-- Logs begin at Fri 2022-06-03 14:11:08 UTC, end at Fri 2022-06-03 16:51:00 UTC. -- Jun 03 14:55:27.339321 n-d-844594-1 systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 14:55:29.866941 n-d-844594-1 neutron-server[88233]: INFO neutron.common.config [-] Logging enabled! Jun 03 14:55:29.867701 n-d-844594-1 neutron-server[88233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev9 Jun 03 14:55:29.867793 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 14:55:29.870838 n-d-844594-1 neutron-server[88233]: INFO neutron.common.config [-] Logging enabled! Jun 03 14:55:29.871096 n-d-844594-1 neutron-server[88233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev9 Jun 03 14:55:29.871411 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 14:55:29.872383 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 14:55:29.872626 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 14:55:29.872980 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 14:55:29.873230 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 14:55:29.873458 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 14:55:29.873780 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.874078 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.874374 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.874605 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.874899 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.875190 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.875475 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.875764 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.876054 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.876965 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.877249 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.877536 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.877769 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.878054 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.878344 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.878634 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.878860 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] debug = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.879140 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.879571 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.879992 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.880297 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.880591 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.880876 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.881148 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.881426 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.881712 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.882042 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] host = n-d-844594-1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.882320 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.882608 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.882895 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.883251 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.883530 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.883810 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.884098 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.884395 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.884670 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] log_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.884949 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.885241 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.885526 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.885820 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.886046 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.886270 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.886562 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.886853 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.887130 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.887405 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.887680 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.887956 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.888259 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.888533 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.888822 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.889109 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.889395 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.889670 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.889952 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.890228 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.890502 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.890788 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.891063 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.891336 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.891609 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.891899 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.892217 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.892495 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.892799 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.893089 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.893372 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.893660 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.893935 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.894218 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.894496 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.894772 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.895048 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] use_json = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.895325 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.895596 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.895880 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.896185 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.896464 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.896739 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.897015 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.897303 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.897579 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:29.897877 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.898177 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.898478 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.898835 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.899129 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.899412 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.899704 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.899991 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.900312 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.900601 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.900892 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.901174 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.901465 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.901746 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.902042 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.902352 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.902649 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.902944 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.903311 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.903575 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.903853 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.904158 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.904454 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.904751 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.905044 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.905322 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.905605 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.905898 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.906199 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.906456 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.906738 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.907026 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.907309 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.907604 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.907887 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.908215 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.908506 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.908784 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.909067 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.909357 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.909637 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.909916 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.910189 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.910470 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.910743 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.911032 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.911313 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.911585 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.911860 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.912165 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.912445 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.912720 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.913002 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.913277 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.913558 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.913830 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.914103 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.914379 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.914652 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.914927 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.915265 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.915549 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.915829 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.916122 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.916399 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.916674 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.916950 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.917223 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.917513 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.917812 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.918094 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.918373 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.918654 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.918936 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.919218 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.919497 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.919779 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.920057 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.920356 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.920649 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.920935 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.921222 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.921509 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.921787 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.922083 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.922363 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.922647 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.922926 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.923741 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.924028 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.924337 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.924634 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.924930 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.925227 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.925526 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.925820 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.926101 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.926410 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.926691 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:29.926910 n-d-844594-1 neutron-server[88233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 14:55:29.927151 n-d-844594-1 neutron-server[88233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88233) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 14:55:30.317398 n-d-844594-1 neutron-server[88233]: INFO keyring.backend [-] Loading KWallet Jun 03 14:55:30.324521 n-d-844594-1 neutron-server[88233]: INFO keyring.backend [-] Loading SecretService Jun 03 14:55:30.327902 n-d-844594-1 neutron-server[88233]: INFO keyring.backend [-] Loading Windows Jun 03 14:55:30.329222 n-d-844594-1 neutron-server[88233]: INFO keyring.backend [-] Loading chainer Jun 03 14:55:30.330027 n-d-844594-1 neutron-server[88233]: INFO keyring.backend [-] Loading macOS Jun 03 14:55:30.363680 n-d-844594-1 neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 14:55:30.363957 n-d-844594-1 neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 14:55:30.364273 n-d-844594-1 neutron-server[88233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 14:55:30.364610 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 14:55:30.748580 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.748886 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.749159 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.750458 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.750732 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.750997 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.786135 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.786419 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.786691 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.799690 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.799973 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.800276 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.830478 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.830756 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.831022 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.867965 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.868558 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:30.868558 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.104720 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.105003 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.105272 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.105542 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.106298 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.226065 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.226383 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.226667 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.226941 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.227208 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.227524 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.227790 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.228049 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.228331 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.228617 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.228879 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.229144 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.229409 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.229670 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.229940 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.230210 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.230469 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.230743 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.230997 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.231277 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.231629 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.231890 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.232164 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.232453 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.232703 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.232948 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.233332 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.233570 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.233807 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.234041 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.234276 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.234507 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.234867 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 14:55:31.238044 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 14:55:31.241938 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 14:55:31.245571 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 03 14:55:31.247192 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 14:55:31.247782 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 14:55:31.248142 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 14:55:31.248534 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 14:55:31.251282 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 14:55:31.252059 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 14:55:31.252426 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 14:55:31.280031 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 14:55:31.280468 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.280781 n-d-844594-1 neutron-server[88233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 14:55:31.281125 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.282456 n-d-844594-1 neutron-server[88233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 14:55:31.282754 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 14:55:31.283003 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 14:55:31.286262 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.286545 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.349711 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 14:55:31.349950 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 14:55:31.350186 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 14:55:31.350551 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 14:55:31.382946 n-d-844594-1 neutron-server[88233]: DEBUG oslo_db.sqlalchemy.engines [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88233) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 03 14:55:31.717021 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing driver for type 'gre' Jun 03 14:55:31.717467 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] gre ID ranges: [(1, 1000)] Jun 03 14:55:31.773505 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing driver for type 'local' Jun 03 14:55:31.773843 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing driver for type 'vlan' Jun 03 14:55:31.785918 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] VlanTypeDriver initialization complete Jun 03 14:55:31.786351 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing driver for type 'vxlan' Jun 03 14:55:31.786872 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] vxlan ID ranges: [(1, 1000)] Jun 03 14:55:31.840624 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing extension driver 'port_security' Jun 03 14:55:31.840959 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.extensions.port_security [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] PortSecurityExtensionDriver initialization complete Jun 03 14:55:31.841551 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing mechanism driver 'openvswitch' Jun 03 14:55:31.841876 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing mechanism driver 'hyperv' Jun 03 14:55:31.848876 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.plugin [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:55:31.849550 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.849920 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.850276 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.850894 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:55:31.851371 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnet after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.851750 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnet after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.852242 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.852684 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:55:31.853095 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.853445 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.853784 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.854225 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:55:31.854719 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > security_group after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.855083 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > security_group after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.855590 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > security_group after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.857531 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:55:31.857990 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.858449 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.858815 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.859215 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:55:31.859703 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > address_group after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.860064 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > address_group after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.860469 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > address_group after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.860998 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:55:31.861979 n-d-844594-1 neutron-server[88233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] ML2 OVO RPC backend initialized. {{(pid=88233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 03 14:55:31.862757 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.863158 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.863622 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.864049 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > networks before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.864394 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.864699 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > ports before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.865095 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnet before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.865450 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnets before_response 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.865858 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.866217 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.866581 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.867010 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.867372 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.867709 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.868173 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnet after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.869033 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnet after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.869033 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.869481 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.plugin [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Modular L2 Plugin initialization complete Jun 03 14:55:31.869796 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading services supported by the core plugin {{(pid=88233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 14:55:31.870185 n-d-844594-1 neutron-server[88233]: INFO neutron.plugins.ml2.managers [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Got port-security extension from driver 'port_security' Jun 03 14:55:31.870696 n-d-844594-1 neutron-server[88233]: INFO neutron.extensions.vlantransparent [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Disabled vlantransparent extension. Jun 03 14:55:31.871228 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 14:55:31.872496 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: router Jun 03 14:55:31.907602 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router_interface before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.908511 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router after_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.908883 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router before_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.909247 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.909617 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.909973 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router after_delete 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.910331 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > floatingip after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.910693 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router after_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.911039 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.911389 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.911737 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.912097 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.912536 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.912908 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.913251 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.913591 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: subnet after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.913948 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.914281 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > port precommit_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.914631 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.914977 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: port before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.915320 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.915674 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router after_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.916014 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_delete 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.916385 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_create 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.916749 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.917091 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_update 55549900 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.917457 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > agent after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.917805 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > agent after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.918148 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > network after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.919009 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Tracking information for resource: router configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.919372 n-d-844594-1 neutron-server[88233]: DEBUG neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Tracking information for resource: floatingip configured {{(pid=88233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:55:31.924941 n-d-844594-1 neutron-server[88233]: INFO neutron.db.l3_agentschedulers_db [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 14:55:31.925521 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.925882 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: port after_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.926237 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: port after_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.926587 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: port after_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.927393 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router before_create 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.927758 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_delete 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.928149 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_create 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.928514 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > router precommit_update 55550100 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.932982 n-d-844594-1 neutron-server[88233]: DEBUG neutron.services.provider_configuration [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service providers = [] {{(pid=88233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 14:55:31.933348 n-d-844594-1 neutron-server[88233]: DEBUG neutron.db.servicetype_db [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 14:55:31.936302 n-d-844594-1 neutron-server[88233]: DEBUG neutron.services.service_base [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:55:31.936655 n-d-844594-1 neutron-server[88233]: DEBUG neutron.services.service_base [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:55:31.937002 n-d-844594-1 neutron-server[88233]: DEBUG neutron.services.service_base [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:55:31.937909 n-d-844594-1 neutron-server[88233]: DEBUG neutron.services.service_base [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:55:31.938282 n-d-844594-1 neutron-server[88233]: INFO neutron.services.service_base [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 14:55:31.938661 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.938981 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 14:55:31.949589 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.949925 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: auto_allocate Jun 03 14:55:31.955610 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: network precommit_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.955981 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: network precommit_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.956522 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.956845 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: tag Jun 03 14:55:31.963299 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.963630 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: timestamp Jun 03 14:55:31.967947 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.968252 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: network_ip_availability Jun 03 14:55:31.973977 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.974348 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.974710 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:31.975415 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.975734 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: flavors Jun 03 14:55:31.980387 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.980724 n-d-844594-1 neutron-server[88233]: INFO neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading Plugin: revisions Jun 03 14:55:31.984967 n-d-844594-1 neutron-server[88233]: DEBUG neutron.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:55:31.985354 n-d-844594-1 neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=88233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 14:55:31.986734 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 03 14:55:31.987076 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Initializing extension manager. Jun 03 14:55:31.987586 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: __init__.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.987930 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: __pycache__ {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.988292 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.988630 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: address_group.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.989388 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:31.989959 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: address-group Jun 03 14:55:31.990288 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: address_scope.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.991183 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:31.991704 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: address-scope Jun 03 14:55:31.992036 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.992985 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:31.993499 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: router-admin-state-down-before-update Jun 03 14:55:31.993825 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: agent.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.994528 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:31.995039 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: agent Jun 03 14:55:31.995361 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: agent_resources_synced.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.996292 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:31.996808 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: agent-resources-synced Jun 03 14:55:31.997132 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: allowedaddresspairs.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:31.998907 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:31.999437 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: allowed-address-pairs Jun 03 14:55:31.999769 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: auto_allocated_topology.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.000864 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.001427 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: auto-allocated-topology Jun 03 14:55:32.001831 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: availability_zone.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.002531 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.003044 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: availability_zone Jun 03 14:55:32.003370 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: availability_zone_filter.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.004317 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.006025 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: availability_zone_filter Jun 03 14:55:32.006025 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: data_plane_status.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.006210 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.006685 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 14:55:32.007009 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: default_subnetpools.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.007930 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.008468 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: default-subnetpools Jun 03 14:55:32.008795 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.009613 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.010122 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: dhcp_agent_scheduler Jun 03 14:55:32.010441 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: dns.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.011348 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.011850 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension dns-integration not supported by any of loaded plugins Jun 03 14:55:32.012201 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: dns_domain_ports.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.013120 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.013621 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 14:55:32.013944 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: dvr.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.014619 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.015126 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: dvr Jun 03 14:55:32.015448 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: empty_string_filtering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.016384 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.016905 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: empty-string-filtering Jun 03 14:55:32.017255 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.018159 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.018670 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 14:55:32.018994 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.019901 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.020438 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 14:55:32.020761 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: external_net.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.021677 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.022189 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: external-net Jun 03 14:55:32.022511 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.023427 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.023945 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: extra_dhcp_opt Jun 03 14:55:32.024292 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: extraroute.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.025209 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.025717 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: extraroute Jun 03 14:55:32.026037 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: extraroute_atomic.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.027062 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.027569 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: extraroute-atomic Jun 03 14:55:32.027892 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: filter_validation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.028575 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.029085 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: filter-validation Jun 03 14:55:32.029405 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: fip_pf_description.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.030303 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.030804 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 14:55:32.031123 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: fip_port_details.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.032027 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.032570 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: fip-port-details Jun 03 14:55:32.033422 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: flavors.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.034652 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.035179 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: flavors Jun 03 14:55:32.035505 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.037178 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.037701 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 14:55:32.038038 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: floatingip_pools.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.038742 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.039261 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: floatingip-pools Jun 03 14:55:32.039594 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: ip_allocation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.040533 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.041046 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 14:55:32.041374 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.042285 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.042799 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: ip-substring-filtering Jun 03 14:55:32.043127 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l2_adjacency.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.044052 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.044604 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 14:55:32.044930 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l3.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.046052 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.046579 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: router Jun 03 14:55:32.046907 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.049766 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.050294 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 14:55:32.050628 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.051563 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.052080 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: ext-gw-mode Jun 03 14:55:32.052435 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.053349 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.053861 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: l3-ha Jun 03 14:55:32.054189 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l3_flavors.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.055127 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.055631 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: l3-flavors Jun 03 14:55:32.055958 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.056899 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.057407 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 14:55:32.057733 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: l3agentscheduler.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.058756 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.059273 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: l3_agent_scheduler Jun 03 14:55:32.059601 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: logging.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.061101 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.061624 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension logging not supported by any of loaded plugins Jun 03 14:55:32.061958 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: metering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.062704 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.063286 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: metering Jun 03 14:55:32.063615 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.064767 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.065282 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: metering_source_and_destination_fields Jun 03 14:55:32.065609 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: multiprovidernet.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.066536 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.067049 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: multi-provider Jun 03 14:55:32.067377 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: netmtu.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.068324 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.068839 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: net-mtu Jun 03 14:55:32.069160 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: netmtu_writable.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.070072 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.070581 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: net-mtu-writable Jun 03 14:55:32.070907 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: network_availability_zone.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.071573 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.072080 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: network_availability_zone Jun 03 14:55:32.072429 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: network_ip_availability.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.073510 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.074024 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: network-ip-availability Jun 03 14:55:32.074352 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: network_segment_range.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.075116 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.075622 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 14:55:32.075946 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: pagination.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.076945 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.077275 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: pagination Jun 03 14:55:32.077596 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: port_device_profile.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.078521 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.079043 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: port-device-profile Jun 03 14:55:32.079367 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.080335 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.080852 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: port-mac-address-regenerate Jun 03 14:55:32.081174 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.082095 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.082608 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: port-numa-affinity-policy Jun 03 14:55:32.082930 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: port_resource_request.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.083840 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.084382 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 14:55:32.084706 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: portbindings.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.085633 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.086141 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: binding Jun 03 14:55:32.086462 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: portbindings_extended.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.087847 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.088398 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: binding-extended Jun 03 14:55:32.088728 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: portsecurity.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.089640 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.090151 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: port-security Jun 03 14:55:32.090477 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: project_id.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.091703 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.092035 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: project-id Jun 03 14:55:32.092389 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: providernet.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.093321 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.093840 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: provider Jun 03 14:55:32.094164 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.098205 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.098734 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos not supported by any of loaded plugins Jun 03 14:55:32.099066 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.100317 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.100842 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 14:55:32.101174 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.102089 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.102598 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 14:55:32.102926 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_default.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.103833 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.104382 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-default not supported by any of loaded plugins Jun 03 14:55:32.104710 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_fip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.105367 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.105873 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-fip not supported by any of loaded plugins Jun 03 14:55:32.106196 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_gateway_ip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.107157 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.107630 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 14:55:32.107956 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_port_network_policy.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.108887 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.109402 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 14:55:32.109729 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_rule_type_details.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.110641 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.111721 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 14:55:32.112048 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: qos_rules_alias.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.113114 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.113631 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 14:55:32.113957 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: quotasv2.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.114859 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.115192 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: quotas Jun 03 14:55:32.115515 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: quotasv2_detail.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.117151 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.117496 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: quota_details Jun 03 14:55:32.117826 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: rbac.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.118872 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.119398 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: rbac-policies Jun 03 14:55:32.119728 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: rbac_address_group.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.120686 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.121211 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: rbac-address-group Jun 03 14:55:32.121536 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: rbac_address_scope.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.122462 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.122982 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: rbac-address-scope Jun 03 14:55:32.123311 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: rbac_security_groups.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.124276 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.124793 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: rbac-security-groups Jun 03 14:55:32.125123 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: rbac_subnetpool.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.126036 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.126570 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: rbac-subnetpool Jun 03 14:55:32.126896 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: revisionifmatch.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.127932 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.128495 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: revision-if-match Jun 03 14:55:32.128823 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: revisions.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.129927 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.130445 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: standard-attr-revisions Jun 03 14:55:32.130773 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: router_availability_zone.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.131451 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.131963 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: router_availability_zone Jun 03 14:55:32.132320 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: routerservicetype.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.133239 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.133751 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension router-service-type not supported by any of loaded plugins Jun 03 14:55:32.134072 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.134992 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.135507 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: security-groups-normalized-cidr Jun 03 14:55:32.135831 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.136780 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.137300 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: port-security-groups-filtering Jun 03 14:55:32.137623 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.138538 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.139055 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: security-groups-remote-address-group Jun 03 14:55:32.139457 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: securitygroup.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.153853 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.154397 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: security-group Jun 03 14:55:32.154732 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: segment.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.155522 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.156036 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension segment not supported by any of loaded plugins Jun 03 14:55:32.156393 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.157341 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.158478 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 14:55:32.158812 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: servicetype.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.159918 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.160480 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: service-type Jun 03 14:55:32.160808 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: sorting.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.161786 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.162122 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: sorting Jun 03 14:55:32.162445 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: standard_attr_segment.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.163361 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.163879 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 14:55:32.164228 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: standardattrdescription.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.164922 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.171362 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: standard-attr-description Jun 03 14:55:32.171708 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: stateful_security_group.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.172673 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.173197 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: stateful-security-group Jun 03 14:55:32.173551 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: stdattrs_common.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.174174 n-d-844594-1 neutron-server[88233]: WARNING neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 14:55:32.174550 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.175614 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.176175 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 14:55:32.176509 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: subnet_onboard.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.177578 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.178102 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: subnet_onboard Jun 03 14:55:32.178428 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.179357 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.179865 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 14:55:32.180213 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: subnet_service_types.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.181134 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.181651 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: subnet-service-types Jun 03 14:55:32.181977 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: subnetallocation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.183056 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.183570 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: subnet_allocation Jun 03 14:55:32.183893 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.184588 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.185100 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: subnetpool-prefix-ops Jun 03 14:55:32.185421 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.186334 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.186838 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 14:55:32.187163 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: tagging.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.188255 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.188771 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: standard-attr-tag Jun 03 14:55:32.189107 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: timestamp.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.190307 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.190825 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loaded extension: standard-attr-timestamp Jun 03 14:55:32.191148 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: trunk.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.192196 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.192710 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension trunk not supported by any of loaded plugins Jun 03 14:55:32.193035 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: trunk_details.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.193938 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.194453 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension trunk-details not supported by any of loaded plugins Jun 03 14:55:32.194775 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: uplink_status_propagation.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.195680 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.196214 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 14:55:32.196537 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Loading extension file: vlantransparent.py {{(pid=88233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:55:32.197199 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:55:32.197704 n-d-844594-1 neutron-server[88233]: INFO neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 14:55:32.200142 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:network Jun 03 14:55:32.200853 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:subnet Jun 03 14:55:32.201443 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:55:32.311381 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:port Jun 03 14:55:32.312776 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.313226 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service FLAVORS assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.313837 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.314817 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.315151 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:router Jun 03 14:55:32.315797 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:floatingip Jun 03 14:55:32.316630 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service METERING assigned prefix: /metering {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.318064 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:32.318444 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:32.318793 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:55:32.319820 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 14:55:32.320287 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:security_group Jun 03 14:55:32.320941 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 14:55:32.321690 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service CORE assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.322018 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:55:32.322353 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] subnetpool is already registered Jun 03 14:55:32.323037 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service CORE assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.323365 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:55:32.323692 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] subnetpool is already registered Jun 03 14:55:32.326113 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.326552 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service FLAVORS assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.327137 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.327556 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.327888 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:router Jun 03 14:55:32.328239 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] router is already registered Jun 03 14:55:32.328826 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:floatingip Jun 03 14:55:32.329206 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] floatingip is already registered Jun 03 14:55:32.329920 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service METERING assigned prefix: /metering {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.330597 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 14:55:32.330923 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] rbac_policy is already registered Jun 03 14:55:32.331493 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:security_group Jun 03 14:55:32.331821 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] security_group is already registered Jun 03 14:55:32.332425 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 14:55:32.332765 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] security_group_rule is already registered Jun 03 14:55:32.333411 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service CORE assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.333736 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:55:32.334059 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] subnetpool is already registered Jun 03 14:55:32.334664 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.v2.resource_helper [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Service CORE assigned prefix: {{(pid=88233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:55:32.334986 n-d-844594-1 neutron-server[88233]: INFO neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:55:32.335309 n-d-844594-1 neutron-server[88233]: WARNING neutron.quota.resource_registry [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] subnetpool is already registered Jun 03 14:55:32.335955 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: extensions {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.337460 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: address-groups {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.339093 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: address-scopes {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.340307 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: agents {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.341719 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: auto-allocated-topology {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.342946 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: availability_zones {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.344296 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: dhcp-networks {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.345727 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: dhcp-agents {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.347124 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: routers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.348937 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: flavors {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.350101 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: service_profiles {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.351301 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: next_providers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.352847 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: service_profiles {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.354287 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: floatingip-pools {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.355490 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: routers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.357302 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: floatingips {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.358488 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: l3-routers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.359865 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: l3-agents {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.361790 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: metering-labels {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.363135 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: metering-label-rules {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.364431 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: network-ip-availabilities {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.365699 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: bindings {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.367338 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: quotas {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.368775 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: quotas {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.370160 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: rbac-policies {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.371455 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: security-groups {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.372694 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: security-group-rules {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.373920 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: service-providers {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.375136 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: subnetpools {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.378034 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: subnetpools {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.379498 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.381199 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.382985 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.384781 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.386571 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.388501 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.390169 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.392039 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.393839 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.395685 n-d-844594-1 neutron-server[88233]: DEBUG neutron.api.extensions [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Extended resource: tags {{(pid=88233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:55:32.401462 n-d-844594-1 neutron-server[88233]: WARNING keystonemiddleware.auth_token [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 14:55:32.406144 n-d-844594-1 neutron-server[88233]: WARNING keystonemiddleware.auth_token [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 14:55:32.414359 n-d-844594-1 neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Acquired lock "singleton_lock" {{(pid=88233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 14:55:32.414838 n-d-844594-1 neutron-server[88233]: DEBUG oslo_concurrency.lockutils [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Releasing lock "singleton_lock" {{(pid=88233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 14:55:32.415464 n-d-844594-1 neutron-server[88233]: INFO oslo_service.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Starting 2 workers Jun 03 14:55:32.420138 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Started child 88338 {{(pid=88233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:55:32.424928 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Started child 88339 {{(pid=88233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:55:32.425663 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:32.426488 n-d-844594-1 neutron-server[88233]: INFO neutron.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 14:55:32.427150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [-] (88338) wsgi starting up on http://0.0.0.0:9696 Jun 03 14:55:32.427254 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Notify callbacks [] for process, before_spawn {{(pid=88233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:32.429581 n-d-844594-1 neutron-server[88233]: INFO oslo_service.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Starting 1 workers Jun 03 14:55:32.429933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:32.431370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [-] (88339) wsgi starting up on http://0.0.0.0:9696 Jun 03 14:55:32.434669 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Started child 88340 {{(pid=88233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:55:32.435167 n-d-844594-1 neutron-server[88233]: INFO oslo_service.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Starting 1 workers Jun 03 14:55:32.438078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] calling RpcWorker wait() {{(pid=88340) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 14:55:32.438634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] returning from RpcWorker wait() {{(pid=88340) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 14:55:32.440086 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Started child 88341 {{(pid=88233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:55:32.440370 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:32.440836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:55:32.440931 n-d-844594-1 neutron-server[88233]: DEBUG neutron_lib.callbacks.manager [None req-c928dc92-e8d0-42d5-b9cc-4bb2b1cc579f None None] Notify callbacks [] for process, after_spawn {{(pid=88233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:32.442692 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 14:55:32.442906 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 14:55:32.443096 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 14:55:32.443311 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 14:55:32.443655 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 14:55:32.443812 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 14:55:32.444337 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.444629 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.444798 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:32.445251 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.445251 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.445484 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.446032 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.446309 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.446573 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.446861 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.447107 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.447274 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.447438 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.447695 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.447927 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.448285 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.448565 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.448801 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.449089 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.449295 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.449518 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.449788 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.450014 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.450283 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] debug = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.450521 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.450983 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.451210 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.451466 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.451687 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.451950 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.452197 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.452452 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.452694 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.452924 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.453176 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.453441 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.453676 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.453919 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.454134 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.454389 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.454601 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.455077 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] host = n-d-844594-1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.455299 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.455514 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.455757 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.456001 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.456281 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.456523 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.456777 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.457042 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.457286 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.457529 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.457796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.458022 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.458234 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.458473 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.458626 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_options = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.458881 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.459147 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.459390 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.459581 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.459759 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.459932 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.460199 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.460376 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.460615 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.460827 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.461039 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.461278 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.461522 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.461749 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.462013 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.462249 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.462480 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.462785 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.463047 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.463272 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.463691 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.463691 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.464415 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.464415 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.464415 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.464829 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.464829 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.465116 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.465252 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.465479 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.465638 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.466187 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.466187 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.466826 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.467030 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.467163 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.467380 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.467639 n-d-844594-1 neutron-server[88341]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:55:32.467849 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.467849 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.468446 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.468446 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.468702 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.468830 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.469018 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.469248 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.469481 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_json = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.469693 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.470078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.470206 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.470383 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.470623 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.470848 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.471038 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.471270 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.471482 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.471913 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.472172 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.472545 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.472780 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.473016 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.474796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.474796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.474796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.474796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.474796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.474796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.474796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.475765 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.475765 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.475765 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.475765 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.476268 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.476268 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.476496 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.476718 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.476942 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.478292 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.478292 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.478292 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.478292 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.478545 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.478740 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.478965 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.479188 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.479422 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.479638 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.479884 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.480134 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.480354 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.480587 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.480804 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.481066 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.481260 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.481640 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.482010 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.482427 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.482800 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.483181 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.483552 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.483922 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.484302 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.484673 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.485048 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.485416 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.485915 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.485915 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.486669 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.487043 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.487402 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.487764 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.488169 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.488548 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.488902 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.489276 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.489520 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.489849 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.489975 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.490194 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.490436 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.490649 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.490863 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.491155 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.491348 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.491579 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.491792 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.492205 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.492578 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.492981 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.493348 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.493591 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.493829 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.494068 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.494307 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.494527 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.494744 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.494957 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.495170 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.495406 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.495655 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.495934 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.496291 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.496691 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.497109 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.497505 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.497896 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.498267 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.498715 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.499089 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.499451 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.499826 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.500279 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.500687 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.501076 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.501329 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.501568 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.502379 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.502624 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.502854 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.503088 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.503339 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.503590 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.503852 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.504091 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.504363 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.504616 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.504847 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.505146 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.505368 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.505649 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.505892 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.506178 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.506471 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.506756 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.507030 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.507259 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.507486 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.507745 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.508000 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.508272 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.508671 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.508925 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.509161 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.509651 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.510030 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.510139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:55:32.510298 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.510535 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.510768 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.511146 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.511414 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.511629 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.511843 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.512132 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.513155 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.513155 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.513155 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.513155 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.513427 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.513636 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.514028 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.514386 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.514763 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.515156 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.515511 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.515885 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.516271 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.516649 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.517023 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.517442 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.517854 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.518225 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.518583 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.518975 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.519201 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.519422 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.519653 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.519866 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.520258 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.520435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081270 Jun 03 14:55:32.520858 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.521232 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.521459 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.521680 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.521906 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.522165 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.523208 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.523503 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.523829 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.523994 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.524268 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.524518 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.524774 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.524994 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.525242 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.525461 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.525684 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.525900 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.526122 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.526446 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.526577 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.526976 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.527190 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.527456 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.528472 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.529038 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.529322 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.529601 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.531909 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.532745 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.533536 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.533808 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.534072 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.536276 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.536536 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.536809 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.537107 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.537365 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.537598 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.537849 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.538079 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.538364 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.538613 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.538859 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.539479 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.539479 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.539660 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.539821 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.540035 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.540310 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.540531 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.540748 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.540991 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.541218 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.541521 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.541765 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.541998 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.542237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.542472 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.542702 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.542918 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.543131 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.543131 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.543131 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.543131 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.543131 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.544316 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.544524 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.545222 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.545531 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.545796 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.546038 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.546322 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.546559 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.546788 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.548351 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.548351 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.548351 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.548351 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.548351 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.549282 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.549530 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.549826 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.550148 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.550460 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.550728 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.550996 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.552078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.552078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.552078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.552078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.552440 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.552906 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.553182 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.553894 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.554167 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.554437 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.555010 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.555332 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.555576 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.555828 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.556050 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.557426 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.557675 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.558142 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.558424 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.558632 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.558851 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.559103 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.559347 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.559588 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.559804 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.559962 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 14:55:32.560518 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 14:55:32.560665 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 14:55:32.560819 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 14:55:32.560986 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 14:55:32.561966 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 14:55:32.561966 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 14:55:32.561966 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.561966 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.562277 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.562598 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.562768 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.563370 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.563595 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.563694 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.563856 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.563994 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.564310 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.564472 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.564629 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.564784 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.564946 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.565121 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.565680 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.565834 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.565997 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.566160 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.566350 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.566451 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567447 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] debug = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567447 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567447 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567447 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567447 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567447 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567960 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567960 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567960 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.567960 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.568264 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.568264 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.568404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:55:32.568486 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.568564 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.568716 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.568875 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.569021 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.569956 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.569956 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] host = n-d-844594-1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.569956 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.569956 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.570245 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.570245 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.570408 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.570545 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.570706 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.571706 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.571706 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.571706 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.571706 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.571706 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.571706 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.572090 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.572090 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_options = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.572090 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.572334 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.572400 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573428 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573428 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573428 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573428 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573428 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573428 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573428 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573881 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.573881 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.574827 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.574827 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.574827 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.574827 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.575265 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.575481 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.575720 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.575883 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.576044 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.576249 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.576385 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.576567 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.576696 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.577239 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.577734 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.578965 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.579139 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.579306 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.579486 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.579631 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580272 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580272 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580272 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580272 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580788 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580788 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580788 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.580992 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.581068 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.581176 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.581332 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.581487 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.581969 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.581969 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_json = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.581969 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.582169 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.582241 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.582368 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.582522 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.582990 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.583181 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.583336 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.583485 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:55:32.583631 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.583792 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.583952 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.584157 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.584317 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.584453 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.585098 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.585098 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.585378 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.585378 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.585640 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.585640 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.585834 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.586003 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.586161 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.587872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.588472 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.588542 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589205 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589205 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589205 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589205 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589502 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589502 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589647 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589734 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.589870 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.590029 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.590256 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.590367 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.590519 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.590678 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.590839 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.591958 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.591958 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.591958 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.591958 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.591958 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.592319 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.592384 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.592537 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.592700 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.592858 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.593031 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.593526 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.593691 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.593849 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.594008 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.594166 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.594323 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.594528 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.594668 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.594780 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.594931 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.595137 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.595248 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.596442 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.596599 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.596752 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.596910 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.597069 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.597227 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.597387 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.597544 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.597703 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.597860 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.598804 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.598804 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.598804 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.599172 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.599172 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.599404 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.599404 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.599634 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.599755 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.599883 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.600005 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.600147 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.600889 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.600889 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.600889 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.600889 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.601343 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.601343 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.601343 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.601622 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.601622 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.601823 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.601823 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.602030 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.602215 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.603402 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.605407 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606691 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606691 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606691 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.606872 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.607011 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.607175 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.607343 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.607469 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.607628 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.607788 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.607946 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.608122 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.610199 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.610199 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.610374 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.610522 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.610689 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.610852 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.611092 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.611799 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.611974 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.612171 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.612652 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.612826 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.612978 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.613147 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.614553 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.614728 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.614897 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.615064 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.615241 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.615390 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.615535 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.615754 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.615920 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.616020 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.616168 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.616324 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.616488 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.616652 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.616800 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.616940 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.617110 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.617585 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.617585 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.617585 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.618544 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.618544 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.618544 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.618544 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.618544 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.618544 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619088 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619088 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619088 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619394 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619394 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619537 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619613 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619731 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.619890 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.620050 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.621600 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.621893 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.622837 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.623731 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.623868 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.624010 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.624204 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.624813 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.624813 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.624813 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.624813 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.625301 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.625301 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.625301 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.625651 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.625651 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.625868 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.625979 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.626066 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.626227 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.626394 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.626556 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.626760 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.626920 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.627078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.627240 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.627403 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.628425 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.628425 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.628425 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.628425 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.628425 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.629056 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.629248 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.629434 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.629613 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.629861 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.630140 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.630840 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.631451 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.631645 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.631822 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.631997 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.632195 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.632394 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.632568 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.632739 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.632912 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.633060 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.633228 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.633404 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.633569 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.633734 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.633898 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.634063 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.634237 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.634401 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.634564 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.634735 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.634899 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.635063 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.635231 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636149 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636149 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636149 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636149 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636149 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636708 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636708 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636708 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.636708 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637078 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637259 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637436 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637526 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637637 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637798 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.637974 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.638137 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.638300 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.638462 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.638624 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.638788 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.638950 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.639112 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.639274 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.639437 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.639599 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.639762 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.639926 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.640088 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.640274 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.640437 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.640599 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.640761 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.640923 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.641102 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:55:32.642088 n-d-844594-1 neutron-server[88233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 14:55:43.347999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615708ef-dceb-4fc7-8f66-f09f238f6a2f None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 14:55:43.426040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615708ef-dceb-4fc7-8f66-f09f238f6a2f None None] No non-hosted networks {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 14:55:43.441235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.agentschedulers_db [None req-615708ef-dceb-4fc7-8f66-f09f238f6a2f None None] DHCP Agent not found on host n-d-844594-1 {{(pid=88340) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 03 14:55:43.545012 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7232c68b-c0a3-4b5b-bb29-edf87cea9e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536098'] for agent, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:45.591303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1c77b5c5-8a02-4909-a8f5-757d737f6d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536098'] for agent, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:45.602999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-85ae4486-3b6d-4931-b1a1-3a8cab7cff39 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-844594-1 {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 14:55:45.603774 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-85ae4486-3b6d-4931-b1a1-3a8cab7cff39 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 14:55:46.131138 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-85ae4486-3b6d-4931-b1a1-3a8cab7cff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:46.461274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536098'] for agent, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:46.463220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.463579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.463918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.467053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.468848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.469281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.469602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.469854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.470186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.470517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.471012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.471202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:46.471648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-844594-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:55:46.498966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-844594-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:55:46.710089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536098'] for agent, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:48.197324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536098'] for agent, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:49.552062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54832) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:55:49.812782 n-d-844594-1 neutron-server[88340]: INFO neutron.db.l3_hamode_db [None req-839e6556-2454-4e2a-a297-188d6f598cf6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 14:55:49.897718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e6556-2454-4e2a-a297-188d6f598cf6 None None] Routers set() bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:55:49.898102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e6556-2454-4e2a-a297-188d6f598cf6 None None] Router IDs set() for agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 03 14:55:50.138307 n-d-844594-1 neutron-server[88339]: WARNING oslo_policy.policy [None req-70af337e-3bcf-4b0e-9a1c-f3134866e4c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:50.138846 n-d-844594-1 neutron-server[88339]: WARNING oslo_policy.policy [None req-70af337e-3bcf-4b0e-9a1c-f3134866e4c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:50.355652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-70af337e-3bcf-4b0e-9a1c-f3134866e4c3 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:55:50.356783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70af337e-3bcf-4b0e-9a1c-f3134866e4c3 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8037770 Jun 03 14:55:52.755673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:55:53.114288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:55:53.210864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.policy [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88339) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 14:55:53.256668 n-d-844594-1 neutron-server[88339]: WARNING oslo_policy.policy [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:53.257048 n-d-844594-1 neutron-server[88339]: WARNING oslo_policy.policy [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:53.265484 n-d-844594-1 neutron-server[88339]: INFO neutron.quota [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] Loaded quota_driver: . Jun 03 14:55:53.281404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:55:53.345942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727574563356', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727574562849', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727574574447', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727574546726', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727574558599', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727566798565', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8168227', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8168319', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-872535', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676845'] for rbac-policy, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:53.410121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:53.411482 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0fca88c5-d545-43f9-b574-78bf7bd08e6c admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6547413 Jun 03 14:55:56.094642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54860) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:55:56.680451 n-d-844594-1 neutron-server[88338]: WARNING oslo_policy.policy [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:56.680976 n-d-844594-1 neutron-server[88338]: WARNING oslo_policy.policy [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:56.901898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Request body: {'network': {'project_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'name': 'private'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:55:56.903499 n-d-844594-1 neutron-server[88338]: INFO neutron.quota [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Loaded quota_driver: . Jun 03 14:55:56.920465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:55:56.926891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Usage tracker for resource:network and tenant:109c016e8680493b96143b18d9e21fac is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:55:56.932394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:55:56.939721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:55:56.954979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Made reservation on behalf of 109c016e8680493b96143b18d9e21fac for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:55:57.025529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.policy [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88338) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 14:55:57.069964 n-d-844594-1 neutron-server[88338]: WARNING oslo_policy.policy [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:57.070351 n-d-844594-1 neutron-server[88338]: WARNING oslo_policy.policy [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:55:57.080179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.102135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.116273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:55:57.119922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Usage tracker for resource:security_group_rule and tenant:109c016e8680493b96143b18d9e21fac is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:55:57.125242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:55:57.131281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:55:57.235004 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.238775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.262896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 14:55:57.288974 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727570429651', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.289518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Unsubscribe: segment precommit_create {{(pid=88338) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 14:55:57.290042 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Added segment d42caab8-9a57-4bc8-8f38-70c58b70adfa of type vlan for network e0d1fa57-14d7-4409-83ba-ef10aa4f654a Jun 03 14:55:57.345329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba603a-1a0f-4868-95af-8536980e0e13,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:55:57.366663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.367009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.367347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.367679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.368009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.368360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.368684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.369005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.369325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.369643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.370012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.370332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Tracked resource versions report: Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: pushed versions: Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: { 'AddressGroup': {'1.2'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'ConntrackHelper': {'1.0'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Log': {'1.0'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Network': {'1.1'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Port': {'1.7'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'PortForwarding': {'1.2'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'QosPolicy': {'1.8'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'SecurityGroup': {'1.4'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'SubPort': {'1.0'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Subnet': {'1.1'}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Trunk': {'1.1'}} Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: consumer versions: Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: { DHCP agent@n-d-844594-1: {}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: L3 agent@n-d-844594-1: {}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: Metadata agent@n-d-844594-1: {}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: Metering agent@n-d-844594-1: {}, Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'ConntrackHelper': '1.0', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Log': '1.0', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Network': '1.1', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Port': '1.7', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'PortForwarding': '1.2', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'QosPolicy': '1.8', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'SecurityGroup': '1.4', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'SecurityGroupRule': '1.2', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'SubPort': '1.0', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Subnet': '1.1', Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: 'Trunk': '1.1'}} Jun 03 14:55:57.371439 n-d-844594-1 neutron-server[88338]: {{(pid=88338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:55:57.405394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.446844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.448147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:55:57.448802 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:55:57.557546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4603026 Jun 03 14:55:57.558303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac569cd-440b-468a-8cbd-865f855353c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d1fa57-14d7-4409-83ba-ef10aa4f654a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:55:57.570068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 14:56:00.306966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54882) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:00.750315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273bc17e-b66e-4a53-9ceb-6ba99b8aa773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:56:00.751641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-273bc17e-b66e-4a53-9ceb-6ba99b8aa773 admin admin] 10.222.0.66 "GET /v2.0/networks/e0d1fa57-14d7-4409-83ba-ef10aa4f654a HTTP/1.1" status: 200 len: 825 time: 0.4437187 Jun 03 14:56:00.779968 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5c0a65fe-7870-4c56-b31a-4c019708a909 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1 HTTP/1.1" status: 200 len: 734 time: 0.0228145 Jun 03 14:56:00.788546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Request body: {'subnet': {'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1', 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:56:00.792840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:56:00.796513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Usage tracker for resource:subnet and tenant:109c016e8680493b96143b18d9e21fac is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:56:00.799280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:56:00.805820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:56:00.814943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Made reservation on behalf of 109c016e8680493b96143b18d9e21fac for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:56:00.817148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:01.088454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:01.173164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Checking segment: {'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:56:01.173549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Network hostable DHCP agents. Network: e0d1fa57-14d7-4409-83ba-ef10aa4f654a, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 14:56:01.178792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76229a81-0ebb-4dc7-963d-c219c2d4f28e,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:01.195914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 14:56:01.205575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, e0d1fa57-14d7-4409-83ba-ef10aa4f654a) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:56:01.210939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:56:01.211523 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:01.215275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5113e00-16ff-442c-87d0-45c2f2d7def1 None None] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:56:01.231147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4c3b4510-2433-44db-a271-77b40001f575 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461703 Jun 03 14:56:01.524279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'fixed_ips': [{'subnet_id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 14:56:01.525431 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:01.721587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Allocated IP 172.20.0.2 (e0d1fa57-14d7-4409-83ba-ef10aa4f654a/76229a81-0ebb-4dc7-963d-c219c2d4f28e/853b1682-7f24-4f34-98fa-f5335a8b51e4) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 14:56:01.954002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:01.967940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Transition to ACTIVE for port object 853b1682-7f24-4f34-98fa-f5335a8b51e4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:56:01.988739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Transition to ACTIVE for port object 853b1682-7f24-4f34-98fa-f5335a8b51e4 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:56:01.995719 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:02.060374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:56:02.063001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:56:02.068244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 14:56:02.104777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Pushing event updated for resources: {'Port': ['ID=853b1682-7f24-4f34-98fa-f5335a8b51e4,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:02.143361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.143706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.144039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.144395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.144725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.145050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.145373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.146249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.146573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.146892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.147211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.147527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Tracked resource versions report: Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: pushed versions: Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: { 'AddressGroup': {'1.2'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'ConntrackHelper': {'1.0'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Log': {'1.0'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Network': {'1.1'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Port': {'1.7'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'PortForwarding': {'1.2'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'QosPolicy': {'1.8'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'SecurityGroup': {'1.4'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'SubPort': {'1.0'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Subnet': {'1.1'}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Trunk': {'1.1'}} Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: consumer versions: Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: { DHCP agent@n-d-844594-1: {}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: L3 agent@n-d-844594-1: {}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: Metadata agent@n-d-844594-1: {}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: Metering agent@n-d-844594-1: {}, Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'ConntrackHelper': '1.0', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Log': '1.0', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Network': '1.1', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Port': '1.7', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'PortForwarding': '1.2', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'QosPolicy': '1.8', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'SecurityGroup': '1.4', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'SecurityGroupRule': '1.2', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'SubPort': '1.0', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Subnet': '1.1', Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: 'Trunk': '1.1'}} Jun 03 14:56:02.148671 n-d-844594-1 neutron-server[88340]: {{(pid=88340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:56:02.177565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Attempting to bind port 853b1682-7f24-4f34-98fa-f5335a8b51e4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 14:56:02.177956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Attempting to bind port 853b1682-7f24-4f34-98fa-f5335a8b51e4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 14:56:02.178409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Attempting to bind port 853b1682-7f24-4f34-98fa-f5335a8b51e4 on network e0d1fa57-14d7-4409-83ba-ef10aa4f654a {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 14:56:02.183515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 14, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 14:56:02.183921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Checking segment: {'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:56:02.184418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:02.184836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Bound using segment: {'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 14:56:02.185342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Bound port: 853b1682-7f24-4f34-98fa-f5335a8b51e4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 14:56:02.185717 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:02.278385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] For port 853b1682-7f24-4f34-98fa-f5335a8b51e4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 14:56:02.282371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] For port 853b1682-7f24-4f34-98fa-f5335a8b51e4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=853b1682-7f24-4f34-98fa-f5335a8b51e4,segment=NetworkSegment(d42caab8-9a57-4bc8-8f38-70c58b70adfa),segment_id=d42caab8-9a57-4bc8-8f38-70c58b70adfa)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 14:56:02.286320 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:02.382679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9d404-b516-47a8-928a-4efa1b40a480 None None] Pushing event updated for resources: {'Port': ['ID=853b1682-7f24-4f34-98fa-f5335a8b51e4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:03.697326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54892) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:04.070067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-3a3cf1e4-a39e-429d-93b9-c5adcc7f7983 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:56:04.071025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3a3cf1e4-a39e-429d-93b9-c5adcc7f7983 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3727875 Jun 03 14:56:06.139130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe9b53-c907-47d1-8435-96efae0ebaba None None] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:56:06.277482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b9dbcd99-b545-4c9f-88c4-35d2f826f569 None None] Provisioning for port 853b1682-7f24-4f34-98fa-f5335a8b51e4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:56:06.331505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 853b1682-7f24-4f34-98fa-f5335a8b51e4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:56:06.461091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 853b1682-7f24-4f34-98fa-f5335a8b51e4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:56:06.466864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 853b1682-7f24-4f34-98fa-f5335a8b51e4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:06.467270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:06.533836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54906) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:06.596271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 853b1682-7f24-4f34-98fa-f5335a8b51e4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:56:06.597108 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:06.634158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 853b1682-7f24-4f34-98fa-f5335a8b51e4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=853b1682-7f24-4f34-98fa-f5335a8b51e4,segment=NetworkSegment(d42caab8-9a57-4bc8-8f38-70c58b70adfa),segment_id=d42caab8-9a57-4bc8-8f38-70c58b70adfa)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 14:56:06.638835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:06.707607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=853b1682-7f24-4f34-98fa-f5335a8b51e4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:06.820573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aee712a1-5cb6-4f6a-85cf-623c85115d83 None None] Provisioning complete for port 853b1682-7f24-4f34-98fa-f5335a8b51e4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:06.820829 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aee712a1-5cb6-4f6a-85cf-623c85115d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:06.935232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-6b9b6b61-01f1-418f-85ad-4717c1e54445 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:56:06.936234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b9b6b61-01f1-418f-85ad-4717c1e54445 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4013116 Jun 03 14:56:06.940037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aee712a1-5cb6-4f6a-85cf-623c85115d83 None None] Current status of the port 853b1682-7f24-4f34-98fa-f5335a8b51e4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:56:08.291638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 853b1682-7f24-4f34-98fa-f5335a8b51e4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:56:08.358892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 853b1682-7f24-4f34-98fa-f5335a8b51e4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:08.359254 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:08.473311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 853b1682-7f24-4f34-98fa-f5335a8b51e4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:56:09.744356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54918) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:10.090413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Request body: {'router': {'tenant_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:56:10.095186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:56:10.099578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Usage tracker for resource:router and tenant:109c016e8680493b96143b18d9e21fac is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:56:10.103360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:56:10.110146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:56:10.120484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:10.122115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:10.144799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:10.259158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:10.277617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:10.279130 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d0329330-1b91-46b4-bfb4-16a226d112c1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5338113 Jun 03 14:56:12.679537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54928) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:13.060696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-c110d767-69b2-435c-8567-a7d4ca8871dc admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:56:13.061658 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c110d767-69b2-435c-8567-a7d4ca8871dc admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3811815 Jun 03 14:56:13.294220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ee45f892-b1c2-447f-a6c6-b7cc13b779fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:15.493713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54938) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:15.554275 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4fbba04-770e-469e-92ed-9ecb6e2a519f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:15.867079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:56:15.871519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:56:15.875377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Usage tracker for resource:network and tenant:a9f5388a80e34b8e81193cedae0dc56f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:56:15.878669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:56:15.884333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:56:15.894368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Made reservation on behalf of a9f5388a80e34b8e81193cedae0dc56f for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:56:15.896645 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:15.908781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:15.922901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:56:15.926633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Usage tracker for resource:security_group_rule and tenant:a9f5388a80e34b8e81193cedae0dc56f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:56:15.929999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:56:15.935494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:56:16.018153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:16.021806 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:16.040380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Reserving flat network on physical network physnet1 {{(pid=88338) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 14:56:16.060732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d83f47-1c9e-47b3-8d43-7674699f5544,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:16.066012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:16.066347 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Added segment c52b6162-2cde-4feb-92d2-22e47522cb6a of type flat for network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 Jun 03 14:56:16.099083 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:16.137904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:16.138771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:56:16.139361 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:16.252296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7574453 Jun 03 14:56:16.254835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532eced-aded-439c-b43f-b3155950bfcf admin admin] Pushing event updated for resources: {'Network': ['ID=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:16.266072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 14:56:16.434489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:16.681982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:18.124338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:18.705378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54958) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:18.938757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a23f31-733c-4958-811e-6df0b4ac20a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:56:18.940148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6a23f31-733c-4958-811e-6df0b4ac20a1 admin admin] 10.222.0.66 "GET /v2.0/subnets/76229a81-0ebb-4dc7-963d-c219c2d4f28e HTTP/1.1" status: 200 len: 849 time: 0.2337909 Jun 03 14:56:19.120705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-02f8aeb5-b770-4a9a-a7ef-72b92e656384 admin admin] 10.222.0.66 "GET /v2.0/routers/c1b3122d-5894-4b11-b58b-ff1c3351f083 HTTP/1.1" status: 200 len: 704 time: 0.1749098 Jun 03 14:56:19.593639 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:19.823444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Allocated IP 172.20.0.1 (e0d1fa57-14d7-4409-83ba-ef10aa4f654a/76229a81-0ebb-4dc7-963d-c219c2d4f28e/93dc5498-3f98-4ba2-beda-ec37118b37d7) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 14:56:19.980793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:19.998620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Transition to ACTIVE for port object 93dc5498-3f98-4ba2-beda-ec37118b37d7 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:56:20.055043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:20.157759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:56:20.160617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:56:20.163139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 14:56:20.164438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:20.308381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=93dc5498-3f98-4ba2-beda-ec37118b37d7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:20.336643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-849f78d7-011c-40e3-bdd1-1f559d49b39f None None] Provisioning for port 93dc5498-3f98-4ba2-beda-ec37118b37d7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:56:20.341355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-849f78d7-011c-40e3-bdd1-1f559d49b39f None None] Provisioning complete for port 93dc5498-3f98-4ba2-beda-ec37118b37d7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:20.344758 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-849f78d7-011c-40e3-bdd1-1f559d49b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:20.401561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-849f78d7-011c-40e3-bdd1-1f559d49b39f None None] Port 93dc5498-3f98-4ba2-beda-ec37118b37d7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 14:56:20.437398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:20.664186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:20.668459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:20.669209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:20.802741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=93dc5498-3f98-4ba2-beda-ec37118b37d7,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:20.864643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:56:20.865706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:56:21.025444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-15363489-d23f-4653-b84e-eab78ba83540 None None] Provisioning complete for port 93dc5498-3f98-4ba2-beda-ec37118b37d7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:21.025935 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15363489-d23f-4653-b84e-eab78ba83540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:21.062545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Router c1b3122d-5894-4b11-b58b-ff1c3351f083 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 14:56:21.080020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-15363489-d23f-4653-b84e-eab78ba83540 None None] Port 93dc5498-3f98-4ba2-beda-ec37118b37d7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 14:56:21.217402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 14:56:21.226869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d54151e0-2094-4d27-b5b9-5e5388284bd5 admin admin] 10.222.0.66 "PUT /v2.0/routers/c1b3122d-5894-4b11-b58b-ff1c3351f083/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1005571 Jun 03 14:56:21.227901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Sync routers for ids ['c1b3122d-5894-4b11-b58b-ff1c3351f083'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 14:56:21.238594 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Routers {'c1b3122d-5894-4b11-b58b-ff1c3351f083'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:56:21.239480 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T14:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c1b3122d-5894-4b11-b58b-ff1c3351f083'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:21.423835 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Set router c1b3122d-5894-4b11-b58b-ff1c3351f083 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:56:21.797909 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'name': 'router1', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:56:10Z', 'updated_at': '2022-06-03T14:56:20Z', 'revision_number': 2, 'project_id': '109c016e8680493b96143b18d9e21fac', 'gw_port_host': None, '_interfaces': [{'id': '93dc5498-3f98-4ba2-beda-ec37118b37d7', 'name': '', 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'mac_address': 'fa:16:3e:1a:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:19Z', 'updated_at': '2022-06-03T14:56:20Z', 'revision_number': 2, 'project_id': '109c016e8680493b96143b18d9e21fac', 'subnets': [{'id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:21.802968 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Checking router: c1b3122d-5894-4b11-b58b-ff1c3351f083 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 14:56:21.803361 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Updating router c1b3122d-5894-4b11-b58b-ff1c3351f083 port 93dc5498-3f98-4ba2-beda-ec37118b37d7 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 14:56:21.857610 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:22.247167 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:22.263101 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Transition to ACTIVE for port object 93dc5498-3f98-4ba2-beda-ec37118b37d7 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:56:22.269839 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:22.463516 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Pushing event updated for resources: {'Port': ['ID=93dc5498-3f98-4ba2-beda-ec37118b37d7,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:22.506092 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.506368 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.506706 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.507032 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.507343 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.508230 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.508548 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.508865 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.509178 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.509490 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.509805 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.510114 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Tracked resource versions report: Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: pushed versions: Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: { 'AddressGroup': {'1.2'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'ConntrackHelper': {'1.0'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Log': {'1.0'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Network': {'1.1'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Port': {'1.7'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'PortForwarding': {'1.2'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'QosPolicy': {'1.8'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'SecurityGroup': {'1.4'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'SubPort': {'1.0'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Subnet': {'1.1'}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Trunk': {'1.1'}} Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: consumer versions: Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: { DHCP agent@n-d-844594-1: {}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: L3 agent@n-d-844594-1: {}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: Metadata agent@n-d-844594-1: {}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: Metering agent@n-d-844594-1: {}, Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'ConntrackHelper': '1.0', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Log': '1.0', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Network': '1.1', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Port': '1.7', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'PortForwarding': '1.2', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'QosPolicy': '1.8', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'SecurityGroup': '1.4', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'SecurityGroupRule': '1.2', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'SubPort': '1.0', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Subnet': '1.1', Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: 'Trunk': '1.1'}} Jun 03 14:56:22.511239 n-d-844594-1 neutron-server[88341]: {{(pid=88341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:56:22.534578 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Attempting to bind port 93dc5498-3f98-4ba2-beda-ec37118b37d7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 14:56:22.534964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Attempting to bind port 93dc5498-3f98-4ba2-beda-ec37118b37d7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 14:56:22.535419 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Attempting to bind port 93dc5498-3f98-4ba2-beda-ec37118b37d7 on network e0d1fa57-14d7-4409-83ba-ef10aa4f654a {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 14:56:22.540746 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 14, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 14:56:22.541148 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Checking segment: {'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:56:22.541615 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:22.542000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Bound using segment: {'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 14:56:22.542515 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Bound port: 93dc5498-3f98-4ba2-beda-ec37118b37d7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42caab8-9a57-4bc8-8f38-70c58b70adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 14:56:22.542899 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:22.634700 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] For port 93dc5498-3f98-4ba2-beda-ec37118b37d7, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 14:56:22.638948 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] For port 93dc5498-3f98-4ba2-beda-ec37118b37d7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=93dc5498-3f98-4ba2-beda-ec37118b37d7,segment=NetworkSegment(d42caab8-9a57-4bc8-8f38-70c58b70adfa),segment_id=d42caab8-9a57-4bc8-8f38-70c58b70adfa)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 14:56:22.644823 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:22.736729 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4abb-5512-4f57-8b2b-2542dde1dedd None None] Pushing event updated for resources: {'Port': ['ID=93dc5498-3f98-4ba2-beda-ec37118b37d7,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:22.739453 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Routers {'c1b3122d-5894-4b11-b58b-ff1c3351f083'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:56:22.740063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T14:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c1b3122d-5894-4b11-b58b-ff1c3351f083'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:22.894351 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] Set router c1b3122d-5894-4b11-b58b-ff1c3351f083 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:56:23.225213 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'name': 'router1', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:56:10Z', 'updated_at': '2022-06-03T14:56:20Z', 'revision_number': 2, 'project_id': '109c016e8680493b96143b18d9e21fac', 'gw_port_host': None, '_interfaces': [{'id': '93dc5498-3f98-4ba2-beda-ec37118b37d7', 'name': '', 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'mac_address': 'fa:16:3e:1a:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:19Z', 'updated_at': '2022-06-03T14:56:22Z', 'revision_number': 4, 'project_id': '109c016e8680493b96143b18d9e21fac', 'subnets': [{'id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:23.230348 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ddff3-14a9-44b2-a08d-a3ba3a329454 None None] The sync data for ids ['c1b3122d-5894-4b11-b58b-ff1c3351f083'] in n-d-844594-1 is: [{'id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'name': 'router1', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:56:10Z', 'updated_at': '2022-06-03T14:56:20Z', 'revision_number': 2, 'project_id': '109c016e8680493b96143b18d9e21fac', 'gw_port_host': None, '_interfaces': [{'id': '93dc5498-3f98-4ba2-beda-ec37118b37d7', 'name': '', 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'mac_address': 'fa:16:3e:1a:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:19Z', 'updated_at': '2022-06-03T14:56:22Z', 'revision_number': 4, 'project_id': '109c016e8680493b96143b18d9e21fac', 'subnets': [{'id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 14:56:23.523023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54980) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:23.673646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d03fc-c12c-4b22-b60e-e72478ca1fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:56:23.674230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aa3d03fc-c12c-4b22-b60e-e72478ca1fb6 admin admin] Synchronizing usage tracker for tenant:a9f5388a80e34b8e81193cedae0dc56f on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 14:56:23.693193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aa3d03fc-c12c-4b22-b60e-e72478ca1fb6 admin admin] Unset dirty status for tenant:a9f5388a80e34b8e81193cedae0dc56f on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 14:56:23.695759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aa3d03fc-c12c-4b22-b60e-e72478ca1fb6 admin admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 842 time: 0.1706119 Jun 03 14:56:23.704780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.1.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:56:23.709943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:56:23.714474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Usage tracker for resource:subnet and tenant:a9f5388a80e34b8e81193cedae0dc56f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:56:23.718552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:56:23.725554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:56:23.735432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Made reservation on behalf of a9f5388a80e34b8e81193cedae0dc56f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:56:23.737828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:24.163465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.objects.ports [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88338) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 14:56:24.164316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:24.238669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e364a7-bcbd-4d82-bf5b-baea02642ee5,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:24.248126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:56:24.248498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Network hostable DHCP agents. Network: 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 14:56:24.268249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 14:56:24.280354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:56:24.287782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:56:24.288442 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:24.290516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f087f0c-2f5a-406f-a551-fd734c03d5ed None None] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:56:24.318967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-53be65ba-fdcb-44c2-bed6-1f06121c52aa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6177561 Jun 03 14:56:24.363836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 93dc5498-3f98-4ba2-beda-ec37118b37d7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:56:24.515369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 93dc5498-3f98-4ba2-beda-ec37118b37d7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:56:24.529532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 93dc5498-3f98-4ba2-beda-ec37118b37d7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:24.530012 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:24.633239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d530b-1a49-4dad-98c7-0ce1b6288220 None None] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:56:24.786333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 93dc5498-3f98-4ba2-beda-ec37118b37d7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:56:24.786738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:24.875232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 93dc5498-3f98-4ba2-beda-ec37118b37d7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=93dc5498-3f98-4ba2-beda-ec37118b37d7,segment=NetworkSegment(d42caab8-9a57-4bc8-8f38-70c58b70adfa),segment_id=d42caab8-9a57-4bc8-8f38-70c58b70adfa)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 14:56:24.881853 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:24.981943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=93dc5498-3f98-4ba2-beda-ec37118b37d7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:26.302149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 93dc5498-3f98-4ba2-beda-ec37118b37d7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:56:26.386221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 93dc5498-3f98-4ba2-beda-ec37118b37d7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:26.386814 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:26.533605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 93dc5498-3f98-4ba2-beda-ec37118b37d7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:56:26.645423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:26.895617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-88d59afe-906f-4e18-b8d3-46f737749319 admin admin] 10.222.0.66 "GET /v2.0/routers/c1b3122d-5894-4b11-b58b-ff1c3351f083 HTTP/1.1" status: 200 len: 710 time: 0.2489529 Jun 03 14:56:27.027304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b649f2-abcb-4682-a2f1-67537a8987fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:56:27.028704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13b649f2-abcb-4682-a2f1-67537a8987fb admin admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 886 time: 0.1274724 Jun 03 14:56:27.037286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:56:27.479811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:27.863120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:27.920126 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:28.060097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Allocated IP 172.25.1.188 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/f070c5ec-82e3-4489-90c6-e32ef4e23565) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 14:56:28.201414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:28.231024 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:28.293254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:56:28.295825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:56:28.299521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 14:56:28.414989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Pushing event updated for resources: {'Port': ['ID=f070c5ec-82e3-4489-90c6-e32ef4e23565,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:28.711756 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:29.112657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:29.115991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:29.292718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Router c1b3122d-5894-4b11-b58b-ff1c3351f083 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 14:56:29.475876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 14:56:29.484616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:29.485745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Sync routers for ids ['c1b3122d-5894-4b11-b58b-ff1c3351f083'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 14:56:29.486203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1feaaeca-4721-4f29-8114-a78b28d2820f admin admin] 10.222.0.66 "PUT /v2.0/routers/c1b3122d-5894-4b11-b58b-ff1c3351f083 HTTP/1.1" status: 200 len: 890 time: 2.4516737 Jun 03 14:56:29.505827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Routers {'c1b3122d-5894-4b11-b58b-ff1c3351f083'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:56:29.506619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T14:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c1b3122d-5894-4b11-b58b-ff1c3351f083'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:29.709673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Set router c1b3122d-5894-4b11-b58b-ff1c3351f083 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:56:30.088359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'name': 'router1', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f070c5ec-82e3-4489-90c6-e32ef4e23565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:56:10Z', 'updated_at': '2022-06-03T14:56:28Z', 'revision_number': 4, 'project_id': '109c016e8680493b96143b18d9e21fac', 'gw_port': {'id': 'f070c5ec-82e3-4489-90c6-e32ef4e23565', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:27Z', 'updated_at': '2022-06-03T14:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '93dc5498-3f98-4ba2-beda-ec37118b37d7', 'name': '', 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'mac_address': 'fa:16:3e:1a:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:19Z', 'updated_at': '2022-06-03T14:56:24Z', 'revision_number': 5, 'project_id': '109c016e8680493b96143b18d9e21fac', 'subnets': [{'id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:30.093873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Checking router: c1b3122d-5894-4b11-b58b-ff1c3351f083 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 14:56:30.094224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Updating router c1b3122d-5894-4b11-b58b-ff1c3351f083 port f070c5ec-82e3-4489-90c6-e32ef4e23565 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 14:56:30.149972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:30.492466 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:30.504899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Transition to ACTIVE for port object f070c5ec-82e3-4489-90c6-e32ef4e23565 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:56:30.511364 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:30.590701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Attempting to bind port f070c5ec-82e3-4489-90c6-e32ef4e23565 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 14:56:30.591074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Attempting to bind port f070c5ec-82e3-4489-90c6-e32ef4e23565 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 14:56:30.591437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Attempting to bind port f070c5ec-82e3-4489-90c6-e32ef4e23565 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 14:56:30.594758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67121d03-ccf3-498f-8b94-a7efb909e5ed None None] Pushing event updated for resources: {'Port': ['ID=f070c5ec-82e3-4489-90c6-e32ef4e23565,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:30.599293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 14, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 14:56:30.599662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:56:30.600357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:30.600744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 14:56:30.601205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Bound port: f070c5ec-82e3-4489-90c6-e32ef4e23565, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 14:56:30.601620 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:30.675303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] For port f070c5ec-82e3-4489-90c6-e32ef4e23565, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 14:56:30.678244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] For port f070c5ec-82e3-4489-90c6-e32ef4e23565, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f070c5ec-82e3-4489-90c6-e32ef4e23565,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 14:56:30.683393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:30.762925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Routers {'c1b3122d-5894-4b11-b58b-ff1c3351f083'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:56:30.763529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T14:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c1b3122d-5894-4b11-b58b-ff1c3351f083'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:30.812765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67121d03-ccf3-498f-8b94-a7efb909e5ed None None] Pushing event updated for resources: {'Port': ['ID=f070c5ec-82e3-4489-90c6-e32ef4e23565,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:30.948954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] Set router c1b3122d-5894-4b11-b58b-ff1c3351f083 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:56:31.272138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'name': 'router1', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f070c5ec-82e3-4489-90c6-e32ef4e23565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:56:10Z', 'updated_at': '2022-06-03T14:56:28Z', 'revision_number': 4, 'project_id': '109c016e8680493b96143b18d9e21fac', 'gw_port': {'id': 'f070c5ec-82e3-4489-90c6-e32ef4e23565', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:27Z', 'updated_at': '2022-06-03T14:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '93dc5498-3f98-4ba2-beda-ec37118b37d7', 'name': '', 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'mac_address': 'fa:16:3e:1a:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:19Z', 'updated_at': '2022-06-03T14:56:24Z', 'revision_number': 5, 'project_id': '109c016e8680493b96143b18d9e21fac', 'subnets': [{'id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:56:31.276575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f83b4-0cab-4a50-a7bd-3967d1e4cda3 None None] The sync data for ids ['c1b3122d-5894-4b11-b58b-ff1c3351f083'] in n-d-844594-1 is: [{'id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'name': 'router1', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f070c5ec-82e3-4489-90c6-e32ef4e23565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:56:10Z', 'updated_at': '2022-06-03T14:56:28Z', 'revision_number': 4, 'project_id': '109c016e8680493b96143b18d9e21fac', 'gw_port': {'id': 'f070c5ec-82e3-4489-90c6-e32ef4e23565', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:27Z', 'updated_at': '2022-06-03T14:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '93dc5498-3f98-4ba2-beda-ec37118b37d7', 'name': '', 'network_id': 'e0d1fa57-14d7-4409-83ba-ef10aa4f654a', 'tenant_id': '109c016e8680493b96143b18d9e21fac', 'mac_address': 'fa:16:3e:1a:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b3122d-5894-4b11-b58b-ff1c3351f083', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:56:19Z', 'updated_at': '2022-06-03T14:56:24Z', 'revision_number': 5, 'project_id': '109c016e8680493b96143b18d9e21fac', 'subnets': [{'id': '76229a81-0ebb-4dc7-963d-c219c2d4f28e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ce5bc8b-aa61-4d26-a6e8-4d8ecc3015b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 14:56:31.927015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55004) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:56:32.039393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3b837dc8-d6f9-40c7-91cc-af1bda9b121e admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1112754 Jun 03 14:56:32.329028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f070c5ec-82e3-4489-90c6-e32ef4e23565 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:56:32.396701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f070c5ec-82e3-4489-90c6-e32ef4e23565 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:56:32.401838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f070c5ec-82e3-4489-90c6-e32ef4e23565 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:32.402213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:32.545180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f070c5ec-82e3-4489-90c6-e32ef4e23565 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:56:32.545572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:32.562196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f070c5ec-82e3-4489-90c6-e32ef4e23565, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f070c5ec-82e3-4489-90c6-e32ef4e23565,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 14:56:32.566546 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:32.636240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f070c5ec-82e3-4489-90c6-e32ef4e23565,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:56:34.310308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f070c5ec-82e3-4489-90c6-e32ef4e23565 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:56:34.384402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f070c5ec-82e3-4489-90c6-e32ef4e23565 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:56:34.384782 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:34.510098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f070c5ec-82e3-4489-90c6-e32ef4e23565 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:56:43.299662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dbf93abc-511a-4d51-b422-31b2a3cb3406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:44.485689 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 14:56:45.556569 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f25e3838-162c-4f55-88f6-1792cb997b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:46.437865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:46.685933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:56:48.133586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:13.292319 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9ee005cf-d7e0-4708-b99e-c5ce3fcfc758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:15.561761 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8d7a-088c-49c9-8a1b-13efce544634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:16.442369 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:16.693150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:18.140497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:21.485915 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 14:57:43.296861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-34c33477-2a8d-473a-ba05-22858d70b850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:45.565831 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a9a49e7f-f2a3-48d1-a29d-17efcf53a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:46.440932 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:46.696399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:48.146315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:57:58.483793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 14:58:13.300938 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-86d7def1-f452-490a-b4f8-d0a79aeb6717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:15.569291 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3d0e53f5-cbcc-4720-8332-d2bdd9720e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:16.435111 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:16.700463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:18.149024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:35.482795 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 14:58:41.224490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55606) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:41.290996 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-95025fd6-1b34-4b0c-84a9-50b2e6601fb6 admin admin] GET failed (client error): The resource could not be found. Jun 03 14:58:41.292206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-95025fd6-1b34-4b0c-84a9-50b2e6601fb6 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667605 Jun 03 14:58:41.423433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce29a4a-041d-455e-a0b2-5e4894a3f7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:41.425080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bce29a4a-041d-455e-a0b2-5e4894a3f7bd admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1290059 Jun 03 14:58:43.299011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ae2feae6-4627-4870-a893-c7f61b095082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:43.601496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:43.711636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c5bdd-f17b-42ab-a3e2-7947eb9c989c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:43.712210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-987c5bdd-f17b-42ab-a3e2-7947eb9c989c admin admin] Synchronizing usage tracker for tenant:a9f5388a80e34b8e81193cedae0dc56f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 14:58:43.728410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-987c5bdd-f17b-42ab-a3e2-7947eb9c989c admin admin] Unset dirty status for tenant:a9f5388a80e34b8e81193cedae0dc56f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 14:58:43.729728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-987c5bdd-f17b-42ab-a3e2-7947eb9c989c admin admin] 10.222.0.66 "GET /v2.0/subnets/76229a81-0ebb-4dc7-963d-c219c2d4f28e HTTP/1.1" status: 200 len: 849 time: 0.1271522 Jun 03 14:58:43.738868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:58:43.856471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:44.052181 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727570499256'] for subnet, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:44.094766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:44.095364 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:44.096696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] 10.222.0.66 "PUT /v2.0/subnets/76229a81-0ebb-4dc7-963d-c219c2d4f28e HTTP/1.1" status: 200 len: 868 time: 0.3615100 Jun 03 14:58:44.111328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58affbf-f1c1-4517-809e-035e3c265356 None None] Network e0d1fa57-14d7-4409-83ba-ef10aa4f654a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:58:44.124261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76229a81-0ebb-4dc7-963d-c219c2d4f28e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:58:44.131994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.132453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.132728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.133652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.133652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.133652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.133995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.134316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.134645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.134969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.135286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.135606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6172bc-db7b-4b9a-ad68-53c9b40eeef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:44.567906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ac2df362-c93d-413a-bd04-a13b6fe2c261 None None] Provisioning complete for port 853b1682-7f24-4f34-98fa-f5335a8b51e4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:58:44.568499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac2df362-c93d-413a-bd04-a13b6fe2c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:44.686618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ac2df362-c93d-413a-bd04-a13b6fe2c261 None None] Current status of the port 853b1682-7f24-4f34-98fa-f5335a8b51e4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:58:44.698274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ac2df362-c93d-413a-bd04-a13b6fe2c261 None None] Provisioning complete for port 93dc5498-3f98-4ba2-beda-ec37118b37d7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:58:44.698639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac2df362-c93d-413a-bd04-a13b6fe2c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:44.819398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ac2df362-c93d-413a-bd04-a13b6fe2c261 None None] Current status of the port 93dc5498-3f98-4ba2-beda-ec37118b37d7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:58:45.573756 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-03ca69ff-080c-42e8-9fe9-bc4cabb21766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.324090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:46.441141 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.504317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f465078-b8f3-4684-b3ed-95404cf62c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:46.504808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f465078-b8f3-4684-b3ed-95404cf62c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:46.506349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8f465078-b8f3-4684-b3ed-95404cf62c47 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1812940 Jun 03 14:58:46.699548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:48.159362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:48.719455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55636) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:48.894547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf5bc4-eaee-461b-b69f-104d385f0b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:48.895015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf5bc4-eaee-461b-b69f-104d385f0b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:48.896646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-20cf5bc4-eaee-461b-b69f-104d385f0b2e admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1761878 Jun 03 14:58:51.100547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:51.310730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f68413-167a-41a2-a3de-6fefe061e0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:51.312173 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2f68413-167a-41a2-a3de-6fefe061e0a2 admin admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 886 time: 0.2106616 Jun 03 14:58:53.469667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55656) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:53.641864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ee1da-df95-4db9-be63-78e6fd3fd46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:53.643204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-250ee1da-df95-4db9-be63-78e6fd3fd46c admin admin] 10.222.0.66 "GET /v2.0/networks/e0d1fa57-14d7-4409-83ba-ef10aa4f654a HTTP/1.1" status: 200 len: 869 time: 0.1725876 Jun 03 14:58:55.855482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55666) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:55.965715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359b31c-f3b5-4658-9c6a-1f88d2566d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:55.966165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359b31c-f3b5-4658-9c6a-1f88d2566d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:55.967765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7359b31c-f3b5-4658-9c6a-1f88d2566d9d admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1112983 Jun 03 14:58:58.157447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55676) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:58.266018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb869062-5291-453a-993f-21fc9b3373a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:58.266470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb869062-5291-453a-993f-21fc9b3373a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:58.270981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eb869062-5291-453a-993f-21fc9b3373a0 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096497 Jun 03 14:59:00.441363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55686) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:00.540962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104877dc-e67c-4c36-9fd5-35b69635e24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:00.542330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-104877dc-e67c-4c36-9fd5-35b69635e24d admin admin] 10.222.0.66 "GET /v2.0/subnets/35e364a7-bcbd-4d82-bf5b-baea02642ee5 HTTP/1.1" status: 200 len: 816 time: 0.1000209 Jun 03 14:59:02.729755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55696) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:02.884324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f06a61-81f1-4f2f-bdbd-755d42b64477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:02.885677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-82f06a61-81f1-4f2f-bdbd-755d42b64477 admin admin] 10.222.0.66 "GET /v2.0/subnets/76229a81-0ebb-4dc7-963d-c219c2d4f28e HTTP/1.1" status: 200 len: 868 time: 0.1549621 Jun 03 14:59:12.481305 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 14:59:13.291081 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f80e763-c7b5-4162-8cb7-4c1da58d392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:15.580617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f736e405-521d-4835-b8c2-94dc0742f67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:16.444315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:16.703818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:18.158745 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:21.848822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55742) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:21.897139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-c6207212-5a9d-4699-80a8-1a6e6b58d05f admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:59:21.898130 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c6207212-5a9d-4699-80a8-1a6e6b58d05f admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483420 Jun 03 14:59:24.143763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55752) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:24.208413 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d8d551-b205-4009-8341-9bfd5d673b5d admin admin] GET failed (client error): The resource could not be found. Jun 03 14:59:24.209662 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-08d8d551-b205-4009-8341-9bfd5d673b5d admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649512 Jun 03 14:59:24.333766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4603d6-20b0-4cf0-aacd-e71176a71883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:24.335845 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8f4603d6-20b0-4cf0-aacd-e71176a71883 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1223228 Jun 03 14:59:26.527042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55762) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:26.573680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:59:26.578108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:59:26.587744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:59:26.598229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Made reservation on behalf of a9f5388a80e34b8e81193cedae0dc56f for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:59:26.600544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:26.685903 n-d-844594-1 neutron-server[88338]: WARNING neutron.services.revisions.revision_plugin [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Could not find related network for resource to bump revision. Jun 03 14:59:26.696705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 14:59:26.705748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:26.706080 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Added segment a718b0f7-3e1c-473b-a3c2-6537da64c4a3 of type vlan for network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 Jun 03 14:59:26.731203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:26.760331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:26.761236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:26.761809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:26.858708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3305013 Jun 03 14:59:26.862997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c5a37-bb8a-4980-a289-8e18a032e2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=69624e97-b1ba-48d5-9b65-7e0270f7ce80,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:26.886932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 14:59:29.062385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55772) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:29.128973 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-18824d81-4d06-4657-9101-d9bf85b874c5 admin admin] GET failed (client error): The resource could not be found. Jun 03 14:59:29.130296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-18824d81-4d06-4657-9101-d9bf85b874c5 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0669286 Jun 03 14:59:29.247197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76669307-0c67-4258-b3ef-859d2a9be7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:29.249141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-76669307-0c67-4258-b3ef-859d2a9be7ab admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1150088 Jun 03 14:59:29.258889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:59:29.263445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:59:29.272713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:59:29.282126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Made reservation on behalf of a9f5388a80e34b8e81193cedae0dc56f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:59:29.284830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:29.526415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:29.608870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:59:29.609224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Network hostable DHCP agents. Network: 69624e97-b1ba-48d5-9b65-7e0270f7ce80, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 14:59:29.621387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:29.631290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.631623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.631953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.632306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.632627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.632943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.633257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.633567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.633878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.634187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.634495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.634803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Tracked resource versions report: Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: pushed versions: Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: { 'AddressGroup': {'1.2'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'ConntrackHelper': {'1.0'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Log': {'1.0'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Network': {'1.1'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Port': {'1.7'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'PortForwarding': {'1.2'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'QosPolicy': {'1.8'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'SecurityGroup': {'1.4'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'SubPort': {'1.0'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Subnet': {'1.1'}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Trunk': {'1.1'}} Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: consumer versions: Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: { DHCP agent@n-d-844594-1: {}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: L3 agent@n-d-844594-1: {}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: Metadata agent@n-d-844594-1: {}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: Metering agent@n-d-844594-1: {}, Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'ConntrackHelper': '1.0', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Log': '1.0', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Network': '1.1', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Port': '1.7', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'PortForwarding': '1.2', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'QosPolicy': '1.8', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'SecurityGroup': '1.4', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'SecurityGroupRule': '1.2', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'SubPort': '1.0', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Subnet': '1.1', Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: 'Trunk': '1.1'}} Jun 03 14:59:29.635897 n-d-844594-1 neutron-server[88339]: {{(pid=88339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:59:29.653444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 14:59:29.668306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 69624e97-b1ba-48d5-9b65-7e0270f7ce80) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:59:29.674004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:29.674844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:29.677934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c2cbe-46e6-492d-b57e-2b3427cb995c None None] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:59:29.700673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6753a19d-0fc9-44bb-8b4e-ae34964f04fe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4450736 Jun 03 14:59:29.897236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'tenant_id': 'a9f5388a80e34b8e81193cedae0dc56f', 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 14:59:29.898835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:30.058519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Allocated IP 192.168.233.2 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/b4227d77-acf1-4f0d-943c-a5edfa956086) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 14:59:30.275417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:30.286462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Transition to ACTIVE for port object b4227d77-acf1-4f0d-943c-a5edfa956086 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:59:30.304461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Transition to ACTIVE for port object b4227d77-acf1-4f0d-943c-a5edfa956086 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:59:30.311189 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:30.377005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:59:30.382183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:59:30.386462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 14:59:30.389231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Pushing event updated for resources: {'Port': ['ID=b4227d77-acf1-4f0d-943c-a5edfa956086,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:30.398456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.398797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.399136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.399474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.399807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.400160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.400487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.400812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.401139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.401461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.401781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.402099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:30.488533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Attempting to bind port b4227d77-acf1-4f0d-943c-a5edfa956086 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 14:59:30.488897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Attempting to bind port b4227d77-acf1-4f0d-943c-a5edfa956086 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 14:59:30.489258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Attempting to bind port b4227d77-acf1-4f0d-943c-a5edfa956086 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 14:59:30.494479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 14:59:30.494848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:59:30.495249 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:30.495639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 14:59:30.496097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Bound port: b4227d77-acf1-4f0d-943c-a5edfa956086, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 14:59:30.496508 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:30.586093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] For port b4227d77-acf1-4f0d-943c-a5edfa956086, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 14:59:30.589405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] For port b4227d77-acf1-4f0d-943c-a5edfa956086, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b4227d77-acf1-4f0d-943c-a5edfa956086,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 14:59:30.595556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:30.675093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d10d59-0eb2-4eaf-b1ad-4e756cdb9adb None None] Pushing event updated for resources: {'Port': ['ID=b4227d77-acf1-4f0d-943c-a5edfa956086,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:31.509675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c45f3f-2c87-41dc-9108-a51f9f37c1cb None None] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:59:31.620374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-854275a2-8a44-42d9-9f04-6ad5f720155b None None] Provisioning for port b4227d77-acf1-4f0d-943c-a5edfa956086 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:59:32.415529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b4227d77-acf1-4f0d-943c-a5edfa956086 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:59:32.491460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b4227d77-acf1-4f0d-943c-a5edfa956086 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:59:32.496885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b4227d77-acf1-4f0d-943c-a5edfa956086 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:32.497384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:32.613441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b4227d77-acf1-4f0d-943c-a5edfa956086 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:59:32.614116 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:32.644215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b4227d77-acf1-4f0d-943c-a5edfa956086, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b4227d77-acf1-4f0d-943c-a5edfa956086,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 14:59:32.648341 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:32.713514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b4227d77-acf1-4f0d-943c-a5edfa956086,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:34.394671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b4227d77-acf1-4f0d-943c-a5edfa956086 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:59:34.473779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b4227d77-acf1-4f0d-943c-a5edfa956086 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:34.474149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:34.587870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b4227d77-acf1-4f0d-943c-a5edfa956086 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:59:43.296917 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e3346b7-4322-4566-b002-e2ec7d7c642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:45.572789 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09312104-5c5a-4158-bcdb-3a1aaac16c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:46.452117 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:46.705783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:48.179448 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:49.479958 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:00:13.288818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-57eb7e9b-343e-4769-9c1d-af590b9131a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:15.576908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cd1f59e1-2b4b-473d-8c42-f25bfc039ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:16.444706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:16.707079 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:18.158652 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:26.478790 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:00:43.291983 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-625e701a-08c7-44de-ac65-adc059c39a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:45.579082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-513d413c-58a0-449b-b534-43d7b1b5da79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:46.447696 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:46.709273 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:48.162505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:51.235738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55822) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:00:51.242424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-7fac0a26-b723-4502-8a8b-919bd812fcc3 tempest-verify_tempest_config-68345543 tempest-verify_tempest_config-68345543-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:00:51.243382 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7fac0a26-b723-4502-8a8b-919bd812fcc3 tempest-verify_tempest_config-68345543 tempest-verify_tempest_config-68345543-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060577 Jun 03 15:00:51.546993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55840) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:00:51.660178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:51.674373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:00:51.678056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cf3bebaf4445c3980cc445db859055 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:00:51.680944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:00:51.686498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:00:51.768135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:51.771828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:51.818518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Synchronizing usage tracker for tenant:a9f5388a80e34b8e81193cedae0dc56f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:00:51.822334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5720ab8-ec07-40bb-a29b-3228e134f46e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:00:51.833600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.833933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.834259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.834870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.835396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.836020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.836573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.837020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.837343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.837661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.837978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.838292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:00:51.852475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] Unset dirty status for tenant:a9f5388a80e34b8e81193cedae0dc56f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:00:51.853634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8616f2b9-b45c-480a-a878-49d8bac52f89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1cf3bebaf4445c3980cc445db859055&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3056805 Jun 03 15:00:51.856288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55846) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:00:51.916487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07555efb-5b54-4b88-8c8c-8bfceb5f7208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:51.941635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07555efb-5b54-4b88-8c8c-8bfceb5f7208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:52.034957 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07555efb-5b54-4b88-8c8c-8bfceb5f7208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:52.051345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07555efb-5b54-4b88-8c8c-8bfceb5f7208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5720ab8-ec07-40bb-a29b-3228e134f46e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:00:52.056435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07555efb-5b54-4b88-8c8c-8bfceb5f7208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:52.057553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07555efb-5b54-4b88-8c8c-8bfceb5f7208 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5720ab8-ec07-40bb-a29b-3228e134f46e HTTP/1.1" status: 204 len: 168 time: 0.2003226 Jun 03 15:01:03.477446 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:01:13.293092 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b791ae7-e93a-4ba8-a128-8b0b82897293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:15.580462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-da371d77-20ed-412a-93fb-5ed524009d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:16.449321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:16.712153 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:18.163386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:40.475828 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:01:43.295290 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4c6d8b9-8c9c-4138-9026-49253780d5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:45.582026 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e92c42e6-d5a0-425e-a999-d4f66148013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:46.455780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:46.715416 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:48.166611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:13.297090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9d5aac32-408f-42f3-afaa-cc4d624cda15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:15.585502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2fee3232-ad13-4f51-9bf2-efcdd833c40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:16.448173 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:16.717247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:17.474329 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:02:18.170638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:43.298770 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a94f80f5-b8db-4335-9b60-1d0fd69b1c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:45.586787 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b0fd06d0-55b5-4d0d-8a93-ffced95f8f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:46.449304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:46.720192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:48.172461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:54.472857 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:03:13.300383 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7faecc2b-57c4-49f4-bee0-4f3daeb746ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:15.588970 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3e48a176-a8fa-41d9-8c00-ddf2948fa9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:16.454311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:16.722454 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:18.175393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:31.471755 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:03:43.302445 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a88c840-1655-4bb8-a9cb-79b3d5ddbd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:45.590499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36ede51c-04d9-4e57-8123-84d3f2165131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:46.456682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:46.726761 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:48.178008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:08.470258 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 5 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:04:13.305461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dcb30229-9433-426c-973c-98b85418c2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:14.979871 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536098'] for agent, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:15.594931 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7950b63c-62a8-4151-b4ae-56dac15bca41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:16.458010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:16.728650 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:17.335929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536098'] for agent, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:18.182613 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:43.307041 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5470485d-0dfd-4f23-8ebe-b7b3fc7cc5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:44.977889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:45.469454 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:04:45.596603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be097a14-af5f-4c44-be88-8f37c86444af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:46.460915 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:46.731002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:47.318007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:48.183470 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:00.448813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:05:00.559308 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-928d52e5-8b12-430a-b682-44b148f6c8a7 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1091931 Jun 03 15:05:02.748060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55920) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:05:02.805246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f59334a5-92ad-4212-9450-405863fdbdd5 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0561373 Jun 03 15:05:13.310911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-27d6d249-c7f2-414c-b07b-eb52b6570bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:14.977965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:15.597125 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b783-3461-4cda-86c5-df2a6210a987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:16.463532 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:16.734365 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:17.330130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:18.186259 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:22.468295 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:05:43.313158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b3e930dd-2e69-4500-849c-30705fe69f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:44.993287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:45.599921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c0e40b56-d4c4-4446-a0fe-f34fac90b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:46.470124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:46.736929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:47.337462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:48.215001 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:59.466843 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:06:13.317145 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d2039779-ae37-4b13-ac14-999f378257c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:14.982379 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:15.601592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be29d02c-bee5-4d17-aa9c-21cc6b490185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:16.466955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:16.739255 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:17.340836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:18.190363 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:36.468096 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:06:38.146170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56118) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:38.725109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-network', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:06:38.729760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:38.734303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Usage tracker for resource:network and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:38.737141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:38.743118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:38.753545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Made reservation on behalf of e243a009d60d44fa982798dfe46d6a6c for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:06:38.756139 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:38.768562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:38.785811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:38.790023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:38.793210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:38.799368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:38.809117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56142) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:38.895327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:38.901576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:38.939111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e328c6e-8a9a-4bd7-bfde-107b2408c0af,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:38.946755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:06:38.954948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.954948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.954948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.954948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.954948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.954948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.954948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.955443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.955443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.955814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.956161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.956483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Tracked resource versions report: Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: pushed versions: Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: { 'AddressGroup': {'1.2'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'ConntrackHelper': {'1.0'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Log': {'1.0'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Network': {'1.1'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Port': {'1.7'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'PortForwarding': {'1.2'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'QosPolicy': {'1.8'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'SecurityGroup': {'1.4'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'SubPort': {'1.0'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Subnet': {'1.1'}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Trunk': {'1.1'}} Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: consumer versions: Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: { DHCP agent@n-d-844594-1: {}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: HyperV agent@n-h1-844594-1: {}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: HyperV agent@n-h2-844594-1: {}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: L3 agent@n-d-844594-1: {}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: Metadata agent@n-d-844594-1: {}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: Metering agent@n-d-844594-1: {}, Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'ConntrackHelper': '1.0', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Log': '1.0', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Network': '1.1', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Port': '1.7', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'PortForwarding': '1.2', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'QosPolicy': '1.8', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'SecurityGroup': '1.4', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'SecurityGroupRule': '1.2', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'SubPort': '1.0', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Subnet': '1.1', Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: 'Trunk': '1.1'}} Jun 03 15:06:38.957590 n-d-844594-1 neutron-server[88338]: {{(pid=88338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:06:38.982778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:38.983246 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Added segment 5b40eace-ea92-4f6c-bf75-54c9dda09fb9 of type vlan for network d91e65b7-51a3-4bc9-a601-77dd50a99d37 Jun 03 15:06:39.019867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.051700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.052891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:39.053471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.160262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d91e65b7-51a3-4bc9-a601-77dd50a99d37,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:39.167164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:39.167555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fc204fee-828c-4fb1-9ada-288298e2f8c2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0195854 Jun 03 15:06:39.173343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Request body: {'subnet': {'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-subnet', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:06:39.174003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:06:39.179333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:39.183268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Usage tracker for resource:subnet and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:39.186506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:39.192444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:39.204050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Made reservation on behalf of e243a009d60d44fa982798dfe46d6a6c for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:06:39.208295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.368302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56170) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:39.368497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4a5fa82a-0e7d-40e4-bb98-360eba487ad7 tempest-AutoAllocateNetworkTest-1621845959 tempest-AutoAllocateNetworkTest-1621845959-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4e4c633a72334c48a502ce422a4d7fdf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5575631 Jun 03 15:06:39.499283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.527628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a160ef-1ec1-4d24-948c-828f9ecadb95 tempest-AutoAllocateNetworkTest-1621845959 tempest-AutoAllocateNetworkTest-1621845959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:39.529762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-21a160ef-1ec1-4d24-948c-828f9ecadb95 tempest-AutoAllocateNetworkTest-1621845959 tempest-AutoAllocateNetworkTest-1621845959-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1604118 Jun 03 15:06:39.533127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56180) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:39.589141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Checking segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:06:39.589495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Network hostable DHCP agents. Network: d91e65b7-51a3-4bc9-a601-77dd50a99d37, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:06:39.605045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:39.615994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.616364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.616908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.617381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.617975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.618476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.619029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.619419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.620015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.620563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.621046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.621564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:39.622385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5a9a5e7e-6a06-424a-bb43-a2b073acfbc8 tempest-AutoAllocateNetworkTest-1621845959 tempest-AutoAllocateNetworkTest-1621845959-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879419 Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Tracked resource versions report: Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: pushed versions: Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: { 'AddressGroup': {'1.2'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'ConntrackHelper': {'1.0'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Log': {'1.0'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Network': {'1.1'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Port': {'1.7'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'PortForwarding': {'1.2'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'QosPolicy': {'1.8'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'SecurityGroup': {'1.4'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'SubPort': {'1.0'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Subnet': {'1.1'}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Trunk': {'1.1'}} Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: consumer versions: Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: { DHCP agent@n-d-844594-1: {}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: HyperV agent@n-h1-844594-1: {}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: HyperV agent@n-h2-844594-1: {}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: L3 agent@n-d-844594-1: {}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: Metadata agent@n-d-844594-1: {}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: Metering agent@n-d-844594-1: {}, Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'ConntrackHelper': '1.0', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Log': '1.0', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Network': '1.1', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Port': '1.7', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'PortForwarding': '1.2', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'QosPolicy': '1.8', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'SecurityGroup': '1.4', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'SecurityGroupRule': '1.2', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'SubPort': '1.0', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Subnet': '1.1', Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: 'Trunk': '1.1'}} Jun 03 15:06:39.625213 n-d-844594-1 neutron-server[88339]: {{(pid=88339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:06:39.626731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56188) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:39.640307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:06:39.653297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d91e65b7-51a3-4bc9-a601-77dd50a99d37) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:39.659708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c28bf65b-9a57-47f7-87d5-caca47231149 tempest-AutoAllocateNetworkTest-1621845959 tempest-AutoAllocateNetworkTest-1621845959-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4e4c633a72334c48a502ce422a4d7fdf HTTP/1.1" status: 200 len: 208 time: 0.0331256 Jun 03 15:06:39.664589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:39.664589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.667284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204fc159-1615-4fe3-957d-b50399655d5e None None] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:06:39.697108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7af922b3-46f9-4f6c-87e2-ec8e03ef59b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5285811 Jun 03 15:06:39.699640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56196) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:39.707113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:06:39.712956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:39.719592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Usage tracker for resource:router and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:39.725663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:39.734293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:39.749054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.750266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.771033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:39.949234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d91e65b7-51a3-4bc9-a601-77dd50a99d37', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:06:39.950147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.110959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.166448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Allocated IP 172.20.0.2 (d91e65b7-51a3-4bc9-a601-77dd50a99d37/bbc59ecb-ee51-4be0-bb8b-e7d623213dc4/2097a08d-9003-4e7c-9c6d-8baebecf8e11) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:06:40.393890 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.406309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Transition to ACTIVE for port object 2097a08d-9003-4e7c-9c6d-8baebecf8e11 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:40.426820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Transition to ACTIVE for port object 2097a08d-9003-4e7c-9c6d-8baebecf8e11 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:40.436334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.465725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:40.510627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Pushing event updated for resources: {'Port': ['ID=2097a08d-9003-4e7c-9c6d-8baebecf8e11,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:40.520345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.520687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.521018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.521345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.521669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.522283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.522606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.522924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.523241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.523585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.523901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.524251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Tracked resource versions report: Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: pushed versions: Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: { 'AddressGroup': {'1.2'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'ConntrackHelper': {'1.0'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Log': {'1.0'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Network': {'1.1'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Port': {'1.7'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'PortForwarding': {'1.2'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'QosPolicy': {'1.8'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'SecurityGroup': {'1.4'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'SubPort': {'1.0'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Subnet': {'1.1'}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Trunk': {'1.1'}} Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: consumer versions: Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: { DHCP agent@n-d-844594-1: {}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: HyperV agent@n-h1-844594-1: {}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: HyperV agent@n-h2-844594-1: {}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: L3 agent@n-d-844594-1: {}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: Metadata agent@n-d-844594-1: {}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: Metering agent@n-d-844594-1: {}, Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'ConntrackHelper': '1.0', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Log': '1.0', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Network': '1.1', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Port': '1.7', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'PortForwarding': '1.2', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'QosPolicy': '1.8', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'SecurityGroup': '1.4', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'SecurityGroupRule': '1.2', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'SubPort': '1.0', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Subnet': '1.1', Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: 'Trunk': '1.1'}} Jun 03 15:06:40.525592 n-d-844594-1 neutron-server[88340]: {{(pid=88340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:06:40.539069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:40.540259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:40.543160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:06:40.552771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.587845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.640758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Attempting to bind port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:06:40.641104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Attempting to bind port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:06:40.641626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Attempting to bind port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:06:40.648828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:06:40.649327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Checking segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:06:40.650135 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.650767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Bound using segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:06:40.651317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Bound port: 2097a08d-9003-4e7c-9c6d-8baebecf8e11, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:06:40.651962 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.755059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] For port 2097a08d-9003-4e7c-9c6d-8baebecf8e11, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:06:40.760054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] For port 2097a08d-9003-4e7c-9c6d-8baebecf8e11, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2097a08d-9003-4e7c-9c6d-8baebecf8e11,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:06:40.760823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Allocated IP 172.25.1.234 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/1758960c-805e-460d-a5e1-9325b7b91345) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:06:40.773788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.860615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b72a0f-ff2c-4491-bf5a-f9c2dae9a76c None None] Pushing event updated for resources: {'Port': ['ID=2097a08d-9003-4e7c-9c6d-8baebecf8e11,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:40.970677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.980057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.014059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:41.022234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Usage tracker for resource:security_group_rule and tenant:4e4c633a72334c48a502ce422a4d7fdf is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:41.025982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:41.032973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:41.055776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.228039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Pushing event updated for resources: {'Port': ['ID=1758960c-805e-460d-a5e1-9325b7b91345,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:41.229861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.229931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:41.231180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:41.237675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.285140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:06:41.295798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e4c633a72334c48a502ce422a4d7fdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8273342 Jun 03 15:06:41.297118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d3ea-d327-4051-9a34-47d523de4b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd811e5c-40cd-4700-8ac8-af6f71e6ac3a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:41.300284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56252) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:41.376279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09b132de-4855-4a1c-95cb-d36bda726b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.411398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09b132de-4855-4a1c-95cb-d36bda726b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.486134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09b132de-4855-4a1c-95cb-d36bda726b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.511335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b132de-4855-4a1c-95cb-d36bda726b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd811e5c-40cd-4700-8ac8-af6f71e6ac3a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:41.514141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09b132de-4855-4a1c-95cb-d36bda726b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:41.515647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-09b132de-4855-4a1c-95cb-d36bda726b3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd811e5c-40cd-4700-8ac8-af6f71e6ac3a HTTP/1.1" status: 204 len: 168 time: 0.2140429 Jun 03 15:06:41.727668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:42.116969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2ef1e-9b23-4745-907b-2357c89939cd None None] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:06:42.156976 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:42.211493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d8e5d532-c215-435d-b4c3-4f5b311cbf51 None None] Provisioning for port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:42.610723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Router 6dda987c-47fc-4eba-882f-02cba7050dfc is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:06:42.736053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2097a08d-9003-4e7c-9c6d-8baebecf8e11 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:06:42.873883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:42.883930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:42.884477 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:42.885254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:06:42.896873 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Sync routers for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:06:42.921794 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:06:42.922171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:42.923147 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:42.928049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c6b3a424-dc76-4b07-a6f9-60b3b782270f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2235634 Jun 03 15:06:42.928421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56306) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:43.154739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:43.155296 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:43.192505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2097a08d-9003-4e7c-9c6d-8baebecf8e11, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2097a08d-9003-4e7c-9c6d-8baebecf8e11,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:06:43.202331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:43.354095 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:06:43.374810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2097a08d-9003-4e7c-9c6d-8baebecf8e11,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:43.378334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-64ae024a-2a1a-4f0f-87b6-f39aaf6a32f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:43.668008 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:41Z', 'revision_number': 3, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:43.672608 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Checking router: 6dda987c-47fc-4eba-882f-02cba7050dfc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:06:43.672950 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Updating router 6dda987c-47fc-4eba-882f-02cba7050dfc port 1758960c-805e-460d-a5e1-9325b7b91345 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:06:43.730114 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:43.924415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.172336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Allocated IP 172.20.0.1 (d91e65b7-51a3-4bc9-a601-77dd50a99d37/bbc59ecb-ee51-4be0-bb8b-e7d623213dc4/c0b35aca-1e07-4eab-8f86-bf72a249d2a0) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:06:44.327628 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.338884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.342981 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Transition to ACTIVE for port object 1758960c-805e-460d-a5e1-9325b7b91345 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:44.351502 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.358010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Transition to ACTIVE for port object c0b35aca-1e07-4eab-8f86-bf72a249d2a0 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:44.386810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.454409 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Attempting to bind port 1758960c-805e-460d-a5e1-9325b7b91345 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:06:44.454781 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Attempting to bind port 1758960c-805e-460d-a5e1-9325b7b91345 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:06:44.455140 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Attempting to bind port 1758960c-805e-460d-a5e1-9325b7b91345 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:06:44.470641 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:06:44.472537 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:06:44.477329 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.478034 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:06:44.478812 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Bound port: 1758960c-805e-460d-a5e1-9325b7b91345, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:06:44.479368 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.488965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:44.492828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:44.496779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:06:44.497892 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.511314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Pushing event updated for resources: {'Port': ['ID=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:44.530837 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Pushing event updated for resources: {'Port': ['ID=1758960c-805e-460d-a5e1-9325b7b91345,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:44.545480 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.545665 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.547140 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.547140 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.547140 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.547602 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.548613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.549421 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.549841 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.550066 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.550387 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.550705 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Tracked resource versions report: Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: pushed versions: Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: { 'AddressGroup': {'1.2'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'ConntrackHelper': {'1.0'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Log': {'1.0'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Network': {'1.1'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Port': {'1.7'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'PortForwarding': {'1.2'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'QosPolicy': {'1.8'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'SecurityGroup': {'1.4'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'SubPort': {'1.0'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Subnet': {'1.1'}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Trunk': {'1.1'}} Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: consumer versions: Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: { DHCP agent@n-d-844594-1: {}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: HyperV agent@n-h1-844594-1: {}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: HyperV agent@n-h2-844594-1: {}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: L3 agent@n-d-844594-1: {}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: Metadata agent@n-d-844594-1: {}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: Metering agent@n-d-844594-1: {}, Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: Open vSwitch agent@n-d-844594-1: { 'AddressGroup': '1.2', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'ConntrackHelper': '1.0', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Log': '1.0', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Network': '1.1', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Port': '1.7', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'PortForwarding': '1.2', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'QosPolicy': '1.8', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'SecurityGroup': '1.4', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'SecurityGroupRule': '1.2', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'SubPort': '1.0', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Subnet': '1.1', Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: 'Trunk': '1.1'}} Jun 03 15:06:44.551970 n-d-844594-1 neutron-server[88341]: {{(pid=88341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:06:44.586175 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] For port 1758960c-805e-460d-a5e1-9325b7b91345, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:06:44.589444 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] For port 1758960c-805e-460d-a5e1-9325b7b91345, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1758960c-805e-460d-a5e1-9325b7b91345,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:06:44.597802 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.661033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2097a08d-9003-4e7c-9c6d-8baebecf8e11 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:06:44.728216 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:06:44.730494 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:44.767640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.822769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:44.823185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:44.845205 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba740c2e-52eb-4e51-877b-fcc25ee4ad43 None None] Pushing event updated for resources: {'Port': ['ID=1758960c-805e-460d-a5e1-9325b7b91345,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:45.034757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f3934766-d624-4238-95e9-a2471b0bde20 None None] Provisioning for port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:45.079745 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:06:45.094753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.111411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f3934766-d624-4238-95e9-a2471b0bde20 None None] Provisioning complete for port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:45.111586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.112201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f3934766-d624-4238-95e9-a2471b0bde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.112339 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.153242 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.178119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:45.193615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f3934766-d624-4238-95e9-a2471b0bde20 None None] Port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:06:45.291594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Pushing event updated for resources: {'Port': ['ID=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:45.448230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:45.449718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:45.626375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66d641c0-f3f6-4545-a3c5-cdaad737a06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.627343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56442) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:45.704064 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 1, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:45.719944 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bb85f-27bc-45df-84ac-9967f58cdd56 None None] The sync data for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 is: [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 1, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:06:45.827960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Router 6dda987c-47fc-4eba-882f-02cba7050dfc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:06:45.833220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-68115df2-c2ca-47cc-a2ba-c0a7d3e3fb72 None None] Provisioning complete for port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:45.834353 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-68115df2-c2ca-47cc-a2ba-c0a7d3e3fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.874703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:45.916734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:45.922137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Usage tracker for resource:security_group_rule and tenant:009b9fe0a1594e2fa7350477b92a03c5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:45.925237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-68115df2-c2ca-47cc-a2ba-c0a7d3e3fb72 None None] Port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:06:45.932293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:45.952542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:46.208403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.216600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.250816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56482) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:46.284754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:06:46.285578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=009b9fe0a1594e2fa7350477b92a03c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6568437 Jun 03 15:06:46.286222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56486) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:46.298948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeef30-2f4f-4598-8977-8b6d90819537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd76dc1-fcca-4036-abdb-7dc3bf567e00,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:46.325705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1dd82a25-0555-4d03-83c6-4d2a5ffd26eb admin admin] 10.222.0.66 "PUT /v2.0/routers/6dda987c-47fc-4eba-882f-02cba7050dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3956645 Jun 03 15:06:46.409086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e843a87f-b9fe-497a-b706-6ad1cd389956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.447157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e843a87f-b9fe-497a-b706-6ad1cd389956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.487375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.502264 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.543747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e843a87f-b9fe-497a-b706-6ad1cd389956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.544071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:46.548914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Usage tracker for resource:security_group_rule and tenant:ffefe8f394d24db3b079d0dfe330084b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:46.552405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:46.558930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:46.598517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843a87f-b9fe-497a-b706-6ad1cd389956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd76dc1-fcca-4036-abdb-7dc3bf567e00,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:46.636179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e843a87f-b9fe-497a-b706-6ad1cd389956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.651030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e843a87f-b9fe-497a-b706-6ad1cd389956 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dd76dc1-fcca-4036-abdb-7dc3bf567e00 HTTP/1.1" status: 204 len: 168 time: 0.3634844 Jun 03 15:06:46.668516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.676051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.730679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e02b41-4157-4022-bf67-f5065b937336,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:46.755803 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-667f8331-8646-43e0-80ab-30236286bba9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffefe8f394d24db3b079d0dfe330084b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4663601 Jun 03 15:06:46.758623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56518) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:46.837274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.871383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a906a59-b74f-48dc-84dc-694f8ef14a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:46.921736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a906a59-b74f-48dc-84dc-694f8ef14a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.027760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a906a59-b74f-48dc-84dc-694f8ef14a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.063283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a906a59-b74f-48dc-84dc-694f8ef14a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e02b41-4157-4022-bf67-f5065b937336,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:47.076983 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a906a59-b74f-48dc-84dc-694f8ef14a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.080827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9a906a59-b74f-48dc-84dc-694f8ef14a99 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89e02b41-4157-4022-bf67-f5065b937336 HTTP/1.1" status: 204 len: 168 time: 0.3181150 Jun 03 15:06:47.341481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56560) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:47.358568 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.490892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56576) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:47.707063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56596) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:47.727616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.742791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:47.746746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Usage tracker for resource:security_group_rule and tenant:cff9cdb66d314601863f1a4528cce22e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:47.749625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:47.756050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:47.872554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.878143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.964039 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:47.980791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cff9cdb66d314601863f1a4528cce22e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2716625 Jun 03 15:06:47.983955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56606) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:47.995011 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.026404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310acae-24a3-4242-adda-d5d6d79c2b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6622ca-f5ee-49dc-98d2-d002aee23942,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:48.031710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:48.035571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:48.043655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Usage tracker for resource:security_group_rule and tenant:2b99dda6ed13412cb586ed5db030a67e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:48.075059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Usage tracker for resource:security_group_rule and tenant:a2528daff1ff43569d97559058f81ca9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:48.078676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:48.079928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56610) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:48.085632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:48.158918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.178322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:48.182893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Usage tracker for resource:security_group_rule and tenant:d1631ed7a4a14d29bad0dd3d1059125f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:48.186385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:48.195226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:48.271462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.272869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:48.280290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:48.304310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.305580 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.311778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9977f3b-c4b6-4c2f-af61-df0e77370b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.312290 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.345550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9977f3b-c4b6-4c2f-af61-df0e77370b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.390886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2528daff1ff43569d97559058f81ca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8987017 Jun 03 15:06:48.398521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56630) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:48.412281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.488510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1631ed7a4a14d29bad0dd3d1059125f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4051692 Jun 03 15:06:48.501111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56642) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:48.502209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9977f3b-c4b6-4c2f-af61-df0e77370b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.510277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc3c23-ca11-4849-ad20-309603f0eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17e4e71-135e-4c23-ab66-54721acfbc61,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:48.640921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-df93db36-ac8e-43c1-a8e9-db9ee569bb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.677633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f54f-e1f0-4f4f-adfa-3e0b3422ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1214e7cf-a84a-4091-8510-051c82cea709,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:48.685811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a76f0a18-c3cf-49f4-b1d9-16b82581dd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.722894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9977f3b-c4b6-4c2f-af61-df0e77370b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6622ca-f5ee-49dc-98d2-d002aee23942,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:48.756147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a76f0a18-c3cf-49f4-b1d9-16b82581dd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.760168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-df93db36-ac8e-43c1-a8e9-db9ee569bb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.803472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9977f3b-c4b6-4c2f-af61-df0e77370b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.809737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1758960c-805e-460d-a5e1-9325b7b91345 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:06:48.810250 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a9977f3b-c4b6-4c2f-af61-df0e77370b18 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b6622ca-f5ee-49dc-98d2-d002aee23942 HTTP/1.1" status: 204 len: 168 time: 0.8245280 Jun 03 15:06:48.862364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56674) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:48.868591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-network', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:06:48.874347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a76f0a18-c3cf-49f4-b1d9-16b82581dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.876671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:48.884589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Usage tracker for resource:network and tenant:cd9423aa0fea431786c80efbd934195a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:48.891030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:48.902634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:48.919563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a76f0a18-c3cf-49f4-b1d9-16b82581dd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.924196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a76f0a18-c3cf-49f4-b1d9-16b82581dd6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b17e4e71-135e-4c23-ab66-54721acfbc61 HTTP/1.1" status: 204 len: 168 time: 0.5246933 Jun 03 15:06:48.924933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-df93db36-ac8e-43c1-a8e9-db9ee569bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.939049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f0a18-c3cf-49f4-b1d9-16b82581dd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17e4e71-135e-4c23-ab66-54721acfbc61,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:48.947149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.959985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:48.970491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Made reservation on behalf of cd9423aa0fea431786c80efbd934195a for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:06:48.973059 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.011619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93db36-ac8e-43c1-a8e9-db9ee569bb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1214e7cf-a84a-4091-8510-051c82cea709,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:49.033763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-df93db36-ac8e-43c1-a8e9-db9ee569bb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.044426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-df93db36-ac8e-43c1-a8e9-db9ee569bb97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1214e7cf-a84a-4091-8510-051c82cea709 HTTP/1.1" status: 204 len: 168 time: 0.5325201 Jun 03 15:06:49.045828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.052805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b99dda6ed13412cb586ed5db030a67e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7091901 Jun 03 15:06:49.054306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd8413-dd3d-4676-941f-8113cd46aee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84cd7b-0ebe-48de-b01b-dfed138fc177,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:49.056854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56688) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:49.093724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 1758960c-805e-460d-a5e1-9325b7b91345 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:49.100941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1758960c-805e-460d-a5e1-9325b7b91345 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:49.101408 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.108579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:49.113955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Usage tracker for resource:security_group_rule and tenant:cd9423aa0fea431786c80efbd934195a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:49.117968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:49.129852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:49.244776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81b1b234-cf8f-4d39-af19-0feb49a711b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.296240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81b1b234-cf8f-4d39-af19-0feb49a711b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.328944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1758960c-805e-460d-a5e1-9325b7b91345 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:49.329499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.349396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 1758960c-805e-460d-a5e1-9325b7b91345, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1758960c-805e-460d-a5e1-9325b7b91345,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:06:49.359924 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.392601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.394416 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81b1b234-cf8f-4d39-af19-0feb49a711b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.398317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.415284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1b234-cf8f-4d39-af19-0feb49a711b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84cd7b-0ebe-48de-b01b-dfed138fc177,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:49.424930 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81b1b234-cf8f-4d39-af19-0feb49a711b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.429485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-81b1b234-cf8f-4d39-af19-0feb49a711b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a84cd7b-0ebe-48de-b01b-dfed138fc177 HTTP/1.1" status: 204 len: 168 time: 0.3715153 Jun 03 15:06:49.511736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eb998e-b9fe-4f95-abfe-4800e79f8277,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:49.520086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:06:49.540315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727570429651', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.541051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Unsubscribe: segment precommit_create {{(pid=88339) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 15:06:49.541584 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Added segment 50b41795-88fa-4fe4-82a7-c8e6ee038aed of type vlan for network c2120782-11fb-40c5-a85e-962794900615 Jun 03 15:06:49.559071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=1758960c-805e-460d-a5e1-9325b7b91345,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:49.604930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.657580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Sync routers for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:06:49.673120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:06:49.675153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:49.706428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.707500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:49.708648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:49.901806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:06:49.937887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] Pushing event updated for resources: {'Network': ['ID=c2120782-11fb-40c5-a85e-962794900615,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:49.940856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea82a53b-1a7d-4fa2-bc4b-dac3acaf1b47 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0774491 Jun 03 15:06:49.943889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56738) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:49.953988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Request body: {'subnet': {'network_id': 'c2120782-11fb-40c5-a85e-962794900615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-subnet', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:06:49.961617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:49.968200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Usage tracker for resource:subnet and tenant:cd9423aa0fea431786c80efbd934195a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:49.973313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:49.979389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c2120782-11fb-40c5-a85e-962794900615 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:06:49.986019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:50.002046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Made reservation on behalf of cd9423aa0fea431786c80efbd934195a for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:06:50.004877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.163545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56750) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:50.188578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.205791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:50.209845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Usage tracker for resource:security_group_rule and tenant:ed3ec685e03f4d0d98eaa46fb82c04cb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:50.212827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:50.220015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:50.420347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.427722 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.439294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.522590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a1013-9918-4136-9010-4cd2cad62d88,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:50.523929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56768) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:50.533736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ed3784-c3e0-4022-bd10-a19fd228435e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:50.537743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eeb9952e-aa78-4519-bf63-5dd465893e7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed3ec685e03f4d0d98eaa46fb82c04cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3723915 Jun 03 15:06:50.541015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56770) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:50.570502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.607645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Checking segment: {'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:06:50.608007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Network hostable DHCP agents. Network: c2120782-11fb-40c5-a85e-962794900615, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:06:50.626818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:50.650413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Usage tracker for resource:security_group_rule and tenant:2394b010123a4d87b0f03f6fbd4c02ae is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:50.654138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:50.674903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:50.693155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ec717d0-9e69-46a1-bcd8-9fad28b1f27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.704627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1758960c-805e-460d-a5e1-9325b7b91345 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:06:50.710359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Network c2120782-11fb-40c5-a85e-962794900615 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:06:50.755926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 2, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:50.772343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ec717d0-9e69-46a1-bcd8-9fad28b1f27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.780400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Checking router: 6dda987c-47fc-4eba-882f-02cba7050dfc for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:06:50.780850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Updating router 6dda987c-47fc-4eba-882f-02cba7050dfc port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:06:50.801974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c2120782-11fb-40c5-a85e-962794900615) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:50.805681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.810768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:50.811566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.818882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.839300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd8bf8-1c19-4676-8a12-e1fd5e52ef5f None None] Network c2120782-11fb-40c5-a85e-962794900615 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:06:50.874689 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2394b010123a4d87b0f03f6fbd4c02ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3374386 Jun 03 15:06:50.882159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56786) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:50.908776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bee71-50f4-40b9-a4c0-5123b7cfa967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f4bcc-ea9c-4b93-9a65-08d8be6bef4b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:50.913715 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3379102d-f707-4b08-9018-6a688c2c1a42 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9681711 Jun 03 15:06:50.916013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56790) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:50.925258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:06:50.931656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:50.943660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Usage tracker for resource:router and tenant:cd9423aa0fea431786c80efbd934195a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:50.947814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:50.956276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:50.970936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:50.999254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.001717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.049010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.085150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce463db8-8f15-47e8-ae9e-d67a792d765d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.110654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1758960c-805e-460d-a5e1-9325b7b91345 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:51.111579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.125145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ec717d0-9e69-46a1-bcd8-9fad28b1f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.182211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:51.184482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec717d0-9e69-46a1-bcd8-9fad28b1f27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a1013-9918-4136-9010-4cd2cad62d88,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:51.195189 n-d-844594-1 neutron-server[88338]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 15:06:51.242245 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce463db8-8f15-47e8-ae9e-d67a792d765d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.254878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-5a9b2636-0ca1-4fe4-9f97-c396d36a6f60 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9ac29bc4e2504e69af35a182fcddf3cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679309 Jun 03 15:06:51.255847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ec717d0-9e69-46a1-bcd8-9fad28b1f27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.260304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9ec717d0-9e69-46a1-bcd8-9fad28b1f27a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd5a1013-9918-4136-9010-4cd2cad62d88 HTTP/1.1" status: 204 len: 168 time: 0.7168956 Jun 03 15:06:51.261045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56806) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:51.420392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c2120782-11fb-40c5-a85e-962794900615', 'network_id': 'c2120782-11fb-40c5-a85e-962794900615', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'fixed_ips': [{'subnet_id': 'a3ed3784-c3e0-4022-bd10-a19fd228435e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:06:51.421304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.475222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-5d52defe-0180-474e-b5bf-b8de3c6267bf tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:51.477012 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-5d52defe-0180-474e-b5bf-b8de3c6267bf tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117264 Jun 03 15:06:51.503620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-0651ef2f-4d7a-4125-a803-cf10d24ed555 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/quotas/9ac29bc4e2504e69af35a182fcddf3cc HTTP/1.1" status: 200 len: 375 time: 0.0189779 Jun 03 15:06:51.582372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e673eb3b-858f-4596-bf94-b98005c5f80f tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ac29bc4e2504e69af35a182fcddf3cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715399 Jun 03 15:06:51.597661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce463db8-8f15-47e8-ae9e-d67a792d765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.612636 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.650249 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce463db8-8f15-47e8-ae9e-d67a792d765d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.654029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ce463db8-8f15-47e8-ae9e-d67a792d765d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de3f4bcc-ea9c-4b93-9a65-08d8be6bef4b HTTP/1.1" status: 204 len: 168 time: 0.7679300 Jun 03 15:06:51.655034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce463db8-8f15-47e8-ae9e-d67a792d765d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f4bcc-ea9c-4b93-9a65-08d8be6bef4b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:51.958881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:51.977161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:51.986257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Usage tracker for resource:security_group_rule and tenant:ff07e02c1cc84599b52c4c6361015d50 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:51.994074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:52.013912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:52.084781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:06:52.087840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.132626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.166900 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.181102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Transition to ACTIVE for port object c0b35aca-1e07-4eab-8f86-bf72a249d2a0 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:52.185797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.186237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1758960c-805e-460d-a5e1-9325b7b91345 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:52.194067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Allocated IP 172.20.0.2 (c2120782-11fb-40c5-a85e-962794900615/a3ed3784-c3e0-4022-bd10-a19fd228435e/4cdf7986-77c8-4cb5-8328-a8ea1617ac98) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:06:52.201891 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.202630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.288865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da290c-63ee-4ae3-8fc4-15eddfa8ee26 None None] Pushing event updated for resources: {'Port': ['ID=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:52.311739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33828392-2497-4c52-ba8f-86049721e8cd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:52.322126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Allocated IP 172.25.1.158 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/71f644e0-321e-4353-85c1-755abcb6fad1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:06:52.325733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-350524cb-fad4-403d-8c51-a86d5ae3965e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff07e02c1cc84599b52c4c6361015d50&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0585127 Jun 03 15:06:52.328497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56856) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:52.557084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56872) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:52.568121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19bc5b65-e58f-4983-b7ed-afca9257a613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.644512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19bc5b65-e58f-4983-b7ed-afca9257a613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.710382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.753444 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19bc5b65-e58f-4983-b7ed-afca9257a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.782154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc5b65-e58f-4983-b7ed-afca9257a613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33828392-2497-4c52-ba8f-86049721e8cd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:52.801434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19bc5b65-e58f-4983-b7ed-afca9257a613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.802573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-19bc5b65-e58f-4983-b7ed-afca9257a613 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33828392-2497-4c52-ba8f-86049721e8cd HTTP/1.1" status: 204 len: 168 time: 0.4732447 Jun 03 15:06:52.804803 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.839936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.843842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Attempting to bind port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:06:52.844231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Attempting to bind port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:06:52.844589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Attempting to bind port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:06:52.858710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:06:52.859086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Checking segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:06:52.859482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.859876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Bound using segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:06:52.860417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Bound port: c0b35aca-1e07-4eab-8f86-bf72a249d2a0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:06:52.860808 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:52.873953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Transition to ACTIVE for port object 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:52.891272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:52.895290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:52.899492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:06:52.942305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Transition to ACTIVE for port object 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:52.956992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Pushing event updated for resources: {'Port': ['ID=71f644e0-321e-4353-85c1-755abcb6fad1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:52.980334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:53.144643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Network c2120782-11fb-40c5-a85e-962794900615 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:53.152135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:53.159679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] For port c0b35aca-1e07-4eab-8f86-bf72a249d2a0, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:06:53.168910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:06:53.181456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90a2e425-6e9d-455e-811b-958002fe8ac1 req-3014f570-bc33-4557-b1ae-4c4b1811c49a tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 210 time: 0.6228216 Jun 03 15:06:53.210496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Pushing event updated for resources: {'Port': ['ID=4cdf7986-77c8-4cb5-8328-a8ea1617ac98,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:53.233237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] For port c0b35aca-1e07-4eab-8f86-bf72a249d2a0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:06:53.298469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:53.337966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:53.398905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:06:53.400033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:53.501110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Attempting to bind port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:06:53.501772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Attempting to bind port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:06:53.504443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Attempting to bind port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 on network c2120782-11fb-40c5-a85e-962794900615 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:06:53.518918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:06:53.519298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Checking segment: {'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:06:53.519705 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:53.520099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Bound using segment: {'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:06:53.520603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Bound port: 4cdf7986-77c8-4cb5-8328-a8ea1617ac98, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:06:53.520998 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:53.747534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da290c-63ee-4ae3-8fc4-15eddfa8ee26 None None] Pushing event updated for resources: {'Port': ['ID=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:53.837005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] For port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:06:53.843670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] For port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4cdf7986-77c8-4cb5-8328-a8ea1617ac98,segment=NetworkSegment(50b41795-88fa-4fe4-82a7-c8e6ee038aed),segment_id=50b41795-88fa-4fe4-82a7-c8e6ee038aed)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:06:53.855031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:53.961267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:06:54.006282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:54.045165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:54.079586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:54.097311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:54.104266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218c5fc-e78f-4432-bff5-8cd19cf25ce9 None None] Pushing event updated for resources: {'Port': ['ID=4cdf7986-77c8-4cb5-8328-a8ea1617ac98,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:54.112337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Usage tracker for resource:security_group_rule and tenant:82814db25ba540e391ee876a958714b7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:54.122883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:54.142321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:54.420887 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:54.434732 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:54.492421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:06:54.542877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75798bde-252d-4bd8-84c1-e2cb4ecb4e0c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:54.752937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:53Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:54.761841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535788d-b0bf-4985-a615-cf1b1c1f81d7 None None] The sync data for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 is: [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:53Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:06:54.765987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:06:54.772793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdcac29c-3516-4a88-aa63-f5847e23a1a7 req-a81e41f8-25bb-4871-b637-048fb15626f5 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 210 time: 0.2340572 Jun 03 15:06:54.776467 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Sync routers for ids ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:06:54.797244 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Routers {'335fef83-4b0d-41ae-8dd6-622d3977d9a8'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:06:54.801700 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:54.812072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7d758fbf-102a-4c1b-8d11-286ac74f740d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82814db25ba540e391ee876a958714b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8041310 Jun 03 15:06:54.820599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56944) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:54.847439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:54.858119 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fb8644e7-9179-4e77-a170-600370634412 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9389191 Jun 03 15:06:54.862113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56948) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:54.929539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-892836be-f63c-4b85-86b4-a6fdc9c6ae32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:54.990927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-892836be-f63c-4b85-86b4-a6fdc9c6ae32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:55.022592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c0b35aca-1e07-4eab-8f86-bf72a249d2a0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:06:55.190449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-892836be-f63c-4b85-86b4-a6fdc9c6ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:55.244156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:55.255054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-892836be-f63c-4b85-86b4-a6fdc9c6ae32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:55.258820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-892836be-f63c-4b85-86b4-a6fdc9c6ae32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75798bde-252d-4bd8-84c1-e2cb4ecb4e0c HTTP/1.1" status: 204 len: 168 time: 0.4344471 Jun 03 15:06:55.258998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:55.258998 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:55.259511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892836be-f63c-4b85-86b4-a6fdc9c6ae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75798bde-252d-4bd8-84c1-e2cb4ecb4e0c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:55.301787 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Set router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:06:55.520317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.70', 64807) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:55.561127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:55.561526 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:55.622667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-a2cd10d7-8c0b-4d10-a211-75f7be1d3993 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9ac29bc4e2504e69af35a182fcddf3cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001947 Jun 03 15:06:55.639271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c0b35aca-1e07-4eab-8f86-bf72a249d2a0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:06:55.644887 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:55.645899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:06:55.845020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c551e-0a03-4950-ab00-c43ced14e687 None None] Network c2120782-11fb-40c5-a85e-962794900615 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:06:55.974769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-f919ce86-50b6-477e-9edc-e4d5fa0e27e6 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:55.979422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-f919ce86-50b6-477e-9edc-e4d5fa0e27e6 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460922 Jun 03 15:06:56.025723 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:06:53Z', 'revision_number': 3, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:56.031654 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Checking router: 335fef83-4b0d-41ae-8dd6-622d3977d9a8 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:06:56.032278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Updating router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 port 71f644e0-321e-4353-85c1-755abcb6fad1 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:06:56.108839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Provisioning for port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:56.127954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Request body: {'port': {'device_id': '2761b253-ec5d-4983-941b-572b69ef5558', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '9ac29bc4e2504e69af35a182fcddf3cc'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:06:56.144901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Provisioning complete for port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:56.145190 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.228291 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.246186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2dd078b-2ab9-4cb4-8a7f-77ed3c007576 req-dcafc210-e39a-4b9c-84a8-2cf3ed1de34e tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 210 time: 0.0865042 Jun 03 15:06:56.299885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:56.329131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:56.329426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.473420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:56.478117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Usage tracker for resource:port and tenant:9ac29bc4e2504e69af35a182fcddf3cc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:56.481361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:56.490824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:56.514944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Made reservation on behalf of 9ac29bc4e2504e69af35a182fcddf3cc for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:06:56.519848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.547743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.573846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:56.581574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Usage tracker for resource:security_group_rule and tenant:9ac29bc4e2504e69af35a182fcddf3cc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:56.585741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:56.592717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:56.641806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:56.642309 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.689427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4cdf7986-77c8-4cb5-8328-a8ea1617ac98,segment=NetworkSegment(50b41795-88fa-4fe4-82a7-c8e6ee038aed),segment_id=50b41795-88fa-4fe4-82a7-c8e6ee038aed)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:06:56.719291 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.722786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:56.727399 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.743635 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Transition to ACTIVE for port object 71f644e0-321e-4353-85c1-755abcb6fad1 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:56.752352 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.806893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=4cdf7986-77c8-4cb5-8328-a8ea1617ac98,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:56.809559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.812090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Current status of the port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:56.812650 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.819156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.845008 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41bf5f-16fc-44e0-ae86-119dcf815438 None None] Pushing event updated for resources: {'Port': ['ID=71f644e0-321e-4353-85c1-755abcb6fad1,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:56.867917 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Attempting to bind port 71f644e0-321e-4353-85c1-755abcb6fad1 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:06:56.868466 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Attempting to bind port 71f644e0-321e-4353-85c1-755abcb6fad1 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:06:56.868870 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Attempting to bind port 71f644e0-321e-4353-85c1-755abcb6fad1 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:06:56.878506 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:06:56.878880 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:06:56.879279 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.879883 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:06:56.880484 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Bound port: 71f644e0-321e-4353-85c1-755abcb6fad1, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:06:56.881010 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.919008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:56.991845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd89de-1fb6-4847-a0b5-1222dcadf70b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:57.016525 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] For port 71f644e0-321e-4353-85c1-755abcb6fad1, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:06:57.020590 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] For port 71f644e0-321e-4353-85c1-755abcb6fad1, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=71f644e0-321e-4353-85c1-755abcb6fad1,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:06:57.029690 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:57.034574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:06:57.039497 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:06:57.146477 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41bf5f-16fc-44e0-ae86-119dcf815438 None None] Pushing event updated for resources: {'Port': ['ID=71f644e0-321e-4353-85c1-755abcb6fad1,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:57.169254 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Routers {'335fef83-4b0d-41ae-8dd6-622d3977d9a8'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:06:57.169894 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:57.249198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Allocated IP 192.168.233.19 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/085b32c9-5350-4417-8c8e-584f632e2fc3) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:06:57.466199 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] Set router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:06:57.487129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Allocated IP 172.20.0.1 (c2120782-11fb-40c5-a85e-962794900615/a3ed3784-c3e0-4022-bd10-a19fd228435e/8e33e7ac-200c-449a-be4e-574bd9020f84) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:06:57.665303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dee0b833-e799-428d-9e14-f403bd8c6238 None None] Current status of the port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:57.680138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e87c34f8-9c4e-4878-9036-b0d5282a6a58 req-935ae1bb-7cb2-4948-b4b7-1bad35e9efdc tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 210 time: 0.1488435 Jun 03 15:06:57.732544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:57.754003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:57.754925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Transition to ACTIVE for port object 085b32c9-5350-4417-8c8e-584f632e2fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:57.790486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Transition to ACTIVE for port object 8e33e7ac-200c-449a-be4e-574bd9020f84 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:06:57.831593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e068a690-d6e1-4e03-8314-ec73862f466e None None] Provisioning complete for port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:57.831972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e068a690-d6e1-4e03-8314-ec73862f466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:57.856654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:57.876519 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:57.998680 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:06:53Z', 'revision_number': 3, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:06:58.007948 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdcaa9-bf30-42ac-96db-564e09b6205c None None] The sync data for ids ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'] in n-d-844594-1 is: [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:06:53Z', 'revision_number': 3, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:06:58.055771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Pushing event updated for resources: {'Port': ['ID=8e33e7ac-200c-449a-be4e-574bd9020f84,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:58.061172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57032) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:06:58.089260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Network c2120782-11fb-40c5-a85e-962794900615 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:58.095727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:58.098864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:06:58.099681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:58.194126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:06:58.207348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:06:58.227371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e068a690-d6e1-4e03-8314-ec73862f466e None None] Current status of the port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:58.232393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:06:58.246597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:58.258707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:58.328049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Pushing event updated for resources: {'Port': ['ID=085b32c9-5350-4417-8c8e-584f632e2fc3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:06:58.416426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-87653253-b2ce-4a22-885d-dbbe138ca181 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2931523 Jun 03 15:06:58.439973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-7bdcf7db-dcec-4834-9e9b-e772550e0c97 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:06:58.441041 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-7bdcf7db-dcec-4834-9e9b-e772550e0c97 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067787 Jun 03 15:06:58.824608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ad89bfdf-d51c-40d5-9ea2-1991395c8fb7 None None] Provisioning for port 8e33e7ac-200c-449a-be4e-574bd9020f84 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:58.852592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ad89bfdf-d51c-40d5-9ea2-1991395c8fb7 None None] Provisioning complete for port 8e33e7ac-200c-449a-be4e-574bd9020f84 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:58.853804 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ad89bfdf-d51c-40d5-9ea2-1991395c8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:58.857352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:59.024300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:59.153542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c0b35aca-1e07-4eab-8f86-bf72a249d2a0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:06:59.291746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ad89bfdf-d51c-40d5-9ea2-1991395c8fb7 None None] Port 8e33e7ac-200c-449a-be4e-574bd9020f84 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:06:59.360183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:59.360919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:59.537952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7d8932d3-7607-4c29-a543-ba44d3d74538 None None] Provisioning for port 085b32c9-5350-4417-8c8e-584f632e2fc3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:06:59.565245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe807-fed6-4bda-ba49-380829291b0c req-9848c955-5f1d-48d2-9a04-b6c2f665b9fd tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:06:59.568800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-01afe807-fed6-4bda-ba49-380829291b0c req-9848c955-5f1d-48d2-9a04-b6c2f665b9fd tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Synchronizing usage tracker for tenant:9ac29bc4e2504e69af35a182fcddf3cc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:06:59.575849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7d8932d3-7607-4c29-a543-ba44d3d74538 None None] Provisioning complete for port 085b32c9-5350-4417-8c8e-584f632e2fc3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:06:59.581714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d8932d3-7607-4c29-a543-ba44d3d74538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:59.649937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-01afe807-fed6-4bda-ba49-380829291b0c req-9848c955-5f1d-48d2-9a04-b6c2f665b9fd tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Unset dirty status for tenant:9ac29bc4e2504e69af35a182fcddf3cc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:06:59.651550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01afe807-fed6-4bda-ba49-380829291b0c req-9848c955-5f1d-48d2-9a04-b6c2f665b9fd tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 935 time: 0.4997835 Jun 03 15:06:59.754341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-01afe807-fed6-4bda-ba49-380829291b0c req-1d6957e3-4da8-44c2-a334-eba6c28c89e0 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Synchronizing usage tracker for tenant:9ac29bc4e2504e69af35a182fcddf3cc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:06:59.771112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7d8932d3-7607-4c29-a543-ba44d3d74538 None None] Port 085b32c9-5350-4417-8c8e-584f632e2fc3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:06:59.795509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:06:59.826495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d79d8048c6234adfa6139f209104c972 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:06:59.844835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:06:59.848856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-01afe807-fed6-4bda-ba49-380829291b0c req-1d6957e3-4da8-44c2-a334-eba6c28c89e0 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Unset dirty status for tenant:9ac29bc4e2504e69af35a182fcddf3cc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:06:59.850698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01afe807-fed6-4bda-ba49-380829291b0c req-1d6957e3-4da8-44c2-a334-eba6c28c89e0 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889231 Jun 03 15:06:59.873699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:06:59.933545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:06:59.934657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:00.045031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:00.045840 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.191354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.214612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.220810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.326393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:00.327496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71f644e0-321e-4353-85c1-755abcb6fad1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:00.386307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Request body: {'port': {'device_id': '2761b253-ec5d-4983-941b-572b69ef5558', 'device_owner': 'compute:tempest-test_az-1726154855', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:00.453169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 71f644e0-321e-4353-85c1-755abcb6fad1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:00.479857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 71f644e0-321e-4353-85c1-755abcb6fad1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:00.482482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.507034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.552032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.607827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57072) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:00.667982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d79d8048c6234adfa6139f209104c972&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6051180 Jun 03 15:07:00.684593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:00.819307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.835345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Pushing event updated for resources: {'Port': ['ID=8e33e7ac-200c-449a-be4e-574bd9020f84,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:00.919344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-301a1c54-8477-4376-8aa2-1798ec1bef88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.935132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 71f644e0-321e-4353-85c1-755abcb6fad1 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:00.935517 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.981373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 71f644e0-321e-4353-85c1-755abcb6fad1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=71f644e0-321e-4353-85c1-755abcb6fad1,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:00.982632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-301a1c54-8477-4376-8aa2-1798ec1bef88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:00.993569 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:01.044733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41016d-be17-473b-8b4c-06720038b5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3313acf-6b70-4ebb-86aa-4c8aee6109e4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:01.165432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Network c2120782-11fb-40c5-a85e-962794900615 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:01.167282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:01.330062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=71f644e0-321e-4353-85c1-755abcb6fad1,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:01.443412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd964fc7-f45b-4b49-9301-b15b86719cda req-a7d0e459-adb1-461f-b525-68a7fcaa71e1 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:01.445787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd964fc7-f45b-4b49-9301-b15b86719cda req-a7d0e459-adb1-461f-b525-68a7fcaa71e1 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 935 time: 0.2695749 Jun 03 15:07:01.450048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-301a1c54-8477-4376-8aa2-1798ec1bef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:01.503617 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-301a1c54-8477-4376-8aa2-1798ec1bef88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:01.507679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-301a1c54-8477-4376-8aa2-1798ec1bef88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3313acf-6b70-4ebb-86aa-4c8aee6109e4 HTTP/1.1" status: 204 len: 168 time: 0.8217912 Jun 03 15:07:01.520543 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:01.543294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:01.548237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Usage tracker for resource:security_group_rule and tenant:3ffd731aeb6d44b286bb5d3e645b6662 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:01.550918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:01.564334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:01.627514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1392e6b1-80b3-4fca-bc22-73d97ae35a69 None None] Provisioning complete for port 8e33e7ac-200c-449a-be4e-574bd9020f84 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:01.628281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1392e6b1-80b3-4fca-bc22-73d97ae35a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:01.669240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:01.671209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a1c54-8477-4376-8aa2-1798ec1bef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3313acf-6b70-4ebb-86aa-4c8aee6109e4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:01.692729 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:01.792791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1392e6b1-80b3-4fca-bc22-73d97ae35a69 None None] Port 8e33e7ac-200c-449a-be4e-574bd9020f84 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:07:01.809353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ffd731aeb6d44b286bb5d3e645b6662&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1961176 Jun 03 15:07:01.812191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57098) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:01.818862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90217dfa-803a-45da-b406-23d79e8bd04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81815217-6a4e-4595-b771-fb39b311eede,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:01.877779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd964fc7-f45b-4b49-9301-b15b86719cda req-ba48f1be-1d77-4b0c-9401-360283da58de tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193747 Jun 03 15:07:01.901574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:07:02.033019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71911bcb-0381-4bfe-8d73-4b1a69767bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.111215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085b32c9-5350-4417-8c8e-584f632e2fc3 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:02.125112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.165039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71911bcb-0381-4bfe-8d73-4b1a69767bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.165648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Transition to ACTIVE for port object 085b32c9-5350-4417-8c8e-584f632e2fc3 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:02.170733 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.310853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Pushing event updated for resources: {'Port': ['ID=085b32c9-5350-4417-8c8e-584f632e2fc3,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:02.444513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:07:02.458071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Sync routers for ids ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:07:02.468736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Routers {'335fef83-4b0d-41ae-8dd6-622d3977d9a8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:07:02.469434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:02.490963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71911bcb-0381-4bfe-8d73-4b1a69767bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.519063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Attempting to bind port 085b32c9-5350-4417-8c8e-584f632e2fc3 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:02.519992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Attempting to bind port 085b32c9-5350-4417-8c8e-584f632e2fc3 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:02.520646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Attempting to bind port 085b32c9-5350-4417-8c8e-584f632e2fc3 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:02.527455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Port 085b32c9-5350-4417-8c8e-584f632e2fc3 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:07:02.528067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Attempting to bind port 085b32c9-5350-4417-8c8e-584f632e2fc3 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:02.531951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71911bcb-0381-4bfe-8d73-4b1a69767bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81815217-6a4e-4595-b771-fb39b311eede,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:02.537405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:02.537972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:02.539454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:02.540574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Bound port: 085b32c9-5350-4417-8c8e-584f632e2fc3, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:02.541294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.569281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6e8a68cf-aeb1-465a-a1eb-38a8a901e371 admin admin] 10.222.0.66 "PUT /v2.0/routers/335fef83-4b0d-41ae-8dd6-622d3977d9a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6975794 Jun 03 15:07:02.569281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71911bcb-0381-4bfe-8d73-4b1a69767bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.569281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-71911bcb-0381-4bfe-8d73-4b1a69767bf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81815217-6a4e-4595-b771-fb39b311eede HTTP/1.1" status: 204 len: 168 time: 0.7542858 Jun 03 15:07:02.620604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57124) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:02.655750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.706965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:02.736161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Usage tracker for resource:security_group_rule and tenant:83ff471f35d4480e9bb67f5772c6b676 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:02.739681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:02.750200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:02.753876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] For port 085b32c9-5350-4417-8c8e-584f632e2fc3, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:02.758736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] For port 085b32c9-5350-4417-8c8e-584f632e2fc3, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=085b32c9-5350-4417-8c8e-584f632e2fc3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:02.765545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.905930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Set router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:07:02.922942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Pushing event updated for resources: {'Port': ['ID=085b32c9-5350-4417-8c8e-584f632e2fc3,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:02.987708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:02.988400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.989893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e9fea0d6-65f8-4c4b-a32f-e3be85d212e4 service neutron] 10.222.0.70 "PUT /v2.0/ports/085b32c9-5350-4417-8c8e-584f632e2fc3 HTTP/1.1" status: 200 len: 1117 time: 3.6798182 Jun 03 15:07:02.990366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2761b253-ec5d-4983-941b-572b69ef5558', 'tag': '085b32c9-5350-4417-8c8e-584f632e2fc3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:02.995658 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.015755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.154503 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83ff471f35d4480e9bb67f5772c6b676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343592 Jun 03 15:07:03.160630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57138) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:03.167785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71f644e0-321e-4353-85c1-755abcb6fad1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:03.217282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842118f-b222-4f74-adab-ede651e6122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00283f3e-e154-453a-a886-000538eb9843,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:03.290877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-711da0d1-e441-4607-8abe-1cd057cb42b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.339521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-711da0d1-e441-4607-8abe-1cd057cb42b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.479156 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-711da0d1-e441-4607-8abe-1cd057cb42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.507886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711da0d1-e441-4607-8abe-1cd057cb42b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00283f3e-e154-453a-a886-000538eb9843,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:03.530219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-711da0d1-e441-4607-8abe-1cd057cb42b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.536305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-711da0d1-e441-4607-8abe-1cd057cb42b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00283f3e-e154-453a-a886-000538eb9843 HTTP/1.1" status: 204 len: 168 time: 0.3743300 Jun 03 15:07:03.540703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39655b-3a1b-4f79-9d12-d6941173b410 req-7b2c90d4-ace7-49f3-9c5e-04938e95d8f1 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:03.548698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f39655b-3a1b-4f79-9d12-d6941173b410 req-7b2c90d4-ace7-49f3-9c5e-04938e95d8f1 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.3689880 Jun 03 15:07:03.608598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-8ea7b796-3665-454a-8655-60e6b1eb305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:03.610438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-8ea7b796-3665-454a-8655-60e6b1eb305b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ac29bc4e2504e69af35a182fcddf3cc&device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 1120 time: 0.4287388 Jun 03 15:07:03.628971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f39655b-3a1b-4f79-9d12-d6941173b410 req-a5100c9c-5eb6-48ef-8e03-3ae9735cdf00 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790324 Jun 03 15:07:03.664175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:03.735403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-e76985fe-17db-4748-ba68-28f919c461d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=085b32c9-5350-4417-8c8e-584f632e2fc3 HTTP/1.1" status: 200 len: 217 time: 0.1014774 Jun 03 15:07:03.794111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 71f644e0-321e-4353-85c1-755abcb6fad1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:03.794729 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.894846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57166) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:03.932405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:03.978404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:03.989272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Usage tracker for resource:security_group_rule and tenant:5acbc65a2e2d4fa8a70f51d7cd5ceaf7 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:04.001960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:04.021365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:04.122223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-8bedc108-e5ae-4939-8833-8afe035a7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:04.123721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-8bedc108-e5ae-4939-8833-8afe035a7d26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1609006 Jun 03 15:07:04.270403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:06:58Z', 'revision_number': 4, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8e33e7ac-200c-449a-be4e-574bd9020f84', 'name': '', 'network_id': 'c2120782-11fb-40c5-a85e-962794900615', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'mac_address': 'fa:16:3e:49:3d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a3ed3784-c3e0-4022-bd10-a19fd228435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:57Z', 'updated_at': '2022-06-03T15:06:59Z', 'revision_number': 2, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'subnets': [{'id': 'a3ed3784-c3e0-4022-bd10-a19fd228435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:04.278842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 71f644e0-321e-4353-85c1-755abcb6fad1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:04.291093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Checking router: 335fef83-4b0d-41ae-8dd6-622d3977d9a8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:07:04.291457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Updating router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 port 8e33e7ac-200c-449a-be4e-574bd9020f84 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:07:04.298115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.306657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.331132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-34896ce2-0519-4e2b-9324-520a1ff5b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:04.334296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-34896ce2-0519-4e2b-9324-520a1ff5b683 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1947799 Jun 03 15:07:04.381139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb4b1c2-b106-4a31-bd2c-97754ba376fa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:04.422727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.430967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cce68ca4-2578-408f-a940-cea09c3c2b37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5acbc65a2e2d4fa8a70f51d7cd5ceaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348487 Jun 03 15:07:04.431643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57178) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:04.598192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48f1b109-30e1-42b5-be56-4f7b41bfcbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.666638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48f1b109-30e1-42b5-be56-4f7b41bfcbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.763486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-474fa52e-9352-4edd-b6fc-a3ca435fea4c service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526280 Jun 03 15:07:04.800332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48f1b109-30e1-42b5-be56-4f7b41bfcbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.876943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b109-30e1-42b5-be56-4f7b41bfcbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb4b1c2-b106-4a31-bd2c-97754ba376fa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:04.905235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48f1b109-30e1-42b5-be56-4f7b41bfcbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.911163 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-48f1b109-30e1-42b5-be56-4f7b41bfcbb5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6bb4b1c2-b106-4a31-bd2c-97754ba376fa HTTP/1.1" status: 204 len: 168 time: 0.4784510 Jun 03 15:07:04.966081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.034640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:05.038767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b00f15cff8d54ac69a2cd6c71608b60b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:05.062589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:05.081186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:05.227814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730cb97d-e0b7-44b6-b5f0-8faa3d7078fc req-9671143f-0f52-460e-adfb-d41725f2ab89 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281044 Jun 03 15:07:05.266639 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492a0c8a-a40a-471d-b002-3d53fd47ea86'] response: {'name': 'network-changed', 'server_uuid': '2761b253-ec5d-4983-941b-572b69ef5558', 'tag': '085b32c9-5350-4417-8c8e-584f632e2fc3', 'status': 'completed', 'code': 200} Jun 03 15:07:05.362434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.369425 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.379235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.418373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Transition to ACTIVE for port object 8e33e7ac-200c-449a-be4e-574bd9020f84 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:05.436131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.470833 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b00f15cff8d54ac69a2cd6c71608b60b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8054435 Jun 03 15:07:05.473848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:05.478112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcefb18-fba4-470a-8714-a29e9531f1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5924e6d-ebd1-441d-bef7-402b9c7f0442,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:05.594242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-91225edf-7608-4869-9b1c-f5763827f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:05.596144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-91225edf-7608-4869-9b1c-f5763827f4f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ac29bc4e2504e69af35a182fcddf3cc&device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 1120 time: 0.2792394 Jun 03 15:07:05.626974 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb116ba4-f959-4cc7-ace4-59c8b43ff87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.701281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb116ba4-f959-4cc7-ace4-59c8b43ff87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.823220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb116ba4-f959-4cc7-ace4-59c8b43ff87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.882173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb116ba4-f959-4cc7-ace4-59c8b43ff87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5924e6d-ebd1-441d-bef7-402b9c7f0442,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:05.904596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb116ba4-f959-4cc7-ace4-59c8b43ff87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.909919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cb116ba4-f959-4cc7-ace4-59c8b43ff87c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5924e6d-ebd1-441d-bef7-402b9c7f0442 HTTP/1.1" status: 204 len: 168 time: 0.4347031 Jun 03 15:07:05.919103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd981515-0c8c-4771-8483-9798d3fa61fd req-7d1e29a4-2694-46cf-9a94-41a7e89abd96 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:05.923897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ada4e-bd3b-4349-9511-d08cb0321bf4 None None] Pushing event updated for resources: {'Port': ['ID=8e33e7ac-200c-449a-be4e-574bd9020f84,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:05.931874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd981515-0c8c-4771-8483-9798d3fa61fd req-7d1e29a4-2694-46cf-9a94-41a7e89abd96 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.4152095 Jun 03 15:07:06.049638 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd981515-0c8c-4771-8483-9798d3fa61fd req-865c36dd-c4ca-4699-9a76-cb40d4f68dce tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165297 Jun 03 15:07:06.067271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-8e8e1e64-e7d8-4bd6-893a-b13bb4485f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:06.068905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-8e8e1e64-e7d8-4bd6-893a-b13bb4485f31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4574108 Jun 03 15:07:06.071293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Attempting to bind port 8e33e7ac-200c-449a-be4e-574bd9020f84 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:06.072396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Attempting to bind port 8e33e7ac-200c-449a-be4e-574bd9020f84 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:06.072925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Attempting to bind port 8e33e7ac-200c-449a-be4e-574bd9020f84 on network c2120782-11fb-40c5-a85e-962794900615 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:06.100265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:06.100849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Checking segment: {'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:06.101565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:06.102061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Bound using segment: {'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:06.102793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Bound port: 8e33e7ac-200c-449a-be4e-574bd9020f84, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b41795-88fa-4fe4-82a7-c8e6ee038aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2120782-11fb-40c5-a85e-962794900615'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:06.103330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:06.272902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-72593e24-8712-4dc3-8650-5807572197f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=085b32c9-5350-4417-8c8e-584f632e2fc3 HTTP/1.1" status: 200 len: 217 time: 0.1845467 Jun 03 15:07:06.276573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] For port 8e33e7ac-200c-449a-be4e-574bd9020f84, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:06.283751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] For port 8e33e7ac-200c-449a-be4e-574bd9020f84, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8e33e7ac-200c-449a-be4e-574bd9020f84,segment=NetworkSegment(50b41795-88fa-4fe4-82a7-c8e6ee038aed),segment_id=50b41795-88fa-4fe4-82a7-c8e6ee038aed)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:06.300099 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:06.459805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57230) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:06.466274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294419684', 'description': 'tempest-description--343654981'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:06.479701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-54fe8d0e-5575-451b-af27-9dbcd5beccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:06.482640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-54fe8d0e-5575-451b-af27-9dbcd5beccfc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1874285 Jun 03 15:07:06.496495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:06.510725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Usage tracker for resource:security_group and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:06.526381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:06.532767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Routers {'335fef83-4b0d-41ae-8dd6-622d3977d9a8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:07:06.533439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:06:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:06.543489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:06.590902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:06.663220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-d09ea8a8-a29c-4343-b04e-58ec64cfb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:06.663429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:06.674133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Usage tracker for resource:security_group_rule and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:06.680400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-d09ea8a8-a29c-4343-b04e-58ec64cfb735 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671505 Jun 03 15:07:06.684795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:06.697467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:06.933497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ada4e-bd3b-4349-9511-d08cb0321bf4 None None] Pushing event updated for resources: {'Port': ['ID=8e33e7ac-200c-449a-be4e-574bd9020f84,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:06.953520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] Set router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:07:06.986050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:06.995723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.078685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-a748ff5e-f4be-41b3-9ffa-738b387ff9bb service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597364 Jun 03 15:07:07.088088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:07.124733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.126343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cd705afa-59bf-4a70-a568-ee1e54af659a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6654391 Jun 03 15:07:07.134939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57246) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:07.151027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'security_group_rule': {'security_group_id': 'e212b21b-0a1d-4387-b0ad-f1cb7b62a45d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:07.167016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:07.180687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Usage tracker for resource:security_group_rule and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:07.190680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:07.204471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:07.251741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.353126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57252) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:07.359775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.365371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.384080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69c649c-86cf-4a89-bc97-c72f63fc46f8,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:07.462466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.467316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-821999d3-fc65-4f9b-a26d-8371a86b29ff tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297701 Jun 03 15:07:07.468080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57256) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:07.488664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'security_group_rule': {'security_group_id': 'e212b21b-0a1d-4387-b0ad-f1cb7b62a45d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:07.499814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.505753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:07.519506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Usage tracker for resource:security_group_rule and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:07.540607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:07.560752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:07.617357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:06:58Z', 'revision_number': 4, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8e33e7ac-200c-449a-be4e-574bd9020f84', 'name': '', 'network_id': 'c2120782-11fb-40c5-a85e-962794900615', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'mac_address': 'fa:16:3e:49:3d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a3ed3784-c3e0-4022-bd10-a19fd228435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:57Z', 'updated_at': '2022-06-03T15:07:06Z', 'revision_number': 4, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'subnets': [{'id': 'a3ed3784-c3e0-4022-bd10-a19fd228435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:07.619211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.627298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70947f61-5ced-4a9d-bd96-80585fc0666e None None] The sync data for ids ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'] in n-d-844594-1 is: [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:06:58Z', 'revision_number': 4, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8e33e7ac-200c-449a-be4e-574bd9020f84', 'name': '', 'network_id': 'c2120782-11fb-40c5-a85e-962794900615', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'mac_address': 'fa:16:3e:49:3d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a3ed3784-c3e0-4022-bd10-a19fd228435e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:57Z', 'updated_at': '2022-06-03T15:07:06Z', 'revision_number': 4, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'subnets': [{'id': 'a3ed3784-c3e0-4022-bd10-a19fd228435e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:07:07.794166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:07.843681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Usage tracker for resource:security_group_rule and tenant:dae2a38a74f148b4a30063f66c95a7c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:07.849957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:07.863830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.880072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.885600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:07.915777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6463831f-d3a5-4562-a396-a765397d34bf,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:07.938850 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f431bf77-0e06-4279-bc25-17ff64b4491f req-035b8ac3-de62-4985-af60-3db76cbe9a63 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8180804 Jun 03 15:07:07.984271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:07.991906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dc7ccfc5-713a-4376-acd3-6df0ad60f595 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5212455 Jun 03 15:07:07.993458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:08.001252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:08.015456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:08.033466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Usage tracker for resource:floatingip and tenant:e243a009d60d44fa982798dfe46d6a6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:08.041307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:08.045673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584e65f-fc0f-42e9-8e6f-44f5104e154d req-c540574e-3d84-41e7-82b8-da28bae402ce tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:08.047790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3584e65f-fc0f-42e9-8e6f-44f5104e154d req-c540574e-3d84-41e7-82b8-da28bae402ce tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.5015783 Jun 03 15:07:08.067547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:08.093887 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.208722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3584e65f-fc0f-42e9-8e6f-44f5104e154d req-773e57df-cf1e-4c4e-bedf-d070aac7a7c3 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512525 Jun 03 15:07:08.224211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.228768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.314445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dae2a38a74f148b4a30063f66c95a7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9601746 Jun 03 15:07:08.322239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57290) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:08.413620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f71a3-a8bb-4337-96ed-205b2e8fce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f48e070-3ca0-45e6-a3a4-a76d47fdf336,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:08.445488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.483992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b9d-4e17-49d6-9973-84f3fe3b23ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.532691 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b9d-4e17-49d6-9973-84f3fe3b23ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.736643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b9d-4e17-49d6-9973-84f3fe3b23ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.848875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f24b9d-4e17-49d6-9973-84f3fe3b23ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f48e070-3ca0-45e6-a3a4-a76d47fdf336,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:08.868837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b9d-4e17-49d6-9973-84f3fe3b23ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.872628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b4f24b9d-4e17-49d6-9973-84f3fe3b23ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f48e070-3ca0-45e6-a3a4-a76d47fdf336 HTTP/1.1" status: 204 len: 168 time: 0.5469706 Jun 03 15:07:08.918763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Allocated IP 172.25.1.69 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/c1bf08e3-c558-4a19-810f-a12a3dfeff87) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:07:09.242145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8e33e7ac-200c-449a-be4e-574bd9020f84 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:09.578624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:09.599093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45240fb9-ee29-4100-9d47-ee87b8aca171 req-3a7c5c8b-923c-4ab7-a66f-b7928f1013f5 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:09.603732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8e33e7ac-200c-449a-be4e-574bd9020f84 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:09.608722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45240fb9-ee29-4100-9d47-ee87b8aca171 req-3a7c5c8b-923c-4ab7-a66f-b7928f1013f5 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.1635003 Jun 03 15:07:09.615114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8e33e7ac-200c-449a-be4e-574bd9020f84 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:09.615500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:09.649579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:09.709329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45240fb9-ee29-4100-9d47-ee87b8aca171 req-5abf535d-dca9-4dad-b156-833d7e85c15a tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967422 Jun 03 15:07:09.842501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:09.843787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:09.846929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:07:09.876415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8e33e7ac-200c-449a-be4e-574bd9020f84 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:09.877087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:09.943786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8e33e7ac-200c-449a-be4e-574bd9020f84, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8e33e7ac-200c-449a-be4e-574bd9020f84,segment=NetworkSegment(50b41795-88fa-4fe4-82a7-c8e6ee038aed),segment_id=50b41795-88fa-4fe4-82a7-c8e6ee038aed)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:09.952450 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:10.062814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event updated for resources: {'Port': ['ID=c1bf08e3-c558-4a19-810f-a12a3dfeff87,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:10.125348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:10.134831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8e33e7ac-200c-449a-be4e-574bd9020f84,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:10.297349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:10.787836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:10.799643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:10.849928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:10.914674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event updated for resources: {'Port': ['ID=c1bf08e3-c558-4a19-810f-a12a3dfeff87,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:10.919482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:10.924600 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5cbacbbc-4016-4597-b3fa-7cd6387d7aea tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9295216 Jun 03 15:07:10.972444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf839449-1b6a-44d7-8e7a-6c14c3400e13 req-7c98e2aa-c94d-4031-8dca-1bfeb64b3373 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:10.974211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf839449-1b6a-44d7-8e7a-6c14c3400e13 req-7c98e2aa-c94d-4031-8dca-1bfeb64b3373 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.1014504 Jun 03 15:07:11.066387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf839449-1b6a-44d7-8e7a-6c14c3400e13 req-7cc4688a-2dbc-4c4f-9dcf-9a90c739e1d0 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850708 Jun 03 15:07:11.101175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8e33e7ac-200c-449a-be4e-574bd9020f84 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:11.181664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8e33e7ac-200c-449a-be4e-574bd9020f84 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:11.182063 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:11.319687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8e33e7ac-200c-449a-be4e-574bd9020f84 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:11.445203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57416) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:11.446487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-1e01975e-f5af-448e-9d23-274928a9f7ba tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Synchronizing usage tracker for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:11.466124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-1e01975e-f5af-448e-9d23-274928a9f7ba tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Unset dirty status for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:11.467913 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-1e01975e-f5af-448e-9d23-274928a9f7ba tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--294419684&fields=id&tenant_id=e243a009d60d44fa982798dfe46d6a6c HTTP/1.1" status: 200 len: 267 time: 0.0612438 Jun 03 15:07:11.634895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-539e8001-7526-493e-a181-8b4a8b048d1d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:11.635577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-539e8001-7526-493e-a181-8b4a8b048d1d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Synchronizing usage tracker for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:11.655088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-539e8001-7526-493e-a181-8b4a8b048d1d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Unset dirty status for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:11.660603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-539e8001-7526-493e-a181-8b4a8b048d1d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 823 time: 0.1850677 Jun 03 15:07:11.671596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-638ace8c-fb3f-48ae-979b-6e04880f07d3 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/quotas/e243a009d60d44fa982798dfe46d6a6c HTTP/1.1" status: 200 len: 375 time: 0.0097556 Jun 03 15:07:11.686911 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:11.703402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:11.707380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Usage tracker for resource:security_group_rule and tenant:deabdc58c10f4d23957ce913b0c653b4 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:11.710283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:11.716508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:11.764446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-03636231-f7e5-4c6d-858e-be16a7792488 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Synchronizing usage tracker for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:11.787236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-03636231-f7e5-4c6d-858e-be16a7792488 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Unset dirty status for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:11.788831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-03636231-f7e5-4c6d-858e-be16a7792488 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108770 Jun 03 15:07:11.832151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:11.843944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:11.894733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=deabdc58c10f4d23957ce913b0c653b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482918 Jun 03 15:07:11.897005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192049e-ca27-4d35-bcd1-aa1585beb56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0416ae-3af7-439b-b20e-a0cb6e0f09ee,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:11.898118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57442) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:11.969618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e11a-b100-4610-8ba2-f9bff6c2c629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:11.997234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e11a-b100-4610-8ba2-f9bff6c2c629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:12.059795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e11a-b100-4610-8ba2-f9bff6c2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:12.087451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4e11a-b100-4610-8ba2-f9bff6c2c629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0416ae-3af7-439b-b20e-a0cb6e0f09ee,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:12.107820 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e11a-b100-4610-8ba2-f9bff6c2c629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:12.109718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a4e4e11a-b100-4610-8ba2-f9bff6c2c629 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f0416ae-3af7-439b-b20e-a0cb6e0f09ee HTTP/1.1" status: 204 len: 168 time: 0.2101164 Jun 03 15:07:12.263987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-a45a2967-0e59-4086-9862-5ed9689f5a52 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:07:12.265147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-a45a2967-0e59-4086-9862-5ed9689f5a52 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1982980 Jun 03 15:07:12.425307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5de81e-f8b0-4dca-bcfc-0c5abb4e52b4 req-6c819dd3-e699-4563-b271-109f3e8837b1 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:12.426712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae5de81e-f8b0-4dca-bcfc-0c5abb4e52b4 req-6c819dd3-e699-4563-b271-109f3e8837b1 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.2121701 Jun 03 15:07:12.432187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-4d7d2cca-928c-4ad2-8871-0e91258d6f36 service neutron] 10.222.0.66 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588798 Jun 03 15:07:12.616288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae5de81e-f8b0-4dca-bcfc-0c5abb4e52b4 req-ad9fda70-feb7-4f52-8600-2abb2e8b74d8 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802514 Jun 03 15:07:12.697338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-96bf63f5-e22d-4f7a-9242-c90e690f251e service neutron] 10.222.0.66 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888945 Jun 03 15:07:12.749071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57476) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:12.768144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:12.785155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:12.789569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f14d1c07044dc6810f6e08fbc73716 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:12.793649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:12.799852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:12.908191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:12.914764 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:12.992375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57498) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:12.992614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1f14d1c07044dc6810f6e08fbc73716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416909 Jun 03 15:07:12.999495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5caad-4e85-46f0-8494-da3713e19876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69800163-5d6b-4927-8d63-15e002147949,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:13.162265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c656fdec-7d2d-4bdd-a2bb-99e8d21d24f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:13.215989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c656fdec-7d2d-4bdd-a2bb-99e8d21d24f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:13.291896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c656fdec-7d2d-4bdd-a2bb-99e8d21d24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:13.340071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656fdec-7d2d-4bdd-a2bb-99e8d21d24f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69800163-5d6b-4927-8d63-15e002147949,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:13.344211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1115a96e-37a8-4b04-953e-ff09bbf19578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:13.352688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c656fdec-7d2d-4bdd-a2bb-99e8d21d24f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:13.356864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c656fdec-7d2d-4bdd-a2bb-99e8d21d24f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69800163-5d6b-4927-8d63-15e002147949 HTTP/1.1" status: 204 len: 168 time: 0.3632770 Jun 03 15:07:13.412184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57520) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:13.468992 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:07:13.489435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6919a309-7479-4979-aec3-746506570ce5 req-321aca1d-fde1-4598-b383-46c2fa262537 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 210 time: 0.0650463 Jun 03 15:07:13.812194 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:13.840478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:13.850547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Usage tracker for resource:security_group_rule and tenant:a1fe116a2b31432f95df961b2e51aac0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:13.854243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:13.861947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:13.968240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:13.983254 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:14.129029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1fe116a2b31432f95df961b2e51aac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156870 Jun 03 15:07:14.129151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57562) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:14.153421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7d416-f1d0-4215-b395-0875ecb256cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688ac645-2138-4edc-ab74-a6b519dd3287,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:14.186491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe64b2-37a4-4ee2-9ff6-0d6b6e8b5a5f req-bea8ea1f-fdc5-40b0-b76d-05fbd7b4ae37 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:14.188010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bfe64b2-37a4-4ee2-9ff6-0d6b6e8b5a5f req-bea8ea1f-fdc5-40b0-b76d-05fbd7b4ae37 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.1580698 Jun 03 15:07:14.222190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb04813a-6443-472c-a855-c2cee163a0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:14.244048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bfe64b2-37a4-4ee2-9ff6-0d6b6e8b5a5f req-0cadacb2-65b6-4dd6-916b-460d97de6e6d tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496652 Jun 03 15:07:14.249794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb04813a-6443-472c-a855-c2cee163a0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:14.314664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb04813a-6443-472c-a855-c2cee163a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:14.332983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04813a-6443-472c-a855-c2cee163a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688ac645-2138-4edc-ab74-a6b519dd3287,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:14.345587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb04813a-6443-472c-a855-c2cee163a0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:14.346787 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eb04813a-6443-472c-a855-c2cee163a0b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/688ac645-2138-4edc-ab74-a6b519dd3287 HTTP/1.1" status: 204 len: 168 time: 0.2165701 Jun 03 15:07:14.530646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.15', 57123) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:14.765166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-a4491dab-afc0-4170-a073-ef0e88d084cd tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:14.765671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-563b60a6-125d-4a18-bbb1-6f490a89eb2d req-33418aa8-73f6-486e-ba7a-345c1506eacc tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 210 time: 0.0506568 Jun 03 15:07:14.766913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-a4491dab-afc0-4170-a073-ef0e88d084cd tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 823 time: 0.2352355 Jun 03 15:07:14.908354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-94a610de-cb30-4596-816d-b529d7dca818 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Synchronizing usage tracker for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:14.924470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-94a610de-cb30-4596-816d-b529d7dca818 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Unset dirty status for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:14.925804 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-94a610de-cb30-4596-816d-b529d7dca818 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e243a009d60d44fa982798dfe46d6a6c HTTP/1.1" status: 200 len: 379 time: 0.0752516 Jun 03 15:07:14.939442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'port': {'device_id': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'admin_state_up': True, 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'security_groups': ['e212b21b-0a1d-4387-b0ad-f1cb7b62a45d']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:15.003687 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.067923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57620) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:15.115895 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.148438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:15.160005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f07d7becc741708b53639fd3aa510d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:15.163708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:15.176981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:15.263465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:15.280397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:15.318171 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.329125 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.336404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Made reservation on behalf of e243a009d60d44fa982798dfe46d6a6c for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:07:15.342218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.479457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4f07d7becc741708b53639fd3aa510d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102781 Jun 03 15:07:15.482052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:15.493850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328a304-1837-4bc0-ae01-669432f7d259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed8f61a-f995-48e1-a156-db1363ebef7e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:15.561000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57642) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:15.595388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c00910da-2725-4bc7-bc61-07bb0609d108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.616721 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-64429910-9603-4258-8f97-e572a783041e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.624550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Allocated IP 172.20.0.10 (d91e65b7-51a3-4bc9-a601-77dd50a99d37/bbc59ecb-ee51-4be0-bb8b-e7d623213dc4/3683ee4f-d1d9-4f82-a522-e3395d5aab85) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:07:15.651168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369ee7-9fa3-4a42-924c-097079655333 req-2a63224e-6eb9-4b57-a48e-2809b6c7131d tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:15.652885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2369ee7-9fa3-4a42-924c-097079655333 req-2a63224e-6eb9-4b57-a48e-2809b6c7131d tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 969 time: 0.2637992 Jun 03 15:07:15.658627 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c00910da-2725-4bc7-bc61-07bb0609d108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.737830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2369ee7-9fa3-4a42-924c-097079655333 req-261ebd34-2654-4055-a939-a577ef8d7b30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721402 Jun 03 15:07:15.762302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c00910da-2725-4bc7-bc61-07bb0609d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.779776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00910da-2725-4bc7-bc61-07bb0609d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed8f61a-f995-48e1-a156-db1363ebef7e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:15.810517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c00910da-2725-4bc7-bc61-07bb0609d108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:15.816183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c00910da-2725-4bc7-bc61-07bb0609d108 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ed8f61a-f995-48e1-a156-db1363ebef7e HTTP/1.1" status: 204 len: 168 time: 0.3200080 Jun 03 15:07:15.824749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 085b32c9-5350-4417-8c8e-584f632e2fc3 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:07:15.963607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.008592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.028802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 085b32c9-5350-4417-8c8e-584f632e2fc3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=085b32c9-5350-4417-8c8e-584f632e2fc3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:16.055240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Transition to ACTIVE for port object 3683ee4f-d1d9-4f82-a522-e3395d5aab85 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:16.055533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '085b32c9-5350-4417-8c8e-584f632e2fc3', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '085b32c9-5350-4417-8c8e-584f632e2fc3', 'mac_address': 'fa:16:3e:d2:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:tempest-test_az-1726154855', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:07:16.069318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:16.086958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Usage tracker for resource:security_group_rule and tenant:53f439575d71447b92100715ac69a9c0 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:16.097178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:16.114006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63866f8e-e496-4f01-aeaa-f37c7aba14f9 req-ab074fad-dcbf-40f0-b475-e53af2be9eca tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 210 time: 0.1124341 Jun 03 15:07:16.127901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57658) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:16.139426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:16.170294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 085b32c9-5350-4417-8c8e-584f632e2fc3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:16.171131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.188759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.206831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085b32c9-5350-4417-8c8e-584f632e2fc3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:16.229927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 085b32c9-5350-4417-8c8e-584f632e2fc3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=085b32c9-5350-4417-8c8e-584f632e2fc3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:16.235518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.349712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=085b32c9-5350-4417-8c8e-584f632e2fc3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:16.382481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:16.388028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:16.395875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:07:16.405170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:16.405846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.409941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event updated for resources: {'Port': ['ID=3683ee4f-d1d9-4f82-a522-e3395d5aab85,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:16.468607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-dda602d1-0ba6-4c6f-8c33-39b391d0b717 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5366199 Jun 03 15:07:16.483958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.503724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.509838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.567066 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.581432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['085b32c9-5350-4417-8c8e-584f632e2fc3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:16.623809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:16.634701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Usage tracker for resource:security_group_rule and tenant:72d9b9ae95fb405c8158722a190c2fe4 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:16.640965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53f439575d71447b92100715ac69a9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0789101 Jun 03 15:07:16.642102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:16.643592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57676) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:16.654666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6355780-4c01-45ee-a2c1-51b667b2db88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e898c8f-9a6b-4989-9785-3f5ff20b38f6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:16.664780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:16.779027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4830d2dc-b20a-4239-89c9-0e6dfb095863 None None] Provisioning for port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:16.789955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.805106 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13fde442-2804-45ff-9c70-93c89a24bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.823559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4830d2dc-b20a-4239-89c9-0e6dfb095863 None None] Provisioning complete for port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:16.824489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4830d2dc-b20a-4239-89c9-0e6dfb095863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.847204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13fde442-2804-45ff-9c70-93c89a24bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.882362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.882540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4830d2dc-b20a-4239-89c9-0e6dfb095863 None None] Port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:07:16.898840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.969773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13fde442-2804-45ff-9c70-93c89a24bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:16.995688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fde442-2804-45ff-9c70-93c89a24bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e898c8f-9a6b-4989-9785-3f5ff20b38f6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:17.011487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13fde442-2804-45ff-9c70-93c89a24bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:17.013758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-13fde442-2804-45ff-9c70-93c89a24bf04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e898c8f-9a6b-4989-9785-3f5ff20b38f6 HTTP/1.1" status: 204 len: 168 time: 0.3657117 Jun 03 15:07:17.084436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72d9b9ae95fb405c8158722a190c2fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9530637 Jun 03 15:07:17.084923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57692) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:17.095837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92ad23-eaf2-4dbf-9f74-531c83fcea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be04f57-9452-4edb-b26f-8b8736e89dd8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:17.165098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84955f3-e568-4a16-a0e7-8c96ad6fb0f6 req-26b12aab-486a-4876-91ed-9f515186ff36 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:17.166992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c84955f3-e568-4a16-a0e7-8c96ad6fb0f6 req-26b12aab-486a-4876-91ed-9f515186ff36 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 970 time: 0.1522439 Jun 03 15:07:17.176887 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3de09606-b7ca-4bbc-9bbd-ca12f21add70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:17.226099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3de09606-b7ca-4bbc-9bbd-ca12f21add70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:17.259325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c84955f3-e568-4a16-a0e7-8c96ad6fb0f6 req-64ba0c5d-e9cf-4177-a66c-e0021c64ac5a tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858121 Jun 03 15:07:17.336821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3de09606-b7ca-4bbc-9bbd-ca12f21add70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:17.366427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de09606-b7ca-4bbc-9bbd-ca12f21add70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be04f57-9452-4edb-b26f-8b8736e89dd8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:17.369811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3de09606-b7ca-4bbc-9bbd-ca12f21add70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:17.370951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3de09606-b7ca-4bbc-9bbd-ca12f21add70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5be04f57-9452-4edb-b26f-8b8736e89dd8 HTTP/1.1" status: 204 len: 168 time: 0.2849844 Jun 03 15:07:17.396916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:17.436441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9cfdf-38ef-4e19-9b1d-78fda8a91fad req-883528a8-359f-4810-ba40-0cab03866eec tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:17.438006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43b9cfdf-38ef-4e19-9b1d-78fda8a91fad req-883528a8-359f-4810-ba40-0cab03866eec tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 932 time: 0.0998747 Jun 03 15:07:17.492057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43b9cfdf-38ef-4e19-9b1d-78fda8a91fad req-8e1d2c2d-26c0-47e7-971f-d524952802a1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481369 Jun 03 15:07:17.799801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 085b32c9-5350-4417-8c8e-584f632e2fc3 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:17.884412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 085b32c9-5350-4417-8c8e-584f632e2fc3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:17.891022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 085b32c9-5350-4417-8c8e-584f632e2fc3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:17.891457 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.031098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 085b32c9-5350-4417-8c8e-584f632e2fc3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:18.031504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.035184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57722) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:18.066972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2761b253-ec5d-4983-941b-572b69ef5558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b32c9-5350-4417-8c8e-584f632e2fc3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:18.075488 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.107319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:18.112188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Usage tracker for resource:security_group_rule and tenant:1623f7fe6f524281906a2b2884509687 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:18.116950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:18.125414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:18.147405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 085b32c9-5350-4417-8c8e-584f632e2fc3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=085b32c9-5350-4417-8c8e-584f632e2fc3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:18.153792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.234148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.248362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=085b32c9-5350-4417-8c8e-584f632e2fc3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:18.257746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.265394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.326150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3f6427-2884-4d94-9ac2-f11c28f7104f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:18.331077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9562c9e7-89ea-45ac-8783-2e11de47b452 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1623f7fe6f524281906a2b2884509687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940583 Jun 03 15:07:18.334957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57730) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:18.462699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d303ca2b-7d96-418c-bf0c-e6c54b8359b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.498136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d303ca2b-7d96-418c-bf0c-e6c54b8359b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.574398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d303ca2b-7d96-418c-bf0c-e6c54b8359b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.596801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ca2b-7d96-418c-bf0c-e6c54b8359b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3f6427-2884-4d94-9ac2-f11c28f7104f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:18.617685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d303ca2b-7d96-418c-bf0c-e6c54b8359b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.622200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d303ca2b-7d96-418c-bf0c-e6c54b8359b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c3f6427-2884-4d94-9ac2-f11c28f7104f HTTP/1.1" status: 204 len: 168 time: 0.2834458 Jun 03 15:07:18.633108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b10dc9-42eb-4b86-babf-4239cd3539b2 req-d54d8b74-ccea-483e-aa7e-222ad6461f05 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:18.634611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99b10dc9-42eb-4b86-babf-4239cd3539b2 req-d54d8b74-ccea-483e-aa7e-222ad6461f05 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 971 time: 0.2142596 Jun 03 15:07:18.639287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57748) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:18.729648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:18.771188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:18.788388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Usage tracker for resource:security_group_rule and tenant:fa8a220685d44ae58a04fe2f40ba2e49 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:18.794267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:18.800933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99b10dc9-42eb-4b86-babf-4239cd3539b2 req-58293c43-a1d3-4507-83b0-6655c0abe3f1 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366189 Jun 03 15:07:18.805924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:18.858930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce01ad-5d03-4f5a-ac75-31601acd1258 req-a9fd51c9-2f80-45a2-8c93-44d99646d826 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:18.860615 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6ce01ad-5d03-4f5a-ac75-31601acd1258 req-a9fd51c9-2f80-45a2-8c93-44d99646d826 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 932 time: 0.1744728 Jun 03 15:07:18.968751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6ce01ad-5d03-4f5a-ac75-31601acd1258 req-738e365c-69d8-4e7f-84ae-db49e2d6a383 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011424 Jun 03 15:07:19.051644 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.067640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.128150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb835ae2-42e7-4da4-8a4f-a18d4129f672,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:19.133771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f2d520a9-96bb-45fa-af06-fd7fe488de8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa8a220685d44ae58a04fe2f40ba2e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933159 Jun 03 15:07:19.137107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57772) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:19.209933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a387804-8cee-4926-95f5-b40b934e32ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.220971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57776) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:19.242074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a387804-8cee-4926-95f5-b40b934e32ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.303666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a387804-8cee-4926-95f5-b40b934e32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.339444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a387804-8cee-4926-95f5-b40b934e32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb835ae2-42e7-4da4-8a4f-a18d4129f672,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:19.344081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a387804-8cee-4926-95f5-b40b934e32ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.360048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6a387804-8cee-4926-95f5-b40b934e32ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb835ae2-42e7-4da4-8a4f-a18d4129f672 HTTP/1.1" status: 204 len: 168 time: 0.2212903 Jun 03 15:07:19.437484 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2b8d19-8806-448a-bb49-9d8a9181862f'] response: {'server_uuid': '2761b253-ec5d-4983-941b-572b69ef5558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b32c9-5350-4417-8c8e-584f632e2fc3', 'code': 200} Jun 03 15:07:19.522883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57786) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:19.547760 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.565329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:19.569581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Usage tracker for resource:security_group_rule and tenant:89da7669f95146f28b40db1c950865d1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:19.573179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:19.579519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:19.648337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-1539af2e-39f2-45a3-bd5d-4a63dc3b7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:19.650345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-1539af2e-39f2-45a3-bd5d-4a63dc3b7c06 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 1122 time: 0.1474397 Jun 03 15:07:19.678956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.679338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.685218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.701646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:19.706713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Usage tracker for resource:security_group_rule and tenant:8aa02581ef9449928f3b38541add1a27 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:19.710436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:19.719332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:19.748184 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89da7669f95146f28b40db1c950865d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229245 Jun 03 15:07:19.749980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77bac2-dc98-4a10-a63a-485354000f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84705e8e-d48f-4767-a7ae-d65482fe7235,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:19.753650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57792) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:19.770861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.799657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:19.809026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Usage tracker for resource:security_group_rule and tenant:025cb33425224370a243f2aa95df4b84 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:19.813399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:19.822435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:19.836239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-ec82e4d8-fb6e-47f9-98fe-8390d4f36bc0 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:07:19.837368 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-ec82e4d8-fb6e-47f9-98fe-8390d4f36bc0 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109899 Jun 03 15:07:19.846671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9345b9a1-b6b4-4b47-88cf-e4754158a23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.882224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9345b9a1-b6b4-4b47-88cf-e4754158a23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.925070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.938262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.958529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9345b9a1-b6b4-4b47-88cf-e4754158a23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:19.984644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29882fa1-1e5d-4599-8a01-d9e14549aee3 req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271921 Jun 03 15:07:19.993674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345b9a1-b6b4-4b47-88cf-e4754158a23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84705e8e-d48f-4767-a7ae-d65482fe7235,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:19.997810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57802) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:20.012449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9345b9a1-b6b4-4b47-88cf-e4754158a23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.018342 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9345b9a1-b6b4-4b47-88cf-e4754158a23f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84705e8e-d48f-4767-a7ae-d65482fe7235 HTTP/1.1" status: 204 len: 168 time: 0.2636347 Jun 03 15:07:20.045299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc820e2-65aa-441a-b65f-4348e62799e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a961242-05cd-445e-945e-08786819b5af,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:20.062091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.124065 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.171286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b2ecd-2dae-47ab-99f6-f606b40f32e8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:20.263316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4a6b3578-2094-4f64-9816-5028d695f38d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=025cb33425224370a243f2aa95df4b84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0380046 Jun 03 15:07:20.264323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57820) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:20.284410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaf5a3-7fb1-432d-b508-24a0cdfe0d11 req-6b953140-09b4-4128-88d9-85e90f4d59d9 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:20.288586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4dcaf5a3-7fb1-432d-b508-24a0cdfe0d11 req-6b953140-09b4-4128-88d9-85e90f4d59d9 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 971 time: 0.2287023 Jun 03 15:07:20.332833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f430dd24-122f-40bc-9317-c6ca87aed2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.357577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553ea8-751c-4723-8beb-c5f410cce3c1 req-dd2a33eb-92d0-4ab2-a6fe-3a61403a7d06 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:20.361915 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f430dd24-122f-40bc-9317-c6ca87aed2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.365001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94553ea8-751c-4723-8beb-c5f410cce3c1 req-dd2a33eb-92d0-4ab2-a6fe-3a61403a7d06 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 932 time: 0.1733155 Jun 03 15:07:20.372426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4dcaf5a3-7fb1-432d-b508-24a0cdfe0d11 req-8e123ca3-3b99-49e2-b13f-5d84dcfe4bf3 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775700 Jun 03 15:07:20.412016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94553ea8-751c-4723-8beb-c5f410cce3c1 req-d681ea3b-2e16-46b3-9f10-f80611e85396 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460956 Jun 03 15:07:20.442102 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f430dd24-122f-40bc-9317-c6ca87aed2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.456067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.462201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Request body: {'port': {'device_id': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:20.471983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:20.481227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Usage tracker for resource:security_group_rule and tenant:5956fe3da1a94e79bc9ad46122a9f38d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:20.491338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:20.497348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:20.501189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430dd24-122f-40bc-9317-c6ca87aed2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b2ecd-2dae-47ab-99f6-f606b40f32e8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:20.527246 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f430dd24-122f-40bc-9317-c6ca87aed2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.531109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f430dd24-122f-40bc-9317-c6ca87aed2da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c3b2ecd-2dae-47ab-99f6-f606b40f32e8 HTTP/1.1" status: 204 len: 168 time: 0.2656229 Jun 03 15:07:20.595358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.601210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.615027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.658060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5956fe3da1a94e79bc9ad46122a9f38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568558 Jun 03 15:07:20.658060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9594c-1acd-4c41-956d-4b0b4ab39754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736f13c5-8c42-4524-9ccf-b62bf22db967,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:20.659890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57836) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:20.733522 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-969d6f1c-8bf5-4cca-823a-e4b84df148f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.770316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-969d6f1c-8bf5-4cca-823a-e4b84df148f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.855897 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-969d6f1c-8bf5-4cca-823a-e4b84df148f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.874585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d6f1c-8bf5-4cca-823a-e4b84df148f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f13c5-8c42-4524-9ccf-b62bf22db967,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:20.910915 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-969d6f1c-8bf5-4cca-823a-e4b84df148f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:20.912080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-969d6f1c-8bf5-4cca-823a-e4b84df148f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/736f13c5-8c42-4524-9ccf-b62bf22db967 HTTP/1.1" status: 204 len: 168 time: 0.2512825 Jun 03 15:07:21.059439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3683ee4f-d1d9-4f82-a522-e3395d5aab85 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:21.067689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.085135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Transition to ACTIVE for port object 3683ee4f-d1d9-4f82-a522-e3395d5aab85 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:21.089291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.115794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57854) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:21.136980 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.153521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:21.158620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Usage tracker for resource:security_group_rule and tenant:f6d63e37ab7b4f18a56d8e31110966ca is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:21.176953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:21.187217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:21.283937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3683ee4f-d1d9-4f82-a522-e3395d5aab85,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:21.298822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.309667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.367106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Attempting to bind port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:21.367468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Attempting to bind port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:21.367827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Attempting to bind port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:21.374021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6d63e37ab7b4f18a56d8e31110966ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563238 Jun 03 15:07:21.376021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007272-10b3-458a-89bd-06f619a3b77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a44c6b-0ccc-4235-a603-2370e64331f7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:21.377340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57864) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:21.389928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:07:21.390224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Attempting to bind port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:21.400646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:21.400779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Checking segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:21.402048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Bound using segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:21.402714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Bound port: 3683ee4f-d1d9-4f82-a522-e3395d5aab85, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:21.403422 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.553887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57874) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:21.590378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.631893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:21.638634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13d9a0f8-2127-4e1c-9890-fe0d7ab1badd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.663289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Usage tracker for resource:security_group_rule and tenant:c474c41472cf4340869cb6b8ee6446ef is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:21.677331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:21.687210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] For port 3683ee4f-d1d9-4f82-a522-e3395d5aab85, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:21.706782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:21.710067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13d9a0f8-2127-4e1c-9890-fe0d7ab1badd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.715451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3213cf-1fed-4d69-aa34-a1f1ddb29da0 req-e69983d9-1e61-4624-944a-c5fe9ada0d0a tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:21.717409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a3213cf-1fed-4d69-aa34-a1f1ddb29da0 req-e69983d9-1e61-4624-944a-c5fe9ada0d0a tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 971 time: 0.1890709 Jun 03 15:07:21.727407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] For port 3683ee4f-d1d9-4f82-a522-e3395d5aab85, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:21.730070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355418-5095-4882-ae7e-c39abb96a2c9 req-d4390fab-f83a-46c6-b876-688f3546d5bc tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:21.737850 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8355418-5095-4882-ae7e-c39abb96a2c9 req-d4390fab-f83a-46c6-b876-688f3546d5bc tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 944 time: 0.1348000 Jun 03 15:07:21.754882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.836603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8355418-5095-4882-ae7e-c39abb96a2c9 req-71c97fa3-717a-4e7d-9429-8ccdad98679c tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977404 Jun 03 15:07:21.840544 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a3213cf-1fed-4d69-aa34-a1f1ddb29da0 req-a897a878-60d0-4ee1-921d-8ce5cf1913cf tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995884 Jun 03 15:07:21.868881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:21.869513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:21.871021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] 10.222.0.15 "PUT /v2.0/ports/3683ee4f-d1d9-4f82-a522-e3395d5aab85 HTTP/1.1" status: 200 len: 1092 time: 1.7490203 Jun 03 15:07:21.871466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:22.169105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98be081-64d7-47cb-8654-d07a792afae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3683ee4f-d1d9-4f82-a522-e3395d5aab85,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:22.189539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13d9a0f8-2127-4e1c-9890-fe0d7ab1badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.228289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9a0f8-2127-4e1c-9890-fe0d7ab1badd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a44c6b-0ccc-4235-a603-2370e64331f7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:22.258362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.259515 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13d9a0f8-2127-4e1c-9890-fe0d7ab1badd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.263915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-13d9a0f8-2127-4e1c-9890-fe0d7ab1badd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07a44c6b-0ccc-4235-a603-2370e64331f7 HTTP/1.1" status: 204 len: 168 time: 0.8841991 Jun 03 15:07:22.265934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.320778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-fd6c869e-1a15-4cd2-b1f4-55fce43d93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:22.322289 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-fd6c869e-1a15-4cd2-b1f4-55fce43d93f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 1095 time: 0.2189989 Jun 03 15:07:22.327816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c474c41472cf4340869cb6b8ee6446ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7704213 Jun 03 15:07:22.329514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046d300-6429-48f3-bc17-917ba0d79e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7213e4-f1e7-404c-bce0-2cf60c9df4b4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:22.331253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57912) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:22.402299 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-eedf490b-558e-4913-8b46-edfd691f1f98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85 HTTP/1.1" status: 200 len: 217 time: 0.0690691 Jun 03 15:07:22.437250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a743047-6f45-4c10-acd4-8a7a16f44a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.465908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a743047-6f45-4c10-acd4-8a7a16f44a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.474572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-8c17cee4-09a1-4711-ac8f-bf36caa8b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:22.476841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-8c17cee4-09a1-4711-ac8f-bf36caa8b51b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 HTTP/1.1" status: 200 len: 862 time: 0.0695472 Jun 03 15:07:22.528942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a743047-6f45-4c10-acd4-8a7a16f44a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.548712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a743047-6f45-4c10-acd4-8a7a16f44a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7213e4-f1e7-404c-bce0-2cf60c9df4b4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:22.559491 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a743047-6f45-4c10-acd4-8a7a16f44a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:22.562929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7a743047-6f45-4c10-acd4-8a7a16f44a3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c7213e4-f1e7-404c-bce0-2cf60c9df4b4 HTTP/1.1" status: 204 len: 168 time: 0.2270133 Jun 03 15:07:22.595641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-5f496637-f6da-4be8-94e2-e4ea9febee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:22.597465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-5f496637-f6da-4be8-94e2-e4ea9febee28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d91e65b7-51a3-4bc9-a601-77dd50a99d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130877 Jun 03 15:07:22.750108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-3974cb4e-c988-4069-89a2-78ecd0051fbb service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443977 Jun 03 15:07:22.891824 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12846321-4cb2-43d2-8cca-5fba3256ac47'] response: {'name': 'network-changed', 'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'status': 'completed', 'code': 200} Jun 03 15:07:22.901083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e5baf96-f2dc-49de-946b-6fe4b32f11df req-916c6535-bb1a-494e-a186-204f15af072f service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434782 Jun 03 15:07:23.076803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65a4f3-8455-4179-8399-184452f372e2 req-a3406d39-149b-4a2e-9596-37bfa8f9685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:23.078961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f65a4f3-8455-4179-8399-184452f372e2 req-a3406d39-149b-4a2e-9596-37bfa8f9685d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 1095 time: 0.1140108 Jun 03 15:07:23.136992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aca80-4780-452a-b1d9-efe5b144bbf3 req-cb9ee119-972b-4aff-ab8a-7722c510a23d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:23.141270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce8aca80-4780-452a-b1d9-efe5b144bbf3 req-cb9ee119-972b-4aff-ab8a-7722c510a23d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 944 time: 0.1313236 Jun 03 15:07:23.207727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce8aca80-4780-452a-b1d9-efe5b144bbf3 req-139291c4-f6f0-4e59-b786-de24c9d864a4 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627556 Jun 03 15:07:23.238680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65a4f3-8455-4179-8399-184452f372e2 req-fb4c23b3-e7f4-4d87-99ff-86b47f82a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:23.240169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f65a4f3-8455-4179-8399-184452f372e2 req-fb4c23b3-e7f4-4d87-99ff-86b47f82a3b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 924 time: 0.1540012 Jun 03 15:07:23.316362 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f65a4f3-8455-4179-8399-184452f372e2 req-31576489-8fd9-4234-9f37-3db2bc995e65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85 HTTP/1.1" status: 200 len: 217 time: 0.0691853 Jun 03 15:07:23.384611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65a4f3-8455-4179-8399-184452f372e2 req-94990fa8-c8e8-4892-809b-1308861afbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:23.386805 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f65a4f3-8455-4179-8399-184452f372e2 req-94990fa8-c8e8-4892-809b-1308861afbc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 HTTP/1.1" status: 200 len: 862 time: 0.0647657 Jun 03 15:07:23.415641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839acd0e-2b12-421b-85d2-56b8dc11b150 req-5be2cf90-de6b-4c10-a371-fcda1ef8aa75 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:23.422616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-839acd0e-2b12-421b-85d2-56b8dc11b150 req-5be2cf90-de6b-4c10-a371-fcda1ef8aa75 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 971 time: 0.0950718 Jun 03 15:07:23.481064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65a4f3-8455-4179-8399-184452f372e2 req-0cd64e4e-6957-4a21-94e0-5346177aa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:23.482821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-839acd0e-2b12-421b-85d2-56b8dc11b150 req-82d233f5-8399-4ef5-8847-8b2299fe9c18 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592585 Jun 03 15:07:23.483695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f65a4f3-8455-4179-8399-184452f372e2 req-0cd64e4e-6957-4a21-94e0-5346177aa93e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d91e65b7-51a3-4bc9-a601-77dd50a99d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907807 Jun 03 15:07:23.652842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f65a4f3-8455-4179-8399-184452f372e2 req-366c4847-7147-413e-9fdf-2ebdb206f93e service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610794 Jun 03 15:07:23.683046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-10420a0e-c650-4171-ae9c-a041862805a6 tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:23.691254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-10420a0e-c650-4171-ae9c-a041862805a6 tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 1122 time: 0.0811071 Jun 03 15:07:23.708962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:23.724440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:23.729118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Usage tracker for resource:security_group_rule and tenant:eeb75951b9f3423f83debe5318be2a86 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:23.733439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:23.741612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:23.817965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f65a4f3-8455-4179-8399-184452f372e2 req-c54d8158-6d33-458c-84f3-6ee8574e521f service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579363 Jun 03 15:07:23.847534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:23.851982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:23.887868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed3ef0fc-2526-4975-8bb1-6dbd06bcd073 req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957052 Jun 03 15:07:23.894694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fa69e-a7a0-4cc7-bce0-85b41b2cdcfd tempest-AggregatesAdminTestJSON-566999818 tempest-AggregatesAdminTestJSON-566999818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d4c7f-b540-4a0d-a85a-e23ed9f31345,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:24.342140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f3e02-7280-433d-960b-fef6701e2e5f req-f6e77ca6-80d6-4421-80ad-598c9db9868f tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:24.343660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-349f3e02-7280-433d-960b-fef6701e2e5f req-f6e77ca6-80d6-4421-80ad-598c9db9868f tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 971 time: 0.0854955 Jun 03 15:07:24.396710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-349f3e02-7280-433d-960b-fef6701e2e5f req-ff04cea8-f5c2-4bf6-b864-a4a88e9991ff tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468566 Jun 03 15:07:24.581206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561838-2747-41f8-9425-91ea6887de56 req-9cb6a35b-eacc-4162-a335-514bb3f112bd tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:24.582743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d561838-2747-41f8-9425-91ea6887de56 req-9cb6a35b-eacc-4162-a335-514bb3f112bd tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 944 time: 0.0838237 Jun 03 15:07:24.652287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d561838-2747-41f8-9425-91ea6887de56 req-6b3f33a4-5702-42d7-8b15-d4650fd5f366 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616822 Jun 03 15:07:25.054743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-58c1d483-56da-4455-914d-09d423a4ab2f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403974 Jun 03 15:07:25.275989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-2837dd1d-8f1d-4d2f-9343-ffc55144e05b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:25.277858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-2837dd1d-8f1d-4d2f-9343-ffc55144e05b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222404 Jun 03 15:07:25.298827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-cca87945-a3a4-4c6e-8b8a-c0681a610222 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/quotas/f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 375 time: 0.0138052 Jun 03 15:07:25.354932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-a624afaa-2649-445e-8573-2ae1dd0f6f52 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480788 Jun 03 15:07:25.855475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df21effe-ae0a-412d-ac7e-5338a2458a65 req-10211030-9768-4cd6-a438-ef8613748b0d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 210 time: 0.1115363 Jun 03 15:07:25.915656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bef546-c814-4282-9cde-f3b4ea338454 req-c2947c89-78ea-4c5a-b8ed-8f6c4f641bf3 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:25.917218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68bef546-c814-4282-9cde-f3b4ea338454 req-c2947c89-78ea-4c5a-b8ed-8f6c4f641bf3 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 971 time: 0.2330308 Jun 03 15:07:25.977913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-89edfd59-bc68-43c4-ae15-9b16d20f79f7 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:25.979770 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-89edfd59-bc68-43c4-ae15-9b16d20f79f7 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.70 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 971 time: 0.1895046 Jun 03 15:07:25.992287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68bef546-c814-4282-9cde-f3b4ea338454 req-0c986ee6-f8af-4176-9c03-febd807d8afe tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dbd89de-1fb6-4847-a0b5-1222dcadf70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677111 Jun 03 15:07:26.154254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3683ee4f-d1d9-4f82-a522-e3395d5aab85 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:07:26.179332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Deleting port 085b32c9-5350-4417-8c8e-584f632e2fc3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:07:26.179672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:26.329761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19cfa6-004c-4aaf-9614-f80f72243e10 req-b058b356-6a0a-4586-8ebd-80ac384581c8 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:26.331288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f19cfa6-004c-4aaf-9614-f80f72243e10 req-b058b356-6a0a-4586-8ebd-80ac384581c8 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 944 time: 0.2803528 Jun 03 15:07:26.388602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3683ee4f-d1d9-4f82-a522-e3395d5aab85, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:26.422513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'port_id': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'mac_address': 'fa:16:3e:24:30:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:07:26.515828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f19cfa6-004c-4aaf-9614-f80f72243e10 req-48685aed-11c1-40f5-9145-55b3f4704b77 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594629 Jun 03 15:07:26.550156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:26.550562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:26.568132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3683ee4f-d1d9-4f82-a522-e3395d5aab85 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:26.585797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3683ee4f-d1d9-4f82-a522-e3395d5aab85, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:26.586440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] For port 085b32c9-5350-4417-8c8e-584f632e2fc3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=085b32c9-5350-4417-8c8e-584f632e2fc3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:26.587040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:26.598492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:26.675374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3683ee4f-d1d9-4f82-a522-e3395d5aab85,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:26.718486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Calling delete_port for 085b32c9-5350-4417-8c8e-584f632e2fc3 owned by compute:tempest-test_az-1726154855 {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:07:26.721239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58124) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:26.901787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.70', 64816) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:26.921703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3683ee4f-d1d9-4f82-a522-e3395d5aab85'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:27.000521 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-cf6a98e0-5f8c-45f0-aa8d-45308b750286 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910597 Jun 03 15:07:27.073408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.100727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['085b32c9-5350-4417-8c8e-584f632e2fc3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:27.186652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.227539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:27.234231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Usage tracker for resource:security_group_rule and tenant:6715ae2a5e724ebfba2ed500f3029c33 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:27.239168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:27.248433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:27.250945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Pushing event deleted for resources: {'Port': ['ID=085b32c9-5350-4417-8c8e-584f632e2fc3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:27.361519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] No DVR routers for this DVR port 085b32c9-5350-4417-8c8e-584f632e2fc3 on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:07:27.364492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-876efa09-7b4c-4ccc-8957-4ae862188f25 req-bf4bff81-682f-4310-a9fe-775e664e6e1e tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.66 "GET /v2.0/ports?device_id=2761b253-ec5d-4983-941b-572b69ef5558 HTTP/1.1" status: 200 len: 210 time: 0.1062140 Jun 03 15:07:27.376733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-553e2708-7aa1-4dec-ae03-a6c49db3bac9 req-a194c564-f28c-41ae-8709-00db359bfb39 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 210 time: 0.2262247 Jun 03 15:07:27.389719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.400416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2761b253-ec5d-4983-941b-572b69ef5558', 'name': 'network-vif-deleted', 'tag': '085b32c9-5350-4417-8c8e-584f632e2fc3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:27.432026 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be347cd0-3a7f-4204-a734-db88a7a7028b req-670d8416-06dc-4df5-aaf0-1e85e03e4e30 tempest-AggregatesAdminTestJSON-537302739 tempest-AggregatesAdminTestJSON-537302739-project] 10.222.0.70 "DELETE /v2.0/ports/085b32c9-5350-4417-8c8e-584f632e2fc3 HTTP/1.1" status: 204 len: 173 time: 1.4344680 Jun 03 15:07:27.493669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-41f296d1-1547-4f78-9c96-856eb3860fbc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:27.495623 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-41f296d1-1547-4f78-9c96-856eb3860fbc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4902761 Jun 03 15:07:27.514306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'port': {'device_id': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'f2883739feda45b99fdea7f5ff96186f'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:27.538037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.603905 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e88b631-9113-4b42-8a1c-da1d33798ebe'] response: {'server_uuid': '2761b253-ec5d-4983-941b-572b69ef5558', 'name': 'network-vif-deleted', 'tag': '085b32c9-5350-4417-8c8e-584f632e2fc3', 'status': 'completed', 'code': 200} Jun 03 15:07:27.610168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-413382a4-6544-400d-8268-d6b6f5b8a5e7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390024 Jun 03 15:07:27.644395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.736754 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6715ae2a5e724ebfba2ed500f3029c33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0143077 Jun 03 15:07:27.741406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58182) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:27.758416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3255ff7-3939-44bf-b5d6-ca05d4f0813e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e536f4d5-eadd-46e1-8007-2c21befd7dbe,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:27.815038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:27.823617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:port and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:27.827395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:27.841806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:27.853171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9fba42b-a512-4dc7-abfb-edc12d5430c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.865371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Made reservation on behalf of f2883739feda45b99fdea7f5ff96186f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:07:27.869249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.891117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.903684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-7738094c-181e-4f3a-8970-7cb7f1d6bcb5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:27.905166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-7738094c-181e-4f3a-8970-7cb7f1d6bcb5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835019 Jun 03 15:07:27.911726 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9fba42b-a512-4dc7-abfb-edc12d5430c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:27.919127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:27.919663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbf3a9-bd79-49cf-8764-3be9a76db5be req-a3f6b84c-b05b-4b1b-8f01-55166897ec82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:27.921117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7bbf3a9-bd79-49cf-8764-3be9a76db5be req-a3f6b84c-b05b-4b1b-8f01-55166897ec82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 945 time: 0.1431816 Jun 03 15:07:27.928064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:security_group_rule and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:27.931306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-940f2a35-1d7f-4050-b49b-34300bfb3f1a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/quotas/c02c024815fe4945b06f5ffd20418986 HTTP/1.1" status: 200 len: 375 time: 0.0092359 Jun 03 15:07:27.937059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:27.946012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:28.000572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-7de793a9-6f64-40bf-bfa9-4e778165ecc6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535805 Jun 03 15:07:28.012960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9fba42b-a512-4dc7-abfb-edc12d5430c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.014136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7bbf3a9-bd79-49cf-8764-3be9a76db5be req-6b86e895-1a54-4522-b6bc-a304d0796659 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819404 Jun 03 15:07:28.044267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fba42b-a512-4dc7-abfb-edc12d5430c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e536f4d5-eadd-46e1-8007-2c21befd7dbe,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:28.088254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9fba42b-a512-4dc7-abfb-edc12d5430c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.090117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b9fba42b-a512-4dc7-abfb-edc12d5430c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e536f4d5-eadd-46e1-8007-2c21befd7dbe HTTP/1.1" status: 204 len: 168 time: 0.3366082 Jun 03 15:07:28.098155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.102586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.153530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3683ee4f-d1d9-4f82-a522-e3395d5aab85 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:28.275696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55992d59-5ec5-40b4-8d84-53a7b101ffe2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:28.341892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:28.347506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:28.347927 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.431151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-544e249b-0bdd-437e-8e82-314333cb8ff0 req-447f97ea-208d-4c5a-afcc-8485d16ee924 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 210 time: 0.0626972 Jun 03 15:07:28.478732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Allocated IP 192.168.233.26 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:07:28.564071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:28.564759 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.598893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:28.613758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3683ee4f-d1d9-4f82-a522-e3395d5aab85, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:28.625261 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.706727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3683ee4f-d1d9-4f82-a522-e3395d5aab85,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:28.755277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.757892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8d4f3f4-eaf1-41ab-825a-ef84558f1227 req-83ca7190-71d5-4c1b-884d-4da4af686f03 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 210 time: 0.0852296 Jun 03 15:07:28.790453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Transition to ACTIVE for port object ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:28.825927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.852080 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b75e0a3-19be-4b08-9b6a-c5270bc7f5be'] response: {'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'code': 200} Jun 03 15:07:28.852389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58228) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:28.890695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:28.933708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:28.945318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Usage tracker for resource:security_group_rule and tenant:cf6e3e67cff84f85a43cfb87a4c4901a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:28.951100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:28.961500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:29.069842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:29.073316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:29.079413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:07:29.091763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:29.095275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.182392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:29.197325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-0f1e0a3c-4835-4d9b-bedc-224a9e6c8ceb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6916325 Jun 03 15:07:29.213720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Request body: {'port': {'device_id': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'device_owner': 'compute:tempest-test_az-1726154855', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:29.216386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.231944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.287164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8cf3d-d5a7-4e6b-9ff8-7ec46c63faa3 req-894e5e0a-55e5-44a8-b0a2-56861a1ccca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:29.294589 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-29a8cf3d-d5a7-4e6b-9ff8-7ec46c63faa3 req-894e5e0a-55e5-44a8-b0a2-56861a1ccca4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 1097 time: 0.3537881 Jun 03 15:07:29.323858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be896d0f-1b63-4ed0-8924-eb5c05471423,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:29.452100 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-29a8cf3d-d5a7-4e6b-9ff8-7ec46c63faa3 req-43f86053-1270-42fe-8bc9-b9ba6ca46355 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325061 Jun 03 15:07:29.458065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58256) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:29.459996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-251e43a3-64d9-4e89-af46-9aa1a873d35c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf6e3e67cff84f85a43cfb87a4c4901a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044018 Jun 03 15:07:29.481746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d8df99d8-af8d-421f-b4ec-b177d91fa944 None None] Provisioning for port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:29.487693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d8df99d8-af8d-421f-b4ec-b177d91fa944 None None] Provisioning complete for port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:29.488205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d8df99d8-af8d-421f-b4ec-b177d91fa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.505124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.590723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5e89-0153-40d6-82a1-ba2ffaddf24d req-11727021-32a9-43e7-b9d3-8b186c0a5e22 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:29.604761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef7e5e89-0153-40d6-82a1-ba2ffaddf24d req-11727021-32a9-43e7-b9d3-8b186c0a5e22 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 946 time: 0.2713790 Jun 03 15:07:29.614178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d8df99d8-af8d-421f-b4ec-b177d91fa944 None None] Port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:07:29.624731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86ec1993-a47e-4eb4-9024-90cdd9149988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.691561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef7e5e89-0153-40d6-82a1-ba2ffaddf24d req-96b161d3-3e10-424d-9829-acb72c9664a8 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790536 Jun 03 15:07:29.695578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58270) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:29.719988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86ec1993-a47e-4eb4-9024-90cdd9149988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.874702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 085b32c9-5350-4417-8c8e-584f632e2fc3 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:07:29.883513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1906da97-b4ab-4f03-a6fe-5ef593f327e4 req-fc7a5951-797d-4969-ae35-b087b0f98f57 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 210 time: 0.0588276 Jun 03 15:07:29.896773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86ec1993-a47e-4eb4-9024-90cdd9149988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.923580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec1993-a47e-4eb4-9024-90cdd9149988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be896d0f-1b63-4ed0-8924-eb5c05471423,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:29.940277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86ec1993-a47e-4eb4-9024-90cdd9149988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:29.943872 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-86ec1993-a47e-4eb4-9024-90cdd9149988 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be896d0f-1b63-4ed0-8924-eb5c05471423 HTTP/1.1" status: 204 len: 168 time: 0.4824998 Jun 03 15:07:29.974271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 085b32c9-5350-4417-8c8e-584f632e2fc3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:07:29.983066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 085b32c9-5350-4417-8c8e-584f632e2fc3 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:07:29.996883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.044241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:30.053311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Usage tracker for resource:security_group_rule and tenant:92cfde277ec846008b0c7605b9e7e7e2 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:30.078839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:30.086123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:30.107237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:30.121186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.138635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Transition to ACTIVE for port object ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:30.143850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.225546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-e07e620f-937b-433e-9d37-0459ff9f4cde tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453305 Jun 03 15:07:30.490750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8096f-59b3-44bc-8297-390e13863d29 req-e86a78b4-e783-4ed4-95d7-103b7924c629 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:30.492319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78a8096f-59b3-44bc-8297-390e13863d29 req-e86a78b4-e783-4ed4-95d7-103b7924c629 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 969 time: 0.3619502 Jun 03 15:07:30.503504 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.518574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:30.557844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:30.558476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:30.558625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.559129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:30.566414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:07:30.567565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:30.591526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:30.591526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:30.591526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:30.591900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Bound port: ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:30.592354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.599856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-3d6730ca-f9ca-4323-84b2-4fad57c723e9 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:30.601337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-3d6730ca-f9ca-4323-84b2-4fad57c723e9 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684549 Jun 03 15:07:30.639255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:30.667339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92cfde277ec846008b0c7605b9e7e7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9706783 Jun 03 15:07:30.672825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58314) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:30.718837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78a8096f-59b3-44bc-8297-390e13863d29 req-31e081e0-dbd1-4525-a242-c0c3667dc8d4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139981 Jun 03 15:07:30.724246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40058a65-d691-4dc8-86fc-15ddba3306f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fef393-12a8-4d27-a558-355534585b17,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:30.736008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:30.751919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:30.764453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.804030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:30.808905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Usage tracker for resource:port and tenant:c02c024815fe4945b06f5ffd20418986 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:30.812854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:30.819823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:30.824480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c424f630-d8a6-4f65-8856-8d8fb8a4de4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.835863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:07:30.842366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.860630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:30.861223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.861344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.862786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] 10.222.0.70 "PUT /v2.0/ports/ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 1117 time: 1.6538157 Jun 03 15:07:30.865569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:30.886708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:30.893576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Usage tracker for resource:security_group_rule and tenant:c02c024815fe4945b06f5ffd20418986 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:30.896351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:30.899081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c424f630-d8a6-4f65-8856-8d8fb8a4de4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:30.917795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:31.017882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9b25-c961-4ba3-adb5-364368752713 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:31.111676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-baa4e25e-e36f-4bfa-8559-cf6928a1717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:31.113438 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-baa4e25e-e36f-4bfa-8559-cf6928a1717a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1120 time: 0.1900244 Jun 03 15:07:31.123124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c424f630-d8a6-4f65-8856-8d8fb8a4de4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:31.143694 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:31.158833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:31.246372 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c424f630-d8a6-4f65-8856-8d8fb8a4de4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:31.247828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c424f630-d8a6-4f65-8856-8d8fb8a4de4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2fef393-12a8-4d27-a558-355534585b17 HTTP/1.1" status: 204 len: 168 time: 0.5740657 Jun 03 15:07:31.249504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-a983ae92-24c9-469b-9255-4008013c692c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.1188331 Jun 03 15:07:31.252520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424f630-d8a6-4f65-8856-8d8fb8a4de4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fef393-12a8-4d27-a558-355534585b17,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:31.266621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8580ed9-4280-43f7-b86e-e421b8712e61 req-7a14a57e-80e7-40a6-9aca-2190d09aea39 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:31.274075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8580ed9-4280-43f7-b86e-e421b8712e61 req-7a14a57e-80e7-40a6-9aca-2190d09aea39 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 946 time: 0.2615442 Jun 03 15:07:31.330557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f90d356-e7d2-43c9-8c69-576020f846c7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:31.398645 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6334f660-d3fc-40aa-a0b6-dd1a7861fe49'] response: {'name': 'network-changed', 'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'status': 'completed', 'code': 200} Jun 03 15:07:31.412152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8580ed9-4280-43f7-b86e-e421b8712e61 req-89a2dd07-ca80-44d2-93d5-266a24fb4a2e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325519 Jun 03 15:07:31.447033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-ed9d709d-67f5-495c-b398-3c0c796f8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:31.452152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-ed9d709d-67f5-495c-b398-3c0c796f8c44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1927037 Jun 03 15:07:31.477209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.81 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/511784c6-7d6c-40fa-9503-57b0fac1f136) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:07:31.568866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024ba-2862-41ca-b54d-faa8e1713674 req-dad23e27-c395-4a44-bf03-3baeaadae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:31.571604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-dad23e27-c395-4a44-bf03-3baeaadae525 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093726 Jun 03 15:07:31.697620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-154dbf2e-9314-496f-878b-d559ea328195 req-795f6b1a-ac93-4684-8e57-0bec0a25e32d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 210 time: 0.0515437 Jun 03 15:07:31.713888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-2c97fc4e-c8fa-4ef2-b1d0-3132cef26e4a service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314776 Jun 03 15:07:31.789599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:31.811188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object 511784c6-7d6c-40fa-9503-57b0fac1f136 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:31.859905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:31.938752 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-224024ba-2862-41ca-b54d-faa8e1713674 req-de152d5d-3354-4074-a715-a8137b5c89eb service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152946 Jun 03 15:07:32.023148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58364) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:32.094139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.145758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:32.150110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Usage tracker for resource:security_group_rule and tenant:7a43fe8fcec640909f7136547b248a05 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:32.154596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:32.161922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:32.168049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:32.172677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:32.175393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:07:32.181693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:32.182427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.198497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-49572999-b30d-4891-a346-f048b471458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:32.202963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-49572999-b30d-4891-a346-f048b471458d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1120 time: 0.1809645 Jun 03 15:07:32.215134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=511784c6-7d6c-40fa-9503-57b0fac1f136,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:32.268146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbee420-ef28-459b-9d46-02cd29a6231c req-a0ce1119-1831-406d-8fbc-33a58bb6d447 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:32.269378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3dbee420-ef28-459b-9d46-02cd29a6231c req-a0ce1119-1831-406d-8fbc-33a58bb6d447 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 969 time: 0.1612620 Jun 03 15:07:32.271716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-4fab3406-20e3-4531-a4a8-20994cf6e0ff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6446097 Jun 03 15:07:32.318819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Request body: {'port': {'device_id': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'device_owner': 'compute:tempest-test_az-1726154855', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:32.378705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3dbee420-ef28-459b-9d46-02cd29a6231c req-363276cc-f871-4d9b-b6d0-03de92c72df5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004961 Jun 03 15:07:32.445733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.456400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.478471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-452ff58f-528b-4a88-bde7-4f4e2c322741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:32.480658 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-452ff58f-528b-4a88-bde7-4f4e2c322741 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2684588 Jun 03 15:07:32.580717 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.591219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-abacf5fe-224d-49ac-b9d4-114757e78205 None None] Provisioning for port 511784c6-7d6c-40fa-9503-57b0fac1f136 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:32.606768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-abacf5fe-224d-49ac-b9d4-114757e78205 None None] Provisioning complete for port 511784c6-7d6c-40fa-9503-57b0fac1f136 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:32.607166 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-abacf5fe-224d-49ac-b9d4-114757e78205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.635828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-1e0c7965-a54a-4090-950f-6c8385dd7c75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.1441057 Jun 03 15:07:32.651851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a43fe8fcec640909f7136547b248a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858252 Jun 03 15:07:32.652118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58386) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:32.654853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d4f11-1c19-486d-9b49-71cd5e6569eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de32d15d-7ecb-49e7-9ad9-edc8aee177d7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:32.751904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-abacf5fe-224d-49ac-b9d4-114757e78205 None None] Port 511784c6-7d6c-40fa-9503-57b0fac1f136 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:07:32.803616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-0bf91f87-0b57-4e5c-8f79-54611bfdea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:32.805461 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-0bf91f87-0b57-4e5c-8f79-54611bfdea4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1540451 Jun 03 15:07:32.863091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2ac79992-c7d8-43ce-a001-51005a239cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.902424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2ac79992-c7d8-43ce-a001-51005a239cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.905314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58400) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:32.951882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-a6644c7b-2930-465e-81f5-43c987f64375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:32.953347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-a6644c7b-2930-465e-81f5-43c987f64375 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384394 Jun 03 15:07:33.061174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da076ee-11f4-4e4b-8725-ebd9abafb24d req-965b2260-29fe-443c-bef3-89d6ae3e0435 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:33.063618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4da076ee-11f4-4e4b-8725-ebd9abafb24d req-965b2260-29fe-443c-bef3-89d6ae3e0435 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 946 time: 0.4140353 Jun 03 15:07:33.080354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2ac79992-c7d8-43ce-a001-51005a239cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.118677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2ac79992-c7d8-43ce-a001-51005a239cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.123521 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2ac79992-c7d8-43ce-a001-51005a239cfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de32d15d-7ecb-49e7-9ad9-edc8aee177d7 HTTP/1.1" status: 204 len: 168 time: 0.4699137 Jun 03 15:07:33.127325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac79992-c7d8-43ce-a001-51005a239cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de32d15d-7ecb-49e7-9ad9-edc8aee177d7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:33.175101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d46b2-57db-4689-8fb1-d784b89c8ea0 req-2302780e-4500-4829-9f29-9debbc526bb8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:33.176177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-742d46b2-57db-4689-8fb1-d784b89c8ea0 req-2302780e-4500-4829-9f29-9debbc526bb8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:33.218002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4da076ee-11f4-4e4b-8725-ebd9abafb24d req-8e2bcd42-188d-46e3-b99e-5d3805934f8c tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476395 Jun 03 15:07:33.240362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-742d46b2-57db-4689-8fb1-d784b89c8ea0 req-2302780e-4500-4829-9f29-9debbc526bb8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:33.248598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-742d46b2-57db-4689-8fb1-d784b89c8ea0 req-2302780e-4500-4829-9f29-9debbc526bb8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 935 time: 0.3947637 Jun 03 15:07:33.299628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-0cb7e2e0-b076-4ce8-b9cc-2bd4fa73d88a service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320308 Jun 03 15:07:33.329112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-742d46b2-57db-4689-8fb1-d784b89c8ea0 req-010e0d6f-7c73-4732-b541-c097c4f1776c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:33.356346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.443166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:33.453591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Usage tracker for resource:security_group_rule and tenant:057a4474daed4bb9ba2539676ba8e208 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:33.458361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:33.465207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511784c6-7d6c-40fa-9503-57b0fac1f136 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:33.467066 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-786484b0-2442-41bc-ba98-3289b0f8c756 req-03a0c9f6-cd56-4d5a-b1cf-5522adb200b2 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561744 Jun 03 15:07:33.472185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-742d46b2-57db-4689-8fb1-d784b89c8ea0 req-010e0d6f-7c73-4732-b541-c097c4f1776c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:33.484361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-742d46b2-57db-4689-8fb1-d784b89c8ea0 req-010e0d6f-7c73-4732-b541-c097c4f1776c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348123 Jun 03 15:07:33.486378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:33.581993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.631758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.642456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.667576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Transition to ACTIVE for port object 511784c6-7d6c-40fa-9503-57b0fac1f136 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:33.697227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.822307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=057a4474daed4bb9ba2539676ba8e208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9141452 Jun 03 15:07:33.825775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58436) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:33.847652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1511f0-2279-4aff-9cc6-e608b106c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147a7f1-7a09-4087-a2e4-87682ed8263e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:33.919798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b82ff80-84be-4218-998d-126bf661afe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.955547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b82ff80-84be-4218-998d-126bf661afe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:33.987282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Pushing event updated for resources: {'Port': ['ID=511784c6-7d6c-40fa-9503-57b0fac1f136,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:34.016413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Attempting to bind port 511784c6-7d6c-40fa-9503-57b0fac1f136 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:34.016837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Attempting to bind port 511784c6-7d6c-40fa-9503-57b0fac1f136 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:34.017443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Attempting to bind port 511784c6-7d6c-40fa-9503-57b0fac1f136 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:34.031508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683c403-584a-4b71-98b8-5b6130c6acbb req-83d4c5b4-fd94-45ad-a2b1-01f02a5fc981 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:34.042058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58444) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:34.047045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b82ff80-84be-4218-998d-126bf661afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:34.048888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3683c403-584a-4b71-98b8-5b6130c6acbb req-83d4c5b4-fd94-45ad-a2b1-01f02a5fc981 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 946 time: 0.4692097 Jun 03 15:07:34.054459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'floatingip': {'port_id': '3683ee4f-d1d9-4f82-a522-e3395d5aab85'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:34.054598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Port 511784c6-7d6c-40fa-9503-57b0fac1f136 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:07:34.059222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Attempting to bind port 511784c6-7d6c-40fa-9503-57b0fac1f136 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:34.077951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:34.078435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:34.078921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:34.079456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Bound port: 511784c6-7d6c-40fa-9503-57b0fac1f136, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:34.079901 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:34.141228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328e8b6-e8dd-4c5c-b1fb-e7efc1ed7b70 req-1ed2d036-de8e-49b3-81e8-faa69a520aae tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:34.144198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b328e8b6-e8dd-4c5c-b1fb-e7efc1ed7b70 req-1ed2d036-de8e-49b3-81e8-faa69a520aae tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 969 time: 0.3118641 Jun 03 15:07:34.163572 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:34.233941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b328e8b6-e8dd-4c5c-b1fb-e7efc1ed7b70 req-6d8c25c0-73d4-4880-9cca-51a95ed12512 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771585 Jun 03 15:07:34.239505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] For port 511784c6-7d6c-40fa-9503-57b0fac1f136, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:34.246534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] For port 511784c6-7d6c-40fa-9503-57b0fac1f136, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=511784c6-7d6c-40fa-9503-57b0fac1f136,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:34.254638 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:34.316622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82ff80-84be-4218-998d-126bf661afe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147a7f1-7a09-4087-a2e4-87682ed8263e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:34.371159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:34.371767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:34.373175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] 10.222.0.70 "PUT /v2.0/ports/511784c6-7d6c-40fa-9503-57b0fac1f136 HTTP/1.1" status: 200 len: 1117 time: 2.0614495 Jun 03 15:07:34.373604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'tag': '511784c6-7d6c-40fa-9503-57b0fac1f136'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:34.395007 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b82ff80-84be-4218-998d-126bf661afe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:34.396695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b82ff80-84be-4218-998d-126bf661afe0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4147a7f1-7a09-4087-a2e4-87682ed8263e HTTP/1.1" status: 204 len: 168 time: 0.5698071 Jun 03 15:07:34.401177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298330-7f9c-45db-b8b4-e49a1db17a3a service neutron] Pushing event updated for resources: {'Port': ['ID=511784c6-7d6c-40fa-9503-57b0fac1f136,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:34.485988 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e197e18f-7fbd-45fe-bcc3-7e1e20f6f9ac'] response: {'name': 'network-changed', 'server_uuid': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'tag': '511784c6-7d6c-40fa-9503-57b0fac1f136', 'status': 'completed', 'code': 200} Jun 03 15:07:34.586849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-c129e8de-6738-4266-8226-78df4a41369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:34.589065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-c129e8de-6738-4266-8226-78df4a41369c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 1120 time: 0.1580575 Jun 03 15:07:34.938951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-7863d0a9-602a-48fa-9c4c-ed963d397e1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=511784c6-7d6c-40fa-9503-57b0fac1f136 HTTP/1.1" status: 200 len: 217 time: 0.3354001 Jun 03 15:07:35.142508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-517a16b8-5c58-4763-aa4c-b614698088af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:35.143730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-517a16b8-5c58-4763-aa4c-b614698088af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1925647 Jun 03 15:07:35.184990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58522) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:35.215989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:35.224071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b8ddb-2136-44b3-85a1-f52b6e8dfd66 req-3fc2dcd3-75cf-491f-b041-8859b9c05a51 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:35.225543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-146b8ddb-2136-44b3-85a1-f52b6e8dfd66 req-3fc2dcd3-75cf-491f-b041-8859b9c05a51 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 969 time: 0.3577774 Jun 03 15:07:35.234993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:35.242757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Usage tracker for resource:security_group_rule and tenant:e0c1dff61421490784f2f3347abc1414 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:35.246786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:35.256369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:35.300857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-146b8ddb-2136-44b3-85a1-f52b6e8dfd66 req-45c011e5-b8d0-4db1-b473-ade0305de008 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679071 Jun 03 15:07:35.316730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-8ba30c27-c634-4032-98ec-857b8865d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:35.319276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-8ba30c27-c634-4032-98ec-857b8865d855 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607952 Jun 03 15:07:35.473698 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:35.481332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:35.539899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-0ceb5ef9-5534-40b0-b198-1a5896e6771c service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091284 Jun 03 15:07:35.649917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4739a9b-6510-41f1-9400-487a40ce238e req-a747806d-91fc-4a43-9e2f-4f6eb37fc07b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:35.651454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4739a9b-6510-41f1-9400-487a40ce238e req-a747806d-91fc-4a43-9e2f-4f6eb37fc07b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 969 time: 0.2071879 Jun 03 15:07:35.741705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b944d28-c4e4-4789-aa02-c24e6cb0a3dd req-1dfa1b45-89e1-4743-abb3-b1d15fd7399a service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923196 Jun 03 15:07:35.746389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4739a9b-6510-41f1-9400-487a40ce238e req-747bb07b-d086-4a10-8de6-6d0628848320 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826519 Jun 03 15:07:35.774107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:35.785862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:35.849482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58546) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:35.849837 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0c1dff61421490784f2f3347abc1414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6634185 Jun 03 15:07:35.857391 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e associated. External IP: 172.25.1.69, port: 3683ee4f-d1d9-4f82-a522-e3395d5aab85. Jun 03 15:07:35.905958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:07:35.956620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b16f0-d67c-4335-81b7-0c6d8954b9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae16cdc-5eb5-4da3-b001-15cb233d2f4b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:35.981770 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ae9748-5dca-43fc-9852-928d5cc5a40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.116609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ae9748-5dca-43fc-9852-928d5cc5a40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.127617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:36.158354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-fc52501b-2275-40ec-8d5a-031bf78ba0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:36.162869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-fc52501b-2275-40ec-8d5a-031bf78ba0a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 1120 time: 0.3494866 Jun 03 15:07:36.163715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'mac_address': 'fa:16:3e:10:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-1726154855', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:07:36.311092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:36.313421 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.366439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:36.404446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:36.419975 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.489865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Router 6dda987c-47fc-4eba-882f-02cba7050dfc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:07:36.490454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ae9748-5dca-43fc-9852-928d5cc5a40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.514555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-f1b8809e-64f1-475f-b690-a00491f7a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:36.515765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-f1b8809e-64f1-475f-b690-a00491f7a45d service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3340683 Jun 03 15:07:36.517567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9748-5dca-43fc-9852-928d5cc5a40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae16cdc-5eb5-4da3-b001-15cb233d2f4b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:36.639238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:36.639436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ae9748-5dca-43fc-9852-928d5cc5a40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.655990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-87ae9748-5dca-43fc-9852-928d5cc5a40c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ae16cdc-5eb5-4da3-b001-15cb233d2f4b HTTP/1.1" status: 204 len: 168 time: 0.7998991 Jun 03 15:07:36.715803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58598) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:36.715803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58600) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:36.727525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:36.757354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-7efecb08-0d6e-41cd-9fa2-761a43c2496d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=511784c6-7d6c-40fa-9503-57b0fac1f136 HTTP/1.1" status: 200 len: 217 time: 0.2313421 Jun 03 15:07:36.788067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:07:36.806753 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] Sync routers for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:07:36.825826 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:07:36.827587 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:07:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:36.843920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.920926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-37d2d69a-aa71-4548-93f5-aa8ef5bd1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:36.926949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-37d2d69a-aa71-4548-93f5-aa8ef5bd1be4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1565282 Jun 03 15:07:37.036234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cef59ff2-02b7-428c-a46e-df46027f5f5e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "PUT /v2.0/floatingips/5c14f5c1-e92c-45a6-9dee-185ccd3be14e HTTP/1.1" status: 200 len: 991 time: 2.9919033 Jun 03 15:07:37.043170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c5561-9a5a-455f-b30e-187c5837f570 req-06463860-6ed4-49d8-be8d-3ab41554dd9f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:37.044815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:37.049631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d6c5561-9a5a-455f-b30e-187c5837f570 req-06463860-6ed4-49d8-be8d-3ab41554dd9f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 969 time: 0.4073319 Jun 03 15:07:37.181821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d6c5561-9a5a-455f-b30e-187c5837f570 req-985143c0-ba17-40f6-8420-6bce3a627d9f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164238 Jun 03 15:07:37.192467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-3e197929-13e5-4181-97bb-6cfb72dd1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:37.195317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-3e197929-13e5-4181-97bb-6cfb72dd1933 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588973 Jun 03 15:07:37.246506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.310160 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:07:37.326470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58630) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:37.327383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.361243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:37.376618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c067584512a14c25bb86b4a56d23922d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:37.383027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:37.389786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:37.404146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Usage tracker for resource:security_group_rule and tenant:b00c3875579348908e05171232218661 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:37.413768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:37.421415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-df732c22-6686-4e18-902d-3ab0540bd8c5 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177696 Jun 03 15:07:37.434346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:37.450315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:37.452314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.475007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:37.491266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Usage tracker for resource:security_group_rule and tenant:db5710fa6bca423cb12a43a836671b42 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:37.497226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:37.518904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:37.712437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.715378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.726672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.733748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.813168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c067584512a14c25bb86b4a56d23922d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0970638 Jun 03 15:07:37.823497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58650) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:37.838532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75bd51-ff6a-462a-b820-aa848e1fa182 req-ebd57699-3959-4077-b5e0-70b9dbf0048d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:37.840143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f75bd51-ff6a-462a-b820-aa848e1fa182 req-ebd57699-3959-4077-b5e0-70b9dbf0048d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 970 time: 0.4159954 Jun 03 15:07:37.841830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b00c3875579348908e05171232218661&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1242626 Jun 03 15:07:37.850403 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5c14f5c1-e92c-45a6-9dee-185ccd3be14e', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'port_id': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'mac_address': 'fa:16:3e:24:30:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:07:09Z', 'updated_at': '2022-06-03T15:07:35Z', 'revision_number': 1, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:37.855988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.856155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58654) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:37.860193 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] Checking router: 6dda987c-47fc-4eba-882f-02cba7050dfc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:07:37.866276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:37.870629 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:07:37.871198 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:07:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:37.910312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db5710fa6bca423cb12a43a836671b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709281 Jun 03 15:07:37.910312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086f150-ccb7-4110-86cc-eec0c85dcde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c8d485-3399-45f7-ba12-1e0d748003d4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:37.911203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:37.922533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 511784c6-7d6c-40fa-9503-57b0fac1f136 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:07:37.946430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac442d-6812-420a-82ef-6f22c0fea7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58798d-4ca1-41c8-9386-fc0ac2be8b6d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:37.959041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:37.999222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18b719-0926-4d9d-a571-286392f9e356 req-008202a4-1928-4233-be5a-7023a1bd162d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:38.006927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf18b719-0926-4d9d-a571-286392f9e356 req-008202a4-1928-4233-be5a-7023a1bd162d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 946 time: 0.5842645 Jun 03 15:07:38.016402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7cc8731-ea89-403a-b2c2-220818f38dd4 req-625ee375-6a22-42d7-9a02-c65fece6aa15 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834716 Jun 03 15:07:38.039373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f2598-11d7-4c73-9885-61fe703dc10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f0bb5-fb3a-4f84-8aef-b206de249eae,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:38.092303 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:07:38.103253 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:07:38.114824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b595999-66d1-47f0-9c1a-d5cfdafa5d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.145951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b595999-66d1-47f0-9c1a-d5cfdafa5d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.218417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b595999-66d1-47f0-9c1a-d5cfdafa5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.236568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf18b719-0926-4d9d-a571-286392f9e356 req-53dddbbb-b5a5-4e48-8c51-3bbb4a7fc4eb tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282858 Jun 03 15:07:38.241357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595999-66d1-47f0-9c1a-d5cfdafa5d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f0bb5-fb3a-4f84-8aef-b206de249eae,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:38.254738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b595999-66d1-47f0-9c1a-d5cfdafa5d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.255826 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1b595999-66d1-47f0-9c1a-d5cfdafa5d64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa1f0bb5-fb3a-4f84-8aef-b206de249eae HTTP/1.1" status: 204 len: 168 time: 0.3435862 Jun 03 15:07:38.263736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f75bd51-ff6a-462a-b820-aa848e1fa182 req-b55eda58-3ffd-418a-8932-41866ba6a977 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980265 Jun 03 15:07:38.332358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92efd196-3f52-4c31-8087-45001d0fbbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.342853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-175b18a0-a6ca-4ca7-b0b2-caf1910c0e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.352351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:38.364771 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f030bd3d-3a97-4184-ba10-73aadf7865b1'] response: {'name': 'network-changed', 'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'status': 'completed', 'code': 200} Jun 03 15:07:38.369339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:38.369990 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.442302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92efd196-3f52-4c31-8087-45001d0fbbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.514215 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-175b18a0-a6ca-4ca7-b0b2-caf1910c0e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.519867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 511784c6-7d6c-40fa-9503-57b0fac1f136, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=511784c6-7d6c-40fa-9503-57b0fac1f136,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:38.623495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:38.623972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.646469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-5f028a75-7bdb-4234-8336-2e1e4be07fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:38.649007 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-5f028a75-7bdb-4234-8336-2e1e4be07fb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 1097 time: 0.2608628 Jun 03 15:07:38.664265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '511784c6-7d6c-40fa-9503-57b0fac1f136', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '511784c6-7d6c-40fa-9503-57b0fac1f136', 'mac_address': 'fa:16:3e:82:76:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:tempest-test_az-1726154855', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:07:38.729427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92efd196-3f52-4c31-8087-45001d0fbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.766173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-175b18a0-a6ca-4ca7-b0b2-caf1910c0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.801416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04478ec-d04b-406f-9ae0-7238e6c2b3b7 req-4d6e5a10-c431-4e46-bc39-7083057d8084 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:38.809130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e04478ec-d04b-406f-9ae0-7238e6c2b3b7 req-4d6e5a10-c431-4e46-bc39-7083057d8084 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 969 time: 0.2731133 Jun 03 15:07:38.811031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd196-3f52-4c31-8087-45001d0fbbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c8d485-3399-45f7-ba12-1e0d748003d4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:38.841472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:38.843587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b18a0-a6ca-4ca7-b0b2-caf1910c0e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58798d-4ca1-41c8-9386-fc0ac2be8b6d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:38.844507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:38.862565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92efd196-3f52-4c31-8087-45001d0fbbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.866523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-92efd196-3f52-4c31-8087-45001d0fbbc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76c8d485-3399-45f7-ba12-1e0d748003d4 HTTP/1.1" status: 204 len: 168 time: 0.9997001 Jun 03 15:07:38.878282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-175b18a0-a6ca-4ca7-b0b2-caf1910c0e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.879424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-175b18a0-a6ca-4ca7-b0b2-caf1910c0e7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db58798d-4ca1-41c8-9386-fc0ac2be8b6d HTTP/1.1" status: 204 len: 168 time: 1.0519176 Jun 03 15:07:38.912782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e04478ec-d04b-406f-9ae0-7238e6c2b3b7 req-67953c37-3eb0-45a8-a7c8-135f039d69b0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026402 Jun 03 15:07:38.934003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.976863 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5c14f5c1-e92c-45a6-9dee-185ccd3be14e', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'port_id': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'mac_address': 'fa:16:3e:24:30:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:07:09Z', 'updated_at': '2022-06-03T15:07:35Z', 'revision_number': 1, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:07:38.981141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-426ddcce-5697-4479-abfe-a5c0c9d7a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:38.986170 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-426ddcce-5697-4479-abfe-a5c0c9d7a839 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 924 time: 0.3290193 Jun 03 15:07:38.996689 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5787c42-8342-4e6b-904b-59e735d72ab7 None None] The sync data for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 is: [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5c14f5c1-e92c-45a6-9dee-185ccd3be14e', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'port_id': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'mac_address': 'fa:16:3e:24:30:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:07:09Z', 'updated_at': '2022-06-03T15:07:35Z', 'revision_number': 1, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:07:39.091796 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885c4080-5af5-4dcd-9315-4eb549061419'] response: {'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'code': 200} Jun 03 15:07:39.092847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:39.143166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 511784c6-7d6c-40fa-9503-57b0fac1f136 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:39.143714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:39.167931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58704) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:39.189046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511784c6-7d6c-40fa-9503-57b0fac1f136 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:39.215035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 511784c6-7d6c-40fa-9503-57b0fac1f136, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=511784c6-7d6c-40fa-9503-57b0fac1f136,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:39.220629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:39.297417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5948db-d97b-4eb0-89af-d77d3dc802d7 req-36426f3d-70aa-4120-8a51-bd7f550156df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:39.299688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab5948db-d97b-4eb0-89af-d77d3dc802d7 req-36426f3d-70aa-4120-8a51-bd7f550156df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1122 time: 0.2057450 Jun 03 15:07:39.347680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=511784c6-7d6c-40fa-9503-57b0fac1f136,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:39.392609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:39.396456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217d8cf-1855-4656-8233-d403c2942d64 None None] New status for floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:07:39.400780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ab5948db-d97b-4eb0-89af-d77d3dc802d7 req-6daf6989-153d-4c39-9820-1facbf0b888b service neutron] Synchronizing usage tracker for tenant:8aa02581ef9449928f3b38541add1a27 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:39.430282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:39.431405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ab5948db-d97b-4eb0-89af-d77d3dc802d7 req-6daf6989-153d-4c39-9820-1facbf0b888b service neutron] Unset dirty status for tenant:8aa02581ef9449928f3b38541add1a27 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:39.434906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab5948db-d97b-4eb0-89af-d77d3dc802d7 req-6daf6989-153d-4c39-9820-1facbf0b888b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266370 Jun 03 15:07:39.436172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:41b602f6131e464baad03a2fed4f9d8e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:39.442465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:39.454812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:39.474530 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-4293b483-7879-425a-b816-40a35a4586a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85 HTTP/1.1" status: 200 len: 999 time: 0.4784167 Jun 03 15:07:39.593362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-24c1d170-c485-4797-92b3-07a3d1f680de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:39.595625 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-24c1d170-c485-4797-92b3-07a3d1f680de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 HTTP/1.1" status: 200 len: 862 time: 0.1090498 Jun 03 15:07:39.613089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:39.664705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa4fe4-bbdf-4f28-97d4-2461099955a7 req-67deb486-da71-4285-8604-c0ee5605f9f4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:39.667511 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99aa4fe4-bbdf-4f28-97d4-2461099955a7 req-67deb486-da71-4285-8604-c0ee5605f9f4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.1961112 Jun 03 15:07:39.758514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99aa4fe4-bbdf-4f28-97d4-2461099955a7 req-15ac0025-f59d-44cd-89d3-760fbc266b2a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800653 Jun 03 15:07:39.758794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:39.764894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-964e8b24-0654-4d2b-a12b-ff1f7c3d940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:39.766771 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-964e8b24-0654-4d2b-a12b-ff1f7c3d940f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d91e65b7-51a3-4bc9-a601-77dd50a99d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634114 Jun 03 15:07:39.768700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:39.841028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58718) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:39.845871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a019b8-677c-4e76-b161-9b4b64d6840f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:39.865326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.866064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.866694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.867306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.868020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.868721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.869391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.870540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.871166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.871759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.872405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.872917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:39.901209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:39.934209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:39.939158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Usage tracker for resource:security_group_rule and tenant:de1a1e3f870d4a0d8e70df1c641b5579 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:39.943371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:39.950668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:39.968888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ac630150-ca4d-475d-83ee-921954f3f2c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41b602f6131e464baad03a2fed4f9d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7927408 Jun 03 15:07:39.969536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58724) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:40.071848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.072856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd21061-353c-40dd-b594-15f62244e82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.077298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.113035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-274e7b22-8dcd-4857-83e3-4aa892fe90b5 service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329077 Jun 03 15:07:40.117419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd21061-353c-40dd-b594-15f62244e82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.159346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de1a1e3f870d4a0d8e70df1c641b5579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165946 Jun 03 15:07:40.162168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58730) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:40.163277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58732) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:40.259760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58740) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:40.270201 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e5ee4f75-be07-4de0-9a36-af5146e94327 req-ac2b8872-ebf3-4b45-b050-3277494cdfa6 service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458535 Jun 03 15:07:40.291644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc62417d-a6ac-4338-a54e-ac1310f0935b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:40.320649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.321545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.321545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.321838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.322231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.323145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.323530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.323919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.324324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.324732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.325108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.325492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e04383-4af6-4738-b6f5-dfa92f270036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:40.329066 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.336810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd21061-353c-40dd-b594-15f62244e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.364633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:40.367831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21061-353c-40dd-b594-15f62244e82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a019b8-677c-4e76-b161-9b4b64d6840f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:40.374111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:adecffe8923c4cb18a87e8669ab33393 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:40.376001 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd21061-353c-40dd-b594-15f62244e82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.377608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23f950ae-f83a-4cce-ad34-b8a0f64cd9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.381431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:40.382559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5fd21061-353c-40dd-b594-15f62244e82d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49a019b8-677c-4e76-b161-9b4b64d6840f HTTP/1.1" status: 204 len: 168 time: 0.4097159 Jun 03 15:07:40.395869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:40.433815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23f950ae-f83a-4cce-ad34-b8a0f64cd9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.457747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c096a-086d-477b-8ca6-6a671f855940 req-818b6cd3-608a-4a90-b369-444270885be1 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:40.459088 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-920c096a-086d-477b-8ca6-6a671f855940 req-818b6cd3-608a-4a90-b369-444270885be1 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 970 time: 0.2943590 Jun 03 15:07:40.547997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-920c096a-086d-477b-8ca6-6a671f855940 req-aac4bf19-829f-40f8-adc4-23698130a30e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758071 Jun 03 15:07:40.598460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23f950ae-f83a-4cce-ad34-b8a0f64cd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.636647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f950ae-f83a-4cce-ad34-b8a0f64cd9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc62417d-a6ac-4338-a54e-ac1310f0935b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:40.685301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.687220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23f950ae-f83a-4cce-ad34-b8a0f64cd9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.688457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-23f950ae-f83a-4cce-ad34-b8a0f64cd9cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc62417d-a6ac-4338-a54e-ac1310f0935b HTTP/1.1" status: 204 len: 168 time: 0.5201766 Jun 03 15:07:40.691247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fdda3be0-8ea5-40ad-97e2-fa79e0c32b73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ac29bc4e2504e69af35a182fcddf3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247679 Jun 03 15:07:40.694296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58756) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:40.694751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.754808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b5bbc9-4ba8-4690-a87f-50ab5ef382b5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:40.762423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7161659-0ca1-4cbd-9da1-f45e73c73fe4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adecffe8923c4cb18a87e8669ab33393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936113 Jun 03 15:07:40.763298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58762) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:40.813109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a27a69a-de28-44c5-8612-ea1a557e8b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.851310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a27a69a-de28-44c5-8612-ea1a557e8b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.927064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a27a69a-de28-44c5-8612-ea1a557e8b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.937086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-bd0af2f4-0e05-4b10-83c7-2d04011ded54 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7343d0121a3f4d098f1d40b82c834695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849125 Jun 03 15:07:40.946429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a063f088-1f33-491e-9418-3b06f339ef3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.967213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27a69a-de28-44c5-8612-ea1a557e8b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd89de-1fb6-4847-a0b5-1222dcadf70b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:40.979200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a27a69a-de28-44c5-8612-ea1a557e8b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:40.982652 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1a27a69a-de28-44c5-8612-ea1a557e8b0d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5dbd89de-1fb6-4847-a0b5-1222dcadf70b HTTP/1.1" status: 204 len: 168 time: 0.2847049 Jun 03 15:07:41.128886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a063f088-1f33-491e-9418-3b06f339ef3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:41.246676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-b10948bd-e6c5-4d0f-9add-3fbf209f295d tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:41.248294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-b10948bd-e6c5-4d0f-9add-3fbf209f295d tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033016 Jun 03 15:07:41.271137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6f64-301d-4e61-a545-237224dfecb6 req-7978d33f-4aff-402e-b4f6-27865327108a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:41.272616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71ea6f64-301d-4e61-a545-237224dfecb6 req-7978d33f-4aff-402e-b4f6-27865327108a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.3023682 Jun 03 15:07:41.277009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-725bece7-b7d1-46b7-abee-3af2d1853c6c tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/quotas/7343d0121a3f4d098f1d40b82c834695 HTTP/1.1" status: 200 len: 375 time: 0.0203488 Jun 03 15:07:41.322068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58796) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:41.331337 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a063f088-1f33-491e-9418-3b06f339ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:41.362158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-766a6317-9111-40a7-bb02-6a9fc0f50979 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7343d0121a3f4d098f1d40b82c834695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779672 Jun 03 15:07:41.373299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063f088-1f33-491e-9418-3b06f339ef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b5bbc9-4ba8-4690-a87f-50ab5ef382b5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:41.389150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a063f088-1f33-491e-9418-3b06f339ef3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:41.390255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a063f088-1f33-491e-9418-3b06f339ef3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4b5bbc9-4ba8-4690-a87f-50ab5ef382b5 HTTP/1.1" status: 204 len: 168 time: 0.6260560 Jun 03 15:07:41.393315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71ea6f64-301d-4e61-a545-237224dfecb6 req-f8972430-28d6-40de-8256-9115ff933e69 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109712 Jun 03 15:07:41.393450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37221576-4307-4055-bb1d-d1076e2f7de2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eeb75951b9f3423f83debe5318be2a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685272 Jun 03 15:07:41.393778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:41.460216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02e8cccc-2c83-4fca-a12e-d3059e0f8eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:41.496303 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02e8cccc-2c83-4fca-a12e-d3059e0f8eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:41.575509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02e8cccc-2c83-4fca-a12e-d3059e0f8eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:41.601173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8cccc-2c83-4fca-a12e-d3059e0f8eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d4c7f-b540-4a0d-a85a-e23ed9f31345,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:41.652190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02e8cccc-2c83-4fca-a12e-d3059e0f8eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:41.656360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-02e8cccc-2c83-4fca-a12e-d3059e0f8eff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a46d4c7f-b540-4a0d-a85a-e23ed9f31345 HTTP/1.1" status: 204 len: 168 time: 0.2589283 Jun 03 15:07:41.669370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebe3baf2-98e9-461e-b0fd-f42771da2b66 req-0c0f33ef-9f39-4be7-833d-8db96b37b561 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 210 time: 0.0616465 Jun 03 15:07:41.905431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48c717-b303-43c8-ad89-5ac947a63b8c req-191fa594-4e29-4cef-83bc-a191e9da573b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:41.913357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad48c717-b303-43c8-ad89-5ac947a63b8c req-191fa594-4e29-4cef-83bc-a191e9da573b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 970 time: 0.1155474 Jun 03 15:07:41.957862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 511784c6-7d6c-40fa-9503-57b0fac1f136 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:42.138160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 511784c6-7d6c-40fa-9503-57b0fac1f136 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:42.144374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 511784c6-7d6c-40fa-9503-57b0fac1f136 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:42.144878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:42.163527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad48c717-b303-43c8-ad89-5ac947a63b8c req-7800e0d1-ba12-4472-b8ab-07388ae849c7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491374 Jun 03 15:07:42.218180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c0e63-4b75-4611-8811-6d4b860a091e req-16d40751-0bca-497b-b531-c7fb2dbc401f tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:42.219608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-639c0e63-4b75-4611-8811-6d4b860a091e req-16d40751-0bca-497b-b531-c7fb2dbc401f tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1122 time: 0.1413038 Jun 03 15:07:42.263531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:42.300906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 511784c6-7d6c-40fa-9503-57b0fac1f136 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:42.301586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:42.303155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:42.315111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Usage tracker for resource:security_group_rule and tenant:a8010cb77d444f48b144bb791bec5791 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:42.329216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:42.335537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:42.340143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511784c6-7d6c-40fa-9503-57b0fac1f136'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:42.380464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 511784c6-7d6c-40fa-9503-57b0fac1f136, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=511784c6-7d6c-40fa-9503-57b0fac1f136,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:42.387936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:42.469639 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c6a48b-95a5-4d39-a7f7-e8e3a748bfed'] response: {'server_uuid': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511784c6-7d6c-40fa-9503-57b0fac1f136', 'code': 200} Jun 03 15:07:42.508656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:42.516626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:42.522500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=511784c6-7d6c-40fa-9503-57b0fac1f136,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:42.535614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.536468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.536908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.537841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.538230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.539069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.539069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.539586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.539892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.540508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.540686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.541017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:07:42.566167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-639c0e63-4b75-4611-8811-6d4b860a091e req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378935 Jun 03 15:07:42.643128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737c3bc-58a8-4f50-839d-a902b71f27a8 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4446e2-cacd-4b14-a9c3-39b1113db3a2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:42.684652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cc170-22e9-4424-b425-64e491854898 req-147219be-abeb-4337-b64c-9e5033ecae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:42.686267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-071cc170-22e9-4424-b425-64e491854898 req-147219be-abeb-4337-b64c-9e5033ecae0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 1122 time: 0.1114407 Jun 03 15:07:42.734572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-071cc170-22e9-4424-b425-64e491854898 req-e4265e85-8475-4c3e-b0a1-8f0647526096 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420783 Jun 03 15:07:42.855351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8104084-91cd-40f6-859c-35f56e77ce87 req-9b3198f7-656e-4166-a363-7aa6099056aa tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 210 time: 0.0485680 Jun 03 15:07:43.048249 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-9660edf3-a34c-47ea-9b84-84dd77d2ca63 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7343d0121a3f4d098f1d40b82c834695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407865 Jun 03 15:07:43.261341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-0ec1774f-0f95-42d4-86ac-87a1af415348 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:43.262862 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-0ec1774f-0f95-42d4-86ac-87a1af415348 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067378 Jun 03 15:07:43.278911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Request body: {'port': {'device_id': '51c26085-5255-4445-91e7-56541bce92ef', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '7343d0121a3f4d098f1d40b82c834695'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:43.334776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c37547e9-09c4-401d-a066-1483bb42fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:43.441840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acced608-bb09-40bb-8469-80e29e9eaead req-5b4a75d9-fe47-464f-96e9-21f86548ba35 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:43.443302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acced608-bb09-40bb-8469-80e29e9eaead req-5b4a75d9-fe47-464f-96e9-21f86548ba35 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 971 time: 0.1099586 Jun 03 15:07:43.482591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:43.487349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Usage tracker for resource:port and tenant:7343d0121a3f4d098f1d40b82c834695 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:43.490561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:43.503904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:43.509239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acced608-bb09-40bb-8469-80e29e9eaead req-219e538d-1849-48e6-bba8-51b22c68050e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584087 Jun 03 15:07:43.521761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Made reservation on behalf of 7343d0121a3f4d098f1d40b82c834695 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:07:43.526916 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:43.548270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:43.569888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:43.575485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Usage tracker for resource:security_group_rule and tenant:7343d0121a3f4d098f1d40b82c834695 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:43.579457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:43.588737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:43.726756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:43.732473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:43.877895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:44.027649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Allocated IP 192.168.233.43 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/38eb1a9c-1c8a-47e0-a585-a5f7972a5c38) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:07:44.048954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f28965-dfec-4a8b-a940-0445d163c92d req-00d6eaf5-bf22-43cc-bffb-5cf5d861b264 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:44.052779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61f28965-dfec-4a8b-a940-0445d163c92d req-00d6eaf5-bf22-43cc-bffb-5cf5d861b264 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.2047470 Jun 03 15:07:44.144147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fcfef06-5857-4408-9a08-17f19e214014 req-423fef97-f5f0-4d63-a45a-09a24465a8ee tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 210 time: 0.0609496 Jun 03 15:07:44.184302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61f28965-dfec-4a8b-a940-0445d163c92d req-81c75a8c-dcb6-4fbd-bbe5-2a5c2ab3e814 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238015 Jun 03 15:07:44.297213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:44.303360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58930) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:44.315723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Transition to ACTIVE for port object 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:44.349911 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:44.441599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:44.444962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:44.447456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:07:44.453151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:44.453771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:44.476531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Pushing event updated for resources: {'Port': ['ID=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:44.506615 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-63978338-fecf-435d-9bb1-182f0e21e3e5 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2349341 Jun 03 15:07:44.521621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Request body: {'port': {'device_id': '51c26085-5255-4445-91e7-56541bce92ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:44.696499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:44.726730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-74c2e8d6-96b5-48aa-ab53-b6e75a25022d None None] Provisioning for port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:44.733763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-74c2e8d6-96b5-48aa-ab53-b6e75a25022d None None] Provisioning complete for port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:44.734050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-74c2e8d6-96b5-48aa-ab53-b6e75a25022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:44.860480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-74c2e8d6-96b5-48aa-ab53-b6e75a25022d None None] Port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:07:44.880749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-cf2caa27-7db8-4c81-9eda-d4edfda44d07 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5758982 Jun 03 15:07:44.890319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf71c2-d432-421b-919d-503e3cd995c2 req-51b6996f-fc06-419e-bc24-e33fde739d11 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:44.898708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaaf71c2-d432-421b-919d-503e3cd995c2 req-51b6996f-fc06-419e-bc24-e33fde739d11 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 971 time: 0.1901195 Jun 03 15:07:44.958989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaaf71c2-d432-421b-919d-503e3cd995c2 req-87eff3bb-19b7-4dcb-aaba-c1d98ccbf0d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590184 Jun 03 15:07:45.021063 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.277566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:45.287349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.303471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Transition to ACTIVE for port object 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:45.308694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.533939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Pushing event updated for resources: {'Port': ['ID=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:45.587053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Attempting to bind port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:45.587392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Attempting to bind port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:45.587723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Attempting to bind port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:45.599743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:07:45.600785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Attempting to bind port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:45.615670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:45.616018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:45.617820 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b2327629-ffa9-4f67-8588-382ce1f6afe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.621059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:45.621551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Bound port: 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:45.621913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.706534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96d32-b2fc-4f8d-81f3-377e9b0bdfa2 req-594823d7-c8b4-4a5c-901f-5027e2e5cd3b tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:45.713620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fe96d32-b2fc-4f8d-81f3-377e9b0bdfa2 req-594823d7-c8b4-4a5c-901f-5027e2e5cd3b tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 947 time: 0.2164998 Jun 03 15:07:45.735666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] For port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:45.738871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] For port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:45.739432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-32e6b480-ecb6-42ee-afcf-f8c31d2e420f tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:45.741429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-32e6b480-ecb6-42ee-afcf-f8c31d2e420f tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 1122 time: 0.1773882 Jun 03 15:07:45.751455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.793951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fe96d32-b2fc-4f8d-81f3-377e9b0bdfa2 req-2284df26-2143-4f26-9b09-77460e314118 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783093 Jun 03 15:07:45.798849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.841898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:45.846047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:45.846804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:45.848351 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] 10.222.0.15 "PUT /v2.0/ports/38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 HTTP/1.1" status: 200 len: 1095 time: 1.3328519 Jun 03 15:07:45.848859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c26085-5255-4445-91e7-56541bce92ef', 'tag': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:45.859760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Usage tracker for resource:security_group_rule and tenant:f816fa033ad249d48a2d29cdb749347f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:45.873084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:45.887344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728704d-7c8d-4666-a8ad-491f12474875 service neutron] Pushing event updated for resources: {'Port': ['ID=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:45.892211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:46.043778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-075e956c-cbd6-40f4-b0fa-d95aaa2a0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:46.045325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-075e956c-cbd6-40f4-b0fa-d95aaa2a0288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7343d0121a3f4d098f1d40b82c834695&device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 1098 time: 0.1534975 Jun 03 15:07:46.142259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:46.151035 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:46.158908 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-2d24e800-52ee-43aa-93e2-79685480b326 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 HTTP/1.1" status: 200 len: 217 time: 0.1035979 Jun 03 15:07:46.200331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-445d76ec-7cb7-45ec-81da-843b623fc032 req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463139 Jun 03 15:07:46.216141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c0c77-489b-441e-a9fa-42ecf69728cf tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f839e98-0a0f-4943-8bd1-34a0245478d2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:46.241468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1ff9d-8d13-4e7a-a8ce-0f56645c627d req-0363c425-15bb-4cca-be22-4b86408ea3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:46.244954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99b1ff9d-8d13-4e7a-a8ce-0f56645c627d req-0363c425-15bb-4cca-be22-4b86408ea3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.2003090 Jun 03 15:07:46.266881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-b7df17be-44b4-4ed4-9831-e42be74d8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:46.269566 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-b7df17be-44b4-4ed4-9831-e42be74d8d89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1051693 Jun 03 15:07:46.307585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99b1ff9d-8d13-4e7a-a8ce-0f56645c627d req-c135b5ec-0435-41f5-9b00-d7bb68fc7558 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570607 Jun 03 15:07:46.362488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-f1b119c6-c291-4290-b277-45f201c53fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:46.364896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-f1b119c6-c291-4290-b277-45f201c53fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892830 Jun 03 15:07:46.366566 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f39d61-5db1-435e-b984-74ed91572129'] response: {'name': 'network-changed', 'server_uuid': '51c26085-5255-4445-91e7-56541bce92ef', 'tag': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38', 'status': 'completed', 'code': 200} Jun 03 15:07:46.489104 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:46.533180 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-aad5a3ee-d2fd-464a-a319-b12d704c6d93 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617057 Jun 03 15:07:46.726003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0cddc58b-e336-4669-b5e1-42abd5faf557 req-8815e00a-b250-441a-ac87-510b2141184e service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854060 Jun 03 15:07:46.758566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:46.946738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d5d70-be25-4672-a293-75673b75ec2c req-72912e5c-e97f-4d55-a7d7-aa553f807795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:46.953949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-086d5d70-be25-4672-a293-75673b75ec2c req-72912e5c-e97f-4d55-a7d7-aa553f807795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7343d0121a3f4d098f1d40b82c834695&device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 1098 time: 0.1150627 Jun 03 15:07:47.146795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29530e38-1f04-44b3-b4ba-61fdb0d0c5dc req-9073d143-0578-46b6-bc48-df4a58af957b tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:47.149939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29530e38-1f04-44b3-b4ba-61fdb0d0c5dc req-9073d143-0578-46b6-bc48-df4a58af957b tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 947 time: 0.1240170 Jun 03 15:07:47.191135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d5d70-be25-4672-a293-75673b75ec2c req-f5a45063-d1a2-4de7-9649-2275dbe44dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:47.193585 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-086d5d70-be25-4672-a293-75673b75ec2c req-f5a45063-d1a2-4de7-9649-2275dbe44dd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2314153 Jun 03 15:07:47.268381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29530e38-1f04-44b3-b4ba-61fdb0d0c5dc req-1bf4b834-f2df-4ee3-90f0-5d49a8f6817f tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092064 Jun 03 15:07:47.335696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-086d5d70-be25-4672-a293-75673b75ec2c req-42a3b6cc-022c-4cbd-b393-643f9c5c4c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 HTTP/1.1" status: 200 len: 217 time: 0.1346383 Jun 03 15:07:47.350548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:47.465152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59072) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:47.496511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59082) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:47.515410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d5d70-be25-4672-a293-75673b75ec2c req-0a857678-b771-4629-9fbc-e5b5904307d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:47.517391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-086d5d70-be25-4672-a293-75673b75ec2c req-0a857678-b771-4629-9fbc-e5b5904307d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1721654 Jun 03 15:07:47.537394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-b2a07b10-4d31-4d55-806a-7a71b3f39be4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576966 Jun 03 15:07:47.652023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d5d70-be25-4672-a293-75673b75ec2c req-3e5dcd7d-7f13-409a-8f1f-2446e61a1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:47.654321 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-086d5d70-be25-4672-a293-75673b75ec2c req-3e5dcd7d-7f13-409a-8f1f-2446e61a1c63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254594 Jun 03 15:07:47.753060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:47.784092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:47.790524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Usage tracker for resource:security_group_rule and tenant:36570f8f40e841c8b3f48461c1a9a046 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:47.794667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:47.800623 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:47.811320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:47.846199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:47.849004 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-086d5d70-be25-4672-a293-75673b75ec2c req-147df8ee-27d9-4eb7-8608-8170270061a1 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873679 Jun 03 15:07:47.869951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a116f66a004dd9b7c6a16ca92e57e0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:47.873792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:47.885485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:47.896064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-c35a69db-5c12-4b64-983f-77855832c22b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:47.897509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-c35a69db-5c12-4b64-983f-77855832c22b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3586047 Jun 03 15:07:47.937842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-76d487d5-886c-4885-9a78-45c131e9cec2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/quotas/c02c024815fe4945b06f5ffd20418986 HTTP/1.1" status: 200 len: 375 time: 0.0283663 Jun 03 15:07:47.950446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdffe-c4b2-4785-9cfd-62c21d6443bc req-093e2aa6-cc79-4b48-a0ab-785c18cc4021 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:47.951909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5ccdffe-c4b2-4785-9cfd-62c21d6443bc req-093e2aa6-cc79-4b48-a0ab-785c18cc4021 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.3504963 Jun 03 15:07:48.045367 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-086d5d70-be25-4672-a293-75673b75ec2c req-bd857c19-0db9-4ee1-b752-b3016d0af5e0 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890693 Jun 03 15:07:48.053735 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.065623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.089840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-649ea908-7d0c-4340-a45d-71dbdffbe594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:48.091512 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-649ea908-7d0c-4340-a45d-71dbdffbe594 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1122 time: 0.3816750 Jun 03 15:07:48.114324 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36570f8f40e841c8b3f48461c1a9a046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164720 Jun 03 15:07:48.116140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5cf23-e71d-42ef-a993-d201de77b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a5f205-8731-46a1-8c07-2866917b9a60,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:48.118487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59088) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:48.183145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8794153-5ed5-442c-9574-015c490269f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.199417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.206176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5ccdffe-c4b2-4785-9cfd-62c21d6443bc req-e34828a0-3d2d-41c1-bfd0-975f23c6e5fd tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101910 Jun 03 15:07:48.214731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8794153-5ed5-442c-9574-015c490269f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.301867 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8794153-5ed5-442c-9574-015c490269f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.309802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-c5241afc-0e77-4e73-be34-4494ba8f5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:48.311249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-c5241afc-0e77-4e73-be34-4494ba8f5de5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2086124 Jun 03 15:07:48.315298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-fde0afe2-1159-4348-b3cc-c7450eb02442 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3605387 Jun 03 15:07:48.317000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.333953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8794153-5ed5-442c-9574-015c490269f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a5f205-8731-46a1-8c07-2866917b9a60,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:48.372968 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8794153-5ed5-442c-9574-015c490269f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.376830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c8794153-5ed5-442c-9574-015c490269f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4a5f205-8731-46a1-8c07-2866917b9a60 HTTP/1.1" status: 204 len: 168 time: 0.2549689 Jun 03 15:07:48.381138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.408288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-b4fb8209-b33f-49a5-bf32-5137f11d6c8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.0899687 Jun 03 15:07:48.504507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad2a19f-bc75-468a-a6c1-16bdedf5dfb8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:48.508951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5a00b059-5627-469e-9216-8d79ee8499f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0a116f66a004dd9b7c6a16ca92e57e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0419402 Jun 03 15:07:48.512477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59108) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:48.575053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-d98f36a6-9081-48b6-a766-4f391ae0f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:48.577145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-d98f36a6-9081-48b6-a766-4f391ae0f6f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1580536 Jun 03 15:07:48.592565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5dc30c3-cf7e-4ae6-8f51-56abdedfe5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.625162 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5dc30c3-cf7e-4ae6-8f51-56abdedfe5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.702038 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5dc30c3-cf7e-4ae6-8f51-56abdedfe5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.723378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc30c3-cf7e-4ae6-8f51-56abdedfe5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad2a19f-bc75-468a-a6c1-16bdedf5dfb8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:48.729096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5dc30c3-cf7e-4ae6-8f51-56abdedfe5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.730903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a5dc30c3-cf7e-4ae6-8f51-56abdedfe5e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cad2a19f-bc75-468a-a6c1-16bdedf5dfb8 HTTP/1.1" status: 204 len: 168 time: 0.2171156 Jun 03 15:07:48.797571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a201c5d-6540-4ea7-9a49-ebd7082e2115 req-23d7cfa1-8fc8-40cc-ae39-4867cfd32218 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:48.799867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a201c5d-6540-4ea7-9a49-ebd7082e2115 req-23d7cfa1-8fc8-40cc-ae39-4867cfd32218 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 947 time: 0.1675351 Jun 03 15:07:48.811868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59118) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:48.817931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-43247a29-1548-4e76-95e0-0c9595957966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:48.821920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-43247a29-1548-4e76-95e0-0c9595957966 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2370999 Jun 03 15:07:48.834064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:48.856723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:48.861146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Usage tracker for resource:security_group_rule and tenant:ad51b2255ef042d294229246c7609133 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:48.864169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:48.871708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:49.050713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.060830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.086884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a201c5d-6540-4ea7-9a49-ebd7082e2115 req-e94446e8-8312-45fa-b945-011f17e2016c tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603223 Jun 03 15:07:49.176427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-4796b3ba-18c6-4109-9b9e-2db2fa03f5f9 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116298 Jun 03 15:07:49.203060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad51b2255ef042d294229246c7609133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872674 Jun 03 15:07:49.203060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42ff27-1107-4213-98f6-f77485ec2acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d798fea2-4669-462c-a799-aa2aed79d2b3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:49.203993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59144) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:49.294932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02d931aa-9675-47b9-accf-0748f866f4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.352715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02d931aa-9675-47b9-accf-0748f866f4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.518052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02d931aa-9675-47b9-accf-0748f866f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.557125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d931aa-9675-47b9-accf-0748f866f4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d798fea2-4669-462c-a799-aa2aed79d2b3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:49.576470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02d931aa-9675-47b9-accf-0748f866f4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.580485 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-02d931aa-9675-47b9-accf-0748f866f4ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d798fea2-4669-462c-a799-aa2aed79d2b3 HTTP/1.1" status: 204 len: 168 time: 0.3728580 Jun 03 15:07:49.605830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-4841e61e-5109-4e7c-9208-5bcca83983f2 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224389 Jun 03 15:07:49.627681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59158) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:49.638617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460aeee-7883-4d27-8588-e318299c2db9 req-ce5a508f-c2f4-472b-8592-b39b840556df tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:49.646686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6460aeee-7883-4d27-8588-e318299c2db9 req-ce5a508f-c2f4-472b-8592-b39b840556df tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.2399745 Jun 03 15:07:49.673617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.709787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:49.720350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Usage tracker for resource:security_group_rule and tenant:a687391dd85847c5bcaf6fd945ef4f57 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:49.723589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:49.730422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:49.781874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6460aeee-7883-4d27-8588-e318299c2db9 req-d68d4478-b2df-423d-8c30-e5304b5d2e43 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218932 Jun 03 15:07:49.808887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9661a650-d8d9-41de-ba07-e66a41fc8f87 req-28e296be-345b-46d9-8466-b56e5aabda05 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 210 time: 0.1049588 Jun 03 15:07:49.904544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.917061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:49.983332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7e71be-bfc0-46b7-81dc-b023785491c5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:50.023639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-775be107-e869-4362-94b5-62f7e0cd7467 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a687391dd85847c5bcaf6fd945ef4f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943615 Jun 03 15:07:50.026417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59168) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:50.137599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbb5085f-7727-4f0a-b9ee-e0d13d01a442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.167706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59176) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:50.186778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbb5085f-7727-4f0a-b9ee-e0d13d01a442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.215178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59184) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:50.261164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbb5085f-7727-4f0a-b9ee-e0d13d01a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.286380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5085f-7727-4f0a-b9ee-e0d13d01a442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7e71be-bfc0-46b7-81dc-b023785491c5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:50.326847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:07:50.344302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.358816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbb5085f-7727-4f0a-b9ee-e0d13d01a442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.360237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bbb5085f-7727-4f0a-b9ee-e0d13d01a442 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b7e71be-bfc0-46b7-81dc-b023785491c5 HTTP/1.1" status: 204 len: 168 time: 0.3328116 Jun 03 15:07:50.421935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:50.427287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.437929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Usage tracker for resource:security_group_rule and tenant:1f7a9065ad4f49d4ad117ce6c70f4569 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:50.441656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59805703-4b62-4e40-931d-e417ab54977c req-61096a30-d1f1-408c-869c-f9fe193f5dcf tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:50.442500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:50.443214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59805703-4b62-4e40-931d-e417ab54977c req-61096a30-d1f1-408c-869c-f9fe193f5dcf tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 947 time: 0.1542535 Jun 03 15:07:50.457783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:50.468249 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:07:50.470279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:50.479430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Usage tracker for resource:security_group_rule and tenant:26960b23d67c436d895f3a2c21cb2fe8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:50.483139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:50.492815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:50.535745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59805703-4b62-4e40-931d-e417ab54977c req-a209b022-d498-400d-86b0-32cf29d00b7d tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859053 Jun 03 15:07:50.596250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:50.631016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38', 'mac_address': 'fa:16:3e:0f:4b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:07:50.635546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.663655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.690097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.711124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:50.711329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.711854 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.731172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:50.753506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:50.762401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.765218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2576c5d0-9859-419a-8f95-b89fcf2d1a7d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:50.800087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59212) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:50.800644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-63ef6d34-43e2-48c5-aa0d-8fcb45a4f2bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f7a9065ad4f49d4ad117ce6c70f4569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308055 Jun 03 15:07:50.816847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26960b23d67c436d895f3a2c21cb2fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999827 Jun 03 15:07:50.817990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59218) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:50.832719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865171a-7909-4b82-847c-c18714b20375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459900e-b937-4ee1-8b78-012fffc2be5d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:50.923142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66c030cf-8d0a-4830-8a57-6fcf7e172314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.936612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b46f20c1-9072-466d-aa5e-2745acf3c79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.975991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b46f20c1-9072-466d-aa5e-2745acf3c79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:50.983465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:51.010762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66c030cf-8d0a-4830-8a57-6fcf7e172314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:51.023901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['38eb1a9c-1c8a-47e0-a585-a5f7972a5c38'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:51.093164 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b46f20c1-9072-466d-aa5e-2745acf3c79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:51.147322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f20c1-9072-466d-aa5e-2745acf3c79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459900e-b937-4ee1-8b78-012fffc2be5d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:51.175000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b46f20c1-9072-466d-aa5e-2745acf3c79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:51.179632 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b46f20c1-9072-466d-aa5e-2745acf3c79d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9459900e-b937-4ee1-8b78-012fffc2be5d HTTP/1.1" status: 204 len: 168 time: 0.3483930 Jun 03 15:07:51.257300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2a0275a-1780-44b3-8922-6e62a7caac81 req-301f2f92-e8db-4670-9052-40e851a71d7e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 210 time: 0.1203220 Jun 03 15:07:51.301093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66c030cf-8d0a-4830-8a57-6fcf7e172314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:51.344399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-cf5f6be1-a8ee-4f67-90d8-b49923b96d0b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748675 Jun 03 15:07:51.347321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c030cf-8d0a-4830-8a57-6fcf7e172314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2576c5d0-9859-419a-8f95-b89fcf2d1a7d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:51.358628 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66c030cf-8d0a-4830-8a57-6fcf7e172314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:51.359900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-66c030cf-8d0a-4830-8a57-6fcf7e172314 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2576c5d0-9859-419a-8f95-b89fcf2d1a7d HTTP/1.1" status: 204 len: 168 time: 0.5592701 Jun 03 15:07:51.480084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51136e62-5b9d-4f71-9aee-11c5d78588c2 req-60969322-8797-4281-b4cf-8b78883031ec tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:51.481958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51136e62-5b9d-4f71-9aee-11c5d78588c2 req-60969322-8797-4281-b4cf-8b78883031ec tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.3462913 Jun 03 15:07:51.580449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51136e62-5b9d-4f71-9aee-11c5d78588c2 req-1e870311-fb74-4465-b160-292030d98f9f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915623 Jun 03 15:07:51.626679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d477baf0-3c70-46a8-929f-d2d546f8098a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:51.629051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d477baf0-3c70-46a8-929f-d2d546f8098a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727671 Jun 03 15:07:51.643266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:51.707372 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-6ebf365a-c5d3-43db-82bb-fde383d1c27f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349333 Jun 03 15:07:51.850020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59252) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:51.928754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:51.975514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:52.010914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Usage tracker for resource:security_group_rule and tenant:56cb3dabc945454b9e90fc617661bc37 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:52.018125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729296-c063-446d-bc23-51ba484831a7 req-15624c5e-956d-48b8-933b-80067628bea0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:52.018910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:52.027800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e729296-c063-446d-bc23-51ba484831a7 req-15624c5e-956d-48b8-933b-80067628bea0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 948 time: 0.2566636 Jun 03 15:07:52.036541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:52.062434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:52.073303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-0505e285-4894-498b-93d7-4eab1b7adbc8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:52.075141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-0505e285-4894-498b-93d7-4eab1b7adbc8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605194 Jun 03 15:07:52.094110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:52.099633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:52.127159 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e729296-c063-446d-bc23-51ba484831a7 req-392d5ff1-8af4-4c43-8984-861d6aa759ea tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981779 Jun 03 15:07:52.147514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:07:52.152657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.174408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59262) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:52.220211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.261733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:52.311636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:07:52.390773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.51 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/71cba5bd-9ac0-4414-a150-8384db28127a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:07:52.457874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:52.461791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98a35193-d857-4cef-9a2a-56c8fac5322c req-41423b11-077c-4b67-a094-e1c7c5b092c9 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 210 time: 0.0655859 Jun 03 15:07:52.467972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:52.468703 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.481533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4d3e62d0b84f20b9baa36a25102609 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:52.502096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:52.535285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:52.614036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:52.630826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:52.671437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.683245 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.690480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:07:52.691156 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.732674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:07:52.736545 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.762043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c26085-5255-4445-91e7-56541bce92ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:52.770592 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.773378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a762d-c287-422a-8716-0ec0f0024bb9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:52.799395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object 71cba5bd-9ac0-4414-a150-8384db28127a will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:52.809271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:07:52.818426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.886745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.920368 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0cbacd-9a39-4c15-b601-3dd928439fce'] response: {'server_uuid': '51c26085-5255-4445-91e7-56541bce92ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38', 'code': 200} Jun 03 15:07:52.929756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:53.008154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.204 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/b893ef4c-5c18-4f1b-acb1-642ecc5f1b96) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:07:53.014044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:53.020886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:53.024208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:07:53.032305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:53.033325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.070347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=71cba5bd-9ac0-4414-a150-8384db28127a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:53.135774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-5f551837-c376-4f5f-b125-28318938ccad tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4966187 Jun 03 15:07:53.152899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Request body: {'port': {'device_id': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:53.184255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:53.206757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88278d-426f-4bc1-b67d-ca73b24dab41 req-7020496d-4996-4e40-bd7f-aed82a65ae09 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:53.215076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f88278d-426f-4bc1-b67d-ca73b24dab41 req-7020496d-4996-4e40-bd7f-aed82a65ae09 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.3682220 Jun 03 15:07:53.344861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f88278d-426f-4bc1-b67d-ca73b24dab41 req-c6824e8b-f3e2-4d56-8c2a-7c759554a596 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288285 Jun 03 15:07:53.373721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-71660aae-a318-40df-85b0-b39869b8fdaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56cb3dabc945454b9e90fc617661bc37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5201993 Jun 03 15:07:53.376066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59298) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:53.383481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.446773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d8726054-27e7-40e0-a05b-ac091069b130 None None] Provisioning for port 71cba5bd-9ac0-4414-a150-8384db28127a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:53.457695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d8726054-27e7-40e0-a05b-ac091069b130 None None] Provisioning complete for port 71cba5bd-9ac0-4414-a150-8384db28127a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:53.458305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d8726054-27e7-40e0-a05b-ac091069b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.531621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d8726054-27e7-40e0-a05b-ac091069b130 None None] Port 71cba5bd-9ac0-4414-a150-8384db28127a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:07:53.628348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.651303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.670283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59646b96-e5c1-40be-a8a9-6a83218a49bd req-cfcc1dc3-f6bc-49d1-99c9-7ff0e0f9d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:53.671909 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59646b96-e5c1-40be-a8a9-6a83218a49bd req-cfcc1dc3-f6bc-49d1-99c9-7ff0e0f9d63d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 1100 time: 0.5586479 Jun 03 15:07:53.742740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e4d3e62d0b84f20b9baa36a25102609&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5652931 Jun 03 15:07:53.758601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59308) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:53.764223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfde23-48b5-4724-99e3-eebc4c220287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2034e-9908-4d0f-9a61-ad586d76646f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:53.782257 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.792587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59646b96-e5c1-40be-a8a9-6a83218a49bd req-4390e30f-861f-4d28-bea3-a8e432b2a4aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010973 Jun 03 15:07:53.806919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98f77afe-4474-42a3-9197-8416f8788d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.808634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:53.835967 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.851081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:07:53.909842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:53.924854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:07:53.926526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:07:53.929295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:07:53.937022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:53.937690 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:53.977533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e0257845-d7d7-4d91-93b3-1f5f22e0d5d2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8906460 Jun 03 15:07:53.988809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Request body: {'port': {'device_id': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:54.005123 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98f77afe-4474-42a3-9197-8416f8788d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.090154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29404fc6-5c12-4c2f-a6a3-bf391d60ab14 req-5e639167-b2aa-4f7b-9fc3-255ee3211df9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.097301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29404fc6-5c12-4c2f-a6a3-bf391d60ab14 req-5e639167-b2aa-4f7b-9fc3-255ee3211df9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 949 time: 0.5479093 Jun 03 15:07:54.110211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.146207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f13f-2490-4d91-8d77-68835bfa3d8a req-2ebedd8f-b6e8-4d97-88c5-4794bfb3fcad tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.146677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f13f-2490-4d91-8d77-68835bfa3d8a req-2ebedd8f-b6e8-4d97-88c5-4794bfb3fcad tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.147134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f13f-2490-4d91-8d77-68835bfa3d8a req-2ebedd8f-b6e8-4d97-88c5-4794bfb3fcad tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.147585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f13f-2490-4d91-8d77-68835bfa3d8a req-2ebedd8f-b6e8-4d97-88c5-4794bfb3fcad tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.148372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f13f-2490-4d91-8d77-68835bfa3d8a req-2ebedd8f-b6e8-4d97-88c5-4794bfb3fcad tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.150492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c30f13f-2490-4d91-8d77-68835bfa3d8a req-2ebedd8f-b6e8-4d97-88c5-4794bfb3fcad tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.5483541 Jun 03 15:07:54.179590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25ee7f8b-926d-4df2-858a-e7a0172d7f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.241103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29404fc6-5c12-4c2f-a6a3-bf391d60ab14 req-581e4122-fd3d-40a7-97c9-2660e3bd8b0e tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425254 Jun 03 15:07:54.263345 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25ee7f8b-926d-4df2-858a-e7a0172d7f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.278853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1e332867-7efe-4124-84ee-b6042ab21f2c None None] Provisioning for port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:07:54.290242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1e332867-7efe-4124-84ee-b6042ab21f2c None None] Provisioning complete for port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:07:54.290701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1e332867-7efe-4124-84ee-b6042ab21f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.356153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1e332867-7efe-4124-84ee-b6042ab21f2c None None] Port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:07:54.392134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:07:54.410297 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98f77afe-4474-42a3-9197-8416f8788d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.520051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f77afe-4474-42a3-9197-8416f8788d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a762d-c287-422a-8716-0ec0f0024bb9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:54.528228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-d947f887-d084-4fba-ad4a-0669de2c6b36 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7e87bea1ff744b44894331a8fe0a7076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140184 Jun 03 15:07:54.543335 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98f77afe-4474-42a3-9197-8416f8788d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.544345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-98f77afe-4474-42a3-9197-8416f8788d79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/799a762d-c287-422a-8716-0ec0f0024bb9 HTTP/1.1" status: 204 len: 168 time: 1.1649292 Jun 03 15:07:54.551749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cba5bd-9ac0-4414-a150-8384db28127a {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:54.585317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.666665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Transition to ACTIVE for port object 71cba5bd-9ac0-4414-a150-8384db28127a will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:54.669998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25ee7f8b-926d-4df2-858a-e7a0172d7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.688362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.731022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee7f8b-926d-4df2-858a-e7a0172d7f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2034e-9908-4d0f-9a61-ad586d76646f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:54.749681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9db322-1e05-418f-b096-d84073ea23c1 req-fc5dda20-2211-4690-963f-32d31a67c032 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.750404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cb9db322-1e05-418f-b096-d84073ea23c1 req-fc5dda20-2211-4690-963f-32d31a67c032 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:07:54.860058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25ee7f8b-926d-4df2-858a-e7a0172d7f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:54.872930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-25ee7f8b-926d-4df2-858a-e7a0172d7f00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ce2034e-9908-4d0f-9a61-ad586d76646f HTTP/1.1" status: 204 len: 168 time: 1.1108844 Jun 03 15:07:54.908297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Pushing event updated for resources: {'Port': ['ID=71cba5bd-9ac0-4414-a150-8384db28127a,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:54.913665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cb9db322-1e05-418f-b096-d84073ea23c1 req-fc5dda20-2211-4690-963f-32d31a67c032 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:07:54.920925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb9db322-1e05-418f-b096-d84073ea23c1 req-fc5dda20-2211-4690-963f-32d31a67c032 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 936 time: 0.6649358 Jun 03 15:07:54.963156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-5b395866-6562-47b6-aca0-47f9d5932a5b tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:54.964698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-5b395866-6562-47b6-aca0-47f9d5932a5b tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4231505 Jun 03 15:07:55.044742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-966f9c13-b4a7-42dd-a058-25308cd805bf tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/quotas/7e87bea1ff744b44894331a8fe0a7076 HTTP/1.1" status: 200 len: 375 time: 0.0485046 Jun 03 15:07:55.045637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:07:55.067568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.088294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Transition to ACTIVE for port object b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:07:55.093518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.149712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Attempting to bind port 71cba5bd-9ac0-4414-a150-8384db28127a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:55.150289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Attempting to bind port 71cba5bd-9ac0-4414-a150-8384db28127a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:55.150516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Attempting to bind port 71cba5bd-9ac0-4414-a150-8384db28127a on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:55.182679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-a52abeb0-ce5a-47b6-a12f-c74ca4e170dc tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e87bea1ff744b44894331a8fe0a7076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164341 Jun 03 15:07:55.206444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb9db322-1e05-418f-b096-d84073ea23c1 req-20ce8f59-a7cf-48d8-acc9-a9f8b809adf5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845843 Jun 03 15:07:55.209495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Port 71cba5bd-9ac0-4414-a150-8384db28127a on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:07:55.209975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Attempting to bind port 71cba5bd-9ac0-4414-a150-8384db28127a on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:55.214977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Pushing event updated for resources: {'Port': ['ID=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:55.237217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:55.237564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:55.237960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:55.238408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Bound port: 71cba5bd-9ac0-4414-a150-8384db28127a, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:55.238758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.473516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Attempting to bind port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:07:55.474288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Attempting to bind port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:07:55.475167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Attempting to bind port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:55.493386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:07:55.494686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Attempting to bind port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:07:55.513771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:07:55.519749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:07:55.520344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:07:55.521453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Bound port: b893ef4c-5c18-4f1b-acb1-642ecc5f1b96, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:07:55.522003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.721326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] For port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:55.725091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] For port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:55.743393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.756632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] For port 71cba5bd-9ac0-4414-a150-8384db28127a, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:07:55.762375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] For port 71cba5bd-9ac0-4414-a150-8384db28127a, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=71cba5bd-9ac0-4414-a150-8384db28127a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:07:55.771571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec950f-5568-4552-b262-232b12afbd50 req-ed22e793-df7f-4ca0-9a4d-41440a6c7f88 tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:55.778718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41ec950f-5568-4552-b262-232b12afbd50 req-ed22e793-df7f-4ca0-9a4d-41440a6c7f88 tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 886 time: 0.5240848 Jun 03 15:07:55.783328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.882311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:55.884898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.889472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:55.890346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:55.891746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] 10.222.0.70 "PUT /v2.0/ports/71cba5bd-9ac0-4414-a150-8384db28127a HTTP/1.1" status: 200 len: 1095 time: 2.7467644 Jun 03 15:07:55.891906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] 10.222.0.70 "PUT /v2.0/ports/b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 HTTP/1.1" status: 200 len: 1096 time: 1.9042172 Jun 03 15:07:55.892351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'tag': '71cba5bd-9ac0-4414-a150-8384db28127a'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:55.892555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'tag': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:07:55.966939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a01cdc-d8a9-45ef-99cc-a02b7ba4060a service neutron] Pushing event updated for resources: {'Port': ['ID=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:56.007655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a08b-f55f-4b4b-a6f2-79c88cd8c8ae req-f24b4883-6293-4d65-bd20-e6695c7c3910 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:56.011172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab31a08b-f55f-4b4b-a6f2-79c88cd8c8ae req-f24b4883-6293-4d65-bd20-e6695c7c3910 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.3827999 Jun 03 15:07:56.128780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a12fd4-ceca-44b7-b1a3-06525bb65316 service neutron] Pushing event updated for resources: {'Port': ['ID=71cba5bd-9ac0-4414-a150-8384db28127a,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:56.223117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-05d0f785-1ad7-4d68-83a3-c6bff1110762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:56.230480 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-05d0f785-1ad7-4d68-83a3-c6bff1110762 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 1098 time: 0.2439761 Jun 03 15:07:56.317065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab31a08b-f55f-4b4b-a6f2-79c88cd8c8ae req-d341b069-951c-4182-a68c-b5da25da9b75 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559327 Jun 03 15:07:56.399157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-b628aab1-4c63-4d05-a0d7-92e1e729bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:56.401225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-b628aab1-4c63-4d05-a0d7-92e1e729bff2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 1099 time: 0.3826015 Jun 03 15:07:56.537193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f14b904-7209-4ce7-9627-ca60b59c73ab req-108b17b2-b1e1-4c89-a059-f25319158f9a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 210 time: 0.1405191 Jun 03 15:07:56.575313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac8646-1447-4e5a-b670-c0b4d099f86e req-5c6d63b3-761e-4e60-9200-7b5aaba1a984 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:56.577166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97ac8646-1447-4e5a-b670-c0b4d099f86e req-5c6d63b3-761e-4e60-9200-7b5aaba1a984 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 949 time: 0.4150558 Jun 03 15:07:56.580129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-e28c87f6-cd53-495e-ac6b-22494b170faf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 HTTP/1.1" status: 200 len: 217 time: 0.1281714 Jun 03 15:07:56.684258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-9c40e264-1255-4a09-8754-dc7f6d4b2e86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=71cba5bd-9ac0-4414-a150-8384db28127a HTTP/1.1" status: 200 len: 217 time: 0.4460812 Jun 03 15:07:56.766289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-8cf7997a-673a-4ccc-9dec-0e24441fc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:56.768036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-8cf7997a-673a-4ccc-9dec-0e24441fc93d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1668870 Jun 03 15:07:56.780200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97ac8646-1447-4e5a-b670-c0b4d099f86e req-6c6c8517-2b17-4341-aee3-667e32fa43f3 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800599 Jun 03 15:07:56.864818 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebecb3f2-d01a-44a9-ae4a-3876fad52bf3'] response: {'name': 'network-changed', 'server_uuid': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'tag': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', 'status': 'completed', 'code': 200} Jun 03 15:07:56.913660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-fecf8710-f23f-4d3d-b78c-ec4d41682c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:56.919875 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-fecf8710-f23f-4d3d-b78c-ec4d41682c5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2229834 Jun 03 15:07:57.032592 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5178f22-c124-49cb-85df-70632cd97346'] response: {'name': 'network-changed', 'server_uuid': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'tag': '71cba5bd-9ac0-4414-a150-8384db28127a', 'status': 'completed', 'code': 200} Jun 03 15:07:57.119331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1aea9-0d6d-46f5-85d8-8bee53588d6c req-d6e3af72-07c6-4471-be9d-0b7eb20b537f tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.122579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1aea9-0d6d-46f5-85d8-8bee53588d6c req-d6e3af72-07c6-4471-be9d-0b7eb20b537f tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.126048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1aea9-0d6d-46f5-85d8-8bee53588d6c req-d6e3af72-07c6-4471-be9d-0b7eb20b537f tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.126588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1aea9-0d6d-46f5-85d8-8bee53588d6c req-d6e3af72-07c6-4471-be9d-0b7eb20b537f tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.127074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1aea9-0d6d-46f5-85d8-8bee53588d6c req-d6e3af72-07c6-4471-be9d-0b7eb20b537f tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.143855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ba1aea9-0d6d-46f5-85d8-8bee53588d6c req-d6e3af72-07c6-4471-be9d-0b7eb20b537f tempest-NetworksTest-335382658 tempest-NetworksTest-335382658-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.5650015 Jun 03 15:07:57.187266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-cfb2c255-4eba-4181-a72c-f9fa77c204e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.189382 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-cfb2c255-4eba-4181-a72c-f9fa77c204e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4131598 Jun 03 15:07:57.196793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-18a18dea-5725-44e8-a45e-61a0c4652b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.199931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-18a18dea-5725-44e8-a45e-61a0c4652b90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2758985 Jun 03 15:07:57.391793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829065bb-9e14-4943-98c2-578078435b14 req-04bf5c7e-321f-40ba-82b0-f4db264b5aa7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.398959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-829065bb-9e14-4943-98c2-578078435b14 req-04bf5c7e-321f-40ba-82b0-f4db264b5aa7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 948 time: 0.2194819 Jun 03 15:07:57.436749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-796710ed-95d3-42f9-a17a-be0b41917460 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161901 Jun 03 15:07:57.457344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-829065bb-9e14-4943-98c2-578078435b14 req-e79a72e3-1e30-4d64-999c-46aa0c975e65 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Jun 03 15:07:57.481431 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-3931dfcc-acad-42fc-8f4e-efda83059dc0 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728515 Jun 03 15:07:57.802063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-2d6d4398-3f56-4f9a-8252-38f936ad0f91 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560636 Jun 03 15:07:57.817327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-fb091e28-d724-4fac-9004-19c4b30dd7a3 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7e87bea1ff744b44894331a8fe0a7076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594013 Jun 03 15:07:57.902798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20129-a275-4e4c-9b54-d3096aa02a97 req-9580cc61-8ee4-4574-b53b-1715e2b294b2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:57.913715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bd20129-a275-4e4c-9b54-d3096aa02a97 req-9580cc61-8ee4-4574-b53b-1715e2b294b2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.3021412 Jun 03 15:07:57.995751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59416) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:58.004910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-370c6836-251c-41f5-9a4d-3f37ead8eb99 req-757ed95c-2d60-4ccd-b2cd-99ca51193bef service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159757 Jun 03 15:07:58.144373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bd20129-a275-4e4c-9b54-d3096aa02a97 req-d9bf9b6a-d3e5-40c7-8f10-65a2e20cc357 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291207 Jun 03 15:07:58.209356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0963c1b7-a31c-4c9f-965e-9c44d9aa4988 req-e42ee427-af8c-4266-9421-e6a526e271ce tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 210 time: 0.0624921 Jun 03 15:07:58.224989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-542f7390-d589-4ab7-90d6-27bdccf7b210 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:58.229256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-542f7390-d589-4ab7-90d6-27bdccf7b210 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3918679 Jun 03 15:07:58.243732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-e56f5f1d-597d-4a8b-a4cc-360c1a5cd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:58.243732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-e56f5f1d-597d-4a8b-a4cc-360c1a5cd095 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 1099 time: 0.2526367 Jun 03 15:07:58.257128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Request body: {'port': {'device_id': '6530c717-ec39-4c10-a432-de887434b407', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '7e87bea1ff744b44894331a8fe0a7076'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:07:58.404883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-c07e6b6b-eb16-4153-99a0-993800721741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:58.406842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-c07e6b6b-eb16-4153-99a0-993800721741 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 1098 time: 0.2714121 Jun 03 15:07:58.578536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-b90ef8a0-e7a3-41fa-b41c-c314013bf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:58.580404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-b90ef8a0-e7a3-41fa-b41c-c314013bf160 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1652031 Jun 03 15:07:58.585121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-51b135fa-72d0-4ab7-9bb3-27e62b13d5c7 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7343d0121a3f4d098f1d40b82c834695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813808 Jun 03 15:07:58.757341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-f3537b53-8fbb-4306-a300-0c857f582840 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=71cba5bd-9ac0-4414-a150-8384db28127a HTTP/1.1" status: 200 len: 217 time: 0.1675203 Jun 03 15:07:58.788269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:58.835851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:58.842726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-3f340e18-79ae-483e-8948-d12aff8da83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:58.844345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-3f340e18-79ae-483e-8948-d12aff8da83b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0769961 Jun 03 15:07:58.846004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Usage tracker for resource:port and tenant:7e87bea1ff744b44894331a8fe0a7076 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:58.849592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:58.857316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:58.870306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:58.877782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Usage tracker for resource:security_group_rule and tenant:8d41ba6cc1b7460a999a40e67454d927 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:58.882766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:58.895504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:58.927257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Made reservation on behalf of 7e87bea1ff744b44894331a8fe0a7076 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:07:58.931835 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:58.951070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:59.031887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:59.042118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Usage tracker for resource:security_group_rule and tenant:7e87bea1ff744b44894331a8fe0a7076 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:59.048193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:59.061427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:59.088141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:59.101242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-afd38089-e3a0-415f-9958-caabaf42fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:59.101242 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-afd38089-e3a0-415f-9958-caabaf42fdc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2372880 Jun 03 15:07:59.125271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:59.214095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-03a5dbd8-d94a-4278-9d32-605cbd23b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:59.216610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-03a5dbd8-d94a-4278-9d32-605cbd23b866 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.9655809 Jun 03 15:07:59.362520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:59.448693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59462) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:59.461092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:59.491359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac7a53a-dada-4545-80b3-68f460ff7386,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:59.499724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-95cca483-3ca0-4301-8775-3d18b743486a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d41ba6cc1b7460a999a40e67454d927&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5017853 Jun 03 15:07:59.507870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-5f0a9621-f673-45d8-a92f-34498deefaf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 HTTP/1.1" status: 200 len: 217 time: 0.2583632 Jun 03 15:07:59.510255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59470) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:59.565476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-4f9a8b91-400b-4aff-a5b4-4e5d44338394 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:59.568019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-4f9a8b91-400b-4aff-a5b4-4e5d44338394 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9732120 Jun 03 15:07:59.588166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c193dd-b44b-4f1d-b44f-a684d8545f20,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:07:59.703154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:59.741262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-cf429db6-bc34-40d9-89f0-0d23bc540d58 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/quotas/7343d0121a3f4d098f1d40b82c834695 HTTP/1.1" status: 200 len: 375 time: 0.0795403 Jun 03 15:07:59.772142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:07:59.783417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Usage tracker for resource:security_group_rule and tenant:f028874394ce4c948dad677f6f6afc0d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:07:59.790213 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-650b4dd6-d7b7-4d99-8c77-8906a7d985f6 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827693 Jun 03 15:07:59.791628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:07:59.823140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-599b1d16-1a60-4504-9783-46c6ec2a39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:59.824837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-599b1d16-1a60-4504-9783-46c6ec2a39f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2307289 Jun 03 15:07:59.826315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:07:59.868338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714fde34-2723-4e9a-a852-8b026ee1c492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:59.887738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c0b3a-da2a-481b-8ad6-f975c5e21d85 req-3320dfb9-267a-458f-9a9c-4cb564f5e24d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:07:59.889267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-049c0b3a-da2a-481b-8ad6-f975c5e21d85 req-3320dfb9-267a-458f-9a9c-4cb564f5e24d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 948 time: 0.6851969 Jun 03 15:07:59.949408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714fde34-2723-4e9a-a852-8b026ee1c492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:00.025952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-049c0b3a-da2a-481b-8ad6-f975c5e21d85 req-fc5f5492-d3b0-48cb-8740-dff600a13e91 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187038 Jun 03 15:08:00.050596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-a29e230f-43c3-41a1-881d-8e4ad53e4507 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7343d0121a3f4d098f1d40b82c834695&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2922363 Jun 03 15:08:00.076577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:00.086232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-d403d2b7-17ce-4676-af49-6c14e6c13e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:00.093028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-d403d2b7-17ce-4676-af49-6c14e6c13e87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2586491 Jun 03 15:08:00.150511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Allocated IP 192.168.233.220 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/10c22085-b06f-4bb4-8706-03ca6871c4ed) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:00.160051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714fde34-2723-4e9a-a852-8b026ee1c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:00.416818 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714fde34-2723-4e9a-a852-8b026ee1c492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:00.417943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-714fde34-2723-4e9a-a852-8b026ee1c492 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eac7a53a-dada-4545-80b3-68f460ff7386 HTTP/1.1" status: 204 len: 168 time: 0.8693144 Jun 03 15:08:00.418962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fde34-2723-4e9a-a852-8b026ee1c492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac7a53a-dada-4545-80b3-68f460ff7386,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:00.565393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:00.580250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', 'mac_address': 'fa:16:3e:cb:0f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:00.634876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85068ae9-bba1-477c-8390-66efe3a968f9 req-190b674a-5643-4307-a5a9-11ea466c48fd tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 210 time: 0.0913172 Jun 03 15:08:00.701754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-651f612f-3e8a-4a32-914e-51aceb092864 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947719 Jun 03 15:08:00.703544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:00.705751 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:00.747827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:00.782789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:00.795573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:00.800306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c9e21-adc5-4095-a9b7-ab69eb18e153 req-6003126c-827b-4d31-b8b2-7475f9cb607b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:00.801344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:00.802018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c9c9e21-adc5-4095-a9b7-ab69eb18e153 req-6003126c-827b-4d31-b8b2-7475f9cb607b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.5282550 Jun 03 15:08:00.825990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Transition to ACTIVE for port object 10c22085-b06f-4bb4-8706-03ca6871c4ed will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:00.895212 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a66fbd6c-fe17-4ccf-911c-6d1dfefed2ba req-7bf259c0-75c9-4d47-84e2-e097d9e80462 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0696743 Jun 03 15:08:00.901574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:00.965088 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c9c9e21-adc5-4095-a9b7-ab69eb18e153 req-5cc78f18-aea8-42b0-a129-1a20d02f71be tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523211 Jun 03 15:08:01.029734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:01.106068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d996b4f2-6a62-4188-b25d-df3415c2b5e9 req-14e298a6-d63f-482d-b5be-ba8565d3d039 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 210 time: 0.0756235 Jun 03 15:08:01.106068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04178b5c-7531-4174-8f38-0f70e4d06fb0 req-23a0159d-5011-4826-bb55-b76d414f8b51 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893206 Jun 03 15:08:01.127905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Pushing event updated for resources: {'Port': ['ID=10c22085-b06f-4bb4-8706-03ca6871c4ed,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:01.141258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b893ef4c-5c18-4f1b-acb1-642ecc5f1b96'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:01.172527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:01.180915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59492) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:01.182014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:01.193765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:01.211066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:01.212127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.251146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.275483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.279443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-9482349f-c2d3-4457-9249-2401f3ed8807 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0260751 Jun 03 15:08:01.281041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.312136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Request body: {'port': {'device_id': '6530c717-ec39-4c10-a432-de887434b407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:01.359110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:01.365189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Usage tracker for resource:security_group_rule and tenant:fe0ab64351a94e7e8571042b3632c8c7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:01.370039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:01.378032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:01.493092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f028874394ce4c948dad677f6f6afc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0429010 Jun 03 15:08:01.494375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59498) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:01.529189 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.540819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b2e71-f8f7-4a69-bbb9-978e01de16bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8ed2af-cba3-4692-aa00-0aebdd9853e0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:01.548929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.560940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.607885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe0ab64351a94e7e8571042b3632c8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247613 Jun 03 15:08:01.618321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59506) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:01.633907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1ddaca90-d7c8-4fbf-b90d-942a127a61dd None None] Provisioning for port 10c22085-b06f-4bb4-8706-03ca6871c4ed completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:01.643924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1ddaca90-d7c8-4fbf-b90d-942a127a61dd None None] Provisioning complete for port 10c22085-b06f-4bb4-8706-03ca6871c4ed triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:01.646062 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ddaca90-d7c8-4fbf-b90d-942a127a61dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.649335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d03c08-5df1-4b3e-a2db-8c70b3b1b46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b7307-03f7-4cc1-8008-6e939df6c007,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:01.672017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62010b61-79be-4fe3-80e0-543c001cfdc2 req-d9c813f0-61d4-4051-81a2-3142d1f2ea49 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:01.679894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62010b61-79be-4fe3-80e0-543c001cfdc2 req-d9c813f0-61d4-4051-81a2-3142d1f2ea49 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 949 time: 0.3811572 Jun 03 15:08:01.730991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62010b61-79be-4fe3-80e0-543c001cfdc2 req-ce202955-1dc4-40a9-949b-80bb10df32bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496387 Jun 03 15:08:01.743047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6ede83f-9b80-45b7-a31c-d112506a59eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.756719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1ddaca90-d7c8-4fbf-b90d-942a127a61dd None None] Port 10c22085-b06f-4bb4-8706-03ca6871c4ed cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:01.874707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6ede83f-9b80-45b7-a31c-d112506a59eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.925235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa74c558-dca3-4a9d-affa-1250effc253c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:01.945301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cea1db-8ebe-487b-9234-b00f8cf2164b req-4f57c6e2-5963-4b84-9365-06fa035198d6 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:01.950646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4cea1db-8ebe-487b-9234-b00f8cf2164b req-4f57c6e2-5963-4b84-9365-06fa035198d6 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 936 time: 0.1249282 Jun 03 15:08:02.036070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4cea1db-8ebe-487b-9234-b00f8cf2164b req-d8fe8310-d930-49e5-ae43-a1c93c63e264 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787246 Jun 03 15:08:02.058236 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa74c558-dca3-4a9d-affa-1250effc253c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.088054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 71cba5bd-9ac0-4414-a150-8384db28127a details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:02.091129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:02.121771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6ede83f-9b80-45b7-a31c-d112506a59eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.155317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ede83f-9b80-45b7-a31c-d112506a59eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8ed2af-cba3-4692-aa00-0aebdd9853e0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:02.170540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6ede83f-9b80-45b7-a31c-d112506a59eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.170980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a6ede83f-9b80-45b7-a31c-d112506a59eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e8ed2af-cba3-4692-aa00-0aebdd9853e0 HTTP/1.1" status: 204 len: 168 time: 0.6697431 Jun 03 15:08:02.223366 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa74c558-dca3-4a9d-affa-1250effc253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.306835 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa74c558-dca3-4a9d-affa-1250effc253c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.310644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aa74c558-dca3-4a9d-affa-1250effc253c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e27b7307-03f7-4cc1-8008-6e939df6c007 HTTP/1.1" status: 204 len: 168 time: 0.6715770 Jun 03 15:08:02.311583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74c558-dca3-4a9d-affa-1250effc253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b7307-03f7-4cc1-8008-6e939df6c007,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:02.327148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c22085-b06f-4bb4-8706-03ca6871c4ed {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:02.338368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.357117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Transition to ACTIVE for port object 10c22085-b06f-4bb4-8706-03ca6871c4ed will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:02.357983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:02.371550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.407653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:02.408020 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.428586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e483e17-68ee-4ea8-84cf-a7c20f761ceb req-cb310456-dbac-40ce-abe1-64e022983b5b tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 210 time: 0.1284897 Jun 03 15:08:02.487489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c87808-fd31-4c2f-ad75-9a2f64d81df1 req-13fe1837-569b-46b3-b52b-edf57f05faef tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:02.507926 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4c87808-fd31-4c2f-ad75-9a2f64d81df1 req-13fe1837-569b-46b3-b52b-edf57f05faef tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.3486626 Jun 03 15:08:02.557182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 71cba5bd-9ac0-4414-a150-8384db28127a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=71cba5bd-9ac0-4414-a150-8384db28127a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:02.600885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '71cba5bd-9ac0-4414-a150-8384db28127a', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '71cba5bd-9ac0-4414-a150-8384db28127a', 'mac_address': 'fa:16:3e:ff:22:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:02.659442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4c87808-fd31-4c2f-ad75-9a2f64d81df1 req-c1c4cd99-4dff-47d4-9678-1815957a767b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501675 Jun 03 15:08:02.678163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=10c22085-b06f-4bb4-8706-03ca6871c4ed,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:02.702696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Attempting to bind port 10c22085-b06f-4bb4-8706-03ca6871c4ed on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:02.704008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Attempting to bind port 10c22085-b06f-4bb4-8706-03ca6871c4ed by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:02.704617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Attempting to bind port 10c22085-b06f-4bb4-8706-03ca6871c4ed on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:02.713369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Port 10c22085-b06f-4bb4-8706-03ca6871c4ed on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:02.714033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Attempting to bind port 10c22085-b06f-4bb4-8706-03ca6871c4ed on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:02.723243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:02.723977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:02.724651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:02.725349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Bound port: 10c22085-b06f-4bb4-8706-03ca6871c4ed, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:02.726730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.772146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:02.773662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.814227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.15', 57138) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:02.832176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 71cba5bd-9ac0-4414-a150-8384db28127a is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:02.832985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.862406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59538) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:02.895258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cba5bd-9ac0-4414-a150-8384db28127a {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:02.925806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:02.928781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.000283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:03.004207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ffc47232-1ee7-4dde-af5f-392459c5b572 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7343d0121a3f4d098f1d40b82c834695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1870866 Jun 03 15:08:03.006623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 71cba5bd-9ac0-4414-a150-8384db28127a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=71cba5bd-9ac0-4414-a150-8384db28127a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:03.011285 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a165027-52d5-4a09-a244-110e10536d5b'] response: {'server_uuid': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', 'code': 200} Jun 03 15:08:03.015886 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.047139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:03.065553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Usage tracker for resource:security_group_rule and tenant:3554a7f93ae142d7b9523f6891e93c83 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:03.072299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:03.114159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:03.129846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.135168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59550) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:03.161142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] For port 10c22085-b06f-4bb4-8706-03ca6871c4ed, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:03.184510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] For port 10c22085-b06f-4bb4-8706-03ca6871c4ed, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=10c22085-b06f-4bb4-8706-03ca6871c4ed,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:03.204434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.322429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:03.420350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:03.420985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.439766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] 10.222.0.15 "PUT /v2.0/ports/10c22085-b06f-4bb4-8706-03ca6871c4ed HTTP/1.1" status: 200 len: 1096 time: 2.1359646 Jun 03 15:08:03.440289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6530c717-ec39-4c10-a432-de887434b407', 'tag': '10c22085-b06f-4bb4-8706-03ca6871c4ed'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:03.454715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['71cba5bd-9ac0-4414-a150-8384db28127a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:03.507026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.664381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:03.666894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=71cba5bd-9ac0-4414-a150-8384db28127a,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:03.692133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:0e0308b718da4760b1c2c3950f3e3d4a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:03.704258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:03.710791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e5b54-f216-406e-a098-50168d6a0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=10c22085-b06f-4bb4-8706-03ca6871c4ed,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:03.727598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:03.757041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-310abc6b-25a9-43fb-911f-0a7036d81c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:03.758668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-310abc6b-25a9-43fb-911f-0a7036d81c08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e87bea1ff744b44894331a8fe0a7076&device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 1099 time: 0.1951234 Jun 03 15:08:03.860671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-e9aadced-dda7-4156-87e8-23b25026efc1 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:03.863272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-e9aadced-dda7-4156-87e8-23b25026efc1 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8414483 Jun 03 15:08:03.888688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Request body: {'port': {'device_id': 'b102bc45-a780-4cdf-a119-816041c3f217', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '7343d0121a3f4d098f1d40b82c834695'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:03.946892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b633a-29ee-41eb-9078-3b664986f8ef req-b525b8f4-4747-45a6-81bf-479c316df2ac tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:03.948197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.950212 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-2b40a0a1-eb75-42fd-ac34-b0e7ae3b6cd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=10c22085-b06f-4bb4-8706-03ca6871c4ed HTTP/1.1" status: 200 len: 217 time: 0.1809108 Jun 03 15:08:03.953217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:03.956730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-303b633a-29ee-41eb-9078-3b664986f8ef req-b525b8f4-4747-45a6-81bf-479c316df2ac tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 950 time: 0.9453528 Jun 03 15:08:04.060541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b152d7-a29d-44c2-b35b-0d85b7f86ce3 req-d0989b70-f530-42c7-980e-33b63901445f tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:04.068218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6b152d7-a29d-44c2-b35b-0d85b7f86ce3 req-d0989b70-f530-42c7-980e-33b63901445f tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 948 time: 0.5559192 Jun 03 15:08:04.115687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91887eed-8c98-4b17-93bd-0caab3c2d1a0 req-0fa9aebe-5c30-400a-ae12-399e5de0b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:04.117199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91887eed-8c98-4b17-93bd-0caab3c2d1a0 req-0fa9aebe-5c30-400a-ae12-399e5de0b37d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 1101 time: 0.6033387 Jun 03 15:08:04.166568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb82a298-40d8-48a8-99d8-bca6986ccd04,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:04.170241 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.183798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-08d725b8-f446-413f-bfec-2f011acc751c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3554a7f93ae142d7b9523f6891e93c83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3156533 Jun 03 15:08:04.184975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59582) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:04.187377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.194175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-303b633a-29ee-41eb-9078-3b664986f8ef req-f29b1eeb-f0a3-49f0-bea1-ee6faa1ca80b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752064 Jun 03 15:08:04.213472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6b152d7-a29d-44c2-b35b-0d85b7f86ce3 req-119912bf-8e7c-4f2a-ada7-cdd6f65271ba tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443207 Jun 03 15:08:04.216829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-169a0bc4-d34d-4f63-ba42-6b572578f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:04.218292 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-169a0bc4-d34d-4f63-ba42-6b572578f67c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2525303 Jun 03 15:08:04.275251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91887eed-8c98-4b17-93bd-0caab3c2d1a0 req-4b60a9c8-ca6c-4f0a-a36b-32e60c28d066 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463163 Jun 03 15:08:04.280747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:04.287140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Usage tracker for resource:port and tenant:7343d0121a3f4d098f1d40b82c834695 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:04.301958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:04.317146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:04.324275 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4ceb8f-23c9-4e11-a143-7e558070f0c1'] response: {'name': 'network-changed', 'server_uuid': '6530c717-ec39-4c10-a432-de887434b407', 'tag': '10c22085-b06f-4bb4-8706-03ca6871c4ed', 'status': 'completed', 'code': 200} Jun 03 15:08:04.334150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e0308b718da4760b1c2c3950f3e3d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1938946 Jun 03 15:08:04.334341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59590) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:04.343409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37079087-f7a0-4830-b9ec-113f12025bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bddd4b-8fd5-4c43-954c-c9a21215690f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:04.375073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2aa3-78d3-40fe-bde6-90a63da1c5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.413487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Made reservation on behalf of 7343d0121a3f4d098f1d40b82c834695 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:04.417088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2aa3-78d3-40fe-bde6-90a63da1c5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.418038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.431333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-bf59218a-2934-404f-bdc7-81c558dc602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:04.432882 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-bf59218a-2934-404f-bdc7-81c558dc602c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927121 Jun 03 15:08:04.573171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-edaa2866-a36f-466b-b8bb-7aaae8f953e5 req-97e54816-3b9b-44f9-b948-1be870d259d7 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 210 time: 0.1623747 Jun 03 15:08:04.588232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2aa3-78d3-40fe-bde6-90a63da1c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.627797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-8dd48a18-7f6d-4531-9b79-1f93a716ce1b service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741109 Jun 03 15:08:04.628596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d2aa3-78d3-40fe-bde6-90a63da1c5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb82a298-40d8-48a8-99d8-bca6986ccd04,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:04.632255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e1d2aa3-78d3-40fe-bde6-90a63da1c5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.633394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e1d2aa3-78d3-40fe-bde6-90a63da1c5c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb82a298-40d8-48a8-99d8-bca6986ccd04 HTTP/1.1" status: 204 len: 168 time: 0.4473708 Jun 03 15:08:04.755982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b67baf22-fbdf-421a-99ad-6d7e45da662b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.796862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b67baf22-fbdf-421a-99ad-6d7e45da662b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.802409 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c0b8597a-b679-411e-b006-7559a1b42b1d req-5384ef46-fb82-4b4c-9a28-acd6b8e9b60b service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639948 Jun 03 15:08:04.954026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-c519b74c-2b7e-4ccc-bd0c-81b5d62ab263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:04.955605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-c519b74c-2b7e-4ccc-bd0c-81b5d62ab263 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e87bea1ff744b44894331a8fe0a7076&device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 1099 time: 0.0914154 Jun 03 15:08:04.995304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d976409-dd30-4eed-a3e3-1de77a820ce3 req-5fa3f546-0a97-436e-a9f7-c24a6f0b1b2d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:05.002334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d976409-dd30-4eed-a3e3-1de77a820ce3 req-5fa3f546-0a97-436e-a9f7-c24a6f0b1b2d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.4340982 Jun 03 15:08:05.048365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b67baf22-fbdf-421a-99ad-6d7e45da662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.054613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Allocated IP 192.168.233.7 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/6a8c7a04-7110-45cd-b101-3f78fdd659a2) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:05.096754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67baf22-fbdf-421a-99ad-6d7e45da662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bddd4b-8fd5-4c43-954c-c9a21215690f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:05.139689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-5d73fe70-2b55-4afa-946b-a23927c4c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:05.141694 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-5d73fe70-2b55-4afa-946b-a23927c4c0c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1746495 Jun 03 15:08:05.151042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d976409-dd30-4eed-a3e3-1de77a820ce3 req-a9adc6fd-181d-422c-9ef2-a3324255b261 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455510 Jun 03 15:08:05.179339 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b67baf22-fbdf-421a-99ad-6d7e45da662b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.183697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b67baf22-fbdf-421a-99ad-6d7e45da662b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69bddd4b-8fd5-4c43-954c-c9a21215690f HTTP/1.1" status: 204 len: 168 time: 0.8490314 Jun 03 15:08:05.251696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-593c79f2-eece-41a9-ab56-7fa0f6ab3791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=10c22085-b06f-4bb4-8706-03ca6871c4ed HTTP/1.1" status: 200 len: 217 time: 0.0849171 Jun 03 15:08:05.335033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1894506598', 'description': 'tempest-description-1638745270'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:05.345747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:05.352926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Usage tracker for resource:security_group and tenant:0938fd2969a54a448dc642392e27ecb1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:05.358026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:05.369802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-b9843fd9-1c04-4b70-b8e5-2299ecdf2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:05.370663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:05.371290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-b9843fd9-1c04-4b70-b8e5-2299ecdf2501 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1084759 Jun 03 15:08:05.482880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-7a538bea-0993-44b1-bf01-312c73b8154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:05.484544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-7a538bea-0993-44b1-bf01-312c73b8154a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055884 Jun 03 15:08:05.536417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.643435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.645394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-94e80b93-a8d4-4265-9ea5-2348fede688b service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532378 Jun 03 15:08:05.680134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.707058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:05.713682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Usage tracker for resource:security_group_rule and tenant:0938fd2969a54a448dc642392e27ecb1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:05.717977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:05.726299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:05.796853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Transition to ACTIVE for port object 6a8c7a04-7110-45cd-b101-3f78fdd659a2 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:05.816491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17bc4ca9-c295-48f4-9f85-c57769500206 req-5a5c8891-bdd8-453b-b588-21bf7133e26e service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610632 Jun 03 15:08:05.824569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63c967-0f47-4b65-984b-fa5f311ece43 req-04253830-ac47-4536-8b6e-135b002e7705 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:05.827021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd63c967-0f47-4b65-984b-fa5f311ece43 req-04253830-ac47-4536-8b6e-135b002e7705 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 948 time: 0.4599593 Jun 03 15:08:05.846145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59638) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:05.866131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.882132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:05.886623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Usage tracker for resource:security_group_rule and tenant:a01dc37c6c6940dd87ed9c4cfe5a3192 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:05.889653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:05.895582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:05.934636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd63c967-0f47-4b65-984b-fa5f311ece43 req-e4b67616-a651-4af1-85b3-acd583b73b50 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005499 Jun 03 15:08:05.942895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59642) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:05.958863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.976318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['38eb1a9c-1c8a-47e0-a585-a5f7972a5c38'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:06.017554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.022354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.076434 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.099327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.100841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 71cba5bd-9ac0-4414-a150-8384db28127a up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:06.117036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a01dc37c6c6940dd87ed9c4cfe5a3192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695103 Jun 03 15:08:06.117839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59648) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:06.118623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86edc5-b396-4fc2-8114-6d9c44962d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51035217-9420-4845-b383-67aa102bbbb0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:06.131592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:06.137794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:06.152551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:06.156367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Usage tracker for resource:security_group_rule and tenant:0938fd2969a54a448dc642392e27ecb1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:06.172176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-421101398-network', 'tenant_id': '057863ea07334b8aa432702b899cf1e6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:06.187086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:06.198018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Usage tracker for resource:network and tenant:057863ea07334b8aa432702b899cf1e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:06.214667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Pushing event updated for resources: {'Port': ['ID=6a8c7a04-7110-45cd-b101-3f78fdd659a2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:06.218713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:06.221638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:06.232346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 71cba5bd-9ac0-4414-a150-8384db28127a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:06.236765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:06.240666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 71cba5bd-9ac0-4414-a150-8384db28127a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:06.241269 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.246118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:06.247103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.250481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b02f980-9d59-4b9c-93ba-bf2727648f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.271027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:06.281963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b02f980-9d59-4b9c-93ba-bf2727648f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.351740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:06.358471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.363159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b02f980-9d59-4b9c-93ba-bf2727648f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.383317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.388077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b02f980-9d59-4b9c-93ba-bf2727648f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.393958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b02f980-9d59-4b9c-93ba-bf2727648f8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51035217-9420-4845-b383-67aa102bbbb0 HTTP/1.1" status: 204 len: 168 time: 0.2536058 Jun 03 15:08:06.396525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Made reservation on behalf of 057863ea07334b8aa432702b899cf1e6 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:06.399362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.414884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cf6e02-edbb-4146-9405-874b71673e9e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:06.415664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.430233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02f980-9d59-4b9c-93ba-bf2727648f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51035217-9420-4845-b383-67aa102bbbb0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:06.437203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:06.442050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Usage tracker for resource:security_group_rule and tenant:057863ea07334b8aa432702b899cf1e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:06.446145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:06.454413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:06.474405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dda3c903-7156-4534-8213-a964914da3cf None None] Provisioning for port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:06.487556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8874c8-da16-4c29-8716-e92bd33f44db,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:06.494888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ecc055ee-754f-4e03-afdb-48c4b738aeb0 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6168606 Jun 03 15:08:06.495464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dda3c903-7156-4534-8213-a964914da3cf None None] Provisioning complete for port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:06.495836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dda3c903-7156-4534-8213-a964914da3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.497832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.511629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aeedceba-093d-436d-82ae-6e1ed8fada4c req-b5fc9469-3e81-4007-962a-e0a5bcd91b6b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1843894 Jun 03 15:08:06.528649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 71cba5bd-9ac0-4414-a150-8384db28127a is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:06.529036 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.529261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Request body: {'port': {'device_id': 'b102bc45-a780-4cdf-a119-816041c3f217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:06.590063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dda3c903-7156-4534-8213-a964914da3cf None None] Port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:06.596337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cba5bd-9ac0-4414-a150-8384db28127a'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:06.607820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 71cba5bd-9ac0-4414-a150-8384db28127a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=71cba5bd-9ac0-4414-a150-8384db28127a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:06.616704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.662911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbf7c8-2c71-4818-8df4-0691543715c7 req-ae10441f-422c-42fd-8ea5-3681d2322964 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:06.664998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9fbf7c8-2c71-4818-8df4-0691543715c7 req-ae10441f-422c-42fd-8ea5-3681d2322964 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 950 time: 0.5213974 Jun 03 15:08:06.671514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.679982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.714951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=71cba5bd-9ac0-4414-a150-8384db28127a,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:06.732098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:08:06.746920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd35709-106e-43ff-bcba-83affec92a01,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:06.757332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.758179 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Added segment e4ad8b76-1124-4036-8491-9f1788a4f812 of type vlan for network 8e9726d7-e691-45e0-899c-b768842af9dd Jun 03 15:08:06.798671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.840291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.841306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:06.841939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.847663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9fbf7c8-2c71-4818-8df4-0691543715c7 req-1819287e-71f2-4a88-9a9c-5bac1e79bed4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367307 Jun 03 15:08:06.849520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.937080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7faa9-7736-43f4-91df-0893ed1d484f req-35fe9104-9b14-4a84-ac20-8d1849ecda85 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:06.937845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-abb7faa9-7736-43f4-91df-0893ed1d484f req-35fe9104-9b14-4a84-ac20-8d1849ecda85 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Synchronizing usage tracker for tenant:7343d0121a3f4d098f1d40b82c834695 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:07.089275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1445005 Jun 03 15:08:07.093768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59674) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:07.094768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33992688-6cb6-49cc-b363-a0bf07bfe2fc admin admin] Pushing event updated for resources: {'Network': ['ID=8e9726d7-e691-45e0-899c-b768842af9dd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:07.106589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Request body: {'subnet': {'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-421101398-subnet', 'tenant_id': '057863ea07334b8aa432702b899cf1e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:07.107707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 8e9726d7-e691-45e0-899c-b768842af9dd details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:08:07.114432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:07.122355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Usage tracker for resource:subnet and tenant:057863ea07334b8aa432702b899cf1e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:07.127374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:07.138052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:07.164548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Made reservation on behalf of 057863ea07334b8aa432702b899cf1e6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:07.168086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:07.198990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-abb7faa9-7736-43f4-91df-0893ed1d484f req-35fe9104-9b14-4a84-ac20-8d1849ecda85 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Unset dirty status for tenant:7343d0121a3f4d098f1d40b82c834695 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:07.200300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abb7faa9-7736-43f4-91df-0893ed1d484f req-35fe9104-9b14-4a84-ac20-8d1849ecda85 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 934 time: 0.4910614 Jun 03 15:08:07.328343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abb7faa9-7736-43f4-91df-0893ed1d484f req-0c28554e-9e52-4c6d-8aac-12bcfac7680c tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Jun 03 15:08:07.391588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1019487748', 'description': 'tempest-description-390781136'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:07.400368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:07.412916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Usage tracker for resource:security_group and tenant:0938fd2969a54a448dc642392e27ecb1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:07.419755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:07.423598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8c7a04-7110-45cd-b101-3f78fdd659a2 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:07.440350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb698cb-ad15-4d39-b4a9-765233fc3850 req-90fd2015-22d6-4ce3-bd3c-61c11adaa3b8 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:07.441753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdb698cb-ad15-4d39-b4a9-765233fc3850 req-90fd2015-22d6-4ce3-bd3c-61c11adaa3b8 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.2551758 Jun 03 15:08:07.443467 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:07.446009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:07.446233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:07.485533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Transition to ACTIVE for port object 6a8c7a04-7110-45cd-b101-3f78fdd659a2 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:07.485533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:07.503654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:07.538469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbf0c30-5473-4c1c-a188-ac5e40f580c3,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:07.551831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:07.552360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Network hostable DHCP agents. Network: 8e9726d7-e691-45e0-899c-b768842af9dd, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:08:07.585139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Network 8e9726d7-e691-45e0-899c-b768842af9dd is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:08:07.601510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 8e9726d7-e691-45e0-899c-b768842af9dd) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:07.605948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:07.611285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:07.612078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:07.627470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88377b7-c8d6-42ab-b856-30d1e70e5e56 None None] Network 8e9726d7-e691-45e0-899c-b768842af9dd requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:08:07.657539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-94a0a457-e1e9-461d-9e49-ef93cf9606f5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5582638 Jun 03 15:08:07.759714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdb698cb-ad15-4d39-b4a9-765233fc3850 req-5b997c32-057d-46fe-9a61-2330b2970937 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017488 Jun 03 15:08:07.789103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Usage tracker for resource:security_group_rule and tenant:0938fd2969a54a448dc642392e27ecb1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:07.811619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:07.827636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8c7a04-7110-45cd-b101-3f78fdd659a2,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:07.842568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:07.854682 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5761bf6f-578e-459b-b1a1-41e362b5eaed'] response: {'server_uuid': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cba5bd-9ac0-4414-a150-8384db28127a', 'code': 200} Jun 03 15:08:07.981537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.102880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef5e8d-67f1-431b-b8be-b072fb939e6b None None] Network 8e9726d7-e691-45e0-899c-b768842af9dd requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:08:08.185334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.247039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa2b81-9320-403e-977a-c5e0e492d823,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:08.283072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Attempting to bind port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:08.283400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Attempting to bind port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:08.283726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Attempting to bind port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:08.299826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:08.300023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Attempting to bind port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:08.305135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.318267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b01f5327-d15e-40ca-8f86-361ed0805871 req-a9d351b2-be80-4573-bb6d-3611c67e6662 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9436064 Jun 03 15:08:08.324740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:08.325073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:08.325546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:08.325945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Bound port: 6a8c7a04-7110-45cd-b101-3f78fdd659a2, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:08.326121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.401124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c097c44-ed06-431d-bbd6-dbddafac8ed1 req-8a537770-4fa2-42d4-ac26-a1edac8aee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:08.402756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c097c44-ed06-431d-bbd6-dbddafac8ed1 req-8a537770-4fa2-42d4-ac26-a1edac8aee71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 1100 time: 0.4197350 Jun 03 15:08:08.445340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cb06-c79d-4763-9151-aa1df53ac60f req-5461c7e2-bcc8-4141-8c63-2dd852f7645e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:08.447360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c273cb06-c79d-4763-9151-aa1df53ac60f req-5461c7e2-bcc8-4141-8c63-2dd852f7645e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 949 time: 0.4624467 Jun 03 15:08:08.482688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 10c22085-b06f-4bb4-8706-03ca6871c4ed details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:08.569722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c097c44-ed06-431d-bbd6-dbddafac8ed1 req-9d2a56c2-3845-4b5c-a981-139e73262ab9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499331 Jun 03 15:08:08.589028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] For port 6a8c7a04-7110-45cd-b101-3f78fdd659a2, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:08.599272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c273cb06-c79d-4763-9151-aa1df53ac60f req-ea9e644b-a582-4b51-8c0a-b3a39eddcd88 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032722 Jun 03 15:08:08.606067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] For port 6a8c7a04-7110-45cd-b101-3f78fdd659a2, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6a8c7a04-7110-45cd-b101-3f78fdd659a2,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:08.615532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.687616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:08.688510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.689965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a8c7a04-7110-45cd-b101-3f78fdd659a2 HTTP/1.1" status: 200 len: 1094 time: 2.1768928 Jun 03 15:08:08.694332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b102bc45-a780-4cdf-a119-816041c3f217', 'tag': '6a8c7a04-7110-45cd-b101-3f78fdd659a2'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:08.714746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29512d9-419d-43c0-aa1e-3860149aa362 req-d4daaca8-d9bd-4b6f-a490-e00941469c60 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:08.716348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a29512d9-419d-43c0-aa1e-3860149aa362 req-d4daaca8-d9bd-4b6f-a490-e00941469c60 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 948 time: 0.2802973 Jun 03 15:08:08.749242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 10c22085-b06f-4bb4-8706-03ca6871c4ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=10c22085-b06f-4bb4-8706-03ca6871c4ed,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:08.770319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '10c22085-b06f-4bb4-8706-03ca6871c4ed', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '10c22085-b06f-4bb4-8706-03ca6871c4ed', 'mac_address': 'fa:16:3e:6b:dd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:08.809366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7198b8-e493-4dfd-b63c-035cd1ab1968 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8c7a04-7110-45cd-b101-3f78fdd659a2,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:08.853437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a29512d9-419d-43c0-aa1e-3860149aa362 req-885b749c-bffa-409e-957d-39b09d430310 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256869 Jun 03 15:08:08.853716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 10c22085-b06f-4bb4-8706-03ca6871c4ed is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:08.854207 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.875138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ee5e3036-d971-4360-a37b-cc0e7ebca74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:08.876851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-ee5e3036-d971-4360-a37b-cc0e7ebca74d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7343d0121a3f4d098f1d40b82c834695&device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 1097 time: 0.1211140 Jun 03 15:08:08.898888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c22085-b06f-4bb4-8706-03ca6871c4ed {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:08.918064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 10c22085-b06f-4bb4-8706-03ca6871c4ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=10c22085-b06f-4bb4-8706-03ca6871c4ed,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:08.922942 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.077689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59728) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:09.082204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=10c22085-b06f-4bb4-8706-03ca6871c4ed,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:09.083280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1201448700-network', 'tenant_id': '8da3b63a99154a80b1099da38b01bc7a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:09.088779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:09.092795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Usage tracker for resource:network and tenant:8da3b63a99154a80b1099da38b01bc7a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:09.096136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:09.103489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:09.109016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2089553585', 'description': 'tempest-description-1652735173'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:09.114062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Made reservation on behalf of 8da3b63a99154a80b1099da38b01bc7a for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:09.116434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.120221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-bb6d4282-dc1a-41cd-b0f0-1c352db3a106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6a8c7a04-7110-45cd-b101-3f78fdd659a2 HTTP/1.1" status: 200 len: 217 time: 0.2302978 Jun 03 15:08:09.125726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:09.129331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.131932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Usage tracker for resource:security_group and tenant:de5124e36d994c809e43e32324cdb92a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:09.144404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:09.148616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:8da3b63a99154a80b1099da38b01bc7a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:09.152730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:09.159222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:09.167755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:09.182882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:09.217972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.235983 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.244484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.248667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.251404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-e6664a17-fd9c-4201-9ef7-f96c63b368c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:09.252888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-e6664a17-fd9c-4201-9ef7-f96c63b368c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1175268 Jun 03 15:08:09.261668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:09.269686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['10c22085-b06f-4bb4-8706-03ca6871c4ed'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:09.276439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:08:09.288936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588b43fe-d8f5-4117-8b4a-cbb1eaad42e0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:09.293863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.294204 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Added segment 8f203702-c59a-4a55-af13-880b2927ea31 of type vlan for network 119d41c0-08b4-48fb-bffa-79dcc428f99c Jun 03 15:08:09.299610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Usage tracker for resource:security_group_rule and tenant:de5124e36d994c809e43e32324cdb92a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:09.309382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:09.322882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:09.323447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.332182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e93145-9d3a-411f-b01c-f530e6d7dd6a req-03d106d5-c2cb-49a5-9104-2cb048566b20 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:09.333660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9e93145-9d3a-411f-b01c-f530e6d7dd6a req-03d106d5-c2cb-49a5-9104-2cb048566b20 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 946 time: 0.3055837 Jun 03 15:08:09.354851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.355680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:09.356481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.427108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9e93145-9d3a-411f-b01c-f530e6d7dd6a req-3900373a-e427-4019-8078-6fc96abd4bd4 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816219 Jun 03 15:08:09.442944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-61ff8c44-fa60-41f3-ae9d-521391cba7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:09.445098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-61ff8c44-fa60-41f3-ae9d-521391cba7ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786954 Jun 03 15:08:09.467098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=119d41c0-08b4-48fb-bffa-79dcc428f99c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:09.473032 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-69ec6ff1-7069-42c5-ad2e-a353cda1e9b1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3942037 Jun 03 15:08:09.476516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:09.481925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 119d41c0-08b4-48fb-bffa-79dcc428f99c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:08:09.483190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Request body: {'subnet': {'network_id': '119d41c0-08b4-48fb-bffa-79dcc428f99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1201448700-subnet', 'tenant_id': '8da3b63a99154a80b1099da38b01bc7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:09.488333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:09.492494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Usage tracker for resource:subnet and tenant:8da3b63a99154a80b1099da38b01bc7a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:09.496055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:09.503119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:09.519134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Made reservation on behalf of 8da3b63a99154a80b1099da38b01bc7a for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:09.523721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.560522 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21342880-ad7a-404a-b316-be8f573d365e'] response: {'name': 'network-changed', 'server_uuid': 'b102bc45-a780-4cdf-a119-816041c3f217', 'tag': '6a8c7a04-7110-45cd-b101-3f78fdd659a2', 'status': 'completed', 'code': 200} Jun 03 15:08:09.616855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.631858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.644092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:09.655444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Usage tracker for resource:security_group_rule and tenant:de5124e36d994c809e43e32324cdb92a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:09.667301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:09.717871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:09.730249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1204902b-91d6-4b3e-99b7-f8ba1a839718,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:09.743879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-03307718-8f4b-4464-933e-44cdf50c4bbc service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836077 Jun 03 15:08:09.773546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.848423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224100a1-55b9-4858-80de-b06c3f17b479,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:09.864679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Checking segment: {'id': '8f203702-c59a-4a55-af13-880b2927ea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '119d41c0-08b4-48fb-bffa-79dcc428f99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:09.865037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Network hostable DHCP agents. Network: 119d41c0-08b4-48fb-bffa-79dcc428f99c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:08:09.885589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Network 119d41c0-08b4-48fb-bffa-79dcc428f99c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:08:09.894770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 119d41c0-08b4-48fb-bffa-79dcc428f99c) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:09.899293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:09.900694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:09.907335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0e230-01bd-4683-b255-847efbac2d2f None None] Network 119d41c0-08b4-48fb-bffa-79dcc428f99c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:08:09.924092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0fb1eebc-7db6-4afb-a7f2-625d4a82fd13 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4463744 Jun 03 15:08:09.957825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007793b-ab03-48ef-9e15-e7d39293b498 req-49e6ac3c-c9e5-49df-afef-0662992f41b3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:09.959309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a007793b-ab03-48ef-9e15-e7d39293b498 req-49e6ac3c-c9e5-49df-afef-0662992f41b3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.2887485 Jun 03 15:08:09.995157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:10.001391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-021e1f0d-eaee-40f6-8da6-d9a3024b419e req-635ba735-13d7-4546-82c5-7b83d6482848 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482858 Jun 03 15:08:10.015539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:10.055439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a007793b-ab03-48ef-9e15-e7d39293b498 req-bd96f357-1d26-432b-91b4-235d0b975fae tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846641 Jun 03 15:08:10.109897 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:10.110749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b32d53ce-0973-4282-bad6-e0b483adc9a6 req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0058119 Jun 03 15:08:10.116251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f9bf2-8315-451e-bd79-c081d6c24d5e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2a358-adbc-457e-ba41-4037108649ac,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:10.179767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-2bd0018e-e81e-467d-905f-b114584d4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:10.182237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-2bd0018e-e81e-467d-905f-b114584d4428 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7343d0121a3f4d098f1d40b82c834695&device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 1097 time: 0.1116991 Jun 03 15:08:10.268241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b3bf9-ba84-4ad4-b3dd-91673e801e37 None None] Network 119d41c0-08b4-48fb-bffa-79dcc428f99c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:08:10.429387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 10c22085-b06f-4bb4-8706-03ca6871c4ed up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:10.449747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-8088f9dc-023e-445a-a522-799b3dc761ad tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2cb758414294426097be52412d2c95e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529616 Jun 03 15:08:10.549878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 10c22085-b06f-4bb4-8706-03ca6871c4ed completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:10.555044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 10c22085-b06f-4bb4-8706-03ca6871c4ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:10.555439 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:10.586076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-dcc0b1fc-3e75-4f79-aaea-10f2f8ff9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:10.587557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-dcc0b1fc-3e75-4f79-aaea-10f2f8ff9e08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3942747 Jun 03 15:08:10.681315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-ee6509b9-db7f-4218-94a7-1293f338f3f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6a8c7a04-7110-45cd-b101-3f78fdd659a2 HTTP/1.1" status: 200 len: 217 time: 0.0804043 Jun 03 15:08:10.682909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 10c22085-b06f-4bb4-8706-03ca6871c4ed is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:10.683288 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:10.692261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183281-1d7e-4845-8eff-a792f21c826b req-16e13330-5374-4221-a42c-1cb543a5dbc0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:10.693681 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78183281-1d7e-4845-8eff-a792f21c826b req-16e13330-5374-4221-a42c-1cb543a5dbc0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 949 time: 0.3305502 Jun 03 15:08:10.709869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6530c717-ec39-4c10-a432-de887434b407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c22085-b06f-4bb4-8706-03ca6871c4ed'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:10.720424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 10c22085-b06f-4bb4-8706-03ca6871c4ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=10c22085-b06f-4bb4-8706-03ca6871c4ed,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:10.724319 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:10.776827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-db0adf42-3dc6-45ef-8db8-21a3cfbd2935 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:10.778293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-db0adf42-3dc6-45ef-8db8-21a3cfbd2935 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146813 Jun 03 15:08:10.796129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=10c22085-b06f-4bb4-8706-03ca6871c4ed,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:10.817879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78183281-1d7e-4845-8eff-a792f21c826b req-bfe5f85c-7238-4a84-a19e-f2d45746207d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816340 Jun 03 15:08:10.820822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-4fcef61e-48cb-4f9b-a815-df91ca1df4a2 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/quotas/2cb758414294426097be52412d2c95e8 HTTP/1.1" status: 200 len: 375 time: 0.0307553 Jun 03 15:08:10.824897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-09616e11-0a1d-42fd-9f7a-87a1d2b66fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:10.826288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-09616e11-0a1d-42fd-9f7a-87a1d2b66fc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1295135 Jun 03 15:08:10.910858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-b40fb9b2-7312-45ab-b603-ca021e587e30 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cb758414294426097be52412d2c95e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834482 Jun 03 15:08:11.002918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-fcad858e-1aa4-4c12-b690-3bd4c42a17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:11.004455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-fcad858e-1aa4-4c12-b690-3bd4c42a17ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422150 Jun 03 15:08:11.021260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a04ea-79c5-4fc4-97ab-1c89ff3aed81 req-5cd3a37a-1a0b-4770-b593-cfc54744f9ff tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:11.022851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd8a04ea-79c5-4fc4-97ab-1c89ff3aed81 req-5cd3a37a-1a0b-4770-b593-cfc54744f9ff tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 950 time: 0.1099105 Jun 03 15:08:11.052844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1614576669', 'description': 'tempest-description-625859634'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:11.116761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:11.133454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Usage tracker for resource:security_group and tenant:de5124e36d994c809e43e32324cdb92a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:11.139585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:11.158623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:11.189314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd8a04ea-79c5-4fc4-97ab-1c89ff3aed81 req-bf0f2e54-b624-45fb-9a4e-80ab8f209f5c tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452858 Jun 03 15:08:11.195263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:11.226256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-1e7651b4-952c-4adc-a76e-22af8f0bb9bc service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021635 Jun 03 15:08:11.231549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:11.254996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Usage tracker for resource:security_group_rule and tenant:de5124e36d994c809e43e32324cdb92a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:11.259662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:11.317178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:11.496448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1d72108-d372-4cef-b0f9-2a303fcb9898 req-0b892f4f-ac4f-4e0e-8463-063da04cef96 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611833 Jun 03 15:08:11.577045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:11.584428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-cd357dd2-f4d5-4023-90cc-44b35d9ee8fb tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:11.585884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-cd357dd2-f4d5-4023-90cc-44b35d9ee8fb tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.2278855 Jun 03 15:08:11.586970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:11.631797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-68cef448-d9cc-4fee-8d3d-1567168a1103 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/quotas/057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 375 time: 0.0323064 Jun 03 15:08:11.636240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c23a52b-67d9-482b-ae3b-661df16b2e9f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:11.678381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:11.679565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a710ebf9-8c9e-488f-a4c4-34752dd6afd7 req-2814527f-52c1-4c1b-896d-6d16eabc5301 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6344960 Jun 03 15:08:11.692549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a7dcd995-c715-4de0-afb4-5caa2ce1cd2b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535786 Jun 03 15:08:11.852280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233e48-bd79-4c6c-8f7c-e35bae4d91e0 req-4b8ec687-c815-4c4f-b4a0-37c1fb8faf7a tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:11.854302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb233e48-bd79-4c6c-8f7c-e35bae4d91e0 req-4b8ec687-c815-4c4f-b4a0-37c1fb8faf7a tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 946 time: 0.0859542 Jun 03 15:08:11.860236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-b8826828-4d0d-4c75-8ed4-f0daad5e025c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:08:11.861182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-b8826828-4d0d-4c75-8ed4-f0daad5e025c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564744 Jun 03 15:08:12.048804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb233e48-bd79-4c6c-8f7c-e35bae4d91e0 req-b22a4165-b50d-43f7-b0c0-d31f47cea0a4 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509893 Jun 03 15:08:12.123967 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11dd887-80b8-4967-83a4-ef88b5718351'] response: {'server_uuid': '6530c717-ec39-4c10-a432-de887434b407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c22085-b06f-4bb4-8706-03ca6871c4ed', 'code': 200} Jun 03 15:08:12.176338 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-f4c1efb5-5572-44b1-8643-79da718ab465 service neutron] show failed (client error): The resource could not be found. Jun 03 15:08:12.177694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-f4c1efb5-5572-44b1-8643-79da718ab465 service neutron] 10.222.0.70 "GET /v2.0/ports/ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.3221936 Jun 03 15:08:12.194494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-b01cd945-697c-4cf3-a68f-9ac718ebef93 service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977242 Jun 03 15:08:12.218350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-8461a8b9-1a1c-4a81-9941-acc9c274a82a tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2cb758414294426097be52412d2c95e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632408 Jun 03 15:08:12.423389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-1f188924-d52d-4813-b9e6-21911e8560e4 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:12.428764 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-1f188924-d52d-4813-b9e6-21911e8560e4 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969357 Jun 03 15:08:12.442723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Request body: {'port': {'device_id': '2b680186-4568-414f-942d-074ff1f0bc14', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '2cb758414294426097be52412d2c95e8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:12.511783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-2986c297-0525-4463-ab58-a7f315c3099d service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101983 Jun 03 15:08:12.622125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e72b6-063b-4d02-aa1e-2ffc7aa428fb req-0aaf1a43-163a-48ba-865a-a507b76a6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:12.623819 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a67e72b6-063b-4d02-aa1e-2ffc7aa428fb req-0aaf1a43-163a-48ba-865a-a507b76a6b62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 1101 time: 0.1894228 Jun 03 15:08:12.676931 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a67e72b6-063b-4d02-aa1e-2ffc7aa428fb req-10ebe43a-5f8d-4a88-9fbc-f5b69eeb6d45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Jun 03 15:08:12.704765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244f4c1-aa51-4366-8e6e-6cafc4c5d693 req-de3c6f63-b9b2-4fa7-86a3-5311e745db07 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:12.711539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244f4c1-aa51-4366-8e6e-6cafc4c5d693 req-de3c6f63-b9b2-4fa7-86a3-5311e745db07 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:12.713190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8244f4c1-aa51-4366-8e6e-6cafc4c5d693 req-de3c6f63-b9b2-4fa7-86a3-5311e745db07 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9&device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 1690 time: 0.1479018 Jun 03 15:08:12.774004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8244f4c1-aa51-4366-8e6e-6cafc4c5d693 req-46c1f198-74c5-4eee-bc6a-5d8877d54b31 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Jun 03 15:08:12.809260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:12.818319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-fa085916-217f-447a-877d-1e668635b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:12.820884 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-fa085916-217f-447a-877d-1e668635b8dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92&tenant_id=f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 1122 time: 0.2283175 Jun 03 15:08:12.822600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Usage tracker for resource:port and tenant:2cb758414294426097be52412d2c95e8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:12.825285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-307a3c66-cf73-484c-92d4-1f748567e6e7 req-11716fcf-8b83-4744-9296-b0c64ed8fc67 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 210 time: 0.0501525 Jun 03 15:08:12.827644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:12.837209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:12.857763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Made reservation on behalf of 2cb758414294426097be52412d2c95e8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:12.862249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:12.879244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:12.897019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:12.902367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Usage tracker for resource:security_group_rule and tenant:2cb758414294426097be52412d2c95e8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:12.905401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:12.912478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:12.955830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:13.122750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:13.182684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178d6ce-e24b-4464-94c2-bb4c1e1fc5b4 req-6c56dbf4-55c0-4640-8592-96397c707d11 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:13.184064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1178d6ce-e24b-4464-94c2-bb4c1e1fc5b4 req-6c56dbf4-55c0-4640-8592-96397c707d11 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 971 time: 0.2082109 Jun 03 15:08:13.184260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:13.277680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:13.295262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1178d6ce-e24b-4464-94c2-bb4c1e1fc5b4 req-ffeedd2d-04ac-4b3e-9b4c-db0a22e92d82 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001837 Jun 03 15:08:13.367151 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f02c4d3c-8eda-4d4d-a641-6c9837b096c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:13.425963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:13.562126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-9ec9a3f9-9432-4c44-9328-6451f155742d tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Synchronizing usage tracker for tenant:de5124e36d994c809e43e32324cdb92a on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:13.570763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Allocated IP 192.168.233.25 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/1aa46891-5b48-49bc-bacf-decfdd063cfc) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:13.600694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-9ec9a3f9-9432-4c44-9328-6451f155742d tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Unset dirty status for tenant:de5124e36d994c809e43e32324cdb92a on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:13.610165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-9ec9a3f9-9432-4c44-9328-6451f155742d tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50608 time: 0.7438426 Jun 03 15:08:13.669979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72347071-a8c8-42f8-9dc7-c1e3cad5dce2 req-17cdf84e-f4ba-4886-92cb-d159a498cbe4 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:13.670744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72347071-a8c8-42f8-9dc7-c1e3cad5dce2 req-17cdf84e-f4ba-4886-92cb-d159a498cbe4 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 950 time: 0.1665423 Jun 03 15:08:13.676826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-f9dd038f-f396-4382-92ad-9df5bc353449 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/1204902b-91d6-4b3e-99b7-f8ba1a839718 HTTP/1.1" status: 200 len: 2981 time: 0.0656168 Jun 03 15:08:13.746996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72347071-a8c8-42f8-9dc7-c1e3cad5dce2 req-688400ac-34c8-4a2b-b366-37ea84970146 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Jun 03 15:08:13.792468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-802d099c-f889-4e3d-9962-3bbd7edb5b7c tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/1204902b-91d6-4b3e-99b7-f8ba1a839718 HTTP/1.1" status: 200 len: 2981 time: 0.0810714 Jun 03 15:08:13.841024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:13.852256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-67ff568b-73fa-42a5-87d6-e1808f370269 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/1a961242-05cd-445e-945e-08786819b5af HTTP/1.1" status: 200 len: 2981 time: 0.0531821 Jun 03 15:08:13.864901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Transition to ACTIVE for port object 1aa46891-5b48-49bc-bacf-decfdd063cfc will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:13.911841 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-ca58b089-42a4-4948-bb2e-ba2fb87e4642 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/1a961242-05cd-445e-945e-08786819b5af HTTP/1.1" status: 200 len: 2981 time: 0.0499244 Jun 03 15:08:13.918424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:13.963558 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-844395d9-857e-47c4-a1ed-ee19c0c3e5a6 req-c2bf0bf1-dcc1-45ae-b650-0e4347933264 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 210 time: 0.0552831 Jun 03 15:08:14.000888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-e6e12c38-31e8-4901-b4ce-fc031d6a3833 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/1dd35709-106e-43ff-bcba-83affec92a01 HTTP/1.1" status: 200 len: 2981 time: 0.0537064 Jun 03 15:08:14.063878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-f75aea06-ddf4-4ae0-bd11-07f7a4d3607e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/1dd35709-106e-43ff-bcba-83affec92a01 HTTP/1.1" status: 200 len: 2981 time: 0.0482321 Jun 03 15:08:14.081202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Pushing event updated for resources: {'Port': ['ID=1aa46891-5b48-49bc-bacf-decfdd063cfc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:14.110144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:14.112601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:14.134752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:14.145335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:14.146368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:14.177866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-082bdf7e-f801-41f3-8c0a-a6b50c0acf5a tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/3e328c6e-8a9a-4bd7-bfde-107b2408c0af HTTP/1.1" status: 200 len: 2977 time: 0.1044803 Jun 03 15:08:14.224353 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-9b016d89-7656-4fd0-a925-cacefab860fa tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7851636 Jun 03 15:08:14.294496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Request body: {'port': {'device_id': '2b680186-4568-414f-942d-074ff1f0bc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:14.296344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-fac19ea5-380d-44fa-b363-17e517ece99c tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/3e328c6e-8a9a-4bd7-bfde-107b2408c0af HTTP/1.1" status: 200 len: 2977 time: 0.1105993 Jun 03 15:08:14.359926 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-4ee296ab-266c-42c4-958b-340542e3f65b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/40eb998e-b9fe-4f95-abfe-4800e79f8277 HTTP/1.1" status: 200 len: 2977 time: 0.0625958 Jun 03 15:08:14.420648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6a8c7a04-7110-45cd-b101-3f78fdd659a2 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:14.470452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:14.492737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-2a2019b5-25db-4425-8bd5-5f03319a0b68 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/40eb998e-b9fe-4f95-abfe-4800e79f8277 HTTP/1.1" status: 200 len: 2977 time: 0.1317213 Jun 03 15:08:14.596601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:14.671016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-4422732e-7d3e-452e-bc07-488a7fa9bab6 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/55992d59-5ec5-40b4-8d84-53a7b101ffe2 HTTP/1.1" status: 200 len: 2981 time: 0.1764534 Jun 03 15:08:14.721672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6a8c7a04-7110-45cd-b101-3f78fdd659a2, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6a8c7a04-7110-45cd-b101-3f78fdd659a2,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:14.737327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '6a8c7a04-7110-45cd-b101-3f78fdd659a2', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '6a8c7a04-7110-45cd-b101-3f78fdd659a2', 'mac_address': 'fa:16:3e:0a:54:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:14.739516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a64efc51-735c-4d07-bf81-0de82b7b39d3 None None] Provisioning for port 1aa46891-5b48-49bc-bacf-decfdd063cfc completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:14.745703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a64efc51-735c-4d07-bf81-0de82b7b39d3 None None] Provisioning complete for port 1aa46891-5b48-49bc-bacf-decfdd063cfc triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:14.746386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a64efc51-735c-4d07-bf81-0de82b7b39d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:14.833820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a64efc51-735c-4d07-bf81-0de82b7b39d3 None None] Port 1aa46891-5b48-49bc-bacf-decfdd063cfc cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:14.873856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:14.874282 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:14.884300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:14.892298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:14.895563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8c7a04-7110-45cd-b101-3f78fdd659a2 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:14.901869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:14.918804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6a8c7a04-7110-45cd-b101-3f78fdd659a2, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6a8c7a04-7110-45cd-b101-3f78fdd659a2,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:14.926579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:14.928940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-2eaefc5d-d577-470f-9c50-12dbf47c8d34 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/55992d59-5ec5-40b4-8d84-53a7b101ffe2 HTTP/1.1" status: 200 len: 2981 time: 0.2038009 Jun 03 15:08:14.944344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-bc1b337e-ec00-4ba3-9f66-66ddddab1df3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:14.946042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-bc1b337e-ec00-4ba3-9f66-66ddddab1df3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.3970022 Jun 03 15:08:14.995490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fb9d9-94dd-4902-a1be-627045f78755 req-fcea7316-04c1-4ee5-9939-bc417e7fcd1a tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:14.997363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c20fb9d9-94dd-4902-a1be-627045f78755 req-fcea7316-04c1-4ee5-9939-bc417e7fcd1a tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 946 time: 0.3287098 Jun 03 15:08:15.004584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Transition to ACTIVE for port object ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:15.006904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Request body: {'port': {'device_id': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'admin_state_up': True, 'tenant_id': '057863ea07334b8aa432702b899cf1e6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:15.014704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.050806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-b4b71696-4453-49be-8ffa-74bb7728d032 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/588b43fe-d8f5-4117-8b4a-cbb1eaad42e0 HTTP/1.1" status: 200 len: 2981 time: 0.0988107 Jun 03 15:08:15.104739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.113141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6a8c7a04-7110-45cd-b101-3f78fdd659a2,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:15.197721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c20fb9d9-94dd-4902-a1be-627045f78755 req-df427a94-7e9d-40dc-ba52-34f9f3c73bec tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714864 Jun 03 15:08:15.226260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-31789701-ff53-4b2a-a354-db39e002906e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/588b43fe-d8f5-4117-8b4a-cbb1eaad42e0 HTTP/1.1" status: 200 len: 2981 time: 0.1147225 Jun 03 15:08:15.287549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] No DVR routers for this DVR port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:08:15.296745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['6a8c7a04-7110-45cd-b101-3f78fdd659a2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:15.314239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:15.467459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:15.467787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:15.468617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:15.477017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:15.477017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Attempting to bind port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:15.487868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:15.488241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:15.488391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:15.488615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:15.489047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Bound port: ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:15.489392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.513613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Usage tracker for resource:port and tenant:057863ea07334b8aa432702b899cf1e6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:15.540495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:15.554266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:15.582699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-e2d7de53-8406-4a7a-940e-b5d1f7072897 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/5f90d356-e7d2-43c9-8c69-576020f846c7 HTTP/1.1" status: 200 len: 2981 time: 0.3419542 Jun 03 15:08:15.607048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Made reservation on behalf of 057863ea07334b8aa432702b899cf1e6 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:15.612885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.629585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:15.651933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f37e4b85-22f0-4f34-906e-ef3ac45162de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.678399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:15.686164 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.724076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa46891-5b48-49bc-bacf-decfdd063cfc {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:15.738219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec0d8-37e4-40b5-904d-9175b5df5048 req-e863502a-06af-415c-8c99-b4cf2dace402 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:15.739693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02fec0d8-37e4-40b5-904d-9175b5df5048 req-e863502a-06af-415c-8c99-b4cf2dace402 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 935 time: 0.3574338 Jun 03 15:08:15.745020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.774703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:15.775328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.776901 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 1095 time: 2.8325789 Jun 03 15:08:15.782583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Transition to ACTIVE for port object 1aa46891-5b48-49bc-bacf-decfdd063cfc will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:15.793546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:15.802249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-b2f9fb04-7d07-4b63-8639-281201eac256 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/5f90d356-e7d2-43c9-8c69-576020f846c7 HTTP/1.1" status: 200 len: 2981 time: 0.1975915 Jun 03 15:08:15.803322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2f157-a2cb-40ec-8cbb-7f6e9fc3f175 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:15.854193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02fec0d8-37e4-40b5-904d-9175b5df5048 req-cbdec4cf-8e88-4068-94d4-2be3e30f0d9f tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017528 Jun 03 15:08:15.982624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-2b422a7c-8e39-4e8c-84aa-d7927c7acbbc tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6f839e98-0a0f-4943-8bd1-34a0245478d2 HTTP/1.1" status: 200 len: 2981 time: 0.1547089 Jun 03 15:08:16.095992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Allocated IP 172.20.0.14 (8e9726d7-e691-45e0-899c-b768842af9dd/5bbf0c30-5473-4c1c-a188-ac5e40f580c3/3ac9a6f9-57b5-48b7-a31a-177fc5d14075) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:16.116346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa46891-5b48-49bc-bacf-decfdd063cfc,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:16.144920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:08:16.170282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Attempting to bind port 1aa46891-5b48-49bc-bacf-decfdd063cfc on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:16.170282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Attempting to bind port 1aa46891-5b48-49bc-bacf-decfdd063cfc by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:16.170875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Attempting to bind port 1aa46891-5b48-49bc-bacf-decfdd063cfc on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:16.177878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-c7bc278a-e088-48ad-830a-6c5c38f0b661 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6f839e98-0a0f-4943-8bd1-34a0245478d2 HTTP/1.1" status: 200 len: 2981 time: 0.1753976 Jun 03 15:08:16.180160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Port 1aa46891-5b48-49bc-bacf-decfdd063cfc on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:16.180927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Attempting to bind port 1aa46891-5b48-49bc-bacf-decfdd063cfc on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:16.189585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:16.189899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:16.190414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:16.190912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Bound port: 1aa46891-5b48-49bc-bacf-decfdd063cfc, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:16.191340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.208731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-49d8e71e-43ef-47cb-b62e-cb32f600852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:16.211139 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-49d8e71e-43ef-47cb-b62e-cb32f600852d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1098 time: 0.2752411 Jun 03 15:08:16.334572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:08:16.364815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be221f8-5407-40a0-adf8-1825ae4fdef4 req-a304740d-7fb5-49d4-9505-4484b68daed8 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:16.367129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4be221f8-5407-40a0-adf8-1825ae4fdef4 req-a304740d-7fb5-49d4-9505-4484b68daed8 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 1101 time: 0.3411553 Jun 03 15:08:16.396665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-554b1721-8001-4afb-bf4f-af1f3feb1926 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316 HTTP/1.1" status: 200 len: 2981 time: 0.1979413 Jun 03 15:08:16.415593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] For port 1aa46891-5b48-49bc-bacf-decfdd063cfc, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:16.436174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6a8c7a04-7110-45cd-b101-3f78fdd659a2 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:16.439987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] For port 1aa46891-5b48-49bc-bacf-decfdd063cfc, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1aa46891-5b48-49bc-bacf-decfdd063cfc,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:16.441672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-8cd552d0-4866-4b17-af4f-0a5036339c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:16.443189 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-8cd552d0-4866-4b17-af4f-0a5036339c17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2018304 Jun 03 15:08:16.446817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.535591 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.552901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-1e16d604-9730-48b8-b394-2680b5dfc9b1 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316 HTTP/1.1" status: 200 len: 2981 time: 0.1296048 Jun 03 15:08:16.553237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:16.559008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:16.559430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.563318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.15', 57145) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:16.565105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4be221f8-5407-40a0-adf8-1825ae4fdef4 req-53986eaa-4ba9-4b3f-a2a6-2e4b1c514129 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Synchronizing usage tracker for tenant:f816fa033ad249d48a2d29cdb749347f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:16.637869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-cd6a8819-db20-4f46-ae34-4e3be8bec940 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.1462314 Jun 03 15:08:16.645490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:16.645490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.647586 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] 10.222.0.70 "PUT /v2.0/ports/1aa46891-5b48-49bc-bacf-decfdd063cfc HTTP/1.1" status: 200 len: 1095 time: 2.3803968 Jun 03 15:08:16.695152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:16.695763 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.732167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102bc45-a780-4cdf-a119-816041c3f217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8c7a04-7110-45cd-b101-3f78fdd659a2'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:16.752621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6a8c7a04-7110-45cd-b101-3f78fdd659a2, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6a8c7a04-7110-45cd-b101-3f78fdd659a2,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:16.762801 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.779107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-100d5c81-7b17-4195-8ff1-115ad720e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:16.781476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-100d5c81-7b17-4195-8ff1-115ad720e12b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1288686 Jun 03 15:08:16.802781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.814029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4be221f8-5407-40a0-adf8-1825ae4fdef4 req-53986eaa-4ba9-4b3f-a2a6-2e4b1c514129 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Unset dirty status for tenant:f816fa033ad249d48a2d29cdb749347f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:16.826591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4be221f8-5407-40a0-adf8-1825ae4fdef4 req-53986eaa-4ba9-4b3f-a2a6-2e4b1c514129 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409173 Jun 03 15:08:16.854560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6a8c7a04-7110-45cd-b101-3f78fdd659a2,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:16.863650 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:16.878200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-033d42f9-273b-4fd3-b493-ed96cd65825e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7cba603a-1a0f-4868-95af-8536980e0e13 HTTP/1.1" status: 200 len: 2973 time: 0.2362752 Jun 03 15:08:16.919534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-c8fe1316-3201-4475-b2a8-4a4ab0904857 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:16.921173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-c8fe1316-3201-4475-b2a8-4a4ab0904857 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "GET /v2.0/ports?device_id=2530dd92-730e-4c51-a0e3-23dec46bcc70 HTTP/1.1" status: 200 len: 946 time: 0.3519955 Jun 03 15:08:16.983861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c2cee-272b-4544-a8b4-43e07b134759 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa46891-5b48-49bc-bacf-decfdd063cfc,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:17.036588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Deleting port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:08:17.037076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:17.063684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-7f111d19-e801-4e40-9993-17b7512cdf99 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7cba603a-1a0f-4868-95af-8536980e0e13 HTTP/1.1" status: 200 len: 2973 time: 0.1751833 Jun 03 15:08:17.073247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-874daa9d-82db-46ee-bb93-65d3a02b1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:17.075832 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-874daa9d-82db-46ee-bb93-65d3a02b1541 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2752163 Jun 03 15:08:17.078828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-22fc76ba-102c-4154-98e0-a8a84df62403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:17.081370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-22fc76ba-102c-4154-98e0-a8a84df62403 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2cb758414294426097be52412d2c95e8&device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 1098 time: 0.2863874 Jun 03 15:08:17.118347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:17.232572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-0e0c06bf-fc5b-4fa6-80cd-94c41cb4055f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1aa46891-5b48-49bc-bacf-decfdd063cfc HTTP/1.1" status: 200 len: 217 time: 0.1159580 Jun 03 15:08:17.273258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Network 8e9726d7-e691-45e0-899c-b768842af9dd is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:17.291403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:17.310983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:17.316454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:17.317009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:17.322973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:17.328642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-fbd49522-695b-4886-ba11-ad9a9a35f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:17.330721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-fbd49522-695b-4886-ba11-ad9a9a35f5c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0860059 Jun 03 15:08:17.344556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-7b798ee8-686d-466a-b06b-220092f2120b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/b0d83f47-1c9e-47b3-8d43-7674699f5544 HTTP/1.1" status: 200 len: 2977 time: 0.2388675 Jun 03 15:08:17.371681 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:17.385127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-4d9c71df-0857-4f42-a4e7-d395754ff175 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3848159 Jun 03 15:08:17.386425 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-ca3a46b3-5841-4b7c-b8b2-8f4a70a60d3c service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004665 Jun 03 15:08:17.464277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Request body: {'port': {'device_id': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:17.499984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-da346203-69b4-420b-9154-5381b1329b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:17.501484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-da346203-69b4-420b-9154-5381b1329b89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623731 Jun 03 15:08:17.583095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3768418-dbbe-44bd-a361-c41a5eebbe10 req-b9258eee-831c-43b9-a351-f2f4b73151de tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:17.584523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3768418-dbbe-44bd-a361-c41a5eebbe10 req-b9258eee-831c-43b9-a351-f2f4b73151de tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 947 time: 0.5194480 Jun 03 15:08:17.619404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-cbe905dd-d856-4710-b0cd-84b8bb464e9e tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/b0d83f47-1c9e-47b3-8d43-7674699f5544 HTTP/1.1" status: 200 len: 2977 time: 0.2631242 Jun 03 15:08:17.626180 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af4a9208-4b64-47a5-99f5-1648f776a0b7 req-efe70cdc-e788-4e82-b0d3-fe5832d3866a service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203596 Jun 03 15:08:17.674699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-37d2cb77-afca-4057-b1ff-fa11a3397491 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631434 Jun 03 15:08:17.699712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] For port 3683ee4f-d1d9-4f82-a522-e3395d5aab85, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3683ee4f-d1d9-4f82-a522-e3395d5aab85,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:17.700200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:17.747942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:17.899263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-658a95a5-1ad2-4839-ab99-914dbb6de8a1 req-e1b1ba5a-d36a-44f0-93d0-269578aad24e service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175143 Jun 03 15:08:17.913939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3768418-dbbe-44bd-a361-c41a5eebbe10 req-b9665d03-dc3c-428a-941b-a8f6efc96c2e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901137 Jun 03 15:08:17.973598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-d7da509d-6c19-478e-a658-d8d74eb2d58a tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/c3cf6e02-edbb-4146-9405-874b71673e9e HTTP/1.1" status: 200 len: 2981 time: 0.3378012 Jun 03 15:08:18.200827 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:18.247922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-64b696f5-50f7-41be-97e2-6aade1d9373a tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/c3cf6e02-edbb-4146-9405-874b71673e9e HTTP/1.1" status: 200 len: 2981 time: 0.2568953 Jun 03 15:08:18.404503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-6ad0be5c-33d0-4df4-8bc2-16472565e870 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--294419684&fields=id&tenant_id=e243a009d60d44fa982798dfe46d6a6c HTTP/1.1" status: 200 len: 267 time: 0.3141150 Jun 03 15:08:18.532765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:18.533167 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:18.533532 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e disassociated. External IP: 172.25.1.69, port: 3683ee4f-d1d9-4f82-a522-e3395d5aab85. Jun 03 15:08:18.533864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Calling delete_port for 3683ee4f-d1d9-4f82-a522-e3395d5aab85 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:08:18.655297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-d9e5a321-383f-473e-aa3c-6bebe96d9790 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cc4446e2-cacd-4b14-a9c3-39b1113db3a2 HTTP/1.1" status: 200 len: 2981 time: 0.3201442 Jun 03 15:08:18.768961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-d0b71ef0-6516-442f-843f-e007cb434726 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:18.770378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-d0b71ef0-6516-442f-843f-e007cb434726 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 823 time: 0.3499603 Jun 03 15:08:18.819350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-589f7eaf-e48b-4c51-96fb-3fa1153de599 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/quotas/e243a009d60d44fa982798dfe46d6a6c HTTP/1.1" status: 200 len: 375 time: 0.0297456 Jun 03 15:08:18.824198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-da9561ec-4b8b-4882-9a5b-e46a834bd540 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cc4446e2-cacd-4b14-a9c3-39b1113db3a2 HTTP/1.1" status: 200 len: 2981 time: 0.1505122 Jun 03 15:08:18.972051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:18.981291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:19.027357 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:19.056558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event deleted for resources: {'Port': ['ID=3683ee4f-d1d9-4f82-a522-e3395d5aab85,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:19.065712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-b6e55def-0ecf-4efd-8bb5-c32a336e2c54 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d6c193dd-b44b-4f1d-b44f-a684d8545f20 HTTP/1.1" status: 200 len: 2981 time: 0.2304699 Jun 03 15:08:19.070535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Transition to ACTIVE for port object 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:19.132749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:19.483967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-0202559a-7ceb-4022-9299-fd1f000d5380 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6496699 Jun 03 15:08:19.546423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:19.558548 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4637936-a278-49d7-a424-0ecca02f5d89 req-4faf07f1-71a4-40e3-ad96-537138ca36a5 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d6c193dd-b44b-4f1d-b44f-a684d8545f20 HTTP/1.1" status: 200 len: 2981 time: 0.4235389 Jun 03 15:08:19.674783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:19.675119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:19.675457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:19.679554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Router 6dda987c-47fc-4eba-882f-02cba7050dfc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:08:19.692584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:19.692912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:19.707890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:19.708839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:19.709238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:19.709682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Bound port: 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:19.710029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:19.931796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-18565105-61c7-4ada-b716-ebfae5196a67 service neutron] 10.222.0.66 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863459 Jun 03 15:08:20.140733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:20.145903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:20.157633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:08:20.162902 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:20.170831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1aa46891-5b48-49bc-bacf-decfdd063cfc details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:20.180998 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] Sync routers for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:08:20.205688 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:08:20.206554 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:20.252091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f66c6-e10a-43e7-a400-ffe68f745edb req-259ee13d-7e08-433a-bba2-4af4b1432440 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:20.253771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f66c6-e10a-43e7-a400-ffe68f745edb req-259ee13d-7e08-433a-bba2-4af4b1432440 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 950 time: 0.5344551 Jun 03 15:08:20.339993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:20.340640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:20.342034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 1092 time: 2.9020700 Jun 03 15:08:20.351044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:20.371357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] No DVR routers for this DVR port 3683ee4f-d1d9-4f82-a522-e3395d5aab85 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:08:20.385714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-28711a63-a035-43dd-8d50-cc7f5f15ae85 service neutron] 10.222.0.66 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905563 Jun 03 15:08:20.391850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:20.418834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481fb7e-0743-4f8a-9207-bd0565acc3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:20.424884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6e7a9c1-afca-40c5-98e8-e75843387cb2 req-b5a9f68a-1301-4a31-b5d1-e7cd9a6d3e82 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "DELETE /v2.0/ports/3683ee4f-d1d9-4f82-a522-e3395d5aab85 HTTP/1.1" status: 204 len: 173 time: 3.4926531 Jun 03 15:08:20.441727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f66c6-e10a-43e7-a400-ffe68f745edb req-a54c9ad4-b577-4c2f-9c13-9f18dffa76cf tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193440 Jun 03 15:08:20.488442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:20.494026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3683ee4f-d1d9-4f82-a522-e3395d5aab85 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:08:20.610229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-86bca2ac-5a65-4012-a052-ef37a2989394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:20.611715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-86bca2ac-5a65-4012-a052-ef37a2989394 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1095 time: 0.1588500 Jun 03 15:08:20.626637 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cc73c5-2696-493f-94e3-ca5c131f1258'] response: {'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'code': 200} Jun 03 15:08:20.653753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 3683ee4f-d1d9-4f82-a522-e3395d5aab85 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:08:20.662508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3683ee4f-d1d9-4f82-a522-e3395d5aab85 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:08:20.805188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-86a35019-1317-4a5b-89a1-c6c76919463f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 217 time: 0.1731374 Jun 03 15:08:20.840980 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:08:20.949282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-6b7cbfcd-b9aa-432e-bff0-b035177a0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:20.954740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-6b7cbfcd-b9aa-432e-bff0-b035177a0545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1375990 Jun 03 15:08:20.981777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 1aa46891-5b48-49bc-bacf-decfdd063cfc, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1aa46891-5b48-49bc-bacf-decfdd063cfc,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:21.030255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-a89e89b7-fdab-4aaa-b92d-8481de9a4709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690594 Jun 03 15:08:21.033465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '1aa46891-5b48-49bc-bacf-decfdd063cfc', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '1aa46891-5b48-49bc-bacf-decfdd063cfc', 'mac_address': 'fa:16:3e:88:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:21.292374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 1aa46891-5b48-49bc-bacf-decfdd063cfc is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:21.293348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:21.316197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-2d0489ca-f893-4ad0-9a40-44562a423d98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1632261 Jun 03 15:08:21.406457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:21.435475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa46891-5b48-49bc-bacf-decfdd063cfc {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:21.475674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'mac_address': 'fa:16:3e:10:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:21.614232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:21.614957 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:21.622557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-09260a73-8e95-49e2-84b8-43ea8248a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:21.624055 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:21.626458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-09260a73-8e95-49e2-84b8-43ea8248a95c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 1122 time: 0.1829772 Jun 03 15:08:21.641580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:21.648687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 1aa46891-5b48-49bc-bacf-decfdd063cfc, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1aa46891-5b48-49bc-bacf-decfdd063cfc,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:21.662483 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:21.665720 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] Checking router: 6dda987c-47fc-4eba-882f-02cba7050dfc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:08:21.666909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-85190601-3dc5-4b93-8111-d7dce5246ada service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225948 Jun 03 15:08:21.703418 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:08:21.704463 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:21.787726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:21.823131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:21.847433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=1aa46891-5b48-49bc-bacf-decfdd063cfc,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:21.920169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-4a00bd73-69e3-4e8f-b1cf-17552a321684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:21.924156 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-4a00bd73-69e3-4e8f-b1cf-17552a321684 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2310236 Jun 03 15:08:21.974532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62efd2-d610-4f51-aebc-07af275c52d4 req-572b09df-cc86-4e84-a894-95a51f0590f0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957425 Jun 03 15:08:22.002378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e33101-4559-4897-84b1-165a19d84932 req-513e4c6f-1dcd-47ec-a7e8-e3cf3c5bd511 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:22.003376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-48e33101-4559-4897-84b1-165a19d84932 req-513e4c6f-1dcd-47ec-a7e8-e3cf3c5bd511 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Synchronizing usage tracker for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:22.015353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8ec3a-55f1-432f-b510-82f6729dba18 req-4e462864-7be7-4aef-93a8-6a405890ee35 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:22.016429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['1aa46891-5b48-49bc-bacf-decfdd063cfc'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:22.019766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-33cbc101-8aca-424b-b5b4-7672d788c133 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=511784c6-7d6c-40fa-9503-57b0fac1f136 HTTP/1.1" status: 200 len: 217 time: 0.0858586 Jun 03 15:08:22.023700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19c8ec3a-55f1-432f-b510-82f6729dba18 req-4e462864-7be7-4aef-93a8-6a405890ee35 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 948 time: 0.7758532 Jun 03 15:08:22.059690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-48e33101-4559-4897-84b1-165a19d84932 req-513e4c6f-1dcd-47ec-a7e8-e3cf3c5bd511 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Unset dirty status for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:22.067518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48e33101-4559-4897-84b1-165a19d84932 req-513e4c6f-1dcd-47ec-a7e8-e3cf3c5bd511 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 944 time: 0.8334577 Jun 03 15:08:22.124718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-475b618a-d4b5-456c-acdb-d75277a443d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:22.126385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-475b618a-d4b5-456c-acdb-d75277a443d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0995109 Jun 03 15:08:22.149771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19c8ec3a-55f1-432f-b510-82f6729dba18 req-9a6b6c71-227c-4b3f-97ce-c5589f131013 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248224 Jun 03 15:08:22.189346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48e33101-4559-4897-84b1-165a19d84932 req-57fcfa1f-a709-4b0b-8672-5199c16cd582 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206415 Jun 03 15:08:22.268871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:22.275169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-dd1cb5d3-4603-4db3-a7a7-ec4a2a78c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:22.281513 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-dd1cb5d3-4603-4db3-a7a7-ec4a2a78c174 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467118 Jun 03 15:08:22.343570 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9393e9f3-2182-42a3-b0e2-a19595c71dde'] response: {'server_uuid': 'b102bc45-a780-4cdf-a119-816041c3f217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8c7a04-7110-45cd-b101-3f78fdd659a2', 'code': 200} Jun 03 15:08:22.352786 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:08:22.490490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:22.627104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-d49ee7ef-da7b-4681-be2a-d5f8d59eb291 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321323 Jun 03 15:08:22.628816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'}, {'name': 'network-changed', 'server_uuid': '2b680186-4568-414f-942d-074ff1f0bc14', 'tag': '1aa46891-5b48-49bc-bacf-decfdd063cfc'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:22.732183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941bc9b-c8f6-4a32-8d3d-067ed3374ec8 req-58bb4100-e009-4c75-a4f1-3f9d0a988ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:22.733648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8941bc9b-c8f6-4a32-8d3d-067ed3374ec8 req-58bb4100-e009-4c75-a4f1-3f9d0a988ac8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 1099 time: 0.2567346 Jun 03 15:08:22.764032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ac7e4-a6b2-4d9c-9eea-e5bab81b93f7 req-0b2b5617-9702-40db-9354-5d728dad6f3f tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:22.772063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc2ac7e4-a6b2-4d9c-9eea-e5bab81b93f7 req-0b2b5617-9702-40db-9354-5d728dad6f3f tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 1100 time: 0.3609166 Jun 03 15:08:22.781689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-43836729-30c8-4d1f-b11d-83038aced105 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3024502 Jun 03 15:08:22.817622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc09a7-5e70-4491-9b00-fedeb3a5e499 req-21d5dafe-c912-4577-920b-c90f4bec645b tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:22.825048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fdc09a7-5e70-4491-9b00-fedeb3a5e499 req-21d5dafe-c912-4577-920b-c90f4bec645b tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 948 time: 0.2393074 Jun 03 15:08:22.888239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e40877a-7472-42e2-98f2-15ce150cf8c1 req-b666992b-2f79-4893-9c92-a209bd39ae27 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502055 Jun 03 15:08:22.907539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8941bc9b-c8f6-4a32-8d3d-067ed3374ec8 req-26d59133-c1da-486f-a81a-a8192bf1f358 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635206 Jun 03 15:08:22.978076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc2ac7e4-a6b2-4d9c-9eea-e5bab81b93f7 req-1ea147e4-2404-4887-b3e9-dfb296d545da tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042966 Jun 03 15:08:22.999102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fdc09a7-5e70-4491-9b00-fedeb3a5e499 req-8b911b73-9989-42f0-b1e9-86ab2be2d209 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724870 Jun 03 15:08:23.004324 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:23.011504 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809f9f3-9d20-43ea-af50-a71e3f9a4b0f None None] The sync data for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 is: [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:08:23.185690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-2f0db78a-361c-4245-a794-db40d2f23d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:23.187166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-2f0db78a-361c-4245-a794-db40d2f23d2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1099 time: 0.2817822 Jun 03 15:08:23.275162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cd79e094-5ff4-4ed9-9e3c-527f5e5e9e66 req-6c6b3b19-1873-4a54-818d-6a2cecdc98cf tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Synchronizing usage tracker for tenant:0938fd2969a54a448dc642392e27ecb1 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:23.331304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc01785c-d452-4448-878e-34acff50a69c None None] New status for floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:08:23.352823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c168f-397f-4c61-9783-4439aec0208e req-037f1c9a-3ee4-4115-a5ce-32064942263c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:23.354300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe4c168f-397f-4c61-9783-4439aec0208e req-037f1c9a-3ee4-4115-a5ce-32064942263c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 948 time: 0.2401881 Jun 03 15:08:23.390017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cd79e094-5ff4-4ed9-9e3c-527f5e5e9e66 req-6c6b3b19-1873-4a54-818d-6a2cecdc98cf tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Unset dirty status for tenant:0938fd2969a54a448dc642392e27ecb1 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:23.397332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd79e094-5ff4-4ed9-9e3c-527f5e5e9e66 req-6c6b3b19-1873-4a54-818d-6a2cecdc98cf tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0938fd2969a54a448dc642392e27ecb1 HTTP/1.1" status: 200 len: 6103 time: 0.3127742 Jun 03 15:08:23.615488 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd79e094-5ff4-4ed9-9e3c-527f5e5e9e66 req-5226da71-7cfb-4d3b-b8a2-f6ced27d2d4b tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "GET /v2.0/security-groups/c3cf6e02-edbb-4146-9405-874b71673e9e HTTP/1.1" status: 200 len: 2981 time: 0.2156746 Jun 03 15:08:23.616434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-4da51512-9888-4296-a4d0-58325eafba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:23.618148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-4da51512-9888-4296-a4d0-58325eafba8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3741415 Jun 03 15:08:23.638171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe4c168f-397f-4c61-9783-4439aec0208e req-d5df25d2-8f77-447d-88ee-81fbaec52a18 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662966 Jun 03 15:08:23.731555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-a0194285-0060-44cb-bbb3-1e00dc68c635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.0966024 Jun 03 15:08:23.791238 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b399dc7d-11d1-40f9-ad94-cb4c0df9f9fb'] response: {'name': 'network-changed', 'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075', 'status': 'completed', 'code': 200} Jun 03 15:08:23.876666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-7df94055-f7db-491c-abab-f61e586c5522 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:23.877637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-7df94055-f7db-491c-abab-f61e586c5522 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 823 time: 0.4177747 Jun 03 15:08:23.882614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd79e094-5ff4-4ed9-9e3c-527f5e5e9e66 req-80735af0-dda1-4585-8d38-322f59e53845 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "GET /v2.0/security-groups/c3cf6e02-edbb-4146-9405-874b71673e9e HTTP/1.1" status: 200 len: 2981 time: 0.2491999 Jun 03 15:08:23.884211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-6a32e517-b966-45c5-a3ef-2bef5cae7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:23.885633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-6a32e517-b966-45c5-a3ef-2bef5cae7bc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1452537 Jun 03 15:08:23.930140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-2105256c-cd37-4c5f-8b19-efd24a9595bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:23.934367 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-2105256c-cd37-4c5f-8b19-efd24a9595bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1095 time: 0.1490624 Jun 03 15:08:24.081050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f291bf42-a77b-4039-b897-145c650a1cd2 req-b99a40ad-8479-4dd8-97ac-8d3ded5abd8b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Synchronizing usage tracker for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:24.106442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-66570670-1377-45e5-8057-e5fb0bd289d2 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e243a009d60d44fa982798dfe46d6a6c HTTP/1.1" status: 200 len: 379 time: 0.2095978 Jun 03 15:08:24.126527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'port': {'device_id': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'admin_state_up': True, 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'security_groups': ['e212b21b-0a1d-4387-b0ad-f1cb7b62a45d']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:24.140461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f291bf42-a77b-4039-b897-145c650a1cd2 req-b99a40ad-8479-4dd8-97ac-8d3ded5abd8b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Unset dirty status for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:24.141620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f291bf42-a77b-4039-b897-145c650a1cd2 req-b99a40ad-8479-4dd8-97ac-8d3ded5abd8b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 210 time: 0.1551969 Jun 03 15:08:24.173223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-a84248ac-f54f-4aac-afbc-a6b2a6a58f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:24.174744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-a84248ac-f54f-4aac-afbc-a6b2a6a58f81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.2310488 Jun 03 15:08:24.204787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1aa46891-5b48-49bc-bacf-decfdd063cfc up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:24.253594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-ee5c1662-ead0-439c-898c-fffc1df2d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:24.255082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-ee5c1662-ead0-439c-898c-fffc1df2d2f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3560836 Jun 03 15:08:24.344026 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6386e153-a568-4ae3-a2ff-49211b6c1d0f'] response: {'name': 'network-changed', 'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'status': 'completed', 'code': 200} Jun 03 15:08:24.344026 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6386e153-a568-4ae3-a2ff-49211b6c1d0f'] response: {'name': 'network-changed', 'server_uuid': '2b680186-4568-414f-942d-074ff1f0bc14', 'tag': '1aa46891-5b48-49bc-bacf-decfdd063cfc', 'status': 'completed', 'code': 200} Jun 03 15:08:24.345108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 1aa46891-5b48-49bc-bacf-decfdd063cfc completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:24.347118 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-8757cbcc-6eab-41ec-a566-7ce217304daa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 217 time: 0.1555905 Jun 03 15:08:24.359140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 1aa46891-5b48-49bc-bacf-decfdd063cfc triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:24.359714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:24.478203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-23976607-5e3c-4093-921a-fda37051b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:24.480223 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-23976607-5e3c-4093-921a-fda37051b772 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.0902786 Jun 03 15:08:24.615203 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-be621b70-9de9-443e-8b1d-acb36c8bdae3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192691 Jun 03 15:08:24.620923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:24.650540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:24.662730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:24.705406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-956ce3a4-048d-41dc-8d6b-026fa2bb3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:24.706931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-956ce3a4-048d-41dc-8d6b-026fa2bb3667 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1099 time: 0.3589649 Jun 03 15:08:24.781375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Made reservation on behalf of e243a009d60d44fa982798dfe46d6a6c for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:24.789344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:24.897060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:24.904622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 1aa46891-5b48-49bc-bacf-decfdd063cfc is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:24.905179 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:24.919956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:24.920547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:25.015534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b680186-4568-414f-942d-074ff1f0bc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa46891-5b48-49bc-bacf-decfdd063cfc'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:25.034332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-7021b241-ec93-4b43-9804-71288994b997 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7660971 Jun 03 15:08:25.040330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 1aa46891-5b48-49bc-bacf-decfdd063cfc, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1aa46891-5b48-49bc-bacf-decfdd063cfc,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:25.041068 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-a5c8f91e-1b9c-4eab-954f-bd17c9d02af3 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124222 Jun 03 15:08:25.056884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:25.063759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258859e1-4c18-4715-b6ba-7964e1b6de39 req-7011cd35-475b-4179-9a7c-e689b199f439 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:25.065277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-258859e1-4c18-4715-b6ba-7964e1b6de39 req-7011cd35-475b-4179-9a7c-e689b199f439 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 948 time: 0.3912497 Jun 03 15:08:25.197446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-2ec552b1-e27d-4d03-909a-f61da5fa5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:25.198879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-2ec552b1-e27d-4d03-909a-f61da5fa5bc9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3442724 Jun 03 15:08:25.244349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:25.244911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:25.256315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=1aa46891-5b48-49bc-bacf-decfdd063cfc,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:25.279267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab077f0f-ccce-47d0-a486-ccf81e0cd1e2 req-9dc065c8-35fa-4e36-afc3-4b0e93361c55 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:25.281990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab077f0f-ccce-47d0-a486-ccf81e0cd1e2 req-9dc065c8-35fa-4e36-afc3-4b0e93361c55 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 944 time: 0.4752028 Jun 03 15:08:25.284406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:25.292778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-258859e1-4c18-4715-b6ba-7964e1b6de39 req-c6cb99e2-4026-49cc-ada9-12c136771c29 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875272 Jun 03 15:08:25.292992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:25.298357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Allocated IP 172.20.0.4 (d91e65b7-51a3-4bc9-a601-77dd50a99d37/bbc59ecb-ee51-4be0-bb8b-e7d623213dc4/c56e0bb9-b80b-460e-9f9e-c747c348be76) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:25.329566 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-b3a0bed8-0745-48cc-923c-f6f20bb5cc59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.1123908 Jun 03 15:08:25.371132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:25.373128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab077f0f-ccce-47d0-a486-ccf81e0cd1e2 req-a952b42e-5eb5-4962-a24e-6fcf5ac94f62 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721555 Jun 03 15:08:25.430892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26e9fdf8-ab94-478b-83c4-efd0b2cebb3f req-4300a3dd-f4ff-4b8f-8191-6f50c9759adf service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323567 Jun 03 15:08:25.440801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-433adad3-819c-459c-9adc-5866aa3f38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:25.442548 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-433adad3-819c-459c-9adc-5866aa3f38ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1054180 Jun 03 15:08:25.489795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58ad0c21-011e-490b-8e3c-dd2c21fae545 req-cd710a8b-e173-4e50-a632-a264ad1ba3c4 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356294 Jun 03 15:08:25.531872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-9ad33886-7117-4524-83f5-f8fbd863a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:25.533921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-9ad33886-7117-4524-83f5-f8fbd863a2c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848861 Jun 03 15:08:25.689402 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-0aa7b443-f56d-46ab-ab7d-f0c678928f01 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384869 Jun 03 15:08:25.766366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d80ee53-0a85-475a-88bd-9d097ad529f8 req-95789614-a269-485f-bade-225d68a8b7d1 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/3c23a52b-67d9-482b-ae3b-661df16b2e9f HTTP/1.1" status: 200 len: 1777 time: 0.3386600 Jun 03 15:08:25.793975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'name': 'network-vif-deleted', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:25.828732 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-b2fe09aa-6057-48a4-998a-d965366daed1 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320024 Jun 03 15:08:25.932449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-f07f3591-85cc-4dc7-99ba-6937fd216bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:25.934409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-f07f3591-85cc-4dc7-99ba-6937fd216bca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1100 time: 0.4360075 Jun 03 15:08:25.944702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:25.952510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-5dfe9f03-01ab-484a-a588-e4eace5e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:25.954056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-5dfe9f03-01ab-484a-a588-e4eace5e1e9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2cb758414294426097be52412d2c95e8&device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 1100 time: 0.0844531 Jun 03 15:08:26.016497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-582fe45b-d395-42e4-86d3-45490592ab2b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.020927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-582fe45b-d395-42e4-86d3-45490592ab2b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92&tenant_id=f2883739feda45b99fdea7f5ff96186f&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 949 time: 0.4121761 Jun 03 15:08:26.134093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-c4cb848b-94fc-4a53-8c29-6321239e33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.136201 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-c4cb848b-94fc-4a53-8c29-6321239e33cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1749101 Jun 03 15:08:26.174606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54a532-ad9c-4be1-a015-43ad96979480 req-9b9b2ae1-3989-4730-9ed2-076149692228 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.176125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e54a532-ad9c-4be1-a015-43ad96979480 req-9b9b2ae1-3989-4730-9ed2-076149692228 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 949 time: 0.5623384 Jun 03 15:08:26.176708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6d80ee53-0a85-475a-88bd-9d097ad529f8 req-e305c179-fc37-46e2-a9ae-132670e8789b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.178934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Transition to ACTIVE for port object c56e0bb9-b80b-460e-9f9e-c747c348be76 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:26.210785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-e8e1c891-4b70-49f8-8fe4-6072a09995fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1aa46891-5b48-49bc-bacf-decfdd063cfc HTTP/1.1" status: 200 len: 217 time: 0.0674188 Jun 03 15:08:26.290496 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6d80ee53-0a85-475a-88bd-9d097ad529f8 req-e305c179-fc37-46e2-a9ae-132670e8789b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.318405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-4c413728-95cd-4d4b-945e-6cbb79c9028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.320127 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-4c413728-95cd-4d4b-945e-6cbb79c9028b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0982795 Jun 03 15:08:26.342697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e54a532-ad9c-4be1-a015-43ad96979480 req-70243b78-8823-431f-8afb-87b9f0df7321 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455209 Jun 03 15:08:26.348914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-fa299845-2f93-449c-80ac-9a70a3bed79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.350333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-fa299845-2f93-449c-80ac-9a70a3bed79b service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3987911 Jun 03 15:08:26.351089 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-494c74cc-efb5-4e8c-b605-347a711a1df6 service neutron] delete failed (client error): The resource could not be found. Jun 03 15:08:26.351965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-494c74cc-efb5-4e8c-b605-347a711a1df6 service neutron] 10.222.0.70 "DELETE /v2.0/ports/ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.2418308 Jun 03 15:08:26.413580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-9ee0a47c-e687-4d56-8aed-1420dd208f09 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.414980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-9ee0a47c-e687-4d56-8aed-1420dd208f09 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 1101 time: 0.1359527 Jun 03 15:08:26.421076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-dafd5921-0c1d-4d65-b2dd-8480f9bd37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.422051 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-dafd5921-0c1d-4d65-b2dd-8480f9bd37b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938134 Jun 03 15:08:26.435357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-d4cd9f1a-f8ff-43a0-b446-d4fb54e07b18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.0745115 Jun 03 15:08:26.452419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.480563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:26.536055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6d80ee53-0a85-475a-88bd-9d097ad529f8 req-e305c179-fc37-46e2-a9ae-132670e8789b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.593408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Deleting port 10c22085-b06f-4bb4-8706-03ca6871c4ed {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:08:26.593790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.684220 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-bc1174a8-be83-45be-8d0e-1e779ffc3455 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548766 Jun 03 15:08:26.719212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:26.728406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c179-fc37-46e2-a9ae-132670e8789b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c23a52b-67d9-482b-ae3b-661df16b2e9f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:26.736452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:26.740896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'port_id': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075', 'mac_address': 'fa:16:3e:a6:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbf0c30-5473-4c1c-a188-ac5e40f580c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:26.786611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:26.804802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:26.810460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.811109 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.831295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-888f392f-2bcb-4586-9330-b20e8558b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:26.832822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-888f392f-2bcb-4586-9330-b20e8558b059 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.3781743 Jun 03 15:08:26.841693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:26.842555 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.876535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event updated for resources: {'Port': ['ID=c56e0bb9-b80b-460e-9f9e-c747c348be76,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:26.884818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:26.921920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:26.936410 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:26.987315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6d80ee53-0a85-475a-88bd-9d097ad529f8 req-e305c179-fc37-46e2-a9ae-132670e8789b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:27.005470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d80ee53-0a85-475a-88bd-9d097ad529f8 req-e305c179-fc37-46e2-a9ae-132670e8789b tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c23a52b-67d9-482b-ae3b-661df16b2e9f HTTP/1.1" status: 204 len: 173 time: 1.2194779 Jun 03 15:08:27.007657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-5090c0c5-952c-405a-9123-c0b3149ee28b tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8865757 Jun 03 15:08:27.034259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Request body: {'port': {'device_id': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:27.116504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:27.137550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c7a80e3d-9773-44b0-8626-7b98414e952b None None] Provisioning for port c56e0bb9-b80b-460e-9f9e-c747c348be76 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:27.146429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c7a80e3d-9773-44b0-8626-7b98414e952b None None] Provisioning complete for port c56e0bb9-b80b-460e-9f9e-c747c348be76 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:27.147359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c7a80e3d-9773-44b0-8626-7b98414e952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:27.158231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f729-34f8-4c8a-b405-9b40c900b629 req-9d5f87a7-c324-49e9-914d-e528a2e79b23 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:27.159827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb89f729-34f8-4c8a-b405-9b40c900b629 req-9d5f87a7-c324-49e9-914d-e528a2e79b23 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=6530c717-ec39-4c10-a432-de887434b407 HTTP/1.1" status: 200 len: 950 time: 0.4567904 Jun 03 15:08:27.196661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-f5f364da-7138-433a-8b9c-f41f548de887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:27.198255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-f5f364da-7138-433a-8b9c-f41f548de887 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1100 time: 0.6166062 Jun 03 15:08:27.215587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c7a80e3d-9773-44b0-8626-7b98414e952b None None] Port c56e0bb9-b80b-460e-9f9e-c747c348be76 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:27.222070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-a6ec182e-9e72-44e8-a5c4-7f460d10fb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563240 Jun 03 15:08:27.253572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-95114479-e033-4271-a8ed-116de54b536b service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283754 Jun 03 15:08:27.280758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] For port 10c22085-b06f-4bb4-8706-03ca6871c4ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=10c22085-b06f-4bb4-8706-03ca6871c4ed,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:27.281538 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:27.322735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3ac9a6f9-57b5-48b7-a31a-177fc5d14075'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:27.355354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8093-90dc-4762-b170-76d6386b53a3 req-0069eace-470d-460f-bca1-281e4cc76079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:27.356885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-0069eace-470d-460f-bca1-281e4cc76079 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4679773 Jun 03 15:08:27.413191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Calling delete_port for 10c22085-b06f-4bb4-8706-03ca6871c4ed owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:08:27.473243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:08:27.549102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb89f729-34f8-4c8a-b405-9b40c900b629 req-1d4a97f2-aee2-4d7b-8e03-357b303aecf3 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612030 Jun 03 15:08:27.589877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:27.627152 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5736ba0-a11c-4ae8-8f96-cb4f8cf66c07'] response: {'server_uuid': '2b680186-4568-414f-942d-074ff1f0bc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa46891-5b48-49bc-bacf-decfdd063cfc', 'code': 200} Jun 03 15:08:27.699688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-71fb0c9f-59f4-4fe6-8145-9681047f413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:27.701174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-71fb0c9f-59f4-4fe6-8145-9681047f413d service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4814456 Jun 03 15:08:27.721396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:27.784224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-907161dc-5165-4d79-b5a2-80d758eeee6b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:27.785660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-907161dc-5165-4d79-b5a2-80d758eeee6b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5417960 Jun 03 15:08:27.815512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Pushing event deleted for resources: {'Port': ['ID=10c22085-b06f-4bb4-8706-03ca6871c4ed,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:27.843782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-bc4964db-3e10-4a19-b5b7-b8528f40add2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.1327679 Jun 03 15:08:27.901427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] No DVR routers for this DVR port 10c22085-b06f-4bb4-8706-03ca6871c4ed on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:08:27.904863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:27.908995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6530c717-ec39-4c10-a432-de887434b407', 'name': 'network-vif-deleted', 'tag': '10c22085-b06f-4bb4-8706-03ca6871c4ed'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:27.921534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ca75ea8-8550-4808-8d81-3a29529212e3 req-e9504e00-b27b-4876-81eb-f353beae6d37 tempest-DeleteServersAdminTestJSON-1672332773 tempest-DeleteServersAdminTestJSON-1672332773-project-admin] 10.222.0.15 "DELETE /v2.0/ports/10c22085-b06f-4bb4-8706-03ca6871c4ed HTTP/1.1" status: 204 len: 173 time: 1.4675450 Jun 03 15:08:27.929213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-a42bb324-139d-4086-aaee-89bd7895e3a5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/quotas/c02c024815fe4945b06f5ffd20418986 HTTP/1.1" status: 200 len: 375 time: 0.0871212 Jun 03 15:08:27.944782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706703c-d7cc-4f25-aa41-2023de550eb4 req-9b7c8cb2-f4d2-415d-a1e4-d415203e197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:27.946603 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b706703c-d7cc-4f25-aa41-2023de550eb4 req-9b7c8cb2-f4d2-415d-a1e4-d415203e197b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 1100 time: 0.1827767 Jun 03 15:08:28.010489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b706703c-d7cc-4f25-aa41-2023de550eb4 req-21f78db1-1599-4b4c-a5dc-ec464d8a710a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564406 Jun 03 15:08:28.013235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-c87f28f7-22d3-4158-a473-ef5900c08279 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346331 Jun 03 15:08:28.074244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['10c22085-b06f-4bb4-8706-03ca6871c4ed'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:28.233168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-fb32fca1-a69c-4b60-80ce-8e10d81f0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:28.234646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-fb32fca1-a69c-4b60-80ce-8e10d81f0ddd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.3811235 Jun 03 15:08:28.451227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c06cc-6330-4010-b884-7df8a976ecb3 req-6f42cc3b-1ff0-40e5-aa11-9f5520e6b1d5 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:28.451831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-da0c06cc-6330-4010-b884-7df8a976ecb3 req-6f42cc3b-1ff0-40e5-aa11-9f5520e6b1d5 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Synchronizing usage tracker for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:28.471712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-346b8093-90dc-4762-b170-76d6386b53a3 req-368cbbfb-1e0b-4983-8768-b9f367dc0e6a service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867192 Jun 03 15:08:28.497247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:28.576637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:28.583945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:28.584554 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:28.609035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6592d183-75c1-4634-8fd1-da8aa975655d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5996888 Jun 03 15:08:28.622760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-da0c06cc-6330-4010-b884-7df8a976ecb3 req-6f42cc3b-1ff0-40e5-aa11-9f5520e6b1d5 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Unset dirty status for tenant:e243a009d60d44fa982798dfe46d6a6c on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:28.623890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da0c06cc-6330-4010-b884-7df8a976ecb3 req-6f42cc3b-1ff0-40e5-aa11-9f5520e6b1d5 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 931 time: 0.8566744 Jun 03 15:08:28.626919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-9d22ebf8-ccf7-411d-8f4f-8fe15ef6a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:28.628362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-9d22ebf8-ccf7-411d-8f4f-8fe15ef6a4ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3795104 Jun 03 15:08:28.813094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:28.813774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:28.830604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56e0bb9-b80b-460e-9f9e-c747c348be76 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:28.842132 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:28.846948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da0c06cc-6330-4010-b884-7df8a976ecb3 req-d3f7defb-5aed-4e38-930f-ef41b8f3cbf6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146034 Jun 03 15:08:28.871549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:28.877463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:28.888609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Transition to ACTIVE for port object c56e0bb9-b80b-460e-9f9e-c747c348be76 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:28.899527 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:28.961844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-8495b131-3045-4151-889a-8d2770e65d17 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138106 Jun 03 15:08:29.028856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:29.201728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e0bb9-b80b-460e-9f9e-c747c348be76,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:29.266226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Attempting to bind port c56e0bb9-b80b-460e-9f9e-c747c348be76 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:29.266226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Attempting to bind port c56e0bb9-b80b-460e-9f9e-c747c348be76 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:29.267027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Attempting to bind port c56e0bb9-b80b-460e-9f9e-c747c348be76 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:29.287998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Port c56e0bb9-b80b-460e-9f9e-c747c348be76 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:29.288336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Attempting to bind port c56e0bb9-b80b-460e-9f9e-c747c348be76 on network d91e65b7-51a3-4bc9-a601-77dd50a99d37 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:29.315877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d0297e-8c05-43a5-81cb-659ac3258a73 req-88c6924f-e667-445c-9c73-3920e09d755d service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425074 Jun 03 15:08:29.318596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:29.318993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Checking segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:29.319381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Bound using segment: {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:29.319822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Bound port: c56e0bb9-b80b-460e-9f9e-c747c348be76, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40eace-ea92-4f6c-bf75-54c9dda09fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:29.321366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:29.331726 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1111454d-88c5-4b5e-83d1-68045349b42c'] response: {'server_uuid': '2530dd92-730e-4c51-a0e3-23dec46bcc70', 'name': 'network-vif-deleted', 'tag': '3683ee4f-d1d9-4f82-a522-e3395d5aab85', 'status': 'completed', 'code': 200} Jun 03 15:08:29.349957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d55c-04ec-449a-9bd2-0ff64d7104ae req-b7deca4c-3728-44bf-8424-1896dbce78a9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:29.351452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8c3d55c-04ec-449a-9bd2-0ff64d7104ae req-b7deca4c-3728-44bf-8424-1896dbce78a9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 949 time: 0.3286400 Jun 03 15:08:29.452805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8c3d55c-04ec-449a-9bd2-0ff64d7104ae req-b20d3011-6d1e-4307-be70-d413c769da2e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 Jun 03 15:08:29.479275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] For port c56e0bb9-b80b-460e-9f9e-c747c348be76, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:29.485491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] For port c56e0bb9-b80b-460e-9f9e-c747c348be76, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:29.496532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:29.628692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'}, {'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:29.652812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:29.653423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:29.654785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/c56e0bb9-b80b-460e-9f9e-c747c348be76 HTTP/1.1" status: 200 len: 1091 time: 2.6257875 Jun 03 15:08:29.733175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da153d0-5f79-4349-986e-e1ce364312c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e0bb9-b80b-460e-9f9e-c747c348be76,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:29.797044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fd0f7-122d-4d74-8b4a-58533fa8f7cb req-00e80a67-d69b-4d3c-8272-a1b6351f03eb tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:29.798538 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc6fd0f7-122d-4d74-8b4a-58533fa8f7cb req-00e80a67-d69b-4d3c-8272-a1b6351f03eb tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 948 time: 0.2599902 Jun 03 15:08:29.808074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7a04e-a0f4-4150-a85e-2cf54e42e3c1 req-a242fc78-3fa3-4c46-a7de-6eaf340fc275 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:29.809608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28a7a04e-a0f4-4150-a85e-2cf54e42e3c1 req-a242fc78-3fa3-4c46-a7de-6eaf340fc275 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 946 time: 0.2174528 Jun 03 15:08:29.898356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc6fd0f7-122d-4d74-8b4a-58533fa8f7cb req-a100b345-1bc2-43e0-8029-e5b498f4ed48 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874939 Jun 03 15:08:29.902335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28a7a04e-a0f4-4150-a85e-2cf54e42e3c1 req-171632d8-7ffc-46f5-aea1-0bc2c6fa105c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763309 Jun 03 15:08:29.904458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-95366585-a4d6-4760-9c44-993b1034561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:29.905876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-95366585-a4d6-4760-9c44-993b1034561f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 1094 time: 0.2071946 Jun 03 15:08:30.029807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-65dac57d-8474-4a67-9a99-f73fd2dd65f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76 HTTP/1.1" status: 200 len: 217 time: 0.1148324 Jun 03 15:08:30.190424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54d1f29f-023c-4829-ab32-499822d812f3 req-fdce6717-31a9-48b6-b992-c095b389de31 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a3e2a358-adbc-457e-ba41-4037108649ac HTTP/1.1" status: 200 len: 1778 time: 0.1912770 Jun 03 15:08:30.201173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-bd69b2e9-0e35-4b1e-ac02-a69542116574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:30.202607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-bd69b2e9-0e35-4b1e-ac02-a69542116574 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 HTTP/1.1" status: 200 len: 862 time: 0.1550186 Jun 03 15:08:30.328464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04abb2-803b-48a8-bcd2-f7279a997629 req-a02e641f-64ee-41fa-8bc9-688d55fe8b1a tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:30.329860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb04abb2-803b-48a8-bcd2-f7279a997629 req-a02e641f-64ee-41fa-8bc9-688d55fe8b1a tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 949 time: 0.2460697 Jun 03 15:08:30.374448 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-54d1f29f-023c-4829-ab32-499822d812f3 req-f8be14ee-bfc3-4424-9310-10d1da995de9 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:30.427136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-54d1f29f-023c-4829-ab32-499822d812f3 req-f8be14ee-bfc3-4424-9310-10d1da995de9 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:30.437634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb04abb2-803b-48a8-bcd2-f7279a997629 req-05632082-b0bf-4191-99af-e3a06ef678fd tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953617 Jun 03 15:08:30.439811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-18d6ab36-2f72-430f-a50c-42993abdbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:30.441291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-18d6ab36-2f72-430f-a50c-42993abdbeb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d91e65b7-51a3-4bc9-a601-77dd50a99d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215266 Jun 03 15:08:30.498478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 10c22085-b06f-4bb4-8706-03ca6871c4ed no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:08:30.514682 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83cdc1f-c16a-42ca-9b77-95d3d311305a'] response: {'server_uuid': '6530c717-ec39-4c10-a432-de887434b407', 'name': 'network-vif-deleted', 'tag': '10c22085-b06f-4bb4-8706-03ca6871c4ed', 'status': 'completed', 'code': 200} Jun 03 15:08:30.548160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 10c22085-b06f-4bb4-8706-03ca6871c4ed {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:08:30.549512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 10c22085-b06f-4bb4-8706-03ca6871c4ed not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:08:30.695911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-54d1f29f-023c-4829-ab32-499822d812f3 req-f8be14ee-bfc3-4424-9310-10d1da995de9 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:30.724127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be14ee-bfc3-4424-9310-10d1da995de9 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2a358-adbc-457e-ba41-4037108649ac,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:30.731554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-aa1cb25a-ced1-4f7d-9d0f-8099c7dc5812 service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814484 Jun 03 15:08:30.734831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-54d1f29f-023c-4829-ab32-499822d812f3 req-f8be14ee-bfc3-4424-9310-10d1da995de9 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:30.735863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54d1f29f-023c-4829-ab32-499822d812f3 req-f8be14ee-bfc3-4424-9310-10d1da995de9 tempest-SecurityGroupsTestAdminJSON-1539471340 tempest-SecurityGroupsTestAdminJSON-1539471340-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3e2a358-adbc-457e-ba41-4037108649ac HTTP/1.1" status: 204 len: 173 time: 0.5316293 Jun 03 15:08:30.803453 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a122eaf4-7ed5-4572-9596-5885d61a2cd5'] response: {'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'code': 200} Jun 03 15:08:30.803789 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a122eaf4-7ed5-4572-9596-5885d61a2cd5'] response: {'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075', 'code': 200} Jun 03 15:08:30.879414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cb8ebbe-67ae-4fea-b90c-52b4a8adb502 req-8cccd96b-8d66-4236-84a4-b815f6f974f9 service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380458 Jun 03 15:08:31.041674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76f33c-7930-4c66-bb3b-37e28e918cd3 req-b2f6d767-7c1a-4929-9cd9-aa00a6e2a906 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:31.043291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af76f33c-7930-4c66-bb3b-37e28e918cd3 req-b2f6d767-7c1a-4929-9cd9-aa00a6e2a906 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 943 time: 0.1432500 Jun 03 15:08:31.050065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc52344-f7b1-4813-9a6b-7bc9e6930f76 req-08662b57-3964-4eba-95b8-8b6c6bc36883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:31.051568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbc52344-f7b1-4813-9a6b-7bc9e6930f76 req-08662b57-3964-4eba-95b8-8b6c6bc36883 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1097 time: 0.1186638 Jun 03 15:08:31.144553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6a77888c-fda8-43bc-aa11-1c9f978fae8e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442808 Jun 03 15:08:31.180623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af76f33c-7930-4c66-bb3b-37e28e918cd3 req-d07b53b8-ccf7-42f3-955b-54f3d8ecf8bd tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278222 Jun 03 15:08:31.275817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbc52344-f7b1-4813-9a6b-7bc9e6930f76 req-be8f0070-46a4-4816-ba53-62c5879cc2c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102647 Jun 03 15:08:31.321095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-ee2e98f8-e235-48f2-9588-c1634a1ff819 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386114 Jun 03 15:08:31.359642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:31.468091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6fa5423a-5703-4102-a9d6-bc2eefa13da7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:31.469497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6fa5423a-5703-4102-a9d6-bc2eefa13da7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189178 Jun 03 15:08:31.487941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': '576db0f7-5209-440b-82f2-6651b68050b1', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:31.556385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0e36e75-84c3-4fc6-9fc3-7528c1d7328e req-2ca1e904-9f18-44df-a26b-b79f71b4ff8c tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "GET /v2.0/security-groups/81fa2b81-9320-403e-977a-c5e0e492d823 HTTP/1.1" status: 200 len: 1777 time: 0.1479790 Jun 03 15:08:31.620645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ac5f4-b29f-4111-8185-ccf2100e785c req-257c40ab-7f76-45af-891b-8ec3b2e531cc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:31.622104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d63ac5f4-b29f-4111-8185-ccf2100e785c req-257c40ab-7f76-45af-891b-8ec3b2e531cc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 949 time: 0.3000076 Jun 03 15:08:31.829500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d63ac5f4-b29f-4111-8185-ccf2100e785c req-725b78c8-91eb-4441-8f31-46af71b28041 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970730 Jun 03 15:08:31.863942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:31.866093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b0e36e75-84c3-4fc6-9fc3-7528c1d7328e req-649921fa-7f77-4508-83fb-522c9b7dff9d tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:31.890288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-9571fe3a-e54d-4e0c-b315-c690757938a2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:31.891775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-9571fe3a-e54d-4e0c-b315-c690757938a2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167810 Jun 03 15:08:31.898382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:31.908185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:32.014899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b0e36e75-84c3-4fc6-9fc3-7528c1d7328e req-649921fa-7f77-4508-83fb-522c9b7dff9d tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:32.044993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:32.048444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:32.066893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-23835ce7-5a48-4906-8fba-2711e247df26 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7e87bea1ff744b44894331a8fe0a7076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350214 Jun 03 15:08:32.290317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b0e36e75-84c3-4fc6-9fc3-7528c1d7328e req-649921fa-7f77-4508-83fb-522c9b7dff9d tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:32.320351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:32.328128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649921fa-7f77-4508-83fb-522c9b7dff9d tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa2b81-9320-403e-977a-c5e0e492d823,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:32.349402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Usage tracker for resource:port and tenant:c02c024815fe4945b06f5ffd20418986 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:32.404137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:32.529089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:32.578591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:32.581890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:32.612495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-91a9e1dd-3690-41aa-bd13-637258a3b692 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:32.618327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-91a9e1dd-3690-41aa-bd13-637258a3b692 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425138 Jun 03 15:08:32.619721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.113 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/cab135c5-7f7f-4c03-8209-ab2454f12829) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:32.624524 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b0e36e75-84c3-4fc6-9fc3-7528c1d7328e req-649921fa-7f77-4508-83fb-522c9b7dff9d tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:32.625585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0e36e75-84c3-4fc6-9fc3-7528c1d7328e req-649921fa-7f77-4508-83fb-522c9b7dff9d tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "DELETE /v2.0/security-groups/81fa2b81-9320-403e-977a-c5e0e492d823 HTTP/1.1" status: 204 len: 173 time: 1.0547695 Jun 03 15:08:32.656292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-b0a43c70-9cfe-42e8-974f-d394f2c0ac95 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/quotas/7e87bea1ff744b44894331a8fe0a7076 HTTP/1.1" status: 200 len: 375 time: 0.0297041 Jun 03 15:08:32.824458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-e69c1ca6-c31b-48aa-b6db-9677901d3c50 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e87bea1ff744b44894331a8fe0a7076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195428 Jun 03 15:08:32.864918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d20f614a-1ccd-4dfa-abed-f9830fcd1a01 req-1cd5800a-5159-441b-ba32-2c94039cfad8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:32.934573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d20f614a-1ccd-4dfa-abed-f9830fcd1a01 req-1cd5800a-5159-441b-ba32-2c94039cfad8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:32.935748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d20f614a-1ccd-4dfa-abed-f9830fcd1a01 req-1cd5800a-5159-441b-ba32-2c94039cfad8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 210 time: 0.1796162 Jun 03 15:08:33.241390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:33.277367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object cab135c5-7f7f-4c03-8209-ab2454f12829 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:33.286592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72408cd0-2047-485a-9131-b2dc6a375528 req-53aca0d8-fd1b-4622-a468-cb7da2f36a5f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:33.288048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72408cd0-2047-485a-9131-b2dc6a375528 req-53aca0d8-fd1b-4622-a468-cb7da2f36a5f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 946 time: 0.2231009 Jun 03 15:08:33.292037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d49c-9b20-4930-862e-88fb2523848c req-832c3a0b-2230-4b71-bd54-ee2c526bcfe3 tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:33.293450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce06d49c-9b20-4930-862e-88fb2523848c req-832c3a0b-2230-4b71-bd54-ee2c526bcfe3 tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 1099 time: 0.1610191 Jun 03 15:08:33.347670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:33.372438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:33.376739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72408cd0-2047-485a-9131-b2dc6a375528 req-b2678caf-034d-4068-8a27-a6e10d7ff0cd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812225 Jun 03 15:08:33.379670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Usage tracker for resource:security_group_rule and tenant:cd430906f5c2492c865ea54a552eea26 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:33.383642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:33.390291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:33.435610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:33.447715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:33.550602 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e4aaed-92db-497b-a969-69edd9be2896'] response: {'name': 'network-changed', 'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'status': 'completed', 'code': 200} Jun 03 15:08:33.618735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:33.671082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:33.673425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:33.679136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:33.679686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:33.753718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.244 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/07cfe784-0ace-4577-9750-abc095914a11) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:33.770822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=cab135c5-7f7f-4c03-8209-ab2454f12829,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:33.816400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-3cd7119c-339d-4a34-a827-56b23f3487bb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3350165 Jun 03 15:08:33.841007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:33.845717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Request body: {'port': {'device_id': '576db0f7-5209-440b-82f2-6651b68050b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:33.894566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:33.910611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-876a275d-7450-49d8-a833-b34f4cf5489f None None] Provisioning for port cab135c5-7f7f-4c03-8209-ab2454f12829 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:33.915705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-876a275d-7450-49d8-a833-b34f4cf5489f None None] Provisioning complete for port cab135c5-7f7f-4c03-8209-ab2454f12829 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:33.916082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-876a275d-7450-49d8-a833-b34f4cf5489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:33.972785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Synchronizing usage tracker for tenant:cd430906f5c2492c865ea54a552eea26 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:33.984026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-4092d8a0-604c-46f6-880c-5b315cd7f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:33.985505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-4092d8a0-604c-46f6-880c-5b315cd7f781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 1094 time: 0.4390748 Jun 03 15:08:33.997279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-876a275d-7450-49d8-a833-b34f4cf5489f None None] Port cab135c5-7f7f-4c03-8209-ab2454f12829 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:34.082979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb60cc-77f7-4cc7-918f-7ef31a14a505,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:34.179229 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-0517e5bd-6370-4618-9a08-60cbe6efc248 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7e87bea1ff744b44894331a8fe0a7076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261266 Jun 03 15:08:34.227444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab42d91-e022-4a4a-99b9-af45b6d5286b req-f759ba2e-f107-4c5c-abf5-bf8357096fcd tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:34.228932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ab42d91-e022-4a4a-99b9-af45b6d5286b req-f759ba2e-f107-4c5c-abf5-bf8357096fcd tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 949 time: 0.6654601 Jun 03 15:08:34.266340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] Unset dirty status for tenant:cd430906f5c2492c865ea54a552eea26 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:34.267461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce06d49c-9b20-4930-862e-88fb2523848c req-d54c8d9a-966f-4279-a601-971360a78a6e tempest-ServersAdminNegativeTestJSON-890603083 tempest-ServersAdminNegativeTestJSON-890603083-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9537408 Jun 03 15:08:34.306749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:34.344856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2bdbf9e2-0134-4b34-86cc-fb81b7ddd621 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:34.346400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2bdbf9e2-0134-4b34-86cc-fb81b7ddd621 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615908 Jun 03 15:08:34.361878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Request body: {'port': {'device_id': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '7e87bea1ff744b44894331a8fe0a7076'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:34.408449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ab42d91-e022-4a4a-99b9-af45b6d5286b req-b55d8515-9427-4b79-959c-fb4c78c0c12e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672204 Jun 03 15:08:34.490181 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:34.497790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-af27c3d3-b974-41b9-ae44-806aaa48ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:34.499246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-af27c3d3-b974-41b9-ae44-806aaa48ea69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 924 time: 0.4844005 Jun 03 15:08:34.514069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c56e0bb9-b80b-460e-9f9e-c747c348be76 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:34.550123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:34.558861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Usage tracker for resource:port and tenant:7e87bea1ff744b44894331a8fe0a7076 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:34.563513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:34.571115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:34.581397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Made reservation on behalf of 7e87bea1ff744b44894331a8fe0a7076 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:34.585196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:34.663447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c56e0bb9-b80b-460e-9f9e-c747c348be76, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:34.682446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'port_id': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'mac_address': 'fa:16:3e:be:64:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:34.709155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object 07cfe784-0ace-4577-9750-abc095914a11 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:34.737301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c56e0bb9-b80b-460e-9f9e-c747c348be76 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:34.737709 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:34.754137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56e0bb9-b80b-460e-9f9e-c747c348be76 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:34.762380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-a8527bea-098c-440f-92bb-d70e2ef1c9d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76 HTTP/1.1" status: 200 len: 217 time: 0.2492552 Jun 03 15:08:34.770163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c56e0bb9-b80b-460e-9f9e-c747c348be76, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:34.775210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:34.852634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c56e0bb9-b80b-460e-9f9e-c747c348be76,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:34.895170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-5cc76dc0-ac08-4dac-b981-a86ee9182461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:34.896609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-5cc76dc0-ac08-4dac-b981-a86ee9182461 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 HTTP/1.1" status: 200 len: 862 time: 0.1257498 Jun 03 15:08:34.900746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacecdb-f5a0-48c9-b487-ee2aa12d9d7b req-eaee42e4-f17a-4d29-bf5c-a3610f434276 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:34.902073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caacecdb-f5a0-48c9-b487-ee2aa12d9d7b req-eaee42e4-f17a-4d29-bf5c-a3610f434276 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1100 time: 0.5025895 Jun 03 15:08:34.951826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:34.963562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:34.989585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Allocated IP 192.168.233.163 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/a3af0106-fb24-46a7-bc36-82c2ca86b70a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:35.034893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531f920-3f1e-48ea-ad5d-f13366614ea4 req-e897a6a9-f107-44dc-8e83-c730988180df tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:35.036400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2531f920-3f1e-48ea-ad5d-f13366614ea4 req-e897a6a9-f107-44dc-8e83-c730988180df tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 943 time: 0.3785987 Jun 03 15:08:35.069852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:35.097858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:35.100277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:35.106009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:35.106472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.133952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=07cfe784-0ace-4577-9750-abc095914a11,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:35.155231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-caacecdb-f5a0-48c9-b487-ee2aa12d9d7b req-599b090a-2aa9-4e03-8448-e3f7d5694bb1 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Synchronizing usage tracker for tenant:a8010cb77d444f48b144bb791bec5791 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:35.156154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['c56e0bb9-b80b-460e-9f9e-c747c348be76'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:35.178744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2531f920-3f1e-48ea-ad5d-f13366614ea4 req-79b56e2b-5a1a-48f3-a59f-ff3b42645e04 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261969 Jun 03 15:08:35.179996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-bbec240c-11ae-4226-89f9-83aa0ff8ad4b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2756317 Jun 03 15:08:35.193393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Request body: {'port': {'device_id': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:35.227104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-01c78fe8-5cef-4078-b830-1b51a872166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:35.228666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-01c78fe8-5cef-4078-b830-1b51a872166d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d91e65b7-51a3-4bc9-a601-77dd50a99d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3238325 Jun 03 15:08:35.235436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-caacecdb-f5a0-48c9-b487-ee2aa12d9d7b req-599b090a-2aa9-4e03-8448-e3f7d5694bb1 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Unset dirty status for tenant:a8010cb77d444f48b144bb791bec5791 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:35.236372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caacecdb-f5a0-48c9-b487-ee2aa12d9d7b req-599b090a-2aa9-4e03-8448-e3f7d5694bb1 tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920287 Jun 03 15:08:35.252921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.304768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Transition to ACTIVE for port object a3af0106-fb24-46a7-bc36-82c2ca86b70a will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:35.359595 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.501849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dc31abdb-5c26-4ef9-82b5-3a20a2c2ca8c None None] Provisioning for port 07cfe784-0ace-4577-9750-abc095914a11 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:35.506353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-982e6b87-ff7f-4bd4-ac96-7a2e86f5885d service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628758 Jun 03 15:08:35.525547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dc31abdb-5c26-4ef9-82b5-3a20a2c2ca8c None None] Provisioning complete for port 07cfe784-0ace-4577-9750-abc095914a11 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:35.526166 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dc31abdb-5c26-4ef9-82b5-3a20a2c2ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.550941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:35.554505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:35.558692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:35.564503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:35.565132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.591704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Pushing event updated for resources: {'Port': ['ID=a3af0106-fb24-46a7-bc36-82c2ca86b70a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:35.595582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-51b264c8-92e7-4773-9879-566d102d8c5a tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2376351 Jun 03 15:08:35.613205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Request body: {'port': {'device_id': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:35.618751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dc31abdb-5c26-4ef9-82b5-3a20a2c2ca8c None None] Port 07cfe784-0ace-4577-9750-abc095914a11 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:35.724370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9b7150f-550b-40ed-89a5-84bbd01f4e73 req-907115d4-984e-4b1a-a304-e5197c0307f5 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "GET /v2.0/security-groups/7c8874c8-da16-4c29-8716-e92bd33f44db HTTP/1.1" status: 200 len: 1778 time: 0.4445605 Jun 03 15:08:35.725912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.750599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.840709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ca6b0d84-0362-4360-8a80-75f1f97c3331 None None] Provisioning for port a3af0106-fb24-46a7-bc36-82c2ca86b70a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:35.846155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ca6b0d84-0362-4360-8a80-75f1f97c3331 None None] Provisioning complete for port a3af0106-fb24-46a7-bc36-82c2ca86b70a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:35.846545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ca6b0d84-0362-4360-8a80-75f1f97c3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.906903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b0d84-0362-4360-8a80-75f1f97c3331 None None] Port a3af0106-fb24-46a7-bc36-82c2ca86b70a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:35.946846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9fb9e-a73c-4aa4-9598-6c3d269aeaef req-b93b2406-b018-46d8-bd31-b4e747a50818 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:35.948310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9fb9e-a73c-4aa4-9598-6c3d269aeaef req-b93b2406-b018-46d8-bd31-b4e747a50818 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 936 time: 0.4739172 Jun 03 15:08:35.953810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd4f7714-503a-4ed5-87df-802372bb6eb7 req-37d4dac9-5216-4e99-8786-4b5092af64d6 service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212072 Jun 03 15:08:36.050636 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f9b7150f-550b-40ed-89a5-84bbd01f4e73 req-90ad0490-a8ab-4d55-9dac-3e10d342e2c0 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.154880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9fb9e-a73c-4aa4-9598-6c3d269aeaef req-43d6a283-8dad-4dae-851d-4a8be6602f60 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584914 Jun 03 15:08:36.157964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f9b7150f-550b-40ed-89a5-84bbd01f4e73 req-90ad0490-a8ab-4d55-9dac-3e10d342e2c0 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.186178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab135c5-7f7f-4c03-8209-ab2454f12829 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:36.200369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.223265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Transition to ACTIVE for port object cab135c5-7f7f-4c03-8209-ab2454f12829 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:36.227378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.268621 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f9b7150f-550b-40ed-89a5-84bbd01f4e73 req-90ad0490-a8ab-4d55-9dac-3e10d342e2c0 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.302211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad0490-a8ab-4d55-9dac-3e10d342e2c0 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8874c8-da16-4c29-8716-e92bd33f44db,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:36.453199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3af0106-fb24-46a7-bc36-82c2ca86b70a {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:36.460988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.478458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Transition to ACTIVE for port object a3af0106-fb24-46a7-bc36-82c2ca86b70a will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:36.482766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.528302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c56e0bb9-b80b-460e-9f9e-c747c348be76 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:36.587644 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f9b7150f-550b-40ed-89a5-84bbd01f4e73 req-90ad0490-a8ab-4d55-9dac-3e10d342e2c0 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.602409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9b7150f-550b-40ed-89a5-84bbd01f4e73 req-90ad0490-a8ab-4d55-9dac-3e10d342e2c0 tempest-SecurityGroupsTestAdminJSON-1792175838 tempest-SecurityGroupsTestAdminJSON-1792175838-project] 10.222.0.66 "DELETE /v2.0/security-groups/7c8874c8-da16-4c29-8716-e92bd33f44db HTTP/1.1" status: 204 len: 173 time: 0.8621008 Jun 03 15:08:36.635909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port c56e0bb9-b80b-460e-9f9e-c747c348be76 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:36.639787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=cab135c5-7f7f-4c03-8209-ab2454f12829,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:36.645494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port c56e0bb9-b80b-460e-9f9e-c747c348be76 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:36.645869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.668380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Pushing event updated for resources: {'Port': ['ID=a3af0106-fb24-46a7-bc36-82c2ca86b70a,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:36.676848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Attempting to bind port a3af0106-fb24-46a7-bc36-82c2ca86b70a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:36.677182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Attempting to bind port a3af0106-fb24-46a7-bc36-82c2ca86b70a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:36.677513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Attempting to bind port a3af0106-fb24-46a7-bc36-82c2ca86b70a on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:36.682833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Port a3af0106-fb24-46a7-bc36-82c2ca86b70a on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:36.683151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Attempting to bind port a3af0106-fb24-46a7-bc36-82c2ca86b70a on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:36.688988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:36.689324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:36.689693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:36.690126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Bound port: a3af0106-fb24-46a7-bc36-82c2ca86b70a, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:36.690474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.824136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Attempting to bind port cab135c5-7f7f-4c03-8209-ab2454f12829 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:36.824569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Attempting to bind port cab135c5-7f7f-4c03-8209-ab2454f12829 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:36.824994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Attempting to bind port cab135c5-7f7f-4c03-8209-ab2454f12829 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:36.825947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] For port a3af0106-fb24-46a7-bc36-82c2ca86b70a, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:36.829648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] For port a3af0106-fb24-46a7-bc36-82c2ca86b70a, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a3af0106-fb24-46a7-bc36-82c2ca86b70a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:36.837496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.868325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Port cab135c5-7f7f-4c03-8209-ab2454f12829 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:36.868911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Attempting to bind port cab135c5-7f7f-4c03-8209-ab2454f12829 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:36.884615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:36.885001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:36.885331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:36.887813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Bound port: cab135c5-7f7f-4c03-8209-ab2454f12829, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:36.887813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.895100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:36.895718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.897153 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] 10.222.0.70 "PUT /v2.0/ports/a3af0106-fb24-46a7-bc36-82c2ca86b70a HTTP/1.1" status: 200 len: 1096 time: 1.2887356 Jun 03 15:08:36.897601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'tag': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:36.918476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c56e0bb9-b80b-460e-9f9e-c747c348be76 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:36.919682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.942460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715dc7c-641e-4625-84bd-5de4f376b046 service neutron] Pushing event updated for resources: {'Port': ['ID=a3af0106-fb24-46a7-bc36-82c2ca86b70a,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:37.002888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:37.012914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1261d-30c5-4f21-82b1-c085c040d687 req-5106efb0-dfcf-4631-95b7-5e348c819b8b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:37.015379 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dda1261d-30c5-4f21-82b1-c085c040d687 req-5106efb0-dfcf-4631-95b7-5e348c819b8b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1097 time: 0.5517609 Jun 03 15:08:37.041783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c56e0bb9-b80b-460e-9f9e-c747c348be76, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:37.047775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:37.056198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-321aeb3c-aadf-4585-9f69-5fa375fe3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:37.057850 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-321aeb3c-aadf-4585-9f69-5fa375fe3265 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e87bea1ff744b44894331a8fe0a7076&device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 1099 time: 0.1109536 Jun 03 15:08:37.162593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60016) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:37.169177 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-f9d01a5a-c904-451f-9613-31752155436f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a3af0106-fb24-46a7-bc36-82c2ca86b70a HTTP/1.1" status: 200 len: 217 time: 0.0981877 Jun 03 15:08:37.175066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fabc68-a650-4f6a-ad3f-a8171ee75d40 req-e4db9027-7ae5-4005-ac77-3aabcef24ed3 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:37.176506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c56e0bb9-b80b-460e-9f9e-c747c348be76,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:37.186424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97fabc68-a650-4f6a-ad3f-a8171ee75d40 req-e4db9027-7ae5-4005-ac77-3aabcef24ed3 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 936 time: 0.4681692 Jun 03 15:08:37.236978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] For port cab135c5-7f7f-4c03-8209-ab2454f12829, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:37.249289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cfe784-0ace-4577-9750-abc095914a11 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:37.267443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-c2247c5e-9c16-4878-9aab-02c58fb0d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:37.269276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-c2247c5e-9c16-4878-9aab-02c58fb0d6ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0902464 Jun 03 15:08:37.275655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:37.282153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] For port cab135c5-7f7f-4c03-8209-ab2454f12829, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cab135c5-7f7f-4c03-8209-ab2454f12829,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:37.299116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:37.303576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dda1261d-30c5-4f21-82b1-c085c040d687 req-431c281b-c326-4bca-b2d6-6be8ad0d33b4 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764432 Jun 03 15:08:37.340853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97fabc68-a650-4f6a-ad3f-a8171ee75d40 req-45cc49a8-753e-4fd4-9288-19e795061fc3 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422966 Jun 03 15:08:37.366552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Transition to ACTIVE for port object 07cfe784-0ace-4577-9750-abc095914a11 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:37.400035 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:37.407585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-9244f8d5-2f20-470a-9f5a-c8b41fefa002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:37.409085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-9244f8d5-2f20-470a-9f5a-c8b41fefa002 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320379 Jun 03 15:08:37.411476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-924b2c06-7d91-4b23-8709-0a135a4827b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0938fd2969a54a448dc642392e27ecb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420144 Jun 03 15:08:37.413654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:37.414299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:37.415819 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] 10.222.0.70 "PUT /v2.0/ports/cab135c5-7f7f-4c03-8209-ab2454f12829 HTTP/1.1" status: 200 len: 1096 time: 3.5891931 Jun 03 15:08:37.418292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576db0f7-5209-440b-82f2-6651b68050b1', 'tag': 'cab135c5-7f7f-4c03-8209-ab2454f12829'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:37.423110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60026) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:37.620636 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-1e2dab54-2548-4d2f-8657-6ace3909e6d9 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932385 Jun 03 15:08:37.634636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-3dc69194-2b1e-452b-81e3-d6e773be34a2 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2cb758414294426097be52412d2c95e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242211 Jun 03 15:08:37.678480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e8f69-be19-409e-9af2-d2e083f6c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=cab135c5-7f7f-4c03-8209-ab2454f12829,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:37.780537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4e4695e-a05a-4f3b-b5d5-a8022d076bd8 req-ce8db9d4-5a62-4f32-a34c-c63bb5cd43f6 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540010 Jun 03 15:08:38.009905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Attempting to bind port 07cfe784-0ace-4577-9750-abc095914a11 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:38.010236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Attempting to bind port 07cfe784-0ace-4577-9750-abc095914a11 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:38.010557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Attempting to bind port 07cfe784-0ace-4577-9750-abc095914a11 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:38.016907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Pushing event updated for resources: {'Port': ['ID=07cfe784-0ace-4577-9750-abc095914a11,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:38.035558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Port 07cfe784-0ace-4577-9750-abc095914a11 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:38.035932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Attempting to bind port 07cfe784-0ace-4577-9750-abc095914a11 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:38.082333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:38.082731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:38.083225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:38.083769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Bound port: 07cfe784-0ace-4577-9750-abc095914a11, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:38.084297 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:38.120437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-0069972b-52e3-4b38-9db5-50a125a0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:38.122202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-0069972b-52e3-4b38-9db5-50a125a0d7fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 1099 time: 0.6190739 Jun 03 15:08:38.128478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4d403220-cd9e-4f37-836d-b4edcb493a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:38.240405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-99d331a2-20c6-4377-bc44-cd02af21d978 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:38.242118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-99d331a2-20c6-4377-bc44-cd02af21d978 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5756326 Jun 03 15:08:38.275414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-61e98540-c6c9-44d9-af64-9e07aad33466 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=cab135c5-7f7f-4c03-8209-ab2454f12829 HTTP/1.1" status: 200 len: 217 time: 0.1428070 Jun 03 15:08:38.309626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cec95e-b541-46a4-97dd-6120fae25de4 req-716ab9d6-15de-4fac-a8b6-ec201297abf2 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:38.311328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4cec95e-b541-46a4-97dd-6120fae25de4 req-716ab9d6-15de-4fac-a8b6-ec201297abf2 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.6279552 Jun 03 15:08:38.357222 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4d403220-cd9e-4f37-836d-b4edcb493a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:38.393282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-72c09a99-a1f2-4e4b-9497-cd1cc82da09f tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/quotas/2cb758414294426097be52412d2c95e8 HTTP/1.1" status: 200 len: 375 time: 0.1290126 Jun 03 15:08:38.511085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] For port 07cfe784-0ace-4577-9750-abc095914a11, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:38.521706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-dd844541-43c0-4daa-b5c6-7993eb4c6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:38.523446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-dd844541-43c0-4daa-b5c6-7993eb4c6685 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2236991 Jun 03 15:08:38.534316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4cec95e-b541-46a4-97dd-6120fae25de4 req-84279bd1-bf34-4356-9000-0072dc8da5de tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789694 Jun 03 15:08:38.541864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] For port 07cfe784-0ace-4577-9750-abc095914a11, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=07cfe784-0ace-4577-9750-abc095914a11,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:38.590781 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a43502-de38-4f6f-bb87-840b685bf675'] response: {'name': 'network-changed', 'server_uuid': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'tag': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a', 'status': 'completed', 'code': 200} Jun 03 15:08:38.632846 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9079b8-a24f-4ab0-9ce8-fdd7e1ff6cc8'] response: {'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'code': 200} Jun 03 15:08:38.672997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:38.711887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-db33ee56-9926-4faa-846c-98c0d9c973f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:38.713582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-db33ee56-9926-4faa-846c-98c0d9c973f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e87bea1ff744b44894331a8fe0a7076&device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 1099 time: 0.0934558 Jun 03 15:08:38.837199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:38.837825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:38.839275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] 10.222.0.15 "PUT /v2.0/ports/07cfe784-0ace-4577-9750-abc095914a11 HTTP/1.1" status: 200 len: 1096 time: 3.6499383 Jun 03 15:08:38.860623 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4d403220-cd9e-4f37-836d-b4edcb493a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:38.918671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d403220-cd9e-4f37-836d-b4edcb493a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cf6e02-edbb-4146-9405-874b71673e9e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:38.965185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0971d4b-73bb-425f-8c47-8c5a91004b12 service neutron] Pushing event updated for resources: {'Port': ['ID=07cfe784-0ace-4577-9750-abc095914a11,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:38.965391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-e4fd79d9-2a0c-4df6-b5c4-64e206cf6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:38.966963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-e4fd79d9-2a0c-4df6-b5c4-64e206cf6d9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2375333 Jun 03 15:08:38.994084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-67a93e55-3c76-4e08-a5ec-8aeb2eb729ea tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cb758414294426097be52412d2c95e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5757895 Jun 03 15:08:38.999545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4d403220-cd9e-4f37-836d-b4edcb493a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:39.000164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4d403220-cd9e-4f37-836d-b4edcb493a59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3cf6e02-edbb-4146-9405-874b71673e9e HTTP/1.1" status: 204 len: 168 time: 1.5627344 Jun 03 15:08:39.024242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-93edaaf0-e5a4-48cb-9336-9c0d6c087a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.025818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-93edaaf0-e5a4-48cb-9336-9c0d6c087a90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4902687 Jun 03 15:08:39.042397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-fbcb4eae-90ba-42cd-9326-0719c48ee789 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a3af0106-fb24-46a7-bc36-82c2ca86b70a HTTP/1.1" status: 200 len: 217 time: 0.0669055 Jun 03 15:08:39.075590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff483b-1e72-4231-a86b-054267302549 req-274fd904-cf72-485a-bead-6a8f638abfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.077191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cff483b-1e72-4231-a86b-054267302549 req-274fd904-cf72-485a-bead-6a8f638abfac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 1096 time: 0.3394723 Jun 03 15:08:39.127838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa11917-f418-472c-abf3-1c00c3700e59 req-f7d14018-230c-4d01-827c-662195f5f481 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.129533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfa11917-f418-472c-abf3-1c00c3700e59 req-f7d14018-230c-4d01-827c-662195f5f481 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 948 time: 0.3887868 Jun 03 15:08:39.139262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-8dc8baa8-344a-4019-b0ce-b687d62b9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.140936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-8dc8baa8-344a-4019-b0ce-b687d62b9c2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0919485 Jun 03 15:08:39.215562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-c8726604-c575-4084-a061-1fb85acbcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.217146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-c8726604-c575-4084-a061-1fb85acbcf2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 1099 time: 0.3110406 Jun 03 15:08:39.299663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-ce1e44f8-8183-40c9-958b-98e41f6e4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.301236 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-ce1e44f8-8183-40c9-958b-98e41f6e4fab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1501467 Jun 03 15:08:39.330237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cff483b-1e72-4231-a86b-054267302549 req-c529285d-895f-4bf0-8d78-64ced284f39e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933291 Jun 03 15:08:39.373301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-49cab172-b443-44ae-b814-68a3c9c8dfd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=07cfe784-0ace-4577-9750-abc095914a11 HTTP/1.1" status: 200 len: 217 time: 0.1308212 Jun 03 15:08:39.392285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfa11917-f418-472c-abf3-1c00c3700e59 req-f88bf92b-45fe-45f3-b336-27b11539bb5c tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459314 Jun 03 15:08:39.396933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-e00bff05-c8b3-42f9-87b2-93f4f46d3686 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590257 Jun 03 15:08:39.426868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60064) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:39.475387 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-431221f3-5f9a-4426-bbc8-a25706e0230a service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645720 Jun 03 15:08:39.508763 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fb90a8-370b-4725-b1fc-0763f4aeab8f'] response: {'name': 'network-changed', 'server_uuid': '576db0f7-5209-440b-82f2-6651b68050b1', 'tag': 'cab135c5-7f7f-4c03-8209-ab2454f12829', 'status': 'completed', 'code': 200} Jun 03 15:08:39.642583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-88ce9b86-4d47-4de8-88dd-fa7110da8c8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de5124e36d994c809e43e32324cdb92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121069 Jun 03 15:08:39.643833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60084) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:39.669134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f216519-539d-4a35-ae3c-0f2fbdf48bde req-9cb42015-d070-4745-b964-60e5d475dc5c service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811574 Jun 03 15:08:39.687070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-0e02c4c0-1681-46ef-9577-685d5793a405 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090972 Jun 03 15:08:39.695912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c1210-6452-4264-9357-1b80dead6905 req-9a2ccd2e-b809-4f43-b5a3-a72cd6615a04 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.697776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-812c1210-6452-4264-9357-1b80dead6905 req-9a2ccd2e-b809-4f43-b5a3-a72cd6615a04 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1097 time: 0.3929043 Jun 03 15:08:39.716147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b60f43cf-2cd1-4d49-8589-33a507428b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:39.744152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b60f43cf-2cd1-4d49-8589-33a507428b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:39.805966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b60f43cf-2cd1-4d49-8589-33a507428b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:39.819688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-756c0bf8-75f7-4757-983a-92d72c2e39c0 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113328 Jun 03 15:08:39.827162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f43cf-2cd1-4d49-8589-33a507428b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1204902b-91d6-4b3e-99b7-f8ba1a839718,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:39.840445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-a8f24ffe-d3f1-4515-9aaa-3b924ed23427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:39.841881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-a8f24ffe-d3f1-4515-9aaa-3b924ed23427 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2612896 Jun 03 15:08:39.845941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b60f43cf-2cd1-4d49-8589-33a507428b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:39.849328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b60f43cf-2cd1-4d49-8589-33a507428b12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1204902b-91d6-4b3e-99b7-f8ba1a839718 HTTP/1.1" status: 204 len: 168 time: 0.2044771 Jun 03 15:08:39.972543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-812c1210-6452-4264-9357-1b80dead6905 req-84b38767-0850-454b-a717-1f694975fb24 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526438 Jun 03 15:08:40.030374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-3608af8d-6d5b-4e59-9592-a972d894b920 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:40.031837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-3608af8d-6d5b-4e59-9592-a972d894b920 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440182 Jun 03 15:08:40.054724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-b687ae65-e92e-4dd1-92bf-82d7a1cc759b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/quotas/f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 375 time: 0.0170953 Jun 03 15:08:40.111272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-69ac78a6-0ea4-46bb-a5a5-e052ad79dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:40.112790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-69ac78a6-0ea4-46bb-a5a5-e052ad79dfe8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2429445 Jun 03 15:08:40.120625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-b999d5e3-83cb-41fc-8787-3c48f5b3f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:40.122081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-b999d5e3-83cb-41fc-8787-3c48f5b3f123 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 1099 time: 0.1977179 Jun 03 15:08:40.231403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a3af0106-fb24-46a7-bc36-82c2ca86b70a details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:40.393740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a3af0106-fb24-46a7-bc36-82c2ca86b70a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a3af0106-fb24-46a7-bc36-82c2ca86b70a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:40.410605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a', 'mac_address': 'fa:16:3e:8a:46:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:40.480192 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-a2d38ae4-3bca-4c81-bca4-6208a2cb7db7 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2cb758414294426097be52412d2c95e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513060 Jun 03 15:08:40.480855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a3af0106-fb24-46a7-bc36-82c2ca86b70a is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:40.481296 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:40.507485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3af0106-fb24-46a7-bc36-82c2ca86b70a {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:40.545268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-ffbaf3a7-7f18-48d4-8969-2990d1cd7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:40.545820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a3af0106-fb24-46a7-bc36-82c2ca86b70a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a3af0106-fb24-46a7-bc36-82c2ca86b70a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:40.546724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-ffbaf3a7-7f18-48d4-8969-2990d1cd7e88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4144554 Jun 03 15:08:40.557007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:40.627365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a3af0106-fb24-46a7-bc36-82c2ca86b70a,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:40.658550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-de7275c4-2b0b-4961-a187-76eb68f5e400 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=cab135c5-7f7f-4c03-8209-ab2454f12829 HTTP/1.1" status: 200 len: 217 time: 0.0865448 Jun 03 15:08:40.678559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-3c686482-ab19-4bb5-9759-4b0160db1d7d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6109364 Jun 03 15:08:40.697306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-ad6cbe1d-040b-4e58-a955-3ef8cb41a92e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:40.698854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-ad6cbe1d-040b-4e58-a955-3ef8cb41a92e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112129 Jun 03 15:08:40.715996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Request body: {'port': {'device_id': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '2cb758414294426097be52412d2c95e8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:40.736775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb680359-5547-4100-9da9-3aff4cff0609 req-9852342c-470b-498e-af1c-90821446cea1 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:40.743836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb680359-5547-4100-9da9-3aff4cff0609 req-9852342c-470b-498e-af1c-90821446cea1 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 948 time: 0.5645356 Jun 03 15:08:40.751599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-f08478ff-65a6-43f7-bb89-fa8fc1294e60 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161239 Jun 03 15:08:40.835492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:40.850158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a3af0106-fb24-46a7-bc36-82c2ca86b70a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:40.908572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-7345283c-b47d-414d-be79-c9b9e5ca83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:40.910009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-7345283c-b47d-414d-be79-c9b9e5ca83d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2368824 Jun 03 15:08:40.926959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb680359-5547-4100-9da9-3aff4cff0609 req-bb7e0939-9e43-4265-a339-0db57e88e653 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821747 Jun 03 15:08:40.975671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:40.993838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Usage tracker for resource:port and tenant:2cb758414294426097be52412d2c95e8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:41.000923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:41.017068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:41.056948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Made reservation on behalf of 2cb758414294426097be52412d2c95e8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:41.060715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.139466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-830572213-network', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:41.145647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:41.156471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Usage tracker for resource:network and tenant:9f8b94694ad54eb99baa29997a90ab96 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:41.182210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:41.203981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:41.233695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Made reservation on behalf of 9f8b94694ad54eb99baa29997a90ab96 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:41.235981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.273669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-732451de-efb3-4acc-a72f-7d7990459df2 req-1bbc86b1-2d45-43fe-b4a3-2b9f2f11fb80 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 210 time: 0.1580644 Jun 03 15:08:41.285811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.293567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82fdd7fe-b3c9-4f05-8282-2debf0ddade5 req-431e0c2c-2039-4731-b02c-d8ec39e1afcb service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222120 Jun 03 15:08:41.309909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-fc795b34-b621-42af-92fe-b24fc016c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:41.311253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-fc795b34-b621-42af-92fe-b24fc016c995 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3815444 Jun 03 15:08:41.312928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:41.321515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Usage tracker for resource:security_group_rule and tenant:9f8b94694ad54eb99baa29997a90ab96 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:41.326511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:41.335447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c03113-8990-4218-aeb3-d3883cae8721 req-715d8f9a-6673-4139-9ac2-bdff61810277 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:41.337624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33c03113-8990-4218-aeb3-d3883cae8721 req-715d8f9a-6673-4139-9ac2-bdff61810277 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.1503751 Jun 03 15:08:41.349139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:41.364751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Allocated IP 192.168.233.79 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/fe9b3e3b-55c9-4d19-8fbd-0927b59d6562) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:41.484006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33c03113-8990-4218-aeb3-d3883cae8721 req-ddb0e2d2-41d0-4804-b796-a9f30a8a34f7 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149955 Jun 03 15:08:41.521180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'tag': '07cfe784-0ace-4577-9750-abc095914a11'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:41.598946 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c99e686e-7e82-4b27-b907-8c3a13561646 req-2eb13b13-47ff-46d9-9490-28ec333db260 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 210 time: 0.0581419 Jun 03 15:08:41.611522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.637540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.637666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-bcbb8ff7-16a3-424f-9798-4eb269ab7731 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991035 Jun 03 15:08:41.685941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:08:41.712569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.721508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc83a43-a629-4e56-a402-314413363171,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:41.724068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.724439 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Added segment 98e04785-4d62-44e3-ac62-8e5eccef9165 of type vlan for network 2376d74e-6891-418e-bea5-aba77cf08e9f Jun 03 15:08:41.739235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.739589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.739933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.740299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.740634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.740968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.741303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.741632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.741959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.742317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.742643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.742970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:41.749401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3a42-6ad0-4bad-ba82-7d9e47eee531 req-4c558f33-25ba-461b-90ed-61dc4ffc67a9 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:41.750889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d3c3a42-6ad0-4bad-ba82-7d9e47eee531 req-4c558f33-25ba-461b-90ed-61dc4ffc67a9 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 949 time: 0.2759895 Jun 03 15:08:41.764958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Transition to ACTIVE for port object fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:41.794876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.829361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc431dce-c107-4da1-b44c-d10a4f39ee40 req-2d0fc5eb-7ce1-45a5-bc36-273b3b6a7a1a service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831329 Jun 03 15:08:41.832337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d3c3a42-6ad0-4bad-ba82-7d9e47eee531 req-289f6e21-463a-473c-8a8c-7f50a5dd9b4b tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730550 Jun 03 15:08:41.834129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.837203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.839503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:41.840420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:41.846261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['1aa46891-5b48-49bc-bacf-decfdd063cfc'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:41.913860 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e4bd57-a0e9-4ad2-aeae-fee6c9efd301'] response: {'name': 'network-changed', 'server_uuid': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'tag': '07cfe784-0ace-4577-9750-abc095914a11', 'status': 'completed', 'code': 200} Jun 03 15:08:42.114946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-7ee4bb0f-2e8e-48fa-9685-e364801924ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:42.124232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-7ee4bb0f-2e8e-48fa-9685-e364801924ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 1099 time: 0.1492610 Jun 03 15:08:42.130688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Pushing event updated for resources: {'Port': ['ID=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:42.214120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:42.219040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:42.225426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:42.231259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:42.231963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:42.243933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cab135c5-7f7f-4c03-8209-ab2454f12829 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:42.256568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] Pushing event updated for resources: {'Network': ['ID=2376d74e-6891-418e-bea5-aba77cf08e9f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:42.260996 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-13a1e227-1eb1-4424-ab2f-16e113ddac5e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5499549 Jun 03 15:08:42.262906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-62f0d0f8-6e89-460b-885a-221b51a726db admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4243009 Jun 03 15:08:42.268292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:42.274845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Request body: {'subnet': {'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-830572213-subnet', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:42.277125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Request body: {'port': {'device_id': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:42.283599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:42.290543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Usage tracker for resource:subnet and tenant:9f8b94694ad54eb99baa29997a90ab96 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:42.294952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:42.322886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:42.370073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-2a0dfc24-0312-43fd-9434-c7775f3fae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:42.373051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-2a0dfc24-0312-43fd-9434-c7775f3fae56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2233367 Jun 03 15:08:42.375937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Made reservation on behalf of 9f8b94694ad54eb99baa29997a90ab96 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:42.394196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:42.424060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a3af0106-fb24-46a7-bc36-82c2ca86b70a up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:42.471155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 2376d74e-6891-418e-bea5-aba77cf08e9f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:08:42.472716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:42.491129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-f679ee92-4a23-4932-bfce-0b058e46562a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=07cfe784-0ace-4577-9750-abc095914a11 HTTP/1.1" status: 200 len: 217 time: 0.0826452 Jun 03 15:08:42.747179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e51c900b-6152-4de5-8728-12e34968bf5c None None] Provisioning for port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:42.771068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e51c900b-6152-4de5-8728-12e34968bf5c None None] Provisioning complete for port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:42.771737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e51c900b-6152-4de5-8728-12e34968bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:42.816810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cab135c5-7f7f-4c03-8209-ab2454f12829, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cab135c5-7f7f-4c03-8209-ab2454f12829,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:42.821744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-dd413857-76ee-41b3-918f-8c04c74e97ac tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825434 Jun 03 15:08:42.862523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port a3af0106-fb24-46a7-bc36-82c2ca86b70a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:42.869079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'cab135c5-7f7f-4c03-8209-ab2454f12829', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'cab135c5-7f7f-4c03-8209-ab2454f12829', 'mac_address': 'fa:16:3e:82:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:42.877591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port a3af0106-fb24-46a7-bc36-82c2ca86b70a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:42.877984 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:42.903132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e51c900b-6152-4de5-8728-12e34968bf5c None None] Port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:42.940733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:42.948362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:42.964398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Transition to ACTIVE for port object fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:42.969777 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.008987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cab135c5-7f7f-4c03-8209-ab2454f12829 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:43.009583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.033073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab135c5-7f7f-4c03-8209-ab2454f12829 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:43.108975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-a135694a-4e58-4444-829a-7d34c6623f36 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:43.115521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-a135694a-4e58-4444-829a-7d34c6623f36 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787948 Jun 03 15:08:43.116096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cab135c5-7f7f-4c03-8209-ab2454f12829, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cab135c5-7f7f-4c03-8209-ab2454f12829,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:43.125768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.153212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-a3418b94-0bf5-4475-b5ba-ae8b95ac7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:43.154694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-a3418b94-0bf5-4475-b5ba-ae8b95ac7dd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.6154950 Jun 03 15:08:43.169700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'port': {'device_id': '48a7d075-2e19-488b-83d4-09b606f06a58', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'f2883739feda45b99fdea7f5ff96186f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:43.175436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a3af0106-fb24-46a7-bc36-82c2ca86b70a is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:43.175811 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.221081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Attempting to bind port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:43.221539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Attempting to bind port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:43.221778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Attempting to bind port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:43.239466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Pushing event updated for resources: {'Port': ['ID=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:43.241399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cab135c5-7f7f-4c03-8209-ab2454f12829,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:43.243640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:43.243965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Attempting to bind port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:43.254101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:43.254463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:43.261896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:43.262361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Bound port: fe9b3e3b-55c9-4d19-8fbd-0927b59d6562, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:43.262724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.267795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:43.276582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.276997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.277515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.278007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.278500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.279022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.279492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.279962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.280516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.281035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.284487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.285032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.297536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a3af0106-fb24-46a7-bc36-82c2ca86b70a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a3af0106-fb24-46a7-bc36-82c2ca86b70a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:43.304955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.370296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee624-5744-4b60-8f7a-1841d0a353d9 req-b7f2c858-1c85-410d-a8a7-c8ba76490c92 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:43.371944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-baeee624-5744-4b60-8f7a-1841d0a353d9 req-b7f2c858-1c85-410d-a8a7-c8ba76490c92 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 948 time: 0.8828645 Jun 03 15:08:43.391706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26b9c17a-574f-4e6f-a582-b33be59d9b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.400880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a3af0106-fb24-46a7-bc36-82c2ca86b70a,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:43.405234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['cab135c5-7f7f-4c03-8209-ab2454f12829'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:43.418117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] For port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:43.421258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] For port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:43.429291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.499320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:43.500026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.501885 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] 10.222.0.70 "PUT /v2.0/ports/fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 HTTP/1.1" status: 200 len: 1095 time: 1.2300892 Jun 03 15:08:43.502354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'tag': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:43.529786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c5acc-e750-449c-86b1-a64b465bc93f service neutron] Pushing event updated for resources: {'Port': ['ID=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:43.550049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-baeee624-5744-4b60-8f7a-1841d0a353d9 req-bcbf3e29-a5d4-4cc9-b194-256bc55d802a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617172 Jun 03 15:08:43.580074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:43.592546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:port and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:43.596057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:43.610807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-29480575-26dd-47bf-b44f-cc4d26557697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:43.612334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-29480575-26dd-47bf-b44f-cc4d26557697 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4210255 Jun 03 15:08:43.613201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:43.652457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.718334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-26946f96-a9cd-4e63-9ed1-081cea2a6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:43.720208 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-26946f96-a9cd-4e63-9ed1-081cea2a6b3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2cb758414294426097be52412d2c95e8&device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 1098 time: 0.1514721 Jun 03 15:08:43.750036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Made reservation on behalf of f2883739feda45b99fdea7f5ff96186f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:08:43.753917 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:43.797745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60188) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:43.821667 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-db2fdac5-438a-4e1e-ab89-5be3261b5503 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 HTTP/1.1" status: 200 len: 217 time: 0.0935469 Jun 03 15:08:43.873272 n-d-844594-1 neutron-server[88339]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 15:08:43.877102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-b4eb0163-24cd-45a3-a675-b3ce343a16e6 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:08:43.878095 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-b4eb0163-24cd-45a3-a675-b3ce343a16e6 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710096 Jun 03 15:08:43.894730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-248d7a41-3abc-4a5b-8883-cce3b277bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:43.896487 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-248d7a41-3abc-4a5b-8883-cce3b277bd1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0667918 Jun 03 15:08:43.948270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bd37a2-69ab-49ae-b6c3-3009b3e3d6df,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:43.979986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.980237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.980510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.980841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.981166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.981488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.981801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.982119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.982501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.982751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.983598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:43.983598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:44.006807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810056f1-cce3-46bc-b571-ec91566b3889 req-844019b9-800f-4460-85f9-54b5f6a742e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:44.009119 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-844019b9-800f-4460-85f9-54b5f6a742e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038001 Jun 03 15:08:44.015517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Checking segment: {'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:44.015871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Network hostable DHCP agents. Network: 2376d74e-6891-418e-bea5-aba77cf08e9f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:08:44.035991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-5362331b-406f-4623-b25e-c99827044c21 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103270 Jun 03 15:08:44.044829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Request body: {'binding': {'host': 'n-h1-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:44.045327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Unknown quota resources ['binding']. {{(pid=88339) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:08:44.180218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc1896-e162-41bf-9720-7a9d4d09dc74 req-0a3affd4-6c1b-43f9-9265-e85ac882d9fd tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:44.181685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05fc1896-e162-41bf-9720-7a9d4d09dc74 req-0a3affd4-6c1b-43f9-9265-e85ac882d9fd tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 948 time: 0.4365735 Jun 03 15:08:44.192597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Network 2376d74e-6891-418e-bea5-aba77cf08e9f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:08:44.259578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Allocated IP 192.168.233.187 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/78cc05aa-00d7-457b-b43d-a740b32a1ddb) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:44.261432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 2376d74e-6891-418e-bea5-aba77cf08e9f) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:44.271637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8938b3fd-dd2a-492c-8d3d-a10e358d69bb None None] Network 2376d74e-6891-418e-bea5-aba77cf08e9f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:08:44.275264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:44.275780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.277733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-5e7bfd51-0570-43a7-b040-ad618558b5fa service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573960 Jun 03 15:08:44.299791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05fc1896-e162-41bf-9720-7a9d4d09dc74 req-99399d49-2b65-46f2-9274-c590ac55a16c tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098228 Jun 03 15:08:44.316248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6575101c-797b-4d82-adba-2db0cc8326c7 req-38304f06-115b-4450-b7c0-706aa20691f2 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438774 Jun 03 15:08:44.355331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1a6b1c7-bb2c-48a6-a417-ce908e64b921 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0858257 Jun 03 15:08:44.359116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60198) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:44.373430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:44.382877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:08:44.404009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Usage tracker for resource:router and tenant:9f8b94694ad54eb99baa29997a90ab96 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:08:44.410848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:08:44.471487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:08:44.536720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-2376d74e-6891-418e-bea5-aba77cf08e9f', 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'fixed_ips': [{'subnet_id': '07bd37a2-69ab-49ae-b6c3-3009b3e3d6df'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:08:44.537905 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.550722 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.551769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.561888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 07cfe784-0ace-4577-9750-abc095914a11 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:44.603593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.629577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on host n-h1-844594-1 for vnic_type normal with profile None {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:44.630017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:44.630427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:44.650358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:44.650962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:44.663994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-810056f1-cce3-46bc-b571-ec91566b3889 req-4fef7900-fd8d-4173-8947-0ccd393ba6a4 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694694 Jun 03 15:08:44.665242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:44.665586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:44.665976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:44.666416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Bound port: 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:44.678592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-56bdcfcd-5ec6-4304-8263-cc93ef5d9086 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:44.679427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-56bdcfcd-5ec6-4304-8263-cc93ef5d9086 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Synchronizing usage tracker for tenant:7343d0121a3f4d098f1d40b82c834695 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:44.692130 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.721264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce5e60-187b-4ebf-96b8-2439e81cccf2 req-0ff773a4-5e04-4568-a1f4-0b7ff1e3f49a tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:44.722732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98ce5e60-187b-4ebf-96b8-2439e81cccf2 req-0ff773a4-5e04-4568-a1f4-0b7ff1e3f49a tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 947 time: 0.2620089 Jun 03 15:08:44.742421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-56bdcfcd-5ec6-4304-8263-cc93ef5d9086 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Unset dirty status for tenant:7343d0121a3f4d098f1d40b82c834695 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:44.743581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-56bdcfcd-5ec6-4304-8263-cc93ef5d9086 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "GET /v2.0/ports?device_id=b102bc45-a780-4cdf-a119-816041c3f217 HTTP/1.1" status: 200 len: 948 time: 0.4474502 Jun 03 15:08:44.812644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:44.822753 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.823913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-af70326c-67f5-4287-9871-ff400970df90 service neutron] 10.222.0.66 "POST /v2.0/ports/3ac9a6f9-57b5-48b7-a31a-177fc5d14075/bindings HTTP/1.1" status: 201 len: 389 time: 0.8728154 Jun 03 15:08:44.832147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Deleting port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:08:44.832500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:44.860208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 07cfe784-0ace-4577-9750-abc095914a11, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=07cfe784-0ace-4577-9750-abc095914a11,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:44.880175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '07cfe784-0ace-4577-9750-abc095914a11', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '07cfe784-0ace-4577-9750-abc095914a11', 'mac_address': 'fa:16:3e:66:aa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:44.892356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Transition to ACTIVE for port object 78cc05aa-00d7-457b-b43d-a740b32a1ddb will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:44.989320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Allocated IP 172.20.0.2 (2376d74e-6891-418e-bea5-aba77cf08e9f/07bd37a2-69ab-49ae-b6c3-3009b3e3d6df/136498ac-7a7e-4f43-be62-4ceca956ec46) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:45.108661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98ce5e60-187b-4ebf-96b8-2439e81cccf2 req-167ec9a7-2566-4d3c-b8f5-3eab4bac6251 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477691 Jun 03 15:08:45.118748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 07cfe784-0ace-4577-9750-abc095914a11 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:45.119132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.122260 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.141210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.210342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:45.220170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:45.221652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:45.264682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] For port 6a8c7a04-7110-45cd-b101-3f78fdd659a2, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6a8c7a04-7110-45cd-b101-3f78fdd659a2,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:45.265300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.269451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.297026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cfe784-0ace-4577-9750-abc095914a11 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:45.305299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:45.310851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:45.311503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.316936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 07cfe784-0ace-4577-9750-abc095914a11, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=07cfe784-0ace-4577-9750-abc095914a11,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:45.332704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.420888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Calling delete_port for 6a8c7a04-7110-45cd-b101-3f78fdd659a2 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:08:45.454977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:45.472024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-f8c4d9f6-e124-4465-8d2b-e37a28399242 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3402309 Jun 03 15:08:45.482763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-30b13896-1d71-4521-ae11-45bf93275586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:45.484816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-30b13896-1d71-4521-ae11-45bf93275586 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1097 time: 0.3442292 Jun 03 15:08:45.500337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Request body: {'port': {'device_id': '48a7d075-2e19-488b-83d4-09b606f06a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:45.542334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=07cfe784-0ace-4577-9750-abc095914a11,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:45.591413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68f13b-5497-4203-9522-adcc270b8020 req-09784541-f5f4-4b52-abe1-a8802c817bd9 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:45.598189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e68f13b-5497-4203-9522-adcc270b8020 req-09784541-f5f4-4b52-abe1-a8802c817bd9 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.3794410 Jun 03 15:08:45.654857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-08405a87-ceb3-49fd-b4cb-35acf86c37a9 None None] Provisioning for port 78cc05aa-00d7-457b-b43d-a740b32a1ddb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:45.658890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61eb86-1cc1-4368-9551-f3d3f1146172 req-259e9312-655e-4dcc-a1b6-afa7b1dcb56a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:45.659709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3e61eb86-1cc1-4368-9551-f3d3f1146172 req-259e9312-655e-4dcc-a1b6-afa7b1dcb56a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:45.662375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-efeb0994-43bc-40bf-b53b-666900a9c39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.674287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:45.705504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.707207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-08405a87-ceb3-49fd-b4cb-35acf86c37a9 None None] Provisioning complete for port 78cc05aa-00d7-457b-b43d-a740b32a1ddb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:45.707565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-08405a87-ceb3-49fd-b4cb-35acf86c37a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.715616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.720196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-0c54b667-9e1a-4843-885e-d545e0c0e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:45.721786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-0c54b667-9e1a-4843-885e-d545e0c0e77a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.2276835 Jun 03 15:08:45.744648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e68f13b-5497-4203-9522-adcc270b8020 req-968bff6d-2afc-4f45-b495-39088f5a0d9e tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455705 Jun 03 15:08:45.798757 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-b6f9e41b-495a-4ed6-869f-12797066ada3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 217 time: 0.0703173 Jun 03 15:08:45.819481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Transition to ACTIVE for port object 136498ac-7a7e-4f43-be62-4ceca956ec46 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:45.862775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Transition to ACTIVE for port object 136498ac-7a7e-4f43-be62-4ceca956ec46 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:45.871832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-08405a87-ceb3-49fd-b4cb-35acf86c37a9 None None] Port 78cc05aa-00d7-457b-b43d-a740b32a1ddb cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:45.883368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.886266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:45.926271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3e61eb86-1cc1-4368-9551-f3d3f1146172 req-259e9312-655e-4dcc-a1b6-afa7b1dcb56a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:45.928263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e61eb86-1cc1-4368-9551-f3d3f1146172 req-259e9312-655e-4dcc-a1b6-afa7b1dcb56a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 936 time: 0.6571965 Jun 03 15:08:45.950470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-6e8f9624-e105-4b2a-8897-f6798b222730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:45.953500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-6e8f9624-e105-4b2a-8897-f6798b222730 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1397355 Jun 03 15:08:45.965548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Network 2376d74e-6891-418e-bea5-aba77cf08e9f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:45.970765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:45.975840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:46.020220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Pushing event deleted for resources: {'Port': ['ID=6a8c7a04-7110-45cd-b101-3f78fdd659a2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:46.032747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Pushing event updated for resources: {'Port': ['ID=136498ac-7a7e-4f43-be62-4ceca956ec46,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:46.117876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Attempting to bind port 136498ac-7a7e-4f43-be62-4ceca956ec46 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:46.118204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Attempting to bind port 136498ac-7a7e-4f43-be62-4ceca956ec46 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:46.118508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Attempting to bind port 136498ac-7a7e-4f43-be62-4ceca956ec46 on network 2376d74e-6891-418e-bea5-aba77cf08e9f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:46.132961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:46.133365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Checking segment: {'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:46.133720 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.134104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Bound using segment: {'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:46.134568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Bound port: 136498ac-7a7e-4f43-be62-4ceca956ec46, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:46.135030 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.151390 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-00cc851b-ba90-4289-89f2-e0d6eac25447 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794043 Jun 03 15:08:46.157131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] No DVR routers for this DVR port 6a8c7a04-7110-45cd-b101-3f78fdd659a2 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:08:46.166025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.246368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] For port 136498ac-7a7e-4f43-be62-4ceca956ec46, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:46.251628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30df207c-a193-40e5-9dd2-1e72baac15a5 req-15959f40-c1a5-49ef-a69b-d8315b1663f9 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "DELETE /v2.0/ports/6a8c7a04-7110-45cd-b101-3f78fdd659a2 HTTP/1.1" status: 204 len: 173 time: 1.4982073 Jun 03 15:08:46.251770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] For port 136498ac-7a7e-4f43-be62-4ceca956ec46, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=136498ac-7a7e-4f43-be62-4ceca956ec46,segment=NetworkSegment(98e04785-4d62-44e3-ac62-8e5eccef9165),segment_id=98e04785-4d62-44e3-ac62-8e5eccef9165)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:46.256486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cab135c5-7f7f-4c03-8209-ab2454f12829 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:46.289992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e61eb86-1cc1-4368-9551-f3d3f1146172 req-6ee19ee4-08e0-4889-8f63-cab9a8cc3e76 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974346 Jun 03 15:08:46.294107 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.359050 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430c8853-faf5-48b4-91fe-b4cf3a9c83e1'] response: {'server_uuid': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a', 'code': 200} Jun 03 15:08:46.432481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e5a8-2bc9-419e-ad8d-a29b7ba7abb4 None None] Pushing event updated for resources: {'Port': ['ID=136498ac-7a7e-4f43-be62-4ceca956ec46,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:46.463221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port cab135c5-7f7f-4c03-8209-ab2454f12829 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:46.491534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port cab135c5-7f7f-4c03-8209-ab2454f12829 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:46.491914 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.550878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.584067 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffd5995-c14f-4a56-99f3-5b93ad4a5686'] response: {'name': 'network-changed', 'server_uuid': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'tag': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562', 'status': 'completed', 'code': 200} Jun 03 15:08:46.585020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.70', 64841) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:46.586892 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.619307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-d9ddf302-a070-411f-b6c7-84a17f287eae service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487214 Jun 03 15:08:46.647835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cab135c5-7f7f-4c03-8209-ab2454f12829 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:46.649884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.718042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cab135c5-7f7f-4c03-8209-ab2454f12829, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cab135c5-7f7f-4c03-8209-ab2454f12829,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:46.727037 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.733241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:46.792637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:08:46.819367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02052d1-667c-4a39-bd15-f3f499cef40c req-0e95ccc4-c4eb-4c3c-8ed7-302e316efbd5 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:46.821705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c02052d1-667c-4a39-bd15-f3f499cef40c req-0e95ccc4-c4eb-4c3c-8ed7-302e316efbd5 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 950 time: 0.9013107 Jun 03 15:08:46.831613 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-b9263df3-f81b-47fc-8101-1118815ef8d5 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951168 Jun 03 15:08:46.834194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d122-3ee8-4f42-bd40-c3edf333398f req-2fc36ba6-da18-4120-b0d3-6dd3acbe769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:46.838400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-25c9d122-3ee8-4f42-bd40-c3edf333398f req-2fc36ba6-da18-4120-b0d3-6dd3acbe769b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 1101 time: 0.2520812 Jun 03 15:08:46.854004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['38eb1a9c-1c8a-47e0-a585-a5f7972a5c38'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:46.891966 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-25c9d122-3ee8-4f42-bd40-c3edf333398f req-4c14223d-5945-4c14-80bf-eee3e5695aa4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468237 Jun 03 15:08:46.903000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cab135c5-7f7f-4c03-8209-ab2454f12829,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:46.912860 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.013222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cc05aa-00d7-457b-b43d-a740b32a1ddb {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:47.021351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c02052d1-667c-4a39-bd15-f3f499cef40c req-af477191-1801-42e1-aecf-9750f4ccd2c0 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389549 Jun 03 15:08:47.056904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-f557e062-1bb2-4c65-91cf-7d515e4c05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:47.059444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-f557e062-1bb2-4c65-91cf-7d515e4c05e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2cb758414294426097be52412d2c95e8&device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 1098 time: 0.5608380 Jun 03 15:08:47.066404 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.107491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Transition to ACTIVE for port object 78cc05aa-00d7-457b-b43d-a740b32a1ddb will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:47.115995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.163165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff034840-5ade-4851-9987-d4929f4916de req-22485379-5455-47d5-a2a5-6e54f0bbbfa8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:47.164622 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff034840-5ade-4851-9987-d4929f4916de req-22485379-5455-47d5-a2a5-6e54f0bbbfa8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 949 time: 0.5391054 Jun 03 15:08:47.204748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Allocated IP 172.25.1.114 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/fc0f1d28-198a-434d-b7d1-cadb4c319bfe) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:47.287673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 136498ac-7a7e-4f43-be62-4ceca956ec46 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:47.308545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-6e1120a4-5840-4b65-8afc-85fac8fc0a7b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:47.310140 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-6e1120a4-5840-4b65-8afc-85fac8fc0a7b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1097 time: 0.0874884 Jun 03 15:08:47.322350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:47.402760 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.419005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 136498ac-7a7e-4f43-be62-4ceca956ec46 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:47.469874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.602944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:47.637998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff034840-5ade-4851-9987-d4929f4916de req-f2410941-a070-4312-8e79-805e6636f29d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616790 Jun 03 15:08:47.688527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Attempting to bind port 78cc05aa-00d7-457b-b43d-a740b32a1ddb on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:47.688791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Attempting to bind port 78cc05aa-00d7-457b-b43d-a740b32a1ddb by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:47.689114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Attempting to bind port 78cc05aa-00d7-457b-b43d-a740b32a1ddb on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:47.709844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Port 78cc05aa-00d7-457b-b43d-a740b32a1ddb on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:47.710171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Attempting to bind port 78cc05aa-00d7-457b-b43d-a740b32a1ddb on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:47.712568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:47.725565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bb8e0-de71-4f74-891d-53781caceff4 req-14d9600f-5e2c-4cbc-9c09-10debec84c62 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:47.732672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a23bb8e0-de71-4f74-891d-53781caceff4 req-14d9600f-5e2c-4cbc-9c09-10debec84c62 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 946 time: 0.5659981 Jun 03 15:08:47.745160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286581f-e58f-4ee7-8a6e-85218540f9cb None None] Network 2376d74e-6891-418e-bea5-aba77cf08e9f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:08:47.751564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:47.764126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:47.764476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:47.764869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:47.765311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Bound port: 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:47.765655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.781191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-0be42fa9-de63-4074-ad92-c65e9aff62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:47.782626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-0be42fa9-de63-4074-ad92-c65e9aff62bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.5795002 Jun 03 15:08:47.822298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.830791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.834892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] Provisioning for port 136498ac-7a7e-4f43-be62-4ceca956ec46 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:47.843415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] Provisioning complete for port 136498ac-7a7e-4f43-be62-4ceca956ec46 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:47.843779 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.973554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:47.978140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-d53c9aa6-6a39-479e-92df-af73ffbef3de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 HTTP/1.1" status: 200 len: 217 time: 0.1664748 Jun 03 15:08:48.040500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:48.049624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a23bb8e0-de71-4f74-891d-53781caceff4 req-2d0dfb76-f920-4b3d-9354-031e0b2e8b51 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159981 Jun 03 15:08:48.096174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on host n-h2-844594-1 for vnic_type normal with profile {"migrating_to": "n-h1-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:48.096711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:48.097223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:48.108442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:08:48.109044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Attempting to bind port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:48.116535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:48.116883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:48.117519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:48.117956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Bound port: 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:48.118309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.147381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] Current status of the port 136498ac-7a7e-4f43-be62-4ceca956ec46 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:48.147607 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.172010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-2fba0a4f-a370-4de3-8861-5f3900a0406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:48.173649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-2fba0a4f-a370-4de3-8861-5f3900a0406d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1777065 Jun 03 15:08:48.180582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:48.195189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] For port 136498ac-7a7e-4f43-be62-4ceca956ec46, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=136498ac-7a7e-4f43-be62-4ceca956ec46,segment=NetworkSegment(98e04785-4d62-44e3-ac62-8e5eccef9165),segment_id=98e04785-4d62-44e3-ac62-8e5eccef9165)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:48.208677 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.247073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.258593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:48.274742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:48.278149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:48.292282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.305523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:48.315248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1f20a-11d2-47fa-8889-11d8d8f2b3b3 None None] Pushing event updated for resources: {'Port': ['ID=136498ac-7a7e-4f43-be62-4ceca956ec46,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:48.334211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.495228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:48.499864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.510744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576db0f7-5209-440b-82f2-6651b68050b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab135c5-7f7f-4c03-8209-ab2454f12829'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:48.510960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499b9c0-d7a0-46f5-b94f-8ba2a1717fef req-f3cd7b97-95ba-48ae-b6b0-3213e5e64f34 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:48.512413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d499b9c0-d7a0-46f5-b94f-8ba2a1717fef req-f3cd7b97-95ba-48ae-b6b0-3213e5e64f34 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.6172593 Jun 03 15:08:48.516183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562', 'mac_address': 'fa:16:3e:90:6d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:48.533836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60222) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:48.548899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:48.551552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.552965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] 10.222.0.15 "PUT /v2.0/ports/78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 200 len: 1096 time: 3.0590277 Jun 03 15:08:48.562791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:48.567688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:48.567900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:48.568370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.569751 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ec5fc98d-b09c-4d94-9a2a-fe148a764506 service neutron] 10.222.0.70 "PUT /v2.0/ports/3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 1122 time: 1.2524638 Jun 03 15:08:48.578543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Request body: {'floatingip': {'port_id': 'c56e0bb9-b80b-460e-9f9e-c747c348be76'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:08:48.585460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102bc45-a780-4cdf-a119-816041c3f217', 'name': 'network-vif-deleted', 'tag': '6a8c7a04-7110-45cd-b101-3f78fdd659a2'}, {'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075'}, {'name': 'network-changed', 'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:48.608474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 07cfe784-0ace-4577-9750-abc095914a11 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:48.644239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:48.644898 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.689464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:48.695595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fca350d8-d27e-451d-b637-6521987cc5a0 None None] Provisioning complete for port 136498ac-7a7e-4f43-be62-4ceca956ec46 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:48.695969 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fca350d8-d27e-451d-b637-6521987cc5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.729696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:48.751003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3ac9a6f9-57b5-48b7-a31a-177fc5d14075'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:48.792671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.815655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:48.826071 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.845483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:48.862215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-10f159d4-a260-4f77-bf55-628bff4d6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:48.863740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-10f159d4-a260-4f77-bf55-628bff4d6aee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6796803 Jun 03 15:08:48.865168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:48.900489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 07cfe784-0ace-4577-9750-abc095914a11 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:48.916500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 07cfe784-0ace-4577-9750-abc095914a11 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:48.916868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:48.950348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cada22-0d45-441b-9a19-a66be6265174 service neutron] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:49.033835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:49.068187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fca350d8-d27e-451d-b637-6521987cc5a0 None None] Current status of the port 136498ac-7a7e-4f43-be62-4ceca956ec46 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:49.151787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefef3a-dd3d-472b-9a80-7cc905ee2dde req-5f3f0656-cc9b-420f-a649-a8650ade9319 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:49.153912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bbefef3a-dd3d-472b-9a80-7cc905ee2dde req-5f3f0656-cc9b-420f-a649-a8650ade9319 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 947 time: 0.9182007 Jun 03 15:08:49.170909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 07cfe784-0ace-4577-9750-abc095914a11 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:49.171287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:49.183746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fe9b3e3b-55c9-4d19-8fbd-0927b59d6562'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:49.261410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 136498ac-7a7e-4f43-be62-4ceca956ec46 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:49.350057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 07cfe784-0ace-4577-9750-abc095914a11, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=07cfe784-0ace-4577-9750-abc095914a11,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:49.356829 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:49.357610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6a8c7a04-7110-45cd-b101-3f78fdd659a2 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:08:49.370201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:49.440821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 6a8c7a04-7110-45cd-b101-3f78fdd659a2 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:08:49.441167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6a8c7a04-7110-45cd-b101-3f78fdd659a2 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:08:49.444537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-a8c1675f-0069-450b-a9d2-91f7892bff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:49.446722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-a8c1675f-0069-450b-a9d2-91f7892bff24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 1099 time: 0.7952964 Jun 03 15:08:49.465195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bbefef3a-dd3d-472b-9a80-7cc905ee2dde req-01fe891b-3903-4599-a4c7-edd162e6d157 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496727 Jun 03 15:08:49.504265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=07cfe784-0ace-4577-9750-abc095914a11,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:49.533579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 136498ac-7a7e-4f43-be62-4ceca956ec46 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:49.534226 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:49.669480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69ed1d-1c7f-4ced-ba1e-df15d172076c req-a9fcbb60-3ae3-4a58-ab41-b201beeaf5c9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:49.670874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f69ed1d-1c7f-4ced-ba1e-df15d172076c req-a9fcbb60-3ae3-4a58-ab41-b201beeaf5c9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 948 time: 0.9567719 Jun 03 15:08:49.690666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-fcc7afb2-4826-4f6a-a3f9-78b9bf140ea2 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523310 Jun 03 15:08:49.708238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-9ce72765-b4c3-4197-911a-f01368aee7e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 200 len: 217 time: 0.2385209 Jun 03 15:08:49.720732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 136498ac-7a7e-4f43-be62-4ceca956ec46 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:50.189394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f69ed1d-1c7f-4ced-ba1e-df15d172076c req-ecccf635-2442-4e3b-881c-67a6412a1c57 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977870 Jun 03 15:08:50.206772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-e6e96a95-ec09-4ae1-a054-5953171e6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:50.208257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-e6e96a95-ec09-4ae1-a054-5953171e6064 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.4627810 Jun 03 15:08:50.225871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:50.239612 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0aac2f-2fb6-453f-94e1-9b619c35c388'] response: {'server_uuid': '576db0f7-5209-440b-82f2-6651b68050b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab135c5-7f7f-4c03-8209-ab2454f12829', 'code': 200} Jun 03 15:08:50.285810 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c80db6-bdcc-4226-a76c-1ded10b514d1'] response: {'server_uuid': 'b102bc45-a780-4cdf-a119-816041c3f217', 'name': 'network-vif-deleted', 'tag': '6a8c7a04-7110-45cd-b101-3f78fdd659a2', 'status': 'completed', 'code': 200} Jun 03 15:08:50.286997 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c80db6-bdcc-4226-a76c-1ded10b514d1'] response: {'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075', 'code': 200} Jun 03 15:08:50.287422 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c80db6-bdcc-4226-a76c-1ded10b514d1'] response: {'name': 'network-changed', 'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075', 'status': 'completed', 'code': 200} Jun 03 15:08:50.351767 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7e225c-3c24-4a64-a666-7318ea0c9242'] response: {'name': 'network-changed', 'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'status': 'completed', 'code': 200} Jun 03 15:08:50.443792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286d979-76c6-4d66-8b7a-7b25cd45dbb7 req-ed8e4f8d-b49a-4820-babc-3c28b7ed4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:50.445450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1286d979-76c6-4d66-8b7a-7b25cd45dbb7 req-ed8e4f8d-b49a-4820-babc-3c28b7ed4fb1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 1101 time: 0.1427407 Jun 03 15:08:50.448126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-35a78249-b789-4b03-8907-de73eb6cd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:50.449521 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-35a78249-b789-4b03-8907-de73eb6cd1ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1125 time: 0.1128566 Jun 03 15:08:50.566869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1286d979-76c6-4d66-8b7a-7b25cd45dbb7 req-4624b526-34e6-46fd-a2c9-99511e76c88b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146336 Jun 03 15:08:50.612672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-ff7c07ad-08b5-45bb-a509-fd25e0b20635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:50.614120 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-ff7c07ad-08b5-45bb-a509-fd25e0b20635 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.1489809 Jun 03 15:08:50.716893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b052848c-ebe1-463b-81d8-afd0ce8dc0e0 req-59490c7f-fa67-42e8-8235-8ed57cfaaeda service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0027022 Jun 03 15:08:50.758743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17f276-3b5b-4004-88f5-bba08975c80f req-d25cebd7-9c62-40ba-8235-4e85f13c71b9 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:50.760218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f17f276-3b5b-4004-88f5-bba08975c80f req-d25cebd7-9c62-40ba-8235-4e85f13c71b9 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 950 time: 0.9584177 Jun 03 15:08:50.771817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-fbe4798a-9588-4b09-91b4-7883ebaa4be2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 217 time: 0.1500247 Jun 03 15:08:50.833803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-bc358655-7773-47cc-94cf-755b172b658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:50.835205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-bc358655-7773-47cc-94cf-755b172b658b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.0569906 Jun 03 15:08:50.887618 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-493f7cca-c09e-4492-ac57-472d9fa4bdea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425231 Jun 03 15:08:50.993855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f17f276-3b5b-4004-88f5-bba08975c80f req-4d872f55-d899-4be8-9d5a-9603ca4cd28c tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122734 Jun 03 15:08:51.001395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2085-415e-4806-9f92-2c36251348cd req-127a0829-4a35-4bc6-80f8-ab72635174fc tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:51.002992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ecd2085-415e-4806-9f92-2c36251348cd req-127a0829-4a35-4bc6-80f8-ab72635174fc tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 950 time: 0.5943041 Jun 03 15:08:51.011070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-4555ada1-5077-4751-9738-a0ef163b5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:51.012555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-4555ada1-5077-4751-9738-a0ef163b5b5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6632147 Jun 03 15:08:51.044585 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-1470a8e8-8165-45f8-8389-3d5d676d55d0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501873 Jun 03 15:08:51.181013 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12327ddd-7e45-42f4-b241-c749d3a4c47c req-09759771-9dde-4ced-99ec-0aec4c126856 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294246 Jun 03 15:08:51.342956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:08:51.443128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4756e-514c-410b-9624-dc256f349c65 req-f770b533-91b3-451f-aef0-081ef33f104e tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:51.443775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-36c4756e-514c-410b-9624-dc256f349c65 req-f770b533-91b3-451f-aef0-081ef33f104e tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Synchronizing usage tracker for tenant:7343d0121a3f4d098f1d40b82c834695 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:08:51.459875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-36c4756e-514c-410b-9624-dc256f349c65 req-f770b533-91b3-451f-aef0-081ef33f104e tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Unset dirty status for tenant:7343d0121a3f4d098f1d40b82c834695 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:08:51.461160 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c4756e-514c-410b-9624-dc256f349c65 req-f770b533-91b3-451f-aef0-081ef33f104e tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 949 time: 0.0946581 Jun 03 15:08:51.478495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ecd2085-415e-4806-9f92-2c36251348cd req-ecaf21a8-25a4-4460-88d7-b0b84c7e090c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626615 Jun 03 15:08:51.479418 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:51.535567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Deleting port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:08:51.535925 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:51.566528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:51.593214 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:51.782043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] For port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:51.782394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:51.789675 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-61003b3b-003d-4e07-831a-93169110064f service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154820 Jun 03 15:08:51.907050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Calling delete_port for 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:08:51.972753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ef7a1-2d1d-4d69-a3c7-4c4637783d9d req-f774afea-cae4-4e2e-a71a-d6ebf6864551 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:51.974302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e64ef7a1-2d1d-4d69-a3c7-4c4637783d9d req-f774afea-cae4-4e2e-a71a-d6ebf6864551 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 944 time: 0.8628592 Jun 03 15:08:52.061396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:52.075481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['38eb1a9c-1c8a-47e0-a585-a5f7972a5c38'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:52.090979 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e associated. External IP: 172.25.1.69, port: c56e0bb9-b80b-460e-9f9e-c747c348be76. Jun 03 15:08:52.117033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Pushing event deleted for resources: {'Port': ['ID=38eb1a9c-1c8a-47e0-a585-a5f7972a5c38,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:52.197765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] No DVR routers for this DVR port 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:08:52.198934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e64ef7a1-2d1d-4d69-a3c7-4c4637783d9d req-4589c8ad-bafa-4f12-9a1b-ba80d33b1d7a tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032466 Jun 03 15:08:52.200236 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:52.216836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c4756e-514c-410b-9624-dc256f349c65 req-ca8024fd-a170-44f5-922d-02612880f862 tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.15 "DELETE /v2.0/ports/38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 HTTP/1.1" status: 204 len: 173 time: 0.7504270 Jun 03 15:08:52.221996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985da9e8-66b1-478b-b486-0cf39483be4a req-593f450f-5242-4cf6-971f-af2bd6aa3bef tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:52.223442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-985da9e8-66b1-478b-b486-0cf39483be4a req-593f450f-5242-4cf6-971f-af2bd6aa3bef tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c26085-5255-4445-91e7-56541bce92ef HTTP/1.1" status: 200 len: 949 time: 0.6313667 Jun 03 15:08:52.229854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c80f25-38d0-405d-af0e-02b91fa7f500 req-c8dfbd00-cf5b-4403-bb10-8048ea1ec6df service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289985 Jun 03 15:08:52.241061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cfe784-0ace-4577-9750-abc095914a11'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:52.267153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:52.289102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c26085-5255-4445-91e7-56541bce92ef', 'name': 'network-vif-deleted', 'tag': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:52.309259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:52.415096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Router 6065f295-8d06-4c26-aaf8-99bb241fad7c is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:08:52.489686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-985da9e8-66b1-478b-b486-0cf39483be4a req-95b00a9a-0a38-4215-8c30-6426655c54af tempest-ServersAdminNegativeTestJSON-1322629497 tempest-ServersAdminNegativeTestJSON-1322629497-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566295 Jun 03 15:08:52.525036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:52.533622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:52.544455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:52.544824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:52.574930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 has no active binding in host n-h1-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:08:52.679278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:52.680513 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:52.716935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:52.721329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:52.800178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:53.043170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-fc064c4f-66ba-45f5-9207-1b500c718fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:53.044578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-fc064c4f-66ba-45f5-9207-1b500c718fc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 1099 time: 0.7516823 Jun 03 15:08:53.051999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6f56-86a8-43a8-a160-fcd4130a07b6 req-2ff8bd4a-8415-457f-a998-d073d9b18731 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:53.053446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-075c6f56-86a8-43a8-a160-fcd4130a07b6 req-2ff8bd4a-8415-457f-a998-d073d9b18731 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 948 time: 0.7192800 Jun 03 15:08:53.162265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:08:53.170778 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Sync routers for ids ['6065f295-8d06-4c26-aaf8-99bb241fad7c'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:08:53.180268 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Routers {'6065f295-8d06-4c26-aaf8-99bb241fad7c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:08:53.180951 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6065f295-8d06-4c26-aaf8-99bb241fad7c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:53.200720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Router 6dda987c-47fc-4eba-882f-02cba7050dfc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:08:53.247725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:53.251530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1ff87bfa-2397-4ea9-b2f9-106dfa897dd7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8892648 Jun 03 15:08:53.251986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60254) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:53.269934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-075c6f56-86a8-43a8-a160-fcd4130a07b6 req-84fc6929-b535-4809-83ea-7cefe5cbf0db tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825814 Jun 03 15:08:53.350298 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3d5380-5fd1-4e7c-b55d-b18960c8f36e'] response: {'server_uuid': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cfe784-0ace-4577-9750-abc095914a11', 'code': 200} Jun 03 15:08:53.373178 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Set router 6065f295-8d06-4c26-aaf8-99bb241fad7c gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:08:53.373412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee7c65-9dc2-4388-8740-00fb7f0eca6a req-967facfe-640b-4ca9-aae5-2e10740f939c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:53.374857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98ee7c65-9dc2-4388-8740-00fb7f0eca6a req-967facfe-640b-4ca9-aae5-2e10740f939c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 948 time: 0.4971080 Jun 03 15:08:53.383155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-bb872576-59eb-4fe8-ad35-bc7ddf8dbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:53.386121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-bb872576-59eb-4fe8-ad35-bc7ddf8dbc4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3258119 Jun 03 15:08:53.532565 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88cbed7-8362-4ab6-8e20-78eefb9203ca'] response: {'server_uuid': '51c26085-5255-4445-91e7-56541bce92ef', 'name': 'network-vif-deleted', 'tag': '38eb1a9c-1c8a-47e0-a585-a5f7972a5c38', 'status': 'completed', 'code': 200} Jun 03 15:08:53.603155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-b991ee13-778b-4df3-bfb0-4c58a2c63219 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 200 len: 217 time: 0.1888888 Jun 03 15:08:53.733075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98ee7c65-9dc2-4388-8740-00fb7f0eca6a req-fcdcb83d-b319-45d6-8466-ec8cc76d1f92 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452425 Jun 03 15:08:53.736834 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:08:49Z', 'revision_number': 3, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port': {'id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:46Z', 'updated_at': '2022-06-03T15:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:53.742205 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Checking router: 6065f295-8d06-4c26-aaf8-99bb241fad7c for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:08:53.742626 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Updating router 6065f295-8d06-4c26-aaf8-99bb241fad7c port fc0f1d28-198a-434d-b7d1-cadb4c319bfe binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:08:53.744300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:08:53.753110 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:53.758594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] Sync routers for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:08:53.774422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:08:53.775397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:53.803332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-41e34c70-fcb5-49e0-befb-c6ea235d2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:53.804950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-41e34c70-fcb5-49e0-befb-c6ea235d2e27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1687362 Jun 03 15:08:53.843120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb2ee0-f376-4fb8-ba49-b036b62c171a req-c72dd37d-0e85-488a-a539-d373d33d0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:53.844457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abeb2ee0-f376-4fb8-ba49-b036b62c171a req-c72dd37d-0e85-488a-a539-d373d33d0c72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 1101 time: 0.3110092 Jun 03 15:08:53.868180 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:53.876780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a14f9a0a-b994-4838-81bb-2bc22dca112a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "PUT /v2.0/floatingips/5c14f5c1-e92c-45a6-9dee-185ccd3be14e HTTP/1.1" status: 200 len: 990 time: 5.3226528 Jun 03 15:08:53.881718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:53.908005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688425-930c-4355-ab7b-9bf74256d8db req-1566308d-37a7-4971-8e8e-b866df03cc92 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:53.909582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96688425-930c-4355-ab7b-9bf74256d8db req-1566308d-37a7-4971-8e8e-b866df03cc92 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 950 time: 0.3406646 Jun 03 15:08:53.917359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abeb2ee0-f376-4fb8-ba49-b036b62c171a req-987858e7-6afa-440f-8f2a-37d5f57e843e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561862 Jun 03 15:08:54.055251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-f087efed-e998-4aa7-99d7-0b7715d8a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:54.056818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-f087efed-e998-4aa7-99d7-0b7715d8a42f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442729 Jun 03 15:08:54.076894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96688425-930c-4355-ab7b-9bf74256d8db req-5b6cc027-e06b-422b-b9e5-dd49c39cc224 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553109 Jun 03 15:08:54.078829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:08:54.130871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2118f-241e-4372-9f4c-065df833973d req-ba7b4cc2-7385-476f-af75-a33c3c9f4814 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:54.141738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85d2118f-241e-4372-9f4c-065df833973d req-ba7b4cc2-7385-476f-af75-a33c3c9f4814 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 950 time: 0.2122397 Jun 03 15:08:54.349015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85d2118f-241e-4372-9f4c-065df833973d req-17f495e9-0cab-4ecc-8bcc-ce13236e34f7 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859241 Jun 03 15:08:54.355253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:54.377419 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:54.392316 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Transition to ACTIVE for port object fc0f1d28-198a-434d-b7d1-cadb4c319bfe will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:54.410666 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:54.433520 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-7b34f7d0-eef5-43bd-8dfb-e75514a7a043 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907732 Jun 03 15:08:54.550497 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Attempting to bind port fc0f1d28-198a-434d-b7d1-cadb4c319bfe on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:08:54.550870 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Attempting to bind port fc0f1d28-198a-434d-b7d1-cadb4c319bfe by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:08:54.551233 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Attempting to bind port fc0f1d28-198a-434d-b7d1-cadb4c319bfe on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:08:54.560318 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:08:54.560699 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:08:54.561103 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:54.561497 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:08:54.561969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Bound port: fc0f1d28-198a-434d-b7d1-cadb4c319bfe, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:08:54.562374 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:54.599814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 78cc05aa-00d7-457b-b43d-a740b32a1ddb details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:08:54.635793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000d796-7581-4b92-a0ae-afcdbbb4053d req-f9a8bb8d-3df0-468e-9a92-0a0daa253789 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:54.640259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5000d796-7581-4b92-a0ae-afcdbbb4053d req-f9a8bb8d-3df0-468e-9a92-0a0daa253789 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 944 time: 0.4012723 Jun 03 15:08:54.646749 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] For port fc0f1d28-198a-434d-b7d1-cadb4c319bfe, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:54.650347 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] For port fc0f1d28-198a-434d-b7d1-cadb4c319bfe, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:08:54.666014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:08:54.673959 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:54.686861 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:54.701952 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.702345 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.703096 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.703451 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.703788 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.704139 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.704477 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.704807 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.705133 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.705456 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.705781 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.706591 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:08:54.803758 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Routers {'6065f295-8d06-4c26-aaf8-99bb241fad7c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:08:54.805061 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6065f295-8d06-4c26-aaf8-99bb241fad7c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:54.819834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Allocated IP 172.20.0.1 (2376d74e-6891-418e-bea5-aba77cf08e9f/07bd37a2-69ab-49ae-b6c3-3009b3e3d6df/85351e1b-99fc-47bd-b9e1-504803af78a7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:08:54.828769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:08:54.829429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 38eb1a9c-1c8a-47e0-a585-a5f7972a5c38 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:08:54.897586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:54.939367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5c14f5c1-e92c-45a6-9dee-185ccd3be14e', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'port_id': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'mac_address': 'fa:16:3e:be:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:07:09Z', 'updated_at': '2022-06-03T15:08:50Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:54.955185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] Checking router: 6dda987c-47fc-4eba-882f-02cba7050dfc for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:08:54.973223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:54.976809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f1503c9-c442-45bd-990a-3e7fd8b54b41 req-eeb746ad-db0a-4a51-8872-271fe29d2a9d service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311062 Jun 03 15:08:54.981812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5000d796-7581-4b92-a0ae-afcdbbb4053d req-79dd4148-8de0-4c14-b31f-46c4a7f50bb2 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323095 Jun 03 15:08:54.984200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:08:54.984737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:55.009303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-1fc0d208-7255-4cc5-ba4b-977f19f02836 service neutron] 10.222.0.15 "GET /v2.0/ports/3ac9a6f9-57b5-48b7-a31a-177fc5d14075/bindings/n-h1-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.3040955 Jun 03 15:08:55.047145 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020736c-dcea-4264-975f-d62dc3317115 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:55.068309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff4892-938a-4643-b85c-70e891c150d5 req-353c2f52-de9e-4ab0-b5bd-0e194c594bb3 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:55.070052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9ff4892-938a-4643-b85c-70e891c150d5 req-353c2f52-de9e-4ab0-b5bd-0e194c594bb3 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.3870304 Jun 03 15:08:55.090859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'mac_address': 'fa:16:3e:e3:54:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:08:55.135971 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69127fd4-fafc-4739-8d0c-ea7552c8ae88'] response: {'name': 'network-changed', 'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'status': 'completed', 'code': 200} Jun 03 15:08:55.139987 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] Set router 6065f295-8d06-4c26-aaf8-99bb241fad7c gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:08:55.239483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 78cc05aa-00d7-457b-b43d-a740b32a1ddb is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:55.239858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:55.251229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9ff4892-938a-4643-b85c-70e891c150d5 req-5f491470-f0d8-40b9-9eed-c862686f8e3d tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752982 Jun 03 15:08:55.265685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cc05aa-00d7-457b-b43d-a740b32a1ddb {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:55.294713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:08:55.357031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:55.364540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441392-d804-425f-aad7-d5fb436328e1 req-ed31b52e-418d-4633-96f7-5f02dd3e2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:55.366285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd441392-d804-425f-aad7-d5fb436328e1 req-ed31b52e-418d-4633-96f7-5f02dd3e2b20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e243a009d60d44fa982798dfe46d6a6c&device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1915534 Jun 03 15:08:55.377940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7ddb3-bf4a-47e6-a91d-0fee341fc32d req-9631c21e-96d6-4b31-8a1c-26a19bc8a76a tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:55.381790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4d7ddb3-bf4a-47e6-a91d-0fee341fc32d req-9631c21e-96d6-4b31-8a1c-26a19bc8a76a tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 949 time: 0.1284149 Jun 03 15:08:55.563935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4d7ddb3-bf4a-47e6-a91d-0fee341fc32d req-4b55daf5-6905-48b3-9e4e-9235d9c85b3d tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502850 Jun 03 15:08:55.584792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:55.626935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:55.642771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441392-d804-425f-aad7-d5fb436328e1 req-44623b58-6e7a-498d-a011-8964011dc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:55.644392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd441392-d804-425f-aad7-d5fb436328e1 req-44623b58-6e7a-498d-a011-8964011dc207 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 200 len: 924 time: 0.2607944 Jun 03 15:08:55.728085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e64a10a5-1ec5-45cc-a580-064f6226c6c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7343d0121a3f4d098f1d40b82c834695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257921 Jun 03 15:08:55.740494 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:08:49Z', 'revision_number': 3, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port': {'id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:46Z', 'updated_at': '2022-06-03T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:55.743138 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:55.745906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60290) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:55.750767 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3331-7255-4002-bea8-12b9aca7794a None None] The sync data for ids ['6065f295-8d06-4c26-aaf8-99bb241fad7c'] in n-d-844594-1 is: [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:08:49Z', 'revision_number': 3, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port': {'id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:46Z', 'updated_at': '2022-06-03T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:08:55.764017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Transition to ACTIVE for port object 85351e1b-99fc-47bd-b9e1-504803af78a7 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:55.867780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:55.878962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:55.899749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:55.962101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:08:55.968040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd441392-d804-425f-aad7-d5fb436328e1 req-cd68e1c8-c62b-4e0c-9211-d2c5b6c8711d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76 HTTP/1.1" status: 200 len: 998 time: 0.2907679 Jun 03 15:08:56.028142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Network 2376d74e-6891-418e-bea5-aba77cf08e9f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:56.035031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:56.043604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5c14f5c1-e92c-45a6-9dee-185ccd3be14e', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'port_id': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'mac_address': 'fa:16:3e:be:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:07:09Z', 'updated_at': '2022-06-03T15:08:50Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:56.050320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:08:56.050666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2d068-3e1e-45eb-9d58-d0afc2c95b14 None None] The sync data for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 is: [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5c14f5c1-e92c-45a6-9dee-185ccd3be14e', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'port_id': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'mac_address': 'fa:16:3e:be:64:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:07:09Z', 'updated_at': '2022-06-03T15:08:50Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:08:56.050873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.055412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=85351e1b-99fc-47bd-b9e1-504803af78a7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:56.069555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdcb354c-495f-4df9-bca6-6297fc4d6981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.089296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:08:56.105871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:56.108806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['78cc05aa-00d7-457b-b43d-a740b32a1ddb'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:08:56.141475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441392-d804-425f-aad7-d5fb436328e1 req-7d483465-66e4-4c76-a4f4-444fa52c1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:56.143097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd441392-d804-425f-aad7-d5fb436328e1 req-7d483465-66e4-4c76-a4f4-444fa52c1df4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 HTTP/1.1" status: 200 len: 862 time: 0.1661863 Jun 03 15:08:56.157130 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.208809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a248-2671-4dcf-85d4-a6bd40c142c7 req-ddef19aa-d617-4340-abe4-50325b3efcbb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:56.216708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e76a248-2671-4dcf-85d4-a6bd40c142c7 req-ddef19aa-d617-4340-abe4-50325b3efcbb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 949 time: 0.4193974 Jun 03 15:08:56.242537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdcb354c-495f-4df9-bca6-6297fc4d6981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.264583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e907-7a04-4c28-a4ff-381b267eedff req-724369ae-b288-4253-8c92-2dcc03def3bf tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:56.266270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27f1e907-7a04-4c28-a4ff-381b267eedff req-724369ae-b288-4253-8c92-2dcc03def3bf tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 950 time: 0.4081950 Jun 03 15:08:56.401690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdcb354c-495f-4df9-bca6-6297fc4d6981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.463285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a462e5b-2499-47f6-9d29-b9b930eb028c None None] Provisioning for port 85351e1b-99fc-47bd-b9e1-504803af78a7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:56.470362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27f1e907-7a04-4c28-a4ff-381b267eedff req-c9f5da5d-5ebe-4570-bdfa-820731325db7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854582 Jun 03 15:08:56.473855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a462e5b-2499-47f6-9d29-b9b930eb028c None None] Provisioning complete for port 85351e1b-99fc-47bd-b9e1-504803af78a7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:56.474231 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a462e5b-2499-47f6-9d29-b9b930eb028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.478489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb354c-495f-4df9-bca6-6297fc4d6981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:56.492922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e76a248-2671-4dcf-85d4-a6bd40c142c7 req-bf6c246e-568a-4b68-98d8-fd0afb5ed499 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753546 Jun 03 15:08:56.497790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdcb354c-495f-4df9-bca6-6297fc4d6981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.501277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bdcb354c-495f-4df9-bca6-6297fc4d6981 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b3f0ca1-17a8-4bf8-bb5a-e7b8858a0316 HTTP/1.1" status: 204 len: 168 time: 0.7521200 Jun 03 15:08:56.556451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441392-d804-425f-aad7-d5fb436328e1 req-a260d95f-31ef-430b-ac28-f6487a9a6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:56.558272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd441392-d804-425f-aad7-d5fb436328e1 req-a260d95f-31ef-430b-ac28-f6487a9a6e2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d91e65b7-51a3-4bc9-a601-77dd50a99d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4045751 Jun 03 15:08:56.563242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a462e5b-2499-47f6-9d29-b9b930eb028c None None] Port 85351e1b-99fc-47bd-b9e1-504803af78a7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:56.576846 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ff257b-c9f8-4ec9-b753-b8120a57b6ce None None] New status for floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:08:56.605628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:08:56.661436 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e9875c-3a11-4d54-81a8-8f620ca00141'] response: {'server_uuid': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562', 'code': 200} Jun 03 15:08:56.763751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:56.861557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:56.888622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] Transition to ACTIVE for port object 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:08:56.910656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.104664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60304) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:57.114416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] Pushing event updated for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:57.170574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b92a6-f857-4bf5-91b6-6413a402ba0e req-4c029a49-2dbd-4bc7-ad0b-99b7388a22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:57.172310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-824b92a6-f857-4bf5-91b6-6413a402ba0e req-4c029a49-2dbd-4bc7-ad0b-99b7388a22e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 1100 time: 0.4166715 Jun 03 15:08:57.188727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] No DVR routers for this DVR port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:08:57.195711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5dd5f-9bd8-4d31-8d6a-6c9b311cb67f req-cb4baa3f-766a-4070-868b-fee9d58d3ab0 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:57.197263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87c5dd5f-9bd8-4d31-8d6a-6c9b311cb67f req-cb4baa3f-766a-4070-868b-fee9d58d3ab0 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 950 time: 0.3366826 Jun 03 15:08:57.199085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd441392-d804-425f-aad7-d5fb436328e1 req-03172524-af6c-4984-b7c2-1c11d3dfe4d6 service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285787 Jun 03 15:08:57.308341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-f07f0c5a-265c-4734-aae0-bf0d3f2337ea service neutron] 10.222.0.15 "PUT /v2.0/ports/3ac9a6f9-57b5-48b7-a31a-177fc5d14075/bindings/n-h1-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2821205 Jun 03 15:08:57.328901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fc0f1d28-198a-434d-b7d1-cadb4c319bfe up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:57.389620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a26c0c84-a34f-448a-b5e3-1ff4bdb48a1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd430906f5c2492c865ea54a552eea26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765279 Jun 03 15:08:57.391340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-824b92a6-f857-4bf5-91b6-6413a402ba0e req-72d5bb59-b025-4358-a556-5472220814bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044442 Jun 03 15:08:57.392989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60308) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:08:57.399308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49068d-7390-4cbd-ae93-38551e9a1008 req-0b705971-2604-41b2-861d-95bdaac971c5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:57.400817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a49068d-7390-4cbd-ae93-38551e9a1008 req-0b705971-2604-41b2-861d-95bdaac971c5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 945 time: 0.5391278 Jun 03 15:08:57.411177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port fc0f1d28-198a-434d-b7d1-cadb4c319bfe completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:57.416324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fc0f1d28-198a-434d-b7d1-cadb4c319bfe triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:57.416692 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.433814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.445825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.446536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.547989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fc0f1d28-198a-434d-b7d1-cadb4c319bfe is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:57.548396 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.566949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port fc0f1d28-198a-434d-b7d1-cadb4c319bfe, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:57.571018 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.588217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87c5dd5f-9bd8-4d31-8d6a-6c9b311cb67f req-b0822d22-09fd-452e-bb39-ec69eba0a7b6 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6c193dd-b44b-4f1d-b44f-a684d8545f20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270335 Jun 03 15:08:57.611834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a49068d-7390-4cbd-ae93-38551e9a1008 req-9f4787a6-b8d4-43cf-b69d-680caf629c35 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018421 Jun 03 15:08:57.633671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd441392-d804-425f-aad7-d5fb436328e1 req-f3b965b2-894d-404c-81c3-0c3bba3f1366 service neutron] 10.222.0.15 "GET /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734422 Jun 03 15:08:57.662588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=85351e1b-99fc-47bd-b9e1-504803af78a7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:57.683588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfe49371-2001-4b15-b48f-0d9eb603aed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.692322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:57.763428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-ef834cf9-ebdb-484c-b2ae-85fecc224f89 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:57.765022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfe49371-2001-4b15-b48f-0d9eb603aed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.765675 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-ef834cf9-ebdb-484c-b2ae-85fecc224f89 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 950 time: 0.1141362 Jun 03 15:08:57.836324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Network 2376d74e-6891-418e-bea5-aba77cf08e9f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:08:57.839589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:08:57.846101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-d0d2895f-6d85-4dcf-b38f-1e92b2960b96 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:57.847544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-d0d2895f-6d85-4dcf-b38f-1e92b2960b96 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.2272141 Jun 03 15:08:57.961266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfe49371-2001-4b15-b48f-0d9eb603aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:57.963643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Deleting port a3af0106-fb24-46a7-bc36-82c2ca86b70a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:08:57.963989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:58.014355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe49371-2001-4b15-b48f-0d9eb603aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb60cc-77f7-4cc7-918f-7ef31a14a505,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:58.087351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b869580-0626-4aeb-8538-ae5ea66c2e4c req-3654931e-c588-48e6-bd4d-2e4104484111 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:58.091982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b869580-0626-4aeb-8538-ae5ea66c2e4c req-3654931e-c588-48e6-bd4d-2e4104484111 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 950 time: 0.2790051 Jun 03 15:08:58.116531 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfe49371-2001-4b15-b48f-0d9eb603aed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:58.117913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dfe49371-2001-4b15-b48f-0d9eb603aed1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78fb60cc-77f7-4cc7-918f-7ef31a14a505 HTTP/1.1" status: 204 len: 168 time: 0.7238154 Jun 03 15:08:58.128811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441ef8-2dff-4d15-a80d-789c5da46069 req-c2e6efaa-10b1-4a1d-a010-e0f7829761ec tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:58.130299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88441ef8-2dff-4d15-a80d-789c5da46069 req-c2e6efaa-10b1-4a1d-a010-e0f7829761ec tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 949 time: 0.3101366 Jun 03 15:08:58.166366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-1649531e-8761-41e3-a38b-8b2d8a211350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:58.168090 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-1649531e-8761-41e3-a38b-8b2d8a211350 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7&tenant_id=057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 1096 time: 0.2548039 Jun 03 15:08:58.189469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Router 6065f295-8d06-4c26-aaf8-99bb241fad7c has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:08:58.200253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-35665f64-f3f1-40fb-b279-521686a81776 None None] Provisioning complete for port 85351e1b-99fc-47bd-b9e1-504803af78a7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:58.200979 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35665f64-f3f1-40fb-b279-521686a81776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:58.303061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-35665f64-f3f1-40fb-b279-521686a81776 None None] Port 85351e1b-99fc-47bd-b9e1-504803af78a7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:08:58.354904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b869580-0626-4aeb-8538-ae5ea66c2e4c req-00a28969-d5ba-4e13-82f3-f1572e594067 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538762 Jun 03 15:08:58.381438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88441ef8-2dff-4d15-a80d-789c5da46069 req-12ce41f2-5bb1-47b9-a024-bcf89b0b47e7 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373743 Jun 03 15:08:58.478584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-72d6b251-0060-43c0-9f13-31c5664f6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:58.480063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-72d6b251-0060-43c0-9f13-31c5664f6fec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1096 time: 0.2844076 Jun 03 15:08:58.487259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:08:58.500358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Sync routers for ids ['6065f295-8d06-4c26-aaf8-99bb241fad7c'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:08:58.510052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] For port a3af0106-fb24-46a7-bc36-82c2ca86b70a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a3af0106-fb24-46a7-bc36-82c2ca86b70a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:58.510334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:58.510753 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3448e4c1-96aa-4a46-8db1-6ca1e6bb3aa4 admin admin] 10.222.0.66 "PUT /v2.0/routers/6065f295-8d06-4c26-aaf8-99bb241fad7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2574310 Jun 03 15:08:58.518722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Routers {'6065f295-8d06-4c26-aaf8-99bb241fad7c'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:08:58.519579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6065f295-8d06-4c26-aaf8-99bb241fad7c'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:08:58.637559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 78cc05aa-00d7-457b-b43d-a740b32a1ddb up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:58.865685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-45740d27-64f8-4513-81f9-2bd797bb0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:58.869620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-45740d27-64f8-4513-81f9-2bd797bb0ae6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.3804591 Jun 03 15:08:58.907589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Calling delete_port for a3af0106-fb24-46a7-bc36-82c2ca86b70a owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:08:58.923493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 78cc05aa-00d7-457b-b43d-a740b32a1ddb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:08:58.938175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Set router 6065f295-8d06-4c26-aaf8-99bb241fad7c gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:08:59.014213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 78cc05aa-00d7-457b-b43d-a740b32a1ddb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:59.023247 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-accb5d8f-6780-4e43-bd1c-8c32a8facaa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 217 time: 0.1449654 Jun 03 15:08:59.024134 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:59.153416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ebcaf4c3-6a03-40a0-805d-110ebcd7dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:59.161830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ebcaf4c3-6a03-40a0-805d-110ebcd7dc24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1247911 Jun 03 15:08:59.175143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e88b-cc1c-4192-b388-e822aeb1bad6 req-b7b2e8f4-410d-48b5-8c26-0c77a0bcf472 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:59.182874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c79e88b-cc1c-4192-b388-e822aeb1bad6 req-b7b2e8f4-410d-48b5-8c26-0c77a0bcf472 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 949 time: 0.4985695 Jun 03 15:08:59.275744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-8076047d-e936-42d1-afb3-4258f052e343 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034729 Jun 03 15:08:59.287255 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:59.304551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c79e88b-cc1c-4192-b388-e822aeb1bad6 req-a0b0fdeb-36b0-46d9-9734-e5cf977de3bf tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206717 Jun 03 15:08:59.340728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fc0f1d28-198a-434d-b7d1-cadb4c319bfe up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:08:59.399539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Pushing event deleted for resources: {'Port': ['ID=a3af0106-fb24-46a7-bc36-82c2ca86b70a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:08:59.588184 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-43ba19f0-cf3d-46d6-9bbf-01276824bfe7 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047128 Jun 03 15:08:59.717811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45077b10-49d5-41a4-a114-c3591a117e92 req-0f4b3e37-8f73-4e5c-841f-abc0d16e4826 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c55efa-e5f9-4fd1-8e3b-9f387575b218 HTTP/1.1" status: 200 len: 210 time: 0.2471402 Jun 03 15:08:59.719398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] No DVR routers for this DVR port a3af0106-fb24-46a7-bc36-82c2ca86b70a on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:08:59.729298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e8d1b-844c-41d6-8fdd-251f9d857477 req-5af33c89-9be8-458a-812d-438539eafc6a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:59.740167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e8d1b-844c-41d6-8fdd-251f9d857477 req-5af33c89-9be8-458a-812d-438539eafc6a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:08:59.740167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-875e8d1b-844c-41d6-8fdd-251f9d857477 req-5af33c89-9be8-458a-812d-438539eafc6a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467&device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 1691 time: 0.4999545 Jun 03 15:08:59.740167 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:59.742757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'name': 'network-vif-deleted', 'tag': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:08:59.790252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-097df6d0-5dd1-4075-b8c1-368f06511a30 req-1ab50924-7bfe-4eae-8717-abfa31d4fdd2 tempest-DeleteServersAdminTestJSON-920113811 tempest-DeleteServersAdminTestJSON-920113811-project] 10.222.0.70 "DELETE /v2.0/ports/a3af0106-fb24-46a7-bc36-82c2ca86b70a HTTP/1.1" status: 204 len: 173 time: 2.0186582 Jun 03 15:08:59.823031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 78cc05aa-00d7-457b-b43d-a740b32a1ddb is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:08:59.823399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:59.827602 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-94483b65-7f3c-4125-a947-8b449a2023dd service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251296 Jun 03 15:08:59.848463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fc0f1d28-198a-434d-b7d1-cadb4c319bfe triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:08:59.854228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-875e8d1b-844c-41d6-8fdd-251f9d857477 req-6f601cfe-981c-4736-9088-c8e9e04c1ef7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992880 Jun 03 15:08:59.857152 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:59.981755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:08:59.999543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e945-62b2-48a6-a8ca-93422c720b0d req-94045c58-9d27-4afe-93d0-2bebb7a36d18 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:00.008301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:00.011855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d33e945-62b2-48a6-a8ca-93422c720b0d req-94045c58-9d27-4afe-93d0-2bebb7a36d18 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 945 time: 0.1554892 Jun 03 15:09:00.041734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:00.097108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d33e945-62b2-48a6-a8ca-93422c720b0d req-b6acfac7-7d5b-4375-ab27-54985a40032d tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842712 Jun 03 15:09:00.204288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:00.265093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:08:56Z', 'revision_number': 4, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port': {'id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:46Z', 'updated_at': '2022-06-03T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '85351e1b-99fc-47bd-b9e1-504803af78a7', 'name': '', 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'mac_address': 'fa:16:3e:99:f3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '07bd37a2-69ab-49ae-b6c3-3009b3e3d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:54Z', 'updated_at': '2022-06-03T15:08:56Z', 'revision_number': 2, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'subnets': [{'id': '07bd37a2-69ab-49ae-b6c3-3009b3e3d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:00.273756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Checking router: 6065f295-8d06-4c26-aaf8-99bb241fad7c for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:00.273756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Updating router 6065f295-8d06-4c26-aaf8-99bb241fad7c port 85351e1b-99fc-47bd-b9e1-504803af78a7 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:09:00.320996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fc0f1d28-198a-434d-b7d1-cadb4c319bfe is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:00.331902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a3af0106-fb24-46a7-bc36-82c2ca86b70a no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:00.358766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ce1d119b-1c18-4bdb-8c38-fbac9955fc3d tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:00.361066 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-ce1d119b-1c18-4bdb-8c38-fbac9955fc3d tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.1461616 Jun 03 15:09:00.376210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: a3af0106-fb24-46a7-bc36-82c2ca86b70a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:00.376615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a3af0106-fb24-46a7-bc36-82c2ca86b70a not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:00.384464 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:00.597390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-e5ed5fc9-e983-4386-a0f2-74fcf9cea4e1 service neutron] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:00.600805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-e5ed5fc9-e983-4386-a0f2-74fcf9cea4e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:00.602108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9401cc64-6d0f-4514-89c9-04dfa1c7cd34 req-e5ed5fc9-e983-4386-a0f2-74fcf9cea4e1 service neutron] 10.222.0.70 "DELETE /v2.0/ports/3ac9a6f9-57b5-48b7-a31a-177fc5d14075/bindings/n-h2-844594-1 HTTP/1.1" status: 204 len: 173 time: 0.2331560 Jun 03 15:09:00.640557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bf12a-9cb2-4e82-b2b1-c2620d17affe req-e697f24c-6f01-4286-8d32-086894b2a84c tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:00.649296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f88bf12a-9cb2-4e82-b2b1-c2620d17affe req-e697f24c-6f01-4286-8d32-086894b2a84c tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 949 time: 0.4125202 Jun 03 15:09:00.752804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f88bf12a-9cb2-4e82-b2b1-c2620d17affe req-f82f8bca-ff99-42b2-bd47-dedfe2f18375 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026282 Jun 03 15:09:00.763264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-f56b9cfc-79f3-4d2c-af35-ed7e8886b5ff tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4381080 Jun 03 15:09:00.768297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:00.785640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:00.791348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Usage tracker for resource:floatingip and tenant:9f8b94694ad54eb99baa29997a90ab96 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:00.794939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:00.800913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:00.823346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:00.853293 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3fd403-5d2a-4eb4-aec1-2bca29656688'] response: {'server_uuid': '42c55efa-e5f9-4fd1-8e3b-9f387575b218', 'name': 'network-vif-deleted', 'tag': 'a3af0106-fb24-46a7-bc36-82c2ca86b70a', 'status': 'completed', 'code': 200} Jun 03 15:09:00.887835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:00.908576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Transition to ACTIVE for port object 85351e1b-99fc-47bd-b9e1-504803af78a7 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:00.930052 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.035101 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11785110-ce9f-494b-8d44-ac3a4c50f4b0'] response: {'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'code': 200} Jun 03 15:09:01.035784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4bdda-c3b9-48a0-a0d2-d43830110fad None None] Pushing event updated for resources: {'Port': ['ID=85351e1b-99fc-47bd-b9e1-504803af78a7,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:01.083014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.264915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Attempting to bind port 85351e1b-99fc-47bd-b9e1-504803af78a7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:01.265265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Attempting to bind port 85351e1b-99fc-47bd-b9e1-504803af78a7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:01.265614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Attempting to bind port 85351e1b-99fc-47bd-b9e1-504803af78a7 on network 2376d74e-6891-418e-bea5-aba77cf08e9f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:01.271146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:01.271516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Checking segment: {'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:01.271901 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.272315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Bound using segment: {'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:01.272808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Bound port: 85351e1b-99fc-47bd-b9e1-504803af78a7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e04785-4d62-44e3-ac62-8e5eccef9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:01.273746 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.310009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5896-43ca-4579-9e7b-e15910dcfa62 req-c0045e1e-614f-4d25-ac1d-b2ec29525cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:01.311484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-298f5896-43ca-4579-9e7b-e15910dcfa62 req-c0045e1e-614f-4d25-ac1d-b2ec29525cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 1101 time: 0.2919197 Jun 03 15:09:01.352011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Allocated IP 172.25.1.93 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/33176f50-46f2-4e54-9fca-2e5ee1ae497b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:01.362977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d027b-beb3-47bc-a96d-5a942865ee7b req-9e9fc6cf-1c0f-4935-a252-9d09ae6400c9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:01.364479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d8d027b-beb3-47bc-a96d-5a942865ee7b req-9e9fc6cf-1c0f-4935-a252-9d09ae6400c9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2334182 Jun 03 15:09:01.367988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] For port 85351e1b-99fc-47bd-b9e1-504803af78a7, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:01.371958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] For port 85351e1b-99fc-47bd-b9e1-504803af78a7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=85351e1b-99fc-47bd-b9e1-504803af78a7,segment=NetworkSegment(98e04785-4d62-44e3-ac62-8e5eccef9165),segment_id=98e04785-4d62-44e3-ac62-8e5eccef9165)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:01.376446 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.420461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-298f5896-43ca-4579-9e7b-e15910dcfa62 req-a30f0902-d139-42de-a89b-45f8aa3350ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982444 Jun 03 15:09:01.457015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Routers {'6065f295-8d06-4c26-aaf8-99bb241fad7c'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:01.457626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6065f295-8d06-4c26-aaf8-99bb241fad7c'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:01.504527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d8d027b-beb3-47bc-a96d-5a942865ee7b req-9dd7200c-c902-4f8d-9337-51667c0d3b07 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279292 Jun 03 15:09:01.543942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4bdda-c3b9-48a0-a0d2-d43830110fad None None] Pushing event updated for resources: {'Port': ['ID=85351e1b-99fc-47bd-b9e1-504803af78a7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:01.588858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.629546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.660431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] Set router 6065f295-8d06-4c26-aaf8-99bb241fad7c gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:01.695993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:01.699035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:01.702813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:01.787293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Pushing event updated for resources: {'Port': ['ID=33176f50-46f2-4e54-9fca-2e5ee1ae497b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:01.799338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:01.886510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:02.029704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:08:56Z', 'revision_number': 4, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port': {'id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:46Z', 'updated_at': '2022-06-03T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '85351e1b-99fc-47bd-b9e1-504803af78a7', 'name': '', 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'mac_address': 'fa:16:3e:99:f3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '07bd37a2-69ab-49ae-b6c3-3009b3e3d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:54Z', 'updated_at': '2022-06-03T15:09:01Z', 'revision_number': 4, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'subnets': [{'id': '07bd37a2-69ab-49ae-b6c3-3009b3e3d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:02.033851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8ec4a-f581-4cbe-8b61-56ac0f899144 None None] The sync data for ids ['6065f295-8d06-4c26-aaf8-99bb241fad7c'] in n-d-844594-1 is: [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:08:56Z', 'revision_number': 4, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port': {'id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:46Z', 'updated_at': '2022-06-03T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '85351e1b-99fc-47bd-b9e1-504803af78a7', 'name': '', 'network_id': '2376d74e-6891-418e-bea5-aba77cf08e9f', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'mac_address': 'fa:16:3e:99:f3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '07bd37a2-69ab-49ae-b6c3-3009b3e3d6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:54Z', 'updated_at': '2022-06-03T15:09:01Z', 'revision_number': 4, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'subnets': [{'id': '07bd37a2-69ab-49ae-b6c3-3009b3e3d6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:02.160512 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:02.166595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:02.271993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:02.301112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Pushing event updated for resources: {'Port': ['ID=33176f50-46f2-4e54-9fca-2e5ee1ae497b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:02.318513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:02.320305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-2bdf94a0-9466-4d5c-8c41-c54b17c25b42 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5557337 Jun 03 15:09:02.406798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc74e4-57cd-4769-8e37-0b3c9b9e51d5 req-29f128d7-d693-4922-b22e-441a94f8bfc9 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:02.408316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fbc74e4-57cd-4769-8e37-0b3c9b9e51d5 req-29f128d7-d693-4922-b22e-441a94f8bfc9 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 1101 time: 0.2088017 Jun 03 15:09:02.413371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-dd3d55ff-3e67-4e19-b684-c4b7ada7cea8 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Synchronizing usage tracker for tenant:9f8b94694ad54eb99baa29997a90ab96 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:02.457848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-dd3d55ff-3e67-4e19-b684-c4b7ada7cea8 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Unset dirty status for tenant:9f8b94694ad54eb99baa29997a90ab96 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:02.459064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-dd3d55ff-3e67-4e19-b684-c4b7ada7cea8 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.1317158 Jun 03 15:09:02.465426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fbc74e4-57cd-4769-8e37-0b3c9b9e51d5 req-24b0c917-7b4b-4390-afd9-66481134c5e9 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487289 Jun 03 15:09:02.768827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-24ddfa9d-39c2-4988-aac8-8c16e16a41d6 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:02.770217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-24ddfa9d-39c2-4988-aac8-8c16e16a41d6 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.3041227 Jun 03 15:09:02.787771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-7c7dcc9e-1d44-476c-8def-3556f6ba67e2 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:02.789556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef236be-9ada-47fb-b998-f2db48b6ddba req-7c7dcc9e-1d44-476c-8def-3556f6ba67e2 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088000 Jun 03 15:09:02.801293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53eaf9-5564-4621-b2a5-4df4794a95d5 req-c6764f20-4060-46c8-afea-5addeb204449 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:02.802906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb53eaf9-5564-4621-b2a5-4df4794a95d5 req-c6764f20-4060-46c8-afea-5addeb204449 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 945 time: 0.2255728 Jun 03 15:09:02.852609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb53eaf9-5564-4621-b2a5-4df4794a95d5 req-0451d65f-8a05-47c4-8869-7d46ae467b2e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Jun 03 15:09:03.118284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb5cd-7176-4694-9e49-4274d74b1616 req-946cce69-46c9-4cf1-9df9-e2c589a5af36 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:03.119760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-153eb5cd-7176-4694-9e49-4274d74b1616 req-946cce69-46c9-4cf1-9df9-e2c589a5af36 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 949 time: 0.1625862 Jun 03 15:09:03.146655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465d0b7-bd29-4c88-97b7-ce31974b38e0 req-19051c0a-f1a3-49cc-b6c8-ffb3550bcdd8 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:03.148671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f465d0b7-bd29-4c88-97b7-ce31974b38e0 req-19051c0a-f1a3-49cc-b6c8-ffb3550bcdd8 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 1101 time: 0.1284788 Jun 03 15:09:03.187032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-153eb5cd-7176-4694-9e49-4274d74b1616 req-c15b7ce8-6374-4afd-aa9f-b6361ac935db tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Jun 03 15:09:03.216621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f465d0b7-bd29-4c88-97b7-ce31974b38e0 req-d9372e3a-e80a-4b53-96a7-a8276ab594fb tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576053 Jun 03 15:09:03.295880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 85351e1b-99fc-47bd-b9e1-504803af78a7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:03.373582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 85351e1b-99fc-47bd-b9e1-504803af78a7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:03.379950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 85351e1b-99fc-47bd-b9e1-504803af78a7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:03.380507 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:03.383163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0520d2b8-668f-4cf8-b12e-7b83afeaf522 req-de174553-032a-4c28-9738-6e79e23d9f00 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips/f63a8abb-5bb5-47c7-a149-8b6ecbedb09e HTTP/1.1" status: 200 len: 692 time: 0.1341388 Jun 03 15:09:03.499100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 85351e1b-99fc-47bd-b9e1-504803af78a7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:03.499484 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:03.530315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcc69b-3fc3-4889-ab7a-f4c6f9629dbf req-9f34a300-3d7b-4c60-8524-54510dc54868 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:03.531775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71bcc69b-3fc3-4889-ab7a-f4c6f9629dbf req-9f34a300-3d7b-4c60-8524-54510dc54868 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2098339 Jun 03 15:09:03.532508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 85351e1b-99fc-47bd-b9e1-504803af78a7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=85351e1b-99fc-47bd-b9e1-504803af78a7,segment=NetworkSegment(98e04785-4d62-44e3-ac62-8e5eccef9165),segment_id=98e04785-4d62-44e3-ac62-8e5eccef9165)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:03.536966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:03.579041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520d2b8-668f-4cf8-b12e-7b83afeaf522 req-1d0ae6c7-72e9-4271-bbd1-8469d0d746c1 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:03.580279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0520d2b8-668f-4cf8-b12e-7b83afeaf522 req-1d0ae6c7-72e9-4271-bbd1-8469d0d746c1 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.1869605 Jun 03 15:09:03.602984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-0520d2b8-668f-4cf8-b12e-7b83afeaf522 req-f833d71d-67d7-46e3-8aa3-90907f116f0f tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:03.603939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0520d2b8-668f-4cf8-b12e-7b83afeaf522 req-f833d71d-67d7-46e3-8aa3-90907f116f0f tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107262 Jun 03 15:09:03.608799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71bcc69b-3fc3-4889-ab7a-f4c6f9629dbf req-28670448-48fc-42f2-91ad-0e9dca894073 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Jun 03 15:09:03.618065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=85351e1b-99fc-47bd-b9e1-504803af78a7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:03.830250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-f1a80b33-20e3-43c9-97ff-54f2b9b63cd1 tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:03.831708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-f1a80b33-20e3-43c9-97ff-54f2b9b63cd1 tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 1100 time: 0.0974030 Jun 03 15:09:03.835484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-7b705011-6a7e-457e-90e2-b336b864a341 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351789 Jun 03 15:09:03.874108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:03.942580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:03.956252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Usage tracker for resource:security_group_rule and tenant:f0986174520a4d1dbc50db75128ab64b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:03.961285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:03.971904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:04.040192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-f7fb2efe-18f6-4d4f-8437-e86b2f6e00a9 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:04.041454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-f7fb2efe-18f6-4d4f-8437-e86b2f6e00a9 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910398 Jun 03 15:09:04.062691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-2c063283-597e-4b81-af18-4293c7a0d3dd tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/quotas/c02c024815fe4945b06f5ffd20418986 HTTP/1.1" status: 200 len: 375 time: 0.0145802 Jun 03 15:09:04.166074 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:04.172620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:04.212612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d513204f-62b2-4b20-8e32-83a718b5fa98 req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741255 Jun 03 15:09:04.221533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b85879-0f6d-42a9-9b3c-d542520d9e6d tempest-LiveMigrationNegativeTest-1689337656 tempest-LiveMigrationNegativeTest-1689337656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b67007-6a94-439d-8142-306ef8c5a209,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:04.236093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-d4a8c9c3-b8f3-43b6-8298-c4a736d9bdc1 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1670506 Jun 03 15:09:04.324332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c068a29-b520-485d-a4a9-5316f8bd7c6d req-d49f525d-5466-4637-b22c-746446975234 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=9f8b94694ad54eb99baa29997a90ab96 HTTP/1.1" status: 200 len: 695 time: 0.0781307 Jun 03 15:09:04.476627 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:09:04.489379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c068a29-b520-485d-a4a9-5316f8bd7c6d req-5a4013fd-dc36-4ab1-8ca1-17000f42dcdb tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:04.490869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c068a29-b520-485d-a4a9-5316f8bd7c6d req-5a4013fd-dc36-4ab1-8ca1-17000f42dcdb tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks?id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 787 time: 0.1611314 Jun 03 15:09:04.500511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-0c068a29-b520-485d-a4a9-5316f8bd7c6d req-8750973b-6e1c-4c53-adb4-c46d7ddaeeba tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:04.501453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c068a29-b520-485d-a4a9-5316f8bd7c6d req-8750973b-6e1c-4c53-adb4-c46d7ddaeeba tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054536 Jun 03 15:09:04.723865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959fab-04b9-4277-9948-12335f5c3ae5 req-c9c3e132-78f7-4270-a5bd-2f590b3c839f tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:04.728437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57959fab-04b9-4277-9948-12335f5c3ae5 req-c9c3e132-78f7-4270-a5bd-2f590b3c839f tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1096 time: 0.1235096 Jun 03 15:09:04.783721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-2d69857e-363e-4e38-a496-eb76a48436f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132066 Jun 03 15:09:04.835466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc7434c1-6c02-4a4a-a1d0-8df680296e74 req-ff34f800-bcdc-4345-9dc9-4b93d9aba67a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 210 time: 0.0675027 Jun 03 15:09:04.843855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57959fab-04b9-4277-9948-12335f5c3ae5 req-fbcaf760-2f18-4ea9-a429-9171e23e8c2a tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084840 Jun 03 15:09:05.071711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da89a124-2dc9-4039-a447-c6198e496614 req-afa83ca0-79e5-4d5c-88dd-83ae2f45bdc9 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips/f63a8abb-5bb5-47c7-a149-8b6ecbedb09e HTTP/1.1" status: 200 len: 692 time: 0.2073236 Jun 03 15:09:05.090458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60474) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:05.325856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 85351e1b-99fc-47bd-b9e1-504803af78a7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:05.367198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.407002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:05.412207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Usage tracker for resource:security_group_rule and tenant:176e09cc49b143f29d260bf8279d1dfd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:05.416885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:05.425149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:05.442956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 85351e1b-99fc-47bd-b9e1-504803af78a7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:05.443312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.552542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.557859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.575568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca1662-c9b7-4bb6-9b73-ad5c2a83541d req-19b847fb-0bde-419d-9052-1082f0c53021 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:05.578390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adca1662-c9b7-4bb6-9b73-ad5c2a83541d req-19b847fb-0bde-419d-9052-1082f0c53021 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.5035806 Jun 03 15:09:05.594099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89a124-2dc9-4039-a447-c6198e496614 req-64125931-3626-4c5c-ad18-864ef230c5ce tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:05.604727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da89a124-2dc9-4039-a447-c6198e496614 req-64125931-3626-4c5c-ad18-864ef230c5ce tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.4621544 Jun 03 15:09:05.611243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-da89a124-2dc9-4039-a447-c6198e496614 req-c1756d3a-5574-4581-8666-4dab53bb898b tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:05.616655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=176e09cc49b143f29d260bf8279d1dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253818 Jun 03 15:09:05.620286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 85351e1b-99fc-47bd-b9e1-504803af78a7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:05.620429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60490) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:05.621401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da89a124-2dc9-4039-a447-c6198e496614 req-c1756d3a-5574-4581-8666-4dab53bb898b tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156057 Jun 03 15:09:05.633743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bbd78-413e-4237-8896-cd3dd635ff68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451a11c-7b81-431c-9821-88f125f95c7e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:05.701225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e5bebe75-028e-4da3-9989-86297f32dda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.735604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e5bebe75-028e-4da3-9989-86297f32dda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.741509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da89a124-2dc9-4039-a447-c6198e496614 req-93181eaa-279f-4fb0-8a60-9f73d68d5846 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.1193969 Jun 03 15:09:05.810020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e5bebe75-028e-4da3-9989-86297f32dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.829188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bebe75-028e-4da3-9989-86297f32dda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451a11c-7b81-431c-9821-88f125f95c7e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:05.840464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e5bebe75-028e-4da3-9989-86297f32dda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.841935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e5bebe75-028e-4da3-9989-86297f32dda4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e451a11c-7b81-431c-9821-88f125f95c7e HTTP/1.1" status: 204 len: 168 time: 0.2204916 Jun 03 15:09:05.901589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-7618f426-61ef-44fd-a221-6115db6cf25c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725942 Jun 03 15:09:05.920347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adca1662-c9b7-4bb6-9b73-ad5c2a83541d req-bb705db8-94e3-4aa2-9345-e1037cff0c9b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133841 Jun 03 15:09:05.972738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da89a124-2dc9-4039-a447-c6198e496614 req-2b1a6de9-4db8-482d-82b8-db852067e0bc tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.2246432 Jun 03 15:09:06.379989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60518) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:06.399494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.415972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:06.419868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc8841e19c44557a4eb6cc157952e9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:06.422987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:06.428742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:06.456150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60522) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:06.478005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Deleting port 33176f50-46f2-4e54-9fca-2e5ee1ae497b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:06.478277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.523559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-064c9803-24d6-48ff-b16f-f92580fb3840 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:06.525095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-064c9803-24d6-48ff-b16f-f92580fb3840 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6038215 Jun 03 15:09:06.546516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.552022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.555342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:06.616673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bc8841e19c44557a4eb6cc157952e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351847 Jun 03 15:09:06.627503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60528) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:06.660054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65820ea3-2536-4992-ac12-04ede1e0bdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd989540-3d0c-47db-9c79-e6b83ee439f4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:06.738683 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-018b9514-7c72-4626-aaca-baa8c3302301 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e87bea1ff744b44894331a8fe0a7076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789214 Jun 03 15:09:06.747177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60532) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:06.795531 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-944e75f5-966e-4088-ac72-3cfc08dd928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.801075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-64a2fe09-cb11-4a33-b398-49b08a347153 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:06.802527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-64a2fe09-cb11-4a33-b398-49b08a347153 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.5008969 Jun 03 15:09:06.846464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-944e75f5-966e-4088-ac72-3cfc08dd928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.847280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-f0db3f76-dbfa-4673-a6d3-5daf8a9569ae tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/quotas/057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 375 time: 0.0320001 Jun 03 15:09:06.852878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:06.859105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-d91565e3-cd22-4403-b1de-590bd66f036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:06.860600 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-d91565e3-cd22-4403-b1de-590bd66f036f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 1101 time: 0.2015798 Jun 03 15:09:06.911435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.911977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.928997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:06.972947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f239e58-ea2e-45d2-8382-52b4bbc0a85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.025961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f239e58-ea2e-45d2-8382-52b4bbc0a85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.048614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-944e75f5-966e-4088-ac72-3cfc08dd928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.051739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Calling delete_port for 33176f50-46f2-4e54-9fca-2e5ee1ae497b owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:07.089809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e75f5-966e-4088-ac72-3cfc08dd928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd989540-3d0c-47db-9c79-e6b83ee439f4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:07.095086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:07.095581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-ce35affd-9397-449a-916d-23226326b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:07.097073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-ce35affd-9397-449a-916d-23226326b046 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2271752 Jun 03 15:09:07.098620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.262975 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-944e75f5-966e-4088-ac72-3cfc08dd928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.264449 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-944e75f5-966e-4088-ac72-3cfc08dd928e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd989540-3d0c-47db-9c79-e6b83ee439f4 HTTP/1.1" status: 204 len: 168 time: 0.6359866 Jun 03 15:09:07.266346 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-25a9f3fe-0d02-40df-b5d3-6a701554c22f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 200 len: 217 time: 0.1618681 Jun 03 15:09:07.330240 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f239e58-ea2e-45d2-8382-52b4bbc0a85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.342530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-aeae3d19-f57e-4df8-8fc7-c5da115275d7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4797115 Jun 03 15:09:07.355616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f239e58-ea2e-45d2-8382-52b4bbc0a85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c193dd-b44b-4f1d-b44f-a684d8545f20,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:07.368761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-a4bf4d58-765c-4166-bdb7-6efed883d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:07.370210 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-a4bf4d58-765c-4166-bdb7-6efed883d567 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0935631 Jun 03 15:09:07.371455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f239e58-ea2e-45d2-8382-52b4bbc0a85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.374790 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4f239e58-ea2e-45d2-8382-52b4bbc0a85e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6c193dd-b44b-4f1d-b44f-a684d8545f20 HTTP/1.1" status: 204 len: 168 time: 0.6225293 Jun 03 15:09:07.467680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-04c15055-0866-41c2-8f2e-5b4e1e06fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:07.469415 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-04c15055-0866-41c2-8f2e-5b4e1e06fe1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862644 Jun 03 15:09:07.580476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.249 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/e81a2d60-83c0-4353-a740-97479f769335) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:07.582448 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.640741 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-a1eb236d-7abf-4cf9-8fb3-1355f2997388 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631441 Jun 03 15:09:07.660836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Pushing event deleted for resources: {'Port': ['ID=33176f50-46f2-4e54-9fca-2e5ee1ae497b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:07.726600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-c08cd57c-a12b-4479-9d72-e63b63941239 service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643975 Jun 03 15:09:07.761526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.829344 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-ac0e0892-9bfe-4696-be8c-3fcf79842877 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812079 Jun 03 15:09:07.842058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60556) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:07.862002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:07.878238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:07.883961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Usage tracker for resource:security_group_rule and tenant:dd73f4bf4f0c448d88663bb61835552d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:07.887400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:07.893787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:07.995739 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.002567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.019289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.021002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da89a124-2dc9-4039-a447-c6198e496614 req-ddf11978-670e-45fb-ae6b-645979d15e86 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "DELETE /v2.0/floatingips/f63a8abb-5bb5-47c7-a149-8b6ecbedb09e HTTP/1.1" status: 204 len: 173 time: 2.0474355 Jun 03 15:09:08.043101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-c658e32f-8fd8-48b8-baba-f5eddb191557 service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155684 Jun 03 15:09:08.074488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfad247d-728e-4040-9e5d-1fff34b20207,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:08.083491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0e0bf698-7a9c-4e23-a3f7-19be8ad3d216 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd73f4bf4f0c448d88663bb61835552d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396636 Jun 03 15:09:08.095295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:08.174408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.198148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4126773-47de-4fc6-b0fe-6811459d02fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.204225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object e81a2d60-83c0-4353-a740-97479f769335 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:08.269577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4126773-47de-4fc6-b0fe-6811459d02fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.298483 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.316643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:08.380516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4126773-47de-4fc6-b0fe-6811459d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.389858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a', 'cab135c5-7f7f-4c03-8209-ab2454f12829'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:08.405801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4126773-47de-4fc6-b0fe-6811459d02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfad247d-728e-4040-9e5d-1fff34b20207,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:08.420098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4126773-47de-4fc6-b0fe-6811459d02fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.423466 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4126773-47de-4fc6-b0fe-6811459d02fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfad247d-728e-4040-9e5d-1fff34b20207 HTTP/1.1" status: 204 len: 168 time: 0.3249424 Jun 03 15:09:08.469914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:08.474740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:08.481666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:08.489032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:08.489668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.507609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=e81a2d60-83c0-4353-a740-97479f769335,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:08.544780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-e5cdd9b6-642b-452f-816e-3b80b0167e9c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0008926 Jun 03 15:09:08.571919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78e574-6ecc-4ca2-a9d9-aa6a1d603bdb req-e53206e1-81a3-42d8-9517-a753d12f1da0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:08.572698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5f78e574-6ecc-4ca2-a9d9-aa6a1d603bdb req-e53206e1-81a3-42d8-9517-a753d12f1da0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:08.594615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Request body: {'port': {'device_id': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:08.777074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5f78e574-6ecc-4ca2-a9d9-aa6a1d603bdb req-e53206e1-81a3-42d8-9517-a753d12f1da0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:08.778319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f78e574-6ecc-4ca2-a9d9-aa6a1d603bdb req-e53206e1-81a3-42d8-9517-a753d12f1da0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 936 time: 0.5223930 Jun 03 15:09:08.864924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c1c28beb-ad87-4d7a-ba23-d4b372bbf3a2 None None] Provisioning for port e81a2d60-83c0-4353-a740-97479f769335 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:08.874000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c1c28beb-ad87-4d7a-ba23-d4b372bbf3a2 None None] Provisioning complete for port e81a2d60-83c0-4353-a740-97479f769335 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:08.875421 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1c28beb-ad87-4d7a-ba23-d4b372bbf3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.896160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f78e574-6ecc-4ca2-a9d9-aa6a1d603bdb req-7166bee6-6efc-4656-b0ae-6b69d3e4c4de tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Jun 03 15:09:08.904814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.928993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8a579-77bf-4a20-bc50-04adf752cca1 req-9f511b66-b188-42fe-9b81-73fd17cbcc48 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:08.930718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a8a579-77bf-4a20-bc50-04adf752cca1 req-9f511b66-b188-42fe-9b81-73fd17cbcc48 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2585299 Jun 03 15:09:09.039581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c1c28beb-ad87-4d7a-ba23-d4b372bbf3a2 None None] Port e81a2d60-83c0-4353-a740-97479f769335 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:09.121644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a8a579-77bf-4a20-bc50-04adf752cca1 req-ea93c083-b4a7-456f-beb8-31000c471880 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483750 Jun 03 15:09:09.317310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da9513f9-8a06-4265-bf99-a2933f31f477 req-8dd01fba-0836-4b4a-be8f-4b8fefd31b77 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 210 time: 0.0735621 Jun 03 15:09:09.554445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-435d5413-3cac-49cf-897b-6b5898b0744b tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5787940 Jun 03 15:09:09.568251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:09.578626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:09.588707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Usage tracker for resource:floatingip and tenant:9f8b94694ad54eb99baa29997a90ab96 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:09.592935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:09.611543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:09.620285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60612) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:09.654640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:09.778277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:09:09.858003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-725702831-network', 'tenant_id': '2c29a9a66c644e70919b021d8582af39'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:09.874701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:09.887013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Usage tracker for resource:network and tenant:2c29a9a66c644e70919b021d8582af39 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:09.894067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:09.896062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-475e3e2f-dcae-48a2-a5cf-520c30b23d08 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:09.897321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-475e3e2f-dcae-48a2-a5cf-520c30b23d08 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Synchronizing usage tracker for tenant:057863ea07334b8aa432702b899cf1e6 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:09.899594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81a2d60-83c0-4353-a740-97479f769335 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:09.909434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:09.918458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-475e3e2f-dcae-48a2-a5cf-520c30b23d08 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Unset dirty status for tenant:057863ea07334b8aa432702b899cf1e6 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:09.919403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:09.919955 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-475e3e2f-dcae-48a2-a5cf-520c30b23d08 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.1965942 Jun 03 15:09:09.935794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Request body: {'port': {'device_id': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'admin_state_up': True, 'tenant_id': '057863ea07334b8aa432702b899cf1e6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:09.943960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Made reservation on behalf of 2c29a9a66c644e70919b021d8582af39 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:09.946231 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:09.962568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Transition to ACTIVE for port object e81a2d60-83c0-4353-a740-97479f769335 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:09.971111 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:09.986188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.031329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754b054-7423-409e-a698-4efdd34fe2aa req-25e6ee61-8d4b-4082-83f5-01dab4249946 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:10.033161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e754b054-7423-409e-a698-4efdd34fe2aa req-25e6ee61-8d4b-4082-83f5-01dab4249946 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 949 time: 0.3582783 Jun 03 15:09:10.077250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:10.082598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:10.092950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:10.103259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Made reservation on behalf of 057863ea07334b8aa432702b899cf1e6 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:10.106912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.143400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2c29a9a66c644e70919b021d8582af39 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:10.151930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:10.174505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:10.246069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.259788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e754b054-7423-409e-a698-4efdd34fe2aa req-bcaca891-395e-41ed-84dd-f374788d3761 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091231 Jun 03 15:09:10.314070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e81a2d60-83c0-4353-a740-97479f769335,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:10.350741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Attempting to bind port e81a2d60-83c0-4353-a740-97479f769335 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:10.350741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Attempting to bind port e81a2d60-83c0-4353-a740-97479f769335 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:10.350741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Attempting to bind port e81a2d60-83c0-4353-a740-97479f769335 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:10.367381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Port e81a2d60-83c0-4353-a740-97479f769335 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:10.367741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Attempting to bind port e81a2d60-83c0-4353-a740-97479f769335 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:10.381875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:10.382925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:10.383420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:10.383863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Bound port: e81a2d60-83c0-4353-a740-97479f769335, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:10.384241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.402807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Allocated IP 172.20.0.8 (8e9726d7-e691-45e0-899c-b768842af9dd/5bbf0c30-5473-4c1c-a188-ac5e40f580c3/ddaadc68-f3a6-4756-a417-30a0823c7e9f) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:10.426701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f76f-cf98-4910-8f44-eff655416f88 req-8a4571ba-97a3-425d-a640-ffdac674c44e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:10.427586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0791f76f-cf98-4910-8f44-eff655416f88 req-8a4571ba-97a3-425d-a640-ffdac674c44e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Synchronizing usage tracker for tenant:2cb758414294426097be52412d2c95e8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:10.641495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.642946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Allocated IP 172.25.1.94 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/9bb3f577-731f-443f-892a-bbf90ad21fa8) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:10.650889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.654154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.661664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0791f76f-cf98-4910-8f44-eff655416f88 req-8a4571ba-97a3-425d-a640-ffdac674c44e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Unset dirty status for tenant:2cb758414294426097be52412d2c95e8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:10.662982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0791f76f-cf98-4910-8f44-eff655416f88 req-8a4571ba-97a3-425d-a640-ffdac674c44e tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "GET /v2.0/ports?device_id=29f47d96-6f5e-4452-978b-ac7c1368e45f HTTP/1.1" status: 200 len: 949 time: 0.4038122 Jun 03 15:09:10.693936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] For port e81a2d60-83c0-4353-a740-97479f769335, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:10.696413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:09:10.747792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Deleting port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:10.748170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.791834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.798534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] For port e81a2d60-83c0-4353-a740-97479f769335, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e81a2d60-83c0-4353-a740-97479f769335,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:10.807171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5669-d72d-4676-9524-225ad65dfdbf req-20f0122d-e406-43b0-bdd0-4c67fcacd8b8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:10.808694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d6b5669-d72d-4676-9524-225ad65dfdbf req-20f0122d-e406-43b0-bdd0-4c67fcacd8b8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 948 time: 0.3486965 Jun 03 15:09:10.817338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.817683 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Added segment a7220208-980c-42a1-96f6-d60a12751c29 of type vlan for network 8d5bff20-a13f-48e8-964d-c49dce8dffcc Jun 03 15:09:10.823223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb890941-dd17-4859-a3c8-fcce8b6f8b71,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:10.826073 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.874235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Network 8e9726d7-e691-45e0-899c-b768842af9dd is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:10.879566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:10.881980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:10.888305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:10.888923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.959053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:10.959682 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:10.961173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] 10.222.0.15 "PUT /v2.0/ports/e81a2d60-83c0-4353-a740-97479f769335 HTTP/1.1" status: 200 len: 1096 time: 2.3823402 Jun 03 15:09:10.961644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'tag': 'e81a2d60-83c0-4353-a740-97479f769335'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:10.986487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.012776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d6b5669-d72d-4676-9524-225ad65dfdbf req-7dee851c-26e0-4b09-bf60-cafad85b11fc tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932287 Jun 03 15:09:11.020438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e995d99-ee30-42de-a0a9-86d550d24b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e81a2d60-83c0-4353-a740-97479f769335,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:11.088023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:11.120816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.121022 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-0257ad9c-1d2c-4950-9fb5-1eb4ed40b436 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1903691 Jun 03 15:09:11.158785 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.159985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:11.160674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.174012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Request body: {'port': {'device_id': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:11.338296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7169547 Jun 03 15:09:11.339061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81ec1a-7915-4297-86d3-f8840e8336e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5bff20-a13f-48e8-964d-c49dce8dffcc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:11.340969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] For port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:11.341341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.348645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60630) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:11.352848 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.360037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 8d5bff20-a13f-48e8-964d-c49dce8dffcc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:09:11.364339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Request body: {'subnet': {'network_id': '8d5bff20-a13f-48e8-964d-c49dce8dffcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-725702831-subnet', 'tenant_id': '2c29a9a66c644e70919b021d8582af39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:11.375165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:11.381345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Usage tracker for resource:subnet and tenant:2c29a9a66c644e70919b021d8582af39 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:11.386191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-9cb3ea93-2a3e-470e-bf49-7ca31f9e5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:11.387657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-9cb3ea93-2a3e-470e-bf49-7ca31f9e5d5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 1099 time: 0.3625221 Jun 03 15:09:11.389909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:11.399553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:11.484627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Calling delete_port for fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:11.579095 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.631352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-4457b4b3-74f1-40c9-b22b-1c4626c7a90f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e81a2d60-83c0-4353-a740-97479f769335 HTTP/1.1" status: 200 len: 217 time: 0.2346425 Jun 03 15:09:11.641961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Made reservation on behalf of 2c29a9a66c644e70919b021d8582af39 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:11.644826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.762265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:11.775291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:11.777691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:11.807377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e32c5-fc07-48dc-894d-122a7e723023 req-aa631085-4a50-40b8-b61d-2c0e365daf9d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:11.808918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b15e32c5-fc07-48dc-894d-122a7e723023 req-aa631085-4a50-40b8-b61d-2c0e365daf9d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.6176252 Jun 03 15:09:11.817234 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.825314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Pushing event updated for resources: {'Port': ['ID=9bb3f577-731f-443f-892a-bbf90ad21fa8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:11.830726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['1aa46891-5b48-49bc-bacf-decfdd063cfc', 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:11.876660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Pushing event deleted for resources: {'Port': ['ID=fe9b3e3b-55c9-4d19-8fbd-0927b59d6562,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:11.883796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-b14add9a-46a9-4391-a6a4-f3a2d6b8f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:11.885567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-b14add9a-46a9-4391-a6a4-f3a2d6b8f459 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2164497 Jun 03 15:09:11.981934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] No DVR routers for this DVR port fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:09:11.986362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:11.988915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'name': 'network-vif-deleted', 'tag': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:12.001230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b15e32c5-fc07-48dc-894d-122a7e723023 req-88f41354-883d-48a0-a720-f48694a2610a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784320 Jun 03 15:09:12.009401 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.099489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0791f76f-cf98-4910-8f44-eff655416f88 req-ecf2eff9-65bf-40ac-9514-e25abe9cd7f9 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "DELETE /v2.0/ports/fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 HTTP/1.1" status: 204 len: 173 time: 1.4295752 Jun 03 15:09:12.141576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaadc68-f3a6-4756-a417-30a0823c7e9f {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:12.151434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.172624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Transition to ACTIVE for port object ddaadc68-f3a6-4756-a417-30a0823c7e9f will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:12.186905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.303244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.308202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707e6-767f-4fcc-959d-073b07502409 req-f55fd7e3-1c00-44e1-bca3-59397fa6e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:12.309701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-f55fd7e3-1c00-44e1-bca3-59397fa6e4ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4063470 Jun 03 15:09:12.347443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.362221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:12.384483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:12.384786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:12.385103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:12.389762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:12.390080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:12.395200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:12.395534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:12.395915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:12.396933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Bound port: ddaadc68-f3a6-4756-a417-30a0823c7e9f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:12.396933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.489413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:12.492448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:12.498050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.540766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b177a9a0-6de4-4131-bfb4-a6f7028c2b05,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:12.560129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:12.560556 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.562261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] 10.222.0.15 "PUT /v2.0/ports/ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 1091 time: 1.3928766 Jun 03 15:09:12.584187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9d380-7d17-4a3f-b5d4-039edd8a4216 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:12.587531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Checking segment: {'id': 'a7220208-980c-42a1-96f6-d60a12751c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8d5bff20-a13f-48e8-964d-c49dce8dffcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:12.587901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Network hostable DHCP agents. Network: 8d5bff20-a13f-48e8-964d-c49dce8dffcc, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:09:12.625660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf89f2-8216-45d9-ad5c-4ff00fdad464 req-9a79c791-73ee-4b96-b8d1-ba014973df10 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:12.627145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ecf89f2-8216-45d9-ad5c-4ff00fdad464 req-9a79c791-73ee-4b96-b8d1-ba014973df10 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 943 time: 0.3885970 Jun 03 15:09:12.690821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-ff2751ac-0f6f-4f72-9162-2e78693440ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:12.692345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-ff2751ac-0f6f-4f72-9162-2e78693440ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1094 time: 0.0846779 Jun 03 15:09:12.738631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-cafbb9a9-be5a-478b-896d-f7379422c1f6 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982282 Jun 03 15:09:12.765434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-9ebb6aa1-6958-4166-be31-5c37f95ac58e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 217 time: 0.0628631 Jun 03 15:09:12.787304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Network 8d5bff20-a13f-48e8-964d-c49dce8dffcc is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:09:12.881976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ecf89f2-8216-45d9-ad5c-4ff00fdad464 req-25189b7a-428f-4c73-b270-dd06d2971b38 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817782 Jun 03 15:09:12.888292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 8d5bff20-a13f-48e8-964d-c49dce8dffcc) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:12.899019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723585b6-1d5b-49ca-bc9d-682f2c47033f None None] Network 8d5bff20-a13f-48e8-964d-c49dce8dffcc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:12.907428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:12.908029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:12.924126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-58ce3f98-7059-4cd0-95ba-17dc6a90df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:12.925706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-58ce3f98-7059-4cd0-95ba-17dc6a90df19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1522892 Jun 03 15:09:12.955875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1ab36045-61a3-490a-a76b-b5018e69332d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6009195 Jun 03 15:09:12.995310 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-843c58d4-c5f4-4ee7-882e-4b9da40623bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608256 Jun 03 15:09:13.006311 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378f0584-0213-4d97-9059-5956f2446b98'] response: {'name': 'network-changed', 'server_uuid': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'tag': 'e81a2d60-83c0-4353-a740-97479f769335', 'status': 'completed', 'code': 200} Jun 03 15:09:13.026229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a9707e6-767f-4fcc-959d-073b07502409 req-9f6dddd5-ede1-4ee4-a753-8434791a60a6 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685988 Jun 03 15:09:13.052275 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.061676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.126855 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067c6d46-0628-4588-a0f9-e87912dcc729'] response: {'server_uuid': '29f47d96-6f5e-4452-978b-ac7c1368e45f', 'name': 'network-vif-deleted', 'tag': 'fe9b3e3b-55c9-4d19-8fbd-0927b59d6562', 'status': 'completed', 'code': 200} Jun 03 15:09:13.219374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-3dc4f009-96f8-40d3-93dd-b22957cc5946 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125664 Jun 03 15:09:13.229718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c9efcc-d3e1-4aad-8592-cbd7617a0d8d None None] Network 8d5bff20-a13f-48e8-964d-c49dce8dffcc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:13.235765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.342371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Pushing event updated for resources: {'Port': ['ID=9bb3f577-731f-443f-892a-bbf90ad21fa8,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:13.350936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.352531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-8fb3cd0b-a1c0-4e80-8abb-22ef16bd57e0 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7904370 Jun 03 15:09:13.365271 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a11c-2199-40dc-82c1-ef5bd88d03fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.411863 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2d41cffe-435c-4a3c-8bd9-f93e4deba9ec req-40f89034-771a-4a90-b108-3ce902e5d78c service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851823 Jun 03 15:09:13.471863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51adc-5b4c-4948-afbf-9678875d063a req-75136762-4100-4e1a-b9c1-7f82a052940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:13.473460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e51adc-5b4c-4948-afbf-9678875d063a req-75136762-4100-4e1a-b9c1-7f82a052940f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 1099 time: 0.3065519 Jun 03 15:09:13.515407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-ada29b0d-3cba-422b-b2b9-48e219c89820 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Synchronizing usage tracker for tenant:9f8b94694ad54eb99baa29997a90ab96 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:13.700591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbebf3-9d8c-4a54-be0d-042b9c22fd72 req-1e5c842a-40f7-4c82-aad7-2f2120f54245 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:13.702091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fdbebf3-9d8c-4a54-be0d-042b9c22fd72 req-1e5c842a-40f7-4c82-aad7-2f2120f54245 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 948 time: 0.4420953 Jun 03 15:09:13.732585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:13.737325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-ada29b0d-3cba-422b-b2b9-48e219c89820 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Unset dirty status for tenant:9f8b94694ad54eb99baa29997a90ab96 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:13.738116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1352606470-network', 'tenant_id': '8606022548244b93ba846f7494e0bddc'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:13.738463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-ada29b0d-3cba-422b-b2b9-48e219c89820 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.3723903 Jun 03 15:09:13.743315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:13.747324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Usage tracker for resource:network and tenant:8606022548244b93ba846f7494e0bddc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:13.750362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:13.756245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:13.768099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Made reservation on behalf of 8606022548244b93ba846f7494e0bddc for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:13.770473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.786078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.808387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:13.812454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Usage tracker for resource:security_group_rule and tenant:8606022548244b93ba846f7494e0bddc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:13.815461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:13.821932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:13.860173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fdbebf3-9d8c-4a54-be0d-042b9c22fd72 req-e496dd82-62db-438e-b531-76ef5466be8d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472211 Jun 03 15:09:13.903929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51adc-5b4c-4948-afbf-9678875d063a req-7de8fd3d-ae23-4c49-b5cc-b08971672d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:13.905551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e51adc-5b4c-4948-afbf-9678875d063a req-7de8fd3d-ae23-4c49-b5cc-b08971672d89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4209387 Jun 03 15:09:13.945327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.949663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:13.981621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449df91f-c4b3-440f-934e-a2e078ce9540,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:13.994676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:09:14.006471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.006838 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Added segment 04fcd1ed-315a-46d7-b669-66fed40c382c of type vlan for network 8f959a66-0081-40de-b180-b5452656824f Jun 03 15:09:14.014373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e51adc-5b4c-4948-afbf-9678875d063a req-cd981572-9723-4426-83e4-52f7f5adfb69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e81a2d60-83c0-4353-a740-97479f769335 HTTP/1.1" status: 200 len: 217 time: 0.0885758 Jun 03 15:09:14.038614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.072018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.073033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:14.073658 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.128182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-de63fceb-8bae-4a79-a6b9-d1cdb7957519 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:14.129726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-de63fceb-8bae-4a79-a6b9-d1cdb7957519 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.3778272 Jun 03 15:09:14.152667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-3fe13532-b7fa-456e-9e6e-0393d6812276 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:14.153706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9413ead2-bcd6-4c3e-8058-1fbffc990277 req-3fe13532-b7fa-456e-9e6e-0393d6812276 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152941 Jun 03 15:09:14.177886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51adc-5b4c-4948-afbf-9678875d063a req-c9f26f35-b009-4bc3-91f9-9644ab5bd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:14.179510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] Pushing event updated for resources: {'Network': ['ID=8f959a66-0081-40de-b180-b5452656824f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:14.180211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e51adc-5b4c-4948-afbf-9678875d063a req-c9f26f35-b009-4bc3-91f9-9644ab5bd5d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1537502 Jun 03 15:09:14.182886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70c453a4-544f-488a-bb68-10011068a434 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4489114 Jun 03 15:09:14.185423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60668) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:14.192213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Request body: {'subnet': {'network_id': '8f959a66-0081-40de-b180-b5452656824f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1352606470-subnet', 'tenant_id': '8606022548244b93ba846f7494e0bddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:14.196513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 8f959a66-0081-40de-b180-b5452656824f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:09:14.197212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:14.201454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Usage tracker for resource:subnet and tenant:8606022548244b93ba846f7494e0bddc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:14.204413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:14.211810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:14.225858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Made reservation on behalf of 8606022548244b93ba846f7494e0bddc for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:14.228579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.258900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdea11-235d-43f9-96c5-4cd171b2bdc3 req-eae82236-56bb-44dc-9667-8a96075c1e1b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:14.269953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69fdea11-235d-43f9-96c5-4cd171b2bdc3 req-eae82236-56bb-44dc-9667-8a96075c1e1b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2606087 Jun 03 15:09:14.341948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69fdea11-235d-43f9-96c5-4cd171b2bdc3 req-1f7a4247-0324-4e83-b0c6-351ab9f17d56 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709832 Jun 03 15:09:14.359814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51adc-5b4c-4948-afbf-9678875d063a req-585fc3f8-ec99-4c70-aa7c-c7353c41f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:14.362637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:14.373372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e51adc-5b4c-4948-afbf-9678875d063a req-585fc3f8-ec99-4c70-aa7c-c7353c41f6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846638 Jun 03 15:09:14.426983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:14.427449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe9b3e3b-55c9-4d19-8fbd-0927b59d6562 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:14.496306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.575129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02796bc2-d985-4698-a24a-30b67c4a177e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:14.585208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Checking segment: {'id': '04fcd1ed-315a-46d7-b669-66fed40c382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8f959a66-0081-40de-b180-b5452656824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:14.585567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Network hostable DHCP agents. Network: 8f959a66-0081-40de-b180-b5452656824f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:09:14.605369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Network 8f959a66-0081-40de-b180-b5452656824f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:09:14.617095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 8f959a66-0081-40de-b180-b5452656824f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:14.622020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:14.623047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.626904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9da65-c74d-4473-b689-ec7b311d4cd4 None None] Network 8f959a66-0081-40de-b180-b5452656824f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:14.647572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e6518efc-fd45-46a1-9e37-c248a744d84b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4604893 Jun 03 15:09:14.650240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcfb923d-8625-4549-bf09-0c642d398904 req-913b70cb-ec88-4706-abee-879f8b03afff tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips/69604092-02e7-4635-99d1-11e19efc15ce HTTP/1.1" status: 200 len: 692 time: 0.1501849 Jun 03 15:09:14.800092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60678) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:14.807057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e51adc-5b4c-4948-afbf-9678875d063a req-13fd3835-5b9a-49f4-a986-77e09c5a4659 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202454 Jun 03 15:09:14.862728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73bb83-532e-4ab1-a34c-2ccb3c85b71a None None] Network 8f959a66-0081-40de-b180-b5452656824f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:14.870397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] Deleting subnet b177a9a0-6de4-4131-bfb4-a6f7028c2b05 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:09:14.873813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.920503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6d3d-aa0c-4f16-a46e-c19d55e98e7a req-c2224613-bbb1-48ad-9f9c-e1ad5f79513e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:14.921979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905e6d3d-aa0c-4f16-a46e-c19d55e98e7a req-c2224613-bbb1-48ad-9f9c-e1ad5f79513e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 943 time: 0.3596330 Jun 03 15:09:14.934097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:14.942686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.014520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.057130 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.064624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b177a9a0-6de4-4131-bfb4-a6f7028c2b05,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:15.069290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f8f7f274-8bed-4e94-b58f-64ec73446578 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b177a9a0-6de4-4131-bfb4-a6f7028c2b05 HTTP/1.1" status: 204 len: 168 time: 0.2673666 Jun 03 15:09:15.072066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60686) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:15.093331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb923d-8625-4549-bf09-0c642d398904 req-55edcd49-8871-493d-be31-433cb65a819e tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:15.095033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcfb923d-8625-4549-bf09-0c642d398904 req-55edcd49-8871-493d-be31-433cb65a819e tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.4383337 Jun 03 15:09:15.099686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e51adc-5b4c-4948-afbf-9678875d063a req-fb4b213d-4817-40a4-a668-0b64f5393f53 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788575 Jun 03 15:09:15.107368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.159976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:15.187313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905e6d3d-aa0c-4f16-a46e-c19d55e98e7a req-5bcc0d4f-153f-463f-af4e-e21db7bb18c3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395446 Jun 03 15:09:15.202994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcfb923d-8625-4549-bf09-0c642d398904 req-a6098988-abf0-45d2-aa52-60c6718b6161 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.0982203 Jun 03 15:09:15.216886 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.295289 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcfb923d-8625-4549-bf09-0c642d398904 req-aca75014-8dff-4128-8f47-5bc720ae3c4b tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.94 HTTP/1.1" status: 200 len: 695 time: 0.0850232 Jun 03 15:09:15.353818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.388492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.388923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.389886 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.390302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > port after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.390745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.391106 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > port after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.391455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.391791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.392138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.392440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.472409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.472752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.473081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.473406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:15.473771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5bff20-a13f-48e8-964d-c49dce8dffcc']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:15.488798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7220208-980c-42a1-96f6-d60a12751c29') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:15.489095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7220208-980c-42a1-96f6-d60a12751c29') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:15.502470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.521542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.529985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:09:15.530387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.603458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Deleting port 9bb3f577-731f-443f-892a-bbf90ad21fa8 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:15.604185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.613139 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e49b-c423-4d7d-a69b-bfaeea6faa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.639728 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.760396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.762832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5bff20-a13f-48e8-964d-c49dce8dffcc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:15.768878 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0c754ae-2eb4-4776-90d6-dc87e8d3fb5d admin admin] 10.222.0.66 "DELETE /v2.0/networks/8d5bff20-a13f-48e8-964d-c49dce8dffcc HTTP/1.1" status: 204 len: 168 time: 0.6955020 Jun 03 15:09:15.771634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60702) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:15.772449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa660b-7c5f-4260-88f1-0cd5c6e843f0 req-48ea4bdb-5f12-4e29-afb4-c7bcbdeefe27 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:15.774265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0fa660b-7c5f-4260-88f1-0cd5c6e843f0 req-48ea4bdb-5f12-4e29-afb4-c7bcbdeefe27 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 949 time: 0.4121754 Jun 03 15:09:15.839965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] Deleting subnet 02796bc2-d985-4698-a24a-30b67c4a177e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:09:15.843518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.848851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.849185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.863285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0fa660b-7c5f-4260-88f1-0cd5c6e843f0 req-e9ff3f03-3df9-4f04-aaa9-949d7fd51f34 tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803335 Jun 03 15:09:15.872935 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a7220208-980c-42a1-96f6-d60a12751c29 resource provider aggregate not found Jun 03 15:09:15.907108 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a7220208-980c-42a1-96f6-d60a12751c29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7220208-980c-42a1-96f6-d60a12751c29 found for delete ", "request_id": "req-8517e597-91ad-4a09-b8a8-85cdb4c8a9d5"}]} Jun 03 15:09:15.923202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:15.982020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Calling delete_port for 9bb3f577-731f-443f-892a-bbf90ad21fa8 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:16.059486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.145620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-de243107-6ee9-437e-9cef-6e73a4dfb03f tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:16.146383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-de243107-6ee9-437e-9cef-6e73a4dfb03f tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Synchronizing usage tracker for tenant:2cb758414294426097be52412d2c95e8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:16.157810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6205f-cb9e-423c-9472-e412a5ecd2a9 req-fdfcaa5c-8a83-422f-a4bd-7fe92ff32152 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:16.159288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78d6205f-cb9e-423c-9472-e412a5ecd2a9 req-fdfcaa5c-8a83-422f-a4bd-7fe92ff32152 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 948 time: 0.1848016 Jun 03 15:09:16.170412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.215462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-de243107-6ee9-437e-9cef-6e73a4dfb03f tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Unset dirty status for tenant:2cb758414294426097be52412d2c95e8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:16.216868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-de243107-6ee9-437e-9cef-6e73a4dfb03f tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 949 time: 0.2413294 Jun 03 15:09:16.223538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02796bc2-d985-4698-a24a-30b67c4a177e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:16.230536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.232676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78d6205f-cb9e-423c-9472-e412a5ecd2a9 req-d77abf62-031f-44a1-89dd-9f22f37130da tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612545 Jun 03 15:09:16.236971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.281891 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4c137d5-4a61-4b85-a9f7-03ffaea393f3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/02796bc2-d985-4698-a24a-30b67c4a177e HTTP/1.1" status: 204 len: 168 time: 0.5090380 Jun 03 15:09:16.288954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60712) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:16.293416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Pushing event deleted for resources: {'Port': ['ID=9bb3f577-731f-443f-892a-bbf90ad21fa8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:16.312651 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5827af0-141a-4f1c-a1dc-603f0b1828fb'] response: {'name': 'network-changed', 'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f', 'status': 'completed', 'code': 200} Jun 03 15:09:16.338812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Deleting port 1aa46891-5b48-49bc-bacf-decfdd063cfc {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:16.339281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.451780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.491946 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.550959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.570889 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.572027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcfb923d-8625-4549-bf09-0c642d398904 req-9fd7c7fc-f57d-4942-a743-ab112d788815 tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "DELETE /v2.0/floatingips/69604092-02e7-4635-99d1-11e19efc15ce HTTP/1.1" status: 204 len: 173 time: 1.2736573 Jun 03 15:09:16.610175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] For port 1aa46891-5b48-49bc-bacf-decfdd063cfc, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1aa46891-5b48-49bc-bacf-decfdd063cfc,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:16.610572 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.646110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-9b1ea988-1c9f-481f-a2c6-66d1be3a8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:16.648481 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-9b1ea988-1c9f-481f-a2c6-66d1be3a8109 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1094 time: 0.2985718 Jun 03 15:09:16.696419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e81a2d60-83c0-4353-a740-97479f769335 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:09:16.749096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Calling delete_port for 1aa46891-5b48-49bc-bacf-decfdd063cfc owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:16.827292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.835053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd7701-2879-4755-afa9-a8824b985fb4 req-271e6944-faa2-4467-8286-db32bfda122b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:16.836666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9edd7701-2879-4755-afa9-a8824b985fb4 req-271e6944-faa2-4467-8286-db32bfda122b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.3866341 Jun 03 15:09:16.856828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.890098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e81a2d60-83c0-4353-a740-97479f769335, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e81a2d60-83c0-4353-a740-97479f769335,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:16.909076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:16.926976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'e81a2d60-83c0-4353-a740-97479f769335', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'e81a2d60-83c0-4353-a740-97479f769335', 'mac_address': 'fa:16:3e:c0:64:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:09:16.929473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['1aa46891-5b48-49bc-bacf-decfdd063cfc'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:16.938968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.939350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.940026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.940452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > port after_create 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.940777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.941151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > port after_update 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.941473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.941815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.942136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.942454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:16.998080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Pushing event deleted for resources: {'Port': ['ID=1aa46891-5b48-49bc-bacf-decfdd063cfc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:17.010961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:17.011251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:17.011601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:17.011970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:09:17.012369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f959a66-0081-40de-b180-b5452656824f']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:17.045258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fcd1ed-315a-46d7-b669-66fed40c382c') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:17.045556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fcd1ed-315a-46d7-b669-66fed40c382c') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:17.051781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] No DVR routers for this DVR port 1aa46891-5b48-49bc-bacf-decfdd063cfc on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:09:17.055622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.074770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-98a3b36b-9627-4b14-9797-4c8598229dfc req-aa77676c-782c-49f3-8e94-92eac063f3ab tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.70 "DELETE /v2.0/ports/1aa46891-5b48-49bc-bacf-decfdd063cfc HTTP/1.1" status: 204 len: 173 time: 0.8405368 Jun 03 15:09:17.084730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9edd7701-2879-4755-afa9-a8824b985fb4 req-95421796-916d-41f5-bd41-3ee67a63ee7c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204652 Jun 03 15:09:17.085641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port e81a2d60-83c0-4353-a740-97479f769335 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:17.086169 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.098785 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.108095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81a2d60-83c0-4353-a740-97479f769335 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:17.109647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.127624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:09:17.128463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.142944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e81a2d60-83c0-4353-a740-97479f769335, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e81a2d60-83c0-4353-a740-97479f769335,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:17.147343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.156651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:09:17.162431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-bf690147-33ac-4c40-b5c5-48ad25a9bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:17.164442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-bf690147-33ac-4c40-b5c5-48ad25a9bd5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.4657097 Jun 03 15:09:17.333393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=e81a2d60-83c0-4353-a740-97479f769335,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:17.370737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.420531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:17.436348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'port_id': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f', 'mac_address': 'fa:16:3e:cd:ac:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbf0c30-5473-4c1c-a188-ac5e40f580c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:09:17.479067 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-5341b24a-bbaa-4c42-99df-ea3e6c35cbf0 req-02db9f33-bccb-4228-8374-ff807fcd363a tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] show failed (client error): The resource could not be found. Jun 03 15:09:17.495966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5341b24a-bbaa-4c42-99df-ea3e6c35cbf0 req-02db9f33-bccb-4228-8374-ff807fcd363a tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips/69604092-02e7-4635-99d1-11e19efc15ce HTTP/1.1" status: 404 len: 350 time: 0.3433673 Jun 03 15:09:17.506884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ddaadc68-f3a6-4756-a417-30a0823c7e9f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:17.507642 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.511336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-7ee7c638-df19-48cd-9a78-47b09a05acd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 217 time: 0.1281745 Jun 03 15:09:17.521229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7d8a-4347-4d70-87e0-81ea2b3b7b47 req-ef5a2475-79b3-4b1b-be09-330bcdfa8f54 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:17.529368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac1f7d8a-4347-4d70-87e0-81ea2b3b7b47 req-ef5a2475-79b3-4b1b-be09-330bcdfa8f54 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 943 time: 0.8314888 Jun 03 15:09:17.529565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaadc68-f3a6-4756-a417-30a0823c7e9f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:17.558760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:17.567210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.586590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.641456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:17.677615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:17.691641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f959a66-0081-40de-b180-b5452656824f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:17.699973 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 04fcd1ed-315a-46d7-b669-66fed40c382c resource provider aggregate not found Jun 03 15:09:17.707699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac1f7d8a-4347-4d70-87e0-81ea2b3b7b47 req-799bc136-4a6e-49dc-bd7d-e0dd55375784 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775718 Jun 03 15:09:17.720241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c8d0e603-1095-4be5-a8c6-99d722c57372 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8f959a66-0081-40de-b180-b5452656824f HTTP/1.1" status: 204 len: 168 time: 1.4288585 Jun 03 15:09:17.720961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-002531e6-9563-479c-bcba-51c3b90ac675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:17.722366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-002531e6-9563-479c-bcba-51c3b90ac675 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1903493 Jun 03 15:09:17.724554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-967f5f30-f357-4dca-81b3-d04014915f98 req-edf1c2c9-e951-45aa-bd4e-b0ab62bf54da tempest-LiveMigrationNegativeTest-839808071 tempest-LiveMigrationNegativeTest-839808071-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b680186-4568-414f-942d-074ff1f0bc14 HTTP/1.1" status: 200 len: 210 time: 0.0864041 Jun 03 15:09:17.730064 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 04fcd1ed-315a-46d7-b669-66fed40c382c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04fcd1ed-315a-46d7-b669-66fed40c382c found for delete ", "request_id": "req-64466ed1-a7b8-448f-b464-645a12731e15"}]} Jun 03 15:09:17.786058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-6bfdc5f1-eb91-44c3-8fdb-e1c77f299261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546513 Jun 03 15:09:17.895898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ddaadc68-f3a6-4756-a417-30a0823c7e9f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:17.949261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60742) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:17.965000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['e81a2d60-83c0-4353-a740-97479f769335'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:18.000756 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-d4a92098-fec9-4fff-820a-e83c38a0e1df req-dfeaea93-431f-4d06-8f33-4e1d0f3b851f tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] show failed (client error): The resource could not be found. Jun 03 15:09:18.001793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4a92098-fec9-4fff-820a-e83c38a0e1df req-dfeaea93-431f-4d06-8f33-4e1d0f3b851f tempest-FloatingIPsTestJSON-2088292934 tempest-FloatingIPsTestJSON-2088292934-project] 10.222.0.66 "GET /v2.0/floatingips/69604092-02e7-4635-99d1-11e19efc15ce HTTP/1.1" status: 404 len: 350 time: 0.1859941 Jun 03 15:09:18.012660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60746) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:18.127412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-47e9c112-3579-41cf-8c59-09b44a577ded service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340516 Jun 03 15:09:18.295772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:18.317041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b680186-4568-414f-942d-074ff1f0bc14', 'name': 'network-vif-deleted', 'tag': '1aa46891-5b48-49bc-bacf-decfdd063cfc'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:18.332653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f152cb-5e4e-4441-903b-639364b62dd4 req-d2fffdc9-8147-478e-b234-5038180f2bd5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:18.340411 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2f152cb-5e4e-4441-903b-639364b62dd4 req-d2fffdc9-8147-478e-b234-5038180f2bd5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 949 time: 0.2774274 Jun 03 15:09:18.345283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-94848d6a-da35-445e-b5ff-5114ea5a5bbc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c29a9a66c644e70919b021d8582af39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943558 Jun 03 15:09:18.347934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60756) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:18.349157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2531068-1192-4c4c-a84c-c8b5f9aed086 req-13a58af7-9296-41ed-96dc-36e010a9c8c0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158837 Jun 03 15:09:18.419040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2f152cb-5e4e-4441-903b-639364b62dd4 req-52273d9b-51d4-44ff-8345-929eae1dc118 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777531 Jun 03 15:09:18.489686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d21c14-ba5a-4da4-8d2f-28a39bfbe216 req-96172f7b-5e3c-4fd8-9a5a-cb341b802120 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:18.492040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64d21c14-ba5a-4da4-8d2f-28a39bfbe216 req-96172f7b-5e3c-4fd8-9a5a-cb341b802120 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2159927 Jun 03 15:09:18.546319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64d21c14-ba5a-4da4-8d2f-28a39bfbe216 req-103b4d5d-5a57-49af-b472-1d83acbdc5f1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Jun 03 15:09:18.548675 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9912ed-248f-4013-b867-2f4a34de6145'] response: {'server_uuid': '2b680186-4568-414f-942d-074ff1f0bc14', 'name': 'network-vif-deleted', 'tag': '1aa46891-5b48-49bc-bacf-decfdd063cfc', 'status': 'completed', 'code': 200} Jun 03 15:09:18.757348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15a6013f-44b6-4de7-aa68-384f1a4323e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:18.810129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15a6013f-44b6-4de7-aa68-384f1a4323e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:18.900617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15a6013f-44b6-4de7-aa68-384f1a4323e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:18.927817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6013f-44b6-4de7-aa68-384f1a4323e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb890941-dd17-4859-a3c8-fcce8b6f8b71,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:18.941890 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15a6013f-44b6-4de7-aa68-384f1a4323e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:18.945516 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-15a6013f-44b6-4de7-aa68-384f1a4323e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb890941-dd17-4859-a3c8-fcce8b6f8b71 HTTP/1.1" status: 204 len: 168 time: 0.5892289 Jun 03 15:09:18.994715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60abf74-0290-44f9-bd98-99748abc8ad4 req-59bbad80-7faa-4216-9697-5191bcc5cf1b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:18.997299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e60abf74-0290-44f9-bd98-99748abc8ad4 req-59bbad80-7faa-4216-9697-5191bcc5cf1b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.1188002 Jun 03 15:09:19.062201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e60abf74-0290-44f9-bd98-99748abc8ad4 req-e1e2de98-5fc6-4a32-8390-7b6afda242f4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538588 Jun 03 15:09:19.182885 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:19.193449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60790) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:19.230790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60796) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:19.582893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:19.597251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Deleting port 85351e1b-99fc-47bd-b9e1-504803af78a7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:19.598048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:19.633582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60808) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:19.636746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:19.644481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Usage tracker for resource:security_group_rule and tenant:abb4a248a31a4a2c9fa763b46e1c7bc3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:19.653985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:19.668518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:19.688162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9fc1f5d-36ad-47ce-aa7c-486e8eaca359 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cb758414294426097be52412d2c95e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545794 Jun 03 15:09:19.704968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60812) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:19.784715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbf6b-e5e5-4b96-ac5f-7b493b9bb20b req-063c3425-af66-486b-8a26-362a03d8c5cf tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:19.786194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-631dbf6b-e5e5-4b96-ac5f-7b493b9bb20b req-063c3425-af66-486b-8a26-362a03d8c5cf tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 949 time: 0.2671645 Jun 03 15:09:19.797789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-36437936-fb00-4864-ad37-610ea1be2b86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8606022548244b93ba846f7494e0bddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626606 Jun 03 15:09:19.800992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60816) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:19.877669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-065ffdbc-d1fc-4ec1-bd39-7a97d269d6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:19.880240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] For port 85351e1b-99fc-47bd-b9e1-504803af78a7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=85351e1b-99fc-47bd-b9e1-504803af78a7,segment=NetworkSegment(98e04785-4d62-44e3-ac62-8e5eccef9165),segment_id=98e04785-4d62-44e3-ac62-8e5eccef9165)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:19.880598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:19.928291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac192e37-2f29-4d22-bd08-39fc09887315 req-c3ad9248-d9bc-42e6-9052-546b9d3749df tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:19.929924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac192e37-2f29-4d22-bd08-39fc09887315 req-c3ad9248-d9bc-42e6-9052-546b9d3749df tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2500558 Jun 03 15:09:19.933218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-631dbf6b-e5e5-4b96-ac5f-7b493b9bb20b req-a4fc87c4-050e-421d-8eec-131c6249f2e6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359794 Jun 03 15:09:19.989763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.012149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.025959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Calling delete_port for 85351e1b-99fc-47bd-b9e1-504803af78a7 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:20.034397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a904098-6b02-41cc-9ce7-e2ee6bfdb7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.060251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac192e37-2f29-4d22-bd08-39fc09887315 req-0ead536f-fa48-482c-aad0-e707cb0ce974 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148682 Jun 03 15:09:20.070631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-065ffdbc-d1fc-4ec1-bd39-7a97d269d6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.098160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16ded0c-667c-4323-979f-a4cd0d6d8467,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:20.106350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-19a9708d-9a5c-4df8-b5b2-6df00e634d31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=abb4a248a31a4a2c9fa763b46e1c7bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9117265 Jun 03 15:09:20.108341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a904098-6b02-41cc-9ce7-e2ee6bfdb7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.109639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60822) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:20.308600 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a904098-6b02-41cc-9ce7-e2ee6bfdb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.329200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a904098-6b02-41cc-9ce7-e2ee6bfdb7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449df91f-c4b3-440f-934e-a2e078ce9540,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:20.374431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1020af4e-c40d-491c-b3ca-2d29fb6dbcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.376140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-065ffdbc-d1fc-4ec1-bd39-7a97d269d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.377971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a904098-6b02-41cc-9ce7-e2ee6bfdb7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.388702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7a904098-6b02-41cc-9ce7-e2ee6bfdb7f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/449df91f-c4b3-440f-934e-a2e078ce9540 HTTP/1.1" status: 204 len: 168 time: 0.5679345 Jun 03 15:09:20.409398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1aa46891-5b48-49bc-bacf-decfdd063cfc no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:20.417561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ffdbc-d1fc-4ec1-bd39-7a97d269d6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:20.429453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941774ff-27a6-4e19-a1ba-6ac74604f665 req-2b0ec754-2196-464b-bd19-f68447c400cd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:20.437691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-065ffdbc-d1fc-4ec1-bd39-7a97d269d6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.441396 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-065ffdbc-d1fc-4ec1-bd39-7a97d269d6c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ff2c8c1-d490-4ccb-98cd-bbad4844e3ba HTTP/1.1" status: 204 len: 168 time: 0.7330430 Jun 03 15:09:20.441561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-941774ff-27a6-4e19-a1ba-6ac74604f665 req-2b0ec754-2196-464b-bd19-f68447c400cd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.2661300 Jun 03 15:09:20.441670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1020af4e-c40d-491c-b3ca-2d29fb6dbcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.523897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 1aa46891-5b48-49bc-bacf-decfdd063cfc {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:20.524536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1aa46891-5b48-49bc-bacf-decfdd063cfc not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:20.528098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-941774ff-27a6-4e19-a1ba-6ac74604f665 req-02ee76d3-9165-4afc-bd31-b3f98af0dc05 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866342 Jun 03 15:09:20.734743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1020af4e-c40d-491c-b3ca-2d29fb6dbcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.745664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e81a2d60-83c0-4353-a740-97479f769335 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:20.769856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.831516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020af4e-c40d-491c-b3ca-2d29fb6dbcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16ded0c-667c-4323-979f-a4cd0d6d8467,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:20.857462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port e81a2d60-83c0-4353-a740-97479f769335 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:20.857688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Pushing event deleted for resources: {'Port': ['ID=85351e1b-99fc-47bd-b9e1-504803af78a7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:20.867715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port e81a2d60-83c0-4353-a740-97479f769335 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:20.868118 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.896733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1020af4e-c40d-491c-b3ca-2d29fb6dbcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:20.898199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1020af4e-c40d-491c-b3ca-2d29fb6dbcc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e16ded0c-667c-4323-979f-a4cd0d6d8467 HTTP/1.1" status: 204 len: 168 time: 0.7875044 Jun 03 15:09:21.086736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port e81a2d60-83c0-4353-a740-97479f769335 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:21.087154 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.133194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60848) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:21.181682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81a2d60-83c0-4353-a740-97479f769335'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:21.213654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e81a2d60-83c0-4353-a740-97479f769335, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e81a2d60-83c0-4353-a740-97479f769335,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:21.223200 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.224003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:21.393088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.434793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=e81a2d60-83c0-4353-a740-97479f769335,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:21.443656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port ddaadc68-f3a6-4756-a417-30a0823c7e9f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:21.450376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port ddaadc68-f3a6-4756-a417-30a0823c7e9f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:21.451087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.561409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bb9e61b8-46db-4a9d-8641-598b8efa040d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0986174520a4d1dbc50db75128ab64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245605 Jun 03 15:09:21.572363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60862) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:21.624264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ddaadc68-f3a6-4756-a417-30a0823c7e9f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:21.625065 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.669473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdfec-f37e-409f-84cc-dcf8a852ae55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.675488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:21.683165 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.702747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdfec-f37e-409f-84cc-dcf8a852ae55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.775773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49ba8e-a8fc-4cf7-92f1-79aadabddf9a req-840d9b8f-f96f-4f85-8bae-e20025234a2c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:21.777459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb49ba8e-a8fc-4cf7-92f1-79aadabddf9a req-840d9b8f-f96f-4f85-8bae-e20025234a2c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 950 time: 0.6011026 Jun 03 15:09:21.797675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b61072-3b0c-46eb-8385-49c945558c6a req-4b5e5a5d-4df4-4933-8d41-c8ba9333af6b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:21.805912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7b61072-3b0c-46eb-8385-49c945558c6a req-4b5e5a5d-4df4-4933-8d41-c8ba9333af6b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.4763641 Jun 03 15:09:21.815529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:21.845031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdfec-f37e-409f-84cc-dcf8a852ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.884674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcdfec-f37e-409f-84cc-dcf8a852ae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b67007-6a94-439d-8142-306ef8c5a209,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:21.934212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb49ba8e-a8fc-4cf7-92f1-79aadabddf9a req-e250bb23-cf0d-4b3b-8bf7-4b138607325f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243243 Jun 03 15:09:21.943059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdfec-f37e-409f-84cc-dcf8a852ae55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:21.944199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5ddcdfec-f37e-409f-84cc-dcf8a852ae55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1b67007-6a94-439d-8142-306ef8c5a209 HTTP/1.1" status: 204 len: 168 time: 0.3688564 Jun 03 15:09:21.955974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7b61072-3b0c-46eb-8385-49c945558c6a req-f7343353-5db9-4e07-9984-bdf860b8283e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486561 Jun 03 15:09:21.993898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Router 6065f295-8d06-4c26-aaf8-99bb241fad7c has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:09:21.997406 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6564c7c3-37aa-4916-8c58-05be52903251'] response: {'server_uuid': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81a2d60-83c0-4353-a740-97479f769335', 'code': 200} Jun 03 15:09:22.216279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883fa6-422a-4f0a-9910-11026bd6ab8f req-0e3ebec3-3487-40f0-9bc9-074ef9a31f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:22.218077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce883fa6-422a-4f0a-9910-11026bd6ab8f req-0e3ebec3-3487-40f0-9bc9-074ef9a31f44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 1101 time: 0.1550376 Jun 03 15:09:22.228187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfd24-3333-471b-9763-1f9a27adc462 req-cd2e3463-445c-4016-b4b2-9465d87c5b17 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:22.229996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-041bfd24-3333-471b-9763-1f9a27adc462 req-cd2e3463-445c-4016-b4b2-9465d87c5b17 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 945 time: 0.1230941 Jun 03 15:09:22.247785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:22.255887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-05ccc5f9-5140-406b-80f6-41a000477585 admin admin] 10.222.0.66 "PUT /v2.0/routers/6065f295-8d06-4c26-aaf8-99bb241fad7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2390022 Jun 03 15:09:22.258771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60888) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:22.260386 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] Sync routers for ids ['6065f295-8d06-4c26-aaf8-99bb241fad7c'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:22.273906 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] Routers {'6065f295-8d06-4c26-aaf8-99bb241fad7c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:22.274546 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6065f295-8d06-4c26-aaf8-99bb241fad7c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:22.313875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce883fa6-422a-4f0a-9910-11026bd6ab8f req-c8f0fc00-c434-4d1d-b35f-671b620c3e3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823534 Jun 03 15:09:22.318527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-041bfd24-3333-471b-9763-1f9a27adc462 req-0cc3871e-d7ca-4628-b140-04e3b453e11b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Jun 03 15:09:22.483882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:22.563826 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] Set router 6065f295-8d06-4c26-aaf8-99bb241fad7c gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:22.835673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60914) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:22.846204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:22.904638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Deleting port fc0f1d28-198a-434d-b7d1-cadb4c319bfe {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:22.904909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:22.978575 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:09:20Z', 'revision_number': 5, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port': {'id': 'fc0f1d28-198a-434d-b7d1-cadb4c319bfe', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:08:46Z', 'updated_at': '2022-06-03T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:23.006638 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] Checking router: 6065f295-8d06-4c26-aaf8-99bb241fad7c for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:23.034895 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] Routers {'6065f295-8d06-4c26-aaf8-99bb241fad7c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:23.037028 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6065f295-8d06-4c26-aaf8-99bb241fad7c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:23.145745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-48f05ea3-fc1c-40b7-ac8e-d84103ce27c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2907166 Jun 03 15:09:23.284367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1116052978-network', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:23.299745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:23.312658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Usage tracker for resource:network and tenant:2865e4df20cf4a24ab7bdb5944a0776c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:23.318107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:23.335312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:23.347880 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] Set router 6065f295-8d06-4c26-aaf8-99bb241fad7c gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:23.348798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] For port fc0f1d28-198a-434d-b7d1-cadb4c319bfe, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:23.349291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:23.358144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Made reservation on behalf of 2865e4df20cf4a24ab7bdb5944a0776c for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:23.360926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:23.367040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f00a-c373-4f72-9115-a23854c18666 req-2206a75e-6f48-4466-85ae-28162314fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:23.369027 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-2206a75e-6f48-4466-85ae-28162314fe3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 1100 time: 0.2013881 Jun 03 15:09:23.382104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:23.412532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de259c-61bb-4746-acc0-fb5b8421d0e6 req-3ccdb626-db9d-4fe5-bf63-ae3d64525a2f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:23.414818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52de259c-61bb-4746-acc0-fb5b8421d0e6 req-3ccdb626-db9d-4fe5-bf63-ae3d64525a2f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 950 time: 0.2895949 Jun 03 15:09:23.416037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:23.424979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Usage tracker for resource:security_group_rule and tenant:2865e4df20cf4a24ab7bdb5944a0776c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:23.441148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:23.459274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a62af-aa0b-4d90-b948-7eb375aa07f0 req-53b21910-baf7-47dd-9ab3-e72c8f55a882 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:23.467659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-636a62af-aa0b-4d90-b948-7eb375aa07f0 req-53b21910-baf7-47dd-9ab3-e72c8f55a882 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2623284 Jun 03 15:09:23.469937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:23.484759 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:09:22Z', 'revision_number': 6, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:23.489612 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a024c9-d7db-4028-aa07-a40a47e0b0c7 None None] The sync data for ids ['6065f295-8d06-4c26-aaf8-99bb241fad7c'] in n-d-844594-1 is: [{'id': '6065f295-8d06-4c26-aaf8-99bb241fad7c', 'name': 'tempest-FloatingIPsTestJSON-830572213-router', 'tenant_id': '9f8b94694ad54eb99baa29997a90ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:08:44Z', 'updated_at': '2022-06-03T15:09:22Z', 'revision_number': 6, 'project_id': '9f8b94694ad54eb99baa29997a90ab96', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:23.544059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Calling delete_port for fc0f1d28-198a-434d-b7d1-cadb4c319bfe owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:23.552661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52de259c-61bb-4746-acc0-fb5b8421d0e6 req-07f5f3a9-a43b-4823-9308-f648e7f2244d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308112 Jun 03 15:09:23.573415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-636a62af-aa0b-4d90-b948-7eb375aa07f0 req-37f04f7d-d71c-426a-8e28-a1cbc47c96b2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045811 Jun 03 15:09:23.735383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:23.751402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:23.779232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f00a-c373-4f72-9115-a23854c18666 req-ca88c4a4-168b-4016-badf-65f3eab351a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:23.780910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-ca88c4a4-168b-4016-badf-65f3eab351a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3344102 Jun 03 15:09:23.902289 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-b8be2969-391c-4ab6-9477-3cf3076e534c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=71cba5bd-9ac0-4414-a150-8384db28127a HTTP/1.1" status: 200 len: 217 time: 0.1118810 Jun 03 15:09:23.937065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:09:23.939369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71ed0a-3002-460a-8cc3-53fb0b43ebfa,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:23.993560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4a141-5e28-4e27-b0f8-88f149802fe4 req-1c25c9cf-fe2d-438c-aae7-d0f98f1cc719 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:23.995396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7a4a141-5e28-4e27-b0f8-88f149802fe4 req-1c25c9cf-fe2d-438c-aae7-d0f98f1cc719 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 945 time: 0.1837938 Jun 03 15:09:23.998184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:24.087666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7a4a141-5e28-4e27-b0f8-88f149802fe4 req-c083183e-0709-4b63-850d-d278c3aefcc1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622218 Jun 03 15:09:24.091907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f00a-c373-4f72-9115-a23854c18666 req-1b61c74c-eca4-40ef-8766-6fa4e36dda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:24.093429 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-1b61c74c-eca4-40ef-8766-6fa4e36dda30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1841269 Jun 03 15:09:24.107080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.107219 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Added segment 3e9c2c09-cdb9-4c28-afda-608daf2bc240 of type vlan for network bf5cf2b8-9a25-4367-825d-67f6917291ba Jun 03 15:09:24.150413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.156285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.172429 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa2944c-22db-4891-aff7-557cd5a6b99a'] response: {'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f', 'code': 200} Jun 03 15:09:24.190437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.193842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:24.194502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.253989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0f1d28-198a-434d-b7d1-cadb4c319bfe,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:24.402841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf5cf2b8-9a25-4367-825d-67f6917291ba,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:24.417376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network bf5cf2b8-9a25-4367-825d-67f6917291ba details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:09:24.418640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f00a-c373-4f72-9115-a23854c18666 req-90174bcf-9d36-432c-ba5d-706bca669546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:24.420692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-90174bcf-9d36-432c-ba5d-706bca669546 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3201568 Jun 03 15:09:24.423697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.433566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-172cd8e2-4e4a-4c5a-8b4f-9654c9f7d4d4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5964236 Jun 03 15:09:24.437578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60964) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:24.452031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Request body: {'subnet': {'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-subnet', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:24.482201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:24.493072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea449b4-781d-43da-a641-c66e144e8c2a req-72017376-9edd-4cee-ae40-36ea9afcf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:24.494748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ea449b4-781d-43da-a641-c66e144e8c2a req-72017376-9edd-4cee-ae40-36ea9afcf458 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1096 time: 0.2224972 Jun 03 15:09:24.495990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Usage tracker for resource:subnet and tenant:2865e4df20cf4a24ab7bdb5944a0776c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:24.499580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:24.515281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:24.583875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ea449b4-781d-43da-a641-c66e144e8c2a req-540b6f40-cf7c-4ec8-a877-4c03cc6da599 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657890 Jun 03 15:09:24.592957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Made reservation on behalf of 2865e4df20cf4a24ab7bdb5944a0776c for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:24.595744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.895579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.900373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:24.991725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a848b-3f6b-443b-9ee9-eae2000e6238 req-8452a0bf-4c6e-4e2c-b70c-a5a3cd967d09 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:24.993280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-190a848b-3f6b-443b-9ee9-eae2000e6238 req-8452a0bf-4c6e-4e2c-b70c-a5a3cd967d09 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 950 time: 0.1930282 Jun 03 15:09:25.003754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013fbe-1a02-4c67-9f4c-e798a6eb065d req-1a97bdbc-77c9-4cc2-bd7d-2e0d9bbb53b4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:25.005254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3013fbe-1a02-4c67-9f4c-e798a6eb065d req-1a97bdbc-77c9-4cc2-bd7d-2e0d9bbb53b4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2552323 Jun 03 15:09:25.010963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:25.011683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6065f295-8d06-4c26-aaf8-99bb241fad7c {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:09:25.037629 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-1da4b32c-5dd4-4ab4-9a9f-de7ec8c726ce service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490502 Jun 03 15:09:25.042554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:25.046286 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8ec36447-2e5f-4911-8f88-8953cf016ec0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6065f295-8d06-4c26-aaf8-99bb241fad7c HTTP/1.1" status: 204 len: 168 time: 2.7860382 Jun 03 15:09:25.081656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60984) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:25.204525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e059f00a-c373-4f72-9115-a23854c18666 req-29fdb289-700c-4297-b363-57213706f7c3 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569984 Jun 03 15:09:25.289293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3013fbe-1a02-4c67-9f4c-e798a6eb065d req-34091204-3aa1-4896-8eb8-ad81620a1213 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548866 Jun 03 15:09:25.296808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 85351e1b-99fc-47bd-b9e1-504803af78a7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:25.325516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-190a848b-3f6b-443b-9ee9-eae2000e6238 req-7b1f9e2d-d1ba-4e00-9db8-f87db51cb313 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134592 Jun 03 15:09:25.344048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 85351e1b-99fc-47bd-b9e1-504803af78a7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:25.344621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 85351e1b-99fc-47bd-b9e1-504803af78a7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:25.345249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fc0f1d28-198a-434d-b7d1-cadb4c319bfe no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:25.361883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:25.386529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: fc0f1d28-198a-434d-b7d1-cadb4c319bfe {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:25.387130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fc0f1d28-198a-434d-b7d1-cadb4c319bfe not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:25.430293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] Deleting subnet 07bd37a2-69ab-49ae-b6c3-3009b3e3d6df {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:09:25.443444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:25.535987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:25.579929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83374c96-db3e-4ba7-9896-c4ec25d4be3d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:25.602615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Checking segment: {'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:25.602978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Network hostable DHCP agents. Network: bf5cf2b8-9a25-4367-825d-67f6917291ba, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:09:25.646485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1ec9fa8-e435-463a-b59e-11a09cd31c86 req-520cc5ce-1151-458f-991b-c621e23255a7 tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f5af11586623438387f7c674a8c78645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824635 Jun 03 15:09:25.663575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-4339f02e-68f0-49de-8e60-167dbf7d01d5 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ec142738a0f74a63bef0a99264bba473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467005 Jun 03 15:09:25.833286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Network bf5cf2b8-9a25-4367-825d-67f6917291ba is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:09:25.912834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, bf5cf2b8-9a25-4367-825d-67f6917291ba) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:25.920982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6fb50-9a26-48d8-b40e-5ff7946a1b6a None None] Network bf5cf2b8-9a25-4367-825d-67f6917291ba requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:25.939446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:25.940039 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:25.949456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.073095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec9fa8-e435-463a-b59e-11a09cd31c86 req-9f832172-0377-4ccd-ae40-ffaad50558bf tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:26.074601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1ec9fa8-e435-463a-b59e-11a09cd31c86 req-9f832172-0377-4ccd-ae40-ffaad50558bf tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4179494 Jun 03 15:09:26.111647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c121f298-141f-416e-9b8e-47220eedac67 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6676490 Jun 03 15:09:26.112844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32782) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:26.121105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:26.127538 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1ec9fa8-e435-463a-b59e-11a09cd31c86 req-e7f95f07-d254-4f53-b302-ba8bdbd79e20 tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/quotas/f5af11586623438387f7c674a8c78645 HTTP/1.1" status: 200 len: 375 time: 0.0446079 Jun 03 15:09:26.134719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-7d6ad426-1c82-4d9c-b299-58f9422b005c tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:26.137974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:26.141499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-7d6ad426-1c82-4d9c-b299-58f9422b005c tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551294 Jun 03 15:09:26.149111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Usage tracker for resource:router and tenant:2865e4df20cf4a24ab7bdb5944a0776c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:26.157097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:26.173740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:26.188298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.191170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.192373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.211560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-bf5cf2b8-9a25-4367-825d-67f6917291ba', 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'fixed_ips': [{'subnet_id': '83374c96-db3e-4ba7-9896-c4ec25d4be3d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:09:26.212858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.213816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.236010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1ec9fa8-e435-463a-b59e-11a09cd31c86 req-0a238ca7-b836-4787-8c13-1acd2257191b tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5af11586623438387f7c674a8c78645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920439 Jun 03 15:09:26.243606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-4e97caf6-ffe2-43b5-bc10-09ab2eac3387 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/quotas/ec142738a0f74a63bef0a99264bba473 HTTP/1.1" status: 200 len: 375 time: 0.1007805 Jun 03 15:09:26.280529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bd37a2-69ab-49ae-b6c3-3009b3e3d6df,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:26.289308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.308016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-f848f4f8-fb2a-4021-b79d-c3a0afb2d965 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ec142738a0f74a63bef0a99264bba473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634470 Jun 03 15:09:26.315166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-89c33f10-8dab-49e1-8086-a59908605a60 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/07bd37a2-69ab-49ae-b6c3-3009b3e3d6df HTTP/1.1" status: 204 len: 168 time: 1.2324786 Jun 03 15:09:26.320101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32788) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:26.442345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6de28-5c06-40b9-95b0-8464c1abcb0e None None] Network 2376d74e-6891-418e-bea5-aba77cf08e9f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:26.551973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.577046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.611372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Deleting port 136498ac-7a7e-4f43-be62-4ceca956ec46 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:26.611974 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:26.705697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Allocated IP 172.20.0.2 (bf5cf2b8-9a25-4367-825d-67f6917291ba/83374c96-db3e-4ba7-9896-c4ec25d4be3d/ce327724-47e8-4602-9d67-bd78c543f5be) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:26.760999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ac530-077d-48a2-b229-18851c6f9616 req-34e23547-0eb7-4a0a-9b38-973197ba3224 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:26.768484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-290ac530-077d-48a2-b229-18851c6f9616 req-34e23547-0eb7-4a0a-9b38-973197ba3224 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 945 time: 0.3042510 Jun 03 15:09:26.956903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] DHCP port deletion for 2376d74e-6891-418e-bea5-aba77cf08e9f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:09:26.962680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-290ac530-077d-48a2-b229-18851c6f9616 req-7d63b550-3478-4d3a-910a-4a20a85c2728 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930280 Jun 03 15:09:26.984143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.016400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] Deleting port 136498ac-7a7e-4f43-be62-4ceca956ec46 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:27.016766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.030048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.105446 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.161876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Transition to ACTIVE for port object ce327724-47e8-4602-9d67-bd78c543f5be will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:27.164855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9b7b-ad33-4c79-bff3-6aeb6bcd53a2 req-1c578c10-36ff-4e6f-8d27-4db9951c86f2 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:27.166763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f7c9b7b-ad33-4c79-bff3-6aeb6bcd53a2 req-1c578c10-36ff-4e6f-8d27-4db9951c86f2 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 1101 time: 0.4883120 Jun 03 15:09:27.207010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Transition to ACTIVE for port object ce327724-47e8-4602-9d67-bd78c543f5be will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:27.257835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.296413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Allocated IP 172.25.1.52 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dd3d787f-df78-409e-b581-5603b9e26640) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:27.327439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 136498ac-7a7e-4f43-be62-4ceca956ec46 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:27.337267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f7c9b7b-ad33-4c79-bff3-6aeb6bcd53a2 req-eae3af74-2d65-465c-bbf9-a382b5a5cb49 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617839 Jun 03 15:09:27.387048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] For port 136498ac-7a7e-4f43-be62-4ceca956ec46, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=136498ac-7a7e-4f43-be62-4ceca956ec46,segment=NetworkSegment(98e04785-4d62-44e3-ac62-8e5eccef9165),segment_id=98e04785-4d62-44e3-ac62-8e5eccef9165)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:27.387632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.420952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] For port 136498ac-7a7e-4f43-be62-4ceca956ec46, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=136498ac-7a7e-4f43-be62-4ceca956ec46,segment=NetworkSegment(98e04785-4d62-44e3-ac62-8e5eccef9165),segment_id=98e04785-4d62-44e3-ac62-8e5eccef9165)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:27.421569 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.435538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Network bf5cf2b8-9a25-4367-825d-67f6917291ba is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:27.443367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:27.451830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:27.610045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.656985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:27.682681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] Calling delete_port for 136498ac-7a7e-4f43-be62-4ceca956ec46 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:27.798952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Calling delete_port for 136498ac-7a7e-4f43-be62-4ceca956ec46 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:27.868737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:27.905219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:27.910908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Pushing event updated for resources: {'Port': ['ID=dd3d787f-df78-409e-b581-5603b9e26640,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:27.914589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:27.979377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40194036-d25a-4e24-8f01-aed8c2e72ce9 req-1708232f-76e1-48dc-a88b-9f08f166e9b1 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0931289 Jun 03 15:09:27.986558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Pushing event updated for resources: {'Port': ['ID=ce327724-47e8-4602-9d67-bd78c543f5be,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:27.996683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a58f8-46da-4e85-8690-3d3098250750 req-a05ad401-6178-4cba-be07-a1346bea9cfd tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:28.009699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b8a58f8-46da-4e85-8690-3d3098250750 req-a05ad401-6178-4cba-be07-a1346bea9cfd tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.8372934 Jun 03 15:09:28.031873 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:28.037614 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No ports have port_id starting with 136498ac-7a7e-4f43-be62-4ceca956ec46 Jun 03 15:09:28.083993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Attempting to bind port ce327724-47e8-4602-9d67-bd78c543f5be on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:28.084932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Attempting to bind port ce327724-47e8-4602-9d67-bd78c543f5be by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:28.085449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Attempting to bind port ce327724-47e8-4602-9d67-bd78c543f5be on network bf5cf2b8-9a25-4367-825d-67f6917291ba {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:28.088268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] Pushing event deleted for resources: {'Port': ['ID=136498ac-7a7e-4f43-be62-4ceca956ec46,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:28.099603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:09:28.100040 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:09:28.105494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b8a58f8-46da-4e85-8690-3d3098250750 req-5f165d08-68bb-430a-b088-66e3c50f6cc5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945766 Jun 03 15:09:28.118147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:28.118706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Checking segment: {'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:28.119147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:28.119530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Bound using segment: {'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:28.120001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Bound port: ce327724-47e8-4602-9d67-bd78c543f5be, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:28.120505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:28.151616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a9890-6729-42fb-93f5-0ba876c4fe37 None None] No DVR routers for this DVR port 136498ac-7a7e-4f43-be62-4ceca956ec46 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:09:28.266187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] For port ce327724-47e8-4602-9d67-bd78c543f5be, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:28.270643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] For port ce327724-47e8-4602-9d67-bd78c543f5be, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce327724-47e8-4602-9d67-bd78c543f5be,segment=NetworkSegment(3e9c2c09-cdb9-4c28-afda-608daf2bc240),segment_id=3e9c2c09-cdb9-4c28-afda-608daf2bc240)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:28.286064 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:28.360250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-b313de64-d4dc-4678-8bf0-35820ae5ad10 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358706 Jun 03 15:09:28.428035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bba56-877b-4ccf-9c15-73b5bd472347 None None] Pushing event updated for resources: {'Port': ['ID=ce327724-47e8-4602-9d67-bd78c543f5be,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:28.491936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50711545-d076-4177-affa-ea1ec6c9b386 req-ff728ada-e7c1-41aa-a692-9b976b76fea8 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:28.498183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50711545-d076-4177-affa-ea1ec6c9b386 req-ff728ada-e7c1-41aa-a692-9b976b76fea8 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1096 time: 0.2465281 Jun 03 15:09:28.573009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-aa63b83f-9f5a-4bdd-84af-233d87c44341 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:28.574497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-aa63b83f-9f5a-4bdd-84af-233d87c44341 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034256 Jun 03 15:09:28.581229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50711545-d076-4177-affa-ea1ec6c9b386 req-56c7f8c4-a157-4a1b-b924-941cf5df5c8e tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819604 Jun 03 15:09:28.593603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-e952283b-9c6e-476c-97a5-34ea0be467af tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/quotas/c02c024815fe4945b06f5ffd20418986 HTTP/1.1" status: 200 len: 375 time: 0.0113845 Jun 03 15:09:28.606768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Deleting port 136498ac-7a7e-4f43-be62-4ceca956ec46 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:28.607181 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:28.786399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] The port '136498ac-7a7e-4f43-be62-4ceca956ec46' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:09:28.974552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:28.988260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-4a943a9a-1e55-4f91-8b51-9b8bb6bd6359 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ec142738a0f74a63bef0a99264bba473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056511 Jun 03 15:09:29.026980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-f59f3937-2053-442d-8a00-52a94435ea4c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3608730 Jun 03 15:09:29.032904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2376d74e-6891-418e-bea5-aba77cf08e9f']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:29.065593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e04785-4d62-44e3-ac62-8e5eccef9165') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:29.066138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e04785-4d62-44e3-ac62-8e5eccef9165') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:29.092809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:29.127503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:29.140757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:09:29.142438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:29.188292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:29.242432 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 98e04785-4d62-44e3-ac62-8e5eccef9165 resource provider aggregate not found Jun 03 15:09:29.369240 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 98e04785-4d62-44e3-ac62-8e5eccef9165 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e04785-4d62-44e3-ac62-8e5eccef9165 found for delete ", "request_id": "req-eca7f36e-f342-4061-ad5a-c6da2edbdbf3"}]} Jun 03 15:09:29.373922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:29.433419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce327724-47e8-4602-9d67-bd78c543f5be up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:29.447822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:29.456561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2376d74e-6891-418e-bea5-aba77cf08e9f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:29.552980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-71065d7d-16ab-4c9b-b741-17a4f49bce28 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2376d74e-6891-418e-bea5-aba77cf08e9f HTTP/1.1" status: 204 len: 168 time: 3.2314470 Jun 03 15:09:29.637708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ce327724-47e8-4602-9d67-bd78c543f5be completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:29.644491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f716dc3-edc4-4c14-bd05-e2590f50737e req-f5de30da-ec07-474b-81bd-60a2eb3d6342 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:29.662702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f716dc3-edc4-4c14-bd05-e2590f50737e req-f5de30da-ec07-474b-81bd-60a2eb3d6342 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1096 time: 0.2086775 Jun 03 15:09:29.782765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f716dc3-edc4-4c14-bd05-e2590f50737e req-b92973b2-867b-4e9a-b4c2-f01bdc1bc5c0 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156061 Jun 03 15:09:29.831333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-0b90beb5-6daa-463b-8c07-bb1e660c9651 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:29.833104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-0b90beb5-6daa-463b-8c07-bb1e660c9651 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8328390 Jun 03 15:09:29.955651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Request body: {'port': {'device_id': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'ec142738a0f74a63bef0a99264bba473'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:29.961310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32864) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:30.048894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab4c36-5bfe-40c6-83a9-c010162c6c6e None None] Network bf5cf2b8-9a25-4367-825d-67f6917291ba requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:30.067704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-48b57ba4-5805-40b8-b34a-6e27f3c67db6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f8b94694ad54eb99baa29997a90ab96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050210 Jun 03 15:09:30.068504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32874) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:30.203397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d9a-0af8-4f40-863b-311a2af55c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.257299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d9a-0af8-4f40-863b-311a2af55c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.324342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ee52a-fcfe-4118-bc7d-754f9b5ec76d req-b3a1ba08-95ee-4eef-83eb-a5b0aace6c1c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:30.326502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e3ee52a-fcfe-4118-bc7d-754f9b5ec76d req-b3a1ba08-95ee-4eef-83eb-a5b0aace6c1c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.1757891 Jun 03 15:09:30.362933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] Provisioning for port ce327724-47e8-4602-9d67-bd78c543f5be completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:30.398061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.400563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e3ee52a-fcfe-4118-bc7d-754f9b5ec76d req-0a4cb720-632f-4f08-b154-ab0d4556caba tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681932 Jun 03 15:09:30.445005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] Provisioning complete for port ce327724-47e8-4602-9d67-bd78c543f5be triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:30.445957 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.516899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61efff65-54cb-4c71-a162-d89b185c87b6 req-0a7dfaa9-1517-4d25-a59d-fc79b0173c98 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 210 time: 0.1090517 Jun 03 15:09:30.527887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:30.535584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Usage tracker for resource:port and tenant:ec142738a0f74a63bef0a99264bba473 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:30.553430 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d9a-0af8-4f40-863b-311a2af55c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.609494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf9d9a-0af8-4f40-863b-311a2af55c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc83a43-a629-4e56-a402-314413363171,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:30.636710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d9a-0af8-4f40-863b-311a2af55c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.644743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0aaf9d9a-0af8-4f40-863b-311a2af55c94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccc83a43-a629-4e56-a402-314413363171 HTTP/1.1" status: 204 len: 168 time: 0.5682158 Jun 03 15:09:30.729964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:30.736048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:30.749651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Made reservation on behalf of ec142738a0f74a63bef0a99264bba473 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:30.753203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.767738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.781972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] Current status of the port ce327724-47e8-4602-9d67-bd78c543f5be is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:30.782358 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.793801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:30.800762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Usage tracker for resource:security_group_rule and tenant:ec142738a0f74a63bef0a99264bba473 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:30.806085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:30.815858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:30.849024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] For port ce327724-47e8-4602-9d67-bd78c543f5be, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce327724-47e8-4602-9d67-bd78c543f5be,segment=NetworkSegment(3e9c2c09-cdb9-4c28-afda-608daf2bc240),segment_id=3e9c2c09-cdb9-4c28-afda-608daf2bc240)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:30.864577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.892813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Router 933b4b91-b2b0-4578-ad14-7f086af13e2e is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:09:30.925037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b84a9c9f-a792-48a3-acf8-ace598cf166e req-3337e7ba-2075-4882-b5fa-15a6cf315fe9 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 210 time: 0.1451364 Jun 03 15:09:31.024503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de8657-e7dc-45ab-ac21-8fff775921fd None None] Pushing event updated for resources: {'Port': ['ID=ce327724-47e8-4602-9d67-bd78c543f5be,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:31.067127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ece5cf-508c-471c-bbde-c2a43d5c0acc req-26a0dde6-00f3-4bf6-b169-bbe68e68c3cd tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:31.073218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4ece5cf-508c-471c-bbde-c2a43d5c0acc req-26a0dde6-00f3-4bf6-b169-bbe68e68c3cd tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.4263344 Jun 03 15:09:31.178054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4ece5cf-508c-471c-bbde-c2a43d5c0acc req-219cab81-9ce9-4f52-b8dd-70a3d2703f9c tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983508 Jun 03 15:09:31.307851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aaeef9ed-3e14-454c-8c3c-3670434b81a8 None None] Provisioning complete for port ce327724-47e8-4602-9d67-bd78c543f5be triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:31.308430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aaeef9ed-3e14-454c-8c3c-3670434b81a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.367623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce327724-47e8-4602-9d67-bd78c543f5be up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:31.395926 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e39f9cf-ffd4-4537-bcf4-bf128585472c req-e62a52f1-f034-45f3-9465-f942822cf9aa tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f5af11586623438387f7c674a8c78645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579569 Jun 03 15:09:31.486282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.497513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.544720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc512060-1d54-4ca7-ac39-74ef1a79aefe,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:31.641051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:31.732349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aaeef9ed-3e14-454c-8c3c-3670434b81a8 None None] Current status of the port ce327724-47e8-4602-9d67-bd78c543f5be is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:31.740040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Sync routers for ids ['933b4b91-b2b0-4578-ad14-7f086af13e2e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:31.747108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ce327724-47e8-4602-9d67-bd78c543f5be triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:31.747681 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.813660 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.822273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Routers {'933b4b91-b2b0-4578-ad14-7f086af13e2e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:31.823280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['933b4b91-b2b0-4578-ad14-7f086af13e2e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:31.824222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-da7e7658-cf27-4976-887d-c030c313e26b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7073576 Jun 03 15:09:31.825436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:31.953566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39f9cf-ffd4-4537-bcf4-bf128585472c req-92071cfa-72d0-4a15-9cf5-7538c5240d5c tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:31.968235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e39f9cf-ffd4-4537-bcf4-bf128585472c req-92071cfa-72d0-4a15-9cf5-7538c5240d5c tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5711346 Jun 03 15:09:32.030031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ce327724-47e8-4602-9d67-bd78c543f5be is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:32.072287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-6ea765ba-8c56-45de-aa53-a02fe4755ee2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067376 Jun 03 15:09:32.117988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e39f9cf-ffd4-4537-bcf4-bf128585472c req-fb8f9258-0e9c-41c8-b695-d2ad371d45ce tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/quotas/f5af11586623438387f7c674a8c78645 HTTP/1.1" status: 200 len: 375 time: 0.1479948 Jun 03 15:09:32.163436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Allocated IP 192.168.233.102 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/d283611e-2638-49e1-8879-dc798633c020) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:32.223536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Set router 933b4b91-b2b0-4578-ad14-7f086af13e2e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:32.288957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e39f9cf-ffd4-4537-bcf4-bf128585472c req-6d9c3b00-b3b6-4b24-9ff1-533019c61645 tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5af11586623438387f7c674a8c78645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1686506 Jun 03 15:09:32.509677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836057f6-58ce-4b8b-b498-8013d4bed5e4 req-816afb25-8366-43e2-a710-58e07e531ffc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:32.523073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-836057f6-58ce-4b8b-b498-8013d4bed5e4 req-816afb25-8366-43e2-a710-58e07e531ffc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.5481763 Jun 03 15:09:32.576699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-64e02f1b-b02f-43de-b9b7-44ca895dca95 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:32.579452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-64e02f1b-b02f-43de-b9b7-44ca895dca95 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.6076245 Jun 03 15:09:32.628862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-836057f6-58ce-4b8b-b498-8013d4bed5e4 req-591b0b70-b93f-4fcc-acc1-52bc8a6e53b0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031618 Jun 03 15:09:32.704082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:28Z', 'revision_number': 3, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port': {'id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:30:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:27Z', 'updated_at': '2022-06-03T15:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:32.711412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Checking router: 933b4b91-b2b0-4578-ad14-7f086af13e2e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:32.712216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Updating router 933b4b91-b2b0-4578-ad14-7f086af13e2e port dd3d787f-df78-409e-b581-5603b9e26640 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:09:32.744539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34f22b67-f40c-4d94-881b-66c9024d8b16 req-51b23e2d-65f9-49ee-ba10-e549c4b16f31 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0522559 Jun 03 15:09:32.759080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Deleting port c56e0bb9-b80b-460e-9f9e-c747c348be76 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:32.759488 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.794045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.812069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Transition to ACTIVE for port object d283611e-2638-49e1-8879-dc798633c020 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:32.852217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.865694 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.073486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9395e322-6080-4ec0-be86-11679e42b4da req-caabfdd2-c7b5-4972-a600-d1e5c072468f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 210 time: 0.1181197 Jun 03 15:09:33.152778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:33.232005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e97e-67c9-4c73-a66a-0c1fb18b9460 req-401a3ad2-777b-4e6f-a152-cadad7c14a19 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:33.234383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0a4e97e-67c9-4c73-a66a-0c1fb18b9460 req-401a3ad2-777b-4e6f-a152-cadad7c14a19 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1096 time: 0.3258951 Jun 03 15:09:33.283042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] For port c56e0bb9-b80b-460e-9f9e-c747c348be76, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c56e0bb9-b80b-460e-9f9e-c747c348be76,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:33.283708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.338226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:33.352664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:33.459523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0a4e97e-67c9-4c73-a66a-0c1fb18b9460 req-90df33f2-90b1-4f81-949b-630d7a803e14 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061658 Jun 03 15:09:33.581232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-479c23cb-b5fe-4192-9b76-02c4b633901a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:33.582998 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-479c23cb-b5fe-4192-9b76-02c4b633901a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4854152 Jun 03 15:09:33.613776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.630346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Pushing event updated for resources: {'Port': ['ID=d283611e-2638-49e1-8879-dc798633c020,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:33.631432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ecf10-719a-4813-843b-fb6e2d584aa9 req-cffc612b-792b-48ac-8120-45b81b98779a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:33.633020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-096ecf10-719a-4813-843b-fb6e2d584aa9 req-cffc612b-792b-48ac-8120-45b81b98779a tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a25594c-710d-47a9-b645-5cfa7a5a2cc8 HTTP/1.1" status: 200 len: 945 time: 0.3333619 Jun 03 15:09:33.637626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Transition to ACTIVE for port object dd3d787f-df78-409e-b581-5603b9e26640 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:33.647782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:33.657315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.808593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Attempting to bind port dd3d787f-df78-409e-b581-5603b9e26640 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:33.809225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Attempting to bind port dd3d787f-df78-409e-b581-5603b9e26640 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:33.809756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Attempting to bind port dd3d787f-df78-409e-b581-5603b9e26640 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:33.812970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-096ecf10-719a-4813-843b-fb6e2d584aa9 req-410d1045-6a96-4e6d-9912-18b04f5d45ec tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups?id=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742256 Jun 03 15:09:33.828624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.829165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.829678 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e disassociated. External IP: 172.25.1.69, port: c56e0bb9-b80b-460e-9f9e-c747c348be76. Jun 03 15:09:33.830169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Calling delete_port for c56e0bb9-b80b-460e-9f9e-c747c348be76 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:33.855939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:33.856425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:33.856841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.857351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:33.857851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Bound port: dd3d787f-df78-409e-b581-5603b9e26640, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:33.858234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.870341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:33.871642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.917860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ec25f-1701-46ed-99f8-8a80d98a06ec None None] Pushing event updated for resources: {'Port': ['ID=dd3d787f-df78-409e-b581-5603b9e26640,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:33.923638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-eec0843d-1e45-4fa9-82e1-46157f4c94b3 None None] Provisioning for port d283611e-2638-49e1-8879-dc798633c020 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:33.945147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-eec0843d-1e45-4fa9-82e1-46157f4c94b3 None None] Provisioning complete for port d283611e-2638-49e1-8879-dc798633c020 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:33.948450 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eec0843d-1e45-4fa9-82e1-46157f4c94b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.054588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] For port dd3d787f-df78-409e-b581-5603b9e26640, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:34.059117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] For port dd3d787f-df78-409e-b581-5603b9e26640, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dd3d787f-df78-409e-b581-5603b9e26640,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:34.060259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-eec0843d-1e45-4fa9-82e1-46157f4c94b3 None None] Port d283611e-2638-49e1-8879-dc798633c020 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:34.068541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-11ff6122-4451-4d22-9aef-94426e696ddc tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1232107 Jun 03 15:09:34.071146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.118796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Request body: {'port': {'device_id': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:34.151606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:34.191267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Routers {'933b4b91-b2b0-4578-ad14-7f086af13e2e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:34.192203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['933b4b91-b2b0-4578-ad14-7f086af13e2e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:34.255876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ec25f-1701-46ed-99f8-8a80d98a06ec None None] Pushing event updated for resources: {'Port': ['ID=dd3d787f-df78-409e-b581-5603b9e26640,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:34.290881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a5f55a1c-dae6-4390-981d-3b5b35de23af tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fecf4780e9a43109d6d90a88eaea9a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841038 Jun 03 15:09:34.294497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:34.365588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.418223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.482626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:34.487515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] Set router 933b4b91-b2b0-4578-ad14-7f086af13e2e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:34.490796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.598317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event deleted for resources: {'Port': ['ID=c56e0bb9-b80b-460e-9f9e-c747c348be76,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:34.741618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-5ecaecc8-0218-46f7-bf9b-7ddcfba7b6ae tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:34.743301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-5ecaecc8-0218-46f7-bf9b-7ddcfba7b6ae tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4412653 Jun 03 15:09:34.764748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c56e0bb9-b80b-460e-9f9e-c747c348be76 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:34.821501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: c56e0bb9-b80b-460e-9f9e-c747c348be76 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:34.821833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c56e0bb9-b80b-460e-9f9e-c747c348be76 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:34.828152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4345c715-223c-48a8-a40f-50138a09b46e tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/quotas/4fecf4780e9a43109d6d90a88eaea9a1 HTTP/1.1" status: 200 len: 375 time: 0.0295334 Jun 03 15:09:34.900494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-6db9ff26-2257-4410-8d47-073df54575c2 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fecf4780e9a43109d6d90a88eaea9a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712755 Jun 03 15:09:34.900678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.948265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:28Z', 'revision_number': 3, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port': {'id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:30:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:27Z', 'updated_at': '2022-06-03T15:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:34.954431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b32e33-003a-48ed-883b-250366cfaa55 None None] The sync data for ids ['933b4b91-b2b0-4578-ad14-7f086af13e2e'] in n-d-844594-1 is: [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:28Z', 'revision_number': 3, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port': {'id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:30:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:27Z', 'updated_at': '2022-06-03T15:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:34.958278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Router 6dda987c-47fc-4eba-882f-02cba7050dfc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:09:35.338140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:35.350552 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] Sync routers for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:35.376482 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:35.378251 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:35.378947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.234 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/823c62d7-b5d0-42bf-82aa-921bad48026b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:35.626158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] No DVR routers for this DVR port c56e0bb9-b80b-460e-9f9e-c747c348be76 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:09:35.640954 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:35.644208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'name': 'network-vif-deleted', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:35.776832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d433b7c0-b49d-4d46-b759-c14d146a38cb req-5f343a37-7bc2-4c4e-a321-710a059a4ce1 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.15 "DELETE /v2.0/ports/c56e0bb9-b80b-460e-9f9e-c747c348be76 HTTP/1.1" status: 204 len: 173 time: 3.1655068 Jun 03 15:09:35.853225 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:35.868690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd4936-8e81-415a-8130-c618e299956a req-6c7f0ff5-2a7c-4966-9666-a71df9b1608b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:35.880591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03bd4936-8e81-415a-8130-c618e299956a req-6c7f0ff5-2a7c-4966-9666-a71df9b1608b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2057450 Jun 03 15:09:35.964510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Allocated IP 172.20.0.1 (bf5cf2b8-9a25-4367-825d-67f6917291ba/83374c96-db3e-4ba7-9896-c4ec25d4be3d/f5371fd7-c52b-47dc-998b-6ab7d24549e9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:35.990412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03bd4936-8e81-415a-8130-c618e299956a req-30beca58-9860-42cc-837e-164ed5da6052 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003473 Jun 03 15:09:36.439864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6b98e-6356-46eb-b974-0c2c82a73d98 req-7178c2a6-042d-4b0d-a691-5862fc8e5c46 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:36.443362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91a6b98e-6356-46eb-b974-0c2c82a73d98 req-7178c2a6-042d-4b0d-a691-5862fc8e5c46 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 936 time: 0.2124205 Jun 03 15:09:36.540356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.568586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91a6b98e-6356-46eb-b974-0c2c82a73d98 req-da1f7ba4-4992-4307-a73f-d8ccf50146c1 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112523 Jun 03 15:09:36.570864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Transition to ACTIVE for port object f5371fd7-c52b-47dc-998b-6ab7d24549e9 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:36.604174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-4c799be2-c205-4250-8af0-b08faa1c86a5 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:36.609193 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-4c799be2-c205-4250-8af0-b08faa1c86a5 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1791136 Jun 03 15:09:36.622943 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:36.628412 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] Checking router: 6dda987c-47fc-4eba-882f-02cba7050dfc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:36.640211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.641987 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:36.642633 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:36.662594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Request body: {'binding': {'host': 'n-h1-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:36.663880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Unknown quota resources ['binding']. {{(pid=88339) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:09:36.722045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.828286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5f1ffe6-299e-4a0a-a8c5-16c779f5c9ef req-2fb87020-6fd0-4e7e-999e-c3df8231d4b0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 210 time: 0.0652683 Jun 03 15:09:36.903763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object 823c62d7-b5d0-42bf-82aa-921bad48026b will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:36.926955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Network bf5cf2b8-9a25-4367-825d-67f6917291ba is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:36.931545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:36.954837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:37.077821 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:37.114561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Pushing event updated for resources: {'Port': ['ID=f5371fd7-c52b-47dc-998b-6ab7d24549e9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:37.330704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e32aca84-d17b-4d13-86de-cffc0d9c2566 None None] Provisioning for port f5371fd7-c52b-47dc-998b-6ab7d24549e9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:37.343156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e32aca84-d17b-4d13-86de-cffc0d9c2566 None None] Provisioning complete for port f5371fd7-c52b-47dc-998b-6ab7d24549e9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:37.343830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e32aca84-d17b-4d13-86de-cffc0d9c2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.402961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a1bdb63-eb33-40f3-947d-9d89b37a6fa5 req-da57d23a-11ec-4bdb-abb1-0ab83bc9f01f tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 210 time: 0.0769153 Jun 03 15:09:37.457707 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa6a253-1e70-4712-b102-a899ea1dab64'] response: {'server_uuid': '9a25594c-710d-47a9-b645-5cfa7a5a2cc8', 'name': 'network-vif-deleted', 'tag': 'c56e0bb9-b80b-460e-9f9e-c747c348be76', 'status': 'completed', 'code': 200} Jun 03 15:09:37.461261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e32aca84-d17b-4d13-86de-cffc0d9c2566 None None] Port f5371fd7-c52b-47dc-998b-6ab7d24549e9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:37.467277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dd3d787f-df78-409e-b581-5603b9e26640 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:37.498415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.562878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11', 'e81a2d60-83c0-4353-a740-97479f769335'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:37.580499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.612384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a', 'cab135c5-7f7f-4c03-8209-ab2454f12829'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:37.688214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-8567c821-2a16-4b01-9c1b-ef55a76545a5 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4fecf4780e9a43109d6d90a88eaea9a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507483 Jun 03 15:09:37.766596 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:37.777117 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a4343-2491-4d6a-9659-8888f8ac6067 None None] The sync data for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 is: [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:06:44Z', 'revision_number': 4, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c0b35aca-1e07-4eab-8f86-bf72a249d2a0', 'name': '', 'network_id': 'd91e65b7-51a3-4bc9-a601-77dd50a99d37', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'mac_address': 'fa:16:3e:c6:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:43Z', 'updated_at': '2022-06-03T15:06:55Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'subnets': [{'id': 'bbc59ecb-ee51-4be0-bb8b-e7d623213dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:37.942696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port dd3d787f-df78-409e-b581-5603b9e26640 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:37.975047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dd3d787f-df78-409e-b581-5603b9e26640 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:37.975556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.068708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:09:38.086313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-110b7259-c357-4bc8-ac57-db54773a869b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:38.088064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-110b7259-c357-4bc8-ac57-db54773a869b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902102 Jun 03 15:09:38.112244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accb7c9-109e-43b3-b24e-26f2166db51f req-cbd2d0f9-f2d5-4dec-b889-57cd20c1ff50 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:38.114849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8accb7c9-109e-43b3-b24e-26f2166db51f req-cbd2d0f9-f2d5-4dec-b889-57cd20c1ff50 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.1572876 Jun 03 15:09:38.118067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:38.127334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Request body: {'port': {'device_id': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '4fecf4780e9a43109d6d90a88eaea9a1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:38.143181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:38.178218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:38.292828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=823c62d7-b5d0-42bf-82aa-921bad48026b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:38.303781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dd3d787f-df78-409e-b581-5603b9e26640 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:38.304174 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.318122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ca34a-d584-43e7-bb13-0f7c27c5ce78 None None] New status for floating IP 5c14f5c1-e92c-45a6-9dee-185ccd3be14e: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:09:38.335768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8accb7c9-109e-43b3-b24e-26f2166db51f req-b0c8f9e6-1933-433d-a64b-3d6625b797c0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899646 Jun 03 15:09:38.350068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:38.357306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Usage tracker for resource:port and tenant:4fecf4780e9a43109d6d90a88eaea9a1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:38.371101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:38.380627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:38.398098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Made reservation on behalf of 4fecf4780e9a43109d6d90a88eaea9a1 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:38.403227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.420673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.435576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d283611e-2638-49e1-8879-dc798633c020 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:38.441604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:38.454125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Usage tracker for resource:security_group_rule and tenant:4fecf4780e9a43109d6d90a88eaea9a1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:38.458127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:38.459188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:38.460276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.477872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:38.493243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on host n-h1-844594-1 for vnic_type normal with profile None {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:38.493628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:38.493907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:38.501293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.515126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:38.515702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:38.558601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:38.559259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:38.559814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:38.560485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Bound port: ddaadc68-f3a6-4756-a417-30a0823c7e9f, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:38.564482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port dd3d787f-df78-409e-b581-5603b9e26640, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dd3d787f-df78-409e-b581-5603b9e26640,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:38.575823 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-fe4c5b6a-2fb9-40ad-9ce2-03c3effa10a4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9500277 Jun 03 15:09:38.587780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Transition to ACTIVE for port object d283611e-2638-49e1-8879-dc798633c020 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:38.610509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Request body: {'port': {'device_id': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:38.638503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.677053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.724425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.737839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0df73e-6371-4dd7-a255-c5f132a75dc2 req-3d77b6b8-4061-4fab-a7db-b02825d2af16 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:38.739338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0df73e-6371-4dd7-a255-c5f132a75dc2 req-3d77b6b8-4061-4fab-a7db-b02825d2af16 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 948 time: 0.1304917 Jun 03 15:09:38.744727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.749116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.815873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c3e24f0f-7bae-49f1-8391-5448e2735bc9 None None] Provisioning for port 823c62d7-b5d0-42bf-82aa-921bad48026b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:38.826945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c3e24f0f-7bae-49f1-8391-5448e2735bc9 None None] Provisioning complete for port 823c62d7-b5d0-42bf-82aa-921bad48026b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:38.827312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c3e24f0f-7bae-49f1-8391-5448e2735bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.863173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:38.920720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c3e24f0f-7bae-49f1-8391-5448e2735bc9 None None] Port 823c62d7-b5d0-42bf-82aa-921bad48026b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:38.938480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Pushing event updated for resources: {'Port': ['ID=d283611e-2638-49e1-8879-dc798633c020,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:38.997980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.009691 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-6e3cecd7-2534-42e4-8818-4a00424feeb6 service neutron] 10.222.0.66 "POST /v2.0/ports/ddaadc68-f3a6-4756-a417-30a0823c7e9f/bindings HTTP/1.1" status: 201 len: 389 time: 2.3823457 Jun 03 15:09:39.010955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9754293-7f5c-413b-914d-907a4b7866ad,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:39.023977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0df73e-6371-4dd7-a255-c5f132a75dc2 req-f39eb154-eae9-49ba-b7e2-97e4405d5c93 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753415 Jun 03 15:09:39.031280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=dd3d787f-df78-409e-b581-5603b9e26640,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:39.202133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.410499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Allocated IP 192.168.233.137 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/22a7270a-54b6-4b4c-b7a8-6a59d952b53f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:39.459980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dd3d787f-df78-409e-b581-5603b9e26640 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:39.466883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Attempting to bind port d283611e-2638-49e1-8879-dc798633c020 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:39.467234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Attempting to bind port d283611e-2638-49e1-8879-dc798633c020 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:39.467559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Attempting to bind port d283611e-2638-49e1-8879-dc798633c020 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:39.471140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee14ce51-2f3e-4dcd-9f30-58b446e36b01 req-2d009b9f-0cb4-4ea8-9550-b3d606dd34c2 tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f5af11586623438387f7c674a8c78645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432217 Jun 03 15:09:39.497410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Port d283611e-2638-49e1-8879-dc798633c020 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:39.497995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Attempting to bind port d283611e-2638-49e1-8879-dc798633c020 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:39.598540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dd3d787f-df78-409e-b581-5603b9e26640 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:39.599154 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.614550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:39.615222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:39.615609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:39.616656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Bound port: d283611e-2638-49e1-8879-dc798633c020, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:39.617008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.757563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.778250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.808130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dd3d787f-df78-409e-b581-5603b9e26640 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:39.953297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707cd82-3842-4504-bd02-fdaa272ec360 req-ac86fd59-062d-43b8-a0a5-daf08a7d4d65 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:39.954824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c707cd82-3842-4504-bd02-fdaa272ec360 req-ac86fd59-062d-43b8-a0a5-daf08a7d4d65 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 936 time: 0.5048602 Jun 03 15:09:39.974079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.012854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14ce51-2f3e-4dcd-9f30-58b446e36b01 req-45aa1e67-0a8e-4e64-8fbb-e97787e0a04e tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.019428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee14ce51-2f3e-4dcd-9f30-58b446e36b01 req-45aa1e67-0a8e-4e64-8fbb-e97787e0a04e tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4281642 Jun 03 15:09:40.025379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] For port d283611e-2638-49e1-8879-dc798633c020, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:40.040194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-b5f05bc2-c7fe-411f-93b1-ddcd62c92d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.041770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-b5f05bc2-c7fe-411f-93b1-ddcd62c92d35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1096 time: 0.5277741 Jun 03 15:09:40.045047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Transition to ACTIVE for port object 22a7270a-54b6-4b4c-b7a8-6a59d952b53f will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:40.047082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee14ce51-2f3e-4dcd-9f30-58b446e36b01 req-49422708-5dec-40f9-93b8-41581699ff12 tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/quotas/f5af11586623438387f7c674a8c78645 HTTP/1.1" status: 200 len: 375 time: 0.0268888 Jun 03 15:09:40.054351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] For port d283611e-2638-49e1-8879-dc798633c020, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d283611e-2638-49e1-8879-dc798633c020,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:40.058865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Pushing event updated for resources: {'Port': ['ID=f5371fd7-c52b-47dc-998b-6ab7d24549e9,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:40.083806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.101199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c707cd82-3842-4504-bd02-fdaa272ec360 req-2df1b101-c15a-4f6c-a09f-44457e7e78af tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342952 Jun 03 15:09:40.109073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee14ce51-2f3e-4dcd-9f30-58b446e36b01 req-5486cb9c-1de4-45d8-b120-332fe164068a tempest-QuotasAdminNegativeTest-363714984 tempest-QuotasAdminNegativeTest-363714984-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5af11586623438387f7c674a8c78645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543232 Jun 03 15:09:40.126424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.127485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.208604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:40.212312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:40.214894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:40.325989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:40.345384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.346177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.347842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] 10.222.0.70 "PUT /v2.0/ports/d283611e-2638-49e1-8879-dc798633c020 HTTP/1.1" status: 200 len: 1096 time: 6.2381961 Jun 03 15:09:40.356562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'tag': 'd283611e-2638-49e1-8879-dc798633c020'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:40.442952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.443577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.462785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-cfd96ccb-3a51-46b3-9101-c0c3f2df0cc2 service neutron] 10.222.0.15 "GET /v2.0/ports/78cc05aa-00d7-457b-b43d-a740b32a1ddb/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 382 time: 0.2152503 Jun 03 15:09:40.497021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0805a4-ea5d-4663-8c73-11a6a7b98e3d req-8cb2fef8-40ab-4008-9e6e-a13743b89c12 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.497684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9d0805a4-ea5d-4663-8c73-11a6a7b98e3d req-8cb2fef8-40ab-4008-9e6e-a13743b89c12 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Synchronizing usage tracker for tenant:4fecf4780e9a43109d6d90a88eaea9a1 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:40.509697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f2fd9d91-dedb-4bcf-b927-d860d5fe4c42 None None] Provisioning for port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:40.522997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f2fd9d91-dedb-4bcf-b927-d860d5fe4c42 None None] Provisioning complete for port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:40.524552 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9d91-dedb-4bcf-b927-d860d5fe4c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.528062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3f3b7-1701-40cb-b5d0-ff082131476f service neutron] Pushing event updated for resources: {'Port': ['ID=d283611e-2638-49e1-8879-dc798633c020,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:40.538073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-4c33cef2-7ac0-482f-bac0-4453ba9ce833 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4219334 Jun 03 15:09:40.574046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Request body: {'port': {'device_id': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:40.588749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-cb8901f7-8399-473d-b872-a50ff8e7646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.590799 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-cb8901f7-8399-473d-b872-a50ff8e7646e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.5351577 Jun 03 15:09:40.611749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd9d91-dedb-4bcf-b927-d860d5fe4c42 None None] Port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:40.675594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9d0805a4-ea5d-4663-8c73-11a6a7b98e3d req-8cb2fef8-40ab-4008-9e6e-a13743b89c12 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Unset dirty status for tenant:4fecf4780e9a43109d6d90a88eaea9a1 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:40.676964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d0805a4-ea5d-4663-8c73-11a6a7b98e3d req-8cb2fef8-40ab-4008-9e6e-a13743b89c12 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 936 time: 0.4306777 Jun 03 15:09:40.723886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-5b66994f-a6ba-4b6e-94af-a639f7ebfa6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 217 time: 0.1050999 Jun 03 15:09:40.855997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Network bf5cf2b8-9a25-4367-825d-67f6917291ba is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:40.864003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:40.875780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-36be5660-380e-49b8-af04-6966df314414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.877309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-36be5660-380e-49b8-af04-6966df314414 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec142738a0f74a63bef0a99264bba473&device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 1099 time: 0.4552150 Jun 03 15:09:40.886592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823c62d7-b5d0-42bf-82aa-921bad48026b {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:40.903812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c11da5-892d-4ac1-bf4c-cde13bfd1ad2 req-118699be-191b-4636-ad78-2a9f0e1598ae tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:40.906055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38c11da5-892d-4ac1-bf4c-cde13bfd1ad2 req-118699be-191b-4636-ad78-2a9f0e1598ae tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 945 time: 0.4033685 Jun 03 15:09:40.909522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9d0805a4-ea5d-4663-8c73-11a6a7b98e3d req-a638ff27-27a8-40bb-9944-e461d6d5ae19 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Synchronizing usage tracker for tenant:4fecf4780e9a43109d6d90a88eaea9a1 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:40.918143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.001343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-4b517e1b-8e45-44b8-b6fa-13fc626b52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.002810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-4b517e1b-8e45-44b8-b6fa-13fc626b52c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.2707570 Jun 03 15:09:41.015520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.054770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9d0805a4-ea5d-4663-8c73-11a6a7b98e3d req-a638ff27-27a8-40bb-9944-e461d6d5ae19 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Unset dirty status for tenant:4fecf4780e9a43109d6d90a88eaea9a1 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:41.055937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d0805a4-ea5d-4663-8c73-11a6a7b98e3d req-a638ff27-27a8-40bb-9944-e461d6d5ae19 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683650 Jun 03 15:09:41.065460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-e3dd540f-0efa-4bda-a5e2-9aa404afbfed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d283611e-2638-49e1-8879-dc798633c020 HTTP/1.1" status: 200 len: 217 time: 0.1179812 Jun 03 15:09:41.066977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38c11da5-892d-4ac1-bf4c-cde13bfd1ad2 req-36ec5034-e3cc-4571-baea-4307898f8b7c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533880 Jun 03 15:09:41.086226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-09a8ef24-c2ba-47c0-a526-354744c632a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.087787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-09a8ef24-c2ba-47c0-a526-354744c632a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58&tenant_id=f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 1101 time: 0.3010111 Jun 03 15:09:41.134519 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-1bc000e3-562e-47a2-a267-27331968162b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088810 Jun 03 15:09:41.150561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Transition to ACTIVE for port object 823c62d7-b5d0-42bf-82aa-921bad48026b will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:41.163989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cf65ab24-2a56-4466-9665-9dcbab173b9a None None] Provisioning complete for port f5371fd7-c52b-47dc-998b-6ab7d24549e9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:41.166123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cf65ab24-2a56-4466-9665-9dcbab173b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.240622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.271271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cf65ab24-2a56-4466-9665-9dcbab173b9a None None] Port f5371fd7-c52b-47dc-998b-6ab7d24549e9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:41.479776 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:09:41.601406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-ee7fdd86-953f-49d3-bc0c-41155ca23a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.602873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-ee7fdd86-953f-49d3-bc0c-41155ca23a79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.5090199 Jun 03 15:09:41.705000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-1dbe589a-f176-4650-b288-c5b2d73ef896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.706582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-1dbe589a-f176-4650-b288-c5b2d73ef896 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 1101 time: 0.4235616 Jun 03 15:09:41.716854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03171dc6-ef79-40e7-8a74-58d98290f045 req-5aab8eca-6652-4f14-98ef-07f754a0422d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.718302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03171dc6-ef79-40e7-8a74-58d98290f045 req-5aab8eca-6652-4f14-98ef-07f754a0422d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.4404085 Jun 03 15:09:41.742912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Pushing event updated for resources: {'Port': ['ID=823c62d7-b5d0-42bf-82aa-921bad48026b,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:41.789891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121951c-0494-40d2-8073-badb07d9dad2 req-06be5772-2dd6-4a2d-a5f5-6ae018e8fef7 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.791415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0121951c-0494-40d2-8073-badb07d9dad2 req-06be5772-2dd6-4a2d-a5f5-6ae018e8fef7 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 948 time: 0.5073664 Jun 03 15:09:41.819944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Router 933b4b91-b2b0-4578-ad14-7f086af13e2e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:09:41.823097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-160ef7d0-3834-4305-b4f2-82504a156344 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693878 Jun 03 15:09:41.899955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a7270a-54b6-4b4c-b7a8-6a59d952b53f {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:41.919134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.969629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03171dc6-ef79-40e7-8a74-58d98290f045 req-29a5fba4-7d84-468b-a499-370d23db4794 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187428 Jun 03 15:09:41.983937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0121951c-0494-40d2-8073-badb07d9dad2 req-04ecc98c-26c8-46ba-9de4-43134f9d0d28 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724911 Jun 03 15:09:41.987536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Transition to ACTIVE for port object 22a7270a-54b6-4b4c-b7a8-6a59d952b53f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:42.004852 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.055912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Attempting to bind port 823c62d7-b5d0-42bf-82aa-921bad48026b on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:42.056325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Attempting to bind port 823c62d7-b5d0-42bf-82aa-921bad48026b by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:42.057110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Attempting to bind port 823c62d7-b5d0-42bf-82aa-921bad48026b on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:42.064493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-fd1de9ec-d20f-4fb0-82ff-f8138606acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:42.066556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-fd1de9ec-d20f-4fb0-82ff-f8138606acbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3165901 Jun 03 15:09:42.068751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-98ff6397-b143-487a-9923-77d70cd5b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:42.070892 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-98ff6397-b143-487a-9923-77d70cd5b463 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4475164 Jun 03 15:09:42.080563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Port 823c62d7-b5d0-42bf-82aa-921bad48026b on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:42.080563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Attempting to bind port 823c62d7-b5d0-42bf-82aa-921bad48026b on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:42.093982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33044) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:42.190988 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdfba57-ee33-4355-9f3b-70967dd12cc3'] response: {'name': 'network-changed', 'server_uuid': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'tag': 'd283611e-2638-49e1-8879-dc798633c020', 'status': 'completed', 'code': 200} Jun 03 15:09:42.204086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:42.204477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:42.205228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:42.205347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Bound port: 823c62d7-b5d0-42bf-82aa-921bad48026b, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:42.205623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.227592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-30297300-e4f1-4e00-b78c-f6234f85fcbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 200 len: 217 time: 0.1465442 Jun 03 15:09:42.304215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:42.411544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-c7ec48ff-2524-479c-a059-be1b6580e85f service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726895 Jun 03 15:09:42.440184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:42.455777 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Sync routers for ids ['933b4b91-b2b0-4578-ad14-7f086af13e2e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:42.464474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-515a4de4-d1ec-4424-b5e2-7ab66be67af0 admin admin] 10.222.0.66 "PUT /v2.0/routers/933b4b91-b2b0-4578-ad14-7f086af13e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6296930 Jun 03 15:09:42.469284 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Routers {'933b4b91-b2b0-4578-ad14-7f086af13e2e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:42.470337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['933b4b91-b2b0-4578-ad14-7f086af13e2e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:42.572666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.580041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Attempting to bind port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:42.580454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Attempting to bind port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:42.580792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Attempting to bind port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:42.590346 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-76e8235b-a2c7-4b07-8b21-c020eb5e1125 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950552 Jun 03 15:09:42.596567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:42.597309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Attempting to bind port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:42.609528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:42.609858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:42.610294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:42.610744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Bound port: 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:42.611226 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.614799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.691724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-3d96abb1-82a1-4dc8-826d-d1b01eaea6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:42.692906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:42.694158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-3d96abb1-82a1-4dc8-826d-d1b01eaea6ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.4151804 Jun 03 15:09:42.695160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33062) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:42.707946 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Set router 933b4b91-b2b0-4578-ad14-7f086af13e2e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:42.817588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=823c62d7-b5d0-42bf-82aa-921bad48026b,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:42.825797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ea801-215d-4e52-b9c7-05f3893104e5 req-3bc4ef81-8f47-4bdc-aa88-f9522235c691 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:42.828621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c00ea801-215d-4e52-b9c7-05f3893104e5 req-3bc4ef81-8f47-4bdc-aa88-f9522235c691 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 948 time: 0.5511518 Jun 03 15:09:42.835873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.854442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.862333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:42.885569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c25a52-430e-407a-b240-a8d3d4772653 req-8f5e6d92-be7c-4fe9-bd49-8667a8be053e tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:42.887080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2c25a52-430e-407a-b240-a8d3d4772653 req-8f5e6d92-be7c-4fe9-bd49-8667a8be053e tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 948 time: 0.5091147 Jun 03 15:09:42.892524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:42.911057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.946902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212b21b-0a1d-4387-b0ad-f1cb7b62a45d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:42.979316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Pushing event updated for resources: {'Port': ['ID=823c62d7-b5d0-42bf-82aa-921bad48026b,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:42.998102 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.002005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "DELETE /v2.0/security-groups/e212b21b-0a1d-4387-b0ad-f1cb7b62a45d HTTP/1.1" status: 204 len: 168 time: 0.9050808 Jun 03 15:09:43.002790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33068) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:43.027459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-170fb2d6-e876-47eb-84dc-9900aa09da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:43.029175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-170fb2d6-e876-47eb-84dc-9900aa09da49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3234913 Jun 03 15:09:43.045523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:43.046381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.048300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] 10.222.0.70 "PUT /v2.0/ports/22a7270a-54b6-4b4c-b7a8-6a59d952b53f HTTP/1.1" status: 200 len: 1096 time: 2.4896169 Jun 03 15:09:43.060155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:43.060786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.062271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] 10.222.0.15 "PUT /v2.0/ports/823c62d7-b5d0-42bf-82aa-921bad48026b HTTP/1.1" status: 200 len: 1096 time: 4.4651303 Jun 03 15:09:43.080870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:43.093958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.094361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.094646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.094986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.095314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.095847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.096049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.096368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.096696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.097019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.097499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.097829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685bf1b8-fecb-49da-8020-eaa2a971e3d6 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.105814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c00ea801-215d-4e52-b9c7-05f3893104e5 req-c9321bef-fc17-4144-b581-427bdb08c252 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606158 Jun 03 15:09:43.108668 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:38Z', 'revision_number': 4, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port': {'id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:27Z', 'updated_at': '2022-06-03T15:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f5371fd7-c52b-47dc-998b-6ab7d24549e9', 'name': '', 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'mac_address': 'fa:16:3e:54:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '83374c96-db3e-4ba7-9896-c4ec25d4be3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:35Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 2, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'subnets': [{'id': '83374c96-db3e-4ba7-9896-c4ec25d4be3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:43.114177 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Checking router: 933b4b91-b2b0-4578-ad14-7f086af13e2e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:43.114864 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Updating router 933b4b91-b2b0-4578-ad14-7f086af13e2e port f5371fd7-c52b-47dc-998b-6ab7d24549e9 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:09:43.126430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-818d4e92-2742-4e5b-bc2d-6d74e6dd1108 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:43.127982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-818d4e92-2742-4e5b-bc2d-6d74e6dd1108 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.6416056 Jun 03 15:09:43.133825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.134244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.134503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.134850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.135154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.135484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.135883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.136233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.136475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.136967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.137085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.137411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb59039-ca21-44da-965c-e4a71390629c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:43.171664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:43.193088 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.338624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f14a533e-57c5-44bf-bdc7-9319abe96c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.384682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2c25a52-430e-407a-b240-a8d3d4772653 req-3c5111fc-3c68-4abc-ae25-7508467eb84b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788501 Jun 03 15:09:43.526436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ee67-5ef4-4154-8ad6-a1f758446b16 service neutron] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:43.545250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-0e03e99b-3691-43f6-85f5-38bc666e213c service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956470 Jun 03 15:09:43.623240 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-fe5e6ee5-f293-4098-ae00-78b3986cdac7 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] show failed (client error): The resource could not be found. Jun 03 15:09:43.624822 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fe5e6ee5-f293-4098-ae00-78b3986cdac7 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "GET /v2.0/security-groups/e212b21b-0a1d-4387-b0ad-f1cb7b62a45d HTTP/1.1" status: 404 len: 347 time: 0.5331025 Jun 03 15:09:43.638916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33082) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:43.651064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-240bd033-a8e6-4470-b797-f8b90b6757e1 req-161ac94f-541b-46f0-a365-d13117385ff8 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9987607 Jun 03 15:09:43.720458 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.737488 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Transition to ACTIVE for port object f5371fd7-c52b-47dc-998b-6ab7d24549e9 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:43.748268 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.859160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33088) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:43.926000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-545160d4-273c-448a-adfe-dc485fd27a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:43.927627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-545160d4-273c-448a-adfe-dc485fd27a2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4fecf4780e9a43109d6d90a88eaea9a1&device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 1099 time: 0.7585366 Jun 03 15:09:43.956700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Deleting port c1bf08e3-c558-4a19-810f-a12a3dfeff87 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:43.957050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.982224 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf03915-73b9-47a2-9f2d-43f848bdd2e2 None None] Pushing event updated for resources: {'Port': ['ID=f5371fd7-c52b-47dc-998b-6ab7d24549e9,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:44.023460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea08b3-dad6-46c7-af49-c1a4f2e7fe73 req-1fecd409-7b49-4104-96bc-c3ee5071b908 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.030645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86ea08b3-dad6-46c7-af49-c1a4f2e7fe73 req-1fecd409-7b49-4104-96bc-c3ee5071b908 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 945 time: 0.7134652 Jun 03 15:09:44.070788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-36e6fcaa-6668-4602-af49-19fde5c56346 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f HTTP/1.1" status: 200 len: 217 time: 0.1209824 Jun 03 15:09:44.077143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.095840 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Attempting to bind port f5371fd7-c52b-47dc-998b-6ab7d24549e9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:44.096179 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Attempting to bind port f5371fd7-c52b-47dc-998b-6ab7d24549e9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:44.096473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Attempting to bind port f5371fd7-c52b-47dc-998b-6ab7d24549e9 on network bf5cf2b8-9a25-4367-825d-67f6917291ba {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:44.109933 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:44.112759 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Checking segment: {'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:44.115509 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.115909 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Bound using segment: {'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:44.116430 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Bound port: f5371fd7-c52b-47dc-998b-6ab7d24549e9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9c2c09-cdb9-4c28-afda-608daf2bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:44.117169 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.184270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb1af8d-7059-4ba2-b8a2-b9b2f362027b req-8c2a87e0-3ce1-45cd-96b5-5b8eb664a26d service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180680 Jun 03 15:09:44.185248 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.203616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-ca402540-e5cb-4a57-b242-53ddea1f7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.204775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-ca402540-e5cb-4a57-b242-53ddea1f7ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 1099 time: 1.0524406 Jun 03 15:09:44.205206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:44.211575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633effa-3107-4aa7-bacd-e73d4be34771 req-4de7c82a-79ee-487b-a922-e1fb52bdc640 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.213718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a633effa-3107-4aa7-bacd-e73d4be34771 req-4de7c82a-79ee-487b-a922-e1fb52bdc640 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.6121058 Jun 03 15:09:44.220672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86ea08b3-dad6-46c7-af49-c1a4f2e7fe73 req-28f57716-817f-404d-9a98-470f4e5c657e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891119 Jun 03 15:09:44.236482 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] For port f5371fd7-c52b-47dc-998b-6ab7d24549e9, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:44.239932 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] For port f5371fd7-c52b-47dc-998b-6ab7d24549e9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f5371fd7-c52b-47dc-998b-6ab7d24549e9,segment=NetworkSegment(3e9c2c09-cdb9-4c28-afda-608daf2bc240),segment_id=3e9c2c09-cdb9-4c28-afda-608daf2bc240)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:44.247713 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.254841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:44.266532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Usage tracker for resource:security_group_rule and tenant:f5af11586623438387f7c674a8c78645 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:44.279589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:44.289698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-695fdcd8-7d36-4221-9d8b-8ca8c21e7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.291240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-695fdcd8-7d36-4221-9d8b-8ca8c21e7b3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1920238 Jun 03 15:09:44.292239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:44.344647 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Routers {'933b4b91-b2b0-4578-ad14-7f086af13e2e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:44.345551 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['933b4b91-b2b0-4578-ad14-7f086af13e2e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:44.384274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a633effa-3107-4aa7-bacd-e73d4be34771 req-f2c3babb-1ff0-4eba-8e32-c94759e77984 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595256 Jun 03 15:09:44.509627 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf03915-73b9-47a2-9f2d-43f848bdd2e2 None None] Pushing event updated for resources: {'Port': ['ID=f5371fd7-c52b-47dc-998b-6ab7d24549e9,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:44.538454 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c24951f-2a5d-4436-b85d-b5322ddae0f5'] response: {'name': 'network-changed', 'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'status': 'completed', 'code': 200} Jun 03 15:09:44.568895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f972d27-3314-45fd-b937-5bacdc52144f req-83933180-de87-4bff-b9e6-195350536d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.571141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-83933180-de87-4bff-b9e6-195350536d86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2684391 Jun 03 15:09:44.635815 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] Set router 933b4b91-b2b0-4578-ad14-7f086af13e2e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:44.665966 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-7104a498-c1d7-4ede-ace7-858e87ff450c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=823c62d7-b5d0-42bf-82aa-921bad48026b HTTP/1.1" status: 200 len: 217 time: 0.4416084 Jun 03 15:09:44.772512 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.775435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-c3df95aa-c221-4cc1-90f9-75eade719249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.777009 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-c3df95aa-c221-4cc1-90f9-75eade719249 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec142738a0f74a63bef0a99264bba473&device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 1099 time: 0.9365823 Jun 03 15:09:44.791852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 78cc05aa-00d7-457b-b43d-a740b32a1ddb no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:44.805786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738598ad-9898-4b8a-9082-b38a8c09c7a7 req-45d03e98-afae-404f-8026-446bcfb975c9 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.806978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-738598ad-9898-4b8a-9082-b38a8c09c7a7 req-45d03e98-afae-404f-8026-446bcfb975c9 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 948 time: 0.3732088 Jun 03 15:09:44.814332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.930225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-738598ad-9898-4b8a-9082-b38a8c09c7a7 req-e2257b0d-4cba-480a-9f3f-eba935699e89 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004236 Jun 03 15:09:44.954538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d60a4e-27d6-4dba-99d7-50dad5d348f6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:44.977766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5af11586623438387f7c674a8c78645&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1119134 Jun 03 15:09:44.978718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33100) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:44.984870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.985414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.985536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-fdf12395-5f23-4ea8-8faa-f7d969715f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.985917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.986347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.986769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.987188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.987305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-fdf12395-5f23-4ea8-8faa-f7d969715f34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1848381 Jun 03 15:09:44.987800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.988906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.989362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.989783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.990206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:44.990622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7553d41a-ecdc-450d-b857-fe81647d8d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.009288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-e2aeae90-dfad-47c7-972d-d955f8f0ecf1 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239202 Jun 03 15:09:45.027215 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:38Z', 'revision_number': 4, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port': {'id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:27Z', 'updated_at': '2022-06-03T15:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f5371fd7-c52b-47dc-998b-6ab7d24549e9', 'name': '', 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'mac_address': 'fa:16:3e:54:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '83374c96-db3e-4ba7-9896-c4ec25d4be3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:35Z', 'updated_at': '2022-06-03T15:09:44Z', 'revision_number': 4, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'subnets': [{'id': '83374c96-db3e-4ba7-9896-c4ec25d4be3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:45.031014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d312172-4f82-482f-9293-b2b72f46cccb req-3bc66207-ec68-400c-b345-e03b339a0e91 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:45.033288 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9913848-c5c2-4a10-8113-bed095ee090b None None] The sync data for ids ['933b4b91-b2b0-4578-ad14-7f086af13e2e'] in n-d-844594-1 is: [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:38Z', 'revision_number': 4, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port': {'id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:27Z', 'updated_at': '2022-06-03T15:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f5371fd7-c52b-47dc-998b-6ab7d24549e9', 'name': '', 'network_id': 'bf5cf2b8-9a25-4367-825d-67f6917291ba', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'mac_address': 'fa:16:3e:54:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '83374c96-db3e-4ba7-9896-c4ec25d4be3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:35Z', 'updated_at': '2022-06-03T15:09:44Z', 'revision_number': 4, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'subnets': [{'id': '83374c96-db3e-4ba7-9896-c4ec25d4be3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:45.035767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d312172-4f82-482f-9293-b2b72f46cccb req-3bc66207-ec68-400c-b345-e03b339a0e91 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 948 time: 0.3955007 Jun 03 15:09:45.059408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 78cc05aa-00d7-457b-b43d-a740b32a1ddb is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:45.059874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.139638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.179530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:45.181290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:45.192400 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60dff0f-439e-4454-882e-9f835385679b'] response: {'name': 'network-changed', 'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b', 'status': 'completed', 'code': 200} Jun 03 15:09:45.193143 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.222247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-c1dc0067-e59d-41d7-829b-c305fe9401a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:45.223749 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-c1dc0067-e59d-41d7-829b-c305fe9401a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.5211506 Jun 03 15:09:45.279765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.280143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.327170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:45.337250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.337924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.338466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.339000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.339552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.340367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.340943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.341748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.342290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.342837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.343481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.344149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:45.377287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f5371fd7-c52b-47dc-998b-6ab7d24549e9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:45.413774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d312172-4f82-482f-9293-b2b72f46cccb req-74773549-ff57-4438-955c-700d74a23918 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340910 Jun 03 15:09:45.415746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f972d27-3314-45fd-b937-5bacdc52144f req-b2844b41-61b5-48e5-96dc-419f59f45493 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771107 Jun 03 15:09:45.457100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecfcca58-3685-4c7d-bd2d-ce221e0d2c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.495520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f478e5-d70d-4018-8a54-3ce4ddcdab2f req-9d525a52-d2d2-43c4-bca2-34fbd7af9d8a tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:45.497280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92f478e5-d70d-4018-8a54-3ce4ddcdab2f req-9d525a52-d2d2-43c4-bca2-34fbd7af9d8a tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 948 time: 0.2541358 Jun 03 15:09:45.523448 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee43152d-c3bd-443a-868e-ffe1495c94bb'] response: {'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'code': 200} Jun 03 15:09:45.527572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f5371fd7-c52b-47dc-998b-6ab7d24549e9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:45.534599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f5371fd7-c52b-47dc-998b-6ab7d24549e9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:45.534968 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.566661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecfcca58-3685-4c7d-bd2d-ce221e0d2c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.645146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Calling delete_port for c1bf08e3-c558-4a19-810f-a12a3dfeff87 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:45.658104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92f478e5-d70d-4018-8a54-3ce4ddcdab2f req-b59ac326-19e3-4a68-a66e-6c43e4a7783e tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984607 Jun 03 15:09:45.717089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-21698014-2abc-41a7-b9e1-5967529b120c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.748481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f5371fd7-c52b-47dc-998b-6ab7d24549e9 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:45.748481 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.765331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:45.784453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f5371fd7-c52b-47dc-998b-6ab7d24549e9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f5371fd7-c52b-47dc-998b-6ab7d24549e9,segment=NetworkSegment(3e9c2c09-cdb9-4c28-afda-608daf2bc240),segment_id=3e9c2c09-cdb9-4c28-afda-608daf2bc240)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:45.789897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-c475e93a-180a-4b18-876d-18aeb2fb3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:45.791042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.791891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-c475e93a-180a-4b18-876d-18aeb2fb3354 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4fecf4780e9a43109d6d90a88eaea9a1&device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 1099 time: 0.2936080 Jun 03 15:09:45.835851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a57db-db8d-4157-8260-0f4dbed87251 req-814a58e2-d92f-4d97-8ee5-ced1ef435c24 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:45.838342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:45.843425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9a57db-db8d-4157-8260-0f4dbed87251 req-814a58e2-d92f-4d97-8ee5-ced1ef435c24 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 945 time: 0.1983061 Jun 03 15:09:45.910221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f5371fd7-c52b-47dc-998b-6ab7d24549e9,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:45.910927 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-b85a66bc-9d4e-4442-8bc7-2f15a010343a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d283611e-2638-49e1-8879-dc798633c020 HTTP/1.1" status: 200 len: 217 time: 0.9009910 Jun 03 15:09:45.916620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecfcca58-3685-4c7d-bd2d-ce221e0d2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.994042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcca58-3685-4c7d-bd2d-ce221e0d2c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d60a4e-27d6-4dba-99d7-50dad5d348f6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:45.998329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-67d2019d-53fc-4e9a-8120-23cc1ff0b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.000048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-67d2019d-53fc-4e9a-8120-23cc1ff0b8fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0629296 Jun 03 15:09:46.044761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9a57db-db8d-4157-8260-0f4dbed87251 req-a2365e2a-af3f-42de-bf6d-dc6d505160f4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004528 Jun 03 15:09:46.091449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecfcca58-3685-4c7d-bd2d-ce221e0d2c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.095878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ecfcca58-3685-4c7d-bd2d-ce221e0d2c44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5d60a4e-27d6-4dba-99d7-50dad5d348f6 HTTP/1.1" status: 204 len: 168 time: 1.1139765 Jun 03 15:09:46.112706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-d6460463-eef8-4ea1-be30-dec1c260dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.114505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-d6460463-eef8-4ea1-be30-dec1c260dedd service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3132269 Jun 03 15:09:46.181338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.312360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32541-9f66-415d-9d13-d118785a436a req-11e38804-2cf5-459d-a5c6-4042a9d773f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.315211 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-11e38804-2cf5-459d-a5c6-4042a9d773f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4466355 Jun 03 15:09:46.316129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.372288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.416882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-13ef45c5-a016-488e-a5bd-fa9dbeceb4dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f HTTP/1.1" status: 200 len: 217 time: 0.2903593 Jun 03 15:09:46.424390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-282f7d9d-9965-48fe-9703-5f2b41ec820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.425999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-282f7d9d-9965-48fe-9703-5f2b41ec820b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3967152 Jun 03 15:09:46.497573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.540646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d283611e-2638-49e1-8879-dc798633c020 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:09:46.555039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff4d38-55e7-49f4-9a78-5476f2401886 req-f4629d8a-c88c-4c57-a1ce-5bcf7b1a5baa tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.556585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0aff4d38-55e7-49f4-9a78-5476f2401886 req-f4629d8a-c88c-4c57-a1ce-5bcf7b1a5baa tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 948 time: 0.6304102 Jun 03 15:09:46.596063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-1558d855-3a2c-4fc9-9070-4ec689dccad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.597609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-1558d855-3a2c-4fc9-9070-4ec689dccad2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1453493 Jun 03 15:09:46.670551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33118) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:46.704156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:46.707390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.720189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0aff4d38-55e7-49f4-9a78-5476f2401886 req-e195790a-2066-4f3c-9ce8-35147aaca9cb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541619 Jun 03 15:09:46.744664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718c13d-cd57-4e02-add1-520065c907aa req-c2406c1a-4c8c-4862-8187-da26a7cde5ee tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.751654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b718c13d-cd57-4e02-add1-520065c907aa req-c2406c1a-4c8c-4862-8187-da26a7cde5ee tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 948 time: 0.5339200 Jun 03 15:09:46.754872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:46.767684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d283611e-2638-49e1-8879-dc798633c020, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d283611e-2638-49e1-8879-dc798633c020,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:46.774477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Usage tracker for resource:security_group_rule and tenant:4acf345b06be441ab2f4dd2e95b1887f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:46.780553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:46.787719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd283611e-2638-49e1-8879-dc798633c020', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'd283611e-2638-49e1-8879-dc798633c020', 'mac_address': 'fa:16:3e:97:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:09:46.793058 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.795884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:46.834180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b718c13d-cd57-4e02-add1-520065c907aa req-db1d8886-424b-461e-a94c-62115a327d26 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815740 Jun 03 15:09:46.834404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 78cc05aa-00d7-457b-b43d-a740b32a1ddb details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:09:46.874239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-402379af-e54d-4d11-811b-33d2e08d5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.876949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-402379af-e54d-4d11-811b-33d2e08d5af0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2689562 Jun 03 15:09:46.900537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Pushing event deleted for resources: {'Port': ['ID=c1bf08e3-c558-4a19-810f-a12a3dfeff87,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:46.986975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d283611e-2638-49e1-8879-dc798633c020 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:46.988222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.007097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.025751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d283611e-2638-49e1-8879-dc798633c020 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:47.040337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on host n-h2-844594-1 for vnic_type normal with profile {"migrating_to": "n-h1-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:47.040762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:47.041164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:47.061828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d283611e-2638-49e1-8879-dc798633c020, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d283611e-2638-49e1-8879-dc798633c020,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:47.071866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:47.072230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Attempting to bind port ddaadc68-f3a6-4756-a417-30a0823c7e9f on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:47.085370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.087919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.094938 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1ae6dc7a-7ed9-46cb-aeac-0774ea8df649 tempest-ServersWithSpecificFlavorTestJSON-1984037002 tempest-ServersWithSpecificFlavorTestJSON-1984037002-project] 10.222.0.66 "DELETE /v2.0/floatingips/5c14f5c1-e92c-45a6-9dee-185ccd3be14e HTTP/1.1" status: 204 len: 168 time: 3.4402146 Jun 03 15:09:47.094938 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-c80d24a0-8200-40ae-8b31-0368ccdac04a service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107277 Jun 03 15:09:47.101423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:47.101755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:47.102185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:47.102585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Bound port: ddaadc68-f3a6-4756-a417-30a0823c7e9f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:47.102934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.117417 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-0b7ebdfa-09d6-4000-aa53-2388c83b3140 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790555 Jun 03 15:09:47.146177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.150818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:47.171614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'mac_address': 'fa:16:3e:e3:54:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:09:47.222382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:47.227027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d283611e-2638-49e1-8879-dc798633c020,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:47.261775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 78cc05aa-00d7-457b-b43d-a740b32a1ddb is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:47.262160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.288870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cc05aa-00d7-457b-b43d-a740b32a1ddb {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:47.297958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-b5e8895f-c3bd-4055-9abb-2a18700a4fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088233 Jun 03 15:09:47.301965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.321766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:47.331923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88d98f-4876-423e-8c0b-4a9523d2116d req-40700725-263f-42ba-b45d-c73d38fb42f7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:47.333422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da88d98f-4876-423e-8c0b-4a9523d2116d req-40700725-263f-42ba-b45d-c73d38fb42f7 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 948 time: 0.4022458 Jun 03 15:09:47.337237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.337407 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.340228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f5371fd7-c52b-47dc-998b-6ab7d24549e9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:47.351079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bec2d7-f7fd-48c9-a04e-32e138d74c9b req-84693e76-6d63-493b-8d1b-70c569fdedfa tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:47.352716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04bec2d7-f7fd-48c9-a04e-32e138d74c9b req-84693e76-6d63-493b-8d1b-70c569fdedfa tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 948 time: 0.3399992 Jun 03 15:09:47.427506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d283611e-2638-49e1-8879-dc798633c020'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:47.520490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce42fe6-2fbe-420e-9ca1-98bdc3c372be,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:47.533495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f4eb9b70-1025-4ce4-b6c2-8c2d6fa2360a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4acf345b06be441ab2f4dd2e95b1887f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582537 Jun 03 15:09:47.538648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.538848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33132) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:47.541959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da88d98f-4876-423e-8c0b-4a9523d2116d req-ec7524a1-7fd1-481b-a3c3-04cecff83fc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883111 Jun 03 15:09:47.559337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04bec2d7-f7fd-48c9-a04e-32e138d74c9b req-430b06d1-0ea5-4364-9381-a71e13e9cfa0 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345766 Jun 03 15:09:47.582195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:47.646741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['78cc05aa-00d7-457b-b43d-a740b32a1ddb'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:47.693540 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae4a0e6-8a4a-498b-a65b-16cee15db4c9'] response: {'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f', 'code': 200} Jun 03 15:09:47.702139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cd595bf-a5ae-472f-8e6e-6afffde69e0b req-a6d95fb3-6d50-4a40-a763-1d2b0c61323c service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961477 Jun 03 15:09:47.714483 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f0501a6-7c26-41bc-9cf0-795db7402f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.754162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f0501a6-7c26-41bc-9cf0-795db7402f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.755443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f5371fd7-c52b-47dc-998b-6ab7d24549e9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:47.757704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.802711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:47.815092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd250d6a-7f20-481f-ac9b-c62d3186fb5b req-d7a87410-d9c8-4e38-95a1-12eec10dc920 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719570 Jun 03 15:09:47.872336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-67a32541-9f66-415d-9d13-d118785a436a req-48051ea5-28d6-432b-96dd-87107d5bbd58 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523620 Jun 03 15:09:47.876182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:47.889397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.999929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f0501a6-7c26-41bc-9cf0-795db7402f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.032897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0501a6-7c26-41bc-9cf0-795db7402f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce42fe6-2fbe-420e-9ca1-98bdc3c372be,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:48.035624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f0501a6-7c26-41bc-9cf0-795db7402f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.040188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6f0501a6-7c26-41bc-9cf0-795db7402f14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cce42fe6-2fbe-420e-9ca1-98bdc3c372be HTTP/1.1" status: 204 len: 168 time: 0.4969556 Jun 03 15:09:48.043412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f5371fd7-c52b-47dc-998b-6ab7d24549e9 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:48.081264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f60dd-f87e-43ab-83ae-2c3199802191 req-7d48d13d-80c0-438d-ba45-2454606fb7be tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.083481 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a60f60dd-f87e-43ab-83ae-2c3199802191 req-7d48d13d-80c0-438d-ba45-2454606fb7be tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 949 time: 0.1653683 Jun 03 15:09:48.096035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cee79-ca91-4eff-84ef-47aa99a02271 req-c613edb8-0a97-4aaa-b9d2-658233f552a0 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.097849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-083cee79-ca91-4eff-84ef-47aa99a02271 req-c613edb8-0a97-4aaa-b9d2-658233f552a0 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 943 time: 0.2604897 Jun 03 15:09:48.139060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:48.146306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.147493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.149165 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-df90ba1f-3cd3-4fa1-b87f-919787b69f14 service neutron] 10.222.0.70 "PUT /v2.0/ports/ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 1121 time: 4.9956529 Jun 03 15:09:48.171168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-083cee79-ca91-4eff-84ef-47aa99a02271 req-731307fc-05f6-4a88-92e2-4895e61c5bf5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559957 Jun 03 15:09:48.198915 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a60f60dd-f87e-43ab-83ae-2c3199802191 req-9b92778e-0a1d-428c-bfd1-67234a4f31fc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999916 Jun 03 15:09:48.231693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-bb720f5c-8b5e-4a0f-ba35-172c16e061ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.233475 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-bb720f5c-8b5e-4a0f-ba35-172c16e061ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 1099 time: 0.2883928 Jun 03 15:09:48.249555 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.250841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Deleting port f5371fd7-c52b-47dc-998b-6ab7d24549e9 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:48.251220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.291124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ddaadc68-f3a6-4756-a417-30a0823c7e9f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:48.508359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b062-afc5-4037-8c4e-c7a7ca6cfd37 req-f316558b-f8e2-4668-8f67-8e9e1445948b tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.513155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d75b062-afc5-4037-8c4e-c7a7ca6cfd37 req-f316558b-f8e2-4668-8f67-8e9e1445948b tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 949 time: 0.1473205 Jun 03 15:09:48.559122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:09:48.569923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-d3ba83bf-a55d-4db9-9309-bb557828c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.571435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-d3ba83bf-a55d-4db9-9309-bb557828c9f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2904258 Jun 03 15:09:48.593301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d75b062-afc5-4037-8c4e-c7a7ca6cfd37 req-3b4a310c-cd2a-4a6c-aca0-3002e4f49c72 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717916 Jun 03 15:09:48.724048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-8671c55e-9ed3-40de-bafa-ed7e807e9a4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=823c62d7-b5d0-42bf-82aa-921bad48026b HTTP/1.1" status: 200 len: 217 time: 0.1271904 Jun 03 15:09:48.765400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:48.783349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'mac_address': 'fa:16:3e:96:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:09:48.793692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] For port f5371fd7-c52b-47dc-998b-6ab7d24549e9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f5371fd7-c52b-47dc-998b-6ab7d24549e9,segment=NetworkSegment(3e9c2c09-cdb9-4c28-afda-608daf2bc240),segment_id=3e9c2c09-cdb9-4c28-afda-608daf2bc240)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:48.794062 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.852563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:48.853008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.875054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a7270a-54b6-4b4c-b7a8-6a59d952b53f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:48.896170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:48.904079 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.938290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779890f9-9762-4310-be0b-af2baacca0fe req-fa09f85e-2476-4947-9eb4-40e1536da5f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.939659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-fa09f85e-2476-4947-9eb4-40e1536da5f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58&tenant_id=f2883739feda45b99fdea7f5ff96186f&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 949 time: 0.3025985 Jun 03 15:09:48.953936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afbb03-7a49-4313-9387-977a02816866 req-0c5bc230-1242-4009-ac6f-8b0a2bd47a08 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:48.955420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2afbb03-7a49-4313-9387-977a02816866 req-0c5bc230-1242-4009-ac6f-8b0a2bd47a08 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 949 time: 0.2393215 Jun 03 15:09:48.971827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Calling delete_port for f5371fd7-c52b-47dc-998b-6ab7d24549e9 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:49.032667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:49.051692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f91b06-9636-423a-b972-a5d1c2ae5bcf req-b9eb91f3-c737-4534-92fd-e5b6aa3adbc9 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.053314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24f91b06-9636-423a-b972-a5d1c2ae5bcf req-b9eb91f3-c737-4534-92fd-e5b6aa3adbc9 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 948 time: 0.2209375 Jun 03 15:09:49.160307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2afbb03-7a49-4313-9387-977a02816866 req-1118e9e3-0e9f-4d28-9ca4-4bea2caa9466 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861625 Jun 03 15:09:49.178736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24f91b06-9636-423a-b972-a5d1c2ae5bcf req-97f9e053-f573-40b0-b466-80093fac87e8 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133139 Jun 03 15:09:49.218787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779890f9-9762-4310-be0b-af2baacca0fe req-ca624155-876a-4149-b9aa-364876c293a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.220733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-ca624155-876a-4149-b9aa-364876c293a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 1100 time: 0.1567419 Jun 03 15:09:49.225655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['22a7270a-54b6-4b4c-b7a8-6a59d952b53f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:49.418085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-98235996-acdb-4cf2-93e6-e081f4f6e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.420412 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-98235996-acdb-4cf2-93e6-e081f4f6e843 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.6840227 Jun 03 15:09:49.652175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779890f9-9762-4310-be0b-af2baacca0fe req-602e55ef-32d4-4526-924a-a4cc3be0d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.653759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-602e55ef-32d4-4526-924a-a4cc3be0d182 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4240000 Jun 03 15:09:49.657010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-118036dd-8f4e-423a-b5f6-851e8df36a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.659072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-118036dd-8f4e-423a-b5f6-851e8df36a9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2209163 Jun 03 15:09:49.661395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.668771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7dd1-40ce-489f-8071-b4145d17a44a req-f7f48262-eb11-42d3-b9d1-de40dae911e8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.670246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f03c7dd1-40ce-489f-8071-b4145d17a44a req-f7f48262-eb11-42d3-b9d1-de40dae911e8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 948 time: 0.3907406 Jun 03 15:09:49.705870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:49.739940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=f5371fd7-c52b-47dc-998b-6ab7d24549e9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:49.758735 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-c13b683c-94c0-4744-a22f-6a1b6cdd63c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 200 len: 217 time: 0.0875194 Jun 03 15:09:49.774448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e2a2-2054-400e-a241-d087fadae8f0 req-067f712d-fecc-4eac-b0f7-4632ab650bd6 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.776217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acf1e2a2-2054-400e-a241-d087fadae8f0 req-067f712d-fecc-4eac-b0f7-4632ab650bd6 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 943 time: 0.2854843 Jun 03 15:09:49.875264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f03c7dd1-40ce-489f-8071-b4145d17a44a req-cf41668b-3add-4cc1-b861-a236a98942d3 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434495 Jun 03 15:09:49.947381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acf1e2a2-2054-400e-a241-d087fadae8f0 req-37eccd92-6ef9-4448-9390-9bc3021ac941 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170325 Jun 03 15:09:49.954581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779890f9-9762-4310-be0b-af2baacca0fe req-0aef0452-ab36-4df0-9aee-5eb38b1d8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.961163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-0aef0452-ab36-4df0-9aee-5eb38b1d8490 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1827381 Jun 03 15:09:50.037507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-48da31d2-d668-4efa-9f3a-fd139beea8a9 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323610 Jun 03 15:09:50.100260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779890f9-9762-4310-be0b-af2baacca0fe req-a0dfca36-6a5b-4040-a62f-bb350ddb94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.101946 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-a0dfca36-6a5b-4040-a62f-bb350ddb94fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283431 Jun 03 15:09:50.168505 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3dc867-d77a-41a4-abab-262b032ace9d'] response: {'name': 'network-changed', 'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f', 'status': 'completed', 'code': 200} Jun 03 15:09:50.253727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33208) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:50.282056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-b42a52d5-d68b-4895-9e87-fc79651975b4 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718826 Jun 03 15:09:50.398274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:50.403297 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-90f88a81-dfb7-4523-966d-04ca34fef53e req-bb4e9263-bc8e-49d7-a983-a08f48650478 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475111 Jun 03 15:09:50.511221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:50.587935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:09:50.602306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-779890f9-9762-4310-be0b-af2baacca0fe req-31c7d5f7-afa2-4803-9bad-d861a2fb1af0 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778578 Jun 03 15:09:50.616068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661fee4-0efc-4d74-9794-a3d0ed885a67 req-f78ad36a-1bb8-4c2d-bef6-78932370873a tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.617528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9661fee4-0efc-4d74-9794-a3d0ed885a67 req-f78ad36a-1bb8-4c2d-bef6-78932370873a tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 949 time: 0.3005757 Jun 03 15:09:50.625967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-e96cca33-fa76-4a83-8ff2-788998bc51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.628076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-e96cca33-fa76-4a83-8ff2-788998bc51f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1124 time: 0.3444703 Jun 03 15:09:50.652817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08d985-d31c-41d1-bade-c46dd049f613 req-40861fda-dd2a-4979-bab4-dfdb654979bb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.659129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc08d985-d31c-41d1-bade-c46dd049f613 req-40861fda-dd2a-4979-bab4-dfdb654979bb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 949 time: 0.2780273 Jun 03 15:09:50.729489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d283611e-2638-49e1-8879-dc798633c020 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:50.811725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:50.828718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9661fee4-0efc-4d74-9794-a3d0ed885a67 req-e5e2891c-8740-4e41-97a0-cbea29b510b9 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050776 Jun 03 15:09:50.845199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 823c62d7-b5d0-42bf-82aa-921bad48026b details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:09:50.847547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 78cc05aa-00d7-457b-b43d-a740b32a1ddb up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:50.855536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc08d985-d31c-41d1-bade-c46dd049f613 req-3a5e0213-07cc-45cd-aa26-a8d7bc7cb76b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954401 Jun 03 15:09:50.856715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:50.882776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef2543284ab40729692d86a774aa7ea is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:50.885077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:50.922865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port d283611e-2638-49e1-8879-dc798633c020 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:50.939767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:50.949707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-9621fe6e-6876-4c9d-8918-19ac5ae726fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.951850 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-9621fe6e-6876-4c9d-8918-19ac5ae726fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.3111901 Jun 03 15:09:50.956547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d283611e-2638-49e1-8879-dc798633c020 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:50.957041 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:50.959761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:51.037090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:09:51.068582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f has no active binding in host n-h1-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:09:51.143854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-2c4fa148-85a2-401b-b00f-81435e7f8082 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 217 time: 0.1419308 Jun 03 15:09:51.219388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 78cc05aa-00d7-457b-b43d-a740b32a1ddb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:51.220074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.278191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d283611e-2638-49e1-8879-dc798633c020 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:51.279183 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.335404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=823c62d7-b5d0-42bf-82aa-921bad48026b,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:51.354495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Router 933b4b91-b2b0-4578-ad14-7f086af13e2e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:09:51.361574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283611e-2638-49e1-8879-dc798633c020'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:51.373913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '823c62d7-b5d0-42bf-82aa-921bad48026b', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '823c62d7-b5d0-42bf-82aa-921bad48026b', 'mac_address': 'fa:16:3e:81:7c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:09:51.378916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d283611e-2638-49e1-8879-dc798633c020, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d283611e-2638-49e1-8879-dc798633c020,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:51.415270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.415829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:51.480066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-87db9fbb-5b8b-4af2-954a-38400ad28c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:51.482148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-87db9fbb-5b8b-4af2-954a-38400ad28c52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.2743292 Jun 03 15:09:51.559998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-aabe45af-4e8d-4c24-81e3-41d33f540519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570691 Jun 03 15:09:51.576350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 823c62d7-b5d0-42bf-82aa-921bad48026b is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:51.577218 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.599317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:51.617772 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e8ece0ea-6339-4236-add6-d27f37affeaf admin admin] 10.222.0.66 "PUT /v2.0/routers/933b4b91-b2b0-4578-ad14-7f086af13e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9169271 Jun 03 15:09:51.617772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33228) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:51.618676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823c62d7-b5d0-42bf-82aa-921bad48026b {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:51.622118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8f6f2-adaf-47fb-bbc2-23678cb7ca2f req-8411988f-acd4-49ec-bca7-be3b143cb51d tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:51.630519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bc8f6f2-adaf-47fb-bbc2-23678cb7ca2f req-8411988f-acd4-49ec-bca7-be3b143cb51d tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 949 time: 0.5351884 Jun 03 15:09:51.634722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] Sync routers for ids ['933b4b91-b2b0-4578-ad14-7f086af13e2e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:51.650463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 78cc05aa-00d7-457b-b43d-a740b32a1ddb is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:51.650824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.661505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d283611e-2638-49e1-8879-dc798633c020,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:51.678812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] Routers {'933b4b91-b2b0-4578-ad14-7f086af13e2e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:51.679440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['933b4b91-b2b0-4578-ad14-7f086af13e2e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:51.715776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.727412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=823c62d7-b5d0-42bf-82aa-921bad48026b,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:51.744039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2bc81-872a-4d18-a76e-5b17f7f661cc req-8ac61a5c-96e2-45ee-beab-e8209986620e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:51.745590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3b2bc81-872a-4d18-a76e-5b17f7f661cc req-8ac61a5c-96e2-45ee-beab-e8209986620e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 948 time: 0.6519179 Jun 03 15:09:51.752148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.808945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bc8f6f2-adaf-47fb-bbc2-23678cb7ca2f req-4986190a-d1d4-48fa-9368-60f5ff2e1868 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775460 Jun 03 15:09:51.811105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:51.814859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.840098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:51.840679 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.842871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.881334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:51.894111 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3b2bc81-872a-4d18-a76e-5b17f7f661cc req-aa7522cb-7525-483f-a746-a25d7d8357a6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255739 Jun 03 15:09:51.970914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-8dc99363-4084-481b-ae3a-9236f5c963a0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990052 Jun 03 15:09:51.982741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.983104 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.993931 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158d7e54-947c-4484-bc45-eed7e75801f9'] response: {'server_uuid': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd283611e-2638-49e1-8879-dc798633c020', 'code': 200} Jun 03 15:09:52.017418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=823c62d7-b5d0-42bf-82aa-921bad48026b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:52.045296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ef2543284ab40729692d86a774aa7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5279722 Jun 03 15:09:52.049614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33236) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:52.062661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41bcdd-47ed-4e2f-9529-6803137cbed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51867609-4d24-4932-9528-0deed8eafc0b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:52.097938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] Set router 933b4b91-b2b0-4578-ad14-7f086af13e2e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:52.146371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['823c62d7-b5d0-42bf-82aa-921bad48026b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:09:52.459260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.476122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Deleting port dd3d787f-df78-409e-b581-5603b9e26640 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:52.476456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.489409 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4888fc66-860a-4dd4-bf83-cf3a0f0f3406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.490176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:52.490684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.500887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:52.511475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf94562-d34a-4d09-9300-fa1d1b0adc9c req-84696616-69d3-4fcf-9d06-0b3abf5e70b6 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318606 Jun 03 15:09:52.531559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12965af9-96e1-455a-a32e-28b90d8deb3b req-1d5837ba-b5c6-4836-bab5-4e1123876e34 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:52.539614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d7fe8-24e5-4f37-b648-a3b794e6d98a req-187e1447-f8fe-4bdd-9a50-03850436a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:52.541143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d68d7fe8-24e5-4f37-b648-a3b794e6d98a req-187e1447-f8fe-4bdd-9a50-03850436a897 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 1101 time: 0.4116483 Jun 03 15:09:52.541778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12965af9-96e1-455a-a32e-28b90d8deb3b req-1d5837ba-b5c6-4836-bab5-4e1123876e34 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 943 time: 0.4364681 Jun 03 15:09:52.569891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-9e6e2450-055c-41d8-941b-05ef0ddfe54b service neutron] 10.222.0.15 "GET /v2.0/ports/ddaadc68-f3a6-4756-a417-30a0823c7e9f/bindings/n-h1-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.2587237 Jun 03 15:09:52.587892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:52.617034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4888fc66-860a-4dd4-bf83-cf3a0f0f3406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.630367 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.676175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3bf8-542d-42e2-9e74-b197fe931458 req-b90be7a9-7af7-4efa-8fee-f67fefc3c72c tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:52.680816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8def3bf8-542d-42e2-9e74-b197fe931458 req-b90be7a9-7af7-4efa-8fee-f67fefc3c72c tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 950 time: 0.5000541 Jun 03 15:09:52.730765 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d68d7fe8-24e5-4f37-b648-a3b794e6d98a req-3d3c8245-e82a-4932-a0f9-2a384c226e8f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731153 Jun 03 15:09:52.738015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Deleting port c0b35aca-1e07-4eab-8f86-bf72a249d2a0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:52.738353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.757021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:52.773135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8def3bf8-542d-42e2-9e74-b197fe931458 req-b1b66704-af09-4149-8b41-64a1181410df tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770850 Jun 03 15:09:52.787361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12965af9-96e1-455a-a32e-28b90d8deb3b req-6a31d31a-71b0-484e-9af5-5a47ff0b8d9c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441797 Jun 03 15:09:52.799120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:49Z', 'revision_number': 5, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port': {'id': 'dd3d787f-df78-409e-b581-5603b9e26640', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:30:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:27Z', 'updated_at': '2022-06-03T15:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:52.806305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] For port dd3d787f-df78-409e-b581-5603b9e26640, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dd3d787f-df78-409e-b581-5603b9e26640,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:52.807328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.809492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] Checking router: 933b4b91-b2b0-4578-ad14-7f086af13e2e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:52.835627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] Routers {'933b4b91-b2b0-4578-ad14-7f086af13e2e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:52.836847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['933b4b91-b2b0-4578-ad14-7f086af13e2e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:52.948148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4888fc66-860a-4dd4-bf83-cf3a0f0f3406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.994098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Calling delete_port for dd3d787f-df78-409e-b581-5603b9e26640 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:53.029162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] Set router 933b4b91-b2b0-4578-ad14-7f086af13e2e gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:53.052861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888fc66-860a-4dd4-bf83-cf3a0f0f3406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51867609-4d24-4932-9528-0deed8eafc0b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:53.131117 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4888fc66-860a-4dd4-bf83-cf3a0f0f3406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.136292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4888fc66-860a-4dd4-bf83-cf3a0f0f3406 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51867609-4d24-4932-9528-0deed8eafc0b HTTP/1.1" status: 204 len: 168 time: 1.0715609 Jun 03 15:09:53.163598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:52Z', 'revision_number': 6, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:53.176350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665ffb4-4366-4c55-96c7-d69ea3fafd5b None None] The sync data for ids ['933b4b91-b2b0-4578-ad14-7f086af13e2e'] in n-d-844594-1 is: [{'id': '933b4b91-b2b0-4578-ad14-7f086af13e2e', 'name': 'tempest-ServersTestFqdnHostnames-1116052978-router', 'tenant_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:26Z', 'updated_at': '2022-06-03T15:09:52Z', 'revision_number': 6, 'project_id': '2865e4df20cf4a24ab7bdb5944a0776c', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:53.200520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] For port c0b35aca-1e07-4eab-8f86-bf72a249d2a0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:53.200886 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.227632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe248a-9a0d-4e25-904c-3f3696406b26 req-cb483209-fc19-4192-b9f2-4bafb090f310 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:53.229314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bbe248a-9a0d-4e25-904c-3f3696406b26 req-cb483209-fc19-4192-b9f2-4bafb090f310 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.3180568 Jun 03 15:09:53.276663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbd9b-c474-474d-a0cc-587926df94ed req-2fa0aa0d-6da7-4264-80db-bcaf74d2bbe4 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:53.283578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-213bbd9b-c474-474d-a0cc-587926df94ed req-2fa0aa0d-6da7-4264-80db-bcaf74d2bbe4 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 950 time: 0.3287141 Jun 03 15:09:53.298076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:53.344702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bbe248a-9a0d-4e25-904c-3f3696406b26 req-a0cfa228-223e-4822-9f3e-65f26e668fec tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026802 Jun 03 15:09:53.356636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Calling delete_port for c0b35aca-1e07-4eab-8f86-bf72a249d2a0 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:53.363574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:53.409687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-213bbd9b-c474-474d-a0cc-587926df94ed req-333824f1-6c36-47fc-b140-d93ad3f2daef tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239367 Jun 03 15:09:53.441742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaadc68-f3a6-4756-a417-30a0823c7e9f {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:53.477107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:53.547855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33250) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:53.568560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f5371fd7-c52b-47dc-998b-6ab7d24549e9 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:53.573379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.592992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.619273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: f5371fd7-c52b-47dc-998b-6ab7d24549e9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:53.619616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f5371fd7-c52b-47dc-998b-6ab7d24549e9 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:53.639300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:53.651808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.657087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3d787f-df78-409e-b581-5603b9e26640,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:53.660928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Usage tracker for resource:security_group_rule and tenant:68f90eebbb6c49cd8e3741aa8bfeddaf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:53.666598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:53.702148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:53.760775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c582-bca2-4355-bdfc-8eceae06aeea req-eef69ae6-390d-4c9b-906d-b58f803d25b4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:53.762159 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c870c582-bca2-4355-bdfc-8eceae06aeea req-eef69ae6-390d-4c9b-906d-b58f803d25b4 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 949 time: 0.2730081 Jun 03 15:09:53.842603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.953017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.954667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c870c582-bca2-4355-bdfc-8eceae06aeea req-8e9716be-3732-4d32-9678-452bc2aac93b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858549 Jun 03 15:09:53.955637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] Transition to ACTIVE for port object ddaadc68-f3a6-4756-a417-30a0823c7e9f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:53.963471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584a40a-3c7e-42d4-9eb0-6fd42fe67795 req-c8fa2cbf-4ecf-4c38-b1c7-3a2d6ecfa1d7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:53.968464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e584a40a-3c7e-42d4-9eb0-6fd42fe67795 req-c8fa2cbf-4ecf-4c38-b1c7-3a2d6ecfa1d7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.3802972 Jun 03 15:09:53.996433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb'}, {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:54.003860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.232269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e584a40a-3c7e-42d4-9eb0-6fd42fe67795 req-a5c3f355-d2f5-4fe7-b58f-6c6c9c4ddb23 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611415 Jun 03 15:09:54.245971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b35aca-1e07-4eab-8f86-bf72a249d2a0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:54.286815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] No DVR routers for this DVR port ddaadc68-f3a6-4756-a417-30a0823c7e9f on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:09:54.293276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.301573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.314258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=10']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:54.368174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-126a9670-fdcc-4fb4-a231-01551b27a7f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/ddaadc68-f3a6-4756-a417-30a0823c7e9f/bindings/n-h1-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7884512 Jun 03 15:09:54.389927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36b934-1ba1-4d2c-a279-5bd4340f1e7c req-6d2076e2-f818-47ad-bb59-66f6ef06d70b tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:54.391775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b36b934-1ba1-4d2c-a279-5bd4340f1e7c req-6d2076e2-f818-47ad-bb59-66f6ef06d70b tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 950 time: 0.2261486 Jun 03 15:09:54.406824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.409939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.410626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 933b4b91-b2b0-4578-ad14-7f086af13e2e {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:09:54.418894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.534123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b36b934-1ba1-4d2c-a279-5bd4340f1e7c req-75d742d8-c7e2-45ca-a209-7f2501bcd62d tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356237 Jun 03 15:09:54.564348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3cc25-f703-41b4-8ac5-4bbd171f6285 req-d6b1c85f-5886-4dd9-9a29-f01951400331 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:54.566090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76f3cc25-f703-41b4-8ac5-4bbd171f6285 req-d6b1c85f-5886-4dd9-9a29-f01951400331 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.1151254 Jun 03 15:09:54.608373 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ec85f3-1e05-4df7-96e9-85fa5b593618'] response: {'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'code': 200} Jun 03 15:09:54.608638 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ec85f3-1e05-4df7-96e9-85fa5b593618'] response: {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'code': 200} Jun 03 15:09:54.624264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76f3cc25-f703-41b4-8ac5-4bbd171f6285 req-96b33fd9-7b89-4bd8-b484-33291e597494 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Jun 03 15:09:54.625561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f03fd89-fdd7-4165-825d-7023fc1e1e05,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:54.644505 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-35b9d1d9-ecae-44b4-b032-162a3f9d02cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68f90eebbb6c49cd8e3741aa8bfeddaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0955565 Jun 03 15:09:54.648094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33264) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:54.689547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33268) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:54.697674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061936712', 'description': 'tempest-description--64687907'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:54.703642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:54.715121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:security_group and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:54.720427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:54.741474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:54.765810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.808077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.809109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4b9a3931-60fa-4641-802b-f45d510250c2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/933b4b91-b2b0-4578-ad14-7f086af13e2e HTTP/1.1" status: 204 len: 168 time: 3.1920431 Jun 03 15:09:54.814573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33272) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:54.822869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f281fac9-48ef-4ffc-bff3-8387b2e13c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.841902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:54.853747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:security_group_rule and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:54.857414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:54.870801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 823c62d7-b5d0-42bf-82aa-921bad48026b up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:54.875837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:54.878635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f281fac9-48ef-4ffc-bff3-8387b2e13c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.915558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.927258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-f74fea3b-bc62-4124-bd76-ed98f260f44a tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:54.929487 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-f74fea3b-bc62-4124-bd76-ed98f260f44a tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1095 time: 0.4223795 Jun 03 15:09:54.954250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 823c62d7-b5d0-42bf-82aa-921bad48026b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:54.959697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 823c62d7-b5d0-42bf-82aa-921bad48026b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:54.960451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.979819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3951f-da7c-44e5-86c6-f973bf28797c req-50c5948d-7ab2-4c6d-a8dd-0e58bf777b2b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:54.981412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0db3951f-da7c-44e5-86c6-f973bf28797c req-50c5948d-7ab2-4c6d-a8dd-0e58bf777b2b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 950 time: 0.2017732 Jun 03 15:09:54.986792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] Deleting subnet 83374c96-db3e-4ba7-9896-c4ec25d4be3d {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:09:55.036771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f281fac9-48ef-4ffc-bff3-8387b2e13c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.051494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.095258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 823c62d7-b5d0-42bf-82aa-921bad48026b is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:55.095802 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.115461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.116753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281fac9-48ef-4ffc-bff3-8387b2e13c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f03fd89-fdd7-4165-825d-7023fc1e1e05,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:55.132626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.148133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fa187-d40f-4323-a598-e75e20a479b2 req-79bc509a-a3d9-4357-9c39-e67fb7ee4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:55.150105 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-517fa187-d40f-4323-a598-e75e20a479b2 req-79bc509a-a3d9-4357-9c39-e67fb7ee4ea3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 1101 time: 0.4187205 Jun 03 15:09:55.161776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=823c62d7-b5d0-42bf-82aa-921bad48026b,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:55.167067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.168924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:55.191017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0db3951f-da7c-44e5-86c6-f973bf28797c req-1c70440b-b305-4790-bfc9-f6db8f9b7d90 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963255 Jun 03 15:09:55.207728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f281fac9-48ef-4ffc-bff3-8387b2e13c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.208839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f281fac9-48ef-4ffc-bff3-8387b2e13c27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f03fd89-fdd7-4165-825d-7023fc1e1e05 HTTP/1.1" status: 204 len: 168 time: 0.5552754 Jun 03 15:09:55.235028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c652fd-9631-40b9-b1ff-e5cfb33f382f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:55.238674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.239850 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-582d5372-c58a-4183-82ee-2e05ac41e3a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5493853 Jun 03 15:09:55.244232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33280) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:55.250625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'security_group_rule': {'security_group_id': 'e3c652fd-9631-40b9-b1ff-e5cfb33f382f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:55.258176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:55.268002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:security_group_rule and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:55.272844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:55.280962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:55.291536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.302859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6966721-4e3b-4dc5-a99a-5d8b0915f99a req-d8bff51e-45df-4f48-9955-42567c8ac24b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:55.304941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6966721-4e3b-4dc5-a99a-5d8b0915f99a req-d8bff51e-45df-4f48-9955-42567c8ac24b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 950 time: 0.1658854 Jun 03 15:09:55.314823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.325955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:55.345625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=823c62d7-b5d0-42bf-82aa-921bad48026b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:55.386380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6966721-4e3b-4dc5-a99a-5d8b0915f99a req-1becee59-3ce6-4af1-bfca-b8756d864803 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Jun 03 15:09:55.422852 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.426647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.439325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-517fa187-d40f-4323-a598-e75e20a479b2 req-4b127586-2d1b-4e68-8a07-2b7e9ade8154 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730510 Jun 03 15:09:55.452736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dd3d787f-df78-409e-b581-5603b9e26640 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:55.460325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ff0a5c-d83b-4ea4-a68a-e498b874ece3,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:55.468748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.473461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7dd2a48d-7023-4259-b2c6-a1afbb4d8ede tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2251136 Jun 03 15:09:55.474307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33284) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:55.480653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'security_group_rule': {'security_group_id': 'e3c652fd-9631-40b9-b1ff-e5cfb33f382f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:55.486818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:55.490891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:security_group_rule and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:55.494974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:55.500772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: dd3d787f-df78-409e-b581-5603b9e26640 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:55.501234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dd3d787f-df78-409e-b581-5603b9e26640 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:55.502851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:55.512455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-900f8f96-6ec2-4127-b5a9-ce60ca5bb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:55.513917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-900f8f96-6ec2-4127-b5a9-ce60ca5bb5a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613&tenant_id=057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 1095 time: 0.5704222 Jun 03 15:09:55.523227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.597701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.602525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.631412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.651734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23120c78-341e-4631-8155-b14062328e8c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:55.665928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.667600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bac952cf-d0ef-4ea3-8451-ab807579b3f5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911631 Jun 03 15:09:55.670720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33292) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:55.677607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:55.684589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:55.724143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Usage tracker for resource:floatingip and tenant:f2883739feda45b99fdea7f5ff96186f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:55.731990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:55.746724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:55.799168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1f84-6dd7-4c62-873d-21af95540c26 req-e0193494-91b1-4679-88f0-0b16f603ea8d tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:55.800842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385f1f84-6dd7-4c62-873d-21af95540c26 req-e0193494-91b1-4679-88f0-0b16f603ea8d tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 950 time: 0.1175332 Jun 03 15:09:55.801652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.993522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Router 6dda987c-47fc-4eba-882f-02cba7050dfc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:09:55.997343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385f1f84-6dd7-4c62-873d-21af95540c26 req-e09b429a-7298-4e05-9940-1ae6911d6685 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804879 Jun 03 15:09:56.043112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bebfe1-b6fd-4703-8c7d-dba7c3e788dd req-d9f47fc5-7b5b-42f5-95d5-00056cb0d574 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:56.044736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7bebfe1-b6fd-4703-8c7d-dba7c3e788dd req-d9f47fc5-7b5b-42f5-95d5-00056cb0d574 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.2290890 Jun 03 15:09:56.107368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.156178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-1b4b18dd-aba4-4d54-bcdf-11a7744e73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:56.157731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-1b4b18dd-aba4-4d54-bcdf-11a7744e73ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1095 time: 0.4935145 Jun 03 15:09:56.161262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.262666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1b88d-b684-45f3-bcae-64d2883c0cd8 None None] Network bf5cf2b8-9a25-4367-825d-67f6917291ba requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:56.264221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7bebfe1-b6fd-4703-8c7d-dba7c3e788dd req-4e68a985-8b49-4749-a3ce-7a555d801033 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038209 Jun 03 15:09:56.273277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Allocated IP 172.25.1.185 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/4cc1e656-6f69-4926-b0e6-8ad6b0fc3b7b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:56.285906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.311886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83374c96-db3e-4ba7-9896-c4ec25d4be3d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:56.380123 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-039d6e7b-5da6-404d-b078-12666b6ee230 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/83374c96-db3e-4ba7-9896-c4ec25d4be3d HTTP/1.1" status: 204 len: 168 time: 1.5624268 Jun 03 15:09:56.387793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33320) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:56.504592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33328) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:56.521069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:56.532121 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] Sync routers for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:56.540841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f3524d3c-cc23-45f8-b8d2-2f37c03cfaf5 admin admin] 10.222.0.66 "PUT /v2.0/routers/6dda987c-47fc-4eba-882f-02cba7050dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2857800 Jun 03 15:09:56.543410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33334) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:56.554700 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:56.556803 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:56.611854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:56.723215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.752317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] DHCP port deletion for bf5cf2b8-9a25-4367-825d-67f6917291ba request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:09:56.757184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] Deleting port ce327724-47e8-4602-9d67-bd78c543f5be {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:56.757566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.816255 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.823466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-983ca2d5-be5a-45a7-b524-17c7987e7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:56.825706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-983ca2d5-be5a-45a7-b524-17c7987e7b00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.5980427 Jun 03 15:09:56.876546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-network', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:56.887785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:56.887983 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:56.916236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Usage tracker for resource:network and tenant:5818f412374d4abcbd3526d4a73ef3b1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:56.924917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:56.941028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Deleting port ce327724-47e8-4602-9d67-bd78c543f5be {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:56.942013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.942275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:56.991968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9840e1-c66e-4d07-9a5d-fca7fba11b8b req-038beb8f-3001-4ee9-a866-1b09eeebf596 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:56.994416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a9840e1-c66e-4d07-9a5d-fca7fba11b8b req-038beb8f-3001-4ee9-a866-1b09eeebf596 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 950 time: 0.4546094 Jun 03 15:09:57.001636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Made reservation on behalf of 5818f412374d4abcbd3526d4a73ef3b1 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:57.005280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.017243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.106565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] For port ce327724-47e8-4602-9d67-bd78c543f5be, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce327724-47e8-4602-9d67-bd78c543f5be,segment=NetworkSegment(3e9c2c09-cdb9-4c28-afda-608daf2bc240),segment_id=3e9c2c09-cdb9-4c28-afda-608daf2bc240)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:57.107246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.118287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.149158 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-2c11f405-c9cd-4374-998f-4605e4d89283 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 217 time: 0.3057935 Jun 03 15:09:57.159363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:57.166720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:57.170659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:57.210232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:57.220063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872a472-e5c7-4e5b-9832-08b29b554514 req-d8a4c3dd-4a67-40cb-9d58-c4bb626cbb51 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:57.221951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d872a472-e5c7-4e5b-9832-08b29b554514 req-d8a4c3dd-4a67-40cb-9d58-c4bb626cbb51 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 950 time: 0.4503419 Jun 03 15:09:57.225137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a9840e1-c66e-4d07-9a5d-fca7fba11b8b req-530ca5e2-7d1f-4d33-9e85-ac3167c1ab6d tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032099 Jun 03 15:09:57.238244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-23bcaa05-303d-4882-b322-5cbd885de5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:57.239840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-23bcaa05-303d-4882-b322-5cbd885de5b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.0732388 Jun 03 15:09:57.244729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Usage tracker for resource:security_group_rule and tenant:5818f412374d4abcbd3526d4a73ef3b1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:57.262646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'Port': ['ID=4cc1e656-6f69-4926-b0e6-8ad6b0fc3b7b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:57.265315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:57.289941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] Calling delete_port for ce327724-47e8-4602-9d67-bd78c543f5be owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:57.291084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:57.299698 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.308061 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:09:53Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:57.321859 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] Checking router: 6dda987c-47fc-4eba-882f-02cba7050dfc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:57.349850 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] Routers {'6dda987c-47fc-4eba-882f-02cba7050dfc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:57.353588 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6dda987c-47fc-4eba-882f-02cba7050dfc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:57.363663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce327724-47e8-4602-9d67-bd78c543f5be no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:57.383022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d872a472-e5c7-4e5b-9832-08b29b554514 req-bbf50db4-ab01-450f-ae5d-2ba3fb555474 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347275 Jun 03 15:09:57.405928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.535875 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-af9ad465-b9b4-468d-8450-f9715e1d1f6e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2872143 Jun 03 15:09:57.536650 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f0f699-ea13-4236-8f05-e4ebd28bc483'] response: {'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b', 'code': 200} Jun 03 15:09:57.548250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.575886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] For port ce327724-47e8-4602-9d67-bd78c543f5be, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce327724-47e8-4602-9d67-bd78c543f5be,segment=NetworkSegment(3e9c2c09-cdb9-4c28-afda-608daf2bc240),segment_id=3e9c2c09-cdb9-4c28-afda-608daf2bc240)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:57.578152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.588194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.692164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ce327724-47e8-4602-9d67-bd78c543f5be is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:57.692538 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.693522 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] Set router 6dda987c-47fc-4eba-882f-02cba7050dfc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:57.728248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] Pushing event deleted for resources: {'Port': ['ID=ce327724-47e8-4602-9d67-bd78c543f5be,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:57.730289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb82e7-5d6d-4f04-9d38-6cf8c79fbdd4 None None] No DVR routers for this DVR port ce327724-47e8-4602-9d67-bd78c543f5be on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:09:57.759510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.780914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Calling delete_port for ce327724-47e8-4602-9d67-bd78c543f5be owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:57.880894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:09:57.883542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.957208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f1a1f5-0d4a-4387-a1bc-516353637e44,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:57.986611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.986962 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Added segment 3b435a96-d8a9-44d0-a8e4-859fb65c083b of type vlan for network 6886f93d-b85e-478e-b317-6c282ee39fc8 Jun 03 15:09:58.043311 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:09:53Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:58.047513 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62690a-af87-4ca3-bec6-09dbbd24b65f None None] The sync data for ids ['6dda987c-47fc-4eba-882f-02cba7050dfc'] in n-d-844594-1 is: [{'id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-448708311-router', 'tenant_id': 'e243a009d60d44fa982798dfe46d6a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '1758960c-805e-460d-a5e1-9325b7b91345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:39Z', 'updated_at': '2022-06-03T15:09:53Z', 'revision_number': 5, 'project_id': 'e243a009d60d44fa982798dfe46d6a6c', 'gw_port': {'id': '1758960c-805e-460d-a5e1-9325b7b91345', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda987c-47fc-4eba-882f-02cba7050dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:40Z', 'updated_at': '2022-06-03T15:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:58.171826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.188608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1eb30-710e-4053-8e00-376383d0af48 req-2388a1dd-d304-4dde-9c3e-ac9579d29efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:58.190090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6be1eb30-710e-4053-8e00-376383d0af48 req-2388a1dd-d304-4dde-9c3e-ac9579d29efc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 1101 time: 0.5277472 Jun 03 15:09:58.204771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48044515-dfab-4e24-9c94-45d5dbe8b3ec req-fe9ead9f-31c0-46dc-965f-6e9b64d4c542 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:58.206224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48044515-dfab-4e24-9c94-45d5dbe8b3ec req-fe9ead9f-31c0-46dc-965f-6e9b64d4c542 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 950 time: 0.6373639 Jun 03 15:09:58.219439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ffe65-8fc7-4955-8c24-2d2a90d74472 req-a19b38e0-da2c-496f-ac0e-982fe838f4fa tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:58.220862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da8ffe65-8fc7-4955-8c24-2d2a90d74472 req-a19b38e0-da2c-496f-ac0e-982fe838f4fa tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.4490161 Jun 03 15:09:58.243027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.257468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:09:58.257882 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:09:58.264227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-e9653c84-c324-4567-abb7-152869577453 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109561 Jun 03 15:09:58.269013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Deleting port 1758960c-805e-460d-a5e1-9325b7b91345 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:58.269359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.324097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744887a5-5608-442c-893b-b23658d5e809 req-5f358d3d-4c8c-497a-8802-4a3f3ccaf75a tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:58.324820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-744887a5-5608-442c-893b-b23658d5e809 req-5f358d3d-4c8c-497a-8802-4a3f3ccaf75a tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Synchronizing usage tracker for tenant:ec142738a0f74a63bef0a99264bba473 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:58.374208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48044515-dfab-4e24-9c94-45d5dbe8b3ec req-d42e55b7-cafd-4fb8-854c-a8761612e241 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493566 Jun 03 15:09:58.380832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6be1eb30-710e-4053-8e00-376383d0af48 req-910209a5-ca40-4c16-a0f5-c96df5a7ea3d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705263 Jun 03 15:09:58.385642 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.386593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:58.387172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.424343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da8ffe65-8fc7-4955-8c24-2d2a90d74472 req-e936b9a1-75e6-41d7-b0a6-46e058511ade tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820364 Jun 03 15:09:58.560997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:09:58.576758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-744887a5-5608-442c-893b-b23658d5e809 req-5f358d3d-4c8c-497a-8802-4a3f3ccaf75a tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Unset dirty status for tenant:ec142738a0f74a63bef0a99264bba473 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:58.577853 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-744887a5-5608-442c-893b-b23658d5e809 req-5f358d3d-4c8c-497a-8802-4a3f3ccaf75a tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.70 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 950 time: 0.5763183 Jun 03 15:09:58.602596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.653341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.657210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] Pushing event updated for resources: {'Network': ['ID=6886f93d-b85e-478e-b317-6c282ee39fc8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:58.678138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:09:58.695610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] For port 1758960c-805e-460d-a5e1-9325b7b91345, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1758960c-805e-460d-a5e1-9325b7b91345,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:58.695950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.717950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Deleting port d283611e-2638-49e1-8879-dc798633c020 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:58.718545 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.792731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'Port': ['ID=4cc1e656-6f69-4926-b0e6-8ad6b0fc3b7b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:58.809806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-2ff23af7-349e-4c11-a6b7-a2cd847f64fb service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145667 Jun 03 15:09:58.810910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Deleting port ce327724-47e8-4602-9d67-bd78c543f5be {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:09:58.811402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.853640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-01e3114c-9548-4a85-a129-b3cd1f4b05df admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.3479891 Jun 03 15:09:58.888789 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.909342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33348) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:58.910542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Calling delete_port for 1758960c-805e-460d-a5e1-9325b7b91345 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:09:58.923385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Request body: {'subnet': {'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-subnet', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:58.929055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:58.933725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Usage tracker for resource:subnet and tenant:5818f412374d4abcbd3526d4a73ef3b1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:58.937209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:58.944610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:58.973883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Made reservation on behalf of 5818f412374d4abcbd3526d4a73ef3b1 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:58.976434 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.013671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] The port 'ce327724-47e8-4602-9d67-bd78c543f5be' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:09:59.103281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf64ecb-1f67-4000-8be4-577b40837c26 req-e1a58ac0-42bf-431a-a5a1-f29a23eaebb0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.104764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cf64ecb-1f67-4000-8be4-577b40837c26 req-e1a58ac0-42bf-431a-a5a1-f29a23eaebb0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 950 time: 0.5134926 Jun 03 15:09:59.106165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.106595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-64af5d96-ce27-40e2-aeb3-ac0029caf046 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4347894 Jun 03 15:09:59.247399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56092-0af7-46d6-be91-0ee9119e4b08 req-f045a4cd-f007-4473-9afb-25725bc94928 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.248784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ee56092-0af7-46d6-be91-0ee9119e4b08 req-f045a4cd-f007-4473-9afb-25725bc94928 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 950 time: 0.6030443 Jun 03 15:09:59.270210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c0b35aca-1e07-4eab-8f86-bf72a249d2a0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:09:59.297486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cf64ecb-1f67-4000-8be4-577b40837c26 req-20f33432-dde0-4e53-ab91-52535b1df635 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838624 Jun 03 15:09:59.309452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: c0b35aca-1e07-4eab-8f86-bf72a249d2a0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:09:59.309914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c0b35aca-1e07-4eab-8f86-bf72a249d2a0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:09:59.359765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.364740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ee56092-0af7-46d6-be91-0ee9119e4b08 req-298ec474-ddb0-43fe-b631-6c5b6a93b4dc tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020496 Jun 03 15:09:59.419395 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.569558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5cf2b8-9a25-4367-825d-67f6917291ba']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:59.592312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9c2c09-cdb9-4c28-afda-608daf2bc240') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:59.592896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9c2c09-cdb9-4c28-afda-608daf2bc240') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:59.624820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.658221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Checking segment: {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:59.658583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Network hostable DHCP agents. Network: 6886f93d-b85e-478e-b317-6c282ee39fc8, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:09:59.699978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.705615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f79afa-47c2-4e00-a49c-364abe002a37,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:59.721312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:09:59.721716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.727466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:09:59.743757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6886f93d-b85e-478e-b317-6c282ee39fc8) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:59.750158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.750839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.753419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8575d22-7027-4697-845a-590fcdbde8be None None] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:59.815135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35687048-5d98-4468-b910-3b2ae055b616 req-92d2376a-df60-4d68-8f81-532ba6bcc221 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.823238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35687048-5d98-4468-b910-3b2ae055b616 req-92d2376a-df60-4d68-8f81-532ba6bcc221 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 950 time: 0.2584875 Jun 03 15:09:59.826260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-7e44ed33-48c8-409b-b7a8-eb21ff1385a7 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.827774 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-7e44ed33-48c8-409b-b7a8-eb21ff1385a7 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1095 time: 0.6888912 Jun 03 15:09:59.836706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] For port d283611e-2638-49e1-8879-dc798633c020, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d283611e-2638-49e1-8879-dc798633c020,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:59.836923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.845081 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3e9c2c09-cdb9-4c28-afda-608daf2bc240 resource provider aggregate not found Jun 03 15:09:59.861111 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-31f12b8c-fdf1-45f3-9f11-3ce215d8f597 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9504642 Jun 03 15:09:59.886894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33378) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:59.910432 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3e9c2c09-cdb9-4c28-afda-608daf2bc240 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e9c2c09-cdb9-4c28-afda-608daf2bc240 found for delete ", "request_id": "req-abf5ffcf-be4c-4442-a69b-0cb879cc7999"}]} Jun 03 15:09:59.915880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35687048-5d98-4468-b910-3b2ae055b616 req-3421e09d-1794-4ad2-a34b-5f9f4e810768 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc512060-1d54-4ca7-ac39-74ef1a79aefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916536 Jun 03 15:09:59.929253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:59.935024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:59.957110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Usage tracker for resource:router and tenant:5818f412374d4abcbd3526d4a73ef3b1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:59.988217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:00.015583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:00.051025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.051440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.104991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Calling delete_port for d283611e-2638-49e1-8879-dc798633c020 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:00.112994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-6886f93d-b85e-478e-b317-6c282ee39fc8', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:10:00.113911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.160155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.177601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.182970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.194288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.256541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5cf2b8-9a25-4367-825d-67f6917291ba,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:00.265930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Pushing event deleted for resources: {'Port': ['ID=1758960c-805e-460d-a5e1-9325b7b91345,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:00.305070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-d4ff3392-5c19-4480-b84b-9997b3ceca13 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145205 Jun 03 15:10:00.315546 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96af89b8-48d3-4c24-a509-b89e2047ec14 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bf5cf2b8-9a25-4367-825d-67f6917291ba HTTP/1.1" status: 204 len: 168 time: 3.9266012 Jun 03 15:10:00.358892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Allocated IP 172.20.0.2 (6886f93d-b85e-478e-b317-6c282ee39fc8/c9f79afa-47c2-4e00-a49c-364abe002a37/cb91b1b4-573d-445d-b99d-535e621f803c) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:00.462707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.503219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33408) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:00.656147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-a28f44f1-df46-4ad2-8520-c07aececc7d8 service neutron] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:00.673042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d283611e-2638-49e1-8879-dc798633c020 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:00.676655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.685367 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.687952 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.713352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: d283611e-2638-49e1-8879-dc798633c020 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:00.713352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d283611e-2638-49e1-8879-dc798633c020 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:00.723989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.738874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a09e8-0c3d-4249-8498-7f72ea569327 req-e6ba3055-6c17-45ae-8dbc-0643e5ef0d99 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:00.741051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-071a09e8-0c3d-4249-8498-7f72ea569327 req-e6ba3055-6c17-45ae-8dbc-0643e5ef0d99 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.5014973 Jun 03 15:10:00.750923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-93391243-e63b-4f8c-9495-dc56b0f6fcf4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:00.757833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Pushing event deleted for resources: {'Port': ['ID=d283611e-2638-49e1-8879-dc798633c020,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:00.758030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-93391243-e63b-4f8c-9495-dc56b0f6fcf4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3927517 Jun 03 15:10:00.779245 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-a28f44f1-df46-4ad2-8520-c07aececc7d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.780387 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ad75ec-e284-46d4-924a-5baa006d66e6 req-a28f44f1-df46-4ad2-8520-c07aececc7d8 service neutron] 10.222.0.70 "DELETE /v2.0/ports/ddaadc68-f3a6-4756-a417-30a0823c7e9f/bindings/n-h2-844594-1 HTTP/1.1" status: 204 len: 173 time: 0.9311781 Jun 03 15:10:00.812797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d389467-5a9e-4087-80f2-e717f99ae301 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2865e4df20cf4a24ab7bdb5944a0776c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060045 Jun 03 15:10:00.818221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33412) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:00.847324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4685f05f-9ef3-4f2a-b43a-8c0f570566ab tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/quotas/f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 375 time: 0.0884323 Jun 03 15:10:00.879959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.880586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dda987c-47fc-4eba-882f-02cba7050dfc {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:10:00.884775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] No DVR routers for this DVR port d283611e-2638-49e1-8879-dc798633c020 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:00.896603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.899988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'name': 'network-vif-deleted', 'tag': 'd283611e-2638-49e1-8879-dc798633c020'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:00.911834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.923951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.925128 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e6cec93f-cd1d-479d-85da-8a1fc3f0ecda admin admin] 10.222.0.66 "DELETE /v2.0/routers/6dda987c-47fc-4eba-882f-02cba7050dfc HTTP/1.1" status: 204 len: 168 time: 4.3791568 Jun 03 15:10:00.927350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Transition to ACTIVE for port object cb91b1b4-573d-445d-b99d-535e621f803c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:00.928544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-744887a5-5608-442c-893b-b23658d5e809 req-da6bd206-3549-48e0-a21d-5a4de9c12119 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.70 "DELETE /v2.0/ports/d283611e-2638-49e1-8879-dc798633c020 HTTP/1.1" status: 204 len: 173 time: 2.3310046 Jun 03 15:10:00.931763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33418) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:01.009939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Transition to ACTIVE for port object cb91b1b4-573d-445d-b99d-535e621f803c will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:01.025951 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.080457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b046b595-8c17-43d4-8de5-ff25aab1a1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.093639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] Deleting subnet bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:10:01.105424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.107398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-071a09e8-0c3d-4249-8498-7f72ea569327 req-6a6bbcd9-c923-4701-9339-2bc8c34bf606 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468494 Jun 03 15:10:01.154828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-55b58e69-7171-4218-8525-a2ff7659f538 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3065431 Jun 03 15:10:01.222011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:01.223648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:01.236357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:01.259783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.422374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b046b595-8c17-43d4-8de5-ff25aab1a1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.483713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Pushing event updated for resources: {'Port': ['ID=cb91b1b4-573d-445d-b99d-535e621f803c,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:01.515361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Attempting to bind port cb91b1b4-573d-445d-b99d-535e621f803c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:01.515899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Attempting to bind port cb91b1b4-573d-445d-b99d-535e621f803c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:01.516510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Attempting to bind port cb91b1b4-573d-445d-b99d-535e621f803c on network 6886f93d-b85e-478e-b317-6c282ee39fc8 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:01.522494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:01.523095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Checking segment: {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:01.524015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.524781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Bound using segment: {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:01.525467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Bound port: cb91b1b4-573d-445d-b99d-535e621f803c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:01.526128 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.545090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1758960c-805e-460d-a5e1-9325b7b91345 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:01.564153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.603566 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f32c6d6-0178-40de-9683-795779bd9ade'] response: {'server_uuid': '14ed3e82-4641-4018-97a8-9c2706a8e4b2', 'name': 'network-vif-deleted', 'tag': 'd283611e-2638-49e1-8879-dc798633c020', 'status': 'completed', 'code': 200} Jun 03 15:10:01.614368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b046b595-8c17-43d4-8de5-ff25aab1a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.617395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 1758960c-805e-460d-a5e1-9325b7b91345 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:01.617736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1758960c-805e-460d-a5e1-9325b7b91345 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:01.663347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046b595-8c17-43d4-8de5-ff25aab1a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71ed0a-3002-460a-8cc3-53fb0b43ebfa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:01.676467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b046b595-8c17-43d4-8de5-ff25aab1a1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.677608 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b046b595-8c17-43d4-8de5-ff25aab1a1e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a71ed0a-3002-460a-8cc3-53fb0b43ebfa HTTP/1.1" status: 204 len: 168 time: 0.8599927 Jun 03 15:10:01.714217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.728329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] For port cb91b1b4-573d-445d-b99d-535e621f803c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:01.733979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] For port cb91b1b4-573d-445d-b99d-535e621f803c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cb91b1b4-573d-445d-b99d-535e621f803c,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:01.748915 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.881896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7aecd-e0ac-4063-982a-a190a4877eb6 None None] Pushing event updated for resources: {'Port': ['ID=cb91b1b4-573d-445d-b99d-535e621f803c,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:01.882618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86efc6d7-3eee-4d07-8b80-f29991ebd82d req-fc81cd73-e705-420a-afa5-622e5da0ddb5 tempest-ServerDiagnosticsNegativeTest-166477658 tempest-ServerDiagnosticsNegativeTest-166477658-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ed3e82-4641-4018-97a8-9c2706a8e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0821598 Jun 03 15:10:02.013334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceded233-bbed-4b07-9581-4a42e917729b None None] Network d91e65b7-51a3-4bc9-a601-77dd50a99d37 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:02.025841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc59ecb-ee51-4be0-bb8b-e7d623213dc4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:02.030932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.051319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-20011d3e-750b-45e7-8715-71f2c017e984 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bbc59ecb-ee51-4be0-bb8b-e7d623213dc4 HTTP/1.1" status: 204 len: 168 time: 1.1110866 Jun 03 15:10:02.052199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33448) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:02.348616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.359803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4af316a9-c827-4486-9d27-201ef2344faa req-341523db-9ebe-42c2-849e-dfaff11b9ce0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 210 time: 0.0931814 Jun 03 15:10:02.386472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.401645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Deleting port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:02.402088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.426946 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.651781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:02.663079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] DHCP port deletion for d91e65b7-51a3-4bc9-a601-77dd50a99d37 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:10:02.670728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Deleting port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:02.671097 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.684268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85f97f-e92f-4b1f-ae33-728c9a2dec15 req-3acf3058-66e1-4cec-8aff-14293afbc365 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:02.691224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c85f97f-e92f-4b1f-ae33-728c9a2dec15 req-3acf3058-66e1-4cec-8aff-14293afbc365 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 950 time: 1.2188177 Jun 03 15:10:02.749003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c85f97f-e92f-4b1f-ae33-728c9a2dec15 req-b300375d-be54-48fd-9463-bdd810061615 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Jun 03 15:10:02.786260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Allocated IP 172.25.1.80 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/03ee876e-581c-4998-a515-15958788e361) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:02.822478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649cc24-4d7e-41cc-a439-f1fac2676964 req-46cd75c3-3fca-4560-ba39-c7d24f68d8c0 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:02.829925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9649cc24-4d7e-41cc-a439-f1fac2676964 req-46cd75c3-3fca-4560-ba39-c7d24f68d8c0 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1095 time: 0.2198756 Jun 03 15:10:02.906414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:02.936766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] For port 2097a08d-9003-4e7c-9c6d-8baebecf8e11, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2097a08d-9003-4e7c-9c6d-8baebecf8e11,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:02.937008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'mac_address': 'fa:16:3e:96:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:02.937272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.998655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9649cc24-4d7e-41cc-a439-f1fac2676964 req-80d727ea-c2da-44b9-bdf2-8cdce428be2c tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677561 Jun 03 15:10:03.281092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Calling delete_port for 2097a08d-9003-4e7c-9c6d-8baebecf8e11 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:03.352084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:03.352697 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.363426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.371530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33480) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:03.428347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd207369-017f-4db5-a15a-f2333efe69e0 req-a5511f18-c3b8-4ca9-a5c5-c46f8d2952e0 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:03.440670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd207369-017f-4db5-a15a-f2333efe69e0 req-a5511f18-c3b8-4ca9-a5c5-c46f8d2952e0 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 1101 time: 0.3123534 Jun 03 15:10:03.517852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] For port 2097a08d-9003-4e7c-9c6d-8baebecf8e11, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2097a08d-9003-4e7c-9c6d-8baebecf8e11,segment=NetworkSegment(5b40eace-ea92-4f6c-bf75-54c9dda09fb9),segment_id=5b40eace-ea92-4f6c-bf75-54c9dda09fb9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:03.518248 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.527146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.601808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-3d91d1a3-3ff0-423c-98d0-b2255932a080 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937407 Jun 03 15:10:03.647788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd207369-017f-4db5-a15a-f2333efe69e0 req-d0c22374-cc8c-4eac-b51f-e63bdb47a077 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061815 Jun 03 15:10:03.725605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] No DVR routers for this DVR port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:03.785768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Calling delete_port for 2097a08d-9003-4e7c-9c6d-8baebecf8e11 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:03.858560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1013563645-network', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:03.883070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2097a08d-9003-4e7c-9c6d-8baebecf8e11,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:03.889808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:03.940257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Usage tracker for resource:network and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:03.944686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.974255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a7270a-54b6-4b4c-b7a8-6a59d952b53f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:03.989392 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:10:03.990147 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:10:03.995070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb91b1b4-573d-445d-b99d-535e621f803c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:04.067225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:04.070052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90ff35-98d4-4185-84aa-d1e8763a8cea None None] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:04.091682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33526) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:04.119427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.129654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Pushing event updated for resources: {'Port': ['ID=03ee876e-581c-4998-a515-15958788e361,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:04.133367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:04.162598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91e65b7-51a3-4bc9-a601-77dd50a99d37']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:04.170979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:04.173402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.192192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b40eace-ea92-4f6c-bf75-54c9dda09fb9') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:04.192532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b40eace-ea92-4f6c-bf75-54c9dda09fb9') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:04.196661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd91627a-5fa0-459c-b232-14c0c449f334 req-116b06a3-5641-4c9f-8f6d-9940607ad7c2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 210 time: 0.1038046 Jun 03 15:10:04.218326 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.244727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:04.248015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.259997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Usage tracker for resource:security_group_rule and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:04.276358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:04.295615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:04.304417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.308741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:04.323809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:04.335060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:10:04.335466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.354990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:04.412708 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 5b40eace-ea92-4f6c-bf75-54c9dda09fb9 resource provider aggregate not found Jun 03 15:10:04.413574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-57812eb2-15b9-4920-91ed-902d12358aac tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336401 Jun 03 15:10:04.416179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cb91b1b4-573d-445d-b99d-535e621f803c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:04.426649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:04.428581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cb91b1b4-573d-445d-b99d-535e621f803c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:04.429019 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.457038 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 5b40eace-ea92-4f6c-bf75-54c9dda09fb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b40eace-ea92-4f6c-bf75-54c9dda09fb9 found for delete ", "request_id": "req-0a4f1593-1f29-4269-9635-4ced67549942"}]} Jun 03 15:10:04.467935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.489226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-21b811a2-a9fc-4167-9f69-950e71f68bd5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:04.491278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-21b811a2-a9fc-4167-9f69-950e71f68bd5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8638239 Jun 03 15:10:04.495544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.508844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] Provisioning for port cb91b1b4-573d-445d-b99d-535e621f803c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:04.519223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Deleting port 2097a08d-9003-4e7c-9c6d-8baebecf8e11 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:04.519768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.526251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d91e65b7-51a3-4bc9-a601-77dd50a99d37,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:04.540862 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2de265bf-717c-4cb5-b450-5f08cad762eb admin admin] 10.222.0.66 "DELETE /v2.0/networks/d91e65b7-51a3-4bc9-a601-77dd50a99d37 HTTP/1.1" status: 204 len: 168 time: 2.4871562 Jun 03 15:10:04.542036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33548) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:04.566694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'port': {'device_id': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'f2883739feda45b99fdea7f5ff96186f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:04.619577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] Provisioning complete for port cb91b1b4-573d-445d-b99d-535e621f803c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:04.620926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.724439 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.764332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.808384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6476a-1cca-41db-b1f8-c190965dd315 None None] The port '2097a08d-9003-4e7c-9c6d-8baebecf8e11' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:10:04.809769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:04.838114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4a182e97-1b86-41a6-9389-daf1cac3866e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec142738a0f74a63bef0a99264bba473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012341 Jun 03 15:10:04.846209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-155acc20-38af-4350-9efc-82da2793f2ed tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:04.853687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-155acc20-38af-4350-9efc-82da2793f2ed tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.7291288 Jun 03 15:10:04.866853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33564) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:04.898400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.928655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] Current status of the port cb91b1b4-573d-445d-b99d-535e621f803c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:04.929126 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.957576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['22a7270a-54b6-4b4c-b7a8-6a59d952b53f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:04.997897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6415a3-0ce6-4f75-828c-c282e04847f3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.015611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:05.151873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cb91b1b4-573d-445d-b99d-535e621f803c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:05.152300 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.164868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.165347 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Added segment 16d25944-e9d5-497d-b37e-fb2e36eb6eb4 of type vlan for network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec Jun 03 15:10:05.215007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] For port cb91b1b4-573d-445d-b99d-535e621f803c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cb91b1b4-573d-445d-b99d-535e621f803c,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:05.239264 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.320684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-1bd6824a-dea2-4b82-9bcd-ba1cddb667d3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/quotas/057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 375 time: 0.4656699 Jun 03 15:10:05.333957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-d8ec94ff-d962-4df0-9b0c-8de311b444fd tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:05.341537 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-d8ec94ff-d962-4df0-9b0c-8de311b444fd tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9269757 Jun 03 15:10:05.354526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:05.364662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-eedfc1a2-d620-4827-9763-b2ab5e7e354d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/quotas/c02c024815fe4945b06f5ffd20418986 HTTP/1.1" status: 200 len: 375 time: 0.0219250 Jun 03 15:10:05.417563 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:10:05.418127 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:10:05.503814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-28f65607-876a-40a1-8809-463906df4d0a None None] Provisioning complete for port cb91b1b4-573d-445d-b99d-535e621f803c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:05.504230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-28f65607-876a-40a1-8809-463906df4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.527971 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.557459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e203b35-d504-4b07-bab2-f921fc228797 None None] Pushing event updated for resources: {'Port': ['ID=cb91b1b4-573d-445d-b99d-535e621f803c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.590456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:05.619005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.620069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:05.620687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.737505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-28f65607-876a-40a1-8809-463906df4d0a None None] Current status of the port cb91b1b4-573d-445d-b99d-535e621f803c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:05.743078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.772448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Made reservation on behalf of f2883739feda45b99fdea7f5ff96186f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:05.774236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:05.778394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.828966 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f567f92-e366-4af5-a8b4-fda4af552981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.829410 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-335a7fe5-3106-4469-b9e9-88d83a6d0282 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4532251 Jun 03 15:10:05.836443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:05.861725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Request body: {'subnet': {'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1013563645-subnet', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:05.933735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:05.956012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f567f92-e366-4af5-a8b4-fda4af552981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.962238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.994848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Usage tracker for resource:subnet and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:06.008683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-d1b614eb-3cbe-4aef-a117-c210206609a6 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6846240 Jun 03 15:10:06.015405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:06.033644 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.127189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cb91b1b4-573d-445d-b99d-535e621f803c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:06.189277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2097a08d-9003-4e7c-9c6d-8baebecf8e11 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:06.227155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2097a08d-9003-4e7c-9c6d-8baebecf8e11 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:06.228038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2097a08d-9003-4e7c-9c6d-8baebecf8e11 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:06.291820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-f0c1c3a2-e7ff-43ed-984b-823daedf678e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9262648 Jun 03 15:10:06.294814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:06.310333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-772f5f39-1e04-4bd6-9690-8cbd947883ed service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865802 Jun 03 15:10:06.327657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb91b1b4-573d-445d-b99d-535e621f803c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:06.395282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Deleting port 8e33e7ac-200c-449a-be4e-574bd9020f84 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:06.395977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.472094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:06.474937 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.512448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cb91b1b4-573d-445d-b99d-535e621f803c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:06.512958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.726784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] For port 8e33e7ac-200c-449a-be4e-574bd9020f84, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8e33e7ac-200c-449a-be4e-574bd9020f84,segment=NetworkSegment(50b41795-88fa-4fe4-82a7-c8e6ee038aed),segment_id=50b41795-88fa-4fe4-82a7-c8e6ee038aed)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:06.730160 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.732610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:06.836997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cb91b1b4-573d-445d-b99d-535e621f803c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:06.914788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Calling delete_port for 8e33e7ac-200c-449a-be4e-574bd9020f84 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:06.918557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:06.919042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.042097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Allocated IP 192.168.233.36 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/1819974a-7f51-44cc-ba9d-0def0f78cb8f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:07.214098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:07.216411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.269137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:07.293878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:07.303202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.353843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.457212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:07.469358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e33e7ac-200c-449a-be4e-574bd9020f84,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:07.563539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-1684925c-2c7f-480a-9fb9-960109ca3ae8 service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2363141 Jun 03 15:10:07.697536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5021e9ea-2435-4699-b196-90900ea0678d req-a7eda760-eb8d-4c7c-9754-c8e9d1feedcc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 210 time: 0.2565033 Jun 03 15:10:07.768269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.882999 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97af6639-bc8c-431b-b1f5-4bd2e0623568'] response: {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'code': 200} Jun 03 15:10:07.897773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Transition to ACTIVE for port object 1819974a-7f51-44cc-ba9d-0def0f78cb8f will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:07.918053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f567f92-e366-4af5-a8b4-fda4af552981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.981696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.055013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f567f92-e366-4af5-a8b4-fda4af552981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc512060-1d54-4ca7-ac39-74ef1a79aefe,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:08.105888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-466165bc-9f58-45e5-a597-0df06026652d req-0975f3d5-ea4e-4d6b-8439-c065ed32d506 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 210 time: 0.1844554 Jun 03 15:10:08.286512 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.295623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e4b07b2-978a-433f-a56a-4e1643a122e4 req-5044a9fc-632b-438f-90a6-b93249cdf214 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 210 time: 0.2311893 Jun 03 15:10:08.300995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', '78cc05aa-00d7-457b-b43d-a740b32a1ddb'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:08.385722 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.426583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4103d3b-d63d-44d0-b614-26aed85c332f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:08.536001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:08.571284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:08.582051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Checking segment: {'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:08.582829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Network hostable DHCP agents. Network: 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:08.595377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:08.664296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.706424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:08.866549 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f567f92-e366-4af5-a8b4-fda4af552981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.881867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8f567f92-e366-4af5-a8b4-fda4af552981 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc512060-1d54-4ca7-ac39-74ef1a79aefe HTTP/1.1" status: 204 len: 168 time: 4.0039666 Jun 03 15:10:08.921778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:08.953006 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-cabce84d-b99f-4559-a168-016b66d0bdfe tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c02c024815fe4945b06f5ffd20418986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135507 Jun 03 15:10:09.017650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.018772 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.211002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51aa39e0-b547-42dd-8f0b-fcfe9905ad9f None None] Provisioning for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:09.217785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51aa39e0-b547-42dd-8f0b-fcfe9905ad9f None None] Provisioning complete for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:09.218257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51aa39e0-b547-42dd-8f0b-fcfe9905ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.323865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:09.337071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.339430 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.362965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-51aa39e0-b547-42dd-8f0b-fcfe9905ad9f None None] Port 1819974a-7f51-44cc-ba9d-0def0f78cb8f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:09.373838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffcfce5-190d-455c-b6e7-a25d808a34db None None] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:09.394303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-b0fb31ba-a5ce-4b6d-a010-b00073b39aa2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.405379 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-b0fb31ba-a5ce-4b6d-a010-b00073b39aa2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4466033 Jun 03 15:10:09.430285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Request body: {'port': {'device_id': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c02c024815fe4945b06f5ffd20418986'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:09.546910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-31907722-5959-45b6-8131-e45fa7f0c05a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9942076 Jun 03 15:10:09.583476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Request body: {'port': {'device_id': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:09.599208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33640) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:09.655849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.662017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa93286d-c18b-47ca-a34a-83b90b1e87f8 req-a254b974-d5cf-4958-a3c2-8ddae3ebf37f tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 210 time: 0.2285588 Jun 03 15:10:09.664754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f17c0ee1-06a1-4370-9c59-d821f9195259 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8252385 Jun 03 15:10:09.678973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33644) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:09.707721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:09.731007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:09.737534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:09.744717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Usage tracker for resource:router and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:09.747398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Usage tracker for resource:security_group_rule and tenant:856eae5724d6429ebeee4cd796badf5b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:09.752124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:09.755030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:09.761340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea34a01-204b-4a38-ac46-62ce3f86fa38 req-c61091b5-228d-4082-ae03-cd6663fc0f30 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.762135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aea34a01-204b-4a38-ac46-62ce3f86fa38 req-c61091b5-228d-4082-ae03-cd6663fc0f30 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:09.781299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:09.784441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:10:09.785464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:09.788936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:09.805862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Usage tracker for resource:port and tenant:c02c024815fe4945b06f5ffd20418986 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:09.809773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:09.822331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:09.829050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.830866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.864955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aea34a01-204b-4a38-ac46-62ce3f86fa38 req-c61091b5-228d-4082-ae03-cd6663fc0f30 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:09.875401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aea34a01-204b-4a38-ac46-62ce3f86fa38 req-c61091b5-228d-4082-ae03-cd6663fc0f30 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 935 time: 0.9158421 Jun 03 15:10:09.888239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:10:09.913837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Made reservation on behalf of c02c024815fe4945b06f5ffd20418986 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:09.917610 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.940368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec', 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'fixed_ips': [{'subnet_id': 'c4103d3b-d63d-44d0-b614-26aed85c332f'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:10:09.941778 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.031041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.191408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Allocated IP 172.20.0.2 (0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec/c4103d3b-d63d-44d0-b614-26aed85c332f/415512a9-9e7f-40c7-b613-46ba3f7cf06a) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:10.235275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aea34a01-204b-4a38-ac46-62ce3f86fa38 req-1a2f7464-c239-41cd-8d7a-6edb932e6e35 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:10.240750 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.302171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6a9ae84-b1ca-4411-9d7e-bcaea066008f req-3a1d30c8-7224-4378-a753-961c4d5ec7e5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 210 time: 0.1934907 Jun 03 15:10:10.412675 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.423165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Transition to ACTIVE for port object 415512a9-9e7f-40c7-b613-46ba3f7cf06a will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:10.444849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Transition to ACTIVE for port object 415512a9-9e7f-40c7-b613-46ba3f7cf06a will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:10.454110 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.529794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:10.534848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:10.542445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:10.560978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.570838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-4ef007c8-ecfb-4098-9b57-9d08ca66017e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:10.573010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-4ef007c8-ecfb-4098-9b57-9d08ca66017e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.3412962 Jun 03 15:10:10.574170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:10:10.594245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Request body: {'port': {'device_id': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'admin_state_up': True, 'tenant_id': '057863ea07334b8aa432702b899cf1e6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:10.605097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.626360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] Sync routers for ids ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:10:10.635391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Pushing event updated for resources: {'Port': ['ID=415512a9-9e7f-40c7-b613-46ba3f7cf06a,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:10.657153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Attempting to bind port 415512a9-9e7f-40c7-b613-46ba3f7cf06a on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:10.657487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Attempting to bind port 415512a9-9e7f-40c7-b613-46ba3f7cf06a by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:10.657854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Attempting to bind port 415512a9-9e7f-40c7-b613-46ba3f7cf06a on network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:10.665901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:10.666271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Checking segment: {'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:10.666663 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.667042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Bound using segment: {'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:10.667550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Bound port: 415512a9-9e7f-40c7-b613-46ba3f7cf06a, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:10.667917 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.684983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] Routers {'335fef83-4b0d-41ae-8dd6-622d3977d9a8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:10.685625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:10.890167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] Set router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:10.990338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Allocated IP 192.168.233.50 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/31f90c6a-1886-4ae2-afac-2543620bd372) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:11.055459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=856eae5724d6429ebeee4cd796badf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4544153 Jun 03 15:10:11.058381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.066720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a77bc-f449-4663-a5b0-1ae063d8d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ee2014-299e-4a97-a9d8-70487ffb3b4d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:11.078331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33660) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:11.160571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] For port 415512a9-9e7f-40c7-b613-46ba3f7cf06a, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:11.164277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] For port 415512a9-9e7f-40c7-b613-46ba3f7cf06a, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=415512a9-9e7f-40c7-b613-46ba3f7cf06a,segment=NetworkSegment(16d25944-e9d5-497d-b37e-fb2e36eb6eb4),segment_id=16d25944-e9d5-497d-b37e-fb2e36eb6eb4)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:11.217666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.224447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b152de6a-3535-472e-bfb6-bdf09e84519c admin admin] 10.222.0.66 "PUT /v2.0/routers/335fef83-4b0d-41ae-8dd6-622d3977d9a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6792789 Jun 03 15:10:11.238427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33664) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:11.276741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aea34a01-204b-4a38-ac46-62ce3f86fa38 req-1a2f7464-c239-41cd-8d7a-6edb932e6e35 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:11.278150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aea34a01-204b-4a38-ac46-62ce3f86fa38 req-1a2f7464-c239-41cd-8d7a-6edb932e6e35 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3997355 Jun 03 15:10:11.281110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fe5855e-252a-4b3d-a1ce-2070122e31be req-ae3c42ab-9b2d-4095-b21f-74bf6d1bb867 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 210 time: 0.1310666 Jun 03 15:10:11.318184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8fa87-cc0f-4dc0-967e-bdb0a5781ff0 None None] Pushing event updated for resources: {'Port': ['ID=415512a9-9e7f-40c7-b613-46ba3f7cf06a,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:11.486568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:10:07Z', 'revision_number': 5, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:11.499240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] Checking router: 335fef83-4b0d-41ae-8dd6-622d3977d9a8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:10:11.521433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] Routers {'335fef83-4b0d-41ae-8dd6-622d3977d9a8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:11.523656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:11.617872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66ca3c06-3617-442f-80ac-ec4562121b4f req-2426eb3a-4845-40ab-afdc-4b87ebaddf21 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 210 time: 0.1004965 Jun 03 15:10:11.640711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:10:11.657761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:11.669058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Usage tracker for resource:port and tenant:057863ea07334b8aa432702b899cf1e6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:11.684923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:11.734623 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Sync routers for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:10:11.766059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:11.792740 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:11.795243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:11.830271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2489-7cde-408a-ab26-183bf2210272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.838024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Made reservation on behalf of 057863ea07334b8aa432702b899cf1e6 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:11.841658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.869594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.888276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-427db922-8efe-4554-8767-70efc1846d04 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 11.9589353 Jun 03 15:10:11.900877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33680) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:11.934047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.014734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] Set router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:12.194655 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:12.224517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Allocated IP 172.20.0.12 (8e9726d7-e691-45e0-899c-b768842af9dd/5bbf0c30-5473-4c1c-a188-ac5e40f580c3/41072772-7a48-4d16-a899-b10b92c1be84) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:12.454946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 415512a9-9e7f-40c7-b613-46ba3f7cf06a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:12.472814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.554935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2489-7cde-408a-ab26-183bf2210272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.573345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Deleting port 71f644e0-321e-4353-85c1-755abcb6fad1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:12.573995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.676845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 415512a9-9e7f-40c7-b613-46ba3f7cf06a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:12.744158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:10:07Z', 'revision_number': 5, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:12.755187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eda26b-a8ec-44d8-96fd-8f25bbc28989 None None] The sync data for ids ['335fef83-4b0d-41ae-8dd6-622d3977d9a8'] in n-d-844594-1 is: [{'id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792201785-router', 'tenant_id': 'cd9423aa0fea431786c80efbd934195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:06:51Z', 'updated_at': '2022-06-03T15:10:07Z', 'revision_number': 5, 'project_id': 'cd9423aa0fea431786c80efbd934195a', 'gw_port': {'id': '71f644e0-321e-4353-85c1-755abcb6fad1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fef83-4b0d-41ae-8dd6-622d3977d9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:06:52Z', 'updated_at': '2022-06-03T15:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:10:12.822999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59c04359-772c-4e03-87cd-367455ed3ab6 req-8998fff8-9b5b-43ae-b1d5-95bd349aced6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 210 time: 0.1384993 Jun 03 15:10:12.857018 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:05Z', 'revision_number': 3, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:12.862725 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Checking router: eb8d7185-eeb8-4e83-ba3d-0b98053902f7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:10:12.863203 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Updating router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 port 03ee876e-581c-4998-a515-15958788e361 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:10:12.894306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.918390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Transition to ACTIVE for port object 31f90c6a-1886-4ae2-afac-2543620bd372 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:12.960464 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.961005 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.986288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154a2ed-3a88-43b1-ac1a-4a81e70cbc57 req-91b0948d-968a-45c2-b0fb-4562b5fda8ac tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:12.988006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9154a2ed-3a88-43b1-ac1a-4a81e70cbc57 req-91b0948d-968a-45c2-b0fb-4562b5fda8ac tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 935 time: 0.4012318 Jun 03 15:10:13.230358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2489-7cde-408a-ab26-183bf2210272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.244582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.262138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11', 'e81a2d60-83c0-4353-a740-97479f769335', '823c62d7-b5d0-42bf-82aa-921bad48026b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:13.377671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a', 'cab135c5-7f7f-4c03-8209-ab2454f12829'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:13.469332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9aadbd-73e5-4679-bb84-d3a44b5bf15c None None] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:13.527216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1819974a-7f51-44cc-ba9d-0def0f78cb8f {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:13.539766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.560631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Transition to ACTIVE for port object 1819974a-7f51-44cc-ba9d-0def0f78cb8f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:13.570739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.598163 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.600678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2489-7cde-408a-ab26-183bf2210272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ee2014-299e-4a97-a9d8-70487ffb3b4d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:13.603941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event updated for resources: {'Port': ['ID=31f90c6a-1886-4ae2-afac-2543620bd372,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:13.624383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Transition to ACTIVE for port object 03ee876e-581c-4998-a515-15958788e361 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:13.638734 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.699046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:13.703627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:13.707115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:13.738610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Network 8e9726d7-e691-45e0-899c-b768842af9dd is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:13.740303 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.765216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:13.798376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:13.838201 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Pushing event updated for resources: {'Port': ['ID=03ee876e-581c-4998-a515-15958788e361,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:13.878890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:13.879633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.899422 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.899964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.900055 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.900364 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.900804 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.901339 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.909302 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.909832 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.910178 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.910648 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.910865 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.911162 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:13.915041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2489-7cde-408a-ab26-183bf2210272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.922764 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ad9f2489-7cde-408a-ab26-183bf2210272 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99ee2014-299e-4a97-a9d8-70487ffb3b4d HTTP/1.1" status: 204 len: 168 time: 2.8423300 Jun 03 15:10:13.925065 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Attempting to bind port 03ee876e-581c-4998-a515-15958788e361 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:13.927246 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Attempting to bind port 03ee876e-581c-4998-a515-15958788e361 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:13.927904 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Attempting to bind port 03ee876e-581c-4998-a515-15958788e361 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:13.933115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:13.936648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.942192 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:13.942597 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:13.943222 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.945712 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:13.947916 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Bound port: 03ee876e-581c-4998-a515-15958788e361, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:13.948860 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.973590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9154a2ed-3a88-43b1-ac1a-4a81e70cbc57 req-85efd503-0a05-45a9-9c21-e8daf31d67fd tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9748080 Jun 03 15:10:13.990696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-9bd1f0a7-c6ee-4cc6-a67d-19abea8a6b95 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5746198 Jun 03 15:10:14.154191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c424e73a-32a8-4235-a033-d31b0e80aeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.167119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:14.191699 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] For port 03ee876e-581c-4998-a515-15958788e361, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:14.198289 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] For port 03ee876e-581c-4998-a515-15958788e361, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=03ee876e-581c-4998-a515-15958788e361,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:14.198596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] Provisioning for port 415512a9-9e7f-40c7-b613-46ba3f7cf06a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:14.212252 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.269108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Request body: {'port': {'device_id': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:14.289991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c324f-4f60-43c2-a968-ac8a31d8f320 req-f913d639-f432-460f-b5b8-9554217959f3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:14.293120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ae6c324f-4f60-43c2-a968-ac8a31d8f320 req-f913d639-f432-460f-b5b8-9554217959f3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Synchronizing usage tracker for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:14.412953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8e33e7ac-200c-449a-be4e-574bd9020f84 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:14.441729 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:14.442690 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:09:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:14.556972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8e33e7ac-200c-449a-be4e-574bd9020f84 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:14.557327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8e33e7ac-200c-449a-be4e-574bd9020f84 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:14.566267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] Provisioning complete for port 415512a9-9e7f-40c7-b613-46ba3f7cf06a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:14.566647 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.578012 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-87a25d86-018a-40f8-b26c-7541b0c71564 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9879611 Jun 03 15:10:14.627638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Request body: {'port': {'device_id': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:14.654270 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111d26-59d3-4e47-abc9-40aea34ee3b1 None None] Pushing event updated for resources: {'Port': ['ID=03ee876e-581c-4998-a515-15958788e361,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:14.735970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ae6c324f-4f60-43c2-a968-ac8a31d8f320 req-f913d639-f432-460f-b5b8-9554217959f3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Unset dirty status for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:14.744277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae6c324f-4f60-43c2-a968-ac8a31d8f320 req-f913d639-f432-460f-b5b8-9554217959f3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 932 time: 1.1708417 Jun 03 15:10:14.788763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:14.850562 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:14.955821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae6c324f-4f60-43c2-a968-ac8a31d8f320 req-69659ac9-3c54-45cd-9b99-07bf199790e4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091353 Jun 03 15:10:14.955821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:14.955821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:14.957280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:15.021129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.090133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:15.091934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:15.147744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7684eb7-a65a-4cb4-a6dc-b3ccfb011d92 req-84855cd0-2f7d-417f-95c1-716b1b96447b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:15.152835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7684eb7-a65a-4cb4-a6dc-b3ccfb011d92 req-84855cd0-2f7d-417f-95c1-716b1b96447b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 935 time: 0.7832181 Jun 03 15:10:15.195391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:15.200734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:15.201421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:15.202126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Bound port: 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:15.202703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.255006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] Current status of the port 415512a9-9e7f-40c7-b613-46ba3f7cf06a is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:15.262332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.351985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] For port 71f644e0-321e-4353-85c1-755abcb6fad1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=71f644e0-321e-4353-85c1-755abcb6fad1,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:15.358834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.415379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] For port 415512a9-9e7f-40c7-b613-46ba3f7cf06a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=415512a9-9e7f-40c7-b613-46ba3f7cf06a,segment=NetworkSegment(16d25944-e9d5-497d-b37e-fb2e36eb6eb4),segment_id=16d25944-e9d5-497d-b37e-fb2e36eb6eb4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:15.504030 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:05Z', 'revision_number': 3, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:15.519938 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc48a78-5b76-4e31-9203-2e12469482c1 None None] The sync data for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 is: [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:05Z', 'revision_number': 3, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:10:15.632071 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.720812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Calling delete_port for 71f644e0-321e-4353-85c1-755abcb6fad1 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:15.754804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:15.758981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:15.774328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.785400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7684eb7-a65a-4cb4-a6dc-b3ccfb011d92 req-b40b8830-b311-4222-9080-bc5a0c06854e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200111 Jun 03 15:10:15.786517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.889055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:15.938962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:15.945481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.946756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-4ea03824-88ab-4df9-9510-b23c8268283b service neutron] 10.222.0.15 "PUT /v2.0/ports/1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 1095 time: 6.3740816 Jun 03 15:10:15.956687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:16.040421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.123953 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6dbd0455-f472-4a91-8372-923adeff7cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.139349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36230f2b-9b8a-4433-9642-fe0d32694015 None None] Pushing event updated for resources: {'Port': ['ID=415512a9-9e7f-40c7-b613-46ba3f7cf06a,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:16.386467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a3baf045-d56e-46b8-88d4-2edf2eede164 None None] Provisioning complete for port 415512a9-9e7f-40c7-b613-46ba3f7cf06a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:16.387050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a3baf045-d56e-46b8-88d4-2edf2eede164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.432778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.469943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41072772-7a48-4d16-a899-b10b92c1be84 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:16.480713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.492403 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebcf469d-1717-462d-ab64-b4995bf85d34'] response: {'name': 'network-changed', 'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'status': 'completed', 'code': 200} Jun 03 15:10:16.560920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.598865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 415512a9-9e7f-40c7-b613-46ba3f7cf06a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:16.691257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.763870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Transition to ACTIVE for port object 41072772-7a48-4d16-a899-b10b92c1be84 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:16.829237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196c71-9049-4b3c-9dc4-4b428aed6bf1 req-a2e39cd0-b533-49d4-95bb-ee0233479fb7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:16.830730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77196c71-9049-4b3c-9dc4-4b428aed6bf1 req-a2e39cd0-b533-49d4-95bb-ee0233479fb7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 947 time: 1.3133183 Jun 03 15:10:16.832696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.050497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.177858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a3baf045-d56e-46b8-88d4-2edf2eede164 None None] Current status of the port 415512a9-9e7f-40c7-b613-46ba3f7cf06a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:17.188185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 415512a9-9e7f-40c7-b613-46ba3f7cf06a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:17.188571 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.280973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:17.306942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a3baf045-d56e-46b8-88d4-2edf2eede164 None None] Provisioning for port 31f90c6a-1886-4ae2-afac-2543620bd372 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:17.347332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a3baf045-d56e-46b8-88d4-2edf2eede164 None None] Provisioning complete for port 31f90c6a-1886-4ae2-afac-2543620bd372 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:17.359745 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a3baf045-d56e-46b8-88d4-2edf2eede164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.481093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77196c71-9049-4b3c-9dc4-4b428aed6bf1 req-b2249aff-6ca7-43c5-b156-b78cad263440 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167779 Jun 03 15:10:17.509946 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.601674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a3baf045-d56e-46b8-88d4-2edf2eede164 None None] Port 31f90c6a-1886-4ae2-afac-2543620bd372 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:17.627583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.665959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:17.666295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:17.671153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:17.690213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:17.690540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:17.713228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:17.715504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:17.715902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:17.717830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Bound port: 41072772-7a48-4d16-a899-b10b92c1be84, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:17.720241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.775960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae9ab0-c10f-4bca-8cce-3078116fc381 req-78f6baf6-ab81-49de-b692-3b69cff3be23 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:17.777554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05ae9ab0-c10f-4bca-8cce-3078116fc381 req-78f6baf6-ab81-49de-b692-3b69cff3be23 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 932 time: 1.2839677 Jun 03 15:10:17.806197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 415512a9-9e7f-40c7-b613-46ba3f7cf06a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:17.807653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 03ee876e-581c-4998-a515-15958788e361 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:17.826713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f90c6a-1886-4ae2-afac-2543620bd372 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:17.837394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.855431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Transition to ACTIVE for port object 31f90c6a-1886-4ae2-afac-2543620bd372 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:17.911931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-580284b3-6df7-4683-b781-ffcedcc30d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:17.914479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-580284b3-6df7-4683-b781-ffcedcc30d48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1098 time: 1.8504767 Jun 03 15:10:17.955536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Allocated IP 172.25.1.83 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/cb71137a-fd37-4757-848b-81fa91839613) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:17.981247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.993609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 03ee876e-581c-4998-a515-15958788e361 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:18.014564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 03ee876e-581c-4998-a515-15958788e361 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:18.015320 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.130899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05ae9ab0-c10f-4bca-8cce-3078116fc381 req-19aa35cb-d99d-4488-acb2-603a3076339f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057571 Jun 03 15:10:18.166649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.213050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-b4a2f169-6315-4e21-ac3e-a8a9f7f277e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.1530409 Jun 03 15:10:18.279615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.292602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 03ee876e-581c-4998-a515-15958788e361 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:18.296874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.354208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 03ee876e-581c-4998-a515-15958788e361, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=03ee876e-581c-4998-a515-15958788e361,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:18.372420 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.480885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:10:18.510708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-6cc46fc0-010b-4b5a-8fcd-22f1fc99a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:18.512433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-6cc46fc0-010b-4b5a-8fcd-22f1fc99a8a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2831807 Jun 03 15:10:18.535806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=03ee876e-581c-4998-a515-15958788e361,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:18.597295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a5852-2768-4329-b639-ef4202286316 req-6efe9c9e-9ebc-4b3f-87e4-e6807dcceaff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:18.598867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b0a5852-2768-4329-b639-ef4202286316 req-6efe9c9e-9ebc-4b3f-87e4-e6807dcceaff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 935 time: 0.8202274 Jun 03 15:10:18.643081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.665968 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.674864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:18.709119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-4d9edd24-8411-448d-bfd8-6b641a539c93 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d450c0d4388a498bba8531d79f956771&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849109 Jun 03 15:10:18.745631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:18.815686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.867338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Allocated IP 172.20.0.1 (6886f93d-b85e-478e-b317-6c282ee39fc8/c9f79afa-47c2-4e00-a49c-364abe002a37/c6146fa6-da25-4ad5-ab9c-a7125e633416) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:18.870482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:18.881953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b0a5852-2768-4329-b639-ef4202286316 req-0c9f62a7-df4a-4b03-9f73-ce53ec10a892 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693124 Jun 03 15:10:18.895330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:18.909801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:18.928648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:18.929390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.930933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] 10.222.0.15 "PUT /v2.0/ports/41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 200 len: 1092 time: 4.3105979 Jun 03 15:10:18.933253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:18.954508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Pushing event updated for resources: {'Port': ['ID=31f90c6a-1886-4ae2-afac-2543620bd372,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:18.967115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-a9020641-1b57-4bd0-b317-df4d7022de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:18.968857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-a9020641-1b57-4bd0-b317-df4d7022de5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4374001 Jun 03 15:10:19.150820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536e59-3a74-4050-beb4-0d71b894fb66 service neutron] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:19.175089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-531dfe49-cae3-4bc6-9dd4-eddf7a5a7915 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:19.182016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-531dfe49-cae3-4bc6-9dd4-eddf7a5a7915 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4718893 Jun 03 15:10:19.222439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.242631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-6359cb10-a5ea-4341-86c6-2be61ede7d97 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/quotas/d450c0d4388a498bba8531d79f956771 HTTP/1.1" status: 200 len: 375 time: 0.0595744 Jun 03 15:10:19.332701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb05bca6-aca9-472d-aaea-5f1cfbabc7c0 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d450c0d4388a498bba8531d79f956771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890770 Jun 03 15:10:19.382884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-ca66ebd4-4c63-426d-80b4-394f965f0195 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021659 Jun 03 15:10:19.385942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-88d93a50-128d-4ec7-9266-69e83292a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:19.387919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-88d93a50-128d-4ec7-9266-69e83292a905 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1095 time: 0.3802493 Jun 03 15:10:19.502981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374803c-06ee-45cc-8bf7-b12d289f243b req-d5e0e4fd-d47e-4cbc-857a-4597e1036af9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:19.505082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6374803c-06ee-45cc-8bf7-b12d289f243b req-d5e0e4fd-d47e-4cbc-857a-4597e1036af9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 947 time: 0.4540772 Jun 03 15:10:19.543818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.546514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.575272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-5f48a080-eefa-496c-bc39-294a7a4d9a41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 200 len: 217 time: 0.1564341 Jun 03 15:10:19.628911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Attempting to bind port 31f90c6a-1886-4ae2-afac-2543620bd372 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:19.629406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Attempting to bind port 31f90c6a-1886-4ae2-afac-2543620bd372 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:19.629848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Attempting to bind port 31f90c6a-1886-4ae2-afac-2543620bd372 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:19.632779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.633376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335fef83-4b0d-41ae-8dd6-622d3977d9a8 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:10:19.660887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Pushing event updated for resources: {'Port': ['ID=cb71137a-fd37-4757-848b-81fa91839613,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:19.720594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6374803c-06ee-45cc-8bf7-b12d289f243b req-e6e7972c-9bea-497e-ad23-47ba1fbf6349 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381838 Jun 03 15:10:19.883485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-b16b70b1-09c1-4d4e-91aa-3f91d8ec837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:19.888781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-b16b70b1-09c1-4d4e-91aa-3f91d8ec837a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.2903833 Jun 03 15:10:19.979791 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2e221d-f6b7-4d12-ada1-d5fd9bc48c2b'] response: {'name': 'network-changed', 'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84', 'status': 'completed', 'code': 200} Jun 03 15:10:20.138138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-1d97e92e-cad6-40ed-86b9-f2635ae7f47c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563771 Jun 03 15:10:20.140051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33077ec-940e-4e0f-8c44-2ef957285383 req-853255a2-2f17-4387-a2dd-73793a91bf5d service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512622 Jun 03 15:10:20.142068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Port 31f90c6a-1886-4ae2-afac-2543620bd372 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:20.142212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f67243b-6a67-4ec9-a0bb-f163f6b51e44 req-2efd7ba0-514e-479e-b4d0-ceea1462eb00 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 210 time: 0.1615808 Jun 03 15:10:20.142398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Attempting to bind port 31f90c6a-1886-4ae2-afac-2543620bd372 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:20.227269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:20.227629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:20.228009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:20.228487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Bound port: 31f90c6a-1886-4ae2-afac-2543620bd372, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:20.228838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.262917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f644e0-321e-4353-85c1-755abcb6fad1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:20.300527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.308179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.311961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aeaa33f2-f99e-4196-9aec-0e24cf361e59 admin admin] 10.222.0.66 "DELETE /v2.0/routers/335fef83-4b0d-41ae-8dd6-622d3977d9a8 HTTP/1.1" status: 204 len: 168 time: 9.0717788 Jun 03 15:10:20.316717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33816) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:20.425559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Transition to ACTIVE for port object c6146fa6-da25-4ad5-ab9c-a7125e633416 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:20.537335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf98958-99eb-4224-b246-09fc0a564768 req-2ef7f526-d4e3-4768-9d47-ba639cb03a82 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:20.544315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 03ee876e-581c-4998-a515-15958788e361 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:20.548658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abf98958-99eb-4224-b246-09fc0a564768 req-2ef7f526-d4e3-4768-9d47-ba639cb03a82 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 0.6545892 Jun 03 15:10:20.671053 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.745147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 03ee876e-581c-4998-a515-15958788e361 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:20.745689 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.751087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-21ac79d0-1a6f-4940-b384-27eb0f9150c2 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961254 Jun 03 15:10:20.754489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] Deleting subnet a3ed3784-c3e0-4022-bd10-a19fd228435e {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:10:20.772224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.924045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abf98958-99eb-4224-b246-09fc0a564768 req-4102f4da-94c2-4bc9-92bb-183fd3b33a16 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743663 Jun 03 15:10:20.951259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-68a5d98b-219a-41cc-8bc5-d0b8ee796307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:20.952164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-68a5d98b-219a-41cc-8bc5-d0b8ee796307 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1098 time: 0.7012084 Jun 03 15:10:21.026366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 03ee876e-581c-4998-a515-15958788e361 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:21.062263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.123365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71f644e0-321e-4353-85c1-755abcb6fad1 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:21.201034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 71f644e0-321e-4353-85c1-755abcb6fad1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:21.201599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71f644e0-321e-4353-85c1-755abcb6fad1 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:21.272850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843b958-b797-4102-b8e4-ee7bbc561811 req-ba1a9747-a4fa-463b-b80e-7b8a19f4c261 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:21.280438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e843b958-b797-4102-b8e4-ee7bbc561811 req-ba1a9747-a4fa-463b-b80e-7b8a19f4c261 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 947 time: 0.8659906 Jun 03 15:10:21.351671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.398075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6beeb2b4-202e-4a92-811c-bb04551c1ab2 req-b53ae9c4-2631-4c49-a069-fce8710c58cf service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943227 Jun 03 15:10:21.442090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e843b958-b797-4102-b8e4-ee7bbc561811 req-248d84cd-dbd5-4d0e-b20c-98e830237670 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605294 Jun 03 15:10:21.447447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.467958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Pushing event updated for resources: {'Port': ['ID=c6146fa6-da25-4ad5-ab9c-a7125e633416,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:21.479766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-6d9b64c7-7842-4810-973a-0cfc58ef1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:21.503279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-6d9b64c7-7842-4810-973a-0cfc58ef1aca service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.5271986 Jun 03 15:10:21.680449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.720825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-19a6216a-8672-4846-9f62-40272701d9d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.1472929 Jun 03 15:10:21.742236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:21.746103 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-7dbb3593-8b09-4d3d-bcc2-6fc7f2b51758 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d450c0d4388a498bba8531d79f956771&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629754 Jun 03 15:10:21.750311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:21.793580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] For port 31f90c6a-1886-4ae2-afac-2543620bd372, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:21.795705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:21.872616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cd094-8bb9-4c8a-aae6-f3173b97585b req-81928789-9fe3-4840-b5a9-45f2850aaf10 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:21.874239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-390cd094-8bb9-4c8a-aae6-f3173b97585b req-81928789-9fe3-4840-b5a9-45f2850aaf10 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 947 time: 0.7402453 Jun 03 15:10:21.876971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04964a71-568e-4732-b5cb-12ccb4e976f5 req-2ea46fee-2982-4170-93f3-fe9955d30535 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 210 time: 0.2011559 Jun 03 15:10:21.911297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] For port 31f90c6a-1886-4ae2-afac-2543620bd372, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=31f90c6a-1886-4ae2-afac-2543620bd372,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:22.014928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-07a69277-a4bd-4782-ac3c-9a66c6723e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.016907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-07a69277-a4bd-4782-ac3c-9a66c6723e5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2342839 Jun 03 15:10:22.050088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.165379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.167278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d59338ba-1e62-46c4-9f8d-69090a765626 None None] Provisioning for port c6146fa6-da25-4ad5-ab9c-a7125e633416 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:22.179359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d59338ba-1e62-46c4-9f8d-69090a765626 None None] Provisioning complete for port c6146fa6-da25-4ad5-ab9c-a7125e633416 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:22.180525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d59338ba-1e62-46c4-9f8d-69090a765626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.180853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ed3784-c3e0-4022-bd10-a19fd228435e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:22.240375 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.245509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4b67e-cf25-43fe-bbfa-5a5bc260fdca None None] Network c2120782-11fb-40c5-a85e-962794900615 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:22.275841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.276869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.277905 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] 10.222.0.70 "PUT /v2.0/ports/31f90c6a-1886-4ae2-afac-2543620bd372 HTTP/1.1" status: 200 len: 1095 time: 8.0479834 Jun 03 15:10:22.296340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'tag': '31f90c6a-1886-4ae2-afac-2543620bd372'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:22.353219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.362757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-390cd094-8bb9-4c8a-aae6-f3173b97585b req-4fa41316-1c60-4918-99e0-2d2471c93874 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528527 Jun 03 15:10:22.367021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0b113e1-e176-4ca4-b241-b2f369c5dad8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a3ed3784-c3e0-4022-bd10-a19fd228435e HTTP/1.1" status: 204 len: 168 time: 2.0447271 Jun 03 15:10:22.378231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33838) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:22.412988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-105a3bc7-dd0a-44db-ad95-658a3532a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.414561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-105a3bc7-dd0a-44db-ad95-658a3532a869 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1095 time: 0.9071186 Jun 03 15:10:22.440371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.15', 57217) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:22.536371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d59338ba-1e62-46c4-9f8d-69090a765626 None None] Port c6146fa6-da25-4ad5-ab9c-a7125e633416 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:22.627914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] DHCP port deletion for c2120782-11fb-40c5-a85e-962794900615 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:10:22.632559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] Deleting port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:22.633438 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.705938 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dc8919-2bdc-4458-8903-779e45e835f3'] response: {'name': 'network-changed', 'server_uuid': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'tag': '31f90c6a-1886-4ae2-afac-2543620bd372', 'status': 'completed', 'code': 200} Jun 03 15:10:22.836568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.839317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-845d3dd0-86c6-49c6-b857-c4a7dcff58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.840900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-845d3dd0-86c6-49c6-b857-c4a7dcff58d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.1686468 Jun 03 15:10:22.860722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-1a02987e-c9d8-437e-a76a-eb695f823619 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.863183 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-1a02987e-c9d8-437e-a76a-eb695f823619 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1086054 Jun 03 15:10:22.882721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] For port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4cdf7986-77c8-4cb5-8328-a8ea1617ac98,segment=NetworkSegment(50b41795-88fa-4fe4-82a7-c8e6ee038aed),segment_id=50b41795-88fa-4fe4-82a7-c8e6ee038aed)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:22.883304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.949884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.985608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Request body: {'port': {'device_id': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'd450c0d4388a498bba8531d79f956771'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:23.028994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-8811a8d7-e778-4f5f-a2c5-4e22aff44b47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 200 len: 217 time: 0.1447854 Jun 03 15:10:23.086587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] Calling delete_port for 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:23.168999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-fa23d8a1-d791-40a5-a4dd-53b1652c4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:23.170605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-fa23d8a1-d791-40a5-a4dd-53b1652c4493 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1374676 Jun 03 15:10:23.227726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:23.238191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.293610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] Pushing event deleted for resources: {'Port': ['ID=4cdf7986-77c8-4cb5-8328-a8ea1617ac98,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:23.301963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637c036-8f44-4c90-9dbc-8d6746f8b073 None None] No DVR routers for this DVR port 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:23.382331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-2381beed-0f02-4e22-9ec2-259139d258d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:23.384005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-2381beed-0f02-4e22-9ec2-259139d258d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.2121656 Jun 03 15:10:23.436665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.446262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:23.451735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Usage tracker for resource:port and tenant:d450c0d4388a498bba8531d79f956771 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:23.452244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9d88-19ac-41a1-b5b5-6584d2d0a822 req-737566dc-a705-4114-b783-bd1ae7528e2b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:23.455814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:23.459932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41db9d88-19ac-41a1-b5b5-6584d2d0a822 req-737566dc-a705-4114-b783-bd1ae7528e2b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 1.2498190 Jun 03 15:10:23.463208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:23.484075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:23.496844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d4469-8103-446d-bc60-c6c382ae5699 service neutron] Pushing event updated for resources: {'Port': ['ID=31f90c6a-1886-4ae2-afac-2543620bd372,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:23.505450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'mac_address': 'fa:16:3e:ac:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:23.509065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.538477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Made reservation on behalf of d450c0d4388a498bba8531d79f956771 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:23.543178 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.583454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1819974a-7f51-44cc-ba9d-0def0f78cb8f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:23.583809 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.604661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1819974a-7f51-44cc-ba9d-0def0f78cb8f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:23.624803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:23.625940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.633513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.644655 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.656752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Pushing event updated for resources: {'Port': ['ID=c6146fa6-da25-4ad5-ab9c-a7125e633416,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:23.657528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2120782-11fb-40c5-a85e-962794900615']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:23.671161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b41795-88fa-4fe4-82a7-c8e6ee038aed') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:23.671458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b41795-88fa-4fe4-82a7-c8e6ee038aed') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:23.674846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:23.680320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Usage tracker for resource:security_group_rule and tenant:d450c0d4388a498bba8531d79f956771 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:23.684296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.688671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:23.695577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:23.700486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.706651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:10:23.706902 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.759196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:23.799320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:10:23.802533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.828092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-a629912a-cada-423c-8a49-e3933d118f4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4227242 Jun 03 15:10:23.878228 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 50b41795-88fa-4fe4-82a7-c8e6ee038aed resource provider aggregate not found Jun 03 15:10:23.899014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41db9d88-19ac-41a1-b5b5-6584d2d0a822 req-bf1b1535-c4a3-4a20-8006-fcb86c657ef1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344871 Jun 03 15:10:23.899792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.955868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['1819974a-7f51-44cc-ba9d-0def0f78cb8f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:23.961956 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.986273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:24.022102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-06946e10-a2b4-4ae4-bf55-ae9e931b1c43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1893024 Jun 03 15:10:24.032803 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 50b41795-88fa-4fe4-82a7-c8e6ee038aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50b41795-88fa-4fe4-82a7-c8e6ee038aed found for delete ", "request_id": "req-ba8706de-f1e9-467e-9381-598f2cded54f"}]} Jun 03 15:10:24.047223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:24.058446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] 10.222.0.66 "DELETE /v2.0/networks/c2120782-11fb-40c5-a85e-962794900615 HTTP/1.1" status: 204 len: 168 time: 1.6631224 Jun 03 15:10:24.078421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea3e60-325b-41a6-913d-539ab878284c req-4840b8a6-7057-4757-9ba8-80b6b3b95781 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.089362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7dea3e60-325b-41a6-913d-539ab878284c req-4840b8a6-7057-4757-9ba8-80b6b3b95781 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 947 time: 1.2470367 Jun 03 15:10:24.154130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44ca49-0486-417d-8520-069f15f0cded admin admin] Pushing event deleted for resources: {'Network': ['ID=c2120782-11fb-40c5-a85e-962794900615,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:24.179055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-61d36aff-5086-44b3-9fe1-64b8f6ded9f2 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9582555 Jun 03 15:10:24.340959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-f3b5bdd8-bd54-4ae3-b5fc-109a050e3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.342663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-f3b5bdd8-bd54-4ae3-b5fc-109a050e3a12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 1098 time: 1.6405797 Jun 03 15:10:24.429532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-429e4f8a-a1be-41a6-affb-e9bf1b920bbd req-cb0e1205-968f-413a-be19-57a70d8ba1d4 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382071 Jun 03 15:10:24.484320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:24.555916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:24.556458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4cdf7986-77c8-4cb5-8328-a8ea1617ac98 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:24.595433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33868) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:24.610070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7dea3e60-325b-41a6-913d-539ab878284c req-b43e2bf6-d286-49a4-9786-46872e2261da tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195408 Jun 03 15:10:24.644918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8062ce95-348b-446e-9881-d843fd55ae4a req-79255daa-772f-4547-9dbf-58d61e3570f0 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 210 time: 0.1977112 Jun 03 15:10:24.705997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-1b319d26-b4b0-43c6-82a1-493bd1905695 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651507 Jun 03 15:10:24.714056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Allocated IP 192.168.233.29 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/dfb545c9-4288-4f49-8bc7-826a0bfacbd0) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:24.790418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:10:24.794126 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-1f4d2d6c-a267-447e-a6fd-66d7d3449191 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=31f90c6a-1886-4ae2-afac-2543620bd372 HTTP/1.1" status: 200 len: 217 time: 0.0777812 Jun 03 15:10:24.806392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Sync routers for ids ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:10:24.827351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Routers {'0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:24.828434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:24.895892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0328950e-1880-4c60-af5a-6bf2e6e5c84a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e243a009d60d44fa982798dfe46d6a6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2843862 Jun 03 15:10:24.906701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-e31dce4b-71b8-4ab2-822a-bcc2ae2000b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.908640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33872) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:24.908848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-e31dce4b-71b8-4ab2-822a-bcc2ae2000b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0728958 Jun 03 15:10:24.928796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:24.929908 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9ee461c3-fac5-4969-b0e2-80c38b50a29b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.2363226 Jun 03 15:10:24.954707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33874) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:25.024714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee65cc0-44b6-4744-9332-b3dad090c4fe,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:25.030410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 41072772-7a48-4d16-a899-b10b92c1be84 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:25.101610 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-451984eb-9ddf-4502-bed6-415a451d3532 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8092740 Jun 03 15:10:25.144473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:25.253969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:25.346441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Set router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:25.488580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-fbe6bc53-c88c-4620-9ff0-d08d9278b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.492406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-fbe6bc53-c88c-4620-9ff0-d08d9278b6ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5557930 Jun 03 15:10:25.557639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-5416dfea-8c90-4fa0-86b3-0954b7dae19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.561057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-5416dfea-8c90-4fa0-86b3-0954b7dae19d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1100 time: 1.1232667 Jun 03 15:10:25.678889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:25.691978 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-13acee68-8dc1-4737-9b7a-26a8d2367c45 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803868 Jun 03 15:10:25.708664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-54d693f8-e203-433a-99c3-ca9be12974e4 None None] Provisioning complete for port c6146fa6-da25-4ad5-ab9c-a7125e633416 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:25.708664 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-54d693f8-e203-433a-99c3-ca9be12974e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:25.761749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '41072772-7a48-4d16-a899-b10b92c1be84', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'port_id': '41072772-7a48-4d16-a899-b10b92c1be84', 'mac_address': 'fa:16:3e:cb:23:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbf0c30-5473-4c1c-a188-ac5e40f580c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:25.825791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-1860fcc3-f749-4b86-a33e-d4fa24ef18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.827337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-1860fcc3-f749-4b86-a33e-d4fa24ef18d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 1101 time: 0.6914442 Jun 03 15:10:25.894234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-54d693f8-e203-433a-99c3-ca9be12974e4 None None] Port c6146fa6-da25-4ad5-ab9c-a7125e633416 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:25.909975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46c54a45-190d-4b6a-a085-ad7a48afff73 req-842cb7a6-c073-4781-b8e4-eb1a2931ee04 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1879778 Jun 03 15:10:25.935088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 41072772-7a48-4d16-a899-b10b92c1be84 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:25.936144 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:25.955416 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d127dbc3-ceb8-4477-a98f-a0c01d6612f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:25.961712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-4ef93d44-7043-4bc4-88f2-068614bba384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.963188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-4ef93d44-7043-4bc4-88f2-068614bba384 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3482573 Jun 03 15:10:25.966243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41072772-7a48-4d16-a899-b10b92c1be84 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:25.970705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5107f29-f384-437f-bd56-a633d93523d7 req-ba476403-1b87-4a16-80e0-f26a46e42683 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.978531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5107f29-f384-437f-bd56-a633d93523d7 req-ba476403-1b87-4a16-80e0-f26a46e42683 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 948 time: 1.1613872 Jun 03 15:10:25.989678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:25.997036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'cb71137a-fd37-4757-848b-81fa91839613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:10:20Z', 'revision_number': 3, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port': {'id': 'cb71137a-fd37-4757-848b-81fa91839613', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:17Z', 'updated_at': '2022-06-03T15:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:26.001641 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.041078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Checking router: 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:10:26.041841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Updating router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b port cb71137a-fd37-4757-848b-81fa91839613 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:10:26.066738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.143986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Transition to ACTIVE for port object dfb545c9-4288-4f49-8bc7-826a0bfacbd0 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:26.154254 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.164837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93725ef5-c256-4f59-af06-8ddf4d15d129 req-72d28fa9-3565-409e-9a30-a6035105166b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.166319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93725ef5-c256-4f59-af06-8ddf4d15d129 req-72d28fa9-3565-409e-9a30-a6035105166b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 0.7007573 Jun 03 15:10:26.179228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-70cd912f-1a2e-4b46-bb01-4a5973053f88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.1837988 Jun 03 15:10:26.210236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:10:26.223027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:26.258531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-fc998da2-4295-46c1-902b-113a29d75f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.260155 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-fc998da2-4295-46c1-902b-113a29d75f14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3523915 Jun 03 15:10:26.261457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d127dbc3-ceb8-4477-a98f-a0c01d6612f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.264893 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dd8743e-eb9e-4bef-add8-85e7ca702b08 req-d06c4d91-a7de-4fdf-97d0-34768c9c2958 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392170 Jun 03 15:10:26.321555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5107f29-f384-437f-bd56-a633d93523d7 req-e5a01cbe-c78e-422d-9a61-a190746e3e7b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419056 Jun 03 15:10:26.357485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['41072772-7a48-4d16-a899-b10b92c1be84'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:26.468908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93725ef5-c256-4f59-af06-8ddf4d15d129 req-2b873329-0ac2-461e-b908-8a02e187c169 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766376 Jun 03 15:10:26.485564 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-f1ea7e6e-fee3-4d1a-bde9-e716262eceef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 HTTP/1.1" status: 200 len: 217 time: 0.1086712 Jun 03 15:10:26.503465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-e7dc2371-df8b-444a-b23c-e3e864356c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.508078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-e7dc2371-df8b-444a-b23c-e3e864356c56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2974858 Jun 03 15:10:26.549282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.923068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-ce508a9b-f104-4800-a390-b69591ff8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.924936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-ce508a9b-f104-4800-a390-b69591ff8d51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.4198163 Jun 03 15:10:27.045435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d127dbc3-ceb8-4477-a98f-a0c01d6612f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.046094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:27.102281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:27.109571 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.121983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:27.140194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127dbc3-ceb8-4477-a98f-a0c01d6612f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e328c6e-8a9a-4bd7-bfde-107b2408c0af,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:27.143094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d127dbc3-ceb8-4477-a98f-a0c01d6612f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.144458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d127dbc3-ceb8-4477-a98f-a0c01d6612f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e328c6e-8a9a-4bd7-bfde-107b2408c0af HTTP/1.1" status: 204 len: 168 time: 2.2128682 Jun 03 15:10:27.151202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:27.184497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Transition to ACTIVE for port object cb71137a-fd37-4757-848b-81fa91839613 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:27.195633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-2b827c4a-59f9-4794-a57f-c51a6b125b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.197590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-2b827c4a-59f9-4794-a57f-c51a6b125b7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6646910 Jun 03 15:10:27.205192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Pushing event updated for resources: {'Port': ['ID=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:27.206095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae680316-ebe5-43a1-9c73-bf5321e70570 req-2f1ea435-731c-4b99-8bf3-b59065d25b4e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.209186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae680316-ebe5-43a1-9c73-bf5321e70570 req-2f1ea435-731c-4b99-8bf3-b59065d25b4e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 947 time: 0.4517944 Jun 03 15:10:27.225606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.231190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-79c72d81-5838-4f70-9e6a-7600b60b48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.239769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-79c72d81-5838-4f70-9e6a-7600b60b48ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 1098 time: 0.8953936 Jun 03 15:10:27.280331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:10:27.293306 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Sync routers for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:10:27.343480 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:27.351258 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:27.363881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Attempting to bind port cb71137a-fd37-4757-848b-81fa91839613 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:27.364659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Attempting to bind port cb71137a-fd37-4757-848b-81fa91839613 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:27.365488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Attempting to bind port cb71137a-fd37-4757-848b-81fa91839613 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:27.373179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:27.373943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:27.374583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.375733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:27.376894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Bound port: cb71137a-fd37-4757-848b-81fa91839613, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:27.378636 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.442331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78cf4a-40a9-4e7f-a68b-e0e873e10cc0 None None] Pushing event updated for resources: {'Port': ['ID=cb71137a-fd37-4757-848b-81fa91839613,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:27.478004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:27.535308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:27.536003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.567590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-a2dcf5c7-1bc0-4249-9203-ddcb041beba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.569878 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-a2dcf5c7-1bc0-4249-9203-ddcb041beba8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3019347 Jun 03 15:10:27.588942 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d08a4d6-f214-462b-bc06-228588a7cd88 admin admin] 10.222.0.66 "PUT /v2.0/routers/eb8d7185-eeb8-4e83-ba3d-0b98053902f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6816053 Jun 03 15:10:27.682844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-329a3c9f-3321-4c0e-825e-664cedd57c9e service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725189 Jun 03 15:10:27.705569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bf23-45ae-4443-84d8-997874d134a4 req-3fd21df1-9b9f-46e8-a5ca-475384b271f1 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.717684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7509bf23-45ae-4443-84d8-997874d134a4 req-3fd21df1-9b9f-46e8-a5ca-475384b271f1 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 935 time: 1.0120959 Jun 03 15:10:27.747038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-17469fe9-6f39-4346-b4cb-ccbc123ebd60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=31f90c6a-1886-4ae2-afac-2543620bd372 HTTP/1.1" status: 200 len: 217 time: 0.1514692 Jun 03 15:10:27.851890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33916) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:27.860843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.861719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.866383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:27.871022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7d83609b-51de-4f18-9955-6f9a11ff0fa9 None None] Provisioning for port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:27.930200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bb84ae5e-79c3-4434-8b03-5995849f0419 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9828410 Jun 03 15:10:27.949062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7d83609b-51de-4f18-9955-6f9a11ff0fa9 None None] Provisioning complete for port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:27.949721 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d83609b-51de-4f18-9955-6f9a11ff0fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.970427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Request body: {'port': {'device_id': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:28.015815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] For port cb71137a-fd37-4757-848b-81fa91839613, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:28.090500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] For port cb71137a-fd37-4757-848b-81fa91839613, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cb71137a-fd37-4757-848b-81fa91839613,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:28.116134 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.129406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-a24ac50d-1265-4bb2-99d3-6b5e8f8df40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:28.130191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1819974a-7f51-44cc-ba9d-0def0f78cb8f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:28.130761 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.131308 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-a24ac50d-1265-4bb2-99d3-6b5e8f8df40d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1725380 Jun 03 15:10:28.192294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7d83609b-51de-4f18-9955-6f9a11ff0fa9 None None] Port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:28.233762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae680316-ebe5-43a1-9c73-bf5321e70570 req-772b2d0b-bdbb-4c21-9384-3930096e5eb9 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8465488 Jun 03 15:10:28.258818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Routers {'0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:28.259447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:28.295135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7509bf23-45ae-4443-84d8-997874d134a4 req-ca883c78-af27-4a43-ad0d-b28836591b3e tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765264 Jun 03 15:10:28.375427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:28.420131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.450803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7380da83-02bc-49ac-9dde-87bfee0575b8 req-ceeb8599-82e9-495a-aea0-026a2700382e service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879184 Jun 03 15:10:28.482688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:28.502925 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.513025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78cf4a-40a9-4e7f-a68b-e0e873e10cc0 None None] Pushing event updated for resources: {'Port': ['ID=cb71137a-fd37-4757-848b-81fa91839613,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:28.529439 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e703050-3a85-4f74-a1f3-a4d0fc0d751c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd9423aa0fea431786c80efbd934195a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6411364 Jun 03 15:10:28.531575 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-622e3cbe-6259-4c56-b893-7b2387b5dca3 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610001 Jun 03 15:10:28.532546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33930) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:28.576579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-8898fc97-d665-4f31-8e21-ad6f6faf8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:28.578596 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-8898fc97-d665-4f31-8e21-ad6f6faf8477 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.8120465 Jun 03 15:10:28.663069 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:23Z', 'revision_number': 2, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:28.674130 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Checking router: eb8d7185-eeb8-4e83-ba3d-0b98053902f7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:10:28.674985 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Updating router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 port c6146fa6-da25-4ad5-ab9c-a7125e633416 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:10:28.682223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:28.686850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] Set router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:28.782799 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.803025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 31f90c6a-1886-4ae2-afac-2543620bd372 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:28.816643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.828173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b1b95-c3c8-4baf-bb85-ab6888a23809 req-eb850ae4-452c-497d-b527-bd8108f5f79e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:28.829907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d2b1b95-c3c8-4baf-bb85-ab6888a23809 req-eb850ae4-452c-497d-b527-bd8108f5f79e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.3722866 Jun 03 15:10:28.845224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebaea7-61c6-4bdc-821b-fca5b94aebf5 req-f4dd9300-c22e-49d6-a112-26038082896c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:28.847021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11ebaea7-61c6-4bdc-821b-fca5b94aebf5 req-f4dd9300-c22e-49d6-a112-26038082896c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.2841203 Jun 03 15:10:28.923309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db7641b6-e01d-49cd-8b38-70cbebc01934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.937814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d2b1b95-c3c8-4baf-bb85-ab6888a23809 req-2a54ee64-7f94-4038-8c00-b26fe33f15c7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896330 Jun 03 15:10:28.953426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db7641b6-e01d-49cd-8b38-70cbebc01934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.974557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 31f90c6a-1886-4ae2-afac-2543620bd372, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=31f90c6a-1886-4ae2-afac-2543620bd372,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:29.006726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '31f90c6a-1886-4ae2-afac-2543620bd372', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '31f90c6a-1886-4ae2-afac-2543620bd372', 'mac_address': 'fa:16:3e:35:b8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:29.021097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11ebaea7-61c6-4bdc-821b-fca5b94aebf5 req-95412355-3769-4202-a39c-16592761d383 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683698 Jun 03 15:10:29.120205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Allocated IP 172.20.0.1 (0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec/c4103d3b-d63d-44d0-b614-26aed85c332f/2640955b-e1c4-49bc-870e-cb9a3ca1820c) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:29.136383 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77334ebf-0890-4844-a0b6-8d8da221bc82 req-0ccd981d-afac-48c6-a50b-ed2c1cd30364 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800297 Jun 03 15:10:29.154602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db7641b6-e01d-49cd-8b38-70cbebc01934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.174987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 41072772-7a48-4d16-a899-b10b92c1be84 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:29.255059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-a0e37c2d-8a08-4e6a-97eb-a980d0e7dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.261496 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-a0e37c2d-8a08-4e6a-97eb-a980d0e7dcb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6247816 Jun 03 15:10:29.264644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7641b6-e01d-49cd-8b38-70cbebc01934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eb998e-b9fe-4f95-abfe-4800e79f8277,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:29.389691 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1041a0d9-9ead-46ba-8c2c-15d51e3f9577'] response: {'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'code': 200} Jun 03 15:10:29.544168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.553748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6831f9-371a-456d-bd59-4e652d871e65 req-7cd8309d-47c4-40b8-ac3d-3e9a12575e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.555662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c6831f9-371a-456d-bd59-4e652d871e65 req-7cd8309d-47c4-40b8-ac3d-3e9a12575e1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1100 time: 0.2503097 Jun 03 15:10:29.567039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 31f90c6a-1886-4ae2-afac-2543620bd372 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:29.567412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.591871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f90c6a-1886-4ae2-afac-2543620bd372 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:29.637256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 31f90c6a-1886-4ae2-afac-2543620bd372, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=31f90c6a-1886-4ae2-afac-2543620bd372,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:29.641281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 41072772-7a48-4d16-a899-b10b92c1be84 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:29.646889 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.647469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.667062 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Transition to ACTIVE for port object c6146fa6-da25-4ad5-ab9c-a7125e633416 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:29.674917 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.719131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Transition to ACTIVE for port object 2640955b-e1c4-49bc-870e-cb9a3ca1820c will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:29.720922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 41072772-7a48-4d16-a899-b10b92c1be84 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:29.721301 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.735862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c6831f9-371a-456d-bd59-4e652d871e65 req-0c19fb44-5070-4eb4-9cd8-bfa6fddf7c83 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448038 Jun 03 15:10:29.846384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff760-76d3-4d07-8e26-4d2950d3d465 req-24ba9106-06b5-41cf-acaf-992c41631272 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.854616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ecff760-76d3-4d07-8e26-4d2950d3d465 req-24ba9106-06b5-41cf-acaf-992c41631272 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 947 time: 0.3648739 Jun 03 15:10:29.863880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=31f90c6a-1886-4ae2-afac-2543620bd372,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:29.864762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-3827e43c-d5f3-46b7-9e76-320b41f8bec5 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.865704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-3827e43c-d5f3-46b7-9e76-320b41f8bec5 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:29.908150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.954805 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['31f90c6a-1886-4ae2-afac-2543620bd372'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:30.001800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-3827e43c-d5f3-46b7-9e76-320b41f8bec5 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:30.007884 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Attempting to bind port c6146fa6-da25-4ad5-ab9c-a7125e633416 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:30.008504 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Attempting to bind port c6146fa6-da25-4ad5-ab9c-a7125e633416 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:30.009085 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Attempting to bind port c6146fa6-da25-4ad5-ab9c-a7125e633416 on network 6886f93d-b85e-478e-b317-6c282ee39fc8 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:30.009580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-3827e43c-d5f3-46b7-9e76-320b41f8bec5 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks?id=6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 200 len: 829 time: 0.4602501 Jun 03 15:10:30.017356 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:30.017848 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Checking segment: {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:30.018477 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.019096 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Bound using segment: {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:30.019682 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Bound port: c6146fa6-da25-4ad5-ab9c-a7125e633416, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:30.020196 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.055078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:30.058312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db7641b6-e01d-49cd-8b38-70cbebc01934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.061740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-db7641b6-e01d-49cd-8b38-70cbebc01934 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40eb998e-b9fe-4f95-abfe-4800e79f8277 HTTP/1.1" status: 204 len: 168 time: 1.5223560 Jun 03 15:10:30.064967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'cb71137a-fd37-4757-848b-81fa91839613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:10:20Z', 'revision_number': 3, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port': {'id': 'cb71137a-fd37-4757-848b-81fa91839613', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:17Z', 'updated_at': '2022-06-03T15:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:30.065871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:30.081303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ecff760-76d3-4d07-8e26-4d2950d3d465 req-dd2eb654-e72e-43ae-ad99-3cd35509036a tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254639 Jun 03 15:10:30.085494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:30.093716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d217c17-d6e9-413c-822e-0ea81713ab75 None None] The sync data for ids ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'] in n-d-844594-1 is: [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'cb71137a-fd37-4757-848b-81fa91839613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:10:20Z', 'revision_number': 3, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port': {'id': 'cb71137a-fd37-4757-848b-81fa91839613', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:17Z', 'updated_at': '2022-06-03T15:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:10:30.097794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 41072772-7a48-4d16-a899-b10b92c1be84 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:30.099091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.139519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb545c9-4288-4f49-8bc7-826a0bfacbd0 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:30.174600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.190733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7533b2ca-0e02-4fef-842a-a69c1ca3366c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/quotas/5818f412374d4abcbd3526d4a73ef3b1 HTTP/1.1" status: 200 len: 375 time: 0.1798949 Jun 03 15:10:30.241492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:30.268394 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.273072 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] For port c6146fa6-da25-4ad5-ab9c-a7125e633416, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:30.289175 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] For port c6146fa6-da25-4ad5-ab9c-a7125e633416, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c6146fa6-da25-4ad5-ab9c-a7125e633416,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:30.327332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Pushing event updated for resources: {'Port': ['ID=2640955b-e1c4-49bc-870e-cb9a3ca1820c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.334410 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1620e85-4ba8-4bdc-a2eb-80d2aee79460 None None] Pushing event updated for resources: {'Port': ['ID=c6146fa6-da25-4ad5-ab9c-a7125e633416,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.343923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Transition to ACTIVE for port object dfb545c9-4288-4f49-8bc7-826a0bfacbd0 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:30.353236 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.363069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-f5049f28-1074-4bb9-a5f4-320a1913e8a2 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0920739 Jun 03 15:10:30.368968 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.485648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.499480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.653125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cc410efe-fbc2-4850-8ce0-2541846de8ee None None] Provisioning for port 2640955b-e1c4-49bc-870e-cb9a3ca1820c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:30.677181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cc410efe-fbc2-4850-8ce0-2541846de8ee None None] Provisioning complete for port 2640955b-e1c4-49bc-870e-cb9a3ca1820c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:30.679744 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cc410efe-fbc2-4850-8ce0-2541846de8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.727215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-27c1acf3-e05a-42ff-aa09-422255910ae0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5356488 Jun 03 15:10:30.760000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:30.766937 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:30.822782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdbaa6-8dd3-488a-b333-9e3fb99be610 req-6c58de09-9263-4521-b1ed-306ae8d12460 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:30.837470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54fdbaa6-8dd3-488a-b333-9e3fb99be610 req-6c58de09-9263-4521-b1ed-306ae8d12460 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 950 time: 0.4999559 Jun 03 15:10:30.839471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cc410efe-fbc2-4850-8ce0-2541846de8ee None None] Port 2640955b-e1c4-49bc-870e-cb9a3ca1820c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:30.889453 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1620e85-4ba8-4bdc-a2eb-80d2aee79460 None None] Pushing event updated for resources: {'Port': ['ID=c6146fa6-da25-4ad5-ab9c-a7125e633416,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.920024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Pushing event updated for resources: {'Port': ['ID=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:31.155421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54fdbaa6-8dd3-488a-b333-9e3fb99be610 req-6bdc59c2-9ba3-46a8-a510-3652518f2529 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166533 Jun 03 15:10:31.275696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-12756382-f98d-42c2-ac90-119854e065c9 service neutron] 10.222.0.66 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375423 Jun 03 15:10:31.310240 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:31.321170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Attempting to bind port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:31.321774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Attempting to bind port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:31.321886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Attempting to bind port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:31.325568 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7c40606-ebcb-424e-865e-3e71ef7e648b req-8450e4e9-da95-4d18-a424-a8e948ae62b7 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9476378 Jun 03 15:10:31.353726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:31.354059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Attempting to bind port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:31.359818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:31.360185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:31.360575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:31.361007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Bound port: dfb545c9-4288-4f49-8bc7-826a0bfacbd0, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:31.361361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.390893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:31.416434 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.547962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] For port dfb545c9-4288-4f49-8bc7-826a0bfacbd0, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:31.555552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] For port dfb545c9-4288-4f49-8bc7-826a0bfacbd0, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:31.571786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.665697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.667233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.669849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] 10.222.0.15 "PUT /v2.0/ports/dfb545c9-4288-4f49-8bc7-826a0bfacbd0 HTTP/1.1" status: 200 len: 1095 time: 3.7227030 Jun 03 15:10:31.673496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'tag': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:31.742820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e1644-8136-4fde-a191-413bca5282ed service neutron] Pushing event updated for resources: {'Port': ['ID=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:31.861299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-76b36363-236a-4f5a-8d95-baae9142a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.864421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-76b36363-236a-4f5a-8d95-baae9142a172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d450c0d4388a498bba8531d79f956771&device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.1348214 Jun 03 15:10:31.895268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a74cd-6812-4896-bb10-7b08db4c21e4 req-60810e13-49a0-480d-a515-91581be53614 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.897029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-420a74cd-6812-4896-bb10-7b08db4c21e4 req-60810e13-49a0-480d-a515-91581be53614 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 947 time: 0.4674678 Jun 03 15:10:31.909643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:30Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:31.919553 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3cd0c-f3b9-4655-8535-6afa63c85ffb None None] The sync data for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 is: [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:30Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:10:31.968995 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-8ccaf282-577b-40f3-baf2-acf791512860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=dfb545c9-4288-4f49-8bc7-826a0bfacbd0 HTTP/1.1" status: 200 len: 217 time: 0.0930009 Jun 03 15:10:32.070262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-82fc2f7a-ee6d-4d93-b52c-a2a6e820c951 service neutron] 10.222.0.66 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911912 Jun 03 15:10:32.092479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-fb579610-eb06-4271-890d-829662afde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:32.094519 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-fb579610-eb06-4271-890d-829662afde2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1144984 Jun 03 15:10:32.096143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-420a74cd-6812-4896-bb10-7b08db4c21e4 req-2b6d2730-b2cc-4b85-91ba-15bbe5b2126a tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855271 Jun 03 15:10:32.242630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.245067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-eec14174-4a89-46ee-985d-13a05f952f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:32.246711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-eec14174-4a89-46ee-985d-13a05f952f6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355500 Jun 03 15:10:32.248702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.520996 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-6fa954a9-a513-4967-9f62-3f37c014caee service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666609 Jun 03 15:10:32.657217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c6146fa6-da25-4ad5-ab9c-a7125e633416 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:32.737826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Pushing event updated for resources: {'Port': ['ID=2640955b-e1c4-49bc-870e-cb9a3ca1820c,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:32.746588 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.829252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 31f90c6a-1886-4ae2-afac-2543620bd372 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:32.864251 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d6f9b86-b05e-4635-bde1-e9b364592270 req-31ea8e24-cd72-410c-8110-eed2a6bf726a service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341453 Jun 03 15:10:32.891785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c6146fa6-da25-4ad5-ab9c-a7125e633416 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:32.901040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c6146fa6-da25-4ad5-ab9c-a7125e633416 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:32.901409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.933235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324ce35-5e2a-4a65-855c-0f439265530c req-85a1756c-01bc-4a5d-b06c-7786d85b7ca3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:32.940759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e324ce35-5e2a-4a65-855c-0f439265530c req-85a1756c-01bc-4a5d-b06c-7786d85b7ca3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.6204431 Jun 03 15:10:33.012246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a179d-ecea-4653-a4f9-11e93ea5f6d1 req-37be98f4-f77b-4e09-a696-50be336b0e63 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:33.013726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e1a179d-ecea-4653-a4f9-11e93ea5f6d1 req-37be98f4-f77b-4e09-a696-50be336b0e63 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.4403174 Jun 03 15:10:33.025660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e324ce35-5e2a-4a65-855c-0f439265530c req-efaa06a7-f5fc-4173-9fb3-1ec8e115a23b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836537 Jun 03 15:10:33.103688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 31f90c6a-1886-4ae2-afac-2543620bd372 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:33.113672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 31f90c6a-1886-4ae2-afac-2543620bd372 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:33.114098 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.157827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c6146fa6-da25-4ad5-ab9c-a7125e633416 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:33.158157 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.229553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c6146fa6-da25-4ad5-ab9c-a7125e633416, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c6146fa6-da25-4ad5-ab9c-a7125e633416,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:33.236902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:33.240932 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.241946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb71137a-fd37-4757-848b-81fa91839613 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:33.250261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e1a179d-ecea-4653-a4f9-11e93ea5f6d1 req-65a2a871-5d0f-40a2-9790-27e38847692d tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134211 Jun 03 15:10:33.251102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:33.499435 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b51d02-2a09-4e6e-8c8f-1416fb276bd0'] response: {'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84', 'code': 200} Jun 03 15:10:33.503090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869929dd-d7d1-45df-b3f5-e230b15a88e8 req-d296648f-9fcb-49d1-bc16-2a0d33e5c343 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:33.513114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-869929dd-d7d1-45df-b3f5-e230b15a88e8 req-d296648f-9fcb-49d1-bc16-2a0d33e5c343 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 948 time: 0.3372688 Jun 03 15:10:33.541670 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4581d74e-7c98-4da8-815c-0808de6b100c'] response: {'name': 'network-changed', 'server_uuid': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'tag': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0', 'status': 'completed', 'code': 200} Jun 03 15:10:33.562138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c6146fa6-da25-4ad5-ab9c-a7125e633416,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:33.567508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 31f90c6a-1886-4ae2-afac-2543620bd372 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:33.567710 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.637410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cb71137a-fd37-4757-848b-81fa91839613 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:33.649763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cb71137a-fd37-4757-848b-81fa91839613 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:33.650133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.668838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-869929dd-d7d1-45df-b3f5-e230b15a88e8 req-a1b6fa12-7231-4a96-8219-a90334ec90eb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541979 Jun 03 15:10:33.722205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012aaf4-54b6-43c2-95de-456901681909 req-531a9067-911b-4781-9938-1066b48c6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:33.724634 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0012aaf4-54b6-43c2-95de-456901681909 req-531a9067-911b-4781-9938-1066b48c6551 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1097 time: 0.1615639 Jun 03 15:10:33.737184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 31f90c6a-1886-4ae2-afac-2543620bd372, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=31f90c6a-1886-4ae2-afac-2543620bd372,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:33.744909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-796ce6c4-1bb6-4d72-ba58-8e9d38a947cb None None] Provisioning complete for port 2640955b-e1c4-49bc-870e-cb9a3ca1820c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:33.745276 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-796ce6c4-1bb6-4d72-ba58-8e9d38a947cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.794745 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.795565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:33.798654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0012aaf4-54b6-43c2-95de-456901681909 req-2ece1f88-7fb3-4f45-969f-42030a12025c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Jun 03 15:10:33.832482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:10:33.835972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cfc0602-f8a8-43a0-9315-8d4ea1a96733 req-dbc183e7-90f9-437f-bbc9-e81f43ec3df9 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 210 time: 0.1658361 Jun 03 15:10:34.087401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-796ce6c4-1bb6-4d72-ba58-8e9d38a947cb None None] Port 2640955b-e1c4-49bc-870e-cb9a3ca1820c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:34.187823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=31f90c6a-1886-4ae2-afac-2543620bd372,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:34.198019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-ec5bafb0-0a67-458c-8cee-92f600dd5e93 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.199621 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-ec5bafb0-0a67-458c-8cee-92f600dd5e93 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.70 "GET /v2.0/networks?id=6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 200 len: 829 time: 0.2392073 Jun 03 15:10:34.217965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Request body: {'port': {'device_id': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'admin_state_up': True, 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:34.251662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cb71137a-fd37-4757-848b-81fa91839613 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:34.252045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.275744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:34.276170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.286192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port cb71137a-fd37-4757-848b-81fa91839613, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cb71137a-fd37-4757-848b-81fa91839613,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:34.293252 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.370218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:34.376311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.381504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=cb71137a-fd37-4757-848b-81fa91839613,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:34.457736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:34.480368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c6146fa6-da25-4ad5-ab9c-a7125e633416 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:34.480528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-15f9403e-0c83-44f5-aa60-86350f1d9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.481880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-15f9403e-0c83-44f5-aa60-86350f1d9e44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d450c0d4388a498bba8531d79f956771&device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 1098 time: 0.8283465 Jun 03 15:10:34.515576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:10:34.524142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Sync routers for ids ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:10:34.535130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:34.538995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Usage tracker for resource:port and tenant:5818f412374d4abcbd3526d4a73ef3b1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:34.541874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:34.545135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Routers {'0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:34.545757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:34.547586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:34.559099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Made reservation on behalf of 5818f412374d4abcbd3526d4a73ef3b1 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:34.562885 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.600055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-05d45c59-91cb-473f-aef2-2a737e9a5d1d admin admin] 10.222.0.66 "PUT /v2.0/routers/0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6330261 Jun 03 15:10:34.617752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a41d8-6f92-42d0-a092-dd519e12ed97 req-9d4ed5fe-e27d-462d-8e6e-0f1ec529bea3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.619247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-289a41d8-6f92-42d0-a092-dd519e12ed97 req-9d4ed5fe-e27d-462d-8e6e-0f1ec529bea3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.5713298 Jun 03 15:10:34.629269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec37475-add7-42fa-8eb3-9ed3aaa7675a req-e44f5b07-bbfe-4224-a4f3-1948cb80a3d7 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.636307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ec37475-add7-42fa-8eb3-9ed3aaa7675a req-e44f5b07-bbfe-4224-a4f3-1948cb80a3d7 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 947 time: 0.4703019 Jun 03 15:10:34.641062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c6146fa6-da25-4ad5-ab9c-a7125e633416 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:34.641449 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.748289 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ec37475-add7-42fa-8eb3-9ed3aaa7675a req-bb329864-7693-4342-b3fc-26f506a1c6f5 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111393 Jun 03 15:10:34.770235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-289a41d8-6f92-42d0-a092-dd519e12ed97 req-4effa648-96be-48ec-a225-69422aa15033 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294591 Jun 03 15:10:34.780823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34058) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:34.782005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-c0be8b84-90e4-4aa7-8a50-74fe26b37958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.783499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-c0be8b84-90e4-4aa7-8a50-74fe26b37958 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2905877 Jun 03 15:10:34.805325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Set router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:34.815175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Allocated IP 172.20.0.13 (6886f93d-b85e-478e-b317-6c282ee39fc8/c9f79afa-47c2-4e00-a49c-364abe002a37/130e54f7-fdc0-470e-9193-ff1e0a364d06) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:34.899060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-6d939bf7-dc1d-40d6-a32d-52dd9794a457 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=dfb545c9-4288-4f49-8bc7-826a0bfacbd0 HTTP/1.1" status: 200 len: 217 time: 0.0908239 Jun 03 15:10:34.989211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-d216e8c0-c18a-4e37-b17f-0ca2b8f96a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.992202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-d216e8c0-c18a-4e37-b17f-0ca2b8f96a15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0829892 Jun 03 15:10:35.079966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c6146fa6-da25-4ad5-ab9c-a7125e633416 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:35.081114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb71137a-fd37-4757-848b-81fa91839613 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:35.106856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfb545c9-4288-4f49-8bc7-826a0bfacbd0 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:35.185783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-582297614'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:35.201309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:35.206662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:network and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:35.211320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:35.217513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:35.261057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:35.266548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.276381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.295238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Transition to ACTIVE for port object 130e54f7-fdc0-470e-9193-ff1e0a364d06 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:35.321502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.350875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-d1886ef7-b473-435b-b8e4-b144f9bdcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.352392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-d1886ef7-b473-435b-b8e4-b144f9bdcc8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3535347 Jun 03 15:10:35.417140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:35.421218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:35.432064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event updated for resources: {'Port': ['ID=130e54f7-fdc0-470e-9193-ff1e0a364d06,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:35.435157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:35.449078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:35.465282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.465636 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Added segment 009d39b2-c820-4788-94ab-e7f7aabe9a23 of type vlan for network add3907a-77a1-4f4d-948c-117125684036 Jun 03 15:10:35.509474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.510295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.520523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f90c6a-1886-4ae2-afac-2543620bd372'}, {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:35.522951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be722da-277f-45ed-b248-f06307d50b74 req-ae3cc402-146e-4c15-8a9f-fb6e927faf95 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.525460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4be722da-277f-45ed-b248-f06307d50b74 req-ae3cc402-146e-4c15-8a9f-fb6e927faf95 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.4488032 Jun 03 15:10:35.537612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cb71137a-fd37-4757-848b-81fa91839613 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:35.538711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.544188 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-7580fb9c-dc9d-44f3-a594-2ebe57ba1088 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3341024 Jun 03 15:10:35.557436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Request body: {'port': {'device_id': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:35.612377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-67b42a6a-32ca-4faa-92f1-5607ce4cbfb7 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432988 Jun 03 15:10:35.646790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.679060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfb545c9-4288-4f49-8bc7-826a0bfacbd0, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:35.698956 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.714822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874bdc3-a450-4188-91b4-cb2a0f4e928b req-ce19243e-50a0-42f5-9d88-bca8fda4c39e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.722090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0', 'mac_address': 'fa:16:3e:f6:1e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:35.727313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d874bdc3-a450-4188-91b4-cb2a0f4e928b req-ce19243e-50a0-42f5-9d88-bca8fda4c39e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 949 time: 0.4400926 Jun 03 15:10:35.831164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4be722da-277f-45ed-b248-f06307d50b74 req-000f8baf-4c31-423a-9c71-df6f4baf7904 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901547 Jun 03 15:10:35.840075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6671af8c-6a62-443c-bc29-1ab760a9214d None None] Provisioning for port 130e54f7-fdc0-470e-9193-ff1e0a364d06 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:35.875268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6671af8c-6a62-443c-bc29-1ab760a9214d None None] Provisioning complete for port 130e54f7-fdc0-470e-9193-ff1e0a364d06 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:35.875268 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6671af8c-6a62-443c-bc29-1ab760a9214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.875545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:10:35.929421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.935000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.936052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.972894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6671af8c-6a62-443c-bc29-1ab760a9214d None None] Port 130e54f7-fdc0-470e-9193-ff1e0a364d06 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:35.981853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'cb71137a-fd37-4757-848b-81fa91839613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:10:31Z', 'revision_number': 4, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port': {'id': 'cb71137a-fd37-4757-848b-81fa91839613', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:17Z', 'updated_at': '2022-06-03T15:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2640955b-e1c4-49bc-870e-cb9a3ca1820c', 'name': '', 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c4103d3b-d63d-44d0-b614-26aed85c332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:28Z', 'updated_at': '2022-06-03T15:10:31Z', 'revision_number': 2, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'subnets': [{'id': 'c4103d3b-d63d-44d0-b614-26aed85c332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:35.992138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:35.992520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.013270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Checking router: 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:10:36.013804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Updating router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b port 2640955b-e1c4-49bc-870e-cb9a3ca1820c binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:10:36.039343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d874bdc3-a450-4188-91b4-cb2a0f4e928b req-7ec8660b-08ff-424a-89a8-7111e01ddf22 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979903 Jun 03 15:10:36.113633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cb71137a-fd37-4757-848b-81fa91839613 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:36.125703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb545c9-4288-4f49-8bc7-826a0bfacbd0 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:36.167064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3825283 Jun 03 15:10:36.170288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34092) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:36.172370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2df6ac2b-d963-4233-bf6b-cd57f7767b28 req-9300df31-0490-43be-a7b3-a7fb85b6a655 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403376 Jun 03 15:10:36.179212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.180366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'subnet': {'network_id': 'add3907a-77a1-4f4d-948c-117125684036', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:36.199720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ca012-b909-476a-9478-f0aa55757a5f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Network': ['ID=add3907a-77a1-4f4d-948c-117125684036,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:36.233306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfb545c9-4288-4f49-8bc7-826a0bfacbd0, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:36.234846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network add3907a-77a1-4f4d-948c-117125684036 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:36.277074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.317153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130e54f7-fdc0-470e-9193-ff1e0a364d06 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:36.327760 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.349216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Transition to ACTIVE for port object 130e54f7-fdc0-470e-9193-ff1e0a364d06 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:36.355191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.363956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:36.376227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:subnet and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:36.380119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:36.388676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:36.413025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:36.416622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.442590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f142f-801a-45ef-a16a-22ae41f9ae76 req-25f5f832-9929-44e5-998c-1c823882f6bb tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:36.444705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea0f142f-801a-45ef-a16a-22ae41f9ae76 req-25f5f832-9929-44e5-998c-1c823882f6bb tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 932 time: 0.1538627 Jun 03 15:10:36.602080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ea0f142f-801a-45ef-a16a-22ae41f9ae76 req-dda33576-21f4-40b3-b6c4-9e357316cb03 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:36.674099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ea0f142f-801a-45ef-a16a-22ae41f9ae76 req-dda33576-21f4-40b3-b6c4-9e357316cb03 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:36.675469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea0f142f-801a-45ef-a16a-22ae41f9ae76 req-dda33576-21f4-40b3-b6c4-9e357316cb03 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744897 Jun 03 15:10:36.691465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=130e54f7-fdc0-470e-9193-ff1e0a364d06,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:36.846696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Attempting to bind port 130e54f7-fdc0-470e-9193-ff1e0a364d06 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:36.847043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Attempting to bind port 130e54f7-fdc0-470e-9193-ff1e0a364d06 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:36.847552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Attempting to bind port 130e54f7-fdc0-470e-9193-ff1e0a364d06 on network 6886f93d-b85e-478e-b317-6c282ee39fc8 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:36.859189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Port 130e54f7-fdc0-470e-9193-ff1e0a364d06 on network 6886f93d-b85e-478e-b317-6c282ee39fc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:36.859963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Attempting to bind port 130e54f7-fdc0-470e-9193-ff1e0a364d06 on network 6886f93d-b85e-478e-b317-6c282ee39fc8 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:36.869251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:36.870065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Checking segment: {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:36.870826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Bound using segment: {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:36.871650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Bound port: 130e54f7-fdc0-470e-9193-ff1e0a364d06, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b435a96-d8a9-44d0-a8e4-859fb65c083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:36.872418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.916372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['dfb545c9-4288-4f49-8bc7-826a0bfacbd0'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:37.007328 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083e91c7-b66d-4edf-a45f-8bc6609187c2'] response: {'server_uuid': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f90c6a-1886-4ae2-afac-2543620bd372', 'code': 200} Jun 03 15:10:37.007993 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083e91c7-b66d-4edf-a45f-8bc6609187c2'] response: {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'code': 200} Jun 03 15:10:37.085649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] For port 130e54f7-fdc0-470e-9193-ff1e0a364d06, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:37.093376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] For port 130e54f7-fdc0-470e-9193-ff1e0a364d06, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:37.110926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.137128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:37.143177 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.169132 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.175199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Transition to ACTIVE for port object 2640955b-e1c4-49bc-870e-cb9a3ca1820c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:37.185644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa7932-4bba-4857-a6b5-372075e9cba1 req-b2fdccb1-b3ad-454f-aa12-064c9939a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.187836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eafa7932-4bba-4857-a6b5-372075e9cba1 req-b2fdccb1-b3ad-454f-aa12-064c9939a71f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 1100 time: 0.2366023 Jun 03 15:10:37.216866 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.248863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.249754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.251736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] 10.222.0.70 "PUT /v2.0/ports/130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 1092 time: 1.7002738 Jun 03 15:10:37.252386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:37.340666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caca38-a68b-4694-9f04-1d777682c03d None None] Pushing event updated for resources: {'Port': ['ID=2640955b-e1c4-49bc-870e-cb9a3ca1820c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:37.371830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Subnet': ['ID=be6c98e8-eba8-4a71-bf2c-b2867432d6a7,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:37.381932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Checking segment: {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:37.384299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network hostable DHCP agents. Network: add3907a-77a1-4f4d-948c-117125684036, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:37.386492 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eafa7932-4bba-4857-a6b5-372075e9cba1 req-2c96997d-7598-4487-a50b-56884073e6e7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842422 Jun 03 15:10:37.415187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc033-96a0-4c04-ac6f-6b43da323ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=130e54f7-fdc0-470e-9193-ff1e0a364d06,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:37.467487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a445ac-189a-41ad-9fdb-36b4d9099e02 req-7ca5e408-aa66-43a8-9685-65e8b7465477 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.480867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2a445ac-189a-41ad-9fdb-36b4d9099e02 req-7ca5e408-aa66-43a8-9685-65e8b7465477 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 948 time: 0.4127493 Jun 03 15:10:37.488763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network add3907a-77a1-4f4d-948c-117125684036 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:37.497082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-8dc1dc79-e724-4f28-897f-ac5fe0b33b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.501222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-8dc1dc79-e724-4f28-897f-ac5fe0b33b1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 1095 time: 0.1886258 Jun 03 15:10:37.540546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, add3907a-77a1-4f4d-948c-117125684036) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:37.546918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.547832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.578007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd721587-cd2f-425a-b754-607bbec0b8aa None None] Network add3907a-77a1-4f4d-948c-117125684036 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:37.596950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf43166-5c34-4d13-b0aa-a3d4833247ec req-e4fa998c-fbc4-448a-a792-4a58a0e17766 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.602365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cf43166-5c34-4d13-b0aa-a3d4833247ec req-e4fa998c-fbc4-448a-a792-4a58a0e17766 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.3194759 Jun 03 15:10:37.617964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-19b136dc-7108-4db2-8e9e-3608c8284267 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4417915 Jun 03 15:10:37.632864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2a445ac-189a-41ad-9fdb-36b4d9099e02 req-90619675-85ae-4036-99f8-620244059e2a tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472061 Jun 03 15:10:37.633711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34140) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:37.675654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1561688912'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:37.682351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:37.694388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:network and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:37.699110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:37.743919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cf43166-5c34-4d13-b0aa-a3d4833247ec req-633b6995-c128-47db-85df-98d9e779c9ae tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318474 Jun 03 15:10:37.745334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:37.772275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:37.780355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.856312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-ac2b36f9-bd4f-410f-aa38-bd91c77bfe4d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 217 time: 0.2573044 Jun 03 15:10:37.861411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Attempting to bind port 2640955b-e1c4-49bc-870e-cb9a3ca1820c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:37.861975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Attempting to bind port 2640955b-e1c4-49bc-870e-cb9a3ca1820c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:37.862509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Attempting to bind port 2640955b-e1c4-49bc-870e-cb9a3ca1820c on network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:37.874004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:37.898455 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.899919 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Added segment 837d2ee8-22a0-416a-8d0d-5cf0524a714f of type vlan for network 8ab151fb-6794-40e7-8d73-945fe7c1b233 Jun 03 15:10:37.917978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:37.918604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Checking segment: {'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:37.919239 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.920095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Bound using segment: {'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:37.921331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Bound port: 2640955b-e1c4-49bc-870e-cb9a3ca1820c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d25944-e9d5-497d-b37e-fb2e36eb6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:37.922173 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:37.940136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-19b6ee5a-fc45-4adb-a0a8-353d9916ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.942760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-19b6ee5a-fc45-4adb-a0a8-353d9916ea72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9f79afa-47c2-4e00-a49c-364abe002a37 HTTP/1.1" status: 200 len: 868 time: 0.0792065 Jun 03 15:10:38.001859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.064373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-18ba747a-42c1-412e-87a6-affa8cc917e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:38.067017 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-18ba747a-42c1-412e-87a6-affa8cc917e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6886f93d-b85e-478e-b317-6c282ee39fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170402 Jun 03 15:10:38.099429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.107635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:38.108394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.214208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-add3907a-77a1-4f4d-948c-117125684036', 'network_id': 'add3907a-77a1-4f4d-948c-117125684036', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'fixed_ips': [{'subnet_id': 'be6c98e8-eba8-4a71-bf2c-b2867432d6a7'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:10:38.215213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.235913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] For port 2640955b-e1c4-49bc-870e-cb9a3ca1820c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:38.242933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Network': ['ID=8ab151fb-6794-40e7-8d73-945fe7c1b233,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:38.248527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] For port 2640955b-e1c4-49bc-870e-cb9a3ca1820c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2640955b-e1c4-49bc-870e-cb9a3ca1820c,segment=NetworkSegment(16d25944-e9d5-497d-b37e-fb2e36eb6eb4),segment_id=16d25944-e9d5-497d-b37e-fb2e36eb6eb4)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:38.272258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf47377-e9fc-4541-a462-86c32b23387f req-fe0fb38d-f6e2-40fa-81b1-eb8859b635ce tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:38.281837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf47377-e9fc-4541-a462-86c32b23387f req-fe0fb38d-f6e2-40fa-81b1-eb8859b635ce tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 949 time: 0.3687158 Jun 03 15:10:38.290869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 8ab151fb-6794-40e7-8d73-945fe7c1b233 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:38.309400 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.314632 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-2b0bee21-1191-49ab-bcf3-d682fc01492e service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390003 Jun 03 15:10:38.365070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf47377-e9fc-4541-a462-86c32b23387f req-8f497769-9e30-4226-b36d-58fa493dd26b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819509 Jun 03 15:10:38.366938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0af5bad5-f79a-4739-85dc-4c47771e3e1d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7012379 Jun 03 15:10:38.370302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34154) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:38.376176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'subnet': {'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:38.479922 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0bc10f-5fa5-44bb-81bc-eb9be78afa60'] response: {'name': 'network-changed', 'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'status': 'completed', 'code': 200} Jun 03 15:10:38.568798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caca38-a68b-4694-9f04-1d777682c03d None None] Pushing event updated for resources: {'Port': ['ID=2640955b-e1c4-49bc-870e-cb9a3ca1820c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:38.592598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:38.619726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:subnet and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:38.682509 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-238a8f2d-4deb-4b99-a874-e6b0a73e6beb req-4f68dc8f-9e2c-48e6-9266-146d2cbac3da service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564799 Jun 03 15:10:38.691823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Routers {'0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:38.694182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:38.705003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:38.774981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:38.868487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-9c31a6ed-498f-413d-b781-d7a5ab9613c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3413925 Jun 03 15:10:38.875394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:38.886061 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.951049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Allocated IP 19.80.0.2 (add3907a-77a1-4f4d-948c-117125684036/be6c98e8-eba8-4a71-bf2c-b2867432d6a7/1f9d1e5d-0745-439e-9ed8-511685b052eb) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:39.007189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22cd97-1e1d-4e38-abf4-6443ce090bdd req-f0b4b9f9-62cd-4338-b921-54c38bfdf00a tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.014852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d22cd97-1e1d-4e38-abf4-6443ce090bdd req-f0b4b9f9-62cd-4338-b921-54c38bfdf00a tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 944 time: 0.3899839 Jun 03 15:10:39.089741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d22cd97-1e1d-4e38-abf4-6443ce090bdd req-0ca6add4-56c8-47bf-b147-9672a9e31956 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726802 Jun 03 15:10:39.095030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-cef7c3a6-0ccc-4f20-877e-b9814580c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.113183 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-cef7c3a6-0ccc-4f20-877e-b9814580c6a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 1095 time: 0.2357974 Jun 03 15:10:39.168640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfb545c9-4288-4f49-8bc7-826a0bfacbd0 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:39.243172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] Set router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:39.336236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-238c5208-81ed-4fc6-b754-ef3337658f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.339757 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-238c5208-81ed-4fc6-b754-ef3337658f89 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 200 len: 930 time: 0.2194476 Jun 03 15:10:39.493147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f936dd5-f663-4b53-b15a-3ffd63eefa5c req-fc2843da-e7bb-4850-b116-d5635828b7ab tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.494935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f936dd5-f663-4b53-b15a-3ffd63eefa5c req-fc2843da-e7bb-4850-b116-d5635828b7ab tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1097 time: 0.1956000 Jun 03 15:10:39.496896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.530773 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-354f81ad-b680-4fef-b6ae-545d2249076f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 217 time: 0.1752937 Jun 03 15:10:39.579720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Subnet': ['ID=b7655cc4-3df1-4034-863c-6844cf797216,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:39.619924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:39.650814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:39.651189 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.679599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-5f37a2b7-2f57-413a-b4c0-a1d27397f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.681793 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-5f37a2b7-2f57-413a-b4c0-a1d27397f5ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9f79afa-47c2-4e00-a49c-364abe002a37 HTTP/1.1" status: 200 len: 868 time: 0.1333749 Jun 03 15:10:39.683787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f936dd5-f663-4b53-b15a-3ffd63eefa5c req-5d02a2ab-0983-433d-8e19-3a58857f4973 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727529 Jun 03 15:10:39.707706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Checking segment: {'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:39.708069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network hostable DHCP agents. Network: 8ab151fb-6794-40e7-8d73-945fe7c1b233, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:39.747063 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.787617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Transition to ACTIVE for port object 1f9d1e5d-0745-439e-9ed8-511685b052eb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:39.859282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-0ea2c9c2-ff0a-4af0-9906-e983a9b95f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.861393 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-0ea2c9c2-ff0a-4af0-9906-e983a9b95f0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6886f93d-b85e-478e-b317-6c282ee39fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720607 Jun 03 15:10:39.864161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network 8ab151fb-6794-40e7-8d73-945fe7c1b233 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:39.890400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffbbb0-2d08-48b5-b40c-301e8643c529 req-abc874c1-f9e4-4ced-9383-59912d1d3f4a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.898729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38ffbbb0-2d08-48b5-b40c-301e8643c529 req-abc874c1-f9e4-4ced-9383-59912d1d3f4a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.2058296 Jun 03 15:10:39.917429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 8ab151fb-6794-40e7-8d73-945fe7c1b233) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:39.931424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.932069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.974725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2943dc3a-6125-4b92-8a8b-e18755a09a06 None None] Network 8ab151fb-6794-40e7-8d73-945fe7c1b233 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:40.031581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Transition to ACTIVE for port object 1f9d1e5d-0745-439e-9ed8-511685b052eb will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:40.047094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38ffbbb0-2d08-48b5-b40c-301e8643c529 req-f44ac4f5-6c46-4307-996a-a218c8df63c2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473391 Jun 03 15:10:40.096764 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-9e2eb301-4827-436e-8a86-a390597e1b5c service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263095 Jun 03 15:10:40.099741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.103651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:40.104157 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.110457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-83f50ead-57a9-42d8-9528-d4efa2660c62 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7389295 Jun 03 15:10:40.164058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdece37-e980-4b87-b8ba-4533c480c089 req-41019654-c12a-4315-8485-66ab1940525c tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:40.165709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bdece37-e980-4b87-b8ba-4533c480c089 req-41019654-c12a-4315-8485-66ab1940525c tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 948 time: 0.1835091 Jun 03 15:10:40.256446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Pushing event updated for resources: {'Port': ['ID=1f9d1e5d-0745-439e-9ed8-511685b052eb,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:40.267903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bdece37-e980-4b87-b8ba-4533c480c089 req-733d7270-d58c-4a71-af95-28851291a8b5 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949848 Jun 03 15:10:40.274698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Network add3907a-77a1-4f4d-948c-117125684036 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:40.280994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:40.285576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:40.293534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:40.350161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfb545c9-4288-4f49-8bc7-826a0bfacbd0, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:40.364245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3bf68-086d-4b56-abf2-6c5496d811f9 req-a597de39-00bb-44fe-b0f5-3e9e6799e536 service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564948 Jun 03 15:10:40.409938 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.412806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226f86c-3ce5-4cf3-b9d2-a217754d7790 req-9ed698e0-b08d-4c3f-a1f6-e72015407927 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:40.420258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c226f86c-3ce5-4cf3-b9d2-a217754d7790 req-9ed698e0-b08d-4c3f-a1f6-e72015407927 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 949 time: 0.1000912 Jun 03 15:10:40.458964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'cb71137a-fd37-4757-848b-81fa91839613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:10:31Z', 'revision_number': 4, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port': {'id': 'cb71137a-fd37-4757-848b-81fa91839613', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:17Z', 'updated_at': '2022-06-03T15:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2640955b-e1c4-49bc-870e-cb9a3ca1820c', 'name': '', 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c4103d3b-d63d-44d0-b614-26aed85c332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:28Z', 'updated_at': '2022-06-03T15:10:38Z', 'revision_number': 4, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'subnets': [{'id': 'c4103d3b-d63d-44d0-b614-26aed85c332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:40.475746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c226f86c-3ce5-4cf3-b9d2-a217754d7790 req-608f23b0-8081-4ba6-bbb0-2792fdd76e97 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541465 Jun 03 15:10:40.486591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002fd71-b11f-42c7-bbf9-cf8b6499846d None None] The sync data for ids ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'] in n-d-844594-1 is: [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'cb71137a-fd37-4757-848b-81fa91839613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:10:31Z', 'revision_number': 4, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port': {'id': 'cb71137a-fd37-4757-848b-81fa91839613', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:17Z', 'updated_at': '2022-06-03T15:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2640955b-e1c4-49bc-870e-cb9a3ca1820c', 'name': '', 'network_id': '0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'mac_address': 'fa:16:3e:0f:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c4103d3b-d63d-44d0-b614-26aed85c332f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:28Z', 'updated_at': '2022-06-03T15:10:38Z', 'revision_number': 4, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'subnets': [{'id': 'c4103d3b-d63d-44d0-b614-26aed85c332f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:10:40.531479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Attempting to bind port 1f9d1e5d-0745-439e-9ed8-511685b052eb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:40.531849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Attempting to bind port 1f9d1e5d-0745-439e-9ed8-511685b052eb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:40.532240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Attempting to bind port 1f9d1e5d-0745-439e-9ed8-511685b052eb on network add3907a-77a1-4f4d-948c-117125684036 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:40.551105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:40.551506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Checking segment: {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:40.551860 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.552343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Bound using segment: {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:40.552821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Bound port: 1f9d1e5d-0745-439e-9ed8-511685b052eb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:40.553185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.664159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:40.731529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-8ab151fb-6794-40e7-8d73-945fe7c1b233', 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'fixed_ips': [{'subnet_id': 'b7655cc4-3df1-4034-863c-6844cf797216'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:10:40.732375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.871626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 130e54f7-fdc0-470e-9193-ff1e0a364d06 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:40.875685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] For port 1f9d1e5d-0745-439e-9ed8-511685b052eb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:40.895936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] For port 1f9d1e5d-0745-439e-9ed8-511685b052eb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1f9d1e5d-0745-439e-9ed8-511685b052eb,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:40.909203 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.962765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be247a-4440-473f-bc7a-0edb0ef6e7e0 req-c0f4fb3c-3f3d-4d60-a72b-429221c6b028 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:40.968238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66be247a-4440-473f-bc7a-0edb0ef6e7e0 req-c0f4fb3c-3f3d-4d60-a72b-429221c6b028 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 944 time: 0.4201334 Jun 03 15:10:41.008336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-67869f6d-07f0-4d4b-af12-5b7de80a0e3c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.043282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-67869f6d-07f0-4d4b-af12-5b7de80a0e3c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.045187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-67869f6d-07f0-4d4b-af12-5b7de80a0e3c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:41.136635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9a08d-2e90-42e9-9da4-b39e6b649266 None None] Pushing event updated for resources: {'Port': ['ID=1f9d1e5d-0745-439e-9ed8-511685b052eb,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:41.245557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Allocated IP 19.86.0.2 (8ab151fb-6794-40e7-8d73-945fe7c1b233/b7655cc4-3df1-4034-863c-6844cf797216/e4243fcf-7a41-4595-852a-8920749debc9) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:41.252797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66be247a-4440-473f-bc7a-0edb0ef6e7e0 req-7e344fff-31b9-4416-b411-86dcb9008319 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947670 Jun 03 15:10:41.262911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-67869f6d-07f0-4d4b-af12-5b7de80a0e3c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:41.264287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-67869f6d-07f0-4d4b-af12-5b7de80a0e3c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/networks?id=add3907a-77a1-4f4d-948c-117125684036&id=8ab151fb-6794-40e7-8d73-945fe7c1b233&id=add3907a-77a1-4f4d-948c-117125684036 HTTP/1.1" status: 200 len: 1391 time: 0.6291053 Jun 03 15:10:41.310925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-e207c606-cfce-4592-848e-eab21e0592b6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/quotas/ad59c289e22448c78caae1ba5c1ea909 HTTP/1.1" status: 200 len: 375 time: 0.0298054 Jun 03 15:10:41.384772 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e17ac3-f30b-4abb-a461-940e2685fd74'] response: {'server_uuid': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0', 'code': 200} Jun 03 15:10:41.394249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 130e54f7-fdc0-470e-9193-ff1e0a364d06, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:41.446070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'port_id': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'mac_address': 'fa:16:3e:2b:e8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:41.461720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-097ee16f-d96d-49d0-a187-e908296503a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.463443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-097ee16f-d96d-49d0-a187-e908296503a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1100 time: 0.4027095 Jun 03 15:10:41.557303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 130e54f7-fdc0-470e-9193-ff1e0a364d06 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:41.557578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.632635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130e54f7-fdc0-470e-9193-ff1e0a364d06 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:41.711573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aa7d1-72a1-421f-a86f-3abd145abc98 req-2ce55d17-63e4-4a21-9c5e-0d8214ef21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.718539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-903aa7d1-72a1-421f-a86f-3abd145abc98 req-2ce55d17-63e4-4a21-9c5e-0d8214ef21f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 1100 time: 0.2358148 Jun 03 15:10:41.733734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 130e54f7-fdc0-470e-9193-ff1e0a364d06, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:41.750918 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.813967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-903aa7d1-72a1-421f-a86f-3abd145abc98 req-7f948fd4-46fe-4f75-b744-57f5e6ccd25b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827918 Jun 03 15:10:41.831156 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.864724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Transition to ACTIVE for port object e4243fcf-7a41-4595-852a-8920749debc9 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:41.897183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-15d8f542-77d6-42a9-a6b2-1e3874542a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.899133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-15d8f542-77d6-42a9-a6b2-1e3874542a33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4168286 Jun 03 15:10:41.901217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Transition to ACTIVE for port object e4243fcf-7a41-4595-852a-8920749debc9 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:41.902491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=130e54f7-fdc0-470e-9193-ff1e0a364d06,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:41.914775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.925649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-ae6347ee-e3d7-4989-a4cc-ba52ec0d1fc8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:41.953513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a30f6-f824-475d-90af-73b5d828a4d5 req-d04dc6f5-3f07-481c-8d74-d62f678ef459 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.955032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd8a30f6-f824-475d-90af-73b5d828a4d5 req-d04dc6f5-3f07-481c-8d74-d62f678ef459 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 1100 time: 0.3152387 Jun 03 15:10:41.956086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-ae6347ee-e3d7-4989-a4cc-ba52ec0d1fc8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:41.957415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-ae6347ee-e3d7-4989-a4cc-ba52ec0d1fc8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6405408 Jun 03 15:10:42.004208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Network 8ab151fb-6794-40e7-8d73-945fe7c1b233 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:42.007618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:42.010064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:42.057526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Pushing event updated for resources: {'Port': ['ID=e4243fcf-7a41-4595-852a-8920749debc9,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:42.119977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['130e54f7-fdc0-470e-9193-ff1e0a364d06'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:42.133883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-98ef57b8-9804-4d54-9844-1f210262df5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.0777283 Jun 03 15:10:42.153893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Attempting to bind port e4243fcf-7a41-4595-852a-8920749debc9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:42.154420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Attempting to bind port e4243fcf-7a41-4595-852a-8920749debc9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:42.154615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Attempting to bind port e4243fcf-7a41-4595-852a-8920749debc9 on network 8ab151fb-6794-40e7-8d73-945fe7c1b233 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:42.167182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:42.167605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Checking segment: {'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:42.167962 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.168411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Bound using segment: {'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:42.168891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Bound port: e4243fcf-7a41-4595-852a-8920749debc9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:42.169264 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.220012 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd8a30f6-f824-475d-90af-73b5d828a4d5 req-38166723-1aac-4c9d-9a5f-550bbf60f4f8 tempest-ServersOnMultiNodesTest-1077123918 tempest-ServersOnMultiNodesTest-1077123918-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297628 Jun 03 15:10:42.275628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-0a83979e-ecd5-4013-b144-4ebec50a3fc9 service neutron] 10.222.0.66 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053193 Jun 03 15:10:42.282974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-198be151-7829-499b-ba7b-fb5f306c052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:42.284449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-198be151-7829-499b-ba7b-fb5f306c052d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1418161 Jun 03 15:10:42.321146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] For port e4243fcf-7a41-4595-852a-8920749debc9, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:42.325812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] For port e4243fcf-7a41-4595-852a-8920749debc9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e4243fcf-7a41-4595-852a-8920749debc9,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:42.364865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.500869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26568d48-9d05-4881-ab06-ddc929a4397c None None] Pushing event updated for resources: {'Port': ['ID=e4243fcf-7a41-4595-852a-8920749debc9,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:42.613490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2640955b-e1c4-49bc-870e-cb9a3ca1820c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:42.705774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2640955b-e1c4-49bc-870e-cb9a3ca1820c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:42.714751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-4ef03885-059d-44d1-8257-d67fa0052f21 service neutron] 10.222.0.66 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293585 Jun 03 15:10:42.720642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2640955b-e1c4-49bc-870e-cb9a3ca1820c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:42.720780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.789260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba3ee8-1e2c-4b1a-b39f-58dedfc6ba52 req-6ed26eec-5330-4758-b23e-723c8f23d12d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:42.790887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eba3ee8-1e2c-4b1a-b39f-58dedfc6ba52 req-6ed26eec-5330-4758-b23e-723c8f23d12d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.3949172 Jun 03 15:10:42.795936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-45b297ff-079f-4f5c-8348-e943241a3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:42.803835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-45b297ff-079f-4f5c-8348-e943241a3675 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4682186 Jun 03 15:10:42.892673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2640955b-e1c4-49bc-870e-cb9a3ca1820c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:42.893055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.912891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:42.937215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2640955b-e1c4-49bc-870e-cb9a3ca1820c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2640955b-e1c4-49bc-870e-cb9a3ca1820c,segment=NetworkSegment(16d25944-e9d5-497d-b37e-fb2e36eb6eb4),segment_id=16d25944-e9d5-497d-b37e-fb2e36eb6eb4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:42.947122 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.947912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1f9d1e5d-0745-439e-9ed8-511685b052eb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:43.120602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ce66d-a659-4eb0-b928-3bfda5b1316f None None] Network add3907a-77a1-4f4d-948c-117125684036 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:43.154284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eba3ee8-1e2c-4b1a-b39f-58dedfc6ba52 req-3411cf7d-4b72-49fd-abbb-40e9fbe85fd7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490376 Jun 03 15:10:43.292862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-b28721c8-6988-4412-828b-1adb5b478ee4 service neutron] 10.222.0.66 "GET /v2.0/networks/8ab151fb-6794-40e7-8d73-945fe7c1b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616438 Jun 03 15:10:43.542603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:43.737736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'mac_address': 'fa:16:3e:96:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:43.758355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2640955b-e1c4-49bc-870e-cb9a3ca1820c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:43.776038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] Provisioning for port 1f9d1e5d-0745-439e-9ed8-511685b052eb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:43.787765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-0f719f88-26c3-4bab-9717-6fe3f294b21d service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9481280 Jun 03 15:10:43.824162 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60bc90f9-c1f3-40d0-99e9-646fa3855846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.835652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 1f9d1e5d-0745-439e-9ed8-511685b052eb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:43.838699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] Provisioning complete for port 1f9d1e5d-0745-439e-9ed8-511685b052eb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:43.839070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.890560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1f9d1e5d-0745-439e-9ed8-511685b052eb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:43.891311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.966135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:43.966558 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.032222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a7270a-54b6-4b4c-b7a8-6a59d952b53f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:44.093660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229fee39-08e6-434c-a4a6-ef9f3c1327eb None None] Network 8ab151fb-6794-40e7-8d73-945fe7c1b233 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:44.112731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-89620fd0-9632-42a2-8c7c-425e091f03c0 service neutron] 10.222.0.66 "GET /v2.0/networks/8ab151fb-6794-40e7-8d73-945fe7c1b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8185575 Jun 03 15:10:44.178318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:44.193804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-c03092b1-dd9e-4a6b-8da0-bca2655f4be9 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897576 Jun 03 15:10:44.225056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.255185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f280e-3439-459f-9100-a0a53fa59c8e req-23a0fd2e-a5ea-4af6-b99e-fd58e730e6cc tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:44.263694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d6f280e-3439-459f-9100-a0a53fa59c8e req-23a0fd2e-a5ea-4af6-b99e-fd58e730e6cc tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 949 time: 0.5303135 Jun 03 15:10:44.336526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-9f0ebecb-f76a-4143-ac79-803255397bc9 service neutron] 10.222.0.66 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185614 Jun 03 15:10:44.349247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d6f280e-3439-459f-9100-a0a53fa59c8e req-cb32f0a5-75d0-40f2-8670-20a556d64d80 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845551 Jun 03 15:10:44.445910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['22a7270a-54b6-4b4c-b7a8-6a59d952b53f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:44.499553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] Current status of the port 1f9d1e5d-0745-439e-9ed8-511685b052eb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:44.499968 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.519233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-600b92cb-32e2-49d8-8881-1ff20900058e service neutron] 10.222.0.66 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689506 Jun 03 15:10:44.587747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:44.628837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1f9d1e5d-0745-439e-9ed8-511685b052eb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:44.629380 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.720278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] For port 1f9d1e5d-0745-439e-9ed8-511685b052eb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1f9d1e5d-0745-439e-9ed8-511685b052eb,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:44.783590 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.947786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 130e54f7-fdc0-470e-9193-ff1e0a364d06 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:45.030043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5882c0-e8f3-41cf-bfb3-bab147fff9ed req-9911bb14-6d47-4a6b-a78b-0782ae80093f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.039575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee5882c0-e8f3-41cf-bfb3-bab147fff9ed req-9911bb14-6d47-4a6b-a78b-0782ae80093f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 945 time: 0.2122781 Jun 03 15:10:45.113008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee5882c0-e8f3-41cf-bfb3-bab147fff9ed req-00466d9f-2204-439a-808b-c1b9d7b14899 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722599 Jun 03 15:10:45.137184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cb894-b921-431d-a202-fc07ac958569 req-8b59a08a-88cd-4a6c-b86e-6a14c2ea706a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.141131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b29cb894-b921-431d-a202-fc07ac958569 req-8b59a08a-88cd-4a6c-b86e-6a14c2ea706a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.2276518 Jun 03 15:10:45.152199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba02cee-2c68-470e-bf4c-7ae733991bdd None None] Pushing event updated for resources: {'Port': ['ID=1f9d1e5d-0745-439e-9ed8-511685b052eb,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:45.241908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b29cb894-b921-431d-a202-fc07ac958569 req-8f89f7d8-7f79-48a2-b6b0-655e5aa2b93a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838747 Jun 03 15:10:45.267771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cb85e092-ae3a-4514-bf64-c51eea92c0e6 None None] Provisioning for port e4243fcf-7a41-4595-852a-8920749debc9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:45.291587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.292307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 130e54f7-fdc0-470e-9193-ff1e0a364d06 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:45.307730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 130e54f7-fdc0-470e-9193-ff1e0a364d06 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:45.308076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.473080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:10:45.473412 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:10:45.481164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-687aca5d-ccbe-4a9a-a7de-18f9fd34032d req-3ed32ec8-c735-41a4-8049-c6dbb083bf74 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 210 time: 0.1113675 Jun 03 15:10:45.681520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f694a-787d-4176-81cb-0fb1aeaff941 req-92f7ad4e-768d-4576-a75d-051c5ccc8c43 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.683055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-056f694a-787d-4176-81cb-0fb1aeaff941 req-92f7ad4e-768d-4576-a75d-051c5ccc8c43 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 949 time: 0.1800857 Jun 03 15:10:45.757399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-056f694a-787d-4176-81cb-0fb1aeaff941 req-c5678f3f-70d5-4eaf-8985-434397e6b447 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623703 Jun 03 15:10:45.848513 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5efaa15-99bd-48e3-aca1-f1bd3936eefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.854926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 130e54f7-fdc0-470e-9193-ff1e0a364d06 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:45.855303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.929195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 130e54f7-fdc0-470e-9193-ff1e0a364d06, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:45.930494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:45.935319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-161e56b4-a2ff-4101-989a-a9a8dcd648fe None None] Provisioning complete for port 1f9d1e5d-0745-439e-9ed8-511685b052eb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:45.935691 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-161e56b4-a2ff-4101-989a-a9a8dcd648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.120542 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.198854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0cbc9-8d58-4460-b582-42ef93997e3b req-25c33c47-c49a-40a1-af01-61ecc5e8b1d7 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:46.216485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36c0cbc9-8d58-4460-b582-42ef93997e3b req-25c33c47-c49a-40a1-af01-61ecc5e8b1d7 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 949 time: 0.1903322 Jun 03 15:10:46.283930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36c0cbc9-8d58-4460-b582-42ef93997e3b req-bf24e024-d4e3-40c3-8944-cfbfc3c6f418 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644472 Jun 03 15:10:46.397227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-cd502829-d40a-4856-add6-055f9999602e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:46.400043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-cd502829-d40a-4856-add6-055f9999602e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:46.440408 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41089317-28fd-4e04-ac08-fbd7592cd90b'] response: {'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'code': 200} Jun 03 15:10:46.444013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1f9d1e5d-0745-439e-9ed8-511685b052eb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:46.448368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-cd502829-d40a-4856-add6-055f9999602e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:46.451399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-cd502829-d40a-4856-add6-055f9999602e tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 949 time: 0.2093699 Jun 03 15:10:46.547394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=130e54f7-fdc0-470e-9193-ff1e0a364d06,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:46.688246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.689801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.691172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.692374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.695721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.698792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.698792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.698792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.699164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.699650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.706048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.706599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:46.756541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-161e56b4-a2ff-4101-989a-a9a8dcd648fe None None] Current status of the port 1f9d1e5d-0745-439e-9ed8-511685b052eb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:46.762562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2640955b-e1c4-49bc-870e-cb9a3ca1820c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:46.834606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.837668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port 31f90c6a-1886-4ae2-afac-2543620bd372 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:46.848641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.890840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:46.983633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.994663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2640955b-e1c4-49bc-870e-cb9a3ca1820c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:46.995165 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.082522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd4173-ba02-4e2b-8adf-4199f3c3327b req-f8a9230f-ebac-44c6-9def-42b32b9d77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:47.087588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5edd4173-ba02-4e2b-8adf-4199f3c3327b req-f8a9230f-ebac-44c6-9def-42b32b9d77cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 1097 time: 0.5086231 Jun 03 15:10:47.152365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:47.156443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.206083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:47.250405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb263e-f648-41fd-9ef4-0c7fed746310 req-cb57a17f-6d39-4649-b442-08718a42382c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:47.260164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eeb263e-f648-41fd-9ef4-0c7fed746310 req-cb57a17f-6d39-4649-b442-08718a42382c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 946 time: 0.6277788 Jun 03 15:10:47.345452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eeb263e-f648-41fd-9ef4-0c7fed746310 req-ef87ee17-3f71-4333-a578-ed38b4f6067f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838208 Jun 03 15:10:47.384740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44772c-05df-40aa-8ea3-e728866afb79 req-048eb4e6-8914-4078-8b80-98ac076141e0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:47.401103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b44772c-05df-40aa-8ea3-e728866afb79 req-048eb4e6-8914-4078-8b80-98ac076141e0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.6298480 Jun 03 15:10:47.428628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2640955b-e1c4-49bc-870e-cb9a3ca1820c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:47.429971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e4243fcf-7a41-4595-852a-8920749debc9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:47.490599 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.493831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5edd4173-ba02-4e2b-8adf-4199f3c3327b req-9767a559-115e-4435-948d-429250d03ead service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798943 Jun 03 15:10:47.495072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b44772c-05df-40aa-8ea3-e728866afb79 req-d5c48b62-d665-462b-8b55-8e20e7101d45 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923462 Jun 03 15:10:47.521689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-2220c3ed-f7a1-4a4e-9363-2935da52b35f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:47.530496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-2220c3ed-f7a1-4a4e-9363-2935da52b35f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:47.532345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-2220c3ed-f7a1-4a4e-9363-2935da52b35f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "GET /v2.0/networks?id=add3907a-77a1-4f4d-948c-117125684036&id=8ab151fb-6794-40e7-8d73-945fe7c1b233&id=add3907a-77a1-4f4d-948c-117125684036 HTTP/1.1" status: 200 len: 1391 time: 0.6178751 Jun 03 15:10:47.716012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'port': {'device_id': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'network_id': 'add3907a-77a1-4f4d-948c-117125684036', 'admin_state_up': True, 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:47.718616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:47.719002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.762417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e4243fcf-7a41-4595-852a-8920749debc9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:47.773211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port 31f90c6a-1886-4ae2-afac-2543620bd372, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=31f90c6a-1886-4ae2-afac-2543620bd372,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:47.773987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.782287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e4243fcf-7a41-4595-852a-8920749debc9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:47.782663 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.902965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:47.931115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.931940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 31f90c6a-1886-4ae2-afac-2543620bd372 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:47.945942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for 31f90c6a-1886-4ae2-afac-2543620bd372 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:48.144603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:48.158164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:48.197132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8370076-05d8-42f6-8fbb-c21eb3b6e367 req-2a226f5d-ec65-41b1-b8cd-fdc748f15021 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 210 time: 0.4057989 Jun 03 15:10:48.200579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:48.214391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.353815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.364220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.416045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:48.420637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Usage tracker for resource:security_group_rule and tenant:f15e1bc918d04f0aabb968c6562a5acf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:48.423812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:48.430131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:48.450635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a', 'cab135c5-7f7f-4c03-8209-ab2454f12829'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:48.495479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:48.517076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11', 'e81a2d60-83c0-4353-a740-97479f769335', '823c62d7-b5d0-42bf-82aa-921bad48026b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:48.547372 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.557907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=31f90c6a-1886-4ae2-afac-2543620bd372,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:48.562906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.574907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.576263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:48.625504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f15e1bc918d04f0aabb968c6562a5acf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3900027 Jun 03 15:10:48.632413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19124af-85a4-411b-a36d-b7d896405afb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:48.639418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Port 31f90c6a-1886-4ae2-afac-2543620bd372 update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:10:48.667076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34392) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:48.680756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.681976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.681976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.681976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.682246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.682540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.682855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.683195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.683525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.683853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.684206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.684536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.762287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e4243fcf-7a41-4595-852a-8920749debc9 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:48.763028 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.882466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.882948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.883302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.883647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.883987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.884348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.884680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.885011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.885343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.885668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.885998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.886322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a47ca-1bd8-49a3-bbf3-203f40694dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:48.909376 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfea9570-717e-41e9-855e-54bc0f24e8c7 req-a7b85b49-b5bd-4a6f-b8e2-50c7d3b03949 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5 HTTP/1.1" status: 200 len: 210 time: 0.1424456 Jun 03 15:10:49.092178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port 31f90c6a-1886-4ae2-afac-2543620bd372 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:49.099216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.113907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'name': 'network-vif-deleted', 'tag': '31f90c6a-1886-4ae2-afac-2543620bd372'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:49.150708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0661-279c-481c-b55b-cec47263d114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.210431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0661-279c-481c-b55b-cec47263d114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.217549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e4243fcf-7a41-4595-852a-8920749debc9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e4243fcf-7a41-4595-852a-8920749debc9,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:49.282661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Allocated IP 19.80.0.128 (add3907a-77a1-4f4d-948c-117125684036/be6c98e8-eba8-4a71-bf2c-b2867432d6a7/54c48420-a134-4270-8926-5ed3764190d5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:49.305840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0661-279c-481c-b55b-cec47263d114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.315925 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0661-279c-481c-b55b-cec47263d114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.319628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2f0e0661-279c-481c-b55b-cec47263d114 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c19124af-85a4-411b-a36d-b7d896405afb HTTP/1.1" status: 204 len: 168 time: 0.6490552 Jun 03 15:10:49.320201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.321062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1f9d1e5d-0745-439e-9ed8-511685b052eb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:49.331089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e0661-279c-481c-b55b-cec47263d114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19124af-85a4-411b-a36d-b7d896405afb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:49.343088 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-55febbad-0c52-403c-8d53-4d38cc2cb30a req-23a565b8-c485-4830-b47b-d077451bb2d0 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "DELETE /v2.0/ports/31f90c6a-1886-4ae2-afac-2543620bd372 HTTP/1.1" status: 204 len: 173 time: 2.8750644 Jun 03 15:10:49.346648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda314a2-ca9e-4c42-ae4a-e864f1b5c3f5 req-7b0628f8-08ac-4d45-aab5-9227b0710614 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:49.355010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eda314a2-ca9e-4c42-ae4a-e864f1b5c3f5 req-7b0628f8-08ac-4d45-aab5-9227b0710614 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 946 time: 0.4067271 Jun 03 15:10:49.426728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201bd2a-30af-4096-84d9-136296652e82 req-9c5dbddc-f857-44e8-92a8-93ec656ff0b7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:49.447465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8201bd2a-30af-4096-84d9-136296652e82 req-9c5dbddc-f857-44e8-92a8-93ec656ff0b7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.2967832 Jun 03 15:10:49.703133 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.725329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Transition to ACTIVE for port object 54c48420-a134-4270-8926-5ed3764190d5 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:49.843997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.876474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eda314a2-ca9e-4c42-ae4a-e864f1b5c3f5 req-2c1a3fa3-d73e-4765-b400-0da278568649 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088899 Jun 03 15:10:49.893873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1f9d1e5d-0745-439e-9ed8-511685b052eb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:49.893873 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.995814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e4243fcf-7a41-4595-852a-8920749debc9,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:50.068959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34410) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:50.097187 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3ac666-c6ea-402d-a42f-6f869dd3c694'] response: {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'code': 200} Jun 03 15:10:50.133183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.190742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:50.203991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network add3907a-77a1-4f4d-948c-117125684036 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:50.211345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Usage tracker for resource:security_group_rule and tenant:817b349b6c97407381fcb3920d3386ef is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:50.224097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:50.225303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:50.236575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:50.251169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:50.364606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8201bd2a-30af-4096-84d9-136296652e82 req-21336dc6-6e6b-42cf-a8bd-5af922d54dd5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9113672 Jun 03 15:10:50.487375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Port': ['ID=54c48420-a134-4270-8926-5ed3764190d5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:50.493658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1f9d1e5d-0745-439e-9ed8-511685b052eb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:50.505873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.516711 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ced951f-1b03-47c1-a83b-a6d358fa0ab7'] response: {'server_uuid': 'ff0a4dcd-4551-43d0-9aa0-c8a1a714cbc5', 'name': 'network-vif-deleted', 'tag': '31f90c6a-1886-4ae2-afac-2543620bd372', 'status': 'completed', 'code': 200} Jun 03 15:10:50.519149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.545753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.546104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.546442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.546777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.547107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.547432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.562740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.562740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.562740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.562740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.562740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.562740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:50.619982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.624390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.736273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e4243fcf-7a41-4595-852a-8920749debc9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:50.746915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=817b349b6c97407381fcb3920d3386ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767254 Jun 03 15:10:50.758931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34424) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:50.795243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afdb8a-de1d-4506-89f8-7ec9620045d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc8c690-cecd-4ee3-8728-4d2793d9aee6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:50.838702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a4f971ab-2667-4c30-b2fd-9d88188fa826 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1270456 Jun 03 15:10:50.875353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'port': {'device_id': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233', 'admin_state_up': True, 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:50.922513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd897-3b2b-482a-baf0-4d261762f432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.985905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd897-3b2b-482a-baf0-4d261762f432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:51.073940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1679fc12-f27b-4a29-856e-475aa60500f6 None None] Provisioning for port 54c48420-a134-4270-8926-5ed3764190d5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:51.093161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc7853-e616-4b20-ae5f-bcaf5dca6a0b req-1b294d12-126b-46fc-b0eb-791b3fa3b3e9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:51.094608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3cdc7853-e616-4b20-ae5f-bcaf5dca6a0b req-1b294d12-126b-46fc-b0eb-791b3fa3b3e9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:51.112821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1679fc12-f27b-4a29-856e-475aa60500f6 None None] Provisioning complete for port 54c48420-a134-4270-8926-5ed3764190d5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:51.113190 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1679fc12-f27b-4a29-856e-475aa60500f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:51.131037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd897-3b2b-482a-baf0-4d261762f432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:51.154916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cd897-3b2b-482a-baf0-4d261762f432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc8c690-cecd-4ee3-8728-4d2793d9aee6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:51.169175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:51.175557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd897-3b2b-482a-baf0-4d261762f432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:51.177854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fd6cd897-3b2b-482a-baf0-4d261762f432 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cc8c690-cecd-4ee3-8728-4d2793d9aee6 HTTP/1.1" status: 204 len: 168 time: 0.4167974 Jun 03 15:10:51.185331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:51.194738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3cdc7853-e616-4b20-ae5f-bcaf5dca6a0b req-1b294d12-126b-46fc-b0eb-791b3fa3b3e9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:51.204993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cdc7853-e616-4b20-ae5f-bcaf5dca6a0b req-1b294d12-126b-46fc-b0eb-791b3fa3b3e9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 932 time: 0.5357790 Jun 03 15:10:51.208423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:51.212995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:51.243702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1679fc12-f27b-4a29-856e-475aa60500f6 None None] Port 54c48420-a134-4270-8926-5ed3764190d5 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:51.291429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cdc7853-e616-4b20-ae5f-bcaf5dca6a0b req-fd3806d1-362e-4b94-849f-da919d9c2f4c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854526 Jun 03 15:10:51.307584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e4243fcf-7a41-4595-852a-8920749debc9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:51.307954 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:51.527291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e4243fcf-7a41-4595-852a-8920749debc9 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:51.786530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Allocated IP 19.86.0.66 (8ab151fb-6794-40e7-8d73-945fe7c1b233/b7655cc4-3df1-4034-863c-6844cf797216/17f90aeb-6a2d-42bc-a467-719e588dd2d4) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:52.033971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e2168-3a0f-45ca-bcf8-94c9ba3a3e63 req-72098c16-a919-416e-ac10-d565f8c4e106 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:52.035768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d0e2168-3a0f-45ca-bcf8-94c9ba3a3e63 req-72098c16-a919-416e-ac10-d565f8c4e106 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 946 time: 0.4417605 Jun 03 15:10:52.048269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b8c5d-5c4a-4d31-bd33-0970b439bee3 req-7c37dd3b-b61c-4ddd-9273-03879443808c tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:52.057324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c12b8c5d-5c4a-4d31-bd33-0970b439bee3 req-7c37dd3b-b61c-4ddd-9273-03879443808c tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 949 time: 0.4620271 Jun 03 15:10:52.204956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d0e2168-3a0f-45ca-bcf8-94c9ba3a3e63 req-7c9e5c79-66d0-4589-ac0e-a45071858418 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416392 Jun 03 15:10:52.242389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c12b8c5d-5c4a-4d31-bd33-0970b439bee3 req-1825c401-77a8-43ae-8afc-cbf15bb19349 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/security-groups?id=fee65cc0-44b6-4744-9332-b3dad090c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839960 Jun 03 15:10:52.310090 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.349289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Transition to ACTIVE for port object 17f90aeb-6a2d-42bc-a467-719e588dd2d4 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:52.446177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.566840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network 8ab151fb-6794-40e7-8d73-945fe7c1b233 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:52.579013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:52.826444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:52.986110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fc07bfc0-46a5-4f2b-a2a6-d2e2454a5f35 None None] Provisioning for port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:53.006875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fc07bfc0-46a5-4f2b-a2a6-d2e2454a5f35 None None] Provisioning complete for port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:53.009751 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fc07bfc0-46a5-4f2b-a2a6-d2e2454a5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.134189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fc07bfc0-46a5-4f2b-a2a6-d2e2454a5f35 None None] Port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:53.139492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Port': ['ID=17f90aeb-6a2d-42bc-a467-719e588dd2d4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.207967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:53.209657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.307942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76348719-f6d2-43bd-ac7c-7b2c72579ee7 req-63ac6759-6fe9-4d62-b001-03c86b2a4b5b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:53.315696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76348719-f6d2-43bd-ac7c-7b2c72579ee7 req-63ac6759-6fe9-4d62-b001-03c86b2a4b5b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.7477274 Jun 03 15:10:53.337698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-948648fb-cc17-49ad-9af0-8139601306d5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4735494 Jun 03 15:10:53.351427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-2a3a45b1-ccd1-4c1f-8859-3b614daa130d tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:53.353605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-2a3a45b1-ccd1-4c1f-8859-3b614daa130d tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.15 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 949 time: 0.7834890 Jun 03 15:10:53.364882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-05694a5f-afd2-4517-bda7-d5ba29800cd4 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 258 time: 0.3670683 Jun 03 15:10:53.376195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'port': {'device_id': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'network_id': 'add3907a-77a1-4f4d-948c-117125684036', 'admin_state_up': True, 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:53.394630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:53.479324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:53.554595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Usage tracker for resource:floatingip and tenant:5818f412374d4abcbd3526d4a73ef3b1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:53.564239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:53.589035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:53.608716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76348719-f6d2-43bd-ac7c-7b2c72579ee7 req-fe8ed988-91aa-4705-963a-95aa021e2272 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916691 Jun 03 15:10:53.619364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Deleting port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:53.629250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.780362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.286362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:54.286362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:port and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:54.291617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:54.300340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:54.331799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd669-fefc-4e2b-bdac-8b192e5beec9 req-62e8c07d-c1ee-4a0d-98a4-c05c3b47f20a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:54.338331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd669-fefc-4e2b-bdac-8b192e5beec9 req-62e8c07d-c1ee-4a0d-98a4-c05c3b47f20a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:54.339142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-62cfd669-fefc-4e2b-bdac-8b192e5beec9 req-62e8c07d-c1ee-4a0d-98a4-c05c3b47f20a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:54.373814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:54.377312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.406462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] For port dfb545c9-4288-4f49-8bc7-826a0bfacbd0, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:54.406838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.420966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-62cfd669-fefc-4e2b-bdac-8b192e5beec9 req-62e8c07d-c1ee-4a0d-98a4-c05c3b47f20a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:54.427837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfd669-fefc-4e2b-bdac-8b192e5beec9 req-62e8c07d-c1ee-4a0d-98a4-c05c3b47f20a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 1654 time: 0.6554854 Jun 03 15:10:54.550559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e23e6-60fc-4e67-a161-86a94661088f req-18f71199-fd77-4a83-a30d-21d5f41693e8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:54.553411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e34e23e6-60fc-4e67-a161-86a94661088f req-18f71199-fd77-4a83-a30d-21d5f41693e8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:54.582891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e34e23e6-60fc-4e67-a161-86a94661088f req-18f71199-fd77-4a83-a30d-21d5f41693e8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:54.586731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e34e23e6-60fc-4e67-a161-86a94661088f req-18f71199-fd77-4a83-a30d-21d5f41693e8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 950 time: 0.1810062 Jun 03 15:10:54.669768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Calling delete_port for dfb545c9-4288-4f49-8bc7-826a0bfacbd0 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:54.740782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port 823c62d7-b5d0-42bf-82aa-921bad48026b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:54.741672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.817088 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfd669-fefc-4e2b-bdac-8b192e5beec9 req-1849babe-cc0b-4c7f-a790-481732c248c9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884420 Jun 03 15:10:54.885519 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.139562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Allocated IP 172.25.1.101 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/757129a0-a52e-4c92-bbda-5048223a3284) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:55.188233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 823c62d7-b5d0-42bf-82aa-921bad48026b no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:55.253393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=823c62d7-b5d0-42bf-82aa-921bad48026b,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:55.254603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.444710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 823c62d7-b5d0-42bf-82aa-921bad48026b is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:55.445433 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.492060 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:10:55.516998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:55.517341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.535400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=823c62d7-b5d0-42bf-82aa-921bad48026b,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:55.557553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.558155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.562726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfb545c9-4288-4f49-8bc7-826a0bfacbd0 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:55.610477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for 823c62d7-b5d0-42bf-82aa-921bad48026b owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:55.681498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:55.709777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:55.720065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:55.782305 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:10:55.783210 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:10:55.794482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Allocated IP 19.80.0.135 (add3907a-77a1-4f4d-948c-117125684036/be6c98e8-eba8-4a71-bf2c-b2867432d6a7/d18cff33-93bb-441e-8ba9-75d109db8631) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:55.806923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event updated for resources: {'Port': ['ID=757129a0-a52e-4c92-bbda-5048223a3284,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:55.845264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=823c62d7-b5d0-42bf-82aa-921bad48026b,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:55.882948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:55.882948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.975830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e4ff6-ef74-4fa5-b19d-56fb66d2bc9f req-886ca249-12e2-4d10-9869-cb10552ce33c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:55.982872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1e4ff6-ef74-4fa5-b19d-56fb66d2bc9f req-886ca249-12e2-4d10-9869-cb10552ce33c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe36d5f-7c3d-4140-8a39-85de319fffca HTTP/1.1" status: 200 len: 948 time: 0.4364030 Jun 03 15:10:56.022140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.180203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Pushing event deleted for resources: {'Port': ['ID=dfb545c9-4288-4f49-8bc7-826a0bfacbd0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:56.255148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1e4ff6-ef74-4fa5-b19d-56fb66d2bc9f req-f76705f9-d3e9-4fb4-b6fa-c7ff49f197ce tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712743 Jun 03 15:10:56.284831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port 823c62d7-b5d0-42bf-82aa-921bad48026b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:56.285373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.324692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.479232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] No DVR routers for this DVR port dfb545c9-4288-4f49-8bc7-826a0bfacbd0 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:56.489355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.503009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'name': 'network-vif-deleted', 'tag': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:56.513459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-142df25e-9831-44d0-bb24-c9ce9da79912 req-66837a22-ad6b-4945-8bd4-4549028140e8 tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.15 "DELETE /v2.0/ports/dfb545c9-4288-4f49-8bc7-826a0bfacbd0 HTTP/1.1" status: 204 len: 173 time: 3.1443338 Jun 03 15:10:56.599678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a181259a-00a2-433a-8131-fbd8833a59f6 req-5eaa05c9-daa2-46ad-b4d7-c3f7447824cc tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Synchronizing usage tracker for tenant:d450c0d4388a498bba8531d79f956771 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:56.626634 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.645158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Transition to ACTIVE for port object d18cff33-93bb-441e-8ba9-75d109db8631 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:56.682700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.717909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.834874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Port': ['ID=d18cff33-93bb-441e-8ba9-75d109db8631,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:56.837201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port 823c62d7-b5d0-42bf-82aa-921bad48026b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=823c62d7-b5d0-42bf-82aa-921bad48026b,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:56.837597 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.862963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network add3907a-77a1-4f4d-948c-117125684036 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:56.865632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:56.882165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:56.918047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a181259a-00a2-433a-8131-fbd8833a59f6 req-5eaa05c9-daa2-46ad-b4d7-c3f7447824cc tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] Unset dirty status for tenant:d450c0d4388a498bba8531d79f956771 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:56.919208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a181259a-00a2-433a-8131-fbd8833a59f6 req-5eaa05c9-daa2-46ad-b4d7-c3f7447824cc tempest-TenantUsagesTestJSON-72955628 tempest-TenantUsagesTestJSON-72955628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3983c263-4e99-4595-a43f-b4b9abcdb2c6 HTTP/1.1" status: 200 len: 210 time: 0.4359150 Jun 03 15:10:57.060055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:57.060953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.095081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for 823c62d7-b5d0-42bf-82aa-921bad48026b owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:57.198021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a1d6b4d1-1e79-47c8-b3b0-ec4b42bbc986 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8299627 Jun 03 15:10:57.226176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Request body: {'port': {'device_id': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:57.334571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9808b13a-3653-4db7-96a1-30d3ba04cd1d None None] Provisioning for port d18cff33-93bb-441e-8ba9-75d109db8631 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:57.349220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9808b13a-3653-4db7-96a1-30d3ba04cd1d None None] Provisioning complete for port d18cff33-93bb-441e-8ba9-75d109db8631 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:57.353639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9808b13a-3653-4db7-96a1-30d3ba04cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.406443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.407647 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.426513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.436624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a', 'cab135c5-7f7f-4c03-8209-ab2454f12829'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:57.467666 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.516019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11', 'e81a2d60-83c0-4353-a740-97479f769335'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:57.590010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=823c62d7-b5d0-42bf-82aa-921bad48026b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:57.710882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9808b13a-3653-4db7-96a1-30d3ba04cd1d None None] Port d18cff33-93bb-441e-8ba9-75d109db8631 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:57.747076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port 823c62d7-b5d0-42bf-82aa-921bad48026b on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:57.751651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.755271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'name': 'network-vif-deleted', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:57.779040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e34e23e6-60fc-4e67-a161-86a94661088f req-b5f3d7c5-09f0-49c7-957a-06c42a3feabb tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "DELETE /v2.0/ports/823c62d7-b5d0-42bf-82aa-921bad48026b HTTP/1.1" status: 204 len: 173 time: 3.1803577 Jun 03 15:10:57.915094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.049882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event updated for resources: {'Port': ['ID=757129a0-a52e-4c92-bbda-5048223a3284,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:58.078483 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.091511 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-eaa57bbd-1f6c-457e-9f1e-6fcdd5b2fe20 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7252810 Jun 03 15:10:58.278741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-972cc311-5205-4b2f-a74c-fdb77eaf3965 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:58.320624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67ef4-1dd8-46c7-87ce-d8dbff5050cd req-8d925166-5d3e-4d0c-acb7-eda41944db84 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:58.322404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0f67ef4-1dd8-46c7-87ce-d8dbff5050cd req-8d925166-5d3e-4d0c-acb7-eda41944db84 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.6421893 Jun 03 15:10:58.370668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-972cc311-5205-4b2f-a74c-fdb77eaf3965 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:58.377389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-972cc311-5205-4b2f-a74c-fdb77eaf3965 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.101 HTTP/1.1" status: 200 len: 696 time: 0.2850022 Jun 03 15:10:58.546005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0f67ef4-1dd8-46c7-87ce-d8dbff5050cd req-5685c893-8313-4f38-a5b8-2e47472248f4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662030 Jun 03 15:10:58.645232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-f748ab4e-1e75-4e9a-b0e7-ad13af683627 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:58.649456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bf5d3bb-c1ef-4821-8711-733fd16ed297 req-f748ab4e-1e75-4e9a-b0e7-ad13af683627 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2701130 Jun 03 15:10:58.689285 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46a9182-897f-4f29-bef1-dac7b5b983d3'] response: {'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b', 'code': 200} Jun 03 15:10:58.793673 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934462c3-a0e1-431d-bfa0-8f02c34f98f1'] response: {'server_uuid': '3983c263-4e99-4595-a43f-b4b9abcdb2c6', 'name': 'network-vif-deleted', 'tag': 'dfb545c9-4288-4f49-8bc7-826a0bfacbd0', 'status': 'completed', 'code': 200} Jun 03 15:10:58.898792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c48420-a134-4270-8926-5ed3764190d5 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:58.907181 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.923608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Transition to ACTIVE for port object 54c48420-a134-4270-8926-5ed3764190d5 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:58.945760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.075100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Pushing event updated for resources: {'Port': ['ID=54c48420-a134-4270-8926-5ed3764190d5,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:59.195726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677c14-683a-4308-bf81-a949f305fa1f req-3f3b58d1-9b45-4eef-84f4-e4fbd572ebf2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.218786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677c14-683a-4308-bf81-a949f305fa1f req-3f3b58d1-9b45-4eef-84f4-e4fbd572ebf2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.226644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677c14-683a-4308-bf81-a949f305fa1f req-3f3b58d1-9b45-4eef-84f4-e4fbd572ebf2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.226946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7a677c14-683a-4308-bf81-a949f305fa1f req-3f3b58d1-9b45-4eef-84f4-e4fbd572ebf2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:59.320589 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84bbc16-04e0-4acc-a03c-5c8e2a0a0341'] response: {'server_uuid': 'dfe36d5f-7c3d-4140-8a39-85de319fffca', 'name': 'network-vif-deleted', 'tag': '823c62d7-b5d0-42bf-82aa-921bad48026b', 'status': 'completed', 'code': 200} Jun 03 15:10:59.378415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7a677c14-683a-4308-bf81-a949f305fa1f req-3f3b58d1-9b45-4eef-84f4-e4fbd572ebf2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:59.386226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a677c14-683a-4308-bf81-a949f305fa1f req-3f3b58d1-9b45-4eef-84f4-e4fbd572ebf2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2376 time: 0.5558393 Jun 03 15:10:59.443406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Attempting to bind port 54c48420-a134-4270-8926-5ed3764190d5 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:59.443748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Attempting to bind port 54c48420-a134-4270-8926-5ed3764190d5 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:59.444070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Attempting to bind port 54c48420-a134-4270-8926-5ed3764190d5 on network add3907a-77a1-4f4d-948c-117125684036 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:59.458674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Port 54c48420-a134-4270-8926-5ed3764190d5 on network add3907a-77a1-4f4d-948c-117125684036 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:59.459033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Attempting to bind port 54c48420-a134-4270-8926-5ed3764190d5 on network add3907a-77a1-4f4d-948c-117125684036 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:59.481108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a677c14-683a-4308-bf81-a949f305fa1f req-dae5b2d7-4391-4ba4-92fc-05f0defe4c25 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936601 Jun 03 15:10:59.483873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:59.484264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Checking segment: {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:59.484666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Bound using segment: {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:59.485110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Bound port: 54c48420-a134-4270-8926-5ed3764190d5, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:59.485462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.761186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] For port 54c48420-a134-4270-8926-5ed3764190d5, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:59.775983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] For port 54c48420-a134-4270-8926-5ed3764190d5, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=54c48420-a134-4270-8926-5ed3764190d5,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:59.786136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.906943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928665a3-5226-47b0-b460-2de20b32c204 req-ea7f3fc6-1a7d-4e95-9f6b-87196d22f6d6 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.910331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-ea7f3fc6-1a7d-4e95-9f6b-87196d22f6d6 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2421885 Jun 03 15:10:59.916300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34570) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:59.919243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.920026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.921733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] 10.222.0.70 "PUT /v2.0/ports/54c48420-a134-4270-8926-5ed3764190d5 HTTP/1.1" status: 200 len: 1092 time: 2.7138765 Jun 03 15:11:00.100086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Request body: {'port': {'device_id': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:00.173072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40408b89-a2ab-4e43-ae30-56d91a8e9da3 service neutron] Pushing event updated for resources: {'Port': ['ID=54c48420-a134-4270-8926-5ed3764190d5,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:00.217038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fdefa15c-a03a-47d3-b93f-a55f243786d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d450c0d4388a498bba8531d79f956771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963371 Jun 03 15:11:00.223548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34576) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:00.256716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-7a3fb9cc-28bc-4e4b-91d7-d3ff65cdf4de tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.101 HTTP/1.1" status: 200 len: 696 time: 0.3330002 Jun 03 15:11:00.278566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Request body: {'floatingip': {'port_id': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:00.294662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-124f8765-9b8e-4ac1-b6bb-2433cc590195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.322428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-124f8765-9b8e-4ac1-b6bb-2433cc590195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.388315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-124f8765-9b8e-4ac1-b6bb-2433cc590195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.410668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-124f8765-9b8e-4ac1-b6bb-2433cc590195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.414716 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-124f8765-9b8e-4ac1-b6bb-2433cc590195 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fee65cc0-44b6-4744-9332-b3dad090c4fe HTTP/1.1" status: 204 len: 168 time: 0.1871071 Jun 03 15:11:00.423869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.427899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f8765-9b8e-4ac1-b6bb-2433cc590195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee65cc0-44b6-4744-9332-b3dad090c4fe,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:00.723389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.794642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccc977-a2d8-42a1-881b-1ad761e58443 req-0e8c5791-2f34-4045-ab7d-8a3b8610c55d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:00.801539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-deccc977-a2d8-42a1-881b-1ad761e58443 req-0e8c5791-2f34-4045-ab7d-8a3b8610c55d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.7054172 Jun 03 15:11:00.832235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34588) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:00.842174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'tag': '54c48420-a134-4270-8926-5ed3764190d5'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:00.867592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.888301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:00.898831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c7b552b1b74004816bb18e73334cbf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:00.902460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:00.908576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:01.025300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.032261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.052579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-deccc977-a2d8-42a1-881b-1ad761e58443 req-d4dead78-07e3-49ae-a3b9-c220dcc02f6f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499869 Jun 03 15:11:01.101121 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9c7b552b1b74004816bb18e73334cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673702 Jun 03 15:11:01.101894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2558833-c0b5-4fe1-af63-b96c8e462532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df66084-07af-4cf1-b0f3-0c0c528a7270,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:01.104927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34596) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:01.175503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39522f77-8be7-42ac-9309-884933d385c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.206484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39522f77-8be7-42ac-9309-884933d385c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.282558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39522f77-8be7-42ac-9309-884933d385c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.317338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39522f77-8be7-42ac-9309-884933d385c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df66084-07af-4cf1-b0f3-0c0c528a7270,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:01.329211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39522f77-8be7-42ac-9309-884933d385c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.331043 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-39522f77-8be7-42ac-9309-884933d385c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1df66084-07af-4cf1-b0f3-0c0c528a7270 HTTP/1.1" status: 204 len: 168 time: 0.2251778 Jun 03 15:11:01.726704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc08de-c516-4a65-abf4-37d72f4a79fd req-e5c9226d-c6cb-4bb2-898a-c3f11de3f506 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:01.735169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5bc08de-c516-4a65-abf4-37d72f4a79fd req-e5c9226d-c6cb-4bb2-898a-c3f11de3f506 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 950 time: 0.4749548 Jun 03 15:11:01.986044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5bc08de-c516-4a65-abf4-37d72f4a79fd req-4f66f6a0-e2b6-4c4b-a941-b9fec204351c tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503533 Jun 03 15:11:02.044541 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:02.138555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f90aeb-6a2d-42bc-a467-719e588dd2d4 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:02.170429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.223352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-6ac14e9b-e5ec-482d-bd72-805f72386bec tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:02.226147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-6ac14e9b-e5ec-482d-bd72-805f72386bec tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:02.233210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Transition to ACTIVE for port object 17f90aeb-6a2d-42bc-a467-719e588dd2d4 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:02.244048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.249622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.265675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-6ac14e9b-e5ec-482d-bd72-805f72386bec tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:02.267136 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-6ac14e9b-e5ec-482d-bd72-805f72386bec tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a HTTP/1.1" status: 200 len: 950 time: 0.2296433 Jun 03 15:11:02.424022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.516532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port e81a2d60-83c0-4353-a740-97479f769335 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:02.517104 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.948634 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Floating IP ac1353c8-5dbd-4e0e-a320-30fb53d80c15 associated. External IP: 172.25.1.101, port: 130e54f7-fdc0-470e-9193-ff1e0a364d06. Jun 03 15:11:03.081401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port e81a2d60-83c0-4353-a740-97479f769335, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e81a2d60-83c0-4353-a740-97479f769335,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:03.082025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.147007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34638) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:03.147752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34640) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:03.231447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for e81a2d60-83c0-4353-a740-97479f769335 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:03.285794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Pushing event updated for resources: {'Port': ['ID=17f90aeb-6a2d-42bc-a467-719e588dd2d4,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:03.419069 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.434139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a', 'cab135c5-7f7f-4c03-8209-ab2454f12829'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:03.470344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:03.477907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=e81a2d60-83c0-4353-a740-97479f769335,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:03.488344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-network', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:03.497393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:03.501414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Usage tracker for resource:network and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:03.505125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:03.511205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:03.547554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.584701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Made reservation on behalf of b4d64d4b72f54577ae26c0e0e9492fd5 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:03.587807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.596318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port e81a2d60-83c0-4353-a740-97479f769335 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:03.600501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.610169 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.611739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'name': 'network-vif-deleted', 'tag': 'e81a2d60-83c0-4353-a740-97479f769335'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:03.620843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17f79d27-07b4-4559-b3aa-c2a9cb96a4d3 req-42e91ac7-78f5-4757-800a-0f850e10cb36 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "DELETE /v2.0/ports/e81a2d60-83c0-4353-a740-97479f769335 HTTP/1.1" status: 204 len: 173 time: 1.3433568 Jun 03 15:11:03.632083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:03.643605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:03.656672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3881e7fcafa94e2fa5d033a154d3ed1c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:03.667463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:03.730735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Usage tracker for resource:security_group_rule and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:03.739005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:03.740766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:03.787849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:03.820071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Attempting to bind port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:03.820479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Attempting to bind port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:03.822127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Attempting to bind port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 on network 8ab151fb-6794-40e7-8d73-945fe7c1b233 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:03.852211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a65f7-043f-4b6e-a4dd-66f281253b7e req-5d0ae83c-ec79-4c6c-931f-2d073fad6354 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:03.858283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a65f7-043f-4b6e-a4dd-66f281253b7e req-5d0ae83c-ec79-4c6c-931f-2d073fad6354 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:03.869651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a65f7-043f-4b6e-a4dd-66f281253b7e req-5d0ae83c-ec79-4c6c-931f-2d073fad6354 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:03.877688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e47a65f7-043f-4b6e-a4dd-66f281253b7e req-5d0ae83c-ec79-4c6c-931f-2d073fad6354 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2400 time: 0.9366145 Jun 03 15:11:03.905997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 on network 8ab151fb-6794-40e7-8d73-945fe7c1b233 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:03.906342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Attempting to bind port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 on network 8ab151fb-6794-40e7-8d73-945fe7c1b233 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:03.956019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:03.956765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Checking segment: {'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:03.956889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Bound using segment: {'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:03.957252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Bound port: 17f90aeb-6a2d-42bc-a467-719e588dd2d4, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837d2ee8-22a0-416a-8d0d-5cf0524a714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:03.957585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.993949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:04.101666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e47a65f7-043f-4b6e-a4dd-66f281253b7e req-08a4fb8b-46c2-4e86-ba28-adbda90bc3cd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230146 Jun 03 15:11:04.290102 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3c9561-f43a-4ceb-81b1-2d2aada0bda8'] response: {'name': 'network-changed', 'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'tag': '54c48420-a134-4270-8926-5ed3764190d5', 'status': 'completed', 'code': 200} Jun 03 15:11:04.326247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] For port 17f90aeb-6a2d-42bc-a467-719e588dd2d4, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:04.332713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] For port 17f90aeb-6a2d-42bc-a467-719e588dd2d4, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f90aeb-6a2d-42bc-a467-719e588dd2d4,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:04.576882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.586797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.602770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d450-3389-4169-b687-3e5c497e2df1 req-1275fcba-92b6-47ce-adf1-cb0c2d3cce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.603516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d450-3389-4169-b687-3e5c497e2df1 req-1275fcba-92b6-47ce-adf1-cb0c2d3cce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.603985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d450-3389-4169-b687-3e5c497e2df1 req-1275fcba-92b6-47ce-adf1-cb0c2d3cce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.606110 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d649d450-3389-4169-b687-3e5c497e2df1 req-1275fcba-92b6-47ce-adf1-cb0c2d3cce29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2798 time: 0.2965508 Jun 03 15:11:04.682315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.742030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.765848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d450-3389-4169-b687-3e5c497e2df1 req-cb1f7360-36fd-4f71-9ea5-917dbabe7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.766332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d450-3389-4169-b687-3e5c497e2df1 req-cb1f7360-36fd-4f71-9ea5-917dbabe7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.766890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d450-3389-4169-b687-3e5c497e2df1 req-cb1f7360-36fd-4f71-9ea5-917dbabe7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.768526 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d649d450-3389-4169-b687-3e5c497e2df1 req-cb1f7360-36fd-4f71-9ea5-917dbabe7660 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ad59c289e22448c78caae1ba5c1ea909&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1494539 Jun 03 15:11:04.788226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.788849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.790212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] 10.222.0.70 "PUT /v2.0/ports/17f90aeb-6a2d-42bc-a467-719e588dd2d4 HTTP/1.1" status: 200 len: 1091 time: 4.6957836 Jun 03 15:11:04.791005 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.812359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:04.818299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ff6a87-ee12-4819-9af8-79624c019f29,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:04.821962 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a386eb20-a8e7-42df-9bf1-2fe36d1521a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3881e7fcafa94e2fa5d033a154d3ed1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6633978 Jun 03 15:11:04.831838 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] Sync routers for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:04.843292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Request body: {'port': {'device_id': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:04.857005 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:04.857630 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:04.869391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34676) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:04.888401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840aed7e-36a7-4018-93da-e9489a16b6ae service neutron] Pushing event updated for resources: {'Port': ['ID=17f90aeb-6a2d-42bc-a467-719e588dd2d4,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:04.927224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:11:04.972422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82537fe0-58ed-4413-966d-a4a0335812cd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:04.990031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.990031 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Added segment 43f732d2-600b-4ee7-9ebf-955a32e1a878 of type vlan for network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 Jun 03 15:11:04.993361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d450-3389-4169-b687-3e5c497e2df1 req-1fc3048f-c3c1-4c22-9bab-322c75e555e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.997124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d649d450-3389-4169-b687-3e5c497e2df1 req-1fc3048f-c3c1-4c22-9bab-322c75e555e5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150028 Jun 03 15:11:04.997734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.176764 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:05.209311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9698f-f9f0-4f69-adf2-574542ebc13c req-40c8d7ab-baeb-45e6-ac23-c718e5de573d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:05.210789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cc9698f-f9f0-4f69-adf2-574542ebc13c req-40c8d7ab-baeb-45e6-ac23-c718e5de573d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.6833220 Jun 03 15:11:05.220547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.237452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e81a2d60-83c0-4353-a740-97479f769335 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:05.254236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.269582 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbeba-d6bd-44bb-bd2f-6c0c5a6507ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.282990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: e81a2d60-83c0-4353-a740-97479f769335 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:05.283337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e81a2d60-83c0-4353-a740-97479f769335 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:05.303476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-14173832-7ed3-4150-9bd9-c72db8ff84c0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "PUT /v2.0/floatingips/ac1353c8-5dbd-4e0e-a320-30fb53d80c15 HTTP/1.1" status: 200 len: 997 time: 5.0327125 Jun 03 15:11:05.515886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:05.551468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbeba-d6bd-44bb-bd2f-6c0c5a6507ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.576997 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac1353c8-5dbd-4e0e-a320-30fb53d80c15', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'port_id': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'mac_address': 'fa:16:3e:2b:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:55Z', 'updated_at': '2022-06-03T15:11:01Z', 'revision_number': 1, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:33Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:05.580980 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] Checking router: eb8d7185-eeb8-4e83-ba3d-0b98053902f7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:05.589590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cc9698f-f9f0-4f69-adf2-574542ebc13c req-5a6ace7c-ffd0-4c5c-b92a-915182df97b7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617847 Jun 03 15:11:05.589791 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:05.590333 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:10:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:05.607237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.608282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:05.608768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.776271 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:05.832484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6722383 Jun 03 15:11:05.835607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34684) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:05.842895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Request body: {'subnet': {'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-subnet', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:05.851193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:05.855886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Usage tracker for resource:subnet and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:05.858818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b11f66-4eb0-4db3-bbea-d1a40ef58d7a admin admin] Pushing event updated for resources: {'Network': ['ID=16b53daf-e301-4ecb-bbcf-1c9d57c64f11,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:05.859116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:05.874522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:11:05.890977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:05.909676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Made reservation on behalf of b4d64d4b72f54577ae26c0e0e9492fd5 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:05.913683 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.946321 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbeba-d6bd-44bb-bd2f-6c0c5a6507ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.976831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928665a3-5226-47b0-b460-2de20b32c204 req-db91819d-3bd6-4cf7-9b54-b902080679dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:05.979034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-db91819d-3bd6-4cf7-9b54-b902080679dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 1097 time: 0.6644156 Jun 03 15:11:05.986406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcbeba-d6bd-44bb-bd2f-6c0c5a6507ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ff6a87-ee12-4819-9af8-79624c019f29,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:06.025486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ffcbeba-d6bd-44bb-bd2f-6c0c5a6507ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.026658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5ffcbeba-d6bd-44bb-bd2f-6c0c5a6507ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/92ff6a87-ee12-4819-9af8-79624c019f29 HTTP/1.1" status: 204 len: 168 time: 1.1526778 Jun 03 15:11:06.133507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1a846-dc95-4fd8-82c3-fd3084c2080a req-578815ba-275c-47a1-8c1f-ab8d2cd3232d tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:06.135039 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e1a846-dc95-4fd8-82c3-fd3084c2080a req-578815ba-275c-47a1-8c1f-ab8d2cd3232d tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1097 time: 0.3831816 Jun 03 15:11:06.194818 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac1353c8-5dbd-4e0e-a320-30fb53d80c15', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'port_id': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'mac_address': 'fa:16:3e:2b:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:55Z', 'updated_at': '2022-06-03T15:11:01Z', 'revision_number': 1, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:33Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:06.200046 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5bf5a-ac1b-43ea-b265-e846e4fdb314 None None] The sync data for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 is: [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac1353c8-5dbd-4e0e-a320-30fb53d80c15', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'port_id': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'mac_address': 'fa:16:3e:2b:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:55Z', 'updated_at': '2022-06-03T15:11:01Z', 'revision_number': 1, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:33Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:06.220135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928665a3-5226-47b0-b460-2de20b32c204 req-320dd377-de16-46f5-839c-a587e0a392c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:06.221731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-320dd377-de16-46f5-839c-a587e0a392c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 200 len: 930 time: 0.2275231 Jun 03 15:11:06.232795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e1a846-dc95-4fd8-82c3-fd3084c2080a req-5a0184b6-aab2-4440-a5fb-a0f052f05297 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803108 Jun 03 15:11:06.296580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'tag': '17f90aeb-6a2d-42bc-a467-719e588dd2d4'}, {'name': 'network-changed', 'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:06.315809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.402380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa67f42-aade-4b55-8a7d-7facbe308e14,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:06.413268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18cff33-93bb-441e-8ba9-75d109db8631 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:06.429409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-13ac87d1-7f07-4b92-a44a-c47a6cdd9e45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 1000 time: 0.1936448 Jun 03 15:11:06.449012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Checking segment: {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:06.449738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Network hostable DHCP agents. Network: 16b53daf-e301-4ecb-bbcf-1c9d57c64f11, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:11:06.483470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.491058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:11:06.506241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 16b53daf-e301-4ecb-bbcf-1c9d57c64f11) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:06.510394 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b761f1a6-6afd-4ee9-b18e-d0fee8945e2d'] response: {'server_uuid': '9e7dd5fd-62c6-4c3d-a8c0-3705cf0c337a', 'name': 'network-vif-deleted', 'tag': 'e81a2d60-83c0-4353-a740-97479f769335', 'status': 'completed', 'code': 200} Jun 03 15:11:06.515417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae8bb6e-92ed-41c0-a337-6f3e97b533e4 None None] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:06.519397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928665a3-5226-47b0-b460-2de20b32c204 req-77c164ae-01c2-4f29-a39e-9ede1375e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:06.530035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-77c164ae-01c2-4f29-a39e-9ede1375e7ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f79afa-47c2-4e00-a49c-364abe002a37 HTTP/1.1" status: 200 len: 868 time: 0.0996492 Jun 03 15:11:06.538139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34698) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:06.544079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:06.544811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.572410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Transition to ACTIVE for port object d18cff33-93bb-441e-8ba9-75d109db8631 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:06.590663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-82ffc335-f649-48cb-a94b-5f30950054b4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7530053 Jun 03 15:11:06.593348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34702) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:06.596799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.602089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.613051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:06.622869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:06.627204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952713c-ab79-461a-9095-c108a5b12292 None None] New status for floating IP ac1353c8-5dbd-4e0e-a320-30fb53d80c15: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:11:06.682234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:06.686996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Usage tracker for resource:security_group_rule and tenant:892261bbfb874074a277d2e5303a7801 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:06.690938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:06.705492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:06.719277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Usage tracker for resource:router and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:06.766598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:06.776968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:06.815573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.816719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.844000 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-24d96aef-1d70-4ad6-af51-ac8b718bbeaf service neutron] show failed (client error): The resource could not be found. Jun 03 15:11:06.846052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-24d96aef-1d70-4ad6-af51-ac8b718bbeaf service neutron] 10.222.0.15 "GET /v2.0/ports/1819974a-7f51-44cc-ba9d-0def0f78cb8f/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.2204728 Jun 03 15:11:06.851243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Pushing event updated for resources: {'Port': ['ID=d18cff33-93bb-441e-8ba9-75d109db8631,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:06.885368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.888312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.898066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928665a3-5226-47b0-b460-2de20b32c204 req-6e7ecdcc-938d-4e2e-9d12-dbbc6018fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:06.909395 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-6e7ecdcc-938d-4e2e-9d12-dbbc6018fe42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6886f93d-b85e-478e-b317-6c282ee39fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3777688 Jun 03 15:11:06.925303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.926608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-39aa1231-caf8-4518-bf31-bbd5bcdf7105 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:06.929156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-39aa1231-caf8-4518-bf31-bbd5bcdf7105 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166037 Jun 03 15:11:07.086673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:11:07.088215 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.099545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbc4d45-db62-4266-8799-7391ce2abd61,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.108179 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-576c8e1b-ac34-4637-a39a-f2677590d2eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=892261bbfb874074a277d2e5303a7801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5652192 Jun 03 15:11:07.120028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef310ea8-4f9f-47a7-b74e-87b0e7a0a5f4 req-6a0c30d5-1689-47e7-b5dc-01f2a5ccbc63 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.126071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef310ea8-4f9f-47a7-b74e-87b0e7a0a5f4 req-6a0c30d5-1689-47e7-b5dc-01f2a5ccbc63 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.132756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef310ea8-4f9f-47a7-b74e-87b0e7a0a5f4 req-6a0c30d5-1689-47e7-b5dc-01f2a5ccbc63 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.134502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef310ea8-4f9f-47a7-b74e-87b0e7a0a5f4 req-6a0c30d5-1689-47e7-b5dc-01f2a5ccbc63 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2412 time: 0.4926798 Jun 03 15:11:07.137131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34708) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:07.203075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-b8598141-b207-4006-8146-868c907cd462 service neutron] 10.222.0.66 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554548 Jun 03 15:11:07.227173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Attempting to bind port d18cff33-93bb-441e-8ba9-75d109db8631 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:07.227510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Attempting to bind port d18cff33-93bb-441e-8ba9-75d109db8631 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:07.227834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Attempting to bind port d18cff33-93bb-441e-8ba9-75d109db8631 on network add3907a-77a1-4f4d-948c-117125684036 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:07.305430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Allocated IP 172.20.0.2 (16b53daf-e301-4ecb-bbcf-1c9d57c64f11/7fa67f42-aade-4b55-8a7d-7facbe308e14/cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:07.378836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.410617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Port d18cff33-93bb-441e-8ba9-75d109db8631 on network add3907a-77a1-4f4d-948c-117125684036 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:07.410963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Attempting to bind port d18cff33-93bb-441e-8ba9-75d109db8631 on network add3907a-77a1-4f4d-948c-117125684036 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:07.454443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:07.454790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Checking segment: {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:07.455182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Bound using segment: {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:07.455617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Bound port: d18cff33-93bb-441e-8ba9-75d109db8631, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009d39b2-c820-4788-94ab-e7f7aabe9a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'add3907a-77a1-4f4d-948c-117125684036'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:07.455970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.488085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-f7fd5b58-6414-4d44-b7b7-2511b328d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.489348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-f7fd5b58-6414-4d44-b7b7-2511b328d855 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31&tenant_id=f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 1100 time: 0.2185178 Jun 03 15:11:07.492550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef310ea8-4f9f-47a7-b74e-87b0e7a0a5f4 req-cb05eaf6-69b1-475b-9f11-4672fa202354 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341351 Jun 03 15:11:07.501872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:07.532227 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.543628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Transition to ACTIVE for port object cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:07.565170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Transition to ACTIVE for port object cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:07.572781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.606672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35437add-4c87-4480-981b-221e7833b484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.613590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928665a3-5226-47b0-b460-2de20b32c204 req-676522de-908a-4a68-b2a6-cfd6b258629f service neutron] 10.222.0.66 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874867 Jun 03 15:11:07.662996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.701906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35437add-4c87-4480-981b-221e7833b484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.705315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Pushing event updated for resources: {'Port': ['ID=cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.722100 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a42d8b0-092c-4ba2-b4a7-5fb29fa3cbc5'] response: {'name': 'network-changed', 'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'tag': '17f90aeb-6a2d-42bc-a467-719e588dd2d4', 'status': 'completed', 'code': 200} Jun 03 15:11:07.722391 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a42d8b0-092c-4ba2-b4a7-5fb29fa3cbc5'] response: {'name': 'network-changed', 'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'status': 'completed', 'code': 200} Jun 03 15:11:07.730824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] For port d18cff33-93bb-441e-8ba9-75d109db8631, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:07.745729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:07.747305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:07.755448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:07.775034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] For port d18cff33-93bb-441e-8ba9-75d109db8631, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d18cff33-93bb-441e-8ba9-75d109db8631,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:07.803340 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.900999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.901771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.903236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] 10.222.0.70 "PUT /v2.0/ports/d18cff33-93bb-441e-8ba9-75d109db8631 HTTP/1.1" status: 200 len: 1092 time: 3.0780962 Jun 03 15:11:07.930825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c26d-4039-4cbf-ab30-72714e4b9b64 service neutron] Pushing event updated for resources: {'Port': ['ID=d18cff33-93bb-441e-8ba9-75d109db8631,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.931493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Attempting to bind port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:07.935537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Attempting to bind port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:07.936162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Attempting to bind port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb on network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:07.944875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:07.945420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Checking segment: {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:07.945775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35437add-4c87-4480-981b-221e7833b484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.945923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.946211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Bound using segment: {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:07.946667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Bound port: cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:07.947078 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.961170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35437add-4c87-4480-981b-221e7833b484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbc4d45-db62-4266-8799-7391ce2abd61,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.970393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35437add-4c87-4480-981b-221e7833b484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.971187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-35437add-4c87-4480-981b-221e7833b484 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ecbc4d45-db62-4266-8799-7391ce2abd61 HTTP/1.1" status: 204 len: 168 time: 0.8304675 Jun 03 15:11:08.139580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] For port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:08.144773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] For port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:08.155796 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.260152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c2e76-4c90-403f-9c83-51e81502d2d9 None None] Pushing event updated for resources: {'Port': ['ID=cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:08.362762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3650aea-6b24-4f69-9b75-c5d9bfcd7782 req-e42a5647-954a-4fe9-8177-879bccd9c3db tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.373224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3650aea-6b24-4f69-9b75-c5d9bfcd7782 req-e42a5647-954a-4fe9-8177-879bccd9c3db tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.1169786 Jun 03 15:11:08.451487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.458062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3650aea-6b24-4f69-9b75-c5d9bfcd7782 req-5444f2ea-3bd4-4dda-a555-f1d7d9b0bf7a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834920 Jun 03 15:11:08.516307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.673843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-17a7bf11-dc4d-4fac-8e22-765c495abe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.674380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-17a7bf11-dc4d-4fac-8e22-765c495abe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.675217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-17a7bf11-dc4d-4fac-8e22-765c495abe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.677835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-17a7bf11-dc4d-4fac-8e22-765c495abe5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2865 time: 0.7922142 Jun 03 15:11:08.830339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-89bd978e-23c6-4a29-8c9c-1cba9a2f9d6e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 258 time: 0.2736075 Jun 03 15:11:08.843385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:08.850559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:08.860806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:08.875322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.980139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:09.045103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-6c64f3b5-8c2e-446e-873f-56f8e1bf5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:09.045789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-6c64f3b5-8c2e-446e-873f-56f8e1bf5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:09.046626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-6c64f3b5-8c2e-446e-873f-56f8e1bf5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:09.049191 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-6c64f3b5-8c2e-446e-873f-56f8e1bf5351 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ad59c289e22448c78caae1ba5c1ea909&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3224740 Jun 03 15:11:09.097099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:09.170895 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.207487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Allocated IP 172.25.1.128 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/5768f3df-501e-48f3-87b2-ef17a0e475b4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:09.281837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:09.327216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:09.451519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-cabdb8c5-2f1f-408e-b4dd-d54ce97b5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:09.453844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-cabdb8c5-2f1f-408e-b4dd-d54ce97b5766 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3975635 Jun 03 15:11:09.462118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:09.469205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.550134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:09.551108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Transition to ACTIVE for port object 1819974a-7f51-44cc-ba9d-0def0f78cb8f will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:09.552659 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.599756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:09.601814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.70', 64888) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:09.602111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:09.611345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.619440 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.652261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:09.690804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-af8a9f55-424d-4992-a73a-6a224bde657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:09.693118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-af8a9f55-424d-4992-a73a-6a224bde657c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 1097 time: 0.1550272 Jun 03 15:11:09.703640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=11']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:09.721702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.740868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:09.825412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881dbbaa-f661-451c-a859-b59b489d6441 None None] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:09.909622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-ab98161a-47cd-4a81-bf97-3c81cb0a9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:09.912576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-ab98161a-47cd-4a81-bf97-3c81cb0a9113 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 200 len: 930 time: 0.2080622 Jun 03 15:11:10.004369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-108fae1a-efdd-443b-9c93-69215806e096 None None] Provisioning for port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:10.079475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-64e9afc2-26de-43b0-b5a9-df4f5c57ed18 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:10.080749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-64e9afc2-26de-43b0-b5a9-df4f5c57ed18 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4333904 Jun 03 15:11:10.107744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:10.114152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] No DVR routers for this DVR port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:10.143321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Request body: {'binding': {'host': 'n-h1-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:10.143321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Unknown quota resources ['binding']. {{(pid=88338) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:11:10.272295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:10.272641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:10.272976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:10.283251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-d0ddaa8d-4448-4794-ad38-f177d172ff86 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.283989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-d0ddaa8d-4448-4794-ad38-f177d172ff86 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:10.293188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-2c5403dc-c9c4-44e7-a6e5-62ef98bf6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.293671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-2c5403dc-c9c4-44e7-a6e5-62ef98bf6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.294141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-2c5403dc-c9c4-44e7-a6e5-62ef98bf6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.295776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-2c5403dc-c9c4-44e7-a6e5-62ef98bf6c5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2865 time: 0.7760553 Jun 03 15:11:10.298362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:10.298876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:10.306752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.405397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:10.406053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:10.406709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:10.407379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Bound port: 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:10.407964 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.408250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-a7341f4a-a265-444b-a90e-fb26f7f4b313 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 1002 time: 0.4865427 Jun 03 15:11:10.461338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-fd4dfc9a-7cb6-4617-96e7-e800dd790fac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.128&port_id=54c48420-a134-4270-8926-5ed3764190d5 HTTP/1.1" status: 200 len: 217 time: 0.1454058 Jun 03 15:11:10.462617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-d0ddaa8d-4448-4794-ad38-f177d172ff86 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:10.463824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-d0ddaa8d-4448-4794-ad38-f177d172ff86 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/ports?device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 950 time: 0.8608186 Jun 03 15:11:10.483808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:10.495898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-a30546ae-1bff-4ba6-949c-a794f7fe5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.497408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-a30546ae-1bff-4ba6-949c-a794f7fe5024 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9f79afa-47c2-4e00-a49c-364abe002a37 HTTP/1.1" status: 200 len: 868 time: 0.0816042 Jun 03 15:11:10.625445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:10.634025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Allocated IP 172.25.1.175 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/ce4bd819-3c84-463a-9311-21a4d321d767) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:10.678383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Pushing event updated for resources: {'Port': ['ID=5768f3df-501e-48f3-87b2-ef17a0e475b4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:10.698734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:10.711985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:10.792683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:10.798292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:10.798853 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.833369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port cab135c5-7f7f-4c03-8209-ab2454f12829 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:10.833998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.880776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on host n-h1-844594-1 for vnic_type normal with profile None {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:10.881466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:10.881466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:10.882986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-90aadaab-40a5-4999-bf65-0b82ff3e28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.884730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-90aadaab-40a5-4999-bf65-0b82ff3e28e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be6c98e8-eba8-4a71-bf2c-b2867432d6a7 HTTP/1.1" status: 200 len: 801 time: 0.3996201 Jun 03 15:11:10.899629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:10.900299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:10.913952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:10.914337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:10.914680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:10.915119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Bound port: 41072772-7a48-4d16-a899-b10b92c1be84, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:10.935897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:10.936320 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.946664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:10.959256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-696e01ff-0a29-4ebd-9bc0-d6272090d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.960765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-696e01ff-0a29-4ebd-9bc0-d6272090d96a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6886f93d-b85e-478e-b317-6c282ee39fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4459431 Jun 03 15:11:10.972187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:10.983867 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.066330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:11.086261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:11.129014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.152800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.158511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:11.182211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] Notify callbacks [] for binding, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.183375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-af91903e-3d66-48c5-94cd-b78aa583d581 service neutron] 10.222.0.66 "POST /v2.0/ports/41072772-7a48-4d16-a899-b10b92c1be84/bindings HTTP/1.1" status: 201 len: 389 time: 1.0587344 Jun 03 15:11:11.185204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-4fdefbcc-c0d9-4f23-926f-0172a66b9de8 service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041552 Jun 03 15:11:11.281219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:11.282191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.283863 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] 10.222.0.70 "PUT /v2.0/ports/1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 1095 time: 3.7868726 Jun 03 15:11:11.331906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.473822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:11.483870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:11.489719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:11.510838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.70', 64889) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:11.519011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-4aebc918-facb-4468-9404-e20a8de2da4c service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250637 Jun 03 15:11:11.527338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event updated for resources: {'Port': ['ID=ce4bd819-3c84-463a-9311-21a4d321d767,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:11.549100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d44e2-c22a-42b9-ae7c-dc54cf82f29d service neutron] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:11.593727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.658758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-98bb31c4-ec17-45ed-80f9-4a3c19f190d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:11.660314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-98bb31c4-ec17-45ed-80f9-4a3c19f190d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add3907a-77a1-4f4d-948c-117125684036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7626963 Jun 03 15:11:11.703561 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.859367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e02f-3d5c-4bec-8699-8b2387be162e req-cde029fb-2a4f-43ab-93ad-6962e02acfb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:11.865738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e02f-3d5c-4bec-8699-8b2387be162e req-cde029fb-2a4f-43ab-93ad-6962e02acfb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:11.871555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e02f-3d5c-4bec-8699-8b2387be162e req-cde029fb-2a4f-43ab-93ad-6962e02acfb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:11.873308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b392e02f-3d5c-4bec-8699-8b2387be162e req-cde029fb-2a4f-43ab-93ad-6962e02acfb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2412 time: 0.2171428 Jun 03 15:11:11.951356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b392e02f-3d5c-4bec-8699-8b2387be162e req-d255920a-0562-493d-b56f-4f4a54fec2bb tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641840 Jun 03 15:11:12.001688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.009389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.017185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port cab135c5-7f7f-4c03-8209-ab2454f12829, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cab135c5-7f7f-4c03-8209-ab2454f12829,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:12.017555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.177869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event updated for resources: {'Port': ['ID=ce4bd819-3c84-463a-9311-21a4d321d767,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:12.180676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.181182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for cab135c5-7f7f-4c03-8209-ab2454f12829 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:12.209614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.219158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.220389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-868bbfe6-9eae-42dd-b0e0-cced55d4e29d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3818018 Jun 03 15:11:12.238446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6ae16-4265-478c-ab22-5d64b1778ce1 req-f8ca90d8-2ba9-4dd0-9e67-a20e10f3d526 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.240057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bf6ae16-4265-478c-ab22-5d64b1778ce1 req-f8ca90d8-2ba9-4dd0-9e67-a20e10f3d526 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 949 time: 0.1427865 Jun 03 15:11:12.275063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-0126aba0-5d89-4599-bb68-d125ddee370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.276647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-0126aba0-5d89-4599-bb68-d125ddee370d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1098 time: 0.9366648 Jun 03 15:11:12.330087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-791770b4-5e72-4052-abe7-407ebdcb8a1a tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:12.348337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-e15a3a64-5843-4aa2-b7e0-df25d8b332b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.349865 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-e15a3a64-5843-4aa2-b7e0-df25d8b332b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1097 time: 0.8023543 Jun 03 15:11:12.359456 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-3f0440df-7b3c-4519-bbcf-86b94f9a954c service neutron] 10.222.0.70 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906121 Jun 03 15:11:12.360686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bf6ae16-4265-478c-ab22-5d64b1778ce1 req-7ca56e6a-f9fd-4ce2-a767-ae7368bf376e tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Jun 03 15:11:12.366038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-791770b4-5e72-4052-abe7-407ebdcb8a1a tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:12.367399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-791770b4-5e72-4052-abe7-407ebdcb8a1a tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1377594 Jun 03 15:11:12.584323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-c15b9e00-de46-4c42-b431-fc930f7b0d84 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.585681 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ede57d4-6a0e-4916-a067-8abdf1ed3e23 req-c15b9e00-de46-4c42-b431-fc930f7b0d84 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2127888 Jun 03 15:11:12.598370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:12.607304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a63af6-7a97-422e-9103-0d76c11cdbff req-76c89083-32ea-4c8b-9afd-ba3d0053e774 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.609159 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49a63af6-7a97-422e-9103-0d76c11cdbff req-76c89083-32ea-4c8b-9afd-ba3d0053e774 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 947 time: 0.1349905 Jun 03 15:11:12.699298 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08424d71-60c8-4569-817f-a18174b8cf9b'] response: {'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'code': 200} Jun 03 15:11:12.716611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:12.717020 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.780073 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d70220-cc12-4abd-9534-ecceb786fd42'] response: {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'code': 200} Jun 03 15:11:12.783930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49a63af6-7a97-422e-9103-0d76c11cdbff req-38a1cbb0-bbc7-42a4-ab49-8cdd38ea9878 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656334 Jun 03 15:11:12.817987 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e6b432-c551-4f73-960c-2bdfd7142ef7'] response: {'name': 'network-changed', 'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631', 'status': 'completed', 'code': 200} Jun 03 15:11:12.902530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-7a0a0424-cd60-462e-b54e-7e34fd2e33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.904024 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-7a0a0424-cd60-462e-b54e-7e34fd2e33c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.5946071 Jun 03 15:11:12.918523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:13.002233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a76581-a375-4011-92e6-7a1c2d49c5ae req-141ab971-6455-4302-a992-776ddd196c05 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.004290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43a76581-a375-4011-92e6-7a1c2d49c5ae req-141ab971-6455-4302-a992-776ddd196c05 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.0914955 Jun 03 15:11:13.029343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cab135c5-7f7f-4c03-8209-ab2454f12829 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:13.035722 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-654a9b95-636d-44e5-82c9-8ef07ed03488 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.0948501 Jun 03 15:11:13.036809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-3e9e17ff-729e-4359-a6cb-9c399accf93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.038148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-3e9e17ff-729e-4359-a6cb-9c399accf93f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.6257224 Jun 03 15:11:13.046437 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-81ccd9d2-1631-4a86-ae97-2e18d6feff9e service neutron] 10.222.0.70 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319766 Jun 03 15:11:13.094789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43a76581-a375-4011-92e6-7a1c2d49c5ae req-4e1c9c4b-9fce-4d20-aea7-8089c3f5e560 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838919 Jun 03 15:11:13.097718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: cab135c5-7f7f-4c03-8209-ab2454f12829 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:13.098382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cab135c5-7f7f-4c03-8209-ab2454f12829 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:13.272734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a9f470b-bce0-4f30-9f54-7ee5fdcd56b5 req-e78fe823-b568-42cf-b172-fb5aefca1541 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 210 time: 0.0581636 Jun 03 15:11:13.350344 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cdfce50d-f6cb-4727-a1fd-d28e36af7629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.451575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.466880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['07cfe784-0ace-4577-9750-abc095914a11'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:13.477576 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-1b695707-efd4-4acd-ab66-f1a929e0a240 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 200 len: 217 time: 0.4269783 Jun 03 15:11:13.524272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad8b8-ea82-4c90-b63c-2de816a4373c req-c5e1fd06-4535-4890-8fb0-fad014d99623 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.526347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-167ad8b8-ea82-4c90-b63c-2de816a4373c req-c5e1fd06-4535-4890-8fb0-fad014d99623 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1272895 Jun 03 15:11:13.550797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a5e4fe62-ec53-4a05-8154-7e8895ef4914 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=17f90aeb-6a2d-42bc-a467-719e588dd2d4 HTTP/1.1" status: 200 len: 217 time: 0.4077837 Jun 03 15:11:13.573735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:13.622201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=cab135c5-7f7f-4c03-8209-ab2454f12829,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:13.630140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-167ad8b8-ea82-4c90-b63c-2de816a4373c req-01bc804a-bf3e-4c3e-993d-0dfc64c08601 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.0958459 Jun 03 15:11:13.648921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-167ad8b8-ea82-4c90-b63c-2de816a4373c req-200d7aa1-7613-4bcd-b297-9e0ba87720dd tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Request body: {'floatingip': {'port_id': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:13.695206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-92ea1f8f-8379-4a80-aef4-8a6dcf10a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.696968 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-92ea1f8f-8379-4a80-aef4-8a6dcf10a9c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.6496253 Jun 03 15:11:13.749828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-167ad8b8-ea82-4c90-b63c-2de816a4373c req-200d7aa1-7613-4bcd-b297-9e0ba87720dd tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.906523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port cab135c5-7f7f-4c03-8209-ab2454f12829 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:13.923672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.941758 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.250695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-20481c17-fb18-4f6b-b12e-d7c343616ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.259673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-20481c17-fb18-4f6b-b12e-d7c343616ca6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7655cc4-3df1-4034-863c-6844cf797216 HTTP/1.1" status: 200 len: 801 time: 0.6933711 Jun 03 15:11:14.261223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-86e91073-2468-449d-b27e-53697e173c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.262623 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-86e91073-2468-449d-b27e-53697e173c82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.7250721 Jun 03 15:11:14.344063 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-167ad8b8-ea82-4c90-b63c-2de816a4373c req-200d7aa1-7613-4bcd-b297-9e0ba87720dd tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 15:11:14.354389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-167ad8b8-ea82-4c90-b63c-2de816a4373c req-200d7aa1-7613-4bcd-b297-9e0ba87720dd tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "PUT /v2.0/floatingips/203f78b0-689d-46d2-97c9-7879334fd9a6 HTTP/1.1" status: 409 len: 551 time: 0.7112322 Jun 03 15:11:14.401447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-9bbc9eca-e590-4b1e-98b3-5438187a672b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.402512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-9bbc9eca-e590-4b1e-98b3-5438187a672b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:14.415704 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-cad07865-192c-4169-9476-e53a1817383f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838411 Jun 03 15:11:14.421173 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59977e0a-b7b6-4584-8256-e800e6ea74e8 req-94253e78-1cc7-4ad7-bc07-0a96939294d5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "DELETE /v2.0/ports/cab135c5-7f7f-4c03-8209-ab2454f12829 HTTP/1.1" status: 204 len: 173 time: 3.9394710 Jun 03 15:11:14.537927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-1e07f55a-e2b3-4ccf-8bd1-8c51b8794537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.539305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-1e07f55a-e2b3-4ccf-8bd1-8c51b8794537 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8165314 Jun 03 15:11:14.539698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d6c415e-c7f1-4131-a3e2-5947c8ca553f req-0c3f6a2a-ab80-4cf0-be61-3b92ad71a4e9 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0543213 Jun 03 15:11:14.551307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-9bbc9eca-e590-4b1e-98b3-5438187a672b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:14.553231 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-9bbc9eca-e590-4b1e-98b3-5438187a672b tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b85dcce-c5b6-4f62-b837-d18acf8c3467 HTTP/1.1" status: 200 len: 950 time: 1.4062111 Jun 03 15:11:14.569299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14bd2c-61e5-416b-a442-21d2cd444f58 req-45626151-5beb-4c05-8eab-96ae2869ee52 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.575344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14bd2c-61e5-416b-a442-21d2cd444f58 req-45626151-5beb-4c05-8eab-96ae2869ee52 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.582158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14bd2c-61e5-416b-a442-21d2cd444f58 req-45626151-5beb-4c05-8eab-96ae2869ee52 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.589956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d14bd2c-61e5-416b-a442-21d2cd444f58 req-45626151-5beb-4c05-8eab-96ae2869ee52 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2412 time: 0.2069209 Jun 03 15:11:14.641830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d14bd2c-61e5-416b-a442-21d2cd444f58 req-9511f598-456e-4327-bda3-32e98af4e3f3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497847 Jun 03 15:11:14.704260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}, {'server_uuid': '576db0f7-5209-440b-82f2-6651b68050b1', 'name': 'network-vif-deleted', 'tag': 'cab135c5-7f7f-4c03-8209-ab2454f12829'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:14.734060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Router b90b4d6c-725b-4a83-b103-9f35eff657ea is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:11:14.788054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-85171249-d110-4633-8474-972dbaded42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.789349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-85171249-d110-4633-8474-972dbaded42e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8ab151fb-6794-40e7-8d73-945fe7c1b233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4966359 Jun 03 15:11:14.793516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port 07cfe784-0ace-4577-9750-abc095914a11 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:14.793516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.831258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a1b32-e561-4e62-8709-558aa638d118 req-4dd95505-bd68-4d8e-8535-07cce4e6956a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.834380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d0a1b32-e561-4e62-8709-558aa638d118 req-4dd95505-bd68-4d8e-8535-07cce4e6956a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 947 time: 0.1582203 Jun 03 15:11:14.875171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184ce4b-7242-4307-9d4a-8e96e1f7d512 req-7b5065ea-24ff-4c70-a4a4-0aa3beb0ffed tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.877053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1184ce4b-7242-4307-9d4a-8e96e1f7d512 req-7b5065ea-24ff-4c70-a4a4-0aa3beb0ffed tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.1380699 Jun 03 15:11:14.919377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d0a1b32-e561-4e62-8709-558aa638d118 req-f2f7c720-233b-4f91-9622-26a1adc1c1e0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774429 Jun 03 15:11:14.944906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1184ce4b-7242-4307-9d4a-8e96e1f7d512 req-8a5eb459-89cb-4fde-a12a-7e83d1f33902 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581758 Jun 03 15:11:15.070185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:15.124668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-903e2115-2bf6-4c94-8203-9778f4aba671 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839180 Jun 03 15:11:15.238837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea2fbe08-be97-40af-b228-3d922cd5ff80 req-71ec563f-8fea-4978-b526-f73d758010e8 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=576db0f7-5209-440b-82f2-6651b68050b1 HTTP/1.1" status: 200 len: 210 time: 0.0656354 Jun 03 15:11:15.242138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-f52a5e9a-de10-4c2b-baf0-558d2d4ede64 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips/203f78b0-689d-46d2-97c9-7879334fd9a6 HTTP/1.1" status: 200 len: 693 time: 0.1517119 Jun 03 15:11:15.403886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-2f23df0f-b80b-438d-bf39-115d7d1186fc service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453898 Jun 03 15:11:15.479782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-0093d515-92df-42f3-a707-635887d5237d service neutron] 10.222.0.70 "GET /v2.0/networks/8ab151fb-6794-40e7-8d73-945fe7c1b233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542182 Jun 03 15:11:15.515397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3faf4a74-5273-4051-8c95-b416789074cd req-c87a4cc8-3307-4109-99a6-1a637280750c tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1623311 Jun 03 15:11:15.548148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-f0530539-4766-4e44-a043-08c9f6b3c2c1 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:15.553562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-f0530539-4766-4e44-a043-08c9f6b3c2c1 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.3045700 Jun 03 15:11:15.561222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-2ea28c61-78b0-4ac8-bfc5-8bc3e0513395 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:15.562329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-2ea28c61-78b0-4ac8-bfc5-8bc3e0513395 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065806 Jun 03 15:11:15.637033 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fc21c306-df33-4bae-8fbe-9657356dfaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:15.653008 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54ea9f3-9336-4ccd-a1dd-17cc86a441be'] response: {'name': 'network-changed', 'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'status': 'completed', 'code': 200} Jun 03 15:11:15.653269 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54ea9f3-9336-4ccd-a1dd-17cc86a441be'] response: {'server_uuid': '576db0f7-5209-440b-82f2-6651b68050b1', 'name': 'network-vif-deleted', 'tag': 'cab135c5-7f7f-4c03-8209-ab2454f12829', 'status': 'completed', 'code': 200} Jun 03 15:11:15.735683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-a22c7cc7-3ab5-477a-bb15-97c25d42fa9a tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1492498 Jun 03 15:11:15.861089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-88c4cfe6-08ed-4216-a532-64233699a50f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1067221 Jun 03 15:11:15.881292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:15.894546 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Sync routers for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:15.907763 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:15.908928 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:15.911871 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-c4ac4084-a7ea-4fe4-8799-9ffa40e9a71f service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586424 Jun 03 15:11:15.980723 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-a124ba08-7ac4-418d-bfcc-d60747ea76ec service neutron] 10.222.0.70 "GET /v2.0/networks/8ab151fb-6794-40e7-8d73-945fe7c1b233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227817 Jun 03 15:11:15.996946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.001198 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f1bcfcb7-92b9-439b-9eff-cbba64371b1d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4066470 Jun 03 15:11:16.006290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:16.012652 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccf545e-0aa4-4049-88de-59494d399b79 req-47758b2e-9b32-4f0f-bec1-f76fa70f0fdd service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838926 Jun 03 15:11:16.094300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Deleting port ce4bd819-3c84-463a-9311-21a4d321d767 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:16.095150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.112316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port 07cfe784-0ace-4577-9750-abc095914a11, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=07cfe784-0ace-4577-9750-abc095914a11,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:16.112699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.125306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-84a99098-2efe-4887-85c3-3ea7e8067c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:16.126944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-84a99098-2efe-4887-85c3-3ea7e8067c59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1098 time: 0.4599559 Jun 03 15:11:16.151088 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:16.364695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for 07cfe784-0ace-4577-9750-abc095914a11 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:16.462879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352fbf-d59f-468f-ac0c-ebe41b211fc0 req-9db6fcd7-9bd5-4fef-bc6f-cc35dd51253f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:16.481271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352fbf-d59f-468f-ac0c-ebe41b211fc0 req-9db6fcd7-9bd5-4fef-bc6f-cc35dd51253f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:16.496405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352fbf-d59f-468f-ac0c-ebe41b211fc0 req-9db6fcd7-9bd5-4fef-bc6f-cc35dd51253f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:16.502797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed352fbf-d59f-468f-ac0c-ebe41b211fc0 req-9db6fcd7-9bd5-4fef-bc6f-cc35dd51253f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2412 time: 0.5533018 Jun 03 15:11:16.562615 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:11Z', 'revision_number': 3, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:16.569305 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Checking router: b90b4d6c-725b-4a83-b103-9f35eff657ea for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:16.569818 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Updating router b90b4d6c-725b-4a83-b103-9f35eff657ea port 5768f3df-501e-48f3-87b2-ef17a0e475b4 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:16.601603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.638164 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.640160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c90166-75c1-47ad-ba83-a46120107362 req-34e2c154-e10b-4623-be67-c98a79a4ca7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1304181 Jun 03 15:11:16.700589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-ffdc3d0d-3452-4eaa-99a9-c6542acff79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:16.702271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-ffdc3d0d-3452-4eaa-99a9-c6542acff79a service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.5549240 Jun 03 15:11:16.721421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed352fbf-d59f-468f-ac0c-ebe41b211fc0 req-29342e56-13df-42b0-a78d-352d22946bc7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176211 Jun 03 15:11:16.728394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.729722 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.788991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.018110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Calling delete_port for ce4bd819-3c84-463a-9311-21a4d321d767 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:17.086274 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-1a61c69f-1397-4711-b7e1-57d1934ad03c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=d18cff33-93bb-441e-8ba9-75d109db8631 HTTP/1.1" status: 200 len: 217 time: 0.7930641 Jun 03 15:11:17.104940 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.118881 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Transition to ACTIVE for port object 5768f3df-501e-48f3-87b2-ef17a0e475b4 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:17.125506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-29c664a9-66f7-4456-a6a7-589a0270a8e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.2442410 Jun 03 15:11:17.128908 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.214015 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Attempting to bind port 5768f3df-501e-48f3-87b2-ef17a0e475b4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:17.214542 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Attempting to bind port 5768f3df-501e-48f3-87b2-ef17a0e475b4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:17.214997 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Attempting to bind port 5768f3df-501e-48f3-87b2-ef17a0e475b4 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:17.226801 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:17.227324 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:17.227824 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.228335 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:17.228902 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Bound port: 5768f3df-501e-48f3-87b2-ef17a0e475b4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:17.229544 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.237295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-5559e542-7f57-4d64-b5ba-0b36a57ab53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:17.238799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-5559e542-7f57-4d64-b5ba-0b36a57ab53c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1041944 Jun 03 15:11:17.278099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 07cfe784-0ace-4577-9750-abc095914a11 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:17.281504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-c0164b74-d1cb-4956-9128-5f5579098af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:17.283108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-c0164b74-d1cb-4956-9128-5f5579098af1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be6c98e8-eba8-4a71-bf2c-b2867432d6a7 HTTP/1.1" status: 200 len: 801 time: 0.1308675 Jun 03 15:11:17.286686 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Pushing event updated for resources: {'Port': ['ID=5768f3df-501e-48f3-87b2-ef17a0e475b4,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:17.294148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.299336 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.299608 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.300132 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.300369 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.300785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.301115 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.301501 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.301880 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.302204 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.302526 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.302847 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.303163 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:17.335614 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] For port 5768f3df-501e-48f3-87b2-ef17a0e475b4, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:17.338967 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] For port 5768f3df-501e-48f3-87b2-ef17a0e475b4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5768f3df-501e-48f3-87b2-ef17a0e475b4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:17.347095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', '71cba5bd-9ac0-4414-a150-8384db28127a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:17.367222 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.389751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 07cfe784-0ace-4577-9750-abc095914a11 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:17.390084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 07cfe784-0ace-4577-9750-abc095914a11 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:17.464371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.475916 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:17.476572 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:17.494693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51760-de1d-42e9-adf5-ca309c04ab12 req-8f920736-f357-4341-9124-1c87ac65a92e tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:17.501952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9c51760-de1d-42e9-adf5-ca309c04ab12 req-8f920736-f357-4341-9124-1c87ac65a92e tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 949 time: 0.4911361 Jun 03 15:11:17.538310 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c6a63-173e-4ed7-99ca-b4bfe9a0b574 None None] Pushing event updated for resources: {'Port': ['ID=5768f3df-501e-48f3-87b2-ef17a0e475b4,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:17.588644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9c51760-de1d-42e9-adf5-ca309c04ab12 req-daf89d16-4957-498e-9f25-c9b0fa06155a tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Jun 03 15:11:17.593429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.673094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=07cfe784-0ace-4577-9750-abc095914a11,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:17.704958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event deleted for resources: {'Port': ['ID=ce4bd819-3c84-463a-9311-21a4d321d767,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:17.762558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port 07cfe784-0ace-4577-9750-abc095914a11 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:17.770114 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.775373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'name': 'network-vif-deleted', 'tag': '07cfe784-0ace-4577-9750-abc095914a11'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:17.809953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:17.844568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-554ca415-055b-4aa6-ae20-ca2e365ca4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:17.846237 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-554ca415-055b-4aa6-ae20-ca2e365ca4a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1098 time: 1.0813577 Jun 03 15:11:17.847089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-da6e5488-5b4c-4f59-91de-729dde5ea12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:17.848698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-da6e5488-5b4c-4f59-91de-729dde5ea12c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5961187 Jun 03 15:11:18.030193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.090782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ead0730f-8a92-4b3c-be72-9d93e6287923 req-1c3588f7-2966-4e34-acab-9873489aa378 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.15 "DELETE /v2.0/ports/07cfe784-0ace-4577-9750-abc095914a11 HTTP/1.1" status: 204 len: 173 time: 3.5083697 Jun 03 15:11:18.228036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.237767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cef9abd0-4dbc-4273-aa2c-5f530449f4ff req-6ad1297c-29fa-4fa4-b132-31d18140773e tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "DELETE /v2.0/floatingips/203f78b0-689d-46d2-97c9-7879334fd9a6 HTTP/1.1" status: 204 len: 173 time: 2.3738263 Jun 03 15:11:18.244768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.246011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-644f32d5-c010-4f06-92b7-d4ed34c1609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:18.249311 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-644f32d5-c010-4f06-92b7-d4ed34c1609c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add3907a-77a1-4f4d-948c-117125684036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8323507 Jun 03 15:11:18.302741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-0b0797f8-bdf4-4af6-8388-374e9a65e300 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199040 Jun 03 15:11:18.330559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7e681-44d1-41a8-95dd-0a74ddbab954 req-33d8c652-adad-4c44-8545-364c2d674dce tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:18.332058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0d7e681-44d1-41a8-95dd-0a74ddbab954 req-33d8c652-adad-4c44-8545-364c2d674dce tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 947 time: 0.4875147 Jun 03 15:11:18.464842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-78149b32-49c7-4f32-a9f0-e4d397ee3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:18.466416 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-78149b32-49c7-4f32-a9f0-e4d397ee3c52 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.5846364 Jun 03 15:11:18.508559 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:11Z', 'revision_number': 3, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:18.514954 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d089074-71bb-48cb-941f-81590982bf28 None None] The sync data for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 is: [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:11Z', 'revision_number': 3, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:18.579602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0d7e681-44d1-41a8-95dd-0a74ddbab954 req-c1ce3bb0-b221-44ff-a767-c66a7239ad68 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075994 Jun 03 15:11:18.675495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-66c3dcc9-d6c4-4c96-8e41-3776dec1410f service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419814 Jun 03 15:11:18.683447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.719229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ff81d-54ae-4dae-94bd-da0850430d32 req-3c299533-1098-48cd-9c74-774531616519 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:18.721408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2ff81d-54ae-4dae-94bd-da0850430d32 req-3c299533-1098-48cd-9c74-774531616519 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.3195620 Jun 03 15:11:18.739537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-00cb26f9-4c77-45ef-b88a-2aaae832d757 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.1592839 Jun 03 15:11:18.781146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2ff81d-54ae-4dae-94bd-da0850430d32 req-28ba7996-89a6-4fc9-89b8-9282624b91ef tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 Jun 03 15:11:18.898023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbec7189-20b0-423e-bcf4-31e5ce4882af req-4eecc9fa-f6d0-466c-85b3-98555fdb3659 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0964744 Jun 03 15:11:19.041051 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02339e29-6e8e-41ea-814c-7251974327e1'] response: {'server_uuid': '7b85dcce-c5b6-4f62-b837-d18acf8c3467', 'name': 'network-vif-deleted', 'tag': '07cfe784-0ace-4577-9750-abc095914a11', 'status': 'completed', 'code': 200} Jun 03 15:11:19.043951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-7666ddf1-7d1f-44db-8704-0d6c34a6bfd1 service neutron] 10.222.0.70 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707543 Jun 03 15:11:19.053053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-47743b84-016a-49c3-b217-b3dea7bd0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.054967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-47743b84-016a-49c3-b217-b3dea7bd0338 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.3050990 Jun 03 15:11:19.058628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:19.065813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-0bddd5a0-21dc-4b48-aafe-400c03d6e6d0 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.068555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-0bddd5a0-21dc-4b48-aafe-400c03d6e6d0 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 949 time: 0.8759015 Jun 03 15:11:19.190497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-66ff2faa-5644-45c2-b815-b9ff7835b303 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:19.218206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-66ff2faa-5644-45c2-b815-b9ff7835b303 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:19.219412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-66ff2faa-5644-45c2-b815-b9ff7835b303 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.101 HTTP/1.1" status: 200 len: 1002 time: 0.1733830 Jun 03 15:11:19.234671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8231a-6125-4d76-8402-e380738fe295 req-090607cf-7503-44d2-82a3-17e3d3f47983 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.239080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:19.241653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8231a-6125-4d76-8402-e380738fe295 req-090607cf-7503-44d2-82a3-17e3d3f47983 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.247764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8231a-6125-4d76-8402-e380738fe295 req-090607cf-7503-44d2-82a3-17e3d3f47983 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.249456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62c8231a-6125-4d76-8402-e380738fe295 req-090607cf-7503-44d2-82a3-17e3d3f47983 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2412 time: 0.2706923 Jun 03 15:11:19.261411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'mac_address': 'fa:16:3e:ac:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:19.340074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 1819974a-7f51-44cc-ba9d-0def0f78cb8f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:19.340802 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.355706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-55e9ae4f-f6f3-4ccc-8eef-9353c425e900 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.356468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-55e9ae4f-f6f3-4ccc-8eef-9353c425e900 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:19.360973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1819974a-7f51-44cc-ba9d-0def0f78cb8f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:19.381925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62c8231a-6125-4d76-8402-e380738fe295 req-ee2fa3ce-1e4f-4e0f-886b-0ce2aef3fe3b tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894864 Jun 03 15:11:19.382201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:19.394788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.413707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-55e9ae4f-f6f3-4ccc-8eef-9353c425e900 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:19.416096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-55e9ae4f-f6f3-4ccc-8eef-9353c425e900 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports/130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 943 time: 0.1647182 Jun 03 15:11:19.493529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:19.528260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Deleting port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:19.528669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.668395 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ae6a3c8c-316e-43f8-bcc8-1d76baf75649 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.101 HTTP/1.1" status: 200 len: 1002 time: 0.1276429 Jun 03 15:11:19.699747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['1819974a-7f51-44cc-ba9d-0def0f78cb8f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:19.706802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf89163-c694-401b-943f-c218528eb3a9 req-6c1bb457-2c4a-475e-a038-8c78fa103574 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.708947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bf89163-c694-401b-943f-c218528eb3a9 req-6c1bb457-2c4a-475e-a038-8c78fa103574 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e00413-ef8e-4863-bf1c-f58b8e82dc98 HTTP/1.1" status: 200 len: 949 time: 0.2060282 Jun 03 15:11:19.743801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eedb79f7-f51f-4d77-bf5b-e571eeb02cc2 req-ac67c212-dd67-4af8-83ca-e7ab485bf900 service neutron] 10.222.0.70 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737249 Jun 03 15:11:19.759254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Allocated IP 172.20.0.1 (16b53daf-e301-4ecb-bbcf-1c9d57c64f11/7fa67f42-aade-4b55-8a7d-7facbe308e14/d8ade9e6-ead9-41c2-918d-7f953244bed3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:19.773188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-6427c4a1-77c6-415c-ad91-6c4316281a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.775419 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-6427c4a1-77c6-415c-ad91-6c4316281a21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6453223 Jun 03 15:11:19.839566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bf89163-c694-401b-943f-c218528eb3a9 req-a63c62b2-bfd2-4b77-bdc0-8abb83372122 tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9754293-7f5c-413b-914d-907a4b7866ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791728 Jun 03 15:11:19.886438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-858d892e-2989-49f9-92fb-10af56a25454 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.895299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-858d892e-2989-49f9-92fb-10af56a25454 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2211766 Jun 03 15:11:20.017028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-89c2b827-6ebf-4b4b-b654-61f6a0adf58a tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.101 HTTP/1.1" status: 200 len: 1002 time: 0.1205597 Jun 03 15:11:20.022765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:20.241143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.253868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-a8db19d5-8420-4414-a8da-c8c104a92822 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691002 Jun 03 15:11:20.392728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953452cc-a900-4ebc-a702-65736fc48b34 req-b70f0e1e-6473-4564-8266-858314d8ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.393335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953452cc-a900-4ebc-a702-65736fc48b34 req-b70f0e1e-6473-4564-8266-858314d8ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.394124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953452cc-a900-4ebc-a702-65736fc48b34 req-b70f0e1e-6473-4564-8266-858314d8ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.395928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-953452cc-a900-4ebc-a702-65736fc48b34 req-b70f0e1e-6473-4564-8266-858314d8ccd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2865 time: 0.5220900 Jun 03 15:11:20.400268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] For port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:20.400475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-983e1cca-72be-4ee4-a9e3-1a135a887598 req-f488bec1-2bb8-4353-8f5b-cb84301cfe57 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0698471 Jun 03 15:11:20.400583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.422379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.650412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5768f3df-501e-48f3-87b2-ef17a0e475b4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:20.697338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.709886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.710341 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Floating IP ac1353c8-5dbd-4e0e-a320-30fb53d80c15 disassociated. External IP: 172.25.1.101, port: 130e54f7-fdc0-470e-9193-ff1e0a364d06. Jun 03 15:11:20.730145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Calling delete_port for 22a7270a-54b6-4b4c-b7a8-6a59d952b53f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:20.734644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 5768f3df-501e-48f3-87b2-ef17a0e475b4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:20.750717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5768f3df-501e-48f3-87b2-ef17a0e475b4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:20.751230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.805669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Transition to ACTIVE for port object d8ade9e6-ead9-41c2-918d-7f953244bed3 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:20.890154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5768f3df-501e-48f3-87b2-ef17a0e475b4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:20.890443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.893964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb65876-a85b-495a-b65b-ffd5a3188ae6 req-83d78a69-5685-4b57-bd9f-4a49c0d03ab0 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288083 Jun 03 15:11:20.915504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d6c7-f544-423f-a9fd-055ad8759818 req-56e0fe6f-8191-4cf1-8435-82e1b34bf9c1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.917080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b304d6c7-f544-423f-a9fd-055ad8759818 req-56e0fe6f-8191-4cf1-8435-82e1b34bf9c1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 948 time: 0.3723738 Jun 03 15:11:20.921108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 5768f3df-501e-48f3-87b2-ef17a0e475b4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5768f3df-501e-48f3-87b2-ef17a0e475b4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:20.929453 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.959543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953452cc-a900-4ebc-a702-65736fc48b34 req-686e94c4-be57-4f27-a00c-5b00c0c81c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.960951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-953452cc-a900-4ebc-a702-65736fc48b34 req-686e94c4-be57-4f27-a00c-5b00c0c81c54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=add3907a-77a1-4f4d-948c-117125684036 HTTP/1.1" status: 200 len: 902 time: 0.5350764 Jun 03 15:11:20.988034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b304d6c7-f544-423f-a9fd-055ad8759818 req-047b8c60-94f0-4057-8e28-b69620733552 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636568 Jun 03 15:11:21.037695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-953452cc-a900-4ebc-a702-65736fc48b34 req-e6f0a272-c386-4116-b30b-c54ceaedd7b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=d18cff33-93bb-441e-8ba9-75d109db8631 HTTP/1.1" status: 200 len: 217 time: 0.0617583 Jun 03 15:11:21.041819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=5768f3df-501e-48f3-87b2-ef17a0e475b4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:21.062979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:21.086183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.145037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:21.151644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:21.152328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.178876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:21.183127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.188433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:21.204025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:21.237152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ade9e6-ead9-41c2-918d-7f953244bed3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:21.311812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:21.316986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 1819974a-7f51-44cc-ba9d-0def0f78cb8f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:21.317715 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.322351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce1ac7-c65b-4c6a-a235-a67119a178d9 req-0d1e3ac0-4900-4f8e-9d93-a5bc28034b59 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.324095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecce1ac7-c65b-4c6a-a235-a67119a178d9 req-0d1e3ac0-4900-4f8e-9d93-a5bc28034b59 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.1944702 Jun 03 15:11:21.360199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:21.372525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:21.377749 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.378662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:21.432612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953452cc-a900-4ebc-a702-65736fc48b34 req-05f8d1c8-4208-4b4f-a513-29f40b4ecd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.434282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-953452cc-a900-4ebc-a702-65736fc48b34 req-05f8d1c8-4208-4b4f-a513-29f40b4ecd51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be6c98e8-eba8-4a71-bf2c-b2867432d6a7 HTTP/1.1" status: 200 len: 801 time: 0.3898952 Jun 03 15:11:21.449690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 22a7270a-54b6-4b4c-b7a8-6a59d952b53f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:21.450049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 22a7270a-54b6-4b4c-b7a8-6a59d952b53f not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:21.490426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:21.542135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43015f65-8eb8-4db5-b7c9-784bc59fe362 None None] Provisioning for port d8ade9e6-ead9-41c2-918d-7f953244bed3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:21.546715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecce1ac7-c65b-4c6a-a235-a67119a178d9 req-89c32428-50f2-42b8-81ab-a1dfe99199f3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733786 Jun 03 15:11:21.549687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:21.554534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.563973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Pushing event deleted for resources: {'Port': ['ID=22a7270a-54b6-4b4c-b7a8-6a59d952b53f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:21.570671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] Sync routers for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:21.590400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] No DVR routers for this DVR port 22a7270a-54b6-4b4c-b7a8-6a59d952b53f on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:21.595662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.610719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-deleted', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:21.611012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43015f65-8eb8-4db5-b7c9-784bc59fe362 None None] Provisioning complete for port d8ade9e6-ead9-41c2-918d-7f953244bed3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:21.611299 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43015f65-8eb8-4db5-b7c9-784bc59fe362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.623326 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1823a686-6b75-4ced-98d3-2c532ef2b23c req-55e48a75-50bf-466d-b5e9-fee53676420b tempest-ImagesOneServerTestJSON-1862142193 tempest-ImagesOneServerTestJSON-1862142193-project] 10.222.0.70 "DELETE /v2.0/ports/22a7270a-54b6-4b4c-b7a8-6a59d952b53f HTTP/1.1" status: 204 len: 173 time: 2.4590654 Jun 03 15:11:21.627251 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.657257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:21.657875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:21.670525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-ed494f95-7cba-4252-b357-eaf725bb1a2f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "PUT /v2.0/floatingips/ac1353c8-5dbd-4e0e-a320-30fb53d80c15 HTTP/1.1" status: 200 len: 695 time: 1.6523447 Jun 03 15:11:21.670767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:21.720039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953452cc-a900-4ebc-a702-65736fc48b34 req-3b5b8901-3026-4d18-8e92-342e3e1e06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.721747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-953452cc-a900-4ebc-a702-65736fc48b34 req-3b5b8901-3026-4d18-8e92-342e3e1e06fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=add3907a-77a1-4f4d-948c-117125684036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2211523 Jun 03 15:11:21.798844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-25eb1921-a308-422a-a612-716071dc4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.807079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-25eb1921-a308-422a-a612-716071dc4f47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 1097 time: 0.1140370 Jun 03 15:11:21.938403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.990339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43015f65-8eb8-4db5-b7c9-784bc59fe362 None None] Port d8ade9e6-ead9-41c2-918d-7f953244bed3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:22.002523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:22.042337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-953452cc-a900-4ebc-a702-65736fc48b34 req-741a4698-2dec-4459-b176-1be836d237f7 service neutron] 10.222.0.70 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843101 Jun 03 15:11:22.139408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-e606dcbe-d4ad-4050-a831-757225dae0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.140918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-e606dcbe-d4ad-4050-a831-757225dae0b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 200 len: 930 time: 0.3326910 Jun 03 15:11:22.221494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-499ba385-27d3-4caf-82f3-575e07810695 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 217 time: 0.0721941 Jun 03 15:11:22.302512 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-953452cc-a900-4ebc-a702-65736fc48b34 req-b06e3911-6b14-4aaf-8d95-5dccac95b5c3 service neutron] 10.222.0.70 "GET /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490313 Jun 03 15:11:22.302758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-686442a3-4102-45af-aecb-26279ae64a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.310873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-686442a3-4102-45af-aecb-26279ae64a57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f79afa-47c2-4e00-a49c-364abe002a37 HTTP/1.1" status: 200 len: 868 time: 0.0810623 Jun 03 15:11:22.354648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec79ca-65a9-4dc3-bb1d-d29be1db905f req-5b61d8bd-3e49-4b2f-86ae-5be21288e55a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.361269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec79ca-65a9-4dc3-bb1d-d29be1db905f req-5b61d8bd-3e49-4b2f-86ae-5be21288e55a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.362514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:33Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:22.367696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec79ca-65a9-4dc3-bb1d-d29be1db905f req-5b61d8bd-3e49-4b2f-86ae-5be21288e55a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.368258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] Checking router: eb8d7185-eeb8-4e83-ba3d-0b98053902f7 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:22.369451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46ec79ca-65a9-4dc3-bb1d-d29be1db905f req-5b61d8bd-3e49-4b2f-86ae-5be21288e55a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2412 time: 0.2910247 Jun 03 15:11:22.378994 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.381364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:22.382317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:22.386754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.440696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46ec79ca-65a9-4dc3-bb1d-d29be1db905f req-2b65aa0c-c523-4b2e-a0b3-9c5adfb9c74f tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653667 Jun 03 15:11:22.479016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-a5a26349-6968-4c16-a162-f16b4c64ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.485470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-a5a26349-6968-4c16-a162-f16b4c64ad48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6886f93d-b85e-478e-b317-6c282ee39fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731234 Jun 03 15:11:22.552912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.556442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ade9e6-ead9-41c2-918d-7f953244bed3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:22.603298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:22.639692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f036de25-fe5e-4adf-92a6-5cf95291f344 req-755489bb-ed22-4b63-a891-17c8aee2490a tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0680113 Jun 03 15:11:22.660314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5768f3df-501e-48f3-87b2-ef17a0e475b4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:22.691361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-531c1f8c-0647-4cc7-a3b5-f5280541e853 service neutron] 10.222.0.66 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973171 Jun 03 15:11:22.719140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:22.720540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:22.876004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bcafff8-92e6-4fb9-92ca-315a16fa6874 req-9546e6a3-b340-417c-9334-fea8829583db service neutron] 10.222.0.66 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835537 Jun 03 15:11:23.005762 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556e76f7-d5de-4ff1-8e05-4539c95c7b54'] response: {'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'code': 200} Jun 03 15:11:23.023951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Router b90b4d6c-725b-4a83-b103-9f35eff657ea has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:23.119694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 54c48420-a134-4270-8926-5ed3764190d5 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:23.162066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5768f3df-501e-48f3-87b2-ef17a0e475b4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:23.162570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.211686 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52486d9-f370-4aa6-b9aa-98dbb030865b'] response: {'server_uuid': '62e00413-ef8e-4863-bf1c-f58b8e82dc98', 'name': 'network-vif-deleted', 'tag': '22a7270a-54b6-4b4c-b7a8-6a59d952b53f', 'status': 'completed', 'code': 200} Jun 03 15:11:23.242169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-52523ff9-887e-4df1-92de-3ca1c46abd7f None None] Provisioning complete for port d8ade9e6-ead9-41c2-918d-7f953244bed3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:23.242576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-52523ff9-887e-4df1-92de-3ca1c46abd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.306080 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d71ff0-fefa-494a-a117-752b72f1d6b4'] response: {'name': 'network-changed', 'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'status': 'completed', 'code': 200} Jun 03 15:11:23.316499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:23.327720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34980) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:23.510866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6356549-438d-4552-8544-8e45f2c3f22d req-a8685694-bce1-4037-a94d-b5003dd31fa1 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips/ac1353c8-5dbd-4e0e-a320-30fb53d80c15 HTTP/1.1" status: 200 len: 695 time: 0.1237752 Jun 03 15:11:23.513764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 54c48420-a134-4270-8926-5ed3764190d5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=54c48420-a134-4270-8926-5ed3764190d5,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:23.544611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '54c48420-a134-4270-8926-5ed3764190d5', 'network_id': 'add3907a-77a1-4f4d-948c-117125684036', 'port_id': '54c48420-a134-4270-8926-5ed3764190d5', 'mac_address': 'fa:16:3e:4d:af:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c98e8-eba8-4a71-bf2c-b2867432d6a7', 'ip_address': '19.80.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:23.673291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:23.679114 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-42fe8cd6-2a7d-419b-8256-ba61dc597d96 admin admin] 10.222.0.66 "PUT /v2.0/routers/b90b4d6c-725b-4a83-b103-9f35eff657ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6718030 Jun 03 15:11:23.685317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Sync routers for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:23.699794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 54c48420-a134-4270-8926-5ed3764190d5 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:23.700823 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.707660 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:23.708883 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:23.764057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-4bc0240f-a9ce-4fd4-82e6-73cfec643fe5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:23.769067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-4bc0240f-a9ce-4fd4-82e6-73cfec643fe5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:23.785839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-e931a936-3917-4095-8014-67534979bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:23.792193 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-e931a936-3917-4095-8014-67534979bc57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 1097 time: 0.2307484 Jun 03 15:11:23.871717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5768f3df-501e-48f3-87b2-ef17a0e475b4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:23.877738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-4bc0240f-a9ce-4fd4-82e6-73cfec643fe5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:23.878292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-85125b19-ba02-42af-9e2f-50e203eaa8cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fecf4780e9a43109d6d90a88eaea9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490904 Jun 03 15:11:23.882801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-4bc0240f-a9ce-4fd4-82e6-73cfec643fe5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31&tenant_id=f2883739feda45b99fdea7f5ff96186f&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 949 time: 0.5552020 Jun 03 15:11:23.888614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-52523ff9-887e-4df1-92de-3ca1c46abd7f None None] Port d8ade9e6-ead9-41c2-918d-7f953244bed3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:23.891733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4990f86-57ee-4711-a31e-a399f8cc4ba1 req-6126fa7a-e6ba-4f76-a1ec-646d7bd3325a tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:23.897624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c48420-a134-4270-8926-5ed3764190d5 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:23.899895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4990f86-57ee-4711-a31e-a399f8cc4ba1 req-6126fa7a-e6ba-4f76-a1ec-646d7bd3325a tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.3877254 Jun 03 15:11:23.915981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 54c48420-a134-4270-8926-5ed3764190d5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=54c48420-a134-4270-8926-5ed3764190d5,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:23.927265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:23.931755 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.932656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f90aeb-6a2d-42bc-a467-719e588dd2d4 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:23.986828 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:23.995806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-4f1fe855-7ede-4292-baaf-969a84a1a60b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3241208 Jun 03 15:11:24.032139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=54c48420-a134-4270-8926-5ed3764190d5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:24.048128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:33Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:24.055505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0321c9-5379-4085-a0df-57d1657f386c None None] The sync data for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 is: [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:10:22Z', 'revision_number': 4, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c6146fa6-da25-4ad5-ab9c-a7125e633416', 'name': '', 'network_id': '6886f93d-b85e-478e-b317-6c282ee39fc8', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'mac_address': 'fa:16:3e:6c:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:18Z', 'updated_at': '2022-06-03T15:10:33Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'subnets': [{'id': 'c9f79afa-47c2-4e00-a49c-364abe002a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:24.092780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-45f38057-f778-4169-8385-69e4fb62d510 service neutron] 10.222.0.70 "GET /v2.0/ports/1819974a-7f51-44cc-ba9d-0def0f78cb8f/bindings/n-h1-844594-1 HTTP/1.1" status: 200 len: 382 time: 0.1505547 Jun 03 15:11:24.095455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-f69f1fcb-7999-4575-805a-66f7194d8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.097242 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-f69f1fcb-7999-4575-805a-66f7194d8b06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 200 len: 930 time: 0.2885203 Jun 03 15:11:24.240444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4990f86-57ee-4711-a31e-a399f8cc4ba1 req-8914c52e-177e-4426-b7b1-fe798a211b53 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391447 Jun 03 15:11:24.259951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6356549-438d-4552-8544-8e45f2c3f22d req-ba128050-eb1c-4693-b0d3-e92c255f7139 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.270084 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-a4638690-b004-4378-a938-82a0e1c73f7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 200 len: 217 time: 0.1542552 Jun 03 15:11:24.275359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6356549-438d-4552-8544-8e45f2c3f22d req-ba128050-eb1c-4693-b0d3-e92c255f7139 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.7244830 Jun 03 15:11:24.355076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 17f90aeb-6a2d-42bc-a467-719e588dd2d4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f90aeb-6a2d-42bc-a467-719e588dd2d4,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:24.388176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '17f90aeb-6a2d-42bc-a467-719e588dd2d4', 'network_id': '8ab151fb-6794-40e7-8d73-945fe7c1b233', 'port_id': '17f90aeb-6a2d-42bc-a467-719e588dd2d4', 'mac_address': 'fa:16:3e:73:0a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7655cc4-3df1-4034-863c-6844cf797216', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:24.470313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:24.470671 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.485142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-0ffe4a48-58bf-47d9-b047-083c93f4afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.486634 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-0ffe4a48-58bf-47d9-b047-083c93f4afee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c9f79afa-47c2-4e00-a49c-364abe002a37 HTTP/1.1" status: 200 len: 868 time: 0.1998432 Jun 03 15:11:24.492010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-76e403e6-de24-441b-9538-2cc77c469937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.495302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f90aeb-6a2d-42bc-a467-719e588dd2d4 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:24.497720 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-76e403e6-de24-441b-9538-2cc77c469937 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1100 time: 0.2919934 Jun 03 15:11:24.515975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6356549-438d-4552-8544-8e45f2c3f22d req-22b564fd-08c5-46cd-9d96-2f32267aab5b tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.101 HTTP/1.1" status: 200 len: 698 time: 0.2396958 Jun 03 15:11:24.518953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 17f90aeb-6a2d-42bc-a467-719e588dd2d4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f90aeb-6a2d-42bc-a467-719e588dd2d4,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:24.523262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb516-0ff4-4f4a-bcc9-9b12d86c51f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.533062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7502692-ce68-4eab-8ade-1493718ebba5 None None] New status for floating IP ac1353c8-5dbd-4e0e-a320-30fb53d80c15: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:11:24.592900 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.593613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d18cff33-93bb-441e-8ba9-75d109db8631 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:24.637225 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:22Z', 'revision_number': 2, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:24.650332 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Checking router: b90b4d6c-725b-4a83-b103-9f35eff657ea for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:24.650943 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Updating router b90b4d6c-725b-4a83-b103-9f35eff657ea port d8ade9e6-ead9-41c2-918d-7f953244bed3 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:24.712355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-afb43da3-0336-48a1-86f1-0607bc520ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.713813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-afb43da3-0336-48a1-86f1-0607bc520ca6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1543038 Jun 03 15:11:24.761830 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.866470 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-02aecb49-5e60-4192-b7b6-b56435bdc08b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.1428204 Jun 03 15:11:24.898507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35010) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:24.906443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-1bcc8f64-11ce-4625-bc89-3a1ecc5017f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.909015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-1bcc8f64-11ce-4625-bc89-3a1ecc5017f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 1101 time: 0.8552125 Jun 03 15:11:24.922002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6356549-438d-4552-8544-8e45f2c3f22d req-d818fb5e-4662-46b8-8b2d-e6b56d0922d3 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.101 HTTP/1.1" status: 200 len: 698 time: 0.3145583 Jun 03 15:11:24.925914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-network', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:24.930252 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb516-0ff4-4f4a-bcc9-9b12d86c51f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.953455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:24.967245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d18cff33-93bb-441e-8ba9-75d109db8631, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d18cff33-93bb-441e-8ba9-75d109db8631,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:24.976625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:24.992849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-cc52dd41-575e-4f4c-930f-32c29f517fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.994386 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-cc52dd41-575e-4f4c-930f-32c29f517fa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1123362 Jun 03 15:11:25.001170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-f70712ef-d52f-4150-b381-02f61fae1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.002696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-f70712ef-d52f-4150-b381-02f61fae1107 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6886f93d-b85e-478e-b317-6c282ee39fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5035801 Jun 03 15:11:25.074919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd18cff33-93bb-441e-8ba9-75d109db8631', 'network_id': 'add3907a-77a1-4f4d-948c-117125684036', 'port_id': 'd18cff33-93bb-441e-8ba9-75d109db8631', 'mac_address': 'fa:16:3e:05:a5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c98e8-eba8-4a71-bf2c-b2867432d6a7', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:25.088776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=17f90aeb-6a2d-42bc-a467-719e588dd2d4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:25.141131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Usage tracker for resource:network and tenant:c93fc51505904d0f8478a8d38db58312 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:25.158142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:25.202740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:25.212908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d18cff33-93bb-441e-8ba9-75d109db8631 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:25.213402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.233563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18cff33-93bb-441e-8ba9-75d109db8631 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:25.251365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d18cff33-93bb-441e-8ba9-75d109db8631, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d18cff33-93bb-441e-8ba9-75d109db8631,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:25.257890 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.271379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-0b242147-897e-46c5-9542-94a19f3a1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.272907 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-0b242147-897e-46c5-9542-94a19f3a1d77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231929 Jun 03 15:11:25.282383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-5fb190e2-12fa-433e-83b8-35124b204086 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.283079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-5fb190e2-12fa-433e-83b8-35124b204086 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:25.293354 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-686af655-f0d3-45a9-a262-8122e56f22a0 service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084029 Jun 03 15:11:25.343494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d18cff33-93bb-441e-8ba9-75d109db8631,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:25.348856 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.362873 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Transition to ACTIVE for port object d8ade9e6-ead9-41c2-918d-7f953244bed3 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:25.371083 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.380598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Deleting port 757129a0-a52e-4c92-bbda-5048223a3284 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:25.380978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.411421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-cb6a8493-22a1-407d-92e8-37d92cf493f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.413667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-cb6a8493-22a1-407d-92e8-37d92cf493f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4707909 Jun 03 15:11:25.413667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Made reservation on behalf of c93fc51505904d0f8478a8d38db58312 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:25.415833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.470941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-5fb190e2-12fa-433e-83b8-35124b204086 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:25.472545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-5fb190e2-12fa-433e-83b8-35124b204086 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 949 time: 0.4769671 Jun 03 15:11:25.508246 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf3e7-837a-419b-b7da-1ec0e16bb1f6 None None] Pushing event updated for resources: {'Port': ['ID=d8ade9e6-ead9-41c2-918d-7f953244bed3,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:25.514576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.543927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-bde5a031-11ba-4552-8b2f-7e164854184b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 200 len: 217 time: 0.0996995 Jun 03 15:11:25.563125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb51985-dd69-4adb-82f4-66369c422f09 req-89e0fe32-b46d-4c52-8a2b-eeb564630a08 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.571383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cb51985-dd69-4adb-82f4-66369c422f09 req-89e0fe32-b46d-4c52-8a2b-eeb564630a08 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 1.0745783 Jun 03 15:11:25.618945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port 71cba5bd-9ac0-4414-a150-8384db28127a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:25.619408 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.646971 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Attempting to bind port d8ade9e6-ead9-41c2-918d-7f953244bed3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:25.647337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Attempting to bind port d8ade9e6-ead9-41c2-918d-7f953244bed3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:25.647702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Attempting to bind port d8ade9e6-ead9-41c2-918d-7f953244bed3 on network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:25.652756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:25.655651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['17f90aeb-6a2d-42bc-a467-719e588dd2d4'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:25.666874 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:25.667244 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Checking segment: {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:25.667786 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.675751 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Bound using segment: {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:25.676421 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Bound port: d8ade9e6-ead9-41c2-918d-7f953244bed3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:25.677484 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.723056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Usage tracker for resource:security_group_rule and tenant:c93fc51505904d0f8478a8d38db58312 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:25.734392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:25.745147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['54c48420-a134-4270-8926-5ed3764190d5'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:25.745657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb516-0ff4-4f4a-bcc9-9b12d86c51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.776236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:25.797685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb516-0ff4-4f4a-bcc9-9b12d86c51f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9754293-7f5c-413b-914d-907a4b7866ad,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:25.808036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d18cff33-93bb-441e-8ba9-75d109db8631'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:25.810134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cb51985-dd69-4adb-82f4-66369c422f09 req-4c8f98a4-6b27-45e1-ac3f-d0a3be876d5c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377470 Jun 03 15:11:25.826252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-95091f4f-c80d-4125-8b62-aa38796db2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.837124 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-95091f4f-c80d-4125-8b62-aa38796db2a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2535737 Jun 03 15:11:25.844269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] For port d8ade9e6-ead9-41c2-918d-7f953244bed3, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:25.858291 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] For port d8ade9e6-ead9-41c2-918d-7f953244bed3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d8ade9e6-ead9-41c2-918d-7f953244bed3,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:25.879819 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.920641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb516-0ff4-4f4a-bcc9-9b12d86c51f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.921676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2d2eb516-0ff4-4f4a-bcc9-9b12d86c51f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9754293-7f5c-413b-914d-907a4b7866ad HTTP/1.1" status: 204 len: 168 time: 1.9844677 Jun 03 15:11:26.045654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b44e1bcf-3b2b-41b2-addf-8185b9d18d4a req-d05d207c-d01e-4836-a2b6-26fe15b28861 service neutron] 10.222.0.70 "GET /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327282 Jun 03 15:11:26.053661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.054000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.068345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-30e36f7b-6a6e-4e50-8599-986282a667ca service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792461 Jun 03 15:11:26.086123 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:26.086761 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:26.353256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-308d08e9-b81a-4563-a33a-c4686499c0ac service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120631 Jun 03 15:11:26.398246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Calling delete_port for 757129a0-a52e-4c92-bbda-5048223a3284 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:26.476797 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf3e7-837a-419b-b7da-1ec0e16bb1f6 None None] Pushing event updated for resources: {'Port': ['ID=d8ade9e6-ead9-41c2-918d-7f953244bed3,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:26.486823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-559ef7a9-daab-4a85-a35f-90db010f47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.488752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-559ef7a9-daab-4a85-a35f-90db010f47dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6508222 Jun 03 15:11:26.547776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.565326 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:26.574307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-4277fe2c-162f-43ce-8b7a-5480c862f5e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4947071 Jun 03 15:11:26.646553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-d1fa74fe-1ab5-4603-b4ec-1f3fa2b7bb4b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.648361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-d1fa74fe-1ab5-4603-b4ec-1f3fa2b7bb4b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1097 time: 0.2914431 Jun 03 15:11:26.675744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.680845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:26.802134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port 71cba5bd-9ac0-4414-a150-8384db28127a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=71cba5bd-9ac0-4414-a150-8384db28127a,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:26.802970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.832501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:11:26.875798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cc5c32-0160-4848-ba07-ab8c667e482e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:26.888728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.889059 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Added segment d389c32e-fc65-478e-abe6-af40bbb2cca5 of type vlan for network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab Jun 03 15:11:26.960838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for 71cba5bd-9ac0-4414-a150-8384db28127a owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:27.087543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-665befa4-c592-4304-9c07-aa0ec272a8c3 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863514 Jun 03 15:11:27.128196 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dda61caf-f475-4745-9957-d8a830339480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:25Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:27.133910 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda61caf-f475-4745-9957-d8a830339480 None None] The sync data for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 is: [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:25Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:27.165277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102ec1-019f-4f58-987e-cb7646306822 req-14b11cb5-6d60-4db5-9f2c-98167330c18a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.171305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102ec1-019f-4f58-987e-cb7646306822 req-14b11cb5-6d60-4db5-9f2c-98167330c18a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.178890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102ec1-019f-4f58-987e-cb7646306822 req-14b11cb5-6d60-4db5-9f2c-98167330c18a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.186069 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.199618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc102ec1-019f-4f58-987e-cb7646306822 req-14b11cb5-6d60-4db5-9f2c-98167330c18a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2415 time: 0.5354726 Jun 03 15:11:27.284340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 41072772-7a48-4d16-a899-b10b92c1be84 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:27.305264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 71cba5bd-9ac0-4414-a150-8384db28127a no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:27.323873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35040) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:27.332314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.341115 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.351683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-640387b8-e695-43c8-9632-248b71a0db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.353206 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-640387b8-e695-43c8-9632-248b71a0db28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c02c024815fe4945b06f5ffd20418986&device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 1122 time: 0.6256423 Jun 03 15:11:27.421772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:27.455192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event deleted for resources: {'Port': ['ID=757129a0-a52e-4c92-bbda-5048223a3284,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:27.501486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:27.525473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc102ec1-019f-4f58-987e-cb7646306822 req-e3e57c27-9784-436c-bf2d-17cc08c1452a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246686 Jun 03 15:11:27.603102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5bc4e2a-f704-43b0-b086-910b442b48f7 req-3c6a3eb6-3ad5-4b93-9699-a235bd7ffd4c service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018017 Jun 03 15:11:27.605032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-506566875-network', 'tenant_id': '8cf7eded618341e19229f4266f3b0d73'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:27.610363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:27.617269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.617532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Usage tracker for resource:network and tenant:8cf7eded618341e19229f4266f3b0d73 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:27.618242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.618830 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.621228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:27.630589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:27.691984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Made reservation on behalf of 8cf7eded618341e19229f4266f3b0d73 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:27.695124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.726871 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.745195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.772328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.786764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136', 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:27.829873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] Pushing event updated for resources: {'Network': ['ID=c9d5de4e-46aa-4b7c-aa10-a42dc77575ab,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:27.860319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:11:27.861099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-25df9253-3e8f-463f-838d-69218668b2fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9574637 Jun 03 15:11:27.862213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35046) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:27.865012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.880836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6356549-438d-4552-8544-8e45f2c3f22d req-19abebf6-20fd-4746-ac5c-f48f2f066ca0 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "DELETE /v2.0/floatingips/ac1353c8-5dbd-4e0e-a320-30fb53d80c15 HTTP/1.1" status: 204 len: 173 time: 2.9395530 Jun 03 15:11:27.881707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=71cba5bd-9ac0-4414-a150-8384db28127a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:27.888315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:27.890954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Request body: {'subnet': {'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-subnet', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:27.894205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf7eded618341e19229f4266f3b0d73 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:27.897831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:27.904940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:27.909371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:27.926843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Usage tracker for resource:subnet and tenant:c93fc51505904d0f8478a8d38db58312 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:27.940011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:27.950001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:28.004236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Made reservation on behalf of c93fc51505904d0f8478a8d38db58312 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:28.007971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.024070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.053979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.066601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:11:28.078131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.078472 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Added segment 4cd44d07-f1ef-42e3-be6f-a887e33e73bc of type vlan for network 75f6809e-190c-4c0e-8a33-3dc717b70734 Jun 03 15:11:28.112529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.174961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 71cba5bd-9ac0-4414-a150-8384db28127a is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:28.175757 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.259855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:28.326982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 41072772-7a48-4d16-a899-b10b92c1be84 has no active binding in host n-h1-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:11:28.392836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4cdb1732-a257-4079-a447-4f8171c42d1a req-349db950-815e-45c6-90dc-4b27baf49fca tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1085017 Jun 03 15:11:28.460602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port 71cba5bd-9ac0-4414-a150-8384db28127a on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:28.466051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.467530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:28.468288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.574898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.593963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'name': 'network-vif-deleted', 'tag': '71cba5bd-9ac0-4414-a150-8384db28127a'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:28.646590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff552c5-3763-4f4b-9b84-3a91bfcb1124 req-009f3167-f12b-40df-a87a-cc95eb86c5ac tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:28.651896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ff552c5-3763-4f4b-9b84-3a91bfcb1124 req-009f3167-f12b-40df-a87a-cc95eb86c5ac tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 946 time: 0.4563580 Jun 03 15:11:28.751041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d8ade9e6-ead9-41c2-918d-7f953244bed3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:28.774030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-407e48c7-14b5-47de-b371-ee8b4acd61a3 req-5d200ef7-4693-44c0-811b-daa7746a1745 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8b85ac7-8b84-4bd6-af79-6d2fce874176 HTTP/1.1" status: 200 len: 210 time: 0.1140847 Jun 03 15:11:28.844497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ff552c5-3763-4f4b-9b84-3a91bfcb1124 req-f12a4746-88ce-4d43-b899-bfafa8001563 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827316 Jun 03 15:11:28.882744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.888586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:28.908853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d8ade9e6-ead9-41c2-918d-7f953244bed3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:28.912964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d8ade9e6-ead9-41c2-918d-7f953244bed3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:28.913329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.944510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-0697af10-8780-4af7-a206-2a740a06833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:28.952976 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-0697af10-8780-4af7-a206-2a740a06833e service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 1.5522249 Jun 03 15:11:28.955049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d677d1-5064-4f6d-b6f8-394f77fdfcf2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.036350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Checking segment: {'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:29.036709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Network hostable DHCP agents. Network: c9d5de4e-46aa-4b7c-aa10-a42dc77575ab, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:11:29.144374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-7194d794-2523-4b6e-974d-92400999d299 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=511784c6-7d6c-40fa-9503-57b0fac1f136 HTTP/1.1" status: 200 len: 217 time: 0.1532381 Jun 03 15:11:29.159254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-452274e9-d2a0-4ff1-a38a-d2e46ff8f60e req-43f2a434-9711-454f-a938-30e08a2aa583 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "DELETE /v2.0/ports/71cba5bd-9ac0-4414-a150-8384db28127a HTTP/1.1" status: 204 len: 173 time: 3.6772478 Jun 03 15:11:29.209483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb8d97c-62c9-43c6-b0b7-9f71240750fb,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.226687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=75f6809e-190c-4c0e-8a33-3dc717b70734,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.235116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d8ade9e6-ead9-41c2-918d-7f953244bed3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:29.235641 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.240449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:29.248461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 75f6809e-190c-4c0e-8a33-3dc717b70734 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:11:29.262019 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-961bc5ae-8b0d-485b-a46b-7181c349a0b8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9182565 Jun 03 15:11:29.265259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35058) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:29.301296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Request body: {'subnet': {'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-506566875-subnet', 'tenant_id': '8cf7eded618341e19229f4266f3b0d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:29.331178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 54c48420-a134-4270-8926-5ed3764190d5 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:29.335069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:11:29.339980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:29.354727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b243ef7-53d5-43da-80f7-c58bf7c6332e req-47cc923e-a981-4c78-b120-06a9d01bb72a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.360276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:29.363432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b243ef7-53d5-43da-80f7-c58bf7c6332e req-47cc923e-a981-4c78-b120-06a9d01bb72a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.3501179 Jun 03 15:11:29.392272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c9d5de4e-46aa-4b7c-aa10-a42dc77575ab) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:29.403662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Usage tracker for resource:subnet and tenant:8cf7eded618341e19229f4266f3b0d73 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:29.408779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.409379 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.416283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-a206356f-da52-43cf-aac1-c801d01baee6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.418012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-a206356f-da52-43cf-aac1-c801d01baee6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:29.420458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df154b17-1fae-41aa-b862-c3cf4a24c58d None None] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:29.423900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:29.446327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-f548afcd-68f6-4ab4-838f-9a34eb180f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.448043 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-f548afcd-68f6-4ab4-838f-9a34eb180f4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2869258 Jun 03 15:11:29.448936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa8c9d-e622-42b1-8f78-09fc7553d819 req-ca458b07-e9ad-4721-bb9c-bf2ab876cfd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.453668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d8ade9e6-ead9-41c2-918d-7f953244bed3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d8ade9e6-ead9-41c2-918d-7f953244bed3,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:29.455345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa8c9d-e622-42b1-8f78-09fc7553d819 req-ca458b07-e9ad-4721-bb9c-bf2ab876cfd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.462187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa8c9d-e622-42b1-8f78-09fc7553d819 req-ca458b07-e9ad-4721-bb9c-bf2ab876cfd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.463551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9afa8c9d-e622-42b1-8f78-09fc7553d819 req-ca458b07-e9ad-4721-bb9c-bf2ab876cfd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2415 time: 0.3364613 Jun 03 15:11:29.471253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:29.476985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-a8987dac-da08-419e-8379-6b23feee0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.478431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-a8987dac-da08-419e-8379-6b23feee0e36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31&tenant_id=f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 1100 time: 0.2643762 Jun 03 15:11:29.481226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b243ef7-53d5-43da-80f7-c58bf7c6332e req-7808d75a-a647-4ee0-8fdc-f6be76c27d44 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170096 Jun 03 15:11:29.508657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:29.532020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0d29bce1-7518-4c8c-9f07-2070007a7743 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6461749 Jun 03 15:11:29.532727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35064) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:29.537447 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.545811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:29.550687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:29.554865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Usage tracker for resource:router and tenant:c93fc51505904d0f8478a8d38db58312 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:29.558088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:29.565320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:29.595377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-a206356f-da52-43cf-aac1-c801d01baee6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:29.595647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-a206356f-da52-43cf-aac1-c801d01baee6 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 950 time: 1.1587462 Jun 03 15:11:29.600529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Made reservation on behalf of 8cf7eded618341e19229f4266f3b0d73 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:29.602983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.627920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9afa8c9d-e622-42b1-8f78-09fc7553d819 req-15340d39-cf41-4f7e-8974-5aed8fc81752 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559196 Jun 03 15:11:29.670370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d8ade9e6-ead9-41c2-918d-7f953244bed3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.674742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 54c48420-a134-4270-8926-5ed3764190d5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:29.691105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.692888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 54c48420-a134-4270-8926-5ed3764190d5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:29.693127 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.818183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.819566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.827422 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b326023-ebca-4a2b-bc2b-04a36bb542f0'] response: {'server_uuid': 'e8b85ac7-8b84-4bd6-af79-6d2fce874176', 'name': 'network-vif-deleted', 'tag': '71cba5bd-9ac0-4414-a150-8384db28127a', 'status': 'completed', 'code': 200} Jun 03 15:11:29.831030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.893761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.914531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f97e5bd5-903c-45b3-91c1-0309cbb8993e req-ed3bab80-b590-451c-ae27-de290da9de9b tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0678794 Jun 03 15:11:29.918144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c9d5de4e-46aa-4b7c-aa10-a42dc77575ab', 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'fixed_ips': [{'subnet_id': '8bb8d97c-62c9-43c6-b0b7-9f71240750fb'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:11:29.918991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.058755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 54c48420-a134-4270-8926-5ed3764190d5 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:30.059324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.134931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c48420-a134-4270-8926-5ed3764190d5'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:30.159931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 54c48420-a134-4270-8926-5ed3764190d5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=54c48420-a134-4270-8926-5ed3764190d5,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:30.183044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.197976 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.200139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f90aeb-6a2d-42bc-a467-719e588dd2d4 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:30.223266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079fdbd-a2b9-4b75-b0aa-1bc5479959bf req-b0b57bff-bfd2-40b2-9205-f642171fbd84 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:30.224566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2079fdbd-a2b9-4b75-b0aa-1bc5479959bf req-b0b57bff-bfd2-40b2-9205-f642171fbd84 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:30.280677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:30.280677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.352005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Allocated IP 172.20.0.2 (c9d5de4e-46aa-4b7c-aa10-a42dc77575ab/8bb8d97c-62c9-43c6-b0b7-9f71240750fb/f4c03a6f-97aa-4c15-900e-ae3de4d04458) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:30.356678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:30.361541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2079fdbd-a2b9-4b75-b0aa-1bc5479959bf req-b0b57bff-bfd2-40b2-9205-f642171fbd84 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:30.362739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2079fdbd-a2b9-4b75-b0aa-1bc5479959bf req-b0b57bff-bfd2-40b2-9205-f642171fbd84 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5814755 Jun 03 15:11:30.376080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=54c48420-a134-4270-8926-5ed3764190d5,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:30.384800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-05bc5c75-a82f-4206-98d8-23b70b8f5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:30.386446 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-05bc5c75-a82f-4206-98d8-23b70b8f5904 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9236476 Jun 03 15:11:30.401453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:30.424957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.460958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2079fdbd-a2b9-4b75-b0aa-1bc5479959bf req-7049e7d2-15a8-4712-84a1-3fd4a8863653 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:30.503833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4e44c-b1a7-449f-bba8-91260ffb45b6 req-2aafeac9-f06d-44d1-9cae-2904c72c087a tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:30.506180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24a4e44c-b1a7-449f-bba8-91260ffb45b6 req-2aafeac9-f06d-44d1-9cae-2904c72c087a tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 0.2787161 Jun 03 15:11:30.506615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:30.506989 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.509266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:30.534088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2079fdbd-a2b9-4b75-b0aa-1bc5479959bf req-7049e7d2-15a8-4712-84a1-3fd4a8863653 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:30.535212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2079fdbd-a2b9-4b75-b0aa-1bc5479959bf req-7049e7d2-15a8-4712-84a1-3fd4a8863653 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1453226 Jun 03 15:11:30.577666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:30.631668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24a4e44c-b1a7-449f-bba8-91260ffb45b6 req-0191b433-5cc2-48af-a837-54616429ae01 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135747 Jun 03 15:11:30.679005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d8ade9e6-ead9-41c2-918d-7f953244bed3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:30.682127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:30.699257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.701594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on host n-h2-844594-1 for vnic_type normal with profile {"migrating_to": "n-h1-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:30.701933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:30.702264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:30.730672 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851c6add-9916-4b70-ae79-6a56f638c0ad'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c48420-a134-4270-8926-5ed3764190d5', 'code': 200} Jun 03 15:11:30.744414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Transition to ACTIVE for port object 1819974a-7f51-44cc-ba9d-0def0f78cb8f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:30.757073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:30.757460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.804989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.894301 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.912781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 17f90aeb-6a2d-42bc-a467-719e588dd2d4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f90aeb-6a2d-42bc-a467-719e588dd2d4,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:30.914025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Transition to ACTIVE for port object f4c03a6f-97aa-4c15-900e-ae3de4d04458 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:30.931073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d8ade9e6-ead9-41c2-918d-7f953244bed3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:30.931496 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.968051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.969271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d18cff33-93bb-441e-8ba9-75d109db8631 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:30.999126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:30.999712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Attempting to bind port 41072772-7a48-4d16-a899-b10b92c1be84 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:31.048042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Transition to ACTIVE for port object f4c03a6f-97aa-4c15-900e-ae3de4d04458 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:31.051090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=10']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:31.053866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] No DVR routers for this DVR port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:31.062312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:31.063105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:31.065247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:31.065868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Bound port: 41072772-7a48-4d16-a899-b10b92c1be84, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:31.066320 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.112551 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.138925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:31.139207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:31.139808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:31.158817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d99b7-531d-427d-a6c4-c5036e9c3fea req-4e2e1fe8-fb85-4335-895e-16f079d97cff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.160421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-906d99b7-531d-427d-a6c4-c5036e9c3fea req-4e2e1fe8-fb85-4335-895e-16f079d97cff tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 950 time: 0.4545929 Jun 03 15:11:31.162700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:31.162700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Attempting to bind port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:31.163984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:31.171629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:31.171992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:31.173286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:31.173286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Bound port: 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:31.173286 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.174238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:31.180746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:31.183587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=17f90aeb-6a2d-42bc-a467-719e588dd2d4,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:31.196595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d79d0-134a-4acc-b431-38065f8f992f req-b1f58020-ff4a-4255-9ad1-8be6176ae4ab tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.198399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a08d79d0-134a-4acc-b431-38065f8f992f req-b1f58020-ff4a-4255-9ad1-8be6176ae4ab tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 948 time: 0.3522096 Jun 03 15:11:31.317237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-906d99b7-531d-427d-a6c4-c5036e9c3fea req-1e165da3-4881-4519-93e9-e91ff32749a2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322925 Jun 03 15:11:31.325836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9a8e7b-9982-4364-987a-b1725eb6f582,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:31.334869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a08d79d0-134a-4acc-b431-38065f8f992f req-90e79797-82b6-440b-9068-ea0cf3d32aed tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200769 Jun 03 15:11:31.349597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:31.362412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:31.370075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.374973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port d18cff33-93bb-441e-8ba9-75d109db8631 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:31.400415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d18cff33-93bb-441e-8ba9-75d109db8631 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:31.400705 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.453706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Pushing event updated for resources: {'Port': ['ID=f4c03a6f-97aa-4c15-900e-ae3de4d04458,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:31.478369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d8ade9e6-ead9-41c2-918d-7f953244bed3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:31.486691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Attempting to bind port f4c03a6f-97aa-4c15-900e-ae3de4d04458 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:31.487064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Attempting to bind port f4c03a6f-97aa-4c15-900e-ae3de4d04458 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:31.487427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Attempting to bind port f4c03a6f-97aa-4c15-900e-ae3de4d04458 on network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:31.494157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Checking segment: {'id': '4cd44d07-f1ef-42e3-be6f-a887e33e73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:31.494157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Network hostable DHCP agents. Network: 75f6809e-190c-4c0e-8a33-3dc717b70734, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:11:31.495815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:31.496247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Checking segment: {'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:31.496656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.497591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Bound using segment: {'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:31.497591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Bound port: f4c03a6f-97aa-4c15-900e-ae3de4d04458, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:31.497863 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.526508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22e6686b-74c0-4fd9-b3ff-70b6eed2d740 req-4058df2e-d139-4caa-84b4-85973d5eeaaa tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1103086 Jun 03 15:11:31.529092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.531869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.533574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] 10.222.0.15 "PUT /v2.0/ports/1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 1096 time: 2.0385211 Jun 03 15:11:31.558865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.593104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-c1bea355-5963-42c9-b54f-27b7ffa5f0d5 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1932967 Jun 03 15:11:31.640722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] For port f4c03a6f-97aa-4c15-900e-ae3de4d04458, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:31.649865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] For port f4c03a6f-97aa-4c15-900e-ae3de4d04458, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f4c03a6f-97aa-4c15-900e-ae3de4d04458,segment=NetworkSegment(d389c32e-fc65-478e-abe6-af40bbb2cca5),segment_id=d389c32e-fc65-478e-abe6-af40bbb2cca5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:31.659618 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd864ade-b369-4f12-a874-1be7967485ee'] response: {'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'code': 200} Jun 03 15:11:31.674218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de099-f2ee-4d37-a204-7ed2eee8015c service neutron] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=11']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:31.700367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Network 75f6809e-190c-4c0e-8a33-3dc717b70734 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:11:31.704473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:31.754012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91f8b-87c3-4008-af0e-f2b60e320a98 req-1590dd9d-e44b-44ae-a0f3-1c4b8c3e8bd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.760766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91f8b-87c3-4008-af0e-f2b60e320a98 req-1590dd9d-e44b-44ae-a0f3-1c4b8c3e8bd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.764512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d18cff33-93bb-441e-8ba9-75d109db8631 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:31.764904 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.767523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91f8b-87c3-4008-af0e-f2b60e320a98 req-1590dd9d-e44b-44ae-a0f3-1c4b8c3e8bd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.769458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9af91f8b-87c3-4008-af0e-f2b60e320a98 req-1590dd9d-e44b-44ae-a0f3-1c4b8c3e8bd8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2417 time: 0.2115178 Jun 03 15:11:31.801429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:31.822738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 75f6809e-190c-4c0e-8a33-3dc717b70734) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:31.825097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-163f2616-e97f-417c-97ae-0ba1bb36dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.826709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-163f2616-e97f-417c-97ae-0ba1bb36dada service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1099 time: 0.2160251 Jun 03 15:11:31.828693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d18cff33-93bb-441e-8ba9-75d109db8631, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d18cff33-93bb-441e-8ba9-75d109db8631,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:31.828830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:31.831186 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.836331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-107775d7-55f1-489c-8bb7-e448234ba4ae req-4f102c07-24a7-45b6-b02b-858a2179c582 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0948877 Jun 03 15:11:31.890231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8159568-110f-4539-87a9-32207e52e395 None None] Network 75f6809e-190c-4c0e-8a33-3dc717b70734 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:31.899330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.910624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.911141 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.924147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.925248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:32.002091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:32.002685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.027677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-93c0e743-afbc-4c32-bc4d-ec4f1d26c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.034182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-93c0e743-afbc-4c32-bc4d-ec4f1d26c921 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1967452 Jun 03 15:11:32.056405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9af91f8b-87c3-4008-af0e-f2b60e320a98 req-8a502082-875b-469c-97bd-b530e8d598e3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459378 Jun 03 15:11:32.214223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:32.214223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:32.394559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9535a6-68a8-49cb-aa5d-fc45acd72bb7 None None] Pushing event updated for resources: {'Port': ['ID=f4c03a6f-97aa-4c15-900e-ae3de4d04458,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:32.427599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:32.435299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-e0d7b755-a601-4ecc-bb02-47c096a32f17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.3908105 Jun 03 15:11:32.461467 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b343a22a-569a-464b-9db2-82dfaae63b9b'] response: {'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84', 'code': 200} Jun 03 15:11:32.474744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-60c9f4ca-bb3c-43a6-a057-edf4e0c827a3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1948605 Jun 03 15:11:32.477146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcb913d1-9869-49ba-b288-8c013a40fbdc req-90538048-5793-42d7-91d8-eef96b33101d service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8664069 Jun 03 15:11:32.499508 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:11:32.574213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:32.575176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.596359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:32.634068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-a841446f-21f4-4183-ae53-263edcff4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.635820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-a841446f-21f4-4183-ae53-263edcff4644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1825521 Jun 03 15:11:32.644057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.645279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.646997 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-2c5b178a-d8ad-423e-af13-dea75280b923 service neutron] 10.222.0.70 "PUT /v2.0/ports/41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 200 len: 1122 time: 5.9748328 Jun 03 15:11:32.679817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d18cff33-93bb-441e-8ba9-75d109db8631,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:32.744421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f90aeb-6a2d-42bc-a467-719e588dd2d4'}, {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:32.800692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b9b58-8911-429e-bbbb-86aea71c39a6 req-125843a5-04db-45e5-a2da-37560d8ef451 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.803512 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-477b9b58-8911-429e-bbbb-86aea71c39a6 req-125843a5-04db-45e5-a2da-37560d8ef451 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 0.4131076 Jun 03 15:11:32.821595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4c03a6f-97aa-4c15-900e-ae3de4d04458 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:32.867010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27843-acb4-4eb7-bf98-2a6b9cd2f072 req-84b140a3-8c0e-40c4-8fd1-a01bc583b127 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.870709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['41072772-7a48-4d16-a899-b10b92c1be84'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:32.876779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14d27843-acb4-4eb7-bf98-2a6b9cd2f072 req-84b140a3-8c0e-40c4-8fd1-a01bc583b127 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 946 time: 0.3845341 Jun 03 15:11:32.927164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-477b9b58-8911-429e-bbbb-86aea71c39a6 req-24645a94-02e7-451f-8181-6a488a3769f5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096859 Jun 03 15:11:32.947167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['41072772-7a48-4d16-a899-b10b92c1be84'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:32.959873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14d27843-acb4-4eb7-bf98-2a6b9cd2f072 req-cd101dfa-d591-4d50-a283-dd56f2f547c7 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816844 Jun 03 15:11:32.984717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-240ba163-5739-4361-81c1-6a02af875993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.990125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-240ba163-5739-4361-81c1-6a02af875993 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3039417 Jun 03 15:11:33.025471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e19131-4b93-4d25-97b8-3b314180bc6a None None] Network 75f6809e-190c-4c0e-8a33-3dc717b70734 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:33.140809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.213430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=b893ef4c-5c18-4f1b-acb1-642ecc5f1b96,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:33.357312 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3677739b-f6fb-4a48-aa0a-651933d6a3d8 req-cd7f19f3-7297-469d-969b-134b4afe379d tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e2e713-b674-45cb-9ee5-a3b31489e1c9 HTTP/1.1" status: 200 len: 210 time: 0.1097534 Jun 03 15:11:33.363682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-cc07bb0b-fa5d-4f1e-9f55-0427407de8e3 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644729 Jun 03 15:11:33.489360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:33.493099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.515536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1874b9-400e-4ddd-9307-6e6d094815cc req-6b98b9fa-bbeb-4de3-afd4-c5c35a5fecfd tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:33.516327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c2171-942f-4de1-a50e-b1b69ca7a378 None None] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:33.517069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe1874b9-400e-4ddd-9307-6e6d094815cc req-6b98b9fa-bbeb-4de3-afd4-c5c35a5fecfd tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 948 time: 0.2677736 Jun 03 15:11:33.533132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.544086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.563369 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 15:11:33.563369 n-d-844594-1 neutron-server[88340]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 03 15:11:33.563369 n-d-844594-1 neutron-server[88340]: [parameters: {'status': 'DOWN', 'ports_id': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96'}] Jun 03 15:11:33.563369 n-d-844594-1 neutron-server[88340]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:11:33.564008 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:11:33.620612 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a01c63e2-4071-4d79-8a9f-e3b74e67e855 req-2b86e88c-5201-47d5-a1bf-1808d03116f5 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "DELETE /v2.0/ports/b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 HTTP/1.1" status: 204 len: 173 time: 3.7915461 Jun 03 15:11:33.632095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e44b4f7-e5c4-4f47-a1d5-df63219723b6 req-0d4779d0-b762-4b01-806e-9a4e212ba534 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493699 Jun 03 15:11:33.651802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe1874b9-400e-4ddd-9307-6e6d094815cc req-912b70b8-c54a-4f4f-a18c-225f02aba08a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247063 Jun 03 15:11:33.660638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:33.882185 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498cec30-d6e0-4ae5-958a-25788537c4e6'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f90aeb-6a2d-42bc-a467-719e588dd2d4', 'code': 200} Jun 03 15:11:33.882486 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498cec30-d6e0-4ae5-958a-25788537c4e6'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631', 'code': 200} Jun 03 15:11:33.986517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f053d51f-9a9e-4f68-b76b-dbeb1ce85a9c None None] Provisioning for port f4c03a6f-97aa-4c15-900e-ae3de4d04458 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:34.027207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Allocated IP 172.25.1.65 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:34.056738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bd2dffa-ede2-4c29-93b7-0755c42a0ce0 req-926a8941-2ad3-4dc3-a383-aa5fcff9ea9d tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0804751 Jun 03 15:11:34.065694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f4c03a6f-97aa-4c15-900e-ae3de4d04458 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:34.068445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-08816015-796a-49e8-9b0e-c1e9f1bf1d99 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.069402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-08816015-796a-49e8-9b0e-c1e9f1bf1d99 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Synchronizing usage tracker for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:34.110006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-66029c80-b08a-4f2b-b237-115b5ae32533 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.117119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-66029c80-b08a-4f2b-b237-115b5ae32533 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/networks?id=75f6809e-190c-4c0e-8a33-3dc717b70734 HTTP/1.1" status: 200 len: 813 time: 0.3668437 Jun 03 15:11:34.133427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-d1782c0b-7a59-443e-9bad-39dfca85b7e6 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/quotas/8cf7eded618341e19229f4266f3b0d73 HTTP/1.1" status: 200 len: 375 time: 0.0156441 Jun 03 15:11:34.184855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2814d1aa-99f2-4c2a-a9ff-26854d649ee1 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8cf7eded618341e19229f4266f3b0d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504282 Jun 03 15:11:34.191699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f4c03a6f-97aa-4c15-900e-ae3de4d04458 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:34.192649 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.206653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-08816015-796a-49e8-9b0e-c1e9f1bf1d99 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Unset dirty status for tenant:5818f412374d4abcbd3526d4a73ef3b1 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:34.208744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-08816015-796a-49e8-9b0e-c1e9f1bf1d99 tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.70 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 946 time: 0.4765713 Jun 03 15:11:34.258185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Port b893ef4c-5c18-4f1b-acb1-642ecc5f1b96 update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:11:34.267028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1041ffc-ba3b-480d-ada1-5900e5692549 req-0a8ea757-7377-4256-8e47-2b798508147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.267607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1041ffc-ba3b-480d-ada1-5900e5692549 req-0a8ea757-7377-4256-8e47-2b798508147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.268089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1041ffc-ba3b-480d-ada1-5900e5692549 req-0a8ea757-7377-4256-8e47-2b798508147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.269886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1041ffc-ba3b-480d-ada1-5900e5692549 req-0a8ea757-7377-4256-8e47-2b798508147d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2871 time: 0.3305337 Jun 03 15:11:34.374169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Deleting port 130e54f7-fdc0-470e-9193-ff1e0a364d06 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:34.374548 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.447359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1041ffc-ba3b-480d-ada1-5900e5692549 req-a2dbc72e-f103-42a6-a314-5d6d256d1930 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665165 Jun 03 15:11:34.448776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-cbe686c7-86c1-4758-8fb5-f29b23d5c564 service neutron] 10.222.0.66 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629623 Jun 03 15:11:34.453828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.462881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84'}, {'server_uuid': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'name': 'network-vif-deleted', 'tag': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:34.483016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f4c03a6f-97aa-4c15-900e-ae3de4d04458 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:34.483408 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.536852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f4c03a6f-97aa-4c15-900e-ae3de4d04458, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f4c03a6f-97aa-4c15-900e-ae3de4d04458,segment=NetworkSegment(d389c32e-fc65-478e-abe6-af40bbb2cca5),segment_id=d389c32e-fc65-478e-abe6-af40bbb2cca5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:34.546427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.624701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a625ec3-71f0-482c-8321-a20a8918ce27 req-a5bda257-4e83-45bf-9d0b-e08a4bbb2c8c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.630967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a625ec3-71f0-482c-8321-a20a8918ce27 req-a5bda257-4e83-45bf-9d0b-e08a4bbb2c8c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.637317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a625ec3-71f0-482c-8321-a20a8918ce27 req-a5bda257-4e83-45bf-9d0b-e08a4bbb2c8c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.644916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a625ec3-71f0-482c-8321-a20a8918ce27 req-a5bda257-4e83-45bf-9d0b-e08a4bbb2c8c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2418 time: 0.4065113 Jun 03 15:11:34.649166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f4c03a6f-97aa-4c15-900e-ae3de4d04458,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:34.653418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.677496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2926db64-08d9-40f4-bdc5-02d4812901b1 service neutron] 10.222.0.66 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276084 Jun 03 15:11:34.721782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a625ec3-71f0-482c-8321-a20a8918ce27 req-88a63d3e-0fc7-487e-ab73-13fc4a3c2958 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752895 Jun 03 15:11:34.776374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:34.791269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:34.796096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:34.799905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:34.820800 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbd871c-92c0-480f-bd74-adefc68e9309'] response: {'name': 'network-changed', 'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'status': 'completed', 'code': 200} Jun 03 15:11:34.855616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] For port 130e54f7-fdc0-470e-9193-ff1e0a364d06, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=130e54f7-fdc0-470e-9193-ff1e0a364d06,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:34.855856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.867416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b46320d3-fc0f-417c-a04e-763cdf30a6fe None None] Provisioning complete for port f4c03a6f-97aa-4c15-900e-ae3de4d04458 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:34.867851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b46320d3-fc0f-417c-a04e-763cdf30a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.950073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-2bd5dd84-85aa-407a-a202-7e57bb37805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.951192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-2bd5dd84-85aa-407a-a202-7e57bb37805e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1099 time: 0.1044817 Jun 03 15:11:34.952847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:35.130853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Calling delete_port for 130e54f7-fdc0-470e-9193-ff1e0a364d06 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:35.138988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b46320d3-fc0f-417c-a04e-763cdf30a6fe None None] Current status of the port f4c03a6f-97aa-4c15-900e-ae3de4d04458 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:35.407953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:35.425686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-84c12523-bc86-4de2-b99b-f9f6b81cfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.427814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-84c12523-bc86-4de2-b99b-f9f6b81cfd79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4673805 Jun 03 15:11:35.437020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c4ca4-1535-4a48-b2ac-ef0fb986ef65 req-be063d1f-8732-4d1d-aa7a-e2db62738ad1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.444792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-791c4ca4-1535-4a48-b2ac-ef0fb986ef65 req-be063d1f-8732-4d1d-aa7a-e2db62738ad1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 0.4484107 Jun 03 15:11:35.543298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36db3a-b5ca-454d-9255-86b3ab77e8ad req-655743ec-e9c0-476a-803d-b9da158e354f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.551919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd36db3a-b5ca-454d-9255-86b3ab77e8ad req-655743ec-e9c0-476a-803d-b9da158e354f tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 946 time: 0.2841117 Jun 03 15:11:35.574789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-6ee7a7fa-a6ab-4d62-a1b6-8eff752b7b33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.1255496 Jun 03 15:11:35.591216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-1dfca680-1032-4d35-90e9-622fd749caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.592824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-1dfca680-1032-4d35-90e9-622fd749caea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 1099 time: 0.7454760 Jun 03 15:11:35.623449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:35.634450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-791c4ca4-1535-4a48-b2ac-ef0fb986ef65 req-20d34d06-aa0a-4aa3-ab9d-d393e7da461c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883721 Jun 03 15:11:35.662413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'mac_address': 'fa:16:3e:ac:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:35.729331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd36db3a-b5ca-454d-9255-86b3ab77e8ad req-5b44c5c3-6137-4657-97e6-8d225317be1b tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/security-groups?id=04f1a1f5-0d4a-4387-a1bc-516353637e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776178 Jun 03 15:11:35.742389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1819974a-7f51-44cc-ba9d-0def0f78cb8f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:35.742919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:35.767398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-b06a081b-bf6b-448e-8b7a-2b29aee10d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.769101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-b06a081b-bf6b-448e-8b7a-2b29aee10d09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1812413 Jun 03 15:11:35.775990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1819974a-7f51-44cc-ba9d-0def0f78cb8f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:35.794339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:35.810102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:35.951605 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a3c7ad-5971-41d1-9aa0-cdc879799e5c'] response: {'name': 'network-changed', 'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84', 'status': 'completed', 'code': 200} Jun 03 15:11:35.952304 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a3c7ad-5971-41d1-9aa0-cdc879799e5c'] response: {'server_uuid': '82e2e713-b674-45cb-9ee5-a3b31489e1c9', 'name': 'network-vif-deleted', 'tag': 'b893ef4c-5c18-4f1b-acb1-642ecc5f1b96', 'status': 'completed', 'code': 200} Jun 03 15:11:35.953901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-9e060680-c69a-45c4-8524-c2d6a1c198a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.954732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-eb1c7ffc-2228-4d0d-8740-3d4a027326eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.956038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-9e060680-c69a-45c4-8524-c2d6a1c198a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3552928 Jun 03 15:11:35.956446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-eb1c7ffc-2228-4d0d-8740-3d4a027326eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756949 Jun 03 15:11:36.001912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=12']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:36.073707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce3ea87b-1cc4-4ee3-a7d8-e722e80c4f57 req-15d9fee4-c94b-4cb9-a7c1-ac1fd3e616fa tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 210 time: 0.1113346 Jun 03 15:11:36.127944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:36.135577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-7d829efc-d01a-4697-9733-4086d6367103 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 200 len: 217 time: 0.1029437 Jun 03 15:11:36.241205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Pushing event deleted for resources: {'Port': ['ID=130e54f7-fdc0-470e-9193-ff1e0a364d06,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:36.263161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad45e79d-23f5-484f-80a2-7f5bf30e9d73 req-fc6252a0-4284-4b4f-ba75-0ac2ce53d401 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0745611 Jun 03 15:11:36.356350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['1819974a-7f51-44cc-ba9d-0def0f78cb8f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:36.377474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-25ff5dbf-bce0-40e3-850e-8241db7bbbe1 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773615 Jun 03 15:11:36.405886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47b1f9-4159-4b7f-8b12-f33c205432c2 req-82774acf-93ad-4bc6-817f-b3a51f2e4c6d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.411747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] No DVR routers for this DVR port 130e54f7-fdc0-470e-9193-ff1e0a364d06 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:36.418566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e47b1f9-4159-4b7f-8b12-f33c205432c2 req-82774acf-93ad-4bc6-817f-b3a51f2e4c6d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 949 time: 0.4053822 Jun 03 15:11:36.421716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:36.449942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-d2f9ee62-6481-4e6a-bb82-ab0b37692adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.451401 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-d2f9ee62-6481-4e6a-bb82-ab0b37692adc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2657990 Jun 03 15:11:36.457514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:36.572756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-deb85283-bb80-4576-ba79-e00bc437852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.574941 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-deb85283-bb80-4576-ba79-e00bc437852f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1125 time: 0.6174400 Jun 03 15:11:36.584390 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b560a437-3c8d-4a85-82a3-52e6cc53ae31 req-aeb70fe9-d657-4100-bde2-87d94e7ee58c tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.70 "DELETE /v2.0/ports/130e54f7-fdc0-470e-9193-ff1e0a364d06 HTTP/1.1" status: 204 len: 173 time: 2.3667758 Jun 03 15:11:36.685001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4c03a6f-97aa-4c15-900e-ae3de4d04458 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:36.781584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e47b1f9-4159-4b7f-8b12-f33c205432c2 req-86f48760-540b-494d-85e8-4541209464c1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611882 Jun 03 15:11:36.789935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f4c03a6f-97aa-4c15-900e-ae3de4d04458 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:36.790538 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:36.941829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-12a9f9ae-b9ed-46e9-b45c-b4588cdba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.943965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-12a9f9ae-b9ed-46e9-b45c-b4588cdba957 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4299827 Jun 03 15:11:36.999813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f4c03a6f-97aa-4c15-900e-ae3de4d04458 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:37.064276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-a02d8c57-bfbf-4640-941d-a1e9651b4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.065778 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-a02d8c57-bfbf-4640-941d-a1e9651b4857 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.4687908 Jun 03 15:11:37.077526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-2a69bc55-1a82-40bf-828e-36f545beae9e service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568980 Jun 03 15:11:37.145976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b8c65-762c-43c1-8e45-a32a9ecef3a6 req-4db5e461-f145-4966-ab72-72f5447d817d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.152276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b8c65-762c-43c1-8e45-a32a9ecef3a6 req-4db5e461-f145-4966-ab72-72f5447d817d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.158143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b8c65-762c-43c1-8e45-a32a9ecef3a6 req-4db5e461-f145-4966-ab72-72f5447d817d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.159866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-050b8c65-762c-43c1-8e45-a32a9ecef3a6 req-4db5e461-f145-4966-ab72-72f5447d817d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2418 time: 0.7140036 Jun 03 15:11:37.262079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-ecda9c88-c111-46c9-a4f7-03029c133a1b tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.263712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-ecda9c88-c111-46c9-a4f7-03029c133a1b tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.15 "GET /v2.0/networks?id=75f6809e-190c-4c0e-8a33-3dc717b70734 HTTP/1.1" status: 200 len: 813 time: 0.4728656 Jun 03 15:11:37.274017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-050b8c65-762c-43c1-8e45-a32a9ecef3a6 req-4fd0743c-75e1-4393-a49a-e8b3bc1c9f05 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041863 Jun 03 15:11:37.283594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Request body: {'port': {'device_id': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734', 'admin_state_up': True, 'tenant_id': '8cf7eded618341e19229f4266f3b0d73'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:37.353118 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-f3314bdf-0ead-43ec-b66a-bf078c9a26f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 200 len: 217 time: 0.2672012 Jun 03 15:11:37.370422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 130e54f7-fdc0-470e-9193-ff1e0a364d06 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:37.380999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560a56-0e3f-4e21-9048-dfb322e611fd req-0a5c7e41-8a43-402d-80c4-f611276cd319 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.382603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87560a56-0e3f-4e21-9048-dfb322e611fd req-0a5c7e41-8a43-402d-80c4-f611276cd319 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 0.2975678 Jun 03 15:11:37.412409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 130e54f7-fdc0-470e-9193-ff1e0a364d06 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:37.412881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 130e54f7-fdc0-470e-9193-ff1e0a364d06 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:37.415977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.423717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:37.523707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:37.531335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 1819974a-7f51-44cc-ba9d-0def0f78cb8f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:37.531840 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.532318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-f8bcf79f-4c3a-4978-8a82-439cba700eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.533809 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-f8bcf79f-4c3a-4978-8a82-439cba700eea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1706104 Jun 03 15:11:37.561097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29044415-30b7-4e61-8ad6-eaffe62cbdbb req-9a96f767-4a5e-46e8-adca-2b5807b9e98d tempest-FloatingIPsAssociationNegativeTestJSON-32960648 tempest-FloatingIPsAssociationNegativeTestJSON-32960648-project] 10.222.0.66 "GET /v2.0/ports?device_id=7deb9225-9d42-4079-b4de-a8b09b9ff4cf HTTP/1.1" status: 200 len: 210 time: 0.1063180 Jun 03 15:11:37.591791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:37.606478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87560a56-0e3f-4e21-9048-dfb322e611fd req-49067cfa-5969-47b8-a8aa-8f87578c7e67 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900933 Jun 03 15:11:37.619828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-b01b48a6-ad10-4b18-996a-7be6dc79cf91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686095 Jun 03 15:11:37.621636 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-69f669f8-cb92-44e6-8f83-ad12dcca398d service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674554 Jun 03 15:11:37.625263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Usage tracker for resource:port and tenant:8cf7eded618341e19229f4266f3b0d73 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:37.628826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:37.634866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:37.651149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Made reservation on behalf of 8cf7eded618341e19229f4266f3b0d73 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:37.655084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.689648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1819974a-7f51-44cc-ba9d-0def0f78cb8f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:37.690229 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.719458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:37.738010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:37.743146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.841534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=13']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:37.959160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'name': 'network-vif-deleted', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:38.046580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08789b45-fd86-4cb5-935c-43a7d7b11cc4 req-319f599e-3f9d-4437-90cd-40bd142c75f8 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 210 time: 0.2367837 Jun 03 15:11:38.052577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5163f9e9-53d4-4800-8226-584f1db5dda5 req-55e2e32f-a898-44c0-931a-9e7ddd49b778 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053334 Jun 03 15:11:38.073282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d804f7ce-4513-45f8-961d-ffacfd119c4b req-e205adfd-c780-41e1-8399-7c562824923f tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0796294 Jun 03 15:11:38.087961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-72833a88-bdcc-42c5-b910-43da4f8ddb26 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418121 Jun 03 15:11:38.097311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Allocated IP 172.20.0.14 (75f6809e-190c-4c0e-8a33-3dc717b70734/0a9a8e7b-9982-4364-987a-b1725eb6f582/43d9c144-bf34-4a6b-9838-c41d9cef1ddf) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:38.119570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Router 6a30637e-c44f-44a9-aff2-1ea969bfe129 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:11:38.141398 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ffb05f-e353-4d7d-8599-0130524e87c8'] response: {'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'code': 200} Jun 03 15:11:38.403154 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84da34a2-6c50-4547-9bd5-52f883afac3f req-166eb750-27e2-4c5c-8b62-498986f01bc0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069153 Jun 03 15:11:38.416597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:38.429075 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963766de-c692-44de-9289-278df090d986 None None] Sync routers for ids ['6a30637e-c44f-44a9-aff2-1ea969bfe129'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:38.447537 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.452694 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-03336a30-0624-412e-b6b3-5f19d22fed78 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9110150 Jun 03 15:11:38.453045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35170) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:38.453755 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963766de-c692-44de-9289-278df090d986 None None] Routers {'6a30637e-c44f-44a9-aff2-1ea969bfe129'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:38.454669 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-963766de-c692-44de-9289-278df090d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6a30637e-c44f-44a9-aff2-1ea969bfe129'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:38.533493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.569270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a29e-b737-4be0-9d67-62b6eabdc93f req-941e9c74-0475-4a48-a977-2e5e934f432c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:38.570752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35f2a29e-b737-4be0-9d67-62b6eabdc93f req-941e9c74-0475-4a48-a977-2e5e934f432c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 950 time: 0.2985744 Jun 03 15:11:38.636485 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-963766de-c692-44de-9289-278df090d986 None None] Set router 6a30637e-c44f-44a9-aff2-1ea969bfe129 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:38.665260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d53ca4-79d1-41d4-9022-d4ee99f25fa5 req-e8fea053-6224-4020-9ec0-6df8608cceba tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:38.666753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8d53ca4-79d1-41d4-9022-d4ee99f25fa5 req-e8fea053-6224-4020-9ec0-6df8608cceba tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 971 time: 0.3473988 Jun 03 15:11:38.751826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35f2a29e-b737-4be0-9d67-62b6eabdc93f req-4cf2650f-5221-4ee7-b2f0-73af6c5a6a9e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735351 Jun 03 15:11:38.821338 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9658bf9c-6a57-46d9-aa6f-50cdf6a221f1'] response: {'server_uuid': '7deb9225-9d42-4079-b4de-a8b09b9ff4cf', 'name': 'network-vif-deleted', 'tag': '130e54f7-fdc0-470e-9193-ff1e0a364d06', 'status': 'completed', 'code': 200} Jun 03 15:11:38.847555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8d53ca4-79d1-41d4-9022-d4ee99f25fa5 req-af6836c1-7446-446a-baaa-d3ccdeb31592 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/security-groups?id=5f90d356-e7d2-43c9-8c69-576020f846c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700597 Jun 03 15:11:38.952662 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-963766de-c692-44de-9289-278df090d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:11:35Z', 'revision_number': 3, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:38.958921 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963766de-c692-44de-9289-278df090d986 None None] Checking router: 6a30637e-c44f-44a9-aff2-1ea969bfe129 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:38.959547 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963766de-c692-44de-9289-278df090d986 None None] Updating router 6a30637e-c44f-44a9-aff2-1ea969bfe129 port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:39.018359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35180) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:39.021534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.069538 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-963766de-c692-44de-9289-278df090d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.160470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Network 75f6809e-190c-4c0e-8a33-3dc717b70734 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:39.259181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:39.277787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:39.312847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Pushing event updated for resources: {'Port': ['ID=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:39.343133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-9d309310-d346-4877-9d84-4ad0aa15b506 service neutron] 10.222.0.15 "GET /v2.0/ports/41072772-7a48-4d16-a899-b10b92c1be84/bindings/n-h1-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.4049492 Jun 03 15:11:39.431555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.432239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.497636 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-963766de-c692-44de-9289-278df090d986 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.511545 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-963766de-c692-44de-9289-278df090d986 None None] Transition to ACTIVE for port object b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:39.519112 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-963766de-c692-44de-9289-278df090d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.619103 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-963766de-c692-44de-9289-278df090d986 None None] Attempting to bind port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:39.619737 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-963766de-c692-44de-9289-278df090d986 None None] Attempting to bind port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:39.620341 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963766de-c692-44de-9289-278df090d986 None None] Attempting to bind port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:39.630226 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963766de-c692-44de-9289-278df090d986 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:39.630967 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963766de-c692-44de-9289-278df090d986 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:39.631357 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-963766de-c692-44de-9289-278df090d986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.631907 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963766de-c692-44de-9289-278df090d986 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:39.632535 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-963766de-c692-44de-9289-278df090d986 None None] Bound port: b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:39.633092 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-963766de-c692-44de-9289-278df090d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.633783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-e02edb8c-40e0-4638-808a-19eeaf282775 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3550489 Jun 03 15:11:39.656890 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffa7ad-b870-471b-a55c-f3a5b5ccb1d7 None None] Pushing event updated for resources: {'Port': ['ID=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:39.686108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Request body: {'port': {'device_id': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:39.711042 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-963766de-c692-44de-9289-278df090d986 None None] For port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:39.714026 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-963766de-c692-44de-9289-278df090d986 None None] For port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:39.719691 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-963766de-c692-44de-9289-278df090d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.729913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76972a-40ba-4faa-a19f-ffef229dbb70 req-63c38c27-61f3-4a93-bf9c-8f158ac8cc73 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.731389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b76972a-40ba-4faa-a19f-ffef229dbb70 req-63c38c27-61f3-4a93-bf9c-8f158ac8cc73 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 944 time: 0.5029669 Jun 03 15:11:39.738491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56e569-7557-449f-b534-ecbf7013324a req-d1e861b8-585e-4324-bf24-e520b3949167 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.740621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa56e569-7557-449f-b534-ecbf7013324a req-d1e861b8-585e-4324-bf24-e520b3949167 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 950 time: 0.4289286 Jun 03 15:11:39.761114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-a37f7e41-909c-489c-a5d3-8b000169d580 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.762002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-a37f7e41-909c-489c-a5d3-8b000169d580 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Synchronizing usage tracker for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:39.801931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963766de-c692-44de-9289-278df090d986 None None] Routers {'6a30637e-c44f-44a9-aff2-1ea969bfe129'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:39.802934 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-963766de-c692-44de-9289-278df090d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6a30637e-c44f-44a9-aff2-1ea969bfe129'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:39.850906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-a37f7e41-909c-489c-a5d3-8b000169d580 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Unset dirty status for tenant:c02c024815fe4945b06f5ffd20418986 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:39.852137 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-a37f7e41-909c-489c-a5d3-8b000169d580 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 971 time: 0.5768118 Jun 03 15:11:39.868669 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffa7ad-b870-471b-a55c-f3a5b5ccb1d7 None None] Pushing event updated for resources: {'Port': ['ID=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:39.923217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b76972a-40ba-4faa-a19f-ffef229dbb70 req-a310f445-65fa-4abe-a65a-6301d0d7c527 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738594 Jun 03 15:11:39.939370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa56e569-7557-449f-b534-ecbf7013324a req-bbd55644-fadf-49d6-b782-ee2b8057d326 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704805 Jun 03 15:11:39.970237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.004815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.017054 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-963766de-c692-44de-9289-278df090d986 None None] Set router 6a30637e-c44f-44a9-aff2-1ea969bfe129 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:40.067241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Deleting port 511784c6-7d6c-40fa-9503-57b0fac1f136 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:40.067779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.273914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:40.285538 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbb13b6a-d52a-4fd2-b6d4-a98f6a579515 req-c076d398-a67d-4c85-802c-3fac62ec98f6 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1512296 Jun 03 15:11:40.396183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:40.430627 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-963766de-c692-44de-9289-278df090d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:11:35Z', 'revision_number': 3, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:40.443920 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963766de-c692-44de-9289-278df090d986 None None] The sync data for ids ['6a30637e-c44f-44a9-aff2-1ea969bfe129'] in n-d-844594-1 is: [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:11:35Z', 'revision_number': 3, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:40.478649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41072772-7a48-4d16-a899-b10b92c1be84 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:40.496323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:40.562249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.590705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] For port 511784c6-7d6c-40fa-9503-57b0fac1f136, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=511784c6-7d6c-40fa-9503-57b0fac1f136,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:40.591075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.653243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ac5f4-99e5-4e08-ae1e-50f18b27b05b req-d555a328-af55-4c4f-b3ca-a37dd02fb858 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.653984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-564ac5f4-99e5-4e08-ae1e-50f18b27b05b req-d555a328-af55-4c4f-b3ca-a37dd02fb858 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Synchronizing usage tracker for tenant:8cf7eded618341e19229f4266f3b0d73 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:40.697638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Allocated IP 172.20.0.1 (c9d5de4e-46aa-4b7c-aa10-a42dc77575ab/8bb8d97c-62c9-43c6-b0b7-9f71240750fb/af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:40.738831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-564ac5f4-99e5-4e08-ae1e-50f18b27b05b req-d555a328-af55-4c4f-b3ca-a37dd02fb858 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Unset dirty status for tenant:8cf7eded618341e19229f4266f3b0d73 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:40.739986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-564ac5f4-99e5-4e08-ae1e-50f18b27b05b req-d555a328-af55-4c4f-b3ca-a37dd02fb858 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 932 time: 0.6073179 Jun 03 15:11:40.824857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Calling delete_port for 511784c6-7d6c-40fa-9503-57b0fac1f136 owned by compute:tempest-test_az-1726154855 {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:40.880995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e69cd9-56b6-46a9-ac44-8774d55af3c2 req-a3905537-f6f8-4389-b2f2-b3f259e648cd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.886810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e69cd9-56b6-46a9-ac44-8774d55af3c2 req-a3905537-f6f8-4389-b2f2-b3f259e648cd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.892609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e69cd9-56b6-46a9-ac44-8774d55af3c2 req-a3905537-f6f8-4389-b2f2-b3f259e648cd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.894305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98e69cd9-56b6-46a9-ac44-8774d55af3c2 req-a3905537-f6f8-4389-b2f2-b3f259e648cd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2418 time: 0.4388132 Jun 03 15:11:40.943727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-564ac5f4-99e5-4e08-ae1e-50f18b27b05b req-e6dc91f1-a00d-445c-b2a8-06a661b02ff4 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967125 Jun 03 15:11:41.085183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.099869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['511784c6-7d6c-40fa-9503-57b0fac1f136'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:41.113604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98e69cd9-56b6-46a9-ac44-8774d55af3c2 req-eb836e73-caf6-4538-9ac8-89089f047cd6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996284 Jun 03 15:11:41.160544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d9c144-bf34-4a6b-9838-c41d9cef1ddf {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:41.183048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] Transition to ACTIVE for port object 41072772-7a48-4d16-a899-b10b92c1be84 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:41.189307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.195295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.203844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f279cd9-ba95-41e9-81e7-6359efd65f70 req-2f192f92-fdc2-4ca0-b0b0-d7897d6a04ed tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5db2a2-befa-4815-b802-0d24e1801dcb HTTP/1.1" status: 200 len: 210 time: 0.0932496 Jun 03 15:11:41.224517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.251337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Transition to ACTIVE for port object af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:41.273387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Transition to ACTIVE for port object 43d9c144-bf34-4a6b-9838-c41d9cef1ddf will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:41.327705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.423756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Pushing event deleted for resources: {'Port': ['ID=511784c6-7d6c-40fa-9503-57b0fac1f136,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:41.443131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 41072772-7a48-4d16-a899-b10b92c1be84 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:41.448578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.516371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 41072772-7a48-4d16-a899-b10b92c1be84 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:41.516948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Pushing event updated for resources: {'Port': ['ID=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:41.562388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-f80dcaee-356a-4b2a-b855-7ea2e600f2dc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573270 Jun 03 15:11:41.714007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] No DVR routers for this DVR port 511784c6-7d6c-40fa-9503-57b0fac1f136 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:41.714433 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.724698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-e9e31f98-1b09-473b-af37-053347ff48d4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.730470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-e9e31f98-1b09-473b-af37-053347ff48d4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.736349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-e9e31f98-1b09-473b-af37-053347ff48d4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.737964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-e9e31f98-1b09-473b-af37-053347ff48d4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2418 time: 0.9227400 Jun 03 15:11:41.742025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.751149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'name': 'network-vif-deleted', 'tag': '511784c6-7d6c-40fa-9503-57b0fac1f136'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:41.810358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] No DVR routers for this DVR port 41072772-7a48-4d16-a899-b10b92c1be84 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:41.929258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59535abe-8ec4-48a4-ab50-d00fe83462cf req-0e0e9923-d780-4f8f-9de1-440af421bbc2 tempest-ServersOnMultiNodesTest-988557540 tempest-ServersOnMultiNodesTest-988557540-project] 10.222.0.70 "DELETE /v2.0/ports/511784c6-7d6c-40fa-9503-57b0fac1f136 HTTP/1.1" status: 204 len: 173 time: 2.0671656 Jun 03 15:11:41.936469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:41.939651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] Pushing event updated for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:41.942606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:41.959242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:41.965688 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-f3e9b948-a8c0-4512-97ef-0fbf7eba8732 service neutron] 10.222.0.15 "PUT /v2.0/ports/41072772-7a48-4d16-a899-b10b92c1be84/bindings/n-h1-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6103418 Jun 03 15:11:41.976264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:41.977037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.068255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Pushing event updated for resources: {'Port': ['ID=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:42.106965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa66434-958d-44d8-8e10-9b2fffe16f34 req-84e5d38c-955b-463e-8c99-05fb98d201e5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.108917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8aa66434-958d-44d8-8e10-9b2fffe16f34 req-84e5d38c-955b-463e-8c99-05fb98d201e5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.8321714 Jun 03 15:11:42.140159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Attempting to bind port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:42.142963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Attempting to bind port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '4cd44d07-f1ef-42e3-be6f-a887e33e73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:42.143383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Attempting to bind port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf on network 75f6809e-190c-4c0e-8a33-3dc717b70734 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:42.198311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf on network 75f6809e-190c-4c0e-8a33-3dc717b70734 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:42.198627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Attempting to bind port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf on network 75f6809e-190c-4c0e-8a33-3dc717b70734 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:42.238452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-512165c7-2bed-493b-8924-1dce877636a5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.241228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-512165c7-2bed-493b-8924-1dce877636a5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5295799 Jun 03 15:11:42.242420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:42.242760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Checking segment: {'id': '4cd44d07-f1ef-42e3-be6f-a887e33e73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:42.243291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Bound using segment: {'id': '4cd44d07-f1ef-42e3-be6f-a887e33e73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:42.243945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Bound port: 43d9c144-bf34-4a6b-9838-c41d9cef1ddf, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd44d07-f1ef-42e3-be6f-a887e33e73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:42.244589 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.263890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.316862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-a594bd42-d70f-4a63-b076-d0c567c204a6 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/quotas/f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 375 time: 0.0574093 Jun 03 15:11:42.329479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8aa66434-958d-44d8-8e10-9b2fffe16f34 req-ef91441d-5101-4c49-a403-58457c30e043 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928849 Jun 03 15:11:42.335778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6501a392-1a6a-45ff-a7f1-2a757eb620d6 None None] Provisioning for port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:42.343269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6501a392-1a6a-45ff-a7f1-2a757eb620d6 None None] Provisioning complete for port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:42.343627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6501a392-1a6a-45ff-a7f1-2a757eb620d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.401731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-948cf24b-76a4-4875-aaa9-8515f35e7a82 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.403262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-948cf24b-76a4-4875-aaa9-8515f35e7a82 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.2766325 Jun 03 15:11:42.425729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6501a392-1a6a-45ff-a7f1-2a757eb620d6 None None] Port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:42.573737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fdd31a5-99b6-4327-a5c1-bb773583cfec req-383009b4-87a4-4891-b012-282290fb3af2 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0765092 Jun 03 15:11:42.611123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Deleting port c6146fa6-da25-4ad5-ab9c-a7125e633416 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:42.611633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.653240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] For port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:42.670724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] For port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,segment=NetworkSegment(4cd44d07-f1ef-42e3-be6f-a887e33e73bc),segment_id=4cd44d07-f1ef-42e3-be6f-a887e33e73bc)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:42.685343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.734708 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54307722-787d-488e-b9e9-c4b97e6c274a'] response: {'server_uuid': '3d5db2a2-befa-4815-b802-0d24e1801dcb', 'name': 'network-vif-deleted', 'tag': '511784c6-7d6c-40fa-9503-57b0fac1f136', 'status': 'completed', 'code': 200} Jun 03 15:11:42.736918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:42.745267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port 17f90aeb-6a2d-42bc-a467-719e588dd2d4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f90aeb-6a2d-42bc-a467-719e588dd2d4,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:42.745646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.763451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.829867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.830528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.832318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/43d9c144-bf34-4a6b-9838-c41d9cef1ddf HTTP/1.1" status: 200 len: 1092 time: 3.1560419 Jun 03 15:11:42.836438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:42.848779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:42.849066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'tag': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:42.849822 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.899406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7f64be1a-a9ea-4974-9619-b94c5c0fbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.901218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7f64be1a-a9ea-4974-9619-b94c5c0fbdd5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6&tenant_id=057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 1096 time: 0.4465604 Jun 03 15:11:42.953403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for 17f90aeb-6a2d-42bc-a467-719e588dd2d4 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:42.980377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:42.980968 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.984421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-92f979a1-cba3-4a68-9c7d-0cbf32b122aa tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5710735 Jun 03 15:11:43.018778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:43.025835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.107591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c866b6c-e754-422f-a3aa-9a207df728b0 service neutron] Pushing event updated for resources: {'Port': ['ID=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:43.155504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:43.297335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] For port c6146fa6-da25-4ad5-ab9c-a7125e633416, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c6146fa6-da25-4ad5-ab9c-a7125e633416,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:43.297816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.337019 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad618-5092-49d8-b957-2bd7e40f2b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.351431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af17e3-7208-4bf9-b99c-f022f0c73259 req-42ece12c-92ed-4c8a-94be-89f7902c24c0 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.353034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78af17e3-7208-4bf9-b99c-f022f0c73259 req-42ece12c-92ed-4c8a-94be-89f7902c24c0 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 944 time: 0.5176027 Jun 03 15:11:43.379117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-a6ac4822-0293-4257-817f-ba66f49660c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.380449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-a6ac4822-0293-4257-817f-ba66f49660c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf7eded618341e19229f4266f3b0d73&device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 1095 time: 0.4892592 Jun 03 15:11:43.385881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 511784c6-7d6c-40fa-9503-57b0fac1f136 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:43.435426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 511784c6-7d6c-40fa-9503-57b0fac1f136 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:43.436201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 511784c6-7d6c-40fa-9503-57b0fac1f136 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:43.436848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 54c48420-a134-4270-8926-5ed3764190d5 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:43.474210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Calling delete_port for c6146fa6-da25-4ad5-ab9c-a7125e633416 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:43.539409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78af17e3-7208-4bf9-b99c-f022f0c73259 req-56f3e31b-aac7-49c0-944e-5c8bf7d0f1b5 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682215 Jun 03 15:11:43.541128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-c3332153-063d-4987-84de-65bbca735c2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf HTTP/1.1" status: 200 len: 217 time: 0.1222129 Jun 03 15:11:43.542073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-8f76296e-d170-4dc9-bb54-0a43528e5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.543545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-8f76296e-d170-4dc9-bb54-0a43528e5a1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1096 time: 0.4115593 Jun 03 15:11:43.580242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.625731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-261987d3-4f0a-41fc-95a1-265d99da8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.627619 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-261987d3-4f0a-41fc-95a1-265d99da8440 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a9a8e7b-9982-4364-987a-b1725eb6f582 HTTP/1.1" status: 200 len: 853 time: 0.0709510 Jun 03 15:11:43.642574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 54c48420-a134-4270-8926-5ed3764190d5 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:43.643181 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.723521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 54c48420-a134-4270-8926-5ed3764190d5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=54c48420-a134-4270-8926-5ed3764190d5,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:43.727718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c48420-a134-4270-8926-5ed3764190d5'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:43.733484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.734812 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.734975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Port': ['ID=17f90aeb-6a2d-42bc-a467-719e588dd2d4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:43.735846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f90aeb-6a2d-42bc-a467-719e588dd2d4 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:43.761219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-303ed9a1-31cd-48fc-a391-c1771913ec8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75f6809e-190c-4c0e-8a33-3dc717b70734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140201 Jun 03 15:11:43.761861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.836921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 17f90aeb-6a2d-42bc-a467-719e588dd2d4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:43.837309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f90aeb-6a2d-42bc-a467-719e588dd2d4 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:43.837720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d18cff33-93bb-441e-8ba9-75d109db8631 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:43.859681 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54587a6e-3e73-4777-87c6-dc97746b841d'] response: {'name': 'network-changed', 'server_uuid': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'tag': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf', 'status': 'completed', 'code': 200} Jun 03 15:11:44.007499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f087-199a-4302-8353-19bac66b7212 req-a949616d-692d-4686-ab91-f017c8d035b0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.015718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f087-199a-4302-8353-19bac66b7212 req-a949616d-692d-4686-ab91-f017c8d035b0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.022741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f087-199a-4302-8353-19bac66b7212 req-a949616d-692d-4686-ab91-f017c8d035b0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.025015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db87f087-199a-4302-8353-19bac66b7212 req-a949616d-692d-4686-ab91-f017c8d035b0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 2418 time: 0.7276578 Jun 03 15:11:44.088040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d18cff33-93bb-441e-8ba9-75d109db8631 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:44.089920 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.107295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] No DVR routers for this DVR port 17f90aeb-6a2d-42bc-a467-719e588dd2d4 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:44.118031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.154302 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-fa7aec27-f7d3-4731-a4ac-37b34357f6d7 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "DELETE /v2.0/ports/17f90aeb-6a2d-42bc-a467-719e588dd2d4 HTTP/1.1" status: 204 len: 173 time: 2.3472395 Jun 03 15:11:44.182971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d18cff33-93bb-441e-8ba9-75d109db8631, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d18cff33-93bb-441e-8ba9-75d109db8631,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:44.187067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=54c48420-a134-4270-8926-5ed3764190d5,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.192903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.201089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35240) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:44.282049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7dc803c5-8cd5-4a1f-a973-e5e27fefde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.283476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7dc803c5-8cd5-4a1f-a973-e5e27fefde5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.7331607 Jun 03 15:11:44.294487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port 54c48420-a134-4270-8926-5ed3764190d5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:44.294487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.298308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d18cff33-93bb-441e-8ba9-75d109db8631,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.385952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9bd7660-743a-486f-876b-ceb07096c718 req-6771f2b7-b560-4e4f-942b-903557978e4b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 210 time: 0.3972178 Jun 03 15:11:44.415571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Pushing event updated for resources: {'Port': ['ID=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.418843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.431105 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-918b1167-9e25-4376-ba01-2c3ee7895422 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 200 len: 217 time: 0.1061976 Jun 03 15:11:44.482442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db87f087-199a-4302-8353-19bac66b7212 req-3aa29c44-70ab-49d6-a946-c357aaa86a00 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555349 Jun 03 15:11:44.627054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-9aa4880c-097d-4e3e-aa0b-fb92ff0c3d63 service neutron] 10.222.0.15 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543066 Jun 03 15:11:44.647770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce3d43de-22bb-4b8c-9ad6-4b43fd125712 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c02c024815fe4945b06f5ffd20418986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407058 Jun 03 15:11:44.654375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35250) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:44.657587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-dea55523-dd2f-4691-8bca-5e74475ad6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.659109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-dea55523-dd2f-4691-8bca-5e74475ad6a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1900172 Jun 03 15:11:44.690843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:44.719583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d4e1cf9-babc-4270-be89-776560bbac71 req-f894c700-8b22-4d32-aafe-33fb96b11b62 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0914524 Jun 03 15:11:44.758195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-deleted', 'tag': '17f90aeb-6a2d-42bc-a467-719e588dd2d4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:44.775574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.860347 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4541fe-3ed4-44d1-be5d-2bae44a6adf3'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c48420-a134-4270-8926-5ed3764190d5', 'code': 200} Jun 03 15:11:44.863302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:44.864534 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.871306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:44.884661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:45.033093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d065864-3270-4636-8b47-6418876c11b4 req-a2dd777f-d5dd-4e2e-b121-d1ada8f5891d tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.041129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d065864-3270-4636-8b47-6418876c11b4 req-a2dd777f-d5dd-4e2e-b121-d1ada8f5891d tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.4967177 Jun 03 15:11:45.139986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.154693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49b0cda2-06ac-40a4-8f6d-8caa1055c7b3 req-78082b69-1656-4296-85c9-fc43011989ab service neutron] 10.222.0.15 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728668 Jun 03 15:11:45.160144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-f21ad3c7-c3a9-4ea0-b858-9fc056d73aba tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f2883739feda45b99fdea7f5ff96186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4535761 Jun 03 15:11:45.197153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:45.220448 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-ca7b9c75-c6b9-4e9d-a227-ec85c3df184f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5149868 Jun 03 15:11:45.276017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fdf96088-04e8-4e9c-a931-56da742c1629 None None] Provisioning complete for port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:45.276704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fdf96088-04e8-4e9c-a931-56da742c1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.302592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6146fa6-da25-4ad5-ab9c-a7125e633416,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:45.345723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fdf96088-04e8-4e9c-a931-56da742c1629 None None] Port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:45.345865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port 54c48420-a134-4270-8926-5ed3764190d5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=54c48420-a134-4270-8926-5ed3764190d5,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:45.346212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.349396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d065864-3270-4636-8b47-6418876c11b4 req-ef72bd4d-14ed-44a7-b33c-264ba3707da7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045211 Jun 03 15:11:45.429876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Router 6a30637e-c44f-44a9-aff2-1ea969bfe129 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:45.463672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e5606-11c8-4ba5-be6d-88e5702c751f req-cd56f81d-e1dc-4acd-8b66-a62274316d13 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.465236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c03e5606-11c8-4ba5-be6d-88e5702c751f req-cd56f81d-e1dc-4acd-8b66-a62274316d13 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 944 time: 0.3054883 Jun 03 15:11:45.521189 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba2f6ea-3ee3-4c59-8fa9-0096570a35af'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-deleted', 'tag': '17f90aeb-6a2d-42bc-a467-719e588dd2d4', 'status': 'completed', 'code': 200} Jun 03 15:11:45.523143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-b50e8e94-f2d1-46ec-808d-df8e0b828dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.524616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-b50e8e94-f2d1-46ec-808d-df8e0b828dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf7eded618341e19229f4266f3b0d73&device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 1095 time: 0.2914627 Jun 03 15:11:45.596241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for 54c48420-a134-4270-8926-5ed3764190d5 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:45.610846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cd75469f-6492-43e1-8f3b-7191b0b96662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.645436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-309aa05c-5940-44b4-b4c1-434bc6102e7d req-d8c83333-eb75-4656-9090-2abc186bb6fe tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 210 time: 0.0950530 Jun 03 15:11:45.689663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11c942cd-263b-4ab2-ad65-e756feb67ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.824158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c03e5606-11c8-4ba5-be6d-88e5702c751f req-df315b95-fd9e-451b-8a12-c280d75ce2eb tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039045 Jun 03 15:11:45.889493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:45.905881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Sync routers for ids ['6a30637e-c44f-44a9-aff2-1ea969bfe129'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:45.915039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-1c0cdab4-31fb-4eef-8d8a-f3e4101ea541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.916559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-1c0cdab4-31fb-4eef-8d8a-f3e4101ea541 service neutron] 10.222.0.15 "GET /v2.0/networks?id=75f6809e-190c-4c0e-8a33-3dc717b70734 HTTP/1.1" status: 200 len: 914 time: 0.3641925 Jun 03 15:11:45.918825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d80175a8-9bf0-47b2-9861-fb6f12e63130 admin admin] 10.222.0.66 "PUT /v2.0/routers/6a30637e-c44f-44a9-aff2-1ea969bfe129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4542363 Jun 03 15:11:45.924100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Routers {'6a30637e-c44f-44a9-aff2-1ea969bfe129'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:45.924761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6a30637e-c44f-44a9-aff2-1ea969bfe129'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:45.992455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11c942cd-263b-4ab2-ad65-e756feb67ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.151863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-c4126cfc-c982-4f68-a68d-0d8a924f3c3f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.153426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-c4126cfc-c982-4f68-a68d-0d8a924f3c3f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9318452 Jun 03 15:11:46.158504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7c21d482-e236-4a7b-888f-567af7938faa service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750698 Jun 03 15:11:46.163952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.167873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-18eb97db-5a1e-4905-b970-67e0baeb4c72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf HTTP/1.1" status: 200 len: 217 time: 0.2335920 Jun 03 15:11:46.238346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Request body: {'port': {'device_id': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'f2883739feda45b99fdea7f5ff96186f'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:46.243765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3851134-0bda-4226-841d-7334c389be9b req-5c2ac2ca-9e35-41fa-9c1a-43bcf50ec9de tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0686009 Jun 03 15:11:46.252253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Set router 6a30637e-c44f-44a9-aff2-1ea969bfe129 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:46.326605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d8b0-4dcf-4ef0-8b29-9f216500c560 req-34c09d66-d993-496d-b65d-96a5f860b152 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.333328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d8b0-4dcf-4ef0-8b29-9f216500c560 req-34c09d66-d993-496d-b65d-96a5f860b152 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.340474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e31d8b0-4dcf-4ef0-8b29-9f216500c560 req-34c09d66-d993-496d-b65d-96a5f860b152 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 1679 time: 0.5742202 Jun 03 15:11:46.371925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-fc0f438d-d723-4fff-9cf6-4c82a6ccd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.373846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-fc0f438d-d723-4fff-9cf6-4c82a6ccd148 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a9a8e7b-9982-4364-987a-b1725eb6f582 HTTP/1.1" status: 200 len: 853 time: 0.1290154 Jun 03 15:11:46.515229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11c942cd-263b-4ab2-ad65-e756feb67ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.518858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-646fc617-4df4-491e-8486-4e13d04a70a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75f6809e-190c-4c0e-8a33-3dc717b70734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210027 Jun 03 15:11:46.581714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c942cd-263b-4ab2-ad65-e756feb67ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f90d356-e7d2-43c9-8c69-576020f846c7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:46.691423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.747786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f', 'name': '', 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'mac_address': 'fa:16:3e:83:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8bb8d97c-62c9-43c6-b0b7-9f71240750fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:40Z', 'updated_at': '2022-06-03T15:11:43Z', 'revision_number': 2, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'subnets': [{'id': '8bb8d97c-62c9-43c6-b0b7-9f71240750fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:46.754310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Checking router: 6a30637e-c44f-44a9-aff2-1ea969bfe129 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:46.754716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Updating router 6a30637e-c44f-44a9-aff2-1ea969bfe129 port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:46.764563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-e04db8ec-e7b8-408f-af57-25d73f373343 service neutron] 10.222.0.15 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297280 Jun 03 15:11:46.784956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e31d8b0-4dcf-4ef0-8b29-9f216500c560 req-5a9a375b-78c9-41b2-bb72-9ce9e47ca6f2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388945 Jun 03 15:11:46.826929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.895815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:46.922977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.069822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:47.081432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:47.112260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.131499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Made reservation on behalf of f2883739feda45b99fdea7f5ff96186f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:47.135222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.148576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a70d56de-31e5-4724-bbe2-01401aa997be req-7b2a4ebb-7122-42ae-aef4-e0b8a53961df tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 210 time: 0.0891862 Jun 03 15:11:47.215274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03a0a1b2-0b11-4138-ad32-4485f22e3b22 req-2a9c198d-7cc2-493f-bbc1-3c937db8a778 service neutron] 10.222.0.15 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229181 Jun 03 15:11:47.226868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8e26b-5b0b-4ce6-989a-501db7205009 req-84f138ae-8477-482d-920b-2f7623068b71 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:47.234726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-80f8e26b-5b0b-4ce6-989a-501db7205009 req-84f138ae-8477-482d-920b-2f7623068b71 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.4434609 Jun 03 15:11:47.287903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-80f8e26b-5b0b-4ce6-989a-501db7205009 req-07b47821-73fe-4863-8497-af95e115c929 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522377 Jun 03 15:11:47.293578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Port': ['ID=54c48420-a134-4270-8926-5ed3764190d5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:47.400207 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6c12ea-7889-4644-9e0e-65d852ddf907'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631', 'code': 200} Jun 03 15:11:47.483273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 43d9c144-bf34-4a6b-9838-c41d9cef1ddf details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:47.523736 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.550655 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.552719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] No DVR routers for this DVR port 54c48420-a134-4270-8926-5ed3764190d5 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:47.590517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e0f34ba-5c13-49ee-a9ec-18cc240c5c07 req-75cfdcde-212a-4d11-a6eb-fc3b5ea4edef tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0681610 Jun 03 15:11:47.607716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.609902 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-c1f5bb7d-7d32-4943-b8d2-2ebab4c36cc4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "DELETE /v2.0/ports/54c48420-a134-4270-8926-5ed3764190d5 HTTP/1.1" status: 204 len: 173 time: 3.4497213 Jun 03 15:11:47.620490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11c942cd-263b-4ab2-ad65-e756feb67ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.623881 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-11c942cd-263b-4ab2-ad65-e756feb67ef9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f90d356-e7d2-43c9-8c69-576020f846c7 HTTP/1.1" status: 204 len: 168 time: 2.9661767 Jun 03 15:11:47.623881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-deleted', 'tag': '54c48420-a134-4270-8926-5ed3764190d5'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:47.668574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639ed3-c612-46cb-a045-c2a480652a6f req-02e297e9-751a-4dc3-8151-d6518a0166ed tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:47.674399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Transition to ACTIVE for port object af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:47.692590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08639ed3-c612-46cb-a045-c2a480652a6f req-02e297e9-751a-4dc3-8151-d6518a0166ed tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 944 time: 0.2879722 Jun 03 15:11:47.692828 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.749647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08639ed3-c612-46cb-a045-c2a480652a6f req-aadfda38-59cf-4f72-af9c-7a986f100ae8 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Jun 03 15:11:47.815189 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-64e005f5-79b6-4369-b3d2-e5042cf44077 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6127670 Jun 03 15:11:47.815592 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc9ea7f-cec7-4024-9475-d2650dab743f'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-deleted', 'tag': '54c48420-a134-4270-8926-5ed3764190d5', 'status': 'completed', 'code': 200} Jun 03 15:11:47.824962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port d18cff33-93bb-441e-8ba9-75d109db8631 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:47.825317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.152862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Pushing event updated for resources: {'Port': ['ID=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:48.210053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.210274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.210987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.211845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.212249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.212847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.213778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.215028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.215586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.216007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a7283-ee08-4785-889b-35a65e9d0bb4 req-e50a93f8-863e-427a-bfb4-d7f23d683551 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.216256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.217074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.218023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:48.230932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-022a7283-ee08-4785-889b-35a65e9d0bb4 req-e50a93f8-863e-427a-bfb4-d7f23d683551 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 944 time: 0.2374318 Jun 03 15:11:48.325832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-022a7283-ee08-4785-889b-35a65e9d0bb4 req-c4210e85-0c58-4c19-aae3-98a21ce16902 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938833 Jun 03 15:11:48.386502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,segment=NetworkSegment(4cd44d07-f1ef-42e3-be6f-a887e33e73bc),segment_id=4cd44d07-f1ef-42e3-be6f-a887e33e73bc)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:48.472850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf', 'network_id': '75f6809e-190c-4c0e-8a33-3dc717b70734', 'port_id': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf', 'mac_address': 'fa:16:3e:4e:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9a8e7b-9982-4364-987a-b1725eb6f582', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:48.484348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.495843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Attempting to bind port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:48.496229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Attempting to bind port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:48.496604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Attempting to bind port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f on network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:48.539535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-746e96c8-ce32-47dc-b75a-35cd38cebf47 req-c247c91c-dce2-44ae-a0f8-72025a79eb53 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 210 time: 0.1149893 Jun 03 15:11:48.600390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35302) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:48.624014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:48.624513 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.637008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:48.637283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Checking segment: {'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:48.637573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.638038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Bound using segment: {'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:48.638594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Bound port: af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd389c32e-fc65-478e-abe6-af40bbb2cca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:48.639161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.662472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d9c144-bf34-4a6b-9838-c41d9cef1ddf {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:48.701715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,segment=NetworkSegment(4cd44d07-f1ef-42e3-be6f-a887e33e73bc),segment_id=4cd44d07-f1ef-42e3-be6f-a887e33e73bc)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:48.710342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e309-27df-405c-9221-bce810f7aa55 req-aa380b45-0b6b-40a7-a8cf-448c8e292577 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.720622 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f827e309-27df-405c-9221-bce810f7aa55 req-aa380b45-0b6b-40a7-a8cf-448c8e292577 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.1488259 Jun 03 15:11:48.746035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Allocated IP 192.168.233.133 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:48.816090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.847472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:48.866841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1dcf6f8f-69c9-4817-90a7-3f41b4188547 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f816fa033ad249d48a2d29cdb749347f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564962 Jun 03 15:11:48.869509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35310) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:48.871531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21eb75bf-16be-4e49-93ec-5f6a989369bf req-fbe70694-4bb7-4a0d-ab42-4b2c1ed9cedf tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1001031 Jun 03 15:11:48.904796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f827e309-27df-405c-9221-bce810f7aa55 req-64eef5f7-996a-4063-9828-43d7fafa6e84 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819818 Jun 03 15:11:48.990763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port d18cff33-93bb-441e-8ba9-75d109db8631, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d18cff33-93bb-441e-8ba9-75d109db8631,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:48.991141 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:49.059260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:49.114261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] For port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:49.117871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] For port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,segment=NetworkSegment(d389c32e-fc65-478e-abe6-af40bbb2cca5),segment_id=d389c32e-fc65-478e-abe6-af40bbb2cca5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:49.133825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:49.239996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99198826-b4c2-48cf-80a6-6e34cd04e0fa req-3341cf63-2142-4076-86f3-5c1f1a111920 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:49.240524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['43d9c144-bf34-4a6b-9838-c41d9cef1ddf'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:49.241121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for d18cff33-93bb-441e-8ba9-75d109db8631 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:49.252136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99198826-b4c2-48cf-80a6-6e34cd04e0fa req-3341cf63-2142-4076-86f3-5c1f1a111920 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1096 time: 0.2011120 Jun 03 15:11:49.283225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Routers {'6a30637e-c44f-44a9-aff2-1ea969bfe129'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:49.284271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6a30637e-c44f-44a9-aff2-1ea969bfe129'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:49.344919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299099-b309-4f94-a23c-f355c51aa5d9 req-9bc775b0-f2b5-4fec-b133-816bfc40f28c tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:49.346777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4299099-b309-4f94-a23c-f355c51aa5d9 req-9bc775b0-f2b5-4fec-b133-816bfc40f28c tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 945 time: 0.2352772 Jun 03 15:11:49.392208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99198826-b4c2-48cf-80a6-6e34cd04e0fa req-50c80ab1-3eb2-4bb9-90a5-8dd7a252d2f3 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389813 Jun 03 15:11:49.459424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4299099-b309-4f94-a23c-f355c51aa5d9 req-7f1b0613-a647-43c6-bd94-493d181dcb48 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042585 Jun 03 15:11:49.623091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] Set router 6a30637e-c44f-44a9-aff2-1ea969bfe129 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:49.758421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ba00d10-f6b9-48ed-b35b-b4a32f5d675a req-3cbe17e6-95e6-4465-8e05-a497082a92ea tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 210 time: 0.0553861 Jun 03 15:11:49.794854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f095a5e-a619-44f6-b22c-99428f0ff6f4 None None] Pushing event updated for resources: {'Port': ['ID=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:49.831130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2f39e-009a-4383-b050-ced53b2ee989 req-a6ea7d90-dee5-478d-8555-b03679df5bfe tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:49.832744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9f2f39e-009a-4383-b050-ced53b2ee989 req-a6ea7d90-dee5-478d-8555-b03679df5bfe tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 1096 time: 0.1685846 Jun 03 15:11:49.902618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9f2f39e-009a-4383-b050-ced53b2ee989 req-bdd5ef31-5ede-4176-a9a3-e12da86443de tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637262 Jun 03 15:11:50.043147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-145c22f3-6bf2-4fe3-adef-aa0e252eb879 req-a84f0539-3ae8-46e7-9ecd-bba8e276a4d5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 210 time: 0.1303594 Jun 03 15:11:50.124265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:50.137546 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] Sync routers for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:50.163780 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:50.164472 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:50.166453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.346195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9bf9ff9-6b69-46af-abd9-77d06160466a req-20367bb7-7df7-460e-904b-0616bcc54c95 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1483536 Jun 03 15:11:50.350575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444142-9895-40d4-9d1f-c06d47607264 req-6b06cea5-86fe-4cd8-ab46-cf892dd5cc3b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:50.353947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-6b06cea5-86fe-4cd8-ab46-cf892dd5cc3b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 1.9901316 Jun 03 15:11:50.393675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Port': ['ID=d18cff33-93bb-441e-8ba9-75d109db8631,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:50.520309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.520544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.520856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.521203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.521429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.521760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.522119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.522485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.522906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.523096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.523465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.528563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:50.651330 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:50.911277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f', 'name': '', 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'mac_address': 'fa:16:3e:83:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8bb8d97c-62c9-43c6-b0b7-9f71240750fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:40Z', 'updated_at': '2022-06-03T15:11:49Z', 'revision_number': 4, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'subnets': [{'id': '8bb8d97c-62c9-43c6-b0b7-9f71240750fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:50.922172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de80bf-4f8e-4260-a58f-3c09412f9295 None None] The sync data for ids ['6a30637e-c44f-44a9-aff2-1ea969bfe129'] in n-d-844594-1 is: [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f', 'name': '', 'network_id': 'c9d5de4e-46aa-4b7c-aa10-a42dc77575ab', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'mac_address': 'fa:16:3e:83:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8bb8d97c-62c9-43c6-b0b7-9f71240750fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:40Z', 'updated_at': '2022-06-03T15:11:49Z', 'revision_number': 4, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'subnets': [{'id': '8bb8d97c-62c9-43c6-b0b7-9f71240750fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:51.011999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11cfd3-7341-421e-b8dd-311c80f2701b req-89cc2e78-dad2-42af-baf0-b9b88df68eaf tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:51.019658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f11cfd3-7341-421e-b8dd-311c80f2701b req-89cc2e78-dad2-42af-baf0-b9b88df68eaf tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 945 time: 0.2768376 Jun 03 15:11:51.109018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f11cfd3-7341-421e-b8dd-311c80f2701b req-204797ae-6b46-42e1-8780-6cd41fbd7770 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880742 Jun 03 15:11:51.146170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-078a3280-6f57-40d7-9797-63367a7bee4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.207318 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-078a3280-6f57-40d7-9797-63367a7bee4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.378047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] No DVR routers for this DVR port d18cff33-93bb-441e-8ba9-75d109db8631 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:51.381840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.391988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-078a3280-6f57-40d7-9797-63367a7bee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.394116 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-078a3280-6f57-40d7-9797-63367a7bee4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.396178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-078a3280-6f57-40d7-9797-63367a7bee4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f839e98-0a0f-4943-8bd1-34a0245478d2 HTTP/1.1" status: 204 len: 168 time: 2.5016656 Jun 03 15:11:51.411760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-deleted', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:51.418372 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb7e9382-20d9-4caf-a02b-ec210feee29f req-7c0342be-3b4e-43ea-a484-163614616aa6 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.70 "DELETE /v2.0/ports/d18cff33-93bb-441e-8ba9-75d109db8631 HTTP/1.1" status: 204 len: 173 time: 3.7792337 Jun 03 15:11:51.437931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a3280-6f57-40d7-9797-63367a7bee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f839e98-0a0f-4943-8bd1-34a0245478d2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:51.548568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.593268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Transition to ACTIVE for port object f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:51.632411 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5acc7037-5585-4d2f-863e-06d769f508fb admin admin] 10.222.0.66 "PUT /v2.0/routers/eb8d7185-eeb8-4e83-ba3d-0b98053902f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6113625 Jun 03 15:11:51.636620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:51.646751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.660714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', '78cc05aa-00d7-457b-b43d-a740b32a1ddb', '1819974a-7f51-44cc-ba9d-0def0f78cb8f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:51.668073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc9b2f6e-118d-4396-ab02-a46e0d3f3076 req-03647ff0-23fc-435c-bdac-23d781fe8da1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff HTTP/1.1" status: 200 len: 210 time: 0.1333075 Jun 03 15:11:51.671230 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:11:44Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:51.700859 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] Checking router: eb8d7185-eeb8-4e83-ba3d-0b98053902f7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:51.721804 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] Routers {'eb8d7185-eeb8-4e83-ba3d-0b98053902f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:51.722885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:52.183129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7143d7d-27ba-4d7c-973f-cc9dd1b7c8b3 req-dd8be7e5-76d6-4a1b-a72f-ce0067ac6f11 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1851993 Jun 03 15:11:52.435699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:52.463812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:52.540498 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] Set router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:52.556832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:52.910373 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41994c6f-6533-4062-b6a9-0a3fc7985cab'] response: {'server_uuid': '2c65600f-7bb0-4ca3-beb3-d1cf1eefa3ff', 'name': 'network-vif-deleted', 'tag': 'd18cff33-93bb-441e-8ba9-75d109db8631', 'status': 'completed', 'code': 200} Jun 03 15:11:52.913130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:53.183230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:53.202289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.211174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:53.305872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.372725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:53.433489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:53.434248 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.489002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7a1c5f58-273f-4201-9892-f8566f0bda86 service neutron] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:53.532405 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-0de01d34-c3cc-4088-b7af-5c24f59ee193 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.3297205 Jun 03 15:11:53.533707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 43d9c144-bf34-4a6b-9838-c41d9cef1ddf up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:53.537938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7a1c5f58-273f-4201-9892-f8566f0bda86 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.541692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c6444142-9895-40d4-9d1f-c06d47607264 req-7a1c5f58-273f-4201-9892-f8566f0bda86 service neutron] 10.222.0.70 "DELETE /v2.0/ports/41072772-7a48-4d16-a899-b10b92c1be84/bindings/n-h2-844594-1 HTTP/1.1" status: 204 len: 173 time: 3.1046014 Jun 03 15:11:53.607070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Request body: {'port': {'device_id': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:53.642215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6599866a-5a5e-4cb5-91ae-91e2e565429d None None] Provisioning for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:53.698689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373ea55-adc9-4a46-abde-d358e3ca2ad4 req-4a5ead84-f542-4435-b6a2-dadf2b2952f3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:53.700283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6599866a-5a5e-4cb5-91ae-91e2e565429d None None] Provisioning complete for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:53.701026 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6599866a-5a5e-4cb5-91ae-91e2e565429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.711543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f373ea55-adc9-4a46-abde-d358e3ca2ad4 req-4a5ead84-f542-4435-b6a2-dadf2b2952f3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 936 time: 1.5630043 Jun 03 15:11:53.800758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4aa6-9559-45dd-bb89-9716b901213e req-68ff957d-45fd-4859-9c35-561c66f0bf6d tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:53.814168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78fb4aa6-9559-45dd-bb89-9716b901213e req-68ff957d-45fd-4859-9c35-561c66f0bf6d tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 945 time: 0.6468267 Jun 03 15:11:53.862146 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:11:44Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:53.874541 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b752e-af44-42df-9fb0-8de0e46e746e None None] The sync data for ids ['eb8d7185-eeb8-4e83-ba3d-0b98053902f7'] in n-d-844594-1 is: [{'id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1020255701-router', 'tenant_id': '5818f412374d4abcbd3526d4a73ef3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '03ee876e-581c-4998-a515-15958788e361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:00Z', 'updated_at': '2022-06-03T15:11:44Z', 'revision_number': 5, 'project_id': '5818f412374d4abcbd3526d4a73ef3b1', 'gw_port': {'id': '03ee876e-581c-4998-a515-15958788e361', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8d7185-eeb8-4e83-ba3d-0b98053902f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:02Z', 'updated_at': '2022-06-03T15:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:53.892476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f373ea55-adc9-4a46-abde-d358e3ca2ad4 req-95b3612c-a533-49dd-8205-0fde86efe466 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797366 Jun 03 15:11:54.372273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.376092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.491949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6599866a-5a5e-4cb5-91ae-91e2e565429d None None] Port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:54.510654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:54.515162 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.537212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35384) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:54.558582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78fb4aa6-9559-45dd-bb89-9716b901213e req-516bac5d-c4fd-47ba-a449-f804ca2230b7 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7430456 Jun 03 15:11:54.727268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Deleting port 03ee876e-581c-4998-a515-15958788e361 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:54.727839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.752513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:54.799003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:54.804619 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.813858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting subnet b7655cc4-3df1-4034-863c-6844cf797216 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:11:54.825637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.908559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,segment=NetworkSegment(d389c32e-fc65-478e-abe6-af40bbb2cca5),segment_id=d389c32e-fc65-478e-abe6-af40bbb2cca5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:54.938232 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.017263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.180656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c6146fa6-da25-4ad5-ab9c-a7125e633416 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:55.306029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:55.336980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: c6146fa6-da25-4ad5-ab9c-a7125e633416 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:55.337627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c6146fa6-da25-4ad5-ab9c-a7125e633416 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:55.416141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-000a9522-4fb8-41a6-8e5d-7df5dc5c5426 req-dc6b03fa-5c8f-47fd-b018-c76e5d92cb5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.2878270 Jun 03 15:11:55.503274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:55.503858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.577254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,segment=NetworkSegment(4cd44d07-f1ef-42e3-be6f-a887e33e73bc),segment_id=4cd44d07-f1ef-42e3-be6f-a887e33e73bc)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:55.583959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.592188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:55.606711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.755602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] For port 03ee876e-581c-4998-a515-15958788e361, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=03ee876e-581c-4998-a515-15958788e361,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:55.756345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.839025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:55.905447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31674529-aee6-4ec4-aa30-37af46a3d3c3 req-f6f014c9-ea87-4dfb-b8ad-9e7ef4e51688 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.6171083 Jun 03 15:11:55.919704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.097768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Calling delete_port for 03ee876e-581c-4998-a515-15958788e361 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:56.106565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Subnet': ['ID=b7655cc4-3df1-4034-863c-6844cf797216,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:56.143354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c8fe2-ed90-40b1-aacd-b7ce096ab630 None None] Network 8ab151fb-6794-40e7-8d73-945fe7c1b233 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:56.157946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.158868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.159324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.159792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.160514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.161310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.161939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.162527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.163132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.163660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.164353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.164928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:56.170554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.317334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d087955c-807e-4a95-8007-fad27ccf8f18 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/subnets/b7655cc4-3df1-4034-863c-6844cf797216 HTTP/1.1" status: 204 len: 168 time: 1.7533205 Jun 03 15:11:56.323253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35454) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:56.425784 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:56.444711 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.548955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ee876e-581c-4998-a515-15958788e361,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:56.644308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ab0d6-61ef-41ab-8523-b5cce7ce1a07 req-cb2c469e-eaf7-4321-94ef-7895b40985f7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:56.651207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d5ab0d6-61ef-41ab-8523-b5cce7ce1a07 req-cb2c469e-eaf7-4321-94ef-7895b40985f7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 936 time: 0.8791442 Jun 03 15:11:56.663533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] DHCP port deletion for 8ab151fb-6794-40e7-8d73-945fe7c1b233 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:11:56.668158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] Deleting port e4243fcf-7a41-4595-852a-8920749debc9 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:56.668556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.694119 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.743991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:56.771746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port e4243fcf-7a41-4595-852a-8920749debc9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:56.772077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.787638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.865304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Transition to ACTIVE for port object f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:56.883858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.909452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.922538 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d5ab0d6-61ef-41ab-8523-b5cce7ce1a07 req-88949335-cd8e-46df-b06d-8d137b7a0a17 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703669 Jun 03 15:11:56.960873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ec9b3-e7dd-474c-844d-68c400387afc req-9ba2da99-6250-4853-a4d5-e385d3cd77ec tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:56.981202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-786ec9b3-e7dd-474c-844d-68c400387afc req-9ba2da99-6250-4853-a4d5-e385d3cd77ec tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.8563061 Jun 03 15:11:57.176886 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2558fb7-81bc-444c-a02d-94cfbc686414'] response: {'server_uuid': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf', 'code': 200} Jun 03 15:11:57.274184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] For port e4243fcf-7a41-4595-852a-8920749debc9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e4243fcf-7a41-4595-852a-8920749debc9,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:57.277741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.295438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-786ec9b3-e7dd-474c-844d-68c400387afc req-c69de12d-0945-4fce-9369-f815caf6205a tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922413 Jun 03 15:11:57.500407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:57.605591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port e4243fcf-7a41-4595-852a-8920749debc9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e4243fcf-7a41-4595-852a-8920749debc9,segment=NetworkSegment(837d2ee8-22a0-416a-8d0d-5cf0524a714f),segment_id=837d2ee8-22a0-416a-8d0d-5cf0524a714f)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:57.606224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.864422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] Calling delete_port for e4243fcf-7a41-4595-852a-8920749debc9 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:57.926745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.929905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.005956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for e4243fcf-7a41-4595-852a-8920749debc9 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:58.042949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:58.044241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:58.056753 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.167834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.167834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8d7185-eeb8-4e83-ba3d-0b98053902f7 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:11:58.271287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.272050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2a87a18c-e8ee-4425-8575-0fe2d305dd31 admin admin] 10.222.0.66 "DELETE /v2.0/routers/eb8d7185-eeb8-4e83-ba3d-0b98053902f7 HTTP/1.1" status: 204 len: 168 time: 6.6027653 Jun 03 15:11:58.276531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35512) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:58.460441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:58.464385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:58.465030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:58.493479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:58.496645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:58.520423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:58.524589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:58.525195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:58.526027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Bound port: f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:58.526496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.554002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] Deleting subnet c9f79afa-47c2-4e00-a49c-364abe002a37 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:11:58.554855 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.579731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.722584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] No DVR routers for this DVR port e4243fcf-7a41-4595-852a-8920749debc9 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:58.738108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:58.807574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e449c-1b8d-4edd-bfac-bbf0b11c00cf None None] Pushing event deleted for resources: {'Port': ['ID=e4243fcf-7a41-4595-852a-8920749debc9,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:58.868949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de393537-14d9-4458-be8e-712faf9dc168 req-93464173-f6ef-4645-b5f5-451a28837699 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.9000158 Jun 03 15:11:58.882489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e4243fcf-7a41-4595-852a-8920749debc9 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:58.931772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:58.941529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:58.975340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.095392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62917e-3f2e-4852-b7f8-0dac427e674d req-8b901125-b298-4cac-b362-f71ee7d6796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:59.102940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62917e-3f2e-4852-b7f8-0dac427e674d req-8b901125-b298-4cac-b362-f71ee7d6796f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 1097 time: 1.1328955 Jun 03 15:11:59.109182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:11:59.114192 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:11:59.124294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e4243fcf-7a41-4595-852a-8920749debc9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:59.127512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e4243fcf-7a41-4595-852a-8920749debc9 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:59.178999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.234159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 03ee876e-581c-4998-a515-15958788e361 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:59.248378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350da98-ee16-49fd-ad94-38d68987cea6 req-5061269a-d512-4c2b-9fc8-54500b03d94a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:59.258767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e350da98-ee16-49fd-ad94-38d68987cea6 req-5061269a-d512-4c2b-9fc8-54500b03d94a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 948 time: 0.5983412 Jun 03 15:11:59.268413 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.347777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 03ee876e-581c-4998-a515-15958788e361 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:59.352006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 03ee876e-581c-4998-a515-15958788e361 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:59.383694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62917e-3f2e-4852-b7f8-0dac427e674d req-797eff86-ee97-4b73-b009-a29e5b1225c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645087 Jun 03 15:11:59.435860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:59.436601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.438215 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] 10.222.0.70 "PUT /v2.0/ports/f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 1096 time: 5.8631508 Jun 03 15:11:59.448366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa48a6-d52a-4d61-b0c6-f97fade0935e service neutron] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:59.454837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:59.477308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e350da98-ee16-49fd-ad94-38d68987cea6 req-792146fc-5834-4da2-b1fe-94cb45ed144e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162917 Jun 03 15:11:59.584237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a98a7-ab4c-41a6-8240-ef9e904a4128 req-9f4959c8-263a-4bd4-9c97-0bc24110e671 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:59.593455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b52a98a7-ab4c-41a6-8240-ef9e904a4128 req-9f4959c8-263a-4bd4-9c97-0bc24110e671 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.2151916 Jun 03 15:11:59.648157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port e4243fcf-7a41-4595-852a-8920749debc9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:59.652446 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.876185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.913840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] The port 'e4243fcf-7a41-4595-852a-8920749debc9' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:11:59.986961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.992499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa1602-8595-4558-a154-aacd04411773 None None] Network 6886f93d-b85e-478e-b317-6c282ee39fc8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:00.027853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f79afa-47c2-4e00-a49c-364abe002a37,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:00.038347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e7133d7d-0da3-4bb3-9fa1-d5eddf5e1eba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c9f79afa-47c2-4e00-a49c-364abe002a37 HTTP/1.1" status: 204 len: 168 time: 1.7585466 Jun 03 15:12:00.042773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35532) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:00.180649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.202443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Deleting port cb91b1b4-573d-445d-b99d-535e621f803c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:00.202978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.240608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b52a98a7-ab4c-41a6-8240-ef9e904a4128 req-43f1eb98-4020-4062-ac5c-14a22b3b55b8 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457438 Jun 03 15:12:00.298584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.343860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-2205dd45-1ba3-461c-af8d-c4bbc254005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:00.347104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-2205dd45-1ba3-461c-af8d-c4bbc254005e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1099 time: 0.8317442 Jun 03 15:12:00.365567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab151fb-6794-40e7-8d73-945fe7c1b233']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:00.391870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837d2ee8-22a0-416a-8d0d-5cf0524a714f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:00.392588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837d2ee8-22a0-416a-8d0d-5cf0524a714f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:00.409442 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.431719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.439600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:12:00.440054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.448730 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a837a781-ddda-46ed-9f80-a0332ac97d3d'] response: {'name': 'network-changed', 'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'status': 'completed', 'code': 200} Jun 03 15:12:00.730746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.746967 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 837d2ee8-22a0-416a-8d0d-5cf0524a714f resource provider aggregate not found Jun 03 15:12:00.796808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.865070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] DHCP port deletion for 6886f93d-b85e-478e-b317-6c282ee39fc8 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:12:00.868422 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 837d2ee8-22a0-416a-8d0d-5cf0524a714f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 837d2ee8-22a0-416a-8d0d-5cf0524a714f found for delete ", "request_id": "req-eb2095bc-0a90-4497-84b3-44c69eee49bf"}]} Jun 03 15:12:00.869253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Network': ['ID=8ab151fb-6794-40e7-8d73-945fe7c1b233,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:00.872575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] Deleting port cb91b1b4-573d-445d-b99d-535e621f803c {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:00.873345 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.918731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-11bb74ae-4a3f-4d4c-aa07-65a59a6eefa2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/networks/8ab151fb-6794-40e7-8d73-945fe7c1b233 HTTP/1.1" status: 204 len: 168 time: 4.5936477 Jun 03 15:12:00.922304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:00.969722 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-07e2cf5e-7d11-42b6-9679-5bd38e57db69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.5959671 Jun 03 15:12:01.079651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting subnet be6c98e8-eba8-4a71-bf2c-b2867432d6a7 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:12:01.120405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ad2b3-288c-4e00-8f35-544ac40bef71 req-e5f6c3ad-ad0c-473a-88f9-e82f3dca6bfb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.131436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-544ad2b3-288c-4e00-8f35-544ac40bef71 req-e5f6c3ad-ad0c-473a-88f9-e82f3dca6bfb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 948 time: 0.2734177 Jun 03 15:12:01.133559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.271503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] For port cb91b1b4-573d-445d-b99d-535e621f803c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cb91b1b4-573d-445d-b99d-535e621f803c,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:01.273943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.324162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-544ad2b3-288c-4e00-8f35-544ac40bef71 req-d38737ed-2970-4862-ae08-7d1c8dfdcaeb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917486 Jun 03 15:12:01.338607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.363008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] For port cb91b1b4-573d-445d-b99d-535e621f803c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cb91b1b4-573d-445d-b99d-535e621f803c,segment=NetworkSegment(3b435a96-d8a9-44d0-a8e4-859fb65c083b),segment_id=3b435a96-d8a9-44d0-a8e4-859fb65c083b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:01.364197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.531301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] Calling delete_port for cb91b1b4-573d-445d-b99d-535e621f803c owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:01.541574 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.563001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Calling delete_port for cb91b1b4-573d-445d-b99d-535e621f803c owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:01.643423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.653964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-fc42e714-160a-48a5-94d7-d7c5e9e12a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.658714 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-fc42e714-160a-48a5-94d7-d7c5e9e12a19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.6372306 Jun 03 15:12:01.673520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb91b1b4-573d-445d-b99d-535e621f803c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:01.719186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.826768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:12:01.827505 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:12:01.875520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Subnet': ['ID=be6c98e8-eba8-4a71-bf2c-b2867432d6a7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:01.895024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ea7d-e752-4398-a262-57194b192137 req-c6e899a7-d6cd-46fc-ab3e-4455807fb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.896361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-c6e899a7-d6cd-46fc-ab3e-4455807fb75c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230849 Jun 03 15:12:01.938363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cb91b1b4-573d-445d-b99d-535e621f803c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:01.938858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb91b1b4-573d-445d-b99d-535e621f803c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:01.945759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] Pushing event deleted for resources: {'Port': ['ID=cb91b1b4-573d-445d-b99d-535e621f803c,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:01.948806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c1812-e3f9-465c-ac28-a28b96416204 None None] Network add3907a-77a1-4f4d-948c-117125684036 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:02.007626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.053517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92265e-87da-406a-bb97-03781265ec0f None None] No DVR routers for this DVR port cb91b1b4-573d-445d-b99d-535e621f803c on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:02.077468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-65d285ae-8d46-427b-abfb-5d94cf361de1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/subnets/be6c98e8-eba8-4a71-bf2c-b2867432d6a7 HTTP/1.1" status: 204 len: 168 time: 1.1525214 Jun 03 15:12:02.081034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35590) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:02.243822 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-42a71262-f918-4894-bd27-d60f0b6d1f01 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375361 Jun 03 15:12:02.408876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35600) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:02.486592 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.531476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6d3f8-1547-44b0-9300-9cb3ebf3f8c7 req-e31c008d-2beb-4cf3-8b76-26f7c91c1a63 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:02.541219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ff6d3f8-1547-44b0-9300-9cb3ebf3f8c7 req-e31c008d-2beb-4cf3-8b76-26f7c91c1a63 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.6665368 Jun 03 15:12:02.586411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port 1f9d1e5d-0745-439e-9ed8-511685b052eb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:02.586756 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.621415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] DHCP port deletion for add3907a-77a1-4f4d-948c-117125684036 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:12:02.626900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] Deleting port 1f9d1e5d-0745-439e-9ed8-511685b052eb {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:02.627547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.651605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Deleting port cb91b1b4-573d-445d-b99d-535e621f803c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:02.657845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.748506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.755722 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac9ea7d-e752-4398-a262-57194b192137 req-c2d4e211-3ce5-4a3c-a08b-8dc07519d9a5 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997463 Jun 03 15:12:02.814398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ff6d3f8-1547-44b0-9300-9cb3ebf3f8c7 req-78285dc3-a027-4273-a91a-051311759032 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721767 Jun 03 15:12:02.844259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] The port 'cb91b1b4-573d-445d-b99d-535e621f803c' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:12:02.930396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:03.047112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] For port 1f9d1e5d-0745-439e-9ed8-511685b052eb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1f9d1e5d-0745-439e-9ed8-511685b052eb,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:03.048025 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.094259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Usage tracker for resource:security_group_rule and tenant:4a9ab0c35833478fb59abae3c78a2f4f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:03.108465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:03.159136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:03.177362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.209616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6886f93d-b85e-478e-b317-6c282ee39fc8']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:03.231984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] Calling delete_port for 1f9d1e5d-0745-439e-9ed8-511685b052eb owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:03.239907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b435a96-d8a9-44d0-a8e4-859fb65c083b') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:03.240266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b435a96-d8a9-44d0-a8e4-859fb65c083b') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:03.266808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.305707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.313121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:12:03.313534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.325725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1f9d1e5d-0745-439e-9ed8-511685b052eb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:03.358233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.431936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] Pushing event deleted for resources: {'Port': ['ID=1f9d1e5d-0745-439e-9ed8-511685b052eb,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:03.434612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902407a-5d6b-47e5-9f3a-95fa74ae00e0 None None] No DVR routers for this DVR port 1f9d1e5d-0745-439e-9ed8-511685b052eb on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:03.436581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 1f9d1e5d-0745-439e-9ed8-511685b052eb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:03.437305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1f9d1e5d-0745-439e-9ed8-511685b052eb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:03.578608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port 1f9d1e5d-0745-439e-9ed8-511685b052eb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1f9d1e5d-0745-439e-9ed8-511685b052eb,segment=NetworkSegment(009d39b2-c820-4788-94ab-e7f7aabe9a23),segment_id=009d39b2-c820-4788-94ab-e7f7aabe9a23)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:03.579220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.724784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for 1f9d1e5d-0745-439e-9ed8-511685b052eb owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:03.738819 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3b435a96-d8a9-44d0-a8e4-859fb65c083b resource provider aggregate not found Jun 03 15:12:03.778078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.786555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.794196 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3b435a96-d8a9-44d0-a8e4-859fb65c083b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b435a96-d8a9-44d0-a8e4-859fb65c083b found for delete ", "request_id": "req-17a8ef4c-68a7-4485-8b17-9df370ba675b"}]} Jun 03 15:12:03.822026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-846731ca-e03b-4066-8261-847bf15ed117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:03.823736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-846731ca-e03b-4066-8261-847bf15ed117 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1099 time: 0.9712105 Jun 03 15:12:03.836754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] Pushing event deleted for resources: {'Network': ['ID=6886f93d-b85e-478e-b317-6c282ee39fc8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:03.852263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:12:03.852263 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:12:03.872305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d918015-aff9-4f1a-9f81-f5239bbb127b req-bf782881-ab7f-4517-8cd6-4b09cf61940b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:03.873849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d918015-aff9-4f1a-9f81-f5239bbb127b req-bf782881-ab7f-4517-8cd6-4b09cf61940b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 948 time: 0.9186747 Jun 03 15:12:03.934928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.958243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d918015-aff9-4f1a-9f81-f5239bbb127b req-0f1bb681-5374-410a-8f12-92382b9baf7b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725286 Jun 03 15:12:03.959024 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.003244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-06592756-3634-436a-a0c1-e870a5554e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.006643 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-06592756-3634-436a-a0c1-e870a5554e60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1715856 Jun 03 15:12:04.010876 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b8760b30-1bfc-41df-a396-d3c8c2623739 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6886f93d-b85e-478e-b317-6c282ee39fc8 HTTP/1.1" status: 204 len: 168 time: 3.9661374 Jun 03 15:12:04.108777 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-81ec06d5-7a20-4534-bd68-92473b5ea3a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.0888379 Jun 03 15:12:04.131407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a9ab0c35833478fb59abae3c78a2f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7149391 Jun 03 15:12:04.132504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:04.144600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95334c17-4d68-423a-bf8c-f0a530501e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7962d68-e732-438a-b95e-85a275c82626,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:04.265659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-e080d537-d721-4381-b767-12bfc400060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.267794 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-e080d537-d721-4381-b767-12bfc400060e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1521893 Jun 03 15:12:04.302382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35622) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:04.374176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port 1f9d1e5d-0745-439e-9ed8-511685b052eb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:04.374555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.418422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-fb1bca5c-4ada-452a-a61f-fe821bf3ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.425769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-fb1bca5c-4ada-452a-a61f-fe821bf3ec66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505415 Jun 03 15:12:04.460591 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9726b52-1661-4b53-9de3-1871b39437c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.520458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] The port '1f9d1e5d-0745-439e-9ed8-511685b052eb' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:12:04.532784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0529a75a-6909-4d49-b8b9-6d21f2a736d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5818f412374d4abcbd3526d4a73ef3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261832 Jun 03 15:12:04.537495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:04.598924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9726b52-1661-4b53-9de3-1871b39437c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.715698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-c4f6d430-f3f8-4a2a-a8cf-78a1e24ec589 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819941 Jun 03 15:12:04.881183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.915663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add3907a-77a1-4f4d-948c-117125684036']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:04.932616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009d39b2-c820-4788-94ab-e7f7aabe9a23') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:04.933260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009d39b2-c820-4788-94ab-e7f7aabe9a23') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:04.944134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf2ef700-5f69-49ce-91e5-fe927c2d3141 req-1256c9e2-9505-4533-b797-bcfbd4a73807 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202835 Jun 03 15:12:04.971201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.028209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9726b52-1661-4b53-9de3-1871b39437c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.105695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9726b52-1661-4b53-9de3-1871b39437c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7962d68-e732-438a-b95e-85a275c82626,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:05.112734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.124781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:12:05.126147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.171834 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9726b52-1661-4b53-9de3-1871b39437c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.174987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9726b52-1661-4b53-9de3-1871b39437c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7962d68-e732-438a-b95e-85a275c82626 HTTP/1.1" status: 204 len: 168 time: 1.0359747 Jun 03 15:12:05.249245 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 009d39b2-c820-4788-94ab-e7f7aabe9a23 resource provider aggregate not found Jun 03 15:12:05.260963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7395e4d8-7dbe-47c7-862d-507a027f008f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.306845 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 009d39b2-c820-4788-94ab-e7f7aabe9a23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 009d39b2-c820-4788-94ab-e7f7aabe9a23 found for delete ", "request_id": "req-e2e62b4a-a5ea-49e4-95b8-09fba645933a"}]} Jun 03 15:12:05.326950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-4111e79c-f3c3-4d23-918d-7952f3b636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:05.328490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-4111e79c-f3c3-4d23-918d-7952f3b636f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf7eded618341e19229f4266f3b0d73&device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 1097 time: 0.5944390 Jun 03 15:12:05.332948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7395e4d8-7dbe-47c7-862d-507a027f008f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.402154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8276d1-7995-4913-956e-346467358547 req-7dfa7112-6b3b-4e4b-a57c-38846b2a3079 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:05.410384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e8276d1-7995-4913-956e-346467358547 req-7dfa7112-6b3b-4e4b-a57c-38846b2a3079 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.5619779 Jun 03 15:12:05.507526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.513111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:05.555466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.608954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e8276d1-7995-4913-956e-346467358547 req-6c356994-c8fe-4360-a4a7-d49a21475488 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981506 Jun 03 15:12:05.609799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Network': ['ID=add3907a-77a1-4f4d-948c-117125684036,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:05.656066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35644) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:05.659844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8a34ed2d-f354-402f-ab29-054a783198c2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/networks/add3907a-77a1-4f4d-948c-117125684036 HTTP/1.1" status: 204 len: 168 time: 3.5411406 Jun 03 15:12:05.662958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1561019128'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:05.685895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:05.708997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:network and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:05.724419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:05.741230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-fa36f61e-7c12-47e2-b132-36f6adb632ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:05.743358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-fa36f61e-7c12-47e2-b132-36f6adb632ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=75f6809e-190c-4c0e-8a33-3dc717b70734 HTTP/1.1" status: 200 len: 914 time: 0.4014664 Jun 03 15:12:05.745681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7395e4d8-7dbe-47c7-862d-507a027f008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.762381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:05.764691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:05.797484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'mac_address': 'fa:16:3e:0c:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:05.822849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:05.827462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.914847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35650) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:05.958914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-ea983060-d8d7-47b1-8a11-155184a780ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf HTTP/1.1" status: 200 len: 217 time: 0.1991408 Jun 03 15:12:05.961061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:05.961454 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.968321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395e4d8-7dbe-47c7-862d-507a027f008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f1a1f5-0d4a-4387-a1bc-516353637e44,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:05.984780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.046866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:12:06.062491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:06.071443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.072518 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Added segment 95877a50-46a3-41ce-8b24-7925637bfb40 of type vlan for network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 Jun 03 15:12:06.113222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:06.124447 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.141861 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.185083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:06.236656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Usage tracker for resource:security_group_rule and tenant:443bf111e79c4347a615a920b3389091 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:06.244064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:06.255840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:06.267667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.276889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:06.277542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.289240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7395e4d8-7dbe-47c7-862d-507a027f008f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.291016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7395e4d8-7dbe-47c7-862d-507a027f008f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04f1a1f5-0d4a-4387-a1bc-516353637e44 HTTP/1.1" status: 204 len: 168 time: 1.7526085 Jun 03 15:12:06.303653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:06.316149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-7ef6ada0-e24f-491d-b59f-5a5bf92599f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:06.319603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-7ef6ada0-e24f-491d-b59f-5a5bf92599f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a9a8e7b-9982-4364-987a-b1725eb6f582 HTTP/1.1" status: 200 len: 853 time: 0.3427222 Jun 03 15:12:06.382233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-b8d986dd-eb5b-4030-9083-0a5f1cdc8a6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75f6809e-190c-4c0e-8a33-3dc717b70734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527875 Jun 03 15:12:06.390296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:06.390993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e10ae1-6a2e-4659-9470-2b167d54fc38 req-8ec68418-5a02-4701-9495-391390b60a53 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:06.398288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1e10ae1-6a2e-4659-9470-2b167d54fc38 req-8ec68418-5a02-4701-9495-391390b60a53 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 949 time: 0.1830301 Jun 03 15:12:06.517335 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8598320 Jun 03 15:12:06.520305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d97a2f-fa06-459e-9260-1af6c6d19371 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Network': ['ID=95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:06.524751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35656) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:06.535136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'subnet': {'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:06.538643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:06.760832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1e10ae1-6a2e-4659-9470-2b167d54fc38 req-5bfe86dc-bb4e-4f0d-afea-da55a7c01a4e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613038 Jun 03 15:12:06.780271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-b9b59ba7-5f2f-489b-b310-7aae5c2b2a6e service neutron] 10.222.0.15 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787704 Jun 03 15:12:06.804821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:06.811693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:subnet and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:06.818547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:06.825672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:06.885281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.903606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.950441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:06.955876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.235971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e2f8b2b-931b-418a-b484-2bab24071469 req-a35b231b-bd57-4be8-9176-d2a4e615c835 service neutron] 10.222.0.15 "GET /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478519 Jun 03 15:12:07.245379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31548fbc-93c9-458f-9452-6a8dfce5b624 req-0e5111bf-368a-45d4-82c6-60dfe5b0ead5 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:07.246894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31548fbc-93c9-458f-9452-6a8dfce5b624 req-0e5111bf-368a-45d4-82c6-60dfe5b0ead5 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.3043132 Jun 03 15:12:07.305867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31548fbc-93c9-458f-9452-6a8dfce5b624 req-16c87622-55c2-4075-81c9-e8fa787a3cd0 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530727 Jun 03 15:12:07.374222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9f6469-7542-4cfc-9c06-d88068766015,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:07.382901 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-04f575c1-faff-4892-90f5-b1fea5ea8221 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=443bf111e79c4347a615a920b3389091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4660149 Jun 03 15:12:07.385389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:07.483698 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-16ef0482-c195-49aa-bb7e-7d759b8c1cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.525025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-16ef0482-c195-49aa-bb7e-7d759b8c1cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.538391 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.615088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-16ef0482-c195-49aa-bb7e-7d759b8c1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.641183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Subnet': ['ID=009a13dd-b53e-43e7-ad17-1a07ad45cbd6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:07.689701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-16ef0482-c195-49aa-bb7e-7d759b8c1cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.691238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-16ef0482-c195-49aa-bb7e-7d759b8c1cdc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b9f6469-7542-4cfc-9c06-d88068766015 HTTP/1.1" status: 204 len: 168 time: 0.3047013 Jun 03 15:12:07.709753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef0482-c195-49aa-bb7e-7d759b8c1cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9f6469-7542-4cfc-9c06-d88068766015,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:07.714292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Checking segment: {'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:07.715030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network hostable DHCP agents. Network: 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:07.773905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:07.795491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:07.801142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:07.801996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.807639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3324cd78-17fe-427b-bdda-cb9437fa3b4f None None] Network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:07.886673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c1c9d1ea-396c-41c0-b374-2882febf9a0e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3568895 Jun 03 15:12:07.942536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35690) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:07.952551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-754311776'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:07.974711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:07.980766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:network and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:07.989393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:08.087544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:08.125349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:08.133178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.229087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:12:08.311268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcfe12-eeb1-4115-9643-6d99967804ae req-7bd20a06-777c-4b62-9ef7-80b21812fbb0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:08.329460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6efcfe12-eeb1-4115-9643-6d99967804ae req-7bd20a06-777c-4b62-9ef7-80b21812fbb0 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 949 time: 0.3344698 Jun 03 15:12:08.331734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.332078 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Added segment 18739673-21d2-42e7-92c9-835a64704954 of type vlan for network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 Jun 03 15:12:08.457500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6efcfe12-eeb1-4115-9643-6d99967804ae req-4d8a4749-7d8f-4767-8b00-9c2bd79bd4c2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269197 Jun 03 15:12:08.474743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99', 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'fixed_ips': [{'subnet_id': '009a13dd-b53e-43e7-ad17-1a07ad45cbd6'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:12:08.474743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.485024 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.578344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.587129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:08.587794 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.785843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Allocated IP 19.80.0.2 (95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99/009a13dd-b53e-43e7-ad17-1a07ad45cbd6/46fda8ea-ea8a-4b84-8566-fc2616c260e1) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:08.876485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9327860 Jun 03 15:12:08.879916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35718) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:08.886226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'subnet': {'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:08.904022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bc3a9-6a11-436e-aa79-398f67caeeb8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Network': ['ID=d6a67645-9133-4b17-aebd-6dd33b8fc3f8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:08.948054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:08.954337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d9edb-f17b-4d51-9578-1b4f5bbbb183 req-1bbb9036-73b6-41e0-8095-6c6809087027 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:08.955905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba4d9edb-f17b-4d51-9578-1b4f5bbbb183 req-1bbb9036-73b6-41e0-8095-6c6809087027 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.3593509 Jun 03 15:12:09.107071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba4d9edb-f17b-4d51-9578-1b4f5bbbb183 req-250f54b0-64ef-49cd-bd54-dfbe2d96ce50 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327415 Jun 03 15:12:09.211070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:09.220715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:subnet and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:09.227920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:09.242011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:09.261020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:09.265929 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:09.320740 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:09.349149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Transition to ACTIVE for port object 46fda8ea-ea8a-4b84-8566-fc2616c260e1 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:09.386638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Transition to ACTIVE for port object 46fda8ea-ea8a-4b84-8566-fc2616c260e1 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:09.413622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:09.493637 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:12:09.575880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:09.595127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35738) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:09.723179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:09.755060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:09.776775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:09.853944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-network', 'tenant_id': '0da858baf6e64b53aeb09c9768064058'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:09.862885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:09.879681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Usage tracker for resource:network and tenant:0da858baf6e64b53aeb09c9768064058 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:09.880145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Pushing event updated for resources: {'Port': ['ID=46fda8ea-ea8a-4b84-8566-fc2616c260e1,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:09.881546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:09.897736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:09.928096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:09.955657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Made reservation on behalf of 0da858baf6e64b53aeb09c9768064058 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:09.958379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Attempting to bind port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:09.958911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Attempting to bind port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:09.959219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Attempting to bind port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 on network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:09.969958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:09.970459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Checking segment: {'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:09.970931 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:09.971401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Bound using segment: {'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:09.972222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Bound port: 46fda8ea-ea8a-4b84-8566-fc2616c260e1, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:09.972673 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:09.981899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.022886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.024946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:10.044961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:10.045420 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.057012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Checking segment: {'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:10.057376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network hostable DHCP agents. Network: d6a67645-9133-4b17-aebd-6dd33b8fc3f8, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:10.081472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Subnet': ['ID=8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:10.095393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:10.109188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Usage tracker for resource:security_group_rule and tenant:0da858baf6e64b53aeb09c9768064058 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:10.109907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:10.115309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:10.132304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d6a67645-9133-4b17-aebd-6dd33b8fc3f8) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:10.139345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:10.147015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:10.148946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04a53d-2d13-44ba-9df6-56a359997b60 None None] Network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:10.151167 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.198894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895580-3de6-46a5-8000-d5c5a8641a9d req-f592d0fd-37c9-4251-a807-5590e38608a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:10.206778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61895580-3de6-46a5-8000-d5c5a8641a9d req-f592d0fd-37c9-4251-a807-5590e38608a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 949 time: 0.1862004 Jun 03 15:12:10.257129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d91d21c7-9875-40e2-b8aa-07494ddd7cf8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3757832 Jun 03 15:12:10.270255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61895580-3de6-46a5-8000-d5c5a8641a9d req-223dc841-22c7-4801-89de-42356390473d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581234 Jun 03 15:12:10.422786 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.432093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.492939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:12:10.536724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d6a67645-9133-4b17-aebd-6dd33b8fc3f8', 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'fixed_ips': [{'subnet_id': '8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:12:10.537565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.541966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a549b2d4-e726-4de6-9f96-92829b661d95,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:10.557237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.557583 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Added segment 7c05728e-83de-4a80-9298-1227c233dfa8 of type vlan for network f7deb907-7ab1-4a57-9758-c6c29a101a45 Jun 03 15:12:10.570208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] For port 46fda8ea-ea8a-4b84-8566-fc2616c260e1, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:10.604786 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.640800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74ec7b-7b51-4e20-ad38-febe57d1bd41 req-d0ffc835-771d-4fd5-97c4-3cb63353119a tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:10.650365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a74ec7b-7b51-4e20-ad38-febe57d1bd41 req-d0ffc835-771d-4fd5-97c4-3cb63353119a tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.1641386 Jun 03 15:12:10.731561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a74ec7b-7b51-4e20-ad38-febe57d1bd41 req-326f6ab5-fa33-4def-93cb-a87d28365be9 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.66 "GET /v2.0/security-groups?id=20d677d1-5064-4f6d-b6f8-394f77fdfcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790598 Jun 03 15:12:10.736882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.738255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:10.740727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.807676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] For port 46fda8ea-ea8a-4b84-8566-fc2616c260e1, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=46fda8ea-ea8a-4b84-8566-fc2616c260e1,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:10.862519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.912888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Allocated IP 19.86.0.2 (d6a67645-9133-4b17-aebd-6dd33b8fc3f8/8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e/790c2640-5534-454b-aa03-710e6d8efdfe) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:10.919914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3236442 Jun 03 15:12:10.920578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35756) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:10.927688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Request body: {'subnet': {'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-subnet', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:10.929113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98966f99-7a6c-426d-b266-eed981c0448f admin admin] Pushing event updated for resources: {'Network': ['ID=f7deb907-7ab1-4a57-9758-c6c29a101a45,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:10.937131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:10.951359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Usage tracker for resource:subnet and tenant:0da858baf6e64b53aeb09c9768064058 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:10.954099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:10.961096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:10.970684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:10.990885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Made reservation on behalf of 0da858baf6e64b53aeb09c9768064058 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:10.993901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.222105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:11.223608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.301832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:11.319517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43594304-22f1-4e12-aeb3-817afc1d1a30 None None] Pushing event updated for resources: {'Port': ['ID=46fda8ea-ea8a-4b84-8566-fc2616c260e1,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:11.337788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:11.353868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.401645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.512261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37022640-1474-4137-9710-ce774239c4fe,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:11.569226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Checking segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:11.569582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Network hostable DHCP agents. Network: f7deb907-7ab1-4a57-9758-c6c29a101a45, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:11.629626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:11.643645 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.651250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:11.657114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Transition to ACTIVE for port object 790c2640-5534-454b-aa03-710e6d8efdfe will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:11.679025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f7deb907-7ab1-4a57-9758-c6c29a101a45) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:11.691075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:11.692020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.699269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a88b5-a5a7-4d9c-9ed3-faed563b9704 None None] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:11.742167 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2e26d632-b130-4f09-807e-c287f6299d00 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8198590 Jun 03 15:12:11.749266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35764) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:11.755453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:11.761406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:11.768315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Usage tracker for resource:router and tenant:0da858baf6e64b53aeb09c9768064058 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:11.773332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:11.780883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:11.806535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.807782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.842021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.869795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Transition to ACTIVE for port object 790c2640-5534-454b-aa03-710e6d8efdfe will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:11.916483 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.028836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-fdbf0c32-5c76-4316-881f-5e69709fe377 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:12.030413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-fdbf0c32-5c76-4316-881f-5e69709fe377 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7721b8a2-55f6-4b85-bd64-b3075f6ba950 HTTP/1.1" status: 200 len: 946 time: 0.2019224 Jun 03 15:12:12.244446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Deleting port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:12.244446 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.291288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.334340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Pushing event updated for resources: {'Port': ['ID=790c2640-5534-454b-aa03-710e6d8efdfe,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:12.351124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:12.369361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:12.385176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:12.620268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f7deb907-7ab1-4a57-9758-c6c29a101a45', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:12:12.621103 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.896878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Attempting to bind port 790c2640-5534-454b-aa03-710e6d8efdfe on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:12.897219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.897401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Attempting to bind port 790c2640-5534-454b-aa03-710e6d8efdfe by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:12.897620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Attempting to bind port 790c2640-5534-454b-aa03-710e6d8efdfe on network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:12.927861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:12.931820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Checking segment: {'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:12.932300 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.932704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Bound using segment: {'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:12.933201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Bound port: 790c2640-5534-454b-aa03-710e6d8efdfe, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:12.933580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.946583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.158579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] For port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,segment=NetworkSegment(4cd44d07-f1ef-42e3-be6f-a887e33e73bc),segment_id=4cd44d07-f1ef-42e3-be6f-a887e33e73bc)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:13.159070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.183377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1b4da-86cd-4cc3-8f5f-616e798d9729 None None] Network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:13.268588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Allocated IP 172.25.1.154 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/818e3656-ebfb-44ca-a3b6-136c24564e2c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:13.353368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Calling delete_port for 43d9c144-bf34-4a6b-9838-c41d9cef1ddf owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:13.451716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 46fda8ea-ea8a-4b84-8566-fc2616c260e1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:13.569486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.590421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] For port 790c2640-5534-454b-aa03-710e6d8efdfe, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:13.614025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['43d9c144-bf34-4a6b-9838-c41d9cef1ddf'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:13.670021 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-88860c51-8ebc-4066-b9c9-0a87d0dc8fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.687128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] For port 790c2640-5534-454b-aa03-710e6d8efdfe, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=790c2640-5534-454b-aa03-710e6d8efdfe,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:13.695555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a72e2c3f-cf25-412e-bf4c-96b5743c9820 None None] Provisioning for port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:13.706849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Pushing event deleted for resources: {'Port': ['ID=43d9c144-bf34-4a6b-9838-c41d9cef1ddf,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:13.707852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.709281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.771105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] No DVR routers for this DVR port 43d9c144-bf34-4a6b-9838-c41d9cef1ddf on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:13.779074 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.780443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.792075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'name': 'network-vif-deleted', 'tag': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:13.804760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e75afa8f-93df-4dcd-8fba-e3bcd814e3d3 req-d3f4b6e2-fca1-41d2-857d-7e87c15ce705 tempest-InstanceActionsTestJSON-693929092 tempest-InstanceActionsTestJSON-693929092-project] 10.222.0.15 "DELETE /v2.0/ports/43d9c144-bf34-4a6b-9838-c41d9cef1ddf HTTP/1.1" status: 204 len: 173 time: 1.7630727 Jun 03 15:12:13.839493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Allocated IP 172.20.0.2 (f7deb907-7ab1-4a57-9758-c6c29a101a45/37022640-1474-4137-9710-ce774239c4fe/0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:13.866575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:13.874707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:13.879636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:13.902240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ab501-7b65-44de-bc1d-e92d3df08ee6 None None] Pushing event updated for resources: {'Port': ['ID=790c2640-5534-454b-aa03-710e6d8efdfe,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:13.939545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:14.005032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Pushing event updated for resources: {'Port': ['ID=818e3656-ebfb-44ca-a3b6-136c24564e2c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:14.148453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:14.148839 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.477592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:14.478295 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.656650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 46fda8ea-ea8a-4b84-8566-fc2616c260e1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=46fda8ea-ea8a-4b84-8566-fc2616c260e1,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:14.679230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.685170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.817732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=46fda8ea-ea8a-4b84-8566-fc2616c260e1,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:14.863352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Transition to ACTIVE for port object 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:14.874539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.903709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Transition to ACTIVE for port object 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:14.925418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.023975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:15.031723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:15.043313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:15.230406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Pushing event updated for resources: {'Port': ['ID=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:15.259498 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.276524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-392589dd-a3f0-4b1c-a104-59abbbd08500 None None] Provisioning complete for port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:15.277220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-392589dd-a3f0-4b1c-a104-59abbbd08500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.401928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Attempting to bind port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:15.402412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Attempting to bind port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:15.403166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Attempting to bind port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb on network f7deb907-7ab1-4a57-9758-c6c29a101a45 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:15.438865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:15.446033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Checking segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:15.452080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.455394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Bound using segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:15.457566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Bound port: 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:15.458343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.472316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 46fda8ea-ea8a-4b84-8566-fc2616c260e1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:15.591064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f99df5-c89a-4ce6-ba11-b130ce0dd5bb None None] Network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:15.606414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.721507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] For port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:15.727927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] For port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:15.740989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 43d9c144-bf34-4a6b-9838-c41d9cef1ddf no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:15.834904 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.918971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 43d9c144-bf34-4a6b-9838-c41d9cef1ddf {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:15.919348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 43d9c144-bf34-4a6b-9838-c41d9cef1ddf not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:15.950641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:12:15.963831 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ef04d58a-a68b-4191-9e4d-e39666c680a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:15.989501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:15.990108 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:16.073636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4df825-514a-448e-bab8-fa73261588cf None None] Pushing event updated for resources: {'Port': ['ID=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:16.252823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:16.291820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:16.320043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:16.327518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35788) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:16.328730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-50adc130-b0fa-4061-9fe5-639b4d2814b3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.5779588 Jun 03 15:12:16.328878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-392589dd-a3f0-4b1c-a104-59abbbd08500 None None] Current status of the port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:16.494223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:16.494875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:12:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:16.858027 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:16.897390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3245bb7e-dce6-4aaa-b4e7-0a6c86e8bfd0 None None] Provisioning for port 790c2640-5534-454b-aa03-710e6d8efdfe completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:16.994911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:17.003137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:17.004921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 790c2640-5534-454b-aa03-710e6d8efdfe up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:17.196165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:17.696401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:17.699610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 790c2640-5534-454b-aa03-710e6d8efdfe completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:17.727743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 790c2640-5534-454b-aa03-710e6d8efdfe triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:17.728241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:17.801762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebb0cd-eae0-4311-a044-6f9c53955944 None None] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:17.859658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c30ae3d3-af4b-4767-b9c3-59c45e62b263 req-3f58fa14-6cce-4bb6-bfaa-6dc8c3d2acd4 tempest-ServersAdmin275Test-1665341967 tempest-ServersAdmin275Test-1665341967-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1550884 Jun 03 15:12:17.864651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-55928d49-8f55-4bcf-aae5-e8508b57dfba None None] Provisioning complete for port 790c2640-5534-454b-aa03-710e6d8efdfe triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:17.865199 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-55928d49-8f55-4bcf-aae5-e8508b57dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.343111 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.470720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 790c2640-5534-454b-aa03-710e6d8efdfe is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:18.471123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.479368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-948507e3-7e22-44d4-ad86-9ed2c21ca36a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:18.485230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-948507e3-7e22-44d4-ad86-9ed2c21ca36a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:18.485989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-948507e3-7e22-44d4-ad86-9ed2c21ca36a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:18.523376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30d39-c4a7-400c-9668-a34c3062e061 req-81c55062-b1a3-4828-bdaa-6e42089447fb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:18.530815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55b30d39-c4a7-400c-9668-a34c3062e061 req-81c55062-b1a3-4828-bdaa-6e42089447fb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.2836185 Jun 03 15:12:18.559117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-55928d49-8f55-4bcf-aae5-e8508b57dfba None None] Current status of the port 790c2640-5534-454b-aa03-710e6d8efdfe is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:18.559519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-55928d49-8f55-4bcf-aae5-e8508b57dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.563918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-948507e3-7e22-44d4-ad86-9ed2c21ca36a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:18.573210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-948507e3-7e22-44d4-ad86-9ed2c21ca36a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/networks?id=95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99&id=d6a67645-9133-4b17-aebd-6dd33b8fc3f8 HTTP/1.1" status: 200 len: 1391 time: 0.7046685 Jun 03 15:12:18.606499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 790c2640-5534-454b-aa03-710e6d8efdfe, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=790c2640-5534-454b-aa03-710e6d8efdfe,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:18.618078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:14Z', 'revision_number': 3, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:18.623111 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.623691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55b30d39-c4a7-400c-9668-a34c3062e061 req-91bb384a-3a32-40fe-b0f3-1b28d4192548 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919349 Jun 03 15:12:18.625660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.665577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-4d5a3a7b-6966-4bc8-95ea-a8f60c6ff207 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/quotas/ad59c289e22448c78caae1ba5c1ea909 HTTP/1.1" status: 200 len: 375 time: 0.0913992 Jun 03 15:12:18.696931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:18.697283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Updating router 9a0fbe34-f949-4f33-8505-fd4d18c870eb port 818e3656-ebfb-44ca-a3b6-136c24564e2c binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:12:18.828206 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb93a80d-7390-46b9-8dbd-8f903a441aae'] response: {'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'code': 200} Jun 03 15:12:18.879744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35838) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:18.912780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:19.034091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-55928d49-8f55-4bcf-aae5-e8508b57dfba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:12:19.034442 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-55928d49-8f55-4bcf-aae5-e8508b57dfba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:12:19.145402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.231719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6521c2-07a5-4a84-926a-f093da806d48 req-6d7b2fb4-e891-4be2-b610-48d20ce1ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:19.234708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4b6521c2-07a5-4a84-926a-f093da806d48 req-6d7b2fb4-e891-4be2-b610-48d20ce1ca56 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1101 time: 0.4174266 Jun 03 15:12:19.260133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Allocated IP 172.20.0.1 (f7deb907-7ab1-4a57-9758-c6c29a101a45/37022640-1474-4137-9710-ce774239c4fe/95495245-abdd-4cce-8365-6e1b12e32e62) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:19.303055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=790c2640-5534-454b-aa03-710e6d8efdfe,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:19.328752 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4b6521c2-07a5-4a84-926a-f093da806d48 req-ba879065-d10e-45fa-94e7-0f7324ab2938 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850697 Jun 03 15:12:19.469049 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.471311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:19.491344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Transition to ACTIVE for port object 95495245-abdd-4cce-8365-6e1b12e32e62 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:19.521128 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c444ae-59a5-49ea-b416-effb0eb9da37'] response: {'server_uuid': '7721b8a2-55f6-4b85-bd64-b3075f6ba950', 'name': 'network-vif-deleted', 'tag': '43d9c144-bf34-4a6b-9838-c41d9cef1ddf', 'status': 'completed', 'code': 200} Jun 03 15:12:19.534912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.597465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] Deleting subnet 0a9a8e7b-9982-4364-987a-b1725eb6f582 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:12:19.621217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-ecfab5cd-5537-40d3-82e9-2f084d7d34a3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:19.626344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.700639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-55928d49-8f55-4bcf-aae5-e8508b57dfba None None] Current status of the port 790c2640-5534-454b-aa03-710e6d8efdfe is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:19.711495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-ecfab5cd-5537-40d3-82e9-2f084d7d34a3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:19.713047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-ecfab5cd-5537-40d3-82e9-2f084d7d34a3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0465348 Jun 03 15:12:19.732173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:19.738957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:19.743047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=95495245-abdd-4cce-8365-6e1b12e32e62,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:19.750627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:19.796128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.844082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.869312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Transition to ACTIVE for port object 818e3656-ebfb-44ca-a3b6-136c24564e2c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:19.891217 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.929477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] Provisioning for port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:19.942019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] Provisioning complete for port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:19.942387 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.105209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Attempting to bind port 818e3656-ebfb-44ca-a3b6-136c24564e2c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:20.105565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Attempting to bind port 818e3656-ebfb-44ca-a3b6-136c24564e2c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:20.105928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Attempting to bind port 818e3656-ebfb-44ca-a3b6-136c24564e2c on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:20.125937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:20.126299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:20.126693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.127081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:20.127976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Bound port: 818e3656-ebfb-44ca-a3b6-136c24564e2c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:20.128393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.134387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf27e7d7-1710-45e1-841e-df373347fa3c req-6c2abfae-7192-4385-b118-d4de051d90b8 tempest-ServersAdmin275Test-1665341967 tempest-ServersAdmin275Test-1665341967-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.2853472 Jun 03 15:12:20.154158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.163645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa36da0-1e6d-41b0-bc99-fd7f758e242f None None] Pushing event updated for resources: {'Port': ['ID=818e3656-ebfb-44ca-a3b6-136c24564e2c,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:20.231157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.286889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] For port 818e3656-ebfb-44ca-a3b6-136c24564e2c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:20.293297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] For port 818e3656-ebfb-44ca-a3b6-136c24564e2c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=818e3656-ebfb-44ca-a3b6-136c24564e2c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:20.293975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] Current status of the port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:20.294522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.327939 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.471363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa36da0-1e6d-41b0-bc99-fd7f758e242f None None] Pushing event updated for resources: {'Port': ['ID=818e3656-ebfb-44ca-a3b6-136c24564e2c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:20.501132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] For port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:20.505396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:20.506064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:12:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:20.583763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-7fbad702-fef5-4c6f-9601-031e4933fd92 service neutron] 10.222.0.66 "GET /v2.0/networks/95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8639216 Jun 03 15:12:20.614442 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.819118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.843697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 790c2640-5534-454b-aa03-710e6d8efdfe up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:20.871160 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.949516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:20.955751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9a8e7b-9982-4364-987a-b1725eb6f582,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:20.955984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108f4dd-92e2-4154-a00e-e12da1a0377d None None] Pushing event updated for resources: {'Port': ['ID=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:21.054541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f610103a-6d45-43ae-9974-b37301521b88 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0a9a8e7b-9982-4364-987a-b1725eb6f582 HTTP/1.1" status: 204 len: 168 time: 2.1734960 Jun 03 15:12:21.056430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:21.057287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35900) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:21.117970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-570fd1d6-edf8-44fa-a91f-9b7ffd0ff75d service neutron] 10.222.0.66 "GET /v2.0/networks/95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236466 Jun 03 15:12:21.127254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-800f7985-f3f4-40e3-b41e-949ae7046dd1 None None] Provisioning for port 95495245-abdd-4cce-8365-6e1b12e32e62 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:21.143364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-800f7985-f3f4-40e3-b41e-949ae7046dd1 None None] Provisioning complete for port 95495245-abdd-4cce-8365-6e1b12e32e62 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:21.144148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-800f7985-f3f4-40e3-b41e-949ae7046dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.214959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 790c2640-5534-454b-aa03-710e6d8efdfe triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:21.215730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.288880 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.424873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-800f7985-f3f4-40e3-b41e-949ae7046dd1 None None] Port 95495245-abdd-4cce-8365-6e1b12e32e62 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:21.613932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.628528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-2e338f47-2e80-4a87-91a3-e51381357cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/d6a67645-9133-4b17-aebd-6dd33b8fc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954026 Jun 03 15:12:21.676732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f6809e-190c-4c0e-8a33-3dc717b70734']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:21.695446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd44d07-f1ef-42e3-be6f-a887e33e73bc') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:21.695741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd44d07-f1ef-42e3-be6f-a887e33e73bc') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:21.711156 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.728949 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.739039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:12:21.739448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.846081 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4cd44d07-f1ef-42e3-be6f-a887e33e73bc resource provider aggregate not found Jun 03 15:12:21.878090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bccd69-f6c1-4d04-af81-b4e0aee8ee82 req-d6006ed2-b667-4025-aecf-3dbaad17a792 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:21.880525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1bccd69-f6c1-4d04-af81-b4e0aee8ee82 req-d6006ed2-b667-4025-aecf-3dbaad17a792 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.3258913 Jun 03 15:12:21.886246 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.896440 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4cd44d07-f1ef-42e3-be6f-a887e33e73bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cd44d07-f1ef-42e3-be6f-a887e33e73bc found for delete ", "request_id": "req-aff0a586-290b-4566-8c50-7c2c1802bace"}]} Jun 03 15:12:21.923139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.930759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.946491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 790c2640-5534-454b-aa03-710e6d8efdfe is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:21.956662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.971279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] 10.222.0.66 "DELETE /v2.0/networks/75f6809e-190c-4c0e-8a33-3dc717b70734 HTTP/1.1" status: 204 len: 168 time: 0.9128726 Jun 03 15:12:21.990272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfa3ff-cc22-4654-a0cf-b7f97654c104 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f6809e-190c-4c0e-8a33-3dc717b70734,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:21.994527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:19Z', 'revision_number': 1, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:22.000547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c2f0b-b0d7-46e5-a478-51f80091ba9c None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:19Z', 'revision_number': 1, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:22.088370 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.131956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-c97611b0-9ecd-4731-a1aa-528b3c58a3d6 service neutron] 10.222.0.66 "GET /v2.0/networks/d6a67645-9133-4b17-aebd-6dd33b8fc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915504 Jun 03 15:12:22.154667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1bccd69-f6c1-4d04-af81-b4e0aee8ee82 req-f57216ff-3e04-494c-81f7-7618e0bcc4f7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661295 Jun 03 15:12:22.265888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=95495245-abdd-4cce-8365-6e1b12e32e62,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:22.328348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35938) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:22.417807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:22.421087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:22.496070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-33622458-91af-4da9-8278-8c4fd7b8ba95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cf7eded618341e19229f4266f3b0d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664569 Jun 03 15:12:22.499282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35958) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:22.727136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4c434af-fee6-4f29-9a85-071c70b7fd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.831163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4c434af-fee6-4f29-9a85-071c70b7fd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.919992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:23.014231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4c434af-fee6-4f29-9a85-071c70b7fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.086940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4c434af-fee6-4f29-9a85-071c70b7fd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.094796 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b4c434af-fee6-4f29-9a85-071c70b7fd8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20d677d1-5064-4f6d-b6f8-394f77fdfcf2 HTTP/1.1" status: 204 len: 168 time: 0.5923800 Jun 03 15:12:23.096552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c434af-fee6-4f29-9a85-071c70b7fd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d677d1-5064-4f6d-b6f8-394f77fdfcf2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:23.172930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02dfd1da-b8aa-427d-b554-6540eb377d5a req-1b05698d-15d3-4399-9a03-f8fdc70367e8 tempest-ServersAdmin275Test-1665341967 tempest-ServersAdmin275Test-1665341967-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.4239385 Jun 03 15:12:23.219780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-05937021-115a-4f8a-bd02-8263071f4363 None None] Provisioning complete for port 95495245-abdd-4cce-8365-6e1b12e32e62 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:23.220370 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-05937021-115a-4f8a-bd02-8263071f4363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.266371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:12:23.338437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-05937021-115a-4f8a-bd02-8263071f4363 None None] Port 95495245-abdd-4cce-8365-6e1b12e32e62 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:23.340930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:23.341311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.664370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d5caeda-4711-4b23-9cf9-619f6fa07606 req-b4cc5dab-92ed-4cc4-8f6c-268e538e7e2e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 210 time: 0.0758977 Jun 03 15:12:23.776753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:24.005996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:24.021900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c025cc24-fbb8-47d4-8617-518a7ac37aa0 admin admin] 10.222.0.66 "PUT /v2.0/routers/9a0fbe34-f949-4f33-8505-fd4d18c870eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6907337 Jun 03 15:12:24.033066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05601cda-d036-4d4b-b9fe-e5b763f28dc3 req-75bc46ff-343f-448d-b433-be0b7e28473d tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:24.039795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05601cda-d036-4d4b-b9fe-e5b763f28dc3 req-75bc46ff-343f-448d-b433-be0b7e28473d tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1101 time: 0.5323288 Jun 03 15:12:24.185876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05601cda-d036-4d4b-b9fe-e5b763f28dc3 req-afd438a6-45e9-4260-bf0e-ff36f9be77cf tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368232 Jun 03 15:12:24.899823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 818e3656-ebfb-44ca-a3b6-136c24564e2c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:25.127142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 818e3656-ebfb-44ca-a3b6-136c24564e2c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:25.134562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 818e3656-ebfb-44ca-a3b6-136c24564e2c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:25.135355 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:25.387082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15b4ea8b-ccae-4ca0-8d51-3e1d844aeef5 req-fc439b35-8c50-4b5c-8daf-304267bb2276 tempest-ServersAdmin275Test-1665341967 tempest-ServersAdmin275Test-1665341967-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1574323 Jun 03 15:12:25.427453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 818e3656-ebfb-44ca-a3b6-136c24564e2c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:25.427913 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:25.455439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 818e3656-ebfb-44ca-a3b6-136c24564e2c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=818e3656-ebfb-44ca-a3b6-136c24564e2c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:25.463660 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:25.515947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36092) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:25.614173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=818e3656-ebfb-44ca-a3b6-136c24564e2c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:25.772547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-957906162-network', 'tenant_id': 'ada3398d950d474bb401b10dab5830b8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:25.792534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:25.889816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Usage tracker for resource:network and tenant:ada3398d950d474bb401b10dab5830b8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:25.920766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-808740ed-2178-4ebc-8f78-5dc42e591ee5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2383139 Jun 03 15:12:26.203785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b6509aea-8c4f-4072-8b5c-b3b87f0e143c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:26.212769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b6509aea-8c4f-4072-8b5c-b3b87f0e143c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:26.214717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b6509aea-8c4f-4072-8b5c-b3b87f0e143c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.15 "GET /v2.0/networks?id=95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99&id=d6a67645-9133-4b17-aebd-6dd33b8fc3f8 HTTP/1.1" status: 200 len: 1391 time: 0.4285464 Jun 03 15:12:26.220740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:26.243851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-625a2662-431f-49c3-8e16-078c8115443c req-65dd3971-70e1-4fb9-aee8-783cb29e85ee tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 210 time: 0.4646931 Jun 03 15:12:26.247600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:26.256888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'port': {'device_id': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99', 'admin_state_up': True, 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:26.477385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Made reservation on behalf of ada3398d950d474bb401b10dab5830b8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:26.480607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.495763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-059e6477-56d7-4f0c-8ad4-7d9aac920f5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1859326 Jun 03 15:12:26.517731 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.609608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:26.616970 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:26.629666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-cabd18d0-e77b-4a96-ad6b-cb83c4ed64dd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:26.630696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-327f3426-aa39-4399-add8-84d9e6c9599a req-cabd18d0-e77b-4a96-ad6b-cb83c4ed64dd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Synchronizing usage tracker for tenant:0da858baf6e64b53aeb09c9768064058 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:26.638361 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:26.639010 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:12:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:26.640400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:ada3398d950d474bb401b10dab5830b8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:26.645274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:26.665575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:26.695646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:26.735170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:26.750839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-327f3426-aa39-4399-add8-84d9e6c9599a req-cabd18d0-e77b-4a96-ad6b-cb83c4ed64dd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Unset dirty status for tenant:0da858baf6e64b53aeb09c9768064058 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:26.755224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-cabd18d0-e77b-4a96-ad6b-cb83c4ed64dd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 821 time: 0.5291762 Jun 03 15:12:26.762189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:26.775162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.780159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-2947fc35-d7ec-4ad0-a7bc-eee3be37de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:26.781904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-2947fc35-d7ec-4ad0-a7bc-eee3be37de68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 1096 time: 0.2537277 Jun 03 15:12:26.819531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 818e3656-ebfb-44ca-a3b6-136c24564e2c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:26.908138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-de689a5e-b27e-487a-9fbb-13e4d247b6b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/quotas/0da858baf6e64b53aeb09c9768064058 HTTP/1.1" status: 200 len: 375 time: 0.0627980 Jun 03 15:12:26.955276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 818e3656-ebfb-44ca-a3b6-136c24564e2c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:26.955909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.039025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-7157aeca-4af4-455a-a6f9-57b2d4a816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:27.041310 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-7157aeca-4af4-455a-a6f9-57b2d4a816ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.2203100 Jun 03 15:12:27.101304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.185889 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.198358 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:27.209344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 818e3656-ebfb-44ca-a3b6-136c24564e2c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:27.237744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-a68e3601-c5f8-422a-922e-2689f8cb703b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 200 len: 217 time: 0.1869686 Jun 03 15:12:27.254634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a49ced-86f3-42fa-86db-93786b779774,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:27.288556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:12:27.392688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-86ce5496-c4ac-4643-b8ed-bc0c17518511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:27.396605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-86ce5496-c4ac-4643-b8ed-bc0c17518511 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1521583 Jun 03 15:12:27.400299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.400837 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Added segment e4523d57-f86c-44c4-b9d7-19d405d99608 of type vlan for network fc653837-581d-48eb-b449-feaecfe36f44 Jun 03 15:12:27.463318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-327f3426-aa39-4399-add8-84d9e6c9599a req-70ca1d2d-3670-4b39-9b8e-41680a30c2cd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Synchronizing usage tracker for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:27.491805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Allocated IP 19.80.0.54 (95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99/009a13dd-b53e-43e7-ad17-1a07ad45cbd6/ab5e3966-cf74-49f2-9de1-45063050ce14) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:27.504336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-534902b3-ef0b-48a7-a25e-d6ee81550f33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993214 Jun 03 15:12:27.507875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ba2d3-7025-4181-af89-34e2ffe00a06 req-c2cdde2d-5eba-4f30-88b9-5e576e6a0f75 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:27.509897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd9ba2d3-7025-4181-af89-34e2ffe00a06 req-c2cdde2d-5eba-4f30-88b9-5e576e6a0f75 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.3884046 Jun 03 15:12:27.513710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.591052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-327f3426-aa39-4399-add8-84d9e6c9599a req-70ca1d2d-3670-4b39-9b8e-41680a30c2cd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Unset dirty status for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:27.592423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-70ca1d2d-3670-4b39-9b8e-41680a30c2cd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6624553 Jun 03 15:12:27.658260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-21bf715b-ffcb-4227-ab14-30023940bcf9 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470625 Jun 03 15:12:27.788094 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:21Z', 'revision_number': 2, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:27.793018 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:27.793368 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Updating router 9a0fbe34-f949-4f33-8505-fd4d18c870eb port 95495245-abdd-4cce-8365-6e1b12e32e62 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:12:27.803292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd9ba2d3-7025-4181-af89-34e2ffe00a06 req-119675cf-0f7e-4499-804b-22723434471d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825828 Jun 03 15:12:27.836619 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.840003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:27.842059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.843336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17b3067c-15b3-4cfe-911b-1d439e784b4d req-d508747b-287c-4149-83f2-53a08b3bcd08 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777956 Jun 03 15:12:27.889334 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.982984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc653837-581d-48eb-b449-feaecfe36f44,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:27.996956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network fc653837-581d-48eb-b449-feaecfe36f44 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:28.051663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-c2b6cc2d-7816-403c-bbfd-f0ac3edf1fe5 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429564 Jun 03 15:12:28.115551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:28.121557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171754352', 'description': 'tempest-description--1420753996'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:28.137185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:28.148372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Usage tracker for resource:security_group and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:28.152516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:28.169738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:28.224988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e7fe27b6-a155-4704-b94a-2212f1ed9ed9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7078559 Jun 03 15:12:28.228870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36172) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:28.245816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.271913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Request body: {'subnet': {'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-957906162-subnet', 'tenant_id': 'ada3398d950d474bb401b10dab5830b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:28.284135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:28.301073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Usage tracker for resource:subnet and tenant:ada3398d950d474bb401b10dab5830b8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:28.301862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.306028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:28.315171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:28.316484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-f4ae5bcf-951f-4ebd-a16c-41a866289ef4 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628284 Jun 03 15:12:28.338775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:28.341579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Made reservation on behalf of ada3398d950d474bb401b10dab5830b8 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:28.343955 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.357357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Transition to ACTIVE for port object ab5e3966-cf74-49f2-9de1-45063050ce14 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:28.381733 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.402107 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Transition to ACTIVE for port object 95495245-abdd-4cce-8365-6e1b12e32e62 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:28.409519 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.413323 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.501479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:28.510985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:28.517126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:28.572634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Usage tracker for resource:security_group_rule and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:28.577006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:28.611791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Port': ['ID=ab5e3966-cf74-49f2-9de1-45063050ce14,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:28.764196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:28.907810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0317f85-1068-4dae-8369-0ee5e93aca1b req-7edb2f07-a635-48d6-aa26-715a5bd48a29 tempest-ServersAdmin275Test-1665341967 tempest-ServersAdmin275Test-1665341967-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0822153 Jun 03 15:12:28.920479 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Pushing event updated for resources: {'Port': ['ID=95495245-abdd-4cce-8365-6e1b12e32e62,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:28.936633 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.936989 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.937324 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.937649 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.937980 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.938741 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.940377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-5b4f1b2e-3de1-4726-9b0e-f4ad790416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:28.942330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-5b4f1b2e-3de1-4726-9b0e-f4ad790416e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1101 time: 0.7633941 Jun 03 15:12:28.943569 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.943984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.944351 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.944682 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.945004 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.945325 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:28.961241 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Attempting to bind port 95495245-abdd-4cce-8365-6e1b12e32e62 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:28.961612 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Attempting to bind port 95495245-abdd-4cce-8365-6e1b12e32e62 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:28.961984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Attempting to bind port 95495245-abdd-4cce-8365-6e1b12e32e62 on network f7deb907-7ab1-4a57-9758-c6c29a101a45 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:28.967774 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:28.968191 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Checking segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:28.968705 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.969542 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Bound using segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:28.970065 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Bound port: 95495245-abdd-4cce-8365-6e1b12e32e62, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:28.970498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:28.970634 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.974457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.026975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-017a2279-aa46-418c-b188-2bc432283e7c None None] Provisioning for port ab5e3966-cf74-49f2-9de1-45063050ce14 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:29.032232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-017a2279-aa46-418c-b188-2bc432283e7c None None] Provisioning complete for port ab5e3966-cf74-49f2-9de1-45063050ce14 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:29.032607 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-017a2279-aa46-418c-b188-2bc432283e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.036134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-69dcf907-2957-4d25-881b-4bd62283807e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8092673 Jun 03 15:12:29.047201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Request body: {'port': {'device_id': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8', 'admin_state_up': True, 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:29.148817 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] For port 95495245-abdd-4cce-8365-6e1b12e32e62, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:29.152461 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] For port 95495245-abdd-4cce-8365-6e1b12e32e62, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=95495245-abdd-4cce-8365-6e1b12e32e62,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:29.154286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-017a2279-aa46-418c-b188-2bc432283e7c None None] Port ab5e3966-cf74-49f2-9de1-45063050ce14 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:29.163386 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.219031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0a2ed13-1051-4cc8-8c69-9056eb345308 req-fd3b7cb2-e2e4-4232-9a77-c652157c70de tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 210 time: 0.0454981 Jun 03 15:12:29.286594 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:29.287872 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:12:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:29.290199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.326950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.390452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.391699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2750108 Jun 03 15:12:29.397374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:29.411562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Request body: {'security_group_rule': {'security_group_id': 'a62a1e10-8161-4b9c-bd6a-11c2b3182583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:29.418321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae483c-0279-405a-a34a-f7a4d38b40f9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62a1e10-8161-4b9c-bd6a-11c2b3182583,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:29.467695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b7a2-4081-4d35-ad33-05844f12dce9 req-8dc14621-7ffb-4756-bdc1-b7f2846cdec9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.468849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1c58b7a2-4081-4d35-ad33-05844f12dce9 req-8dc14621-7ffb-4756-bdc1-b7f2846cdec9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:29.471035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-df786558-d4d2-420d-ac9b-0f89e9cdfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.474520 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-df786558-d4d2-420d-ac9b-0f89e9cdfd41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4830453 Jun 03 15:12:29.476922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:29.492148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Usage tracker for resource:security_group_rule and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:29.500401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:29.507567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:29.544517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:29.550410 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a065d-ba2a-462b-a5e6-a7a77f332a2f None None] Pushing event updated for resources: {'Port': ['ID=95495245-abdd-4cce-8365-6e1b12e32e62,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:29.560050 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.574248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Usage tracker for resource:port and tenant:ad59c289e22448c78caae1ba5c1ea909 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:29.598344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:29.611652 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:29.617954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-e563e8b0-ae0f-420f-8249-24e119ac34a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.1346583 Jun 03 15:12:29.618961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.634946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:29.757362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Pushing event updated for resources: {'Subnet': ['ID=5245f3f6-c25a-4bb0-988f-322ffa189461,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:29.769881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Checking segment: {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:29.770486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Network hostable DHCP agents. Network: fc653837-581d-48eb-b449-feaecfe36f44, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:29.780344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-88a94e4b-815e-44a1-874a-4d610ff9836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.782213 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-88a94e4b-815e-44a1-874a-4d610ff9836a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1268783 Jun 03 15:12:29.783522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Made reservation on behalf of ad59c289e22448c78caae1ba5c1ea909 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:29.793894 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.853494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Network fc653837-581d-48eb-b449-feaecfe36f44 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:29.861148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1c58b7a2-4081-4d35-ad33-05844f12dce9 req-8dc14621-7ffb-4756-bdc1-b7f2846cdec9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:29.868804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c58b7a2-4081-4d35-ad33-05844f12dce9 req-8dc14621-7ffb-4756-bdc1-b7f2846cdec9 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 931 time: 0.8286119 Jun 03 15:12:29.869671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, fc653837-581d-48eb-b449-feaecfe36f44) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:29.876066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.876695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.882236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14ccb3-46a4-4622-81f6-ece6252554a9 None None] Network fc653837-581d-48eb-b449-feaecfe36f44 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:29.900853 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d3087ede-26cf-4f0a-8acd-ae982ed906af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6698439 Jun 03 15:12:29.903673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-b9510e8f-4858-443e-9466-584f8051e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.905330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-b9510e8f-4858-443e-9466-584f8051e1c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142495 Jun 03 15:12:29.927453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.002173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.080218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8aeb3e-a600-44e4-9a27-4c06f0ccaed6,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:30.087365 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-15ea3cbb-6a03-4f22-bf9f-d49de5a050f5 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740470 Jun 03 15:12:30.171484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-95f4a0ab-a884-493c-9b7d-4ba09bc60989 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:30.177698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-95f4a0ab-a884-493c-9b7d-4ba09bc60989 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.6295037 Jun 03 15:12:30.187978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.192553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-30d032be-16cb-49ca-a0d0-fcd27d7c0f08 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7908885 Jun 03 15:12:30.200367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36236) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:30.212846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c58b7a2-4081-4d35-ad33-05844f12dce9 req-d88dc9ea-8112-428f-bd45-8d9eff9dbc45 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428545 Jun 03 15:12:30.227420 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:29Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:30.233852 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0e115-412d-4a05-a50b-773844929e88 None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:29Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:30.244391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Request body: {'security_group_rule': {'security_group_id': 'a62a1e10-8161-4b9c-bd6a-11c2b3182583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:30.257907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:30.262135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Usage tracker for resource:security_group_rule and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:30.265870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:30.273404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:30.386257 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-9de2d9e1-934c-4893-89bc-9d2b0e69e863 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907686 Jun 03 15:12:30.403652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277e5c5-41c2-4068-8224-21d9475ff341 None None] Network fc653837-581d-48eb-b449-feaecfe36f44 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:30.404798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-b6404e8c-025a-4d52-b9a6-10c22863c741 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/quotas/057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 375 time: 0.2108297 Jun 03 15:12:30.553651 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.824151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-f042b9a3-f1a8-4575-937b-f22a8893336b tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:30.825821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Allocated IP 19.86.0.4 (d6a67645-9133-4b17-aebd-6dd33b8fc3f8/8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e/8a5dc69c-311a-4ed8-bc55-574c021cbb4d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:30.827831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-f042b9a3-f1a8-4575-937b-f22a8893336b tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 821 time: 0.4377010 Jun 03 15:12:30.829839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.850317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'port': {'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'admin_state_up': True, 'tenant_id': '0da858baf6e64b53aeb09c9768064058'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:30.854884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.885051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f501a4b0-b1f3-4ec8-acfa-200900834604,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:30.907085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 95495245-abdd-4cce-8365-6e1b12e32e62 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:30.942523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-59724438-4165-46c8-a87a-200962fb7fd0 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5349741 Jun 03 15:12:30.991102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.992284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9762944-3ce1-41a2-b987-145211273c3b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7744682 Jun 03 15:12:31.000481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36252) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:31.027673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 95495245-abdd-4cce-8365-6e1b12e32e62 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:31.033839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 95495245-abdd-4cce-8365-6e1b12e32e62 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:31.034478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.041726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:31.062228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:31.073459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Usage tracker for resource:floatingip and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:31.080288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:31.084370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9a4b5-c13b-4b41-8fc2-15025178505e req-20a51acd-075f-4ee1-8e0d-e46ef5e5958f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:31.091370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd9a4b5-c13b-4b41-8fc2-15025178505e req-20a51acd-075f-4ee1-8e0d-e46ef5e5958f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.5388141 Jun 03 15:12:31.095619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:31.185252 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.202156 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10ab92b3-94ab-47c8-8d70-e9e641cebb87 req-5f4b38e9-ac7f-44c4-98c6-fde28c07448d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1557176 Jun 03 15:12:31.229667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 95495245-abdd-4cce-8365-6e1b12e32e62 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:31.230186 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.262077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd9a4b5-c13b-4b41-8fc2-15025178505e req-eb187ee6-4343-4045-870e-0583b6161564 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697497 Jun 03 15:12:31.271663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 95495245-abdd-4cce-8365-6e1b12e32e62, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=95495245-abdd-4cce-8365-6e1b12e32e62,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:31.278363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:31.287601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.301288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:31.346024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-6f5afacb-94e6-4538-8eac-5a906518a2bc service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036305 Jun 03 15:12:31.359742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Made reservation on behalf of 0da858baf6e64b53aeb09c9768064058 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:31.363912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.386304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=95495245-abdd-4cce-8365-6e1b12e32e62,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:31.523062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.539168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fabb12e-3500-4acc-9ae4-28df26321bb1 req-750e3eba-4beb-470f-9640-245ded11ad80 tempest-ServersAdmin275Test-1665341967 tempest-ServersAdmin275Test-1665341967-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1245434 Jun 03 15:12:31.554975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Transition to ACTIVE for port object 8a5dc69c-311a-4ed8-bc55-574c021cbb4d will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:31.562465 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.598739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-bfddfe88-673b-4976-b287-143d6dc265f4 service neutron] 10.222.0.66 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320807 Jun 03 15:12:31.614860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.703274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:31.707587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:31.712300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:31.777608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Allocated IP 172.20.0.3 (f7deb907-7ab1-4a57-9758-c6c29a101a45/37022640-1474-4137-9710-ce774239c4fe/a70d303f-f7bf-43ee-938d-73854a4c8923) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:31.913070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event updated for resources: {'Port': ['ID=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:31.969975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2699c049-9985-4855-b431-61330cfdaa6e None None] Provisioning for port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:31.977965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2699c049-9985-4855-b431-61330cfdaa6e None None] Provisioning complete for port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:31.978409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2699c049-9985-4855-b431-61330cfdaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.041911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:32.042543 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.048899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Allocated IP 172.25.1.74 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/e8745cdd-9b34-4c56-80d7-34697eabab2b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:32.084287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-5fc33ac0-8428-4d2b-8514-efdc69223b16 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0413966 Jun 03 15:12:32.087493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2699c049-9985-4855-b431-61330cfdaa6e None None] Port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:32.112202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Request body: {'port': {'device_id': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:32.183802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-856bb6cb-e567-4bdb-88ac-93a083c6276e tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:32.184533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-856bb6cb-e567-4bdb-88ac-93a083c6276e tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Synchronizing usage tracker for tenant:ada3398d950d474bb401b10dab5830b8 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:32.272969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.292191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-856bb6cb-e567-4bdb-88ac-93a083c6276e tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Unset dirty status for tenant:ada3398d950d474bb401b10dab5830b8 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:32.293329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-856bb6cb-e567-4bdb-88ac-93a083c6276e tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/networks?id=fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 200 len: 817 time: 0.3906584 Jun 03 15:12:32.298447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aeb27932-dcad-4a89-b48a-bd8f4c10b125 req-5854396c-5c7e-450f-a1ab-c8c86f0e8c31 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 210 time: 0.0998497 Jun 03 15:12:32.316580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-b87d28b2-f737-4119-a577-859e3f6d0197 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/quotas/ada3398d950d474bb401b10dab5830b8 HTTP/1.1" status: 200 len: 375 time: 0.0171182 Jun 03 15:12:32.332581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.360695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Transition to ACTIVE for port object a70d303f-f7bf-43ee-938d-73854a4c8923 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:32.425706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.464482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.523690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:32.525164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-df96bd67-c55c-4d67-91ed-b1232adcbdb0 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ada3398d950d474bb401b10dab5830b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1941478 Jun 03 15:12:32.531320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:32.541450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:32.610381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.636600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Pushing event updated for resources: {'Port': ['ID=a70d303f-f7bf-43ee-938d-73854a4c8923,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:32.725055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:32.726221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event updated for resources: {'Port': ['ID=e8745cdd-9b34-4c56-80d7-34697eabab2b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:32.732035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:32.744025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:32.808319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:32.809125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.842655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 95495245-abdd-4cce-8365-6e1b12e32e62 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:32.900130 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-fa40dd0e-feba-48c9-8aa7-bf9fc0e9c17e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0620813 Jun 03 15:12:32.916641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Request body: {'port': {'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:32.953647 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.995438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 95495245-abdd-4cce-8365-6e1b12e32e62 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:32.995947 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.044630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-3551596b-36cc-43f7-964b-63af214005e9 service neutron] 10.222.0.66 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185926 Jun 03 15:12:33.172344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.190550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-65a9db41-7608-4fcd-a7a1-6bba012a1996 None None] Provisioning for port a70d303f-f7bf-43ee-938d-73854a4c8923 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:33.205260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 95495245-abdd-4cce-8365-6e1b12e32e62 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:33.214293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-65a9db41-7608-4fcd-a7a1-6bba012a1996 None None] Provisioning complete for port a70d303f-f7bf-43ee-938d-73854a4c8923 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:33.214685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-65a9db41-7608-4fcd-a7a1-6bba012a1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.229515 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.287416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-65a9db41-7608-4fcd-a7a1-6bba012a1996 None None] Port a70d303f-f7bf-43ee-938d-73854a4c8923 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:33.354085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-ab58eda8-a93d-4aac-914e-c72b7619a6f9 service neutron] 10.222.0.66 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997670 Jun 03 15:12:33.358644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5e3966-cf74-49f2-9de1-45063050ce14 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:33.377778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5156192-6135-448f-9ce1-a5ec8e53b5e5 req-6b9b62ae-072e-4ed1-b150-3c8c20ee8fb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:33.384959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5156192-6135-448f-9ce1-a5ec8e53b5e5 req-6b9b62ae-072e-4ed1-b150-3c8c20ee8fb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:33.385760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e5156192-6135-448f-9ce1-a5ec8e53b5e5 req-6b9b62ae-072e-4ed1-b150-3c8c20ee8fb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:33.389500 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.414956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Transition to ACTIVE for port object ab5e3966-cf74-49f2-9de1-45063050ce14 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:33.420239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.465589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e5156192-6135-448f-9ce1-a5ec8e53b5e5 req-6b9b62ae-072e-4ed1-b150-3c8c20ee8fb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:33.466753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5156192-6135-448f-9ce1-a5ec8e53b5e5 req-6b9b62ae-072e-4ed1-b150-3c8c20ee8fb0 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1652 time: 0.3781285 Jun 03 15:12:33.656129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e3966-cf74-49f2-9de1-45063050ce14,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:33.671708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.730135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5156192-6135-448f-9ce1-a5ec8e53b5e5 req-fb3dada8-c5f5-4581-84d4-e5b4d439667c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501025 Jun 03 15:12:33.842553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db56f4b9-8154-48c7-8017-e4eab1ad7fb6 req-2dda9c6a-03ad-4585-8f0e-fe6c26f1f1ec tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 210 time: 0.0597942 Jun 03 15:12:33.843275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Attempting to bind port ab5e3966-cf74-49f2-9de1-45063050ce14 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:33.843610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Attempting to bind port ab5e3966-cf74-49f2-9de1-45063050ce14 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:33.843993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Attempting to bind port ab5e3966-cf74-49f2-9de1-45063050ce14 on network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:33.859191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Port ab5e3966-cf74-49f2-9de1-45063050ce14 on network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:33.859533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Attempting to bind port ab5e3966-cf74-49f2-9de1-45063050ce14 on network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:33.861901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.874891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:33.875654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Checking segment: {'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:33.876295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Bound using segment: {'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:33.877039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Bound port: ab5e3966-cf74-49f2-9de1-45063050ce14, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95877a50-46a3-41ce-8b24-7925637bfb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:33.880814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.989532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:12:34.323293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cb59cca-4fb3-4cc9-a6f8-f9246f119599 req-a43490c2-6da4-48fc-a748-72525374161a tempest-ServersAdmin275Test-1665341967 tempest-ServersAdmin275Test-1665341967-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.2125144 Jun 03 15:12:34.340706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event updated for resources: {'Port': ['ID=e8745cdd-9b34-4c56-80d7-34697eabab2b,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:34.350662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70d303f-f7bf-43ee-938d-73854a4c8923 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:34.367588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] For port ab5e3966-cf74-49f2-9de1-45063050ce14, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:34.370942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.372054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] For port ab5e3966-cf74-49f2-9de1-45063050ce14, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab5e3966-cf74-49f2-9de1-45063050ce14,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:34.381835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf28c-280c-4d06-adf2-46cf3e13a10a req-3aba1736-c35a-444f-8da0-149f54a37976 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:34.383883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbfbf28c-280c-4d06-adf2-46cf3e13a10a req-3aba1736-c35a-444f-8da0-149f54a37976 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.3989367 Jun 03 15:12:34.385986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.443742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Transition to ACTIVE for port object a70d303f-f7bf-43ee-938d-73854a4c8923 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:34.459516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.481218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.490808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:34.490808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.491130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] 10.222.0.15 "PUT /v2.0/ports/ab5e3966-cf74-49f2-9de1-45063050ce14 HTTP/1.1" status: 200 len: 1091 time: 2.3915164 Jun 03 15:12:34.497457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'tag': 'ab5e3966-cf74-49f2-9de1-45063050ce14'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:34.540159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Request body: {'port': {'device_id': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:34.586901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-8f95d60c-9aac-446e-a954-7ec191785710 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:34.589880 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-8f95d60c-9aac-446e-a954-7ec191785710 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 820 time: 0.7815883 Jun 03 15:12:34.610518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Request body: {'port': {'device_id': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'admin_state_up': True, 'tenant_id': '057863ea07334b8aa432702b899cf1e6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:34.640957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbfbf28c-280c-4d06-adf2-46cf3e13a10a req-f62639d2-1bcc-4056-9284-6d10e80c377c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046440 Jun 03 15:12:34.654163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4ac1f-45da-4cba-ae8e-5ccdf71888bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e3966-cf74-49f2-9de1-45063050ce14,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:34.797328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.813569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.830835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4794ae53-fa34-4ab6-86f9-0ee5a2d8ce6f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8061364 Jun 03 15:12:35.174755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Pushing event updated for resources: {'Port': ['ID=a70d303f-f7bf-43ee-938d-73854a4c8923,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:35.280145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae20c87-490d-44c0-8606-2f6a5ed281c3 req-7ed49ada-4ee6-4584-9ea5-ef72158e46d8 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:35.301711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ae20c87-490d-44c0-8606-2f6a5ed281c3 req-7ed49ada-4ee6-4584-9ea5-ef72158e46d8 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 943 time: 0.3480060 Jun 03 15:12:35.307087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:35.322254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Attempting to bind port a70d303f-f7bf-43ee-938d-73854a4c8923 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:35.322614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Attempting to bind port a70d303f-f7bf-43ee-938d-73854a4c8923 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:35.322897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Attempting to bind port a70d303f-f7bf-43ee-938d-73854a4c8923 on network f7deb907-7ab1-4a57-9758-c6c29a101a45 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:35.325947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:35.333262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Port a70d303f-f7bf-43ee-938d-73854a4c8923 on network f7deb907-7ab1-4a57-9758-c6c29a101a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:35.333602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Attempting to bind port a70d303f-f7bf-43ee-938d-73854a4c8923 on network f7deb907-7ab1-4a57-9758-c6c29a101a45 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:35.341863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:35.342203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Checking segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:35.342581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Bound using segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:35.343011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Bound port: a70d303f-f7bf-43ee-938d-73854a4c8923, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:35.346314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.367315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Made reservation on behalf of 057863ea07334b8aa432702b899cf1e6 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:35.371662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.484351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0ae20c87-490d-44c0-8606-2f6a5ed281c3 req-91da42ba-a7b9-441b-9043-173cd6dce3b7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Synchronizing usage tracker for tenant:0da858baf6e64b53aeb09c9768064058 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:35.563516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0ae20c87-490d-44c0-8606-2f6a5ed281c3 req-91da42ba-a7b9-441b-9043-173cd6dce3b7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Unset dirty status for tenant:0da858baf6e64b53aeb09c9768064058 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:35.573262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ae20c87-490d-44c0-8606-2f6a5ed281c3 req-91da42ba-a7b9-441b-9043-173cd6dce3b7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704427 Jun 03 15:12:35.676952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] For port a70d303f-f7bf-43ee-938d-73854a4c8923, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:35.686047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] For port a70d303f-f7bf-43ee-938d-73854a4c8923, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a70d303f-f7bf-43ee-938d-73854a4c8923,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:35.723280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5dc69c-311a-4ed8-bc55-574c021cbb4d {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:35.733933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.752511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Transition to ACTIVE for port object 8a5dc69c-311a-4ed8-bc55-574c021cbb4d will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:35.757763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.798753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Allocated IP 172.20.0.5 (8e9726d7-e691-45e0-899c-b768842af9dd/5bbf0c30-5473-4c1c-a188-ac5e40f580c3/33cc305e-3b39-4a2e-8563-4d8cf3465329) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:35.823583 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0d1557-3c23-4368-924d-299ffb754d1e'] response: {'name': 'network-changed', 'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'tag': 'ab5e3966-cf74-49f2-9de1-45063050ce14', 'status': 'completed', 'code': 200} Jun 03 15:12:35.834724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.068070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:36.069039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.070675 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] 10.222.0.70 "PUT /v2.0/ports/a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 1091 time: 3.1588910 Jun 03 15:12:36.071508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:36.250065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15e21867-0087-48c1-9fd7-2c117e43ceb6 req-7a52ba82-ff4c-445d-889c-4b54fc35d4f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a9369d326d04228898fe4292f449470&device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.1147959 Jun 03 15:12:36.286489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:36.480700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.599448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-0fa2fd8c-ebde-40f9-aed3-3c5c87c0973f tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:36.601212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-0fa2fd8c-ebde-40f9-aed3-3c5c87c0973f tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "GET /v2.0/networks?id=fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 200 len: 817 time: 0.1987994 Jun 03 15:12:36.610013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15e21867-0087-48c1-9fd7-2c117e43ceb6 req-5db06fc7-750b-47c1-ba3e-b2db8f316109 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0a9369d326d04228898fe4292f449470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3202233 Jun 03 15:12:36.628973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Request body: {'port': {'device_id': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44', 'admin_state_up': True, 'tenant_id': 'ada3398d950d474bb401b10dab5830b8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:36.672862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9885-7af3-4146-a035-07a5138d6c71 service neutron] Pushing event updated for resources: {'Port': ['ID=a70d303f-f7bf-43ee-938d-73854a4c8923,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:36.677496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.690560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['41072772-7a48-4d16-a899-b10b92c1be84'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:36.701492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-d857381d-c9e8-4288-b53f-4ebc7cf94bc7 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Synchronizing usage tracker for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:36.713925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-79985027-8299-428b-ab85-d549cc8f3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:36.714545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-79985027-8299-428b-ab85-d549cc8f3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:36.716440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-79985027-8299-428b-ab85-d549cc8f3e76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1936 time: 0.8114760 Jun 03 15:12:36.798424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Network 8e9726d7-e691-45e0-899c-b768842af9dd is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:36.807427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:36.810875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:36.974938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-7c5d469e-effc-449f-b4a6-27aafe25a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:36.975886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-7c5d469e-effc-449f-b4a6-27aafe25a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:36.976557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-7c5d469e-effc-449f-b4a6-27aafe25a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:36.978586 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-7c5d469e-effc-449f-b4a6-27aafe25a3d7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ad59c289e22448c78caae1ba5c1ea909&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1782892 Jun 03 15:12:36.983884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:37.038771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.15', 57279) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:37.084331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Attempting to bind port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:37.084724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Attempting to bind port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:37.084995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Attempting to bind port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d on network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:37.133823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-d857381d-c9e8-4288-b53f-4ebc7cf94bc7 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Unset dirty status for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:37.141710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-d857381d-c9e8-4288-b53f-4ebc7cf94bc7 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1171754352&fields=id&tenant_id=b4d64d4b72f54577ae26c0e0e9492fd5 HTTP/1.1" status: 200 len: 267 time: 0.8905215 Jun 03 15:12:37.160507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d on network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:37.160837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Attempting to bind port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d on network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:37.217234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:37.217578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Checking segment: {'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:37.217977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Bound using segment: {'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:37.218436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Bound port: 8a5dc69c-311a-4ed8-bc55-574c021cbb4d, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18739673-21d2-42e7-92c9-835a64704954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:37.219428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.436710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e21867-0087-48c1-9fd7-2c117e43ceb6 req-0acaec53-334a-4e7b-8ba3-3e7691eccf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.438837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15e21867-0087-48c1-9fd7-2c117e43ceb6 req-0acaec53-334a-4e7b-8ba3-3e7691eccf5b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7923234 Jun 03 15:12:37.449821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eff230-f1de-4f9c-88d2-20c330901de0 req-7cff0779-d646-4179-b527-40f12b9887e5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.457272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eff230-f1de-4f9c-88d2-20c330901de0 req-7cff0779-d646-4179-b527-40f12b9887e5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.459148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20eff230-f1de-4f9c-88d2-20c330901de0 req-7cff0779-d646-4179-b527-40f12b9887e5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1676 time: 1.3396170 Jun 03 15:12:37.467329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:37.472674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.473297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.475791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-10912112-4ac2-4839-8111-6da701b8c427 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.476510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-10912112-4ac2-4839-8111-6da701b8c427 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Synchronizing usage tracker for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:37.483269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-37de8c76-6d80-486a-83c3-14d68962f563 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.484065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-37de8c76-6d80-486a-83c3-14d68962f563 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.70 "GET /v2.0/networks?id=fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 200 len: 817 time: 1.2047155 Jun 03 15:12:37.485931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Usage tracker for resource:port and tenant:ada3398d950d474bb401b10dab5830b8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:37.492255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:37.519967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Request body: {'port': {'device_id': '56061118-17ea-4019-9825-351da32fb23a', 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44', 'admin_state_up': True, 'tenant_id': 'ada3398d950d474bb401b10dab5830b8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:37.523662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:37.576366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Made reservation on behalf of ada3398d950d474bb401b10dab5830b8 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:37.579935 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.595649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20eff230-f1de-4f9c-88d2-20c330901de0 req-0c94a2a9-17eb-4099-9672-3d4f22281429 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119685 Jun 03 15:12:37.602835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] For port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:37.605188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-10912112-4ac2-4839-8111-6da701b8c427 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Unset dirty status for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:37.606440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-10912112-4ac2-4839-8111-6da701b8c427 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/networks?id=16b53daf-e301-4ecb-bbcf-1c9d57c64f11 HTTP/1.1" status: 200 len: 815 time: 0.4638040 Jun 03 15:12:37.661521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] For port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:37.670345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-ec249762-950a-4745-a974-d36d722f3d5c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0653322 Jun 03 15:12:37.671469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-0b08f881-601a-488b-8811-5336a9eb2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.672899 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17ec9a3d-db6b-4643-91b9-54f3c2e008f2 req-0b08f881-601a-488b-8811-5336a9eb2b81 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6524842 Jun 03 15:12:37.680711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-4e167be9-19ad-419f-8571-2a94b4410a87 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/quotas/b4d64d4b72f54577ae26c0e0e9492fd5 HTTP/1.1" status: 200 len: 375 time: 0.0217178 Jun 03 15:12:37.681730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.691384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Request body: {'port': {'device_id': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:37.733895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-20ea92cc-4240-4f15-bad2-e28d181b8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.735003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-20ea92cc-4240-4f15-bad2-e28d181b8b95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1094 time: 1.4280121 Jun 03 15:12:37.853059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-b79dd7c0-22b3-41be-b999-ef6e4063efd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 217 time: 0.0886681 Jun 03 15:12:37.859663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-72308a6b-ca95-4afd-a5a1-3f4c7ef806a2 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.861175 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-72308a6b-ca95-4afd-a5a1-3f4c7ef806a2 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "GET /v2.0/networks?id=fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 200 len: 817 time: 0.6095130 Jun 03 15:12:37.870480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:37.871456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.872811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] 10.222.0.15 "PUT /v2.0/ports/8a5dc69c-311a-4ed8-bc55-574c021cbb4d HTTP/1.1" status: 200 len: 1090 time: 3.3411019 Jun 03 15:12:37.879847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'tag': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:37.916033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Request body: {'port': {'device_id': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44', 'admin_state_up': True, 'tenant_id': 'ada3398d950d474bb401b10dab5830b8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:37.982013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:38.008505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Usage tracker for resource:port and tenant:ada3398d950d474bb401b10dab5830b8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:38.013626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:38.035619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d5b07-0780-45ec-a84e-7f819aa3f569 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:38.071486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:38.085442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Allocated IP 172.20.0.5 (fc653837-581d-48eb-b449-feaecfe36f44/5245f3f6-c25a-4bb0-988f-322ffa189461/3f5ed4e5-154b-4a01-b7ab-0e16203de548) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:38.120149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.130768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-7406ce27-a171-4d88-a7a9-79b8e042abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:38.132284 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-7406ce27-a171-4d88-a7a9-79b8e042abdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.2674518 Jun 03 15:12:38.134223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-a6996ef1-7f4f-451c-9d57-162fc4c82da5 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4d64d4b72f54577ae26c0e0e9492fd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4388421 Jun 03 15:12:38.148910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836fc0f-0338-43d9-897a-b357d4cb2369 req-55a30550-2d32-4a49-8136-8919d2f53b82 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:38.156411 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0836fc0f-0338-43d9-897a-b357d4cb2369 req-55a30550-2d32-4a49-8136-8919d2f53b82 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 931 time: 0.4049098 Jun 03 15:12:38.182434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Made reservation on behalf of ada3398d950d474bb401b10dab5830b8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:38.185962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.326586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-139895b9-f8a4-4eb0-a280-74a4eb7e67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:38.327062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-139895b9-f8a4-4eb0-a280-74a4eb7e67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:38.328661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-139895b9-f8a4-4eb0-a280-74a4eb7e67d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1978 time: 0.3589082 Jun 03 15:12:38.339723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0836fc0f-0338-43d9-897a-b357d4cb2369 req-f35995ce-393b-424d-b330-81fe88f0a610 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823211 Jun 03 15:12:38.393248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:38.444457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Usage tracker for resource:port and tenant:ada3398d950d474bb401b10dab5830b8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:38.461271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:38.480820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:38.494035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-3c3ef6a9-1d9e-442e-8a87-bb5a13f75929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=ab5e3966-cf74-49f2-9de1-45063050ce14 HTTP/1.1" status: 200 len: 217 time: 0.1363688 Jun 03 15:12:38.517008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3426-aa39-4399-add8-84d9e6c9599a req-49080619-c2a1-4a35-9c88-7333eba68987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:38.518851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-49080619-c2a1-4a35-9c88-7333eba68987 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3798325 Jun 03 15:12:38.523473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Made reservation on behalf of ada3398d950d474bb401b10dab5830b8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:38.527510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.657754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-4e066a02-10c4-405e-8d27-b1bd6f92559a service neutron] 10.222.0.66 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667532 Jun 03 15:12:38.712011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-9b0e6602-c6b3-4241-b8c1-80a66948bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:38.713471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-9b0e6602-c6b3-4241-b8c1-80a66948bac8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=009a13dd-b53e-43e7-ad17-1a07ad45cbd6 HTTP/1.1" status: 200 len: 801 time: 0.2080922 Jun 03 15:12:38.802545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-15e21867-0087-48c1-9fd7-2c117e43ceb6 req-0b9b0e9a-9f5c-4886-8b4b-ed3d0bc24f32 tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.0745521 Jun 03 15:12:38.855118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.947615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3616c46-46d6-4ce2-808d-e67e49eff87e req-b0beac7f-ac34-41c1-b9bd-10bd5037a6e6 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:38.949152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3616c46-46d6-4ce2-808d-e67e49eff87e req-b0beac7f-ac34-41c1-b9bd-10bd5037a6e6 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.3903830 Jun 03 15:12:38.958474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-19845920-9d42-407e-8a5a-39dcf8b8749a service neutron] 10.222.0.66 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791874 Jun 03 15:12:39.017045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.023037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-99905b10-d965-4116-886c-4460c6d8c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:39.024752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-99905b10-d965-4116-886c-4460c6d8c43e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2604952 Jun 03 15:12:39.076633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3616c46-46d6-4ce2-808d-e67e49eff87e req-902b5cd5-53c6-4510-9e4e-941053df443b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158047 Jun 03 15:12:39.167315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Allocated IP 172.20.0.11 (fc653837-581d-48eb-b449-feaecfe36f44/5245f3f6-c25a-4bb0-988f-322ffa189461/ac1e21ba-f2e2-4745-8dbb-581746db4a82) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:39.211972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-7b2927bc-5988-4c69-91f5-ad896aec0c26 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653113 Jun 03 15:12:39.521782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a59dc1e5-9e8d-4e34-87f2-39e12b2cdb52 req-747caa45-8ed6-4bde-aa4b-61d7c1acf96a tempest-ServersAdmin275Test-419262147 tempest-ServersAdmin275Test-419262147-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa6dc03c-58c2-45ba-97f6-921b4cc66aa6 HTTP/1.1" status: 200 len: 210 time: 0.2023571 Jun 03 15:12:39.529999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Network fc653837-581d-48eb-b449-feaecfe36f44 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:39.533778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Pushing event updated for resources: {'Port': ['ID=3f5ed4e5-154b-4a01-b7ab-0e16203de548,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:39.539302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:39.546703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:39.549253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cc305e-3b39-4a2e-8563-4d8cf3465329 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:39.572495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.572495 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-327f3426-aa39-4399-add8-84d9e6c9599a req-ff0e91ea-2377-4114-bb6b-9e78509f8c40 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497612 Jun 03 15:12:39.591113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Transition to ACTIVE for port object 33cc305e-3b39-4a2e-8563-4d8cf3465329 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:39.659713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:39.660335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.660454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.671249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.680172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-daabefc4-800c-4c5a-9990-f944d6acbd93 service neutron] 10.222.0.15 "GET /v2.0/networks/95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159461 Jun 03 15:12:39.720535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637b268-245a-47f1-81ac-9776a4c52096 req-4ce924f6-00fa-4306-9d3e-4a5dff4088dd tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:39.721468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c637b268-245a-47f1-81ac-9776a4c52096 req-4ce924f6-00fa-4306-9d3e-4a5dff4088dd tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Synchronizing usage tracker for tenant:ada3398d950d474bb401b10dab5830b8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:39.729023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6b46fde5-b4e9-448e-bfe0-33a9c8715fa9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1090353 Jun 03 15:12:39.790491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Request body: {'port': {'device_id': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:39.798422 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0d29e7-9ae1-4e31-bd1e-ecebc87d51fa'] response: {'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'status': 'completed', 'code': 200} Jun 03 15:12:39.898518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c637b268-245a-47f1-81ac-9776a4c52096 req-4ce924f6-00fa-4306-9d3e-4a5dff4088dd tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Unset dirty status for tenant:ada3398d950d474bb401b10dab5830b8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:39.899677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c637b268-245a-47f1-81ac-9776a4c52096 req-4ce924f6-00fa-4306-9d3e-4a5dff4088dd tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 931 time: 0.5759552 Jun 03 15:12:39.907858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:40.005516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.071019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-6be5c81c-87cc-48d3-b667-d8b859fc8402 service neutron] 10.222.0.15 "GET /v2.0/networks/95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823543 Jun 03 15:12:40.079409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c637b268-245a-47f1-81ac-9776a4c52096 req-65943a03-0043-477c-99dc-ec535334e892 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Synchronizing usage tracker for tenant:ada3398d950d474bb401b10dab5830b8 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:40.141686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Network fc653837-581d-48eb-b449-feaecfe36f44 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:40.152158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:40.159518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.164029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:40.178745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-9c2a8bdf-62fd-4d40-a94d-60a50ae78e5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=8a5dc69c-311a-4ed8-bc55-574c021cbb4d HTTP/1.1" status: 200 len: 217 time: 0.0939093 Jun 03 15:12:40.197219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Allocated IP 172.20.0.12 (fc653837-581d-48eb-b449-feaecfe36f44/5245f3f6-c25a-4bb0-988f-322ffa189461/6944d250-e95d-4112-8354-122ce999783d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:40.199352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:40.199693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:40.200024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:40.219098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Pushing event updated for resources: {'Port': ['ID=ac1e21ba-f2e2-4745-8dbb-581746db4a82,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:40.223343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-709ade03-3686-4a54-b7b1-29c277c18f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.224906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-709ade03-3686-4a54-b7b1-29c277c18f23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1094 time: 0.4371648 Jun 03 15:12:40.230421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c637b268-245a-47f1-81ac-9776a4c52096 req-65943a03-0043-477c-99dc-ec535334e892 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Unset dirty status for tenant:ada3398d950d474bb401b10dab5830b8 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:40.231678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c637b268-245a-47f1-81ac-9776a4c52096 req-65943a03-0043-477c-99dc-ec535334e892 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199501 Jun 03 15:12:40.243986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a25af-c46a-4226-a164-2404dc361741 req-884be76d-c65e-4eab-bfce-3c9c7860cd1f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.245516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f76a25af-c46a-4226-a164-2404dc361741 req-884be76d-c65e-4eab-bfce-3c9c7860cd1f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 943 time: 0.3965452 Jun 03 15:12:40.290003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:40.290340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:40.356404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-321c7a13-58bc-4287-817b-6eff2f732b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.357921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-321c7a13-58bc-4287-817b-6eff2f732b41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e HTTP/1.1" status: 200 len: 801 time: 0.1690741 Jun 03 15:12:40.400332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:40.400987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:40.401927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:40.402945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Bound port: 33cc305e-3b39-4a2e-8563-4d8cf3465329, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:40.403589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.449185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f76a25af-c46a-4226-a164-2404dc361741 req-11ca6a91-0813-4f61-9824-9aa27095edb4 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739013 Jun 03 15:12:40.466386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.467108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.527292 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7717b2ac-21c5-4e46-9a32-03d5fcaefdb7'] response: {'name': 'network-changed', 'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'tag': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d', 'status': 'completed', 'code': 200} Jun 03 15:12:40.530501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-026611d0-609e-4b32-9634-d4b120f4468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.538748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-026611d0-609e-4b32-9634-d4b120f4468e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6a67645-9133-4b17-aebd-6dd33b8fc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1625674 Jun 03 15:12:40.806018 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7e916077-8627-4def-8b03-47e74fd31391 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3018794 Jun 03 15:12:40.826588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Request body: {'port': {'device_id': '56061118-17ea-4019-9825-351da32fb23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:40.845626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-e062511c-eb65-4c6e-b4e9-bfad27d6cfa1 service neutron] 10.222.0.15 "GET /v2.0/networks/d6a67645-9133-4b17-aebd-6dd33b8fc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038495 Jun 03 15:12:40.855610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e61e4d-d325-4958-a591-d9565f121e2d req-61f92f7e-591a-49cd-b746-c769f61a4a7e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.862038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e61e4d-d325-4958-a591-d9565f121e2d req-61f92f7e-591a-49cd-b746-c769f61a4a7e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.863635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-f8167b50-f6d6-466b-bb52-a1a5f8d07d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.865105 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-f8167b50-f6d6-466b-bb52-a1a5f8d07d8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.6287589 Jun 03 15:12:40.870486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57e61e4d-d325-4958-a591-d9565f121e2d req-61f92f7e-591a-49cd-b746-c769f61a4a7e tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1676 time: 0.1830633 Jun 03 15:12:41.005047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57e61e4d-d325-4958-a591-d9565f121e2d req-60a803fd-e3bd-4407-b814-be05bf43e4d8 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335719 Jun 03 15:12:41.021102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:41.125149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33aabe8b-c064-4d69-bcbd-dfe3cc8eb806 req-08f75dce-c0db-4b27-aafe-6b161096b09e service neutron] 10.222.0.15 "GET /v2.0/networks/d6a67645-9133-4b17-aebd-6dd33b8fc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526538 Jun 03 15:12:41.216251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:41.244454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.279224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1cc1cec-aea8-49ec-aa0a-dee760490336 req-207a57f4-e661-4d11-a598-44f64f306ac3 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 210 time: 0.1080122 Jun 03 15:12:41.343177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.358997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.400049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-1666895d-59e2-40ae-a1ef-b88a7670c3c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 217 time: 0.3722646 Jun 03 15:12:41.548808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-ff2ce309-dd15-4f64-91e0-080d5b623191 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:41.553194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-ff2ce309-dd15-4f64-91e0-080d5b623191 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.15 "GET /v2.0/networks?id=16b53daf-e301-4ecb-bbcf-1c9d57c64f11 HTTP/1.1" status: 200 len: 815 time: 0.9416070 Jun 03 15:12:41.573853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:41.574616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.576289 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] 10.222.0.70 "PUT /v2.0/ports/33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 200 len: 1091 time: 3.8961535 Jun 03 15:12:41.577759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-ec851dd4-cc17-4d40-801c-8ffbbb20c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:41.579104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-ec851dd4-cc17-4d40-801c-8ffbbb20c4a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.1559091 Jun 03 15:12:41.671539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efa3ec-d953-4573-81f1-b0445a1e6a08 req-b498ab30-30be-45b9-aa9c-6d4abbcbdba2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:41.673339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1efa3ec-d953-4573-81f1-b0445a1e6a08 req-b498ab30-30be-45b9-aa9c-6d4abbcbdba2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.2128172 Jun 03 15:12:41.689330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a70d303f-f7bf-43ee-938d-73854a4c8923 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:41.690144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d5e52-9291-48cb-8192-ac8b39c66f4a req-549160e6-3043-477b-a615-e669cd8a9b7f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:41.700757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-771d5e52-9291-48cb-8192-ac8b39c66f4a req-549160e6-3043-477b-a615-e669cd8a9b7f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 0.1930115 Jun 03 15:12:41.764836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef0d55-49c3-42bf-a713-2d211984a433 service neutron] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:41.809952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:41.813951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1efa3ec-d953-4573-81f1-b0445a1e6a08 req-ea414b29-c656-43d4-8d70-7970ad62c16f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119437 Jun 03 15:12:41.867408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-fa3db7b1-b372-4f1f-b593-cc4fb0458546 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Synchronizing usage tracker for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:41.886369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-771d5e52-9291-48cb-8192-ac8b39c66f4a req-6a34a822-962c-4689-89df-a0ba036bb6b5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759002 Jun 03 15:12:41.897311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-ac6dc662-d9e5-4430-9033-4ef760cd41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:41.898469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-ac6dc662-d9e5-4430-9033-4ef760cd41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:41.904063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-ac6dc662-d9e5-4430-9033-4ef760cd41b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad59c289e22448c78caae1ba5c1ea909&device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1978 time: 0.6882184 Jun 03 15:12:41.907218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.912619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-fa3db7b1-b372-4f1f-b593-cc4fb0458546 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Unset dirty status for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:41.914233 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-fa3db7b1-b372-4f1f-b593-cc4fb0458546 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d64d4b72f54577ae26c0e0e9492fd5 HTTP/1.1" status: 200 len: 380 time: 0.3435347 Jun 03 15:12:41.988094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a70d303f-f7bf-43ee-938d-73854a4c8923, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a70d303f-f7bf-43ee-938d-73854a4c8923,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:42.010630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'mac_address': 'fa:16:3e:a9:04:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:42.022064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Request body: {'port': {'device_id': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'admin_state_up': True, 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'security_groups': ['a62a1e10-8161-4b9c-bd6a-11c2b3182583']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:42.154503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a70d303f-f7bf-43ee-938d-73854a4c8923 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:42.155211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.209297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70d303f-f7bf-43ee-938d-73854a4c8923 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:42.232437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a70d303f-f7bf-43ee-938d-73854a4c8923, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a70d303f-f7bf-43ee-938d-73854a4c8923,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:42.248558 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.338642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-a8d3c480-7209-4db7-98c5-bfaf0af60810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:42.342123 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-a8d3c480-7209-4db7-98c5-bfaf0af60810 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7411678 Jun 03 15:12:42.388296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-78b4a5f5-4eab-4042-9022-e42600f1c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:42.389848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-78b4a5f5-4eab-4042-9022-e42600f1c84d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1094 time: 0.6914377 Jun 03 15:12:42.397905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-eae73f6b-478d-49e4-9506-f786a338af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:42.401529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-eae73f6b-478d-49e4-9506-f786a338af2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6a67645-9133-4b17-aebd-6dd33b8fc3f8 HTTP/1.1" status: 200 len: 902 time: 0.4595745 Jun 03 15:12:42.405451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a70d303f-f7bf-43ee-938d-73854a4c8923,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:42.451010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Network fc653837-581d-48eb-b449-feaecfe36f44 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:42.488719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Pushing event updated for resources: {'Port': ['ID=6944d250-e95d-4112-8354-122ce999783d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:42.556021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a70d303f-f7bf-43ee-938d-73854a4c8923'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:42.674920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:42.677141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36548) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:42.680162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-06cbbd55-47cc-4c90-817d-acf13e9cfa6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=8a5dc69c-311a-4ed8-bc55-574c021cbb4d HTTP/1.1" status: 200 len: 217 time: 0.1867373 Jun 03 15:12:42.827799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-ee7ba9d7-f065-4b7b-bf65-5eb2225869f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:42.835305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-ee7ba9d7-f065-4b7b-bf65-5eb2225869f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e HTTP/1.1" status: 200 len: 801 time: 0.1353238 Jun 03 15:12:42.837418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:42.885996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2674fa9-205f-4bc0-8159-fe1357872533 req-d36c7290-3038-4db6-838b-59bba00ec76f tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:42.898650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2674fa9-205f-4bc0-8159-fe1357872533 req-d36c7290-3038-4db6-838b-59bba00ec76f tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 931 time: 0.4024737 Jun 03 15:12:43.014750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-78767a42-5d1b-4930-bae0-63c2bc1cb3f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 200 len: 217 time: 0.5600426 Jun 03 15:12:43.035835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2674fa9-205f-4bc0-8159-fe1357872533 req-f131f030-fa77-40b3-a8cd-def32dca4b08 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361969 Jun 03 15:12:43.195977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-337d31bd-c5f7-4b67-b92f-bcb69d0def31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:43.198694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-337d31bd-c5f7-4b67-b92f-bcb69d0def31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6a67645-9133-4b17-aebd-6dd33b8fc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2953582 Jun 03 15:12:43.313710 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-fd7d7279-34a6-4c92-9318-3f12212498b6 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9275730 Jun 03 15:12:43.347435 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cec3987-ace5-45f6-8ecd-aebc56943726'] response: {'name': 'network-changed', 'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329', 'status': 'completed', 'code': 200} Jun 03 15:12:43.386002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af591a90-db48-432d-9748-fc26cb94fbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.467251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:43.471810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Usage tracker for resource:port and tenant:b4d64d4b72f54577ae26c0e0e9492fd5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:43.475197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:43.481433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:43.499804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.530558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Made reservation on behalf of b4d64d4b72f54577ae26c0e0e9492fd5 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:43.542425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.605249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:43.605982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.665791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-07f731c6-0d25-4f3a-847f-7ba08284b85a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7610140 Jun 03 15:12:43.667402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-1d6e07e9-89c6-4c14-9cd6-35cd18984b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:43.669348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-1d6e07e9-89c6-4c14-9cd6-35cd18984b3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.5885122 Jun 03 15:12:43.670194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:43.683823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Usage tracker for resource:security_group_rule and tenant:0a9369d326d04228898fe4292f449470 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:43.700585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a70d303f-f7bf-43ee-938d-73854a4c8923 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:43.735903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-33a6afb0-cd55-4277-9109-cb9b7afef52f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579152 Jun 03 15:12:43.736713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:43.780166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5ed4e5-154b-4a01-b7ab-0e16203de548 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:43.802153 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-d8d1302f-5231-4b49-993e-c47cfbe44d7f service neutron] 10.222.0.15 "GET /v2.0/networks/d6a67645-9133-4b17-aebd-6dd33b8fc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722654 Jun 03 15:12:43.819878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:43.862656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.874569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab5e3966-cf74-49f2-9de1-45063050ce14 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:43.940923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Transition to ACTIVE for port object 3f5ed4e5-154b-4a01-b7ab-0e16203de548 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:43.959272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4660d3-a60c-4ebf-b1f6-8e00c4d81642 req-1cf58fa7-a82e-4c91-baee-cd36c291844a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:43.968245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4660d3-a60c-4ebf-b1f6-8e00c4d81642 req-1cf58fa7-a82e-4c91-baee-cd36c291844a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:43.970094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b4660d3-a60c-4ebf-b1f6-8e00c4d81642 req-1cf58fa7-a82e-4c91-baee-cd36c291844a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1676 time: 0.5778875 Jun 03 15:12:43.971879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.054214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ed4e5-154b-4a01-b7ab-0e16203de548,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:44.102681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ab5e3966-cf74-49f2-9de1-45063050ce14, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab5e3966-cf74-49f2-9de1-45063050ce14,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:44.120599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'ab5e3966-cf74-49f2-9de1-45063050ce14', 'network_id': '95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99', 'port_id': 'ab5e3966-cf74-49f2-9de1-45063050ce14', 'mac_address': 'fa:16:3e:e2:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009a13dd-b53e-43e7-ad17-1a07ad45cbd6', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:44.185513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port a70d303f-f7bf-43ee-938d-73854a4c8923 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:44.196842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port a70d303f-f7bf-43ee-938d-73854a4c8923 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:44.197668 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.213851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dded572-3ffb-4980-a126-3efd28b2efdb req-033bfd99-0604-4b43-8904-2eda42d7d70e service neutron] 10.222.0.15 "GET /v2.0/networks/d6a67645-9133-4b17-aebd-6dd33b8fc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637123 Jun 03 15:12:44.296549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ab5e3966-cf74-49f2-9de1-45063050ce14 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:44.296928 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.333746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b4660d3-a60c-4ebf-b1f6-8e00c4d81642 req-1df3360f-305c-424c-a095-c2a06ee4315d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565419 Jun 03 15:12:44.341975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e55bc-584b-42af-adbd-0c10ffc0b3b0 req-cd26441a-5fa7-45f7-8207-653ed2a4f539 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:44.350359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-358e55bc-584b-42af-adbd-0c10ffc0b3b0 req-cd26441a-5fa7-45f7-8207-653ed2a4f539 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 944 time: 0.9848347 Jun 03 15:12:44.403487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5e3966-cf74-49f2-9de1-45063050ce14 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:44.438797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-116c2a31-2c19-43c7-a796-75feb17fa11b service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803801 Jun 03 15:12:44.445887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Request body: {'port': {'device_id': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:44.462828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a70d303f-f7bf-43ee-938d-73854a4c8923 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:44.463627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.500366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ab5e3966-cf74-49f2-9de1-45063050ce14, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab5e3966-cf74-49f2-9de1-45063050ce14,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:44.525446 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.535758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8a5dc69c-311a-4ed8-bc55-574c021cbb4d details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:44.627084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ab5e3966-cf74-49f2-9de1-45063050ce14,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:44.630782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:44.646911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a70d303f-f7bf-43ee-938d-73854a4c8923, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a70d303f-f7bf-43ee-938d-73854a4c8923,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:44.655848 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.694096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c70e76fe-d339-4298-a8aa-d303e3c12726 req-53650326-d8dc-4964-aadf-70581b1e999c service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3450336 Jun 03 15:12:44.759584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a70d303f-f7bf-43ee-938d-73854a4c8923,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:44.881459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b89943b5-c2d9-41b2-8ca3-e9237c7edde9 req-1e192562-97e3-44a6-8776-076294b5d1ca tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 210 time: 0.2842453 Jun 03 15:12:44.888547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.944200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-358e55bc-584b-42af-adbd-0c10ffc0b3b0 req-36861422-e602-45c3-b47a-dc15c97d4918 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920811 Jun 03 15:12:45.019468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Attempting to bind port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:45.024711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Attempting to bind port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:45.025547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Attempting to bind port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 on network fc653837-581d-48eb-b449-feaecfe36f44 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:45.037456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 on network fc653837-581d-48eb-b449-feaecfe36f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:45.038671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Attempting to bind port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 on network fc653837-581d-48eb-b449-feaecfe36f44 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:45.065323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:45.067568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Checking segment: {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:45.068913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Bound using segment: {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:45.069610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Bound port: 3f5ed4e5-154b-4a01-b7ab-0e16203de548, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:45.073288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.106838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:45.154620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d', 'network_id': 'd6a67645-9133-4b17-aebd-6dd33b8fc3f8', 'port_id': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d', 'mac_address': 'fa:16:3e:87:0a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e', 'ip_address': '19.86.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:45.252791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Allocated IP 172.20.0.13 (16b53daf-e301-4ecb-bbcf-1c9d57c64f11/7fa67f42-aade-4b55-8a7d-7facbe308e14/f838a7d8-4be6-4a73-8f83-e222a418e33d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:45.259948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-541fcc45-94fa-4b78-9b7f-2997485f8ac9 req-1910d099-5aa1-47db-b38b-954f41e02b3e service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579379 Jun 03 15:12:45.317870 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.340239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:45.340969 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.360866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] For port 3f5ed4e5-154b-4a01-b7ab-0e16203de548, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:45.365349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] For port 3f5ed4e5-154b-4a01-b7ab-0e16203de548, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3f5ed4e5-154b-4a01-b7ab-0e16203de548,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:45.366222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5dc69c-311a-4ed8-bc55-574c021cbb4d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:45.397194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:45.405381 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.431813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.528755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ed4e5-154b-4a01-b7ab-0e16203de548,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:45.546683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:45.547426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.548966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-43961e6c-b4e9-4909-947c-97f792d3352f service neutron] 10.222.0.15 "PUT /v2.0/ports/3f5ed4e5-154b-4a01-b7ab-0e16203de548 HTTP/1.1" status: 200 len: 1091 time: 5.7634792 Jun 03 15:12:45.554478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'tag': '3f5ed4e5-154b-4a01-b7ab-0e16203de548'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:45.581369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:45.587933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf519991-56ec-465d-947a-73f6caa55da0 req-7b44fc79-1670-4e89-ae6e-a8386ddb4a02 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:45.595306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf519991-56ec-465d-947a-73f6caa55da0 req-7b44fc79-1670-4e89-ae6e-a8386ddb4a02 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 0.3619554 Jun 03 15:12:45.633113 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5412792f-7d6a-44fe-a33e-951e181298a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.659778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf519991-56ec-465d-947a-73f6caa55da0 req-5b623716-1c10-48d4-b706-ae226cbc777d tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632832 Jun 03 15:12:45.663103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1e21ba-f2e2-4745-8dbb-581746db4a82 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:45.672941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.696720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d6c4b-7551-42fd-b189-c2c41be295b6 req-737ec6f5-da03-4d9f-b8fb-27cefb341aa1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:45.700546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Transition to ACTIVE for port object ac1e21ba-f2e2-4745-8dbb-581746db4a82 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:45.707796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c56d6c4b-7551-42fd-b189-c2c41be295b6 req-737ec6f5-da03-4d9f-b8fb-27cefb341aa1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.4727001 Jun 03 15:12:45.727851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['8a5dc69c-311a-4ed8-bc55-574c021cbb4d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:45.950512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.968835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Transition to ACTIVE for port object f838a7d8-4be6-4a73-8f83-e222a418e33d will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:45.977065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c56d6c4b-7551-42fd-b189-c2c41be295b6 req-6b60c471-423f-4dcd-8881-9f85a1298522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680333 Jun 03 15:12:46.005201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.018769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-351677f9-4db1-497e-bae2-66df2ee8ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:46.023553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.024502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-351677f9-4db1-497e-bae2-66df2ee8ba8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ada3398d950d474bb401b10dab5830b8&device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 1094 time: 0.2490432 Jun 03 15:12:46.323671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-0702c5ef-aea2-4c11-afc5-a5e4396d1aa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f5ed4e5-154b-4a01-b7ab-0e16203de548 HTTP/1.1" status: 200 len: 217 time: 0.2794938 Jun 03 15:12:46.332089 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.397568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:46.399157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.418249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-48e1d647-91bf-4508-8f1e-409d48c7f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:46.420029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-48e1d647-91bf-4508-8f1e-409d48c7f332 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5245f3f6-c25a-4bb0-988f-322ffa189461 HTTP/1.1" status: 200 len: 857 time: 0.0853660 Jun 03 15:12:46.450229 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0e391c-29e5-4161-8a92-4243887832dd'] response: {'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'code': 200} Jun 03 15:12:46.496624 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:12:46.497341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954eed23-ef90-45aa-a09b-1e8938e85282 req-17c4d9bb-92b2-46ef-a4b9-e68cadc9a807 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:46.506905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-954eed23-ef90-45aa-a09b-1e8938e85282 req-17c4d9bb-92b2-46ef-a4b9-e68cadc9a807 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 943 time: 0.2698321 Jun 03 15:12:46.511631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:46.530307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a9369d326d04228898fe4292f449470&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7293546 Jun 03 15:12:46.542387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36594) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:46.543688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:46.590655 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.713011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-ae24bdde-2270-4724-9dc2-b1aa51b7a2fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc653837-581d-48eb-b449-feaecfe36f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677492 Jun 03 15:12:46.807920 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.815727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:46.817233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.836762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ab5e3966-cf74-49f2-9de1-45063050ce14'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:46.937998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-954eed23-ef90-45aa-a09b-1e8938e85282 req-5049e4ea-a769-40e6-a836-2e40bd9407f9 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301596 Jun 03 15:12:46.996057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3863c35b-a141-4e36-b273-333b3de8f5cb None None] Provisioning for port f838a7d8-4be6-4a73-8f83-e222a418e33d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:47.021294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3863c35b-a141-4e36-b273-333b3de8f5cb None None] Provisioning complete for port f838a7d8-4be6-4a73-8f83-e222a418e33d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:47.021731 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3863c35b-a141-4e36-b273-333b3de8f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.040944 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c5b274-6ca2-44fa-97a2-86f05bc67820'] response: {'name': 'network-changed', 'server_uuid': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'tag': '3f5ed4e5-154b-4a01-b7ab-0e16203de548', 'status': 'completed', 'code': 200} Jun 03 15:12:47.066867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33b769b5-24c0-4dc5-92d7-4211de5cece1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.122070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-040de064-c69f-49d2-8a8d-2232b68bc125 service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235390 Jun 03 15:12:47.212525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edb590-cfad-4ba8-973f-26958752ff60 req-ba69e907-d1ab-42ee-8ef7-580b99b8a0ba tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:47.239236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edb590-cfad-4ba8-973f-26958752ff60 req-ba69e907-d1ab-42ee-8ef7-580b99b8a0ba tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:47.241055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02edb590-cfad-4ba8-973f-26958752ff60 req-ba69e907-d1ab-42ee-8ef7-580b99b8a0ba tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1678 time: 0.5255518 Jun 03 15:12:47.271770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3863c35b-a141-4e36-b273-333b3de8f5cb None None] Port f838a7d8-4be6-4a73-8f83-e222a418e33d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:47.308305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33b769b5-24c0-4dc5-92d7-4211de5cece1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.409319 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.475444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1e21ba-f2e2-4745-8dbb-581746db4a82,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:47.518159 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02edb590-cfad-4ba8-973f-26958752ff60 req-f549a07b-9d8f-4a46-ac1b-64954f9aba7d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656691 Jun 03 15:12:47.527480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7ee2-1d13-48f4-a6c0-f7ca8fedb25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e08c9-f7ee-495b-8724-3d5364eaf2b5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:47.602193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33b769b5-24c0-4dc5-92d7-4211de5cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.633730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-6db676c6-1cca-4a8d-ba89-e3928dcb0114 service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810252 Jun 03 15:12:47.643438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b769b5-24c0-4dc5-92d7-4211de5cece1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e08c9-f7ee-495b-8724-3d5364eaf2b5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:47.662217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33b769b5-24c0-4dc5-92d7-4211de5cece1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.667895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-33b769b5-24c0-4dc5-92d7-4211de5cece1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/138e08c9-f7ee-495b-8724-3d5364eaf2b5 HTTP/1.1" status: 204 len: 168 time: 1.0325029 Jun 03 15:12:47.718771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event updated for resources: {'Port': ['ID=f838a7d8-4be6-4a73-8f83-e222a418e33d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:47.748248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Attempting to bind port ac1e21ba-f2e2-4745-8dbb-581746db4a82 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:47.748599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Attempting to bind port ac1e21ba-f2e2-4745-8dbb-581746db4a82 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:47.750208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Attempting to bind port ac1e21ba-f2e2-4745-8dbb-581746db4a82 on network fc653837-581d-48eb-b449-feaecfe36f44 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:47.830106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Port ac1e21ba-f2e2-4745-8dbb-581746db4a82 on network fc653837-581d-48eb-b449-feaecfe36f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:47.830848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Attempting to bind port ac1e21ba-f2e2-4745-8dbb-581746db4a82 on network fc653837-581d-48eb-b449-feaecfe36f44 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:47.838075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8a5dc69c-311a-4ed8-bc55-574c021cbb4d up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:47.875438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-eb4cd7ff-f717-40f0-9d93-6ae05cf0f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:47.878159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-eb4cd7ff-f717-40f0-9d93-6ae05cf0f98f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1094 time: 2.5510006 Jun 03 15:12:47.897833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:47.898210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Checking segment: {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:47.898572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Bound using segment: {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:47.899115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Bound port: ac1e21ba-f2e2-4745-8dbb-581746db4a82, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:47.899375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.910230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3ffeaadf-d8c7-4c4a-b872-8386a07b527a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9323637 Jun 03 15:12:47.958007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:47.964318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:47.964643 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.024044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-e6ba80fd-a8be-4b71-8cf4-7dffc361f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.025740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-e6ba80fd-a8be-4b71-8cf4-7dffc361f1db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ada3398d950d474bb401b10dab5830b8&device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 1094 time: 0.2685821 Jun 03 15:12:48.064330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce86c2-8db1-410c-af13-d9b26f79e225 req-ce272c7c-9022-4970-9792-e96d181fb6b8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.088255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6ce86c2-8db1-410c-af13-d9b26f79e225 req-ce272c7c-9022-4970-9792-e96d181fb6b8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 932 time: 0.2013023 Jun 03 15:12:48.173671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-259456bb-c278-40fd-a436-80bcf4990e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.178207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-259456bb-c278-40fd-a436-80bcf4990e39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.2607322 Jun 03 15:12:48.192411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Request body: {'port': {'device_id': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:48.292940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:48.293338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.390244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:48.395959 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.399735 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.432406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:48.435816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:48.454350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:48.462711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:48.481771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.490702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-a43315e8-343d-40f0-acf2-99e136644c62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 200 len: 217 time: 0.2595654 Jun 03 15:12:48.527030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:48.542541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.543788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.544310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.546256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.546256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.546593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dfc1-1c44-44cf-a757-537e0126f593 req-fcc619c6-18f3-4b08-98e3-24faea026b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.546720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.546818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.547150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad28dfc1-1c44-44cf-a757-537e0126f593 req-fcc619c6-18f3-4b08-98e3-24faea026b67 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 1.8635085 Jun 03 15:12:48.547631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.548310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.548694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.549453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.549956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:48.591201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6ce86c2-8db1-410c-af13-d9b26f79e225 req-0576b400-fc9f-4cb3-b3f2-b9d6d177e857 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5018179 Jun 03 15:12:48.681627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-6850ea42-f165-4b45-a896-4dab62853556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.683435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-6850ea42-f165-4b45-a896-4dab62853556 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 200 len: 918 time: 0.5923231 Jun 03 15:12:48.692343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2954-c4bc-441a-84c2-ae97dc9357c2 req-31019fd4-834a-4157-b711-d3ed4d1e1c65 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.701869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-133d2954-c4bc-441a-84c2-ae97dc9357c2 req-31019fd4-834a-4157-b711-d3ed4d1e1c65 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 945 time: 0.2107422 Jun 03 15:12:48.790907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-eacacba8-1221-44ee-8f1e-fc73defc9d91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f5ed4e5-154b-4a01-b7ab-0e16203de548 HTTP/1.1" status: 200 len: 217 time: 0.0815074 Jun 03 15:12:48.797887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6944d250-e95d-4112-8354-122ce999783d {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:48.812550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.842779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Transition to ACTIVE for port object 6944d250-e95d-4112-8354-122ce999783d will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:48.885461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-9f98d8c7-ba4d-4cc3-8cef-cf6e8387239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.887731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-9f98d8c7-ba4d-4cc3-8cef-cf6e8387239b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.3374691 Jun 03 15:12:48.902436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.938731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-133d2954-c4bc-441a-84c2-ae97dc9357c2 req-5e7b5d7e-e7af-4d18-a293-72e156cda952 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286406 Jun 03 15:12:48.960835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-78633524-f6d6-4aa3-b570-f5c1e0a19de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:48.974202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-78633524-f6d6-4aa3-b570-f5c1e0a19de6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5245f3f6-c25a-4bb0-988f-322ffa189461 HTTP/1.1" status: 200 len: 857 time: 0.1024988 Jun 03 15:12:49.044659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:49.045482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.046859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] 10.222.0.70 "PUT /v2.0/ports/ac1e21ba-f2e2-4745-8dbb-581746db4a82 HTTP/1.1" status: 200 len: 1092 time: 8.2244761 Jun 03 15:12:49.048993 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-a51fe78d-e3aa-4649-bdfd-2d446acaf53f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208804 Jun 03 15:12:49.049640 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.061265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:49.081737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-ae4f9245-8cb4-4b41-9af6-dced8c115772 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc653837-581d-48eb-b449-feaecfe36f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963347 Jun 03 15:12:49.090212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:49.095774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Usage tracker for resource:security_group_rule and tenant:0d052c51020847b28823783d6d27400d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:49.096421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1b5a2-b4f2-4d05-8f05-98f36f9d062e req-e45bba74-fb5a-4400-9aaa-a2719dad6e64 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:49.100707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:49.106835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:49.108408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fd1b5a2-b4f2-4d05-8f05-98f36f9d062e req-e45bba74-fb5a-4400-9aaa-a2719dad6e64 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 0.3160348 Jun 03 15:12:49.218594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fd1b5a2-b4f2-4d05-8f05-98f36f9d062e req-6cc35dd4-74f1-4d9f-b905-b6e0faadb1da tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091812 Jun 03 15:12:49.270255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.282575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36686f-2b90-4e58-9ea8-aa20e655acfe req-2a0d8014-129d-4dc2-ab76-a1a7a6c871e6 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:49.290319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a36686f-2b90-4e58-9ea8-aa20e655acfe req-2a0d8014-129d-4dc2-ab76-a1a7a6c871e6 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.1591063 Jun 03 15:12:49.420633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a36686f-2b90-4e58-9ea8-aa20e655acfe req-6b81bc66-1143-483b-97d0-fbd5eb1d880b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230159 Jun 03 15:12:49.772892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b452727-e23e-46ea-8f15-cc042daa7267 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1e21ba-f2e2-4745-8dbb-581746db4a82,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:49.797916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-c9023702-1d44-4a81-96f4-6b842d1f1dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727381 Jun 03 15:12:49.831002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c4dde-a039-48b2-9b17-b5ebfd6228b7 req-7329afb2-398c-44a6-b61e-a4e0739f3905 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:49.841126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c0c4dde-a039-48b2-9b17-b5ebfd6228b7 req-7329afb2-398c-44a6-b61e-a4e0739f3905 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 943 time: 0.3723891 Jun 03 15:12:49.857979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab5e3966-cf74-49f2-9de1-45063050ce14 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:49.963362 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad28dfc1-1c44-44cf-a757-537e0126f593 req-b441227f-e5e0-40fc-be6c-f598fb99bd18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0669141 Jun 03 15:12:49.986741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c0c4dde-a039-48b2-9b17-b5ebfd6228b7 req-ef1163d8-d952-4f3e-bcf2-e61b1e92ce3e tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427901 Jun 03 15:12:50.065871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Attempting to bind port 6944d250-e95d-4112-8354-122ce999783d on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:50.066482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Attempting to bind port 6944d250-e95d-4112-8354-122ce999783d by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:50.066855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Attempting to bind port 6944d250-e95d-4112-8354-122ce999783d on network fc653837-581d-48eb-b449-feaecfe36f44 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:50.070189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port ab5e3966-cf74-49f2-9de1-45063050ce14 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:50.083194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port ab5e3966-cf74-49f2-9de1-45063050ce14 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:50.085053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.095451 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-98b86fdb-e956-467d-8152-cd9b0bb72295 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8369079 Jun 03 15:12:50.111778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Port 6944d250-e95d-4112-8354-122ce999783d on network fc653837-581d-48eb-b449-feaecfe36f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:50.112226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Attempting to bind port 6944d250-e95d-4112-8354-122ce999783d on network fc653837-581d-48eb-b449-feaecfe36f44 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:50.186163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:50.186499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Checking segment: {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:50.186968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Bound using segment: {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:50.187309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Bound port: 6944d250-e95d-4112-8354-122ce999783d, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4523d57-f86c-44c4-b9d7-19d405d99608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:50.187656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.282818 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17858eb8-4130-4f09-9e28-8b08a0aca62f'] response: {'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d', 'code': 200} Jun 03 15:12:50.294130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Pushing event updated for resources: {'Port': ['ID=6944d250-e95d-4112-8354-122ce999783d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.495502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ab5e3966-cf74-49f2-9de1-45063050ce14 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:50.495971 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.579435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ab5e3966-cf74-49f2-9de1-45063050ce14, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab5e3966-cf74-49f2-9de1-45063050ce14,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:50.587039 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.657247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a8adafb-3377-43eb-994a-b6ce69534b83 req-60834e8a-abf1-4a61-baec-e8248c404700 service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798336 Jun 03 15:12:50.707814 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70556f9a-93c8-44bb-b199-cfe9071deba4'] response: {'name': 'network-changed', 'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82', 'status': 'completed', 'code': 200} Jun 03 15:12:50.722202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ab5e3966-cf74-49f2-9de1-45063050ce14,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.773817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.819955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c2ad-ced2-4bb7-a537-539837ea2a1e req-c7140447-59aa-41c6-8881-3739566800fb tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:50.826642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c2ad-ced2-4bb7-a537-539837ea2a1e req-c7140447-59aa-41c6-8881-3739566800fb tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:50.834367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7de0c2ad-ced2-4bb7-a537-539837ea2a1e req-c7140447-59aa-41c6-8881-3739566800fb tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1679 time: 0.4428236 Jun 03 15:12:50.884818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.942820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7de0c2ad-ced2-4bb7-a537-539837ea2a1e req-46349553-492b-497e-8dc7-ee9d5119bdcf tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073744 Jun 03 15:12:50.975536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193cc2-5c75-4a93-b3d4-716915c74110 req-2ced4d2f-7ed3-4fa6-b6e5-8cb0094cdbea tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:50.982203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a193cc2-5c75-4a93-b3d4-716915c74110 req-2ced4d2f-7ed3-4fa6-b6e5-8cb0094cdbea tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 932 time: 0.2298565 Jun 03 15:12:51.006967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-38acfa0f-f456-42de-b0dc-4f51ff274827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:51.009671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-38acfa0f-f456-42de-b0dc-4f51ff274827 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ada3398d950d474bb401b10dab5830b8&device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 1095 time: 1.7422040 Jun 03 15:12:51.058810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] For port 6944d250-e95d-4112-8354-122ce999783d, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:51.062832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] For port 6944d250-e95d-4112-8354-122ce999783d, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6944d250-e95d-4112-8354-122ce999783d,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:51.096643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a193cc2-5c75-4a93-b3d4-716915c74110 req-7c480ba9-6168-47bc-a613-6c2836a2c309 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080782 Jun 03 15:12:51.157813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.363333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52429337-6044-45e4-8825-0d6642e3a187 req-745b6114-861d-488d-bdb8-a4873e888944 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:51.371038 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52429337-6044-45e4-8825-0d6642e3a187 req-745b6114-861d-488d-bdb8-a4873e888944 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 945 time: 0.2348807 Jun 03 15:12:51.433568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52429337-6044-45e4-8825-0d6642e3a187 req-41f78950-04e5-4376-a693-088c7943537b tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614815 Jun 03 15:12:51.446483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dcd8d-7efb-4721-80da-d1f1620bff3d req-c7b4e937-941a-446e-9e68-2c0f3d45400b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:51.454670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c87dcd8d-7efb-4721-80da-d1f1620bff3d req-c7b4e937-941a-446e-9e68-2c0f3d45400b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 0.1860440 Jun 03 15:12:51.505334 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-e77bf319-3020-4487-9e88-72f2689614bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82 HTTP/1.1" status: 200 len: 217 time: 0.4252331 Jun 03 15:12:51.519790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c87dcd8d-7efb-4721-80da-d1f1620bff3d req-5fd5d480-9f48-44d5-a3c2-624f3c241c22 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628889 Jun 03 15:12:51.601335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Pushing event updated for resources: {'Port': ['ID=6944d250-e95d-4112-8354-122ce999783d,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:51.615447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f838a7d8-4be6-4a73-8f83-e222a418e33d {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:51.625431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.645552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Transition to ACTIVE for port object f838a7d8-4be6-4a73-8f83-e222a418e33d will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:51.737313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d052c51020847b28823783d6d27400d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2787862 Jun 03 15:12:51.737737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-b33fec01-bbfc-4833-8251-ca26b1c14d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:51.739748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-b33fec01-bbfc-4833-8251-ca26b1c14d5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5245f3f6-c25a-4bb0-988f-322ffa189461 HTTP/1.1" status: 200 len: 857 time: 0.0846539 Jun 03 15:12:51.742210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36722) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:51.748530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.856275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3f5ed4e5-154b-4a01-b7ab-0e16203de548 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:51.931369 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-957970ad-ec6a-4f7f-b094-f25e64a2d1a1 req-ab8e0dda-b135-4acb-9684-925872142080 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7198277 Jun 03 15:12:51.948462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7900d4d-7278-4197-9ea1-fcf60642bf39,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:52.053140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97500558-cace-43b5-ae6d-739622b38205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.118204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97500558-cace-43b5-ae6d-739622b38205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.151701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.155451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.158435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] 10.222.0.15 "PUT /v2.0/ports/6944d250-e95d-4112-8354-122ce999783d HTTP/1.1" status: 200 len: 1092 time: 7.7171633 Jun 03 15:12:52.162835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-e0cce2e0-1c4b-4e3d-af18-ac0de15f4bcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc653837-581d-48eb-b449-feaecfe36f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4051571 Jun 03 15:12:52.186397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.187278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.187792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.188999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.189513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.212422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.215274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.215860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.216389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.216894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.217413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.218284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405fc3-f143-43c7-8363-87265e0e3373 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.288162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3966-cf74-49f2-9de1-45063050ce14'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:52.319932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3f5ed4e5-154b-4a01-b7ab-0e16203de548, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3f5ed4e5-154b-4a01-b7ab-0e16203de548,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:52.360823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '3f5ed4e5-154b-4a01-b7ab-0e16203de548', 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44', 'port_id': '3f5ed4e5-154b-4a01-b7ab-0e16203de548', 'mac_address': 'fa:16:3e:31:8d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5245f3f6-c25a-4bb0-988f-322ffa189461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:52.402302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec638d51-389b-4a33-ae59-b734bfc1e1d8 req-626d7d89-c750-4fa8-9bbd-326070015a71 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.408391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.408768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.409093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.409439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.410683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.411034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.411374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.411713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.412047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.412444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.412784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.413117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02641-ac88-4ea1-a6eb-caa202c9dc86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:52.413817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec638d51-389b-4a33-ae59-b734bfc1e1d8 req-626d7d89-c750-4fa8-9bbd-326070015a71 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.7509682 Jun 03 15:12:52.464161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:52.464567 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.484564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec638d51-389b-4a33-ae59-b734bfc1e1d8 req-b00ed323-3e3a-44f8-9015-067837d65e27 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694182 Jun 03 15:12:52.485512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5ed4e5-154b-4a01-b7ab-0e16203de548 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:52.513829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3f5ed4e5-154b-4a01-b7ab-0e16203de548, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3f5ed4e5-154b-4a01-b7ab-0e16203de548,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:52.517069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8319a7-bf1d-4d07-b823-7ea6f9c9cabb req-fa9c8c57-8b8a-4d47-9a24-0f6bd3de064a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.524771 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.525333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee8319a7-bf1d-4d07-b823-7ea6f9c9cabb req-fa9c8c57-8b8a-4d47-9a24-0f6bd3de064a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 943 time: 0.6420388 Jun 03 15:12:52.573601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97500558-cace-43b5-ae6d-739622b38205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.617466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97500558-cace-43b5-ae6d-739622b38205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7900d4d-7278-4197-9ea1-fcf60642bf39,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:52.632764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee8319a7-bf1d-4d07-b823-7ea6f9c9cabb req-e6ea4315-df65-4368-aa20-aa1ee92233cb tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063514 Jun 03 15:12:52.636277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97500558-cace-43b5-ae6d-739622b38205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.637383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-97500558-cace-43b5-ae6d-739622b38205 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7900d4d-7278-4197-9ea1-fcf60642bf39 HTTP/1.1" status: 204 len: 168 time: 0.8935919 Jun 03 15:12:52.647671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3f5ed4e5-154b-4a01-b7ab-0e16203de548,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:52.747379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'tag': '6944d250-e95d-4112-8354-122ce999783d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:52.748344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd911c-36b6-4fd7-991d-7e4b5fd73c5b req-57aff432-d702-4a14-bf54-b8cab1ff35b1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.756369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd911c-36b6-4fd7-991d-7e4b5fd73c5b req-57aff432-d702-4a14-bf54-b8cab1ff35b1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.758655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85bd911c-36b6-4fd7-991d-7e4b5fd73c5b req-57aff432-d702-4a14-bf54-b8cab1ff35b1 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1680 time: 0.1093285 Jun 03 15:12:52.774251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Pushing event updated for resources: {'Port': ['ID=f838a7d8-4be6-4a73-8f83-e222a418e33d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:52.840300 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-7f411645-4f6f-43d7-9fca-5806dfa98ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069360 Jun 03 15:12:52.844646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85bd911c-36b6-4fd7-991d-7e4b5fd73c5b req-0e38b295-4ff2-473b-bb38-e74d003c806c tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744128 Jun 03 15:12:52.906076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3f5ed4e5-154b-4a01-b7ab-0e16203de548'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:52.977862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569431c4-54f7-4e43-b8cb-6d09cc2cfe0f req-19b6032c-3d56-4eff-aa4a-ca492258002c tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.979405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-569431c4-54f7-4e43-b8cb-6d09cc2cfe0f req-19b6032c-3d56-4eff-aa4a-ca492258002c tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 944 time: 0.1432595 Jun 03 15:12:53.012971 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd60af9a-9495-45d5-a5e2-30ac8a0e88df'] response: {'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3966-cf74-49f2-9de1-45063050ce14', 'code': 200} Jun 03 15:12:53.120797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36762) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:53.153149 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-ff6b8f4f-c01a-48af-831e-ef263db1d661 service neutron] show failed (client error): The resource could not be found. Jun 03 15:12:53.155602 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-ff6b8f4f-c01a-48af-831e-ef263db1d661 service neutron] 10.222.0.70 "GET /v2.0/ports/f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.5241022 Jun 03 15:12:53.176298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Attempting to bind port f838a7d8-4be6-4a73-8f83-e222a418e33d on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:53.178191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Attempting to bind port f838a7d8-4be6-4a73-8f83-e222a418e33d by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:53.179444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Attempting to bind port f838a7d8-4be6-4a73-8f83-e222a418e33d on network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:53.194389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-317a8db9-4bca-4ee7-9326-3999145d7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.196672 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-317a8db9-4bca-4ee7-9326-3999145d7391 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ada3398d950d474bb401b10dab5830b8&device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b HTTP/1.1" status: 200 len: 1095 time: 0.7902830 Jun 03 15:12:53.200620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Port f838a7d8-4be6-4a73-8f83-e222a418e33d on network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:53.200945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Attempting to bind port f838a7d8-4be6-4a73-8f83-e222a418e33d on network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:53.270913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:53.271553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Checking segment: {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:53.272149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Bound using segment: {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:53.272770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Bound port: f838a7d8-4be6-4a73-8f83-e222a418e33d, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f732d2-600b-4ee7-9ebf-955a32e1a878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:53.273311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.319442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-569431c4-54f7-4e43-b8cb-6d09cc2cfe0f req-540cfd47-b798-4e90-8a36-d75b2e6031c8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129213 Jun 03 15:12:53.341227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-5c923f69-8fbf-45c9-b6fc-bf83202eefb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6944d250-e95d-4112-8354-122ce999783d HTTP/1.1" status: 200 len: 217 time: 0.1331122 Jun 03 15:12:53.367439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357c79e-7ea8-4f70-8caf-ab54c8cefe5d req-49b90f4e-8bbf-49f2-a335-5ce3f7a0f871 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.369578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c357c79e-7ea8-4f70-8caf-ab54c8cefe5d req-49b90f4e-8bbf-49f2-a335-5ce3f7a0f871 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 945 time: 0.1662934 Jun 03 15:12:53.372629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e4108-34dd-479c-9564-f2562e292399 req-4b2fa53a-5aa0-41e1-973f-870ef0c680db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.373542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e4108-34dd-479c-9564-f2562e292399 req-4b2fa53a-5aa0-41e1-973f-870ef0c680db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.375380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e2e4108-34dd-479c-9564-f2562e292399 req-4b2fa53a-5aa0-41e1-973f-870ef0c680db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1982 time: 0.3702929 Jun 03 15:12:53.528394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c357c79e-7ea8-4f70-8caf-ab54c8cefe5d req-297e5e13-5667-4fd4-b81e-fb8d943b619e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487298 Jun 03 15:12:53.535327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e2e4108-34dd-479c-9564-f2562e292399 req-cb7c9aa1-3432-4662-a1b1-7eb6d6f22c47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393282 Jun 03 15:12:53.605690 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ac8d5e-fc11-4e3d-b1db-cabdefa80a97'] response: {'name': 'network-changed', 'server_uuid': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'tag': '6944d250-e95d-4112-8354-122ce999783d', 'status': 'completed', 'code': 200} Jun 03 15:12:53.610041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-9f148bc6-41aa-4003-acd6-82ada1fbb10f service neutron] 10.222.0.70 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491827 Jun 03 15:12:53.638917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-7faf9294-e9af-49e0-8177-a766d14ccf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.640898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-7faf9294-e9af-49e0-8177-a766d14ccf7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d&tenant_id=f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 1101 time: 0.2185118 Jun 03 15:12:53.646354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.667706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644306e9-e258-40ae-9211-29a7446e7306 req-111dc5f3-5492-47ff-9b15-f6bdb899d048 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.669783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-644306e9-e258-40ae-9211-29a7446e7306 req-111dc5f3-5492-47ff-9b15-f6bdb899d048 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 0.1303718 Jun 03 15:12:53.737778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-644306e9-e258-40ae-9211-29a7446e7306 req-350e005a-c73d-4394-969b-a339012ada05 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533702 Jun 03 15:12:53.749474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:53.760773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] For port f838a7d8-4be6-4a73-8f83-e222a418e33d, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:53.766766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8041eba570cc4c989a2afc92a6fe21ff is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:53.776809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 33cc305e-3b39-4a2e-8563-4d8cf3465329 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:53.785393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-71f1be37-1b0e-41aa-ba94-5b6c2c05ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.786880 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-71f1be37-1b0e-41aa-ba94-5b6c2c05ee73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5245f3f6-c25a-4bb0-988f-322ffa189461 HTTP/1.1" status: 200 len: 857 time: 0.4038086 Jun 03 15:12:53.789409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:53.799445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] For port f838a7d8-4be6-4a73-8f83-e222a418e33d, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:53.800766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:53.825393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:53.850355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.922185 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-a983ebe7-7028-47e5-bf27-bdc6e4cce3fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc653837-581d-48eb-b449-feaecfe36f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163964 Jun 03 15:12:53.940153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-a9e743ff-b860-4f4d-8a60-a9ee8045f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.941957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-a9e743ff-b860-4f4d-8a60-a9ee8045f077 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ada3398d950d474bb401b10dab5830b8&device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 1095 time: 0.2700245 Jun 03 15:12:54.003890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.004540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.006108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] 10.222.0.15 "PUT /v2.0/ports/f838a7d8-4be6-4a73-8f83-e222a418e33d HTTP/1.1" status: 200 len: 1092 time: 5.8228691 Jun 03 15:12:54.075848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:54.101406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '33cc305e-3b39-4a2e-8563-4d8cf3465329', 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd', 'port_id': '33cc305e-3b39-4a2e-8563-4d8cf3465329', 'mac_address': 'fa:16:3e:ef:eb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbf0c30-5473-4c1c-a188-ac5e40f580c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:54.202434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 33cc305e-3b39-4a2e-8563-4d8cf3465329 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:54.203080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.218280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.250423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cc305e-3b39-4a2e-8563-4d8cf3465329 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:54.272645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b883fc-cca8-40d4-94a6-9ae234076174 req-221bfea4-ad06-46d2-9edc-91dde3a6cf58 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.274750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:54.281154 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.281623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79b883fc-cca8-40d4-94a6-9ae234076174 req-221bfea4-ad06-46d2-9edc-91dde3a6cf58 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.5389018 Jun 03 15:12:54.299867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1debb-f353-4522-96e4-2c90b6c3bbae service neutron] Pushing event updated for resources: {'Port': ['ID=f838a7d8-4be6-4a73-8f83-e222a418e33d,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:54.362437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-6dd80c8e-ab09-4d4d-b798-dd756fea9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.363944 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-6dd80c8e-ab09-4d4d-b798-dd756fea9a25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 200 len: 918 time: 0.3979895 Jun 03 15:12:54.379040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79b883fc-cca8-40d4-94a6-9ae234076174 req-070c0a06-c8e1-457c-acbf-6865ecb83530 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956964 Jun 03 15:12:54.437136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:54.454671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40aa790b-e612-4aff-9eee-862350273240 req-5442401e-3a12-44c3-8c32-d1c2dbbaf830 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6343009 Jun 03 15:12:54.462229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:54.471479 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-0cbe02f8-970e-48bc-9847-2cf8b0bb1ba7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82 HTTP/1.1" status: 200 len: 217 time: 0.0912445 Jun 03 15:12:54.474043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:54.483567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Usage tracker for resource:floatingip and tenant:0da858baf6e64b53aeb09c9768064058 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:54.500028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:54.530965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.545541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-b2fdb86f-06bd-4546-a621-aaae6d4ff51c service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079462 Jun 03 15:12:54.546128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.557185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:54.586962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['33cc305e-3b39-4a2e-8563-4d8cf3465329'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:54.671149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.701917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-ccf5c1ba-f667-40f8-8e4c-f265d2759d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.703379 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-ccf5c1ba-f667-40f8-8e4c-f265d2759d31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5245f3f6-c25a-4bb0-988f-322ffa189461 HTTP/1.1" status: 200 len: 857 time: 0.2156785 Jun 03 15:12:54.705605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8041eba570cc4c989a2afc92a6fe21ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5488765 Jun 03 15:12:54.707967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-22e992fe-cf96-4045-a290-a4ab754a81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.709560 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-22e992fe-cf96-4045-a290-a4ab754a81ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4d64d4b72f54577ae26c0e0e9492fd5&device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 1095 time: 0.4905241 Jun 03 15:12:54.713994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36804) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:54.751733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e42f1-3788-4a6b-9b09-8611f78c82d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df397f-1cb6-4c0c-82b2-efca05cdaa06,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:54.839841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-b9ca8a2c-1caf-4b69-9c9a-882aba1c1bed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc653837-581d-48eb-b449-feaecfe36f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264691 Jun 03 15:12:54.856635 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-c56640f7-27bf-40d7-89ac-4e5ccfc925b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d HTTP/1.1" status: 200 len: 217 time: 0.0862217 Jun 03 15:12:54.903424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4548b0-a4b2-4df1-806f-62136f8c0741 req-b36d3e55-85a3-4db5-9c90-5cfdb2fac566 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.912382 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4548b0-a4b2-4df1-806f-62136f8c0741 req-b36d3e55-85a3-4db5-9c90-5cfdb2fac566 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 944 time: 0.3525717 Jun 03 15:12:55.032596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4548b0-a4b2-4df1-806f-62136f8c0741 req-16a45fc5-fbee-4db9-81fd-9a4db4891e97 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192758 Jun 03 15:12:55.047790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:55.057593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.059400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b83bc54b-9d0d-4f79-a4c4-d683e11913a6 req-a7288793-7acd-44db-8f7c-163470eafe84 service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869447 Jun 03 15:12:55.086978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-e5ddb66c-c8fd-4b4a-8cc4-210292962337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:55.088464 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-e5ddb66c-c8fd-4b4a-8cc4-210292962337 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fa67f42-aade-4b55-8a7d-7facbe308e14 HTTP/1.1" status: 200 len: 854 time: 0.1945252 Jun 03 15:12:55.092607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89c70504-479c-4422-abf2-1a551b9294db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.152086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:55.209081 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-45df7b82-6599-4507-a90d-753aed235496 service neutron] 10.222.0.70 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541789 Jun 03 15:12:55.246047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89c70504-479c-4422-abf2-1a551b9294db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.408834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:55.422372 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.461452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Transition to ACTIVE for port object f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:55.462675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Allocated IP 172.25.1.43 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/82a85039-a01a-4e10-8379-9b7a8ef2fc0e) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:55.472031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.533434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-fd94f4e6-6fbc-465e-959e-975b43b8c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:55.535604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-fd94f4e6-6fbc-465e-959e-975b43b8c48d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16b53daf-e301-4ecb-bbcf-1c9d57c64f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4298394 Jun 03 15:12:55.585028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-634529b6-30c7-4f50-a9be-134cf4a7e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:55.586518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-634529b6-30c7-4f50-a9be-134cf4a7e0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ada3398d950d474bb401b10dab5830b8&device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b HTTP/1.1" status: 200 len: 1095 time: 0.4379303 Jun 03 15:12:55.590509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89c70504-479c-4422-abf2-1a551b9294db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.595452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-747c2a2d-ab91-4590-822f-b3d1f20b055f req-a4cf9f2e-fe78-430c-a08b-6504296553a6 service neutron] 10.222.0.70 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772793 Jun 03 15:12:55.647213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:55.694828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c70504-479c-4422-abf2-1a551b9294db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df397f-1cb6-4c0c-82b2-efca05cdaa06,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:55.739358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498268-9f54-4e0c-9938-86f0494e001d req-d42005e6-f0be-46bf-b31b-f151d4396fa5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:55.746214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498268-9f54-4e0c-9938-86f0494e001d req-d42005e6-f0be-46bf-b31b-f151d4396fa5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:55.748040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98498268-9f54-4e0c-9938-86f0494e001d req-d42005e6-f0be-46bf-b31b-f151d4396fa5 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1680 time: 0.5676484 Jun 03 15:12:55.771210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89c70504-479c-4422-abf2-1a551b9294db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.775527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:55.775686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-89c70504-479c-4422-abf2-1a551b9294db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41df397f-1cb6-4c0c-82b2-efca05cdaa06 HTTP/1.1" status: 204 len: 168 time: 1.0574827 Jun 03 15:12:55.781869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ac1e21ba-f2e2-4745-8dbb-581746db4a82 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:55.785185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 33cc305e-3b39-4a2e-8563-4d8cf3465329 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:55.791382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] No DVR routers for this DVR port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:55.833532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-46841a44-9f7c-4191-bd8f-bc8275a7a19f service neutron] 10.222.0.15 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827649 Jun 03 15:12:55.876780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-7d96b287-7534-47d5-960f-39961a5dbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:55.878244 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-7d96b287-7534-47d5-960f-39961a5dbcba service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 200 len: 918 time: 0.2807648 Jun 03 15:12:55.896886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:55.897306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:55.897727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:55.915186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:55.915977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:55.917594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3f5ed4e5-154b-4a01-b7ab-0e16203de548 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:55.929132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98498268-9f54-4e0c-9938-86f0494e001d req-a39daa7a-e028-41bd-af42-35f664303862 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604238 Jun 03 15:12:55.942039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:55.943549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:55.944136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:55.948373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Bound port: f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:55.948930 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.028777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:56.038657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:56.039090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.047419 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-590a0532-1c7d-4605-924a-42718627b64d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6944d250-e95d-4112-8354-122ce999783d HTTP/1.1" status: 200 len: 217 time: 0.1240036 Jun 03 15:12:56.110897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 33cc305e-3b39-4a2e-8563-4d8cf3465329 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:56.127334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:12:56.129913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.144794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 33cc305e-3b39-4a2e-8563-4d8cf3465329 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:56.145414 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.175116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-3ff0feed-6dad-4f9a-8228-83f4a11c357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:56.176934 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-3ff0feed-6dad-4f9a-8228-83f4a11c357b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5245f3f6-c25a-4bb0-988f-322ffa189461 HTTP/1.1" status: 200 len: 857 time: 0.1190615 Jun 03 15:12:56.185331 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ab4f0cae-fab8-487e-a996-fa0d0ea2bd70 req-3100a4cd-739d-4b65-aaff-b967c839fcc1 service neutron] 10.222.0.15 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427591 Jun 03 15:12:56.233447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-d2ff7ba3-c1bc-4891-9744-b6a50dd18432 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc653837-581d-48eb-b449-feaecfe36f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468984 Jun 03 15:12:56.242960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.341480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:56.357330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:56.360531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:56.412452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-d4c32dc5-1df7-4cfd-9ef9-111d92c99523 service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666846 Jun 03 15:12:56.430922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:56.442786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 33cc305e-3b39-4a2e-8563-4d8cf3465329 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:56.443177 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.468568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:56.468987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.472842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:56.489410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.515986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3f5ed4e5-154b-4a01-b7ab-0e16203de548, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3f5ed4e5-154b-4a01-b7ab-0e16203de548,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:56.522942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ed4e5-154b-4a01-b7ab-0e16203de548'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:56.528014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.533315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Pushing event updated for resources: {'Port': ['ID=82a85039-a01a-4e10-8379-9b7a8ef2fc0e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:56.548189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.548638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.549054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.549473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.549885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.550325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.550988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.551119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.551513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.551914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.552338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.552892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:56.565717 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.594340 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b5e002-2f23-4f27-bd10-73f682fa8338 req-9dafc982-7c33-4d2e-a233-407b8553ef89 service neutron] 10.222.0.15 "GET /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713171 Jun 03 15:12:56.616147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:56.663152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:56.676409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.676409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:56.740557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82', 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44', 'port_id': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82', 'mac_address': 'fa:16:3e:5b:78:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5245f3f6-c25a-4bb0-988f-322ffa189461', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:56.797723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:56.798736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.801581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] 10.222.0.15 "PUT /v2.0/ports/f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 1096 time: 2.9822502 Jun 03 15:12:56.827659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:56.829365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3f5ed4e5-154b-4a01-b7ab-0e16203de548,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:56.855317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d820-708a-47b3-bef0-ea9cbc839954 req-53a1f65e-3a61-4b85-961f-b2bce4092445 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:56.858032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50b8d820-708a-47b3-bef0-ea9cbc839954 req-53a1f65e-3a61-4b85-961f-b2bce4092445 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 944 time: 0.6186228 Jun 03 15:12:56.865544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fac8bc-94a4-4522-88f9-72dc190cb90b service neutron] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:56.921784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:56.935551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ac1e21ba-f2e2-4745-8dbb-581746db4a82 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:56.935914 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.959954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1e21ba-f2e2-4745-8dbb-581746db4a82 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:56.960340 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.013763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:57.019451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.074765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50b8d820-708a-47b3-bef0-ea9cbc839954 req-1aeb8fe9-3181-466f-9321-e9ea111a495c tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025304 Jun 03 15:12:57.144283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ac1e21ba-f2e2-4745-8dbb-581746db4a82,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:57.172679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-22af9595-d446-4420-8841-383206bd1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:57.174172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-22af9595-d446-4420-8841-383206bd1fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1099 time: 0.3149738 Jun 03 15:12:57.308709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['ac1e21ba-f2e2-4745-8dbb-581746db4a82'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:57.355294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.357699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-d1f76194-fe73-4376-8027-01c108495c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:57.359329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-d1f76194-fe73-4376-8027-01c108495c18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1776142 Jun 03 15:12:57.360624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.646900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-17895a16-d196-4156-a948-7735e43f7a79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.2479885 Jun 03 15:12:57.709800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Pushing event updated for resources: {'Port': ['ID=82a85039-a01a-4e10-8379-9b7a8ef2fc0e,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:57.744627 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.775659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-b4c4d1d4-b749-4ae1-822f-728339d91e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:57.777364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-b4c4d1d4-b749-4ae1-822f-728339d91e46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1155512 Jun 03 15:12:57.783495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.784620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40aa790b-e612-4aff-9eee-862350273240 req-fbc9013d-9599-4d0c-88ac-a7acac2f7d40 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3285992 Jun 03 15:12:57.889805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905800ab-445d-4e1d-8678-2c968c649724 req-76a04ebb-3c0b-4553-97d0-799736f8bfdc tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:57.891259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905800ab-445d-4e1d-8678-2c968c649724 req-76a04ebb-3c0b-4553-97d0-799736f8bfdc tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.3218045 Jun 03 15:12:57.934602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40aa790b-e612-4aff-9eee-862350273240 req-aab04cad-dd54-4e76-bac2-b78946833d19 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Synchronizing usage tracker for tenant:0da858baf6e64b53aeb09c9768064058 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:57.973610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905800ab-445d-4e1d-8678-2c968c649724 req-9048f1b8-2dc4-4387-b8c4-dbdfb28bbd19 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Jun 03 15:12:57.982544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40aa790b-e612-4aff-9eee-862350273240 req-aab04cad-dd54-4e76-bac2-b78946833d19 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Unset dirty status for tenant:0da858baf6e64b53aeb09c9768064058 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:57.983871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40aa790b-e612-4aff-9eee-862350273240 req-aab04cad-dd54-4e76-bac2-b78946833d19 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.1630976 Jun 03 15:12:58.016039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-f24b8ce5-de12-4f16-9731-4dcf623def10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.017463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-f24b8ce5-de12-4f16-9731-4dcf623def10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320230 Jun 03 15:12:58.288254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa790b-e612-4aff-9eee-862350273240 req-2d6b7982-84fa-4e15-af0e-93e003960bfe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.289574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40aa790b-e612-4aff-9eee-862350273240 req-2d6b7982-84fa-4e15-af0e-93e003960bfe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2981899 Jun 03 15:12:58.326775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99f33b-88d5-44c8-adf5-141e3a1bd49d req-78d0eb95-02d3-4d69-8c9e-d3d72656ff25 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.328457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f99f33b-88d5-44c8-adf5-141e3a1bd49d req-78d0eb95-02d3-4d69-8c9e-d3d72656ff25 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 948 time: 0.2264433 Jun 03 15:12:58.332685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-fc3fe2b7-ef6e-45f0-8f5f-1902e9c274af service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680409 Jun 03 15:12:58.382761 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60a60c3-b1bf-409e-9b3f-d44919a65737'] response: {'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'code': 200} Jun 03 15:12:58.419223 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a5ae26-6c6f-4955-ba4e-83962eadf69c'] response: {'name': 'network-changed', 'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'status': 'completed', 'code': 200} Jun 03 15:12:58.479647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f99f33b-88d5-44c8-adf5-141e3a1bd49d req-4aa01959-6963-4f85-a9a4-ca29decdb92f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436007 Jun 03 15:12:58.541330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619824b-2318-4c57-aa19-6d2e938faf84 req-19f22466-e051-4a15-8cdc-f41afb94dd4c service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853325 Jun 03 15:12:58.554653 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56144c42-7a40-4480-baf5-12e94cf6f694'] response: {'server_uuid': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ed4e5-154b-4a01-b7ab-0e16203de548', 'code': 200} Jun 03 15:12:58.561543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-673677df-5879-4be4-b688-1e39fd8d434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.563365 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-673677df-5879-4be4-b688-1e39fd8d434f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4d64d4b72f54577ae26c0e0e9492fd5&device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 1095 time: 0.1165156 Jun 03 15:12:58.727520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b6205-505f-424b-9162-e071a2cbf6f0 req-aeff00be-d834-4d8d-923d-e2c73a51d607 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.729348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-411b6205-505f-424b-9162-e071a2cbf6f0 req-aeff00be-d834-4d8d-923d-e2c73a51d607 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 945 time: 0.1131020 Jun 03 15:12:58.760249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-625c17c3-9701-4d79-b2cd-a539f10d2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.761916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-625c17c3-9701-4d79-b2cd-a539f10d2697 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16b53daf-e301-4ecb-bbcf-1c9d57c64f11 HTTP/1.1" status: 200 len: 916 time: 0.1808121 Jun 03 15:12:58.877557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-e87c8814-d67f-4e50-98e7-0415bd98d1f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d HTTP/1.1" status: 200 len: 217 time: 0.1081240 Jun 03 15:12:58.882155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc79ed9-6090-4ee9-bc9f-3eb057b5fb4e req-49ffb80d-8ee3-49da-b52c-2c925fadaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.883715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fc79ed9-6090-4ee9-bc9f-3eb057b5fb4e req-49ffb80d-8ee3-49da-b52c-2c925fadaae6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 1096 time: 0.1207838 Jun 03 15:12:58.903661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-411b6205-505f-424b-9162-e071a2cbf6f0 req-b5c79876-0bcb-4e03-a594-38f81a54557b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681094 Jun 03 15:12:58.963772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-6fbe988f-2ea4-467d-a852-53ac992bbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.965815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-6fbe988f-2ea4-467d-a852-53ac992bbbc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fa67f42-aade-4b55-8a7d-7facbe308e14 HTTP/1.1" status: 200 len: 854 time: 0.0788465 Jun 03 15:12:59.023316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fc79ed9-6090-4ee9-bc9f-3eb057b5fb4e req-c4e2d222-27ce-4e75-b925-d21eca9fb4e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173718 Jun 03 15:12:59.063009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-0ea34b80-d97d-43df-833d-c1e9dfc905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.075085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-0ea34b80-d97d-43df-833d-c1e9dfc905f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16b53daf-e301-4ecb-bbcf-1c9d57c64f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927279 Jun 03 15:12:59.167318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda908d0-0adb-45b8-9b20-590060af53bb req-c129bda2-0c5e-4038-80fa-7a5bfc54529f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.168785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bda908d0-0adb-45b8-9b20-590060af53bb req-c129bda2-0c5e-4038-80fa-7a5bfc54529f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 944 time: 0.2359753 Jun 03 15:12:59.214150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d602bcea-2594-4f29-b8f4-6861538d5c24 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.215541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d602bcea-2594-4f29-b8f4-6861538d5c24 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 821 time: 0.1956677 Jun 03 15:12:59.242741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-fdcb8df2-ad46-4bbd-8f48-f949c4e56410 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/quotas/0da858baf6e64b53aeb09c9768064058 HTTP/1.1" status: 200 len: 375 time: 0.0195584 Jun 03 15:12:59.245593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bda908d0-0adb-45b8-9b20-590060af53bb req-4278fbff-689d-472d-b59c-2360e510d33e tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706897 Jun 03 15:12:59.342023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-a75ef8f6-99e0-4c73-94c8-4a40b5f6c4bb tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0935478 Jun 03 15:12:59.535029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-18aa0a1b-9c2d-481b-ad51-ef712d8959a7 service neutron] 10.222.0.15 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922637 Jun 03 15:12:59.609730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-f81c9d2b-4807-491c-8913-a5c1210ed4d0 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579978 Jun 03 15:12:59.689729 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a0b8b1d-0ff5-41c3-90d6-33ab196267a5 req-490bb461-fec0-4bcf-8ec7-fd7f38b14793 service neutron] 10.222.0.15 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459293 Jun 03 15:12:59.763660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-f338f3dc-acad-4874-97da-a4800aca1f82 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442108 Jun 03 15:12:59.782057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ac1e21ba-f2e2-4745-8dbb-581746db4a82 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:59.869456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959c98-1d46-444d-b25b-8540ab77af13 req-1def30d4-77cf-4be3-aae2-187d6bf9ecb9 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.871256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f959c98-1d46-444d-b25b-8540ab77af13 req-1def30d4-77cf-4be3-aae2-187d6bf9ecb9 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.1061735 Jun 03 15:12:59.878740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port ac1e21ba-f2e2-4745-8dbb-581746db4a82 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:59.884809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port ac1e21ba-f2e2-4745-8dbb-581746db4a82 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:59.885353 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:59.923880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6944d250-e95d-4112-8354-122ce999783d details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:59.963308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f959c98-1d46-444d-b25b-8540ab77af13 req-e6699dbe-1c5a-44b9-9d06-fe1ba1461d34 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847421 Jun 03 15:13:00.013449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36894) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:00.218873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.256874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:00.271489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Usage tracker for resource:security_group_rule and tenant:cf1eca562f904d2cb6b3e787d67bfe6e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:00.271903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ac1e21ba-f2e2-4745-8dbb-581746db4a82 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:00.272593 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.277571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:00.286188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:00.292381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6944d250-e95d-4112-8354-122ce999783d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6944d250-e95d-4112-8354-122ce999783d,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:00.315411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '6944d250-e95d-4112-8354-122ce999783d', 'network_id': 'fc653837-581d-48eb-b449-feaecfe36f44', 'port_id': '6944d250-e95d-4112-8354-122ce999783d', 'mac_address': 'fa:16:3e:23:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5245f3f6-c25a-4bb0-988f-322ffa189461', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:00.346679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:00.352256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.353246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733afe-b93d-42d3-897e-934643d15705 req-8c5de3cc-03a0-46d8-bde7-9332e2bec926 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:00.359836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733afe-b93d-42d3-897e-934643d15705 req-8c5de3cc-03a0-46d8-bde7-9332e2bec926 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:00.361620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7733afe-b93d-42d3-897e-934643d15705 req-8c5de3cc-03a0-46d8-bde7-9332e2bec926 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1680 time: 0.3097122 Jun 03 15:13:00.375621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805693-17ed-43cf-be26-bd921068f338 req-6c82ba64-fcb0-41ac-9379-3bd17ba062ed tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:00.376648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01805693-17ed-43cf-be26-bd921068f338 req-6c82ba64-fcb0-41ac-9379-3bd17ba062ed tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 948 time: 0.2135880 Jun 03 15:13:00.384921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:00.439820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6944d250-e95d-4112-8354-122ce999783d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:00.440224 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.462507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ac1e21ba-f2e2-4745-8dbb-581746db4a82,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:00.466145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6944d250-e95d-4112-8354-122ce999783d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:00.483119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6944d250-e95d-4112-8354-122ce999783d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6944d250-e95d-4112-8354-122ce999783d,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:00.486233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.486872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f838a7d8-4be6-4a73-8f83-e222a418e33d details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:00.508268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7733afe-b93d-42d3-897e-934643d15705 req-c51a1c60-e974-4616-9ffb-124934f0e3d2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258936 Jun 03 15:13:00.529061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01805693-17ed-43cf-be26-bd921068f338 req-1748b3d8-d0be-4705-ac32-8ee842d53ffb tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387382 Jun 03 15:13:00.555479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329'}, {'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:00.559563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.564977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.621013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb99db-e788-4186-9ccd-ae940b05ba6b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:00.642112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-98d98c05-09f7-444b-8284-dd65d1ed7b3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf1eca562f904d2cb6b3e787d67bfe6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273932 Jun 03 15:13:00.646026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36914) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:00.650694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6944d250-e95d-4112-8354-122ce999783d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:00.752509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d15d5fb9-70d6-4755-a7e1-3c77da604aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.754609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f838a7d8-4be6-4a73-8f83-e222a418e33d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:00.786237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'port_id': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'mac_address': 'fa:16:3e:bf:91:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:00.840501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d15d5fb9-70d6-4755-a7e1-3c77da604aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.864275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port f838a7d8-4be6-4a73-8f83-e222a418e33d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:00.864714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.885301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f838a7d8-4be6-4a73-8f83-e222a418e33d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:00.902751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a64bd8e-99d5-4c8a-b0f8-06b04b89ee01 req-25ca2b94-ec5a-41d2-ab1e-5f9f2aa78f22 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 210 time: 0.1096039 Jun 03 15:13:00.907781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f838a7d8-4be6-4a73-8f83-e222a418e33d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:00.914030 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.985465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f5098-80d3-414b-9971-7be622da95c9 req-13bf75e0-1b07-487a-9b23-fdedc1496712 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:00.987720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a95f5098-80d3-414b-9971-7be622da95c9 req-13bf75e0-1b07-487a-9b23-fdedc1496712 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 945 time: 0.1958599 Jun 03 15:13:01.010366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=f838a7d8-4be6-4a73-8f83-e222a418e33d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:01.018079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d15d5fb9-70d6-4755-a7e1-3c77da604aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:01.045837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d5fb9-70d6-4755-a7e1-3c77da604aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb99db-e788-4186-9ccd-ae940b05ba6b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:01.100127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a95f5098-80d3-414b-9971-7be622da95c9 req-f557055c-8257-4c7e-b069-6a4fc4e52a55 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050334 Jun 03 15:13:01.100918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d15d5fb9-70d6-4755-a7e1-3c77da604aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:01.101937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d15d5fb9-70d6-4755-a7e1-3c77da604aaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1bcb99db-e788-4186-9ccd-ae940b05ba6b HTTP/1.1" status: 204 len: 168 time: 0.4391172 Jun 03 15:13:01.167575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803189-a383-421e-ae21-d18767ec373e req-da56a328-2359-487c-a58e-215e5115f66d tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.169202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9803189-a383-421e-ae21-d18767ec373e req-da56a328-2359-487c-a58e-215e5115f66d tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 945 time: 0.1103182 Jun 03 15:13:01.177216 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded5d187-1445-4e4e-b838-12ea7baf82a5'] response: {'name': 'network-changed', 'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'status': 'completed', 'code': 200} Jun 03 15:13:01.227153 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9803189-a383-421e-ae21-d18767ec373e req-1ac08795-350c-41ef-8844-980852215201 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488930 Jun 03 15:13:01.234721 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ed802b-705b-44b7-a184-c5c00e039cda'] response: {'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329', 'code': 200} Jun 03 15:13:01.235035 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ed802b-705b-44b7-a184-c5c00e039cda'] response: {'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82', 'code': 200} Jun 03 15:13:01.423173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['f838a7d8-4be6-4a73-8f83-e222a418e33d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:01.527074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36928) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:01.571276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['6944d250-e95d-4112-8354-122ce999783d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:01.591436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bc826-67f5-4dd1-b3aa-f3dc6d224c8f req-aef2072b-c5b4-49ca-aaf6-b7d5fa368226 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.595213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-976bc826-67f5-4dd1-b3aa-f3dc6d224c8f req-aef2072b-c5b4-49ca-aaf6-b7d5fa368226 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.2372761 Jun 03 15:13:01.601892 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:01.698965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:01.718207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Usage tracker for resource:security_group_rule and tenant:a2a1550f975c422b93431538caa972d1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:01.738770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:01.749020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:01.768540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-f4c333f5-ef93-4876-a993-1a48ac49c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.770781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-f4c333f5-ef93-4876-a993-1a48ac49c4ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1099 time: 0.4878690 Jun 03 15:13:01.780224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-cabf483c-a42a-4d98-82d3-04fdc37bec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.782037 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-cabf483c-a42a-4d98-82d3-04fdc37bec6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1099 time: 0.5852358 Jun 03 15:13:01.783819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644185ed-d8b3-466c-b99a-8a9a8b000a03 req-aa6b3740-8287-4ab1-b7a8-8baba3aac4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.785948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-644185ed-d8b3-466c-b99a-8a9a8b000a03 req-aa6b3740-8287-4ab1-b7a8-8baba3aac4c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 1097 time: 0.4285741 Jun 03 15:13:01.811786 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-976bc826-67f5-4dd1-b3aa-f3dc6d224c8f req-76943bdb-88a3-4faa-aa5b-1f133046b200 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793311 Jun 03 15:13:01.996839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0ac19-058b-48d4-986a-17a01d1adfa0 req-2358608f-cf54-4cd5-8c8d-ca4963b1270c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.998384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6c0ac19-058b-48d4-986a-17a01d1adfa0 req-2358608f-cf54-4cd5-8c8d-ca4963b1270c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 948 time: 0.2564075 Jun 03 15:13:02.113503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-200205fd-3196-4c45-af59-793f66cf3c3c tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.115012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-200205fd-3196-4c45-af59-793f66cf3c3c tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 821 time: 0.6142578 Jun 03 15:13:02.131471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-09c35678-6068-4054-b88b-7ba5a1e89837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.132923 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-09c35678-6068-4054-b88b-7ba5a1e89837 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3414531 Jun 03 15:13:02.134750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c729-e153-4702-ae22-39d33c9e2343 req-2128d7cb-dd43-41f9-b318-319355a84da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.136216 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf49c729-e153-4702-ae22-39d33c9e2343 req-2128d7cb-dd43-41f9-b318-319355a84da0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1096 time: 0.7026403 Jun 03 15:13:02.143312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'port': {'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'admin_state_up': True, 'tenant_id': '0da858baf6e64b53aeb09c9768064058'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:02.185542 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6c0ac19-058b-48d4-986a-17a01d1adfa0 req-e0e6eda2-fded-4793-8d00-e85dad419b4d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693337 Jun 03 15:13:02.188840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.197646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-327335ef-c4e6-4fce-8b70-511b9572fda3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.203246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-327335ef-c4e6-4fce-8b70-511b9572fda3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.204804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-327335ef-c4e6-4fce-8b70-511b9572fda3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.15 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1680 time: 0.3296595 Jun 03 15:13:02.207212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.234000 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-644185ed-d8b3-466c-b99a-8a9a8b000a03 req-50d907e4-62a8-4aad-a296-f081aba81895 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830749 Jun 03 15:13:02.313595 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-3f2d9126-d91e-4336-801d-0d9f46926eb4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.1505857 Jun 03 15:13:02.335558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca18dd-a09c-4695-91b6-91c5562afd32 req-25b7b805-d6b6-4e02-a188-da9dec3b574d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.342003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca18dd-a09c-4695-91b6-91c5562afd32 req-25b7b805-d6b6-4e02-a188-da9dec3b574d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.343537 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4aca18dd-a09c-4695-91b6-91c5562afd32 req-25b7b805-d6b6-4e02-a188-da9dec3b574d tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 1680 time: 0.3442500 Jun 03 15:13:02.344326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57521df-2bc5-450d-a60d-a3de686f9e2e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:02.354670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2647f736-09e2-45c4-9a8f-0d86059a421c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2a1550f975c422b93431538caa972d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8221571 Jun 03 15:13:02.360148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36948) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:02.405806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf49c729-e153-4702-ae22-39d33c9e2343 req-491b641f-b280-492f-bba4-27a97e53770d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462509 Jun 03 15:13:02.412313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-bd0bd44a-c7c8-4acf-bf2d-519aab95a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.414421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-bd0bd44a-c7c8-4acf-bf2d-519aab95a5f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.6207099 Jun 03 15:13:02.422561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port ab5e3966-cf74-49f2-9de1-45063050ce14 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:02.422905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.483475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70611423-3dc0-458b-ba73-ba77367546f2 req-29f31fe6-bb5a-4fa2-903a-78debd32859f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 210 time: 0.1075270 Jun 03 15:13:02.506548 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4aca18dd-a09c-4695-91b6-91c5562afd32 req-4f640827-3549-437e-817b-9ffe251cfde4 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6415a3-0ce6-4f75-828c-c282e04847f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456020 Jun 03 15:13:02.539923 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-47e5eff5-b968-4f73-9746-e057f4b97205 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.0996523 Jun 03 15:13:02.556733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:02.615367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Usage tracker for resource:port and tenant:0da858baf6e64b53aeb09c9768064058 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:02.638344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:02.653394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5c8303b-3e72-4389-9abc-14e4d36048ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.655432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:02.757381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Made reservation on behalf of 0da858baf6e64b53aeb09c9768064058 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:02.761034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.776990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-eb182968-7be5-4a1d-a75e-8c06899f77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.778529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-eb182968-7be5-4a1d-a75e-8c06899f77f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2192023 Jun 03 15:13:02.783554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5c8303b-3e72-4389-9abc-14e4d36048ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.810807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-2f26997e-ae60-4ee8-a464-b22f537b5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.812275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-2f26997e-ae60-4ee8-a464-b22f537b5e4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1676168 Jun 03 15:13:02.970099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port ab5e3966-cf74-49f2-9de1-45063050ce14, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab5e3966-cf74-49f2-9de1-45063050ce14,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:02.970496 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.994565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed190abc-8061-494c-885a-2ccfa7cc1129 req-f871126e-0ad7-487e-ae36-88fee9988bdd tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.996049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed190abc-8061-494c-885a-2ccfa7cc1129 req-f871126e-0ad7-487e-ae36-88fee9988bdd tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 945 time: 0.2213960 Jun 03 15:13:03.121842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for ab5e3966-cf74-49f2-9de1-45063050ce14 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:03.156713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681139fc-f7db-44bb-9bd8-8bf2e764aa86 req-195affe6-931a-4528-aa0d-d874fa1bd689 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.158199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-681139fc-f7db-44bb-9bd8-8bf2e764aa86 req-195affe6-931a-4528-aa0d-d874fa1bd689 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 945 time: 0.3824663 Jun 03 15:13:03.193840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5c8303b-3e72-4389-9abc-14e4d36048ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.237196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8303b-3e72-4389-9abc-14e4d36048ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57521df-2bc5-450d-a60d-a3de686f9e2e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:03.246246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed190abc-8061-494c-885a-2ccfa7cc1129 req-7ac3cf0d-ae4b-41b3-918e-05e50ff1bc51 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997087 Jun 03 15:13:03.247843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-e6adb2a7-ab52-4ab7-adcd-983a0ac8c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.249397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-e6adb2a7-ab52-4ab7-adcd-983a0ac8c165 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4406509 Jun 03 15:13:03.255349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851f66-bd30-4f84-94b4-96359d940377 req-a66cc59c-c95c-40cd-911e-3c23f232368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.256854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-a66cc59c-c95c-40cd-911e-3c23f232368a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2897038 Jun 03 15:13:03.263730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-681139fc-f7db-44bb-9bd8-8bf2e764aa86 req-4eea210a-6199-4d19-a46a-b0170fc7382f tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962636 Jun 03 15:13:03.349205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.379859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5c8303b-3e72-4389-9abc-14e4d36048ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.381092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a5c8303b-3e72-4389-9abc-14e4d36048ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d57521df-2bc5-450d-a60d-a3de686f9e2e HTTP/1.1" status: 204 len: 168 time: 1.0184371 Jun 03 15:13:03.434104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Port': ['ID=ab5e3966-cf74-49f2-9de1-45063050ce14,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:03.437881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Allocated IP 172.20.0.7 (f7deb907-7ab1-4a57-9758-c6c29a101a45/37022640-1474-4137-9710-ce774239c4fe/958eeaab-0e54-44d0-90f2-339276b25ea1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:03.623833 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-f107dd61-b405-454a-923e-7540583ded5e service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401406 Jun 03 15:13:03.630141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-7389d32f-28ab-40da-90b4-fc58052fe5ee service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691325 Jun 03 15:13:03.731077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] No DVR routers for this DVR port ab5e3966-cf74-49f2-9de1-45063050ce14 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:03.743471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.763506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-deleted', 'tag': 'ab5e3966-cf74-49f2-9de1-45063050ce14'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:03.829739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec7422-0b05-4f2e-8c2a-6ecc90e17452 req-4c9aa27d-e12c-45cb-87d3-3e01753d9ba9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.836521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4ec7422-0b05-4f2e-8c2a-6ecc90e17452 req-4c9aa27d-e12c-45cb-87d3-3e01753d9ba9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 948 time: 0.1612093 Jun 03 15:13:03.872231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-5c94e99d-0fa1-498e-b936-3515f30f609a tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.15 "DELETE /v2.0/ports/ab5e3966-cf74-49f2-9de1-45063050ce14 HTTP/1.1" status: 204 len: 173 time: 1.6454000 Jun 03 15:13:03.930035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144afc18-3e94-4a1b-b993-b881ae55aea2 req-7ed4f4a8-483c-4cce-87b0-4f9e824e8113 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.930939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:03.935024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6944d250-e95d-4112-8354-122ce999783d up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:03.936065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-144afc18-3e94-4a1b-b993-b881ae55aea2 req-7ed4f4a8-483c-4cce-87b0-4f9e824e8113 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.4194732 Jun 03 15:13:03.991930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:03.992558 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.028012 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4ec7422-0b05-4f2e-8c2a-6ecc90e17452 req-c50a024e-e6b4-4fef-8c35-9ad7ef86c2fd tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906397 Jun 03 15:13:04.080024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.104184 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-edaf0a2c-4d02-49af-96f1-16ce94cbbd9d service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705372 Jun 03 15:13:04.124839 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-45851f66-bd30-4f84-94b4-96359d940377 req-2d03ed07-a55a-43cc-b85d-8b65b432992a service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706008 Jun 03 15:13:04.125992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Transition to ACTIVE for port object 958eeaab-0e54-44d0-90f2-339276b25ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:04.147849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-144afc18-3e94-4a1b-b993-b881ae55aea2 req-64be4675-5b37-4caf-a5a3-e9c7e15e30ee tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090971 Jun 03 15:13:04.203124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.235192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a70d303f-f7bf-43ee-938d-73854a4c8923'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:04.322111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 6944d250-e95d-4112-8354-122ce999783d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:04.336847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 6944d250-e95d-4112-8354-122ce999783d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:04.337545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.371541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:04.375997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:04.381023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:04.449595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Pushing event updated for resources: {'Port': ['ID=958eeaab-0e54-44d0-90f2-339276b25ea1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:04.492063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:04.492974 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.510709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:04.536497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-d227a114-c4ee-4b7e-9104-0a8e18097d51 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4065192 Jun 03 15:13:04.547126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'mac_address': 'fa:16:3e:0c:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:04.556991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Request body: {'port': {'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:04.630224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:04.630878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.750236 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.753499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:04.753889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.784272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:04.802655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6944d250-e95d-4112-8354-122ce999783d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:04.803150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.818209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:04.831481 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.915592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6944d250-e95d-4112-8354-122ce999783d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:04.924983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cdc502a7-dc73-45ae-bd5f-7ca762dbeb1c None None] Provisioning for port 958eeaab-0e54-44d0-90f2-339276b25ea1 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:04.938348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cdc502a7-dc73-45ae-bd5f-7ca762dbeb1c None None] Provisioning complete for port 958eeaab-0e54-44d0-90f2-339276b25ea1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:04.939165 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cdc502a7-dc73-45ae-bd5f-7ca762dbeb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.952768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d763799-cc1c-4eb1-925f-d0ab24156446 req-1cf51768-f4a0-4b36-aad5-f0e15d726ad0 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:04.954239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d763799-cc1c-4eb1-925f-d0ab24156446 req-1cf51768-f4a0-4b36-aad5-f0e15d726ad0 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b HTTP/1.1" status: 200 len: 945 time: 0.5649445 Jun 03 15:13:04.960978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for 8a5dc69c-311a-4ed8-bc55-574c021cbb4d owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:04.965382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6944d250-e95d-4112-8354-122ce999783d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6944d250-e95d-4112-8354-122ce999783d,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:04.999599 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.000460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f838a7d8-4be6-4a73-8f83-e222a418e33d up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:05.041567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37c0da-5a02-4066-897c-0ae760c9094b req-3a0688ac-2490-4c22-ba23-05fce139a932 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:05.048524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d37c0da-5a02-4066-897c-0ae760c9094b req-3a0688ac-2490-4c22-ba23-05fce139a932 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 931 time: 0.6604598 Jun 03 15:13:05.065546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:05.095577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d763799-cc1c-4eb1-925f-d0ab24156446 req-d50f85f6-c403-4cbb-96ec-945fc802f45a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024911 Jun 03 15:13:05.111670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cdc502a7-dc73-45ae-bd5f-7ca762dbeb1c None None] Port 958eeaab-0e54-44d0-90f2-339276b25ea1 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:05.143046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d37c0da-5a02-4066-897c-0ae760c9094b req-d3a17b2f-526b-4680-9a31-034eb2807dd5 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912991 Jun 03 15:13:05.169655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6944d250-e95d-4112-8354-122ce999783d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:05.173959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port f838a7d8-4be6-4a73-8f83-e222a418e33d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:05.180788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port f838a7d8-4be6-4a73-8f83-e222a418e33d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:05.181280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.250525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.269467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:05.332770 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315d56d9-c32c-4fb0-8a18-3e877ffec6f8'] response: {'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-deleted', 'tag': 'ab5e3966-cf74-49f2-9de1-45063050ce14', 'status': 'completed', 'code': 200} Jun 03 15:13:05.378200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Port': ['ID=8a5dc69c-311a-4ed8-bc55-574c021cbb4d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:05.397395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958eeaab-0e54-44d0-90f2-339276b25ea1 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:05.408590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.419601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0c9f50eb-d0a5-41c7-8bd8-27309627b89a req-7255db84-512f-4bc7-9a3b-16e6578b0f7b tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Synchronizing usage tracker for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:05.433483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Transition to ACTIVE for port object 958eeaab-0e54-44d0-90f2-339276b25ea1 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:05.439240 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.503958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port f838a7d8-4be6-4a73-8f83-e222a418e33d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:05.504367 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.530228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0c9f50eb-d0a5-41c7-8bd8-27309627b89a req-7255db84-512f-4bc7-9a3b-16e6578b0f7b tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Unset dirty status for tenant:ad59c289e22448c78caae1ba5c1ea909 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:05.531405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c9f50eb-d0a5-41c7-8bd8-27309627b89a req-7255db84-512f-4bc7-9a3b-16e6578b0f7b tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "GET /v2.0/ports?device_id=b488167f-76f8-4f6a-bbf0-99d8f4d7f35d HTTP/1.1" status: 200 len: 210 time: 0.1968508 Jun 03 15:13:05.544223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] No DVR routers for this DVR port 8a5dc69c-311a-4ed8-bc55-574c021cbb4d on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:05.548877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.550957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5f18775-5dee-430a-8873-731d2e45aa44 req-00fa980f-3e92-4aa8-8884-0c6a19046999 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.15 "DELETE /v2.0/ports/8a5dc69c-311a-4ed8-bc55-574c021cbb4d HTTP/1.1" status: 204 len: 173 time: 1.6649649 Jun 03 15:13:05.593724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f838a7d8-4be6-4a73-8f83-e222a418e33d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:05.600138 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.601394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab5e3966-cf74-49f2-9de1-45063050ce14 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:05.731929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: ab5e3966-cf74-49f2-9de1-45063050ce14 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:05.732334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab5e3966-cf74-49f2-9de1-45063050ce14 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:05.732710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8a5dc69c-311a-4ed8-bc55-574c021cbb4d no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:05.861730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 8a5dc69c-311a-4ed8-bc55-574c021cbb4d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:05.862113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8a5dc69c-311a-4ed8-bc55-574c021cbb4d not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:05.892053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=f838a7d8-4be6-4a73-8f83-e222a418e33d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:05.960716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-5668e145-2813-4f0f-9f76-dfb2b0cc31b5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:05.962857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-5668e145-2813-4f0f-9f76-dfb2b0cc31b5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d&tenant_id=f2883739feda45b99fdea7f5ff96186f&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 949 time: 0.2892239 Jun 03 15:13:05.972145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae7f5-141a-4b9e-9641-13873e368430 req-ea272ddd-a856-44f1-8743-91634b9258a5 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:05.973610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73eae7f5-141a-4b9e-9641-13873e368430 req-ea272ddd-a856-44f1-8743-91634b9258a5 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.1698325 Jun 03 15:13:05.976574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Pushing event updated for resources: {'Port': ['ID=958eeaab-0e54-44d0-90f2-339276b25ea1,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:06.021133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Attempting to bind port 958eeaab-0e54-44d0-90f2-339276b25ea1 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:06.021339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Attempting to bind port 958eeaab-0e54-44d0-90f2-339276b25ea1 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:06.021736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Attempting to bind port 958eeaab-0e54-44d0-90f2-339276b25ea1 on network f7deb907-7ab1-4a57-9758-c6c29a101a45 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:06.029825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Port 958eeaab-0e54-44d0-90f2-339276b25ea1 on network f7deb907-7ab1-4a57-9758-c6c29a101a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:06.030216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Attempting to bind port 958eeaab-0e54-44d0-90f2-339276b25ea1 on network f7deb907-7ab1-4a57-9758-c6c29a101a45 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:06.044212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:06.044768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Checking segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:06.044914 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61d8de7-2e72-4663-bb54-60d5864b0fc3'] response: {'server_uuid': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6944d250-e95d-4112-8354-122ce999783d', 'code': 200} Jun 03 15:13:06.045403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Bound using segment: {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:06.045975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Bound port: 958eeaab-0e54-44d0-90f2-339276b25ea1, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c05728e-83de-4a80-9298-1227c233dfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:06.046406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.099032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73eae7f5-141a-4b9e-9641-13873e368430 req-c9c4f41e-6d40-45f5-b292-3bed9d993ee8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826004 Jun 03 15:13:06.128909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-1e7e556e-b8e0-457a-95d1-1a31b1d53546 service neutron] 10.222.0.15 "GET /v2.0/ports/f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 382 time: 0.1543067 Jun 03 15:13:06.301463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] For port 958eeaab-0e54-44d0-90f2-339276b25ea1, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:06.319096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] For port 958eeaab-0e54-44d0-90f2-339276b25ea1, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=958eeaab-0e54-44d0-90f2-339276b25ea1,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:06.333411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.362236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-2d118cb5-8e1d-4925-991a-fa3f3801b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.363905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-2d118cb5-8e1d-4925-991a-fa3f3801b797 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1100 time: 0.1661258 Jun 03 15:13:06.371431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5b6a-6f0c-4593-8c7c-eb596c39c6ca req-e5e40de4-77d0-47e2-b042-cf1ebf52ba91 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.378914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e29c5b6a-6f0c-4593-8c7c-eb596c39c6ca req-e5e40de4-77d0-47e2-b042-cf1ebf52ba91 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.2263694 Jun 03 15:13:06.429062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d931e-9038-4731-9dc3-6e3dbec9d82c req-435e2d4d-813d-4da7-87ea-081a60f0e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.431762 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-de1d931e-9038-4731-9dc3-6e3dbec9d82c req-435e2d4d-813d-4da7-87ea-081a60f0e370 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b HTTP/1.1" status: 200 len: 1097 time: 0.1938498 Jun 03 15:13:06.442231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.444282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.446893 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] 10.222.0.70 "PUT /v2.0/ports/958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 1091 time: 1.9018683 Jun 03 15:13:06.453021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:06.569215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db63e4-e83e-48e9-88d7-91e430876e4f service neutron] Pushing event updated for resources: {'Port': ['ID=958eeaab-0e54-44d0-90f2-339276b25ea1,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:06.573122 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-de1d931e-9038-4731-9dc3-6e3dbec9d82c req-da795216-9feb-41a9-9c06-f5b0210d372e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223159 Jun 03 15:13:06.610962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-62166ba4-bc03-432d-a92b-fd768ed3af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.612466 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-62166ba4-bc03-432d-a92b-fd768ed3af40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 1094 time: 0.1041207 Jun 03 15:13:06.614527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ead1db-4e0e-4121-a7fc-9904383b28f7 req-93a9767b-8363-4329-a48a-8ac42429fb6f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.616087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2ead1db-4e0e-4121-a7fc-9904383b28f7 req-93a9767b-8363-4329-a48a-8ac42429fb6f tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 949 time: 0.3401430 Jun 03 15:13:06.624851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e29c5b6a-6f0c-4593-8c7c-eb596c39c6ca req-7658f903-9cbb-43fe-8d88-37e572f050e5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447453 Jun 03 15:13:06.628994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-edc1af1e-2869-4d7f-9d9a-3849b5bda016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.630744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-edc1af1e-2869-4d7f-9d9a-3849b5bda016 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2490325 Jun 03 15:13:06.691777 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-bb7aa1a9-15d1-4ec8-9ff4-598117fc1d90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 217 time: 0.0688510 Jun 03 15:13:06.709371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2ead1db-4e0e-4121-a7fc-9904383b28f7 req-06198225-c5c4-456a-91ec-509461db4ee2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831676 Jun 03 15:13:06.793329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-01a2b6c7-db89-4c29-bb94-e06eb090ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.795480 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-01a2b6c7-db89-4c29-bb94-e06eb090ed32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.0889452 Jun 03 15:13:06.883833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-7ae97ccf-4f67-4220-8491-f676cf8a84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.885676 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-7ae97ccf-4f67-4220-8491-f676cf8a84c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783300 Jun 03 15:13:06.926459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-db7c9347-f52a-4733-8586-59872b1affaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.1067905 Jun 03 15:13:07.017701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-4181b537-52ad-413d-b2e8-222d122edf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.019154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-4181b537-52ad-413d-b2e8-222d122edf85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0851393 Jun 03 15:13:07.031376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf51b95-557f-40f5-a242-3b9c4f2b7fc8 req-755607b8-9669-44ef-bd41-a6c2d17206de tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.032878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf51b95-557f-40f5-a242-3b9c4f2b7fc8 req-755607b8-9669-44ef-bd41-a6c2d17206de tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b HTTP/1.1" status: 200 len: 946 time: 0.2680502 Jun 03 15:13:07.045004 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-63e6f654-e30b-409d-a755-177a32b59f7d service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532557 Jun 03 15:13:07.114828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e4636-30cd-41ba-a03c-eddcafcc2c98 req-ef520161-67bf-49db-9344-b2f98b04e3b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.116328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-211e4636-30cd-41ba-a03c-eddcafcc2c98 req-ef520161-67bf-49db-9344-b2f98b04e3b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 943 time: 0.2413650 Jun 03 15:13:07.161410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf51b95-557f-40f5-a242-3b9c4f2b7fc8 req-8744846f-4b16-424d-98ed-65ce382ae7e1 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901043 Jun 03 15:13:07.194761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-211e4636-30cd-41ba-a03c-eddcafcc2c98 req-1670c8ee-23ca-4140-9e72-2fd7341ebf8a tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596189 Jun 03 15:13:07.197566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-65651767-1edf-44e0-ad64-75eebc244da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.199050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-65651767-1edf-44e0-ad64-75eebc244da0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645339 Jun 03 15:13:07.203091 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e1ab7f5-a9ed-4f90-8802-0b154ea52828 req-1c8cecc9-129e-4702-90b4-9453ea653b9d service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507561 Jun 03 15:13:07.237406 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecd4822-8cc1-46f9-bb06-ad7099b00635'] response: {'name': 'network-changed', 'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'status': 'completed', 'code': 200} Jun 03 15:13:07.326616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37044) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:07.413051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting subnet 8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:07.416551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-deleted', 'tag': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:07.417489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.478802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700b05-80ec-47e3-9028-80035958bddd req-dcad7fb4-c605-4d11-bf86-37dfffa15619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.480316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6c700b05-80ec-47e3-9028-80035958bddd req-dcad7fb4-c605-4d11-bf86-37dfffa15619 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 1094 time: 0.2124455 Jun 03 15:13:07.482374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.496957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e51c07d-7641-4d82-baf3-c85e43030e2b req-216ddef9-77d1-42d9-8a29-9ddd4375b3c7 tempest-FlavorsV2NegativeTest-1233015084 tempest-FlavorsV2NegativeTest-1233015084-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=25fd5d27ac7746d7b7ba91e3a58389e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720744 Jun 03 15:13:07.632643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-49d756f4-a4c1-4833-b82f-235dae0a6c72 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197078 Jun 03 15:13:07.680914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700b05-80ec-47e3-9028-80035958bddd req-0c75d85f-c41c-4423-9f76-cf51d79c3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.682361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6c700b05-80ec-47e3-9028-80035958bddd req-0c75d85f-c41c-4423-9f76-cf51d79c3862 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.1722395 Jun 03 15:13:07.686942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.788596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0e3b9-3fbb-484c-beb6-2d64998da7c0 req-8824cb67-18f5-4647-9efe-17fbceb5c0db tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.790162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6e0e3b9-3fbb-484c-beb6-2d64998da7c0 req-8824cb67-18f5-4647-9efe-17fbceb5c0db tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1096 time: 0.3665085 Jun 03 15:13:07.797504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51c07d-7641-4d82-baf3-c85e43030e2b req-c87ae363-99a2-4b9d-b745-4a74ae6c233e tempest-FlavorsV2NegativeTest-1233015084 tempest-FlavorsV2NegativeTest-1233015084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.798940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e51c07d-7641-4d82-baf3-c85e43030e2b req-c87ae363-99a2-4b9d-b745-4a74ae6c233e tempest-FlavorsV2NegativeTest-1233015084 tempest-FlavorsV2NegativeTest-1233015084-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953539 Jun 03 15:13:07.852522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e51c07d-7641-4d82-baf3-c85e43030e2b req-a9361a51-0a4d-41f7-9ba2-f08fcd08d1f6 tempest-FlavorsV2NegativeTest-1233015084 tempest-FlavorsV2NegativeTest-1233015084-project] 10.222.0.66 "GET /v2.0/quotas/25fd5d27ac7746d7b7ba91e3a58389e3 HTTP/1.1" status: 200 len: 375 time: 0.0329208 Jun 03 15:13:07.899949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6c700b05-80ec-47e3-9028-80035958bddd req-e22d75df-4b88-475f-928f-c2524d56edc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 217 time: 0.0811849 Jun 03 15:13:07.928035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6e0e3b9-3fbb-484c-beb6-2d64998da7c0 req-ab1e43e6-773b-4ce4-97f6-74db45a56c96 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255910 Jun 03 15:13:07.931467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e51c07d-7641-4d82-baf3-c85e43030e2b req-aa1e14b4-4122-405b-bb87-14a52a85a69c tempest-FlavorsV2NegativeTest-1233015084 tempest-FlavorsV2NegativeTest-1233015084-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=25fd5d27ac7746d7b7ba91e3a58389e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657513 Jun 03 15:13:07.933595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-80cdadc6-f500-4c07-a961-613ad31854fd service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830863 Jun 03 15:13:07.958727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:07.985322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700b05-80ec-47e3-9028-80035958bddd req-9787c544-14a7-4c65-88a0-999d9a31d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.986946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6c700b05-80ec-47e3-9028-80035958bddd req-9787c544-14a7-4c65-88a0-999d9a31d1d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.0793025 Jun 03 15:13:08.050791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:08.077675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.132150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:08.140003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:08.140689 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.154167 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd6d288-3edb-4b2f-bef2-a20cbd2aa736'] response: {'server_uuid': 'b488167f-76f8-4f6a-bbf0-99d8f4d7f35d', 'name': 'network-vif-deleted', 'tag': '8a5dc69c-311a-4ed8-bc55-574c021cbb4d', 'status': 'completed', 'code': 200} Jun 03 15:13:08.194628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:08.197340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.219226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4d576-52a5-4dc4-b435-9bef03cbceec None None] Network d6a67645-9133-4b17-aebd-6dd33b8fc3f8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:08.228736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6e406100-63c4-4e23-8136-e230bba4a8fd tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/subnets/8dfdbe45-b211-42cd-bcf5-7bcdfe9c6d3e HTTP/1.1" status: 204 len: 168 time: 0.9005647 Jun 03 15:13:08.231489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37082) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:08.267207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700b05-80ec-47e3-9028-80035958bddd req-898f42c7-8059-4d81-8d68-631d6a8b7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.269279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6c700b05-80ec-47e3-9028-80035958bddd req-898f42c7-8059-4d81-8d68-631d6a8b7fbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701237 Jun 03 15:13:08.451584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:08.451980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.489636 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6c700b05-80ec-47e3-9028-80035958bddd req-829fb7d7-ffc7-4355-ba2d-75a39b145431 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107761 Jun 03 15:13:08.498466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.526247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:08.530047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc4ca-b967-4951-a751-7c11049eb9c0 req-aa2e0cb0-22c0-4302-9fba-dd97925646be tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.537799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab8bc4ca-b967-4951-a751-7c11049eb9c0 req-aa2e0cb0-22c0-4302-9fba-dd97925646be tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.3790627 Jun 03 15:13:08.538050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.583843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port 790c2640-5534-454b-aa03-710e6d8efdfe {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:08.584515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.630188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:08.643843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab8bc4ca-b967-4951-a751-7c11049eb9c0 req-51ca8d26-f350-4505-a18b-fd2d8a08f2c2 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047330 Jun 03 15:13:08.670297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bb857-01fe-40c4-a668-5b80c425ae3b req-6341bae4-ea8d-4911-9ac9-c21709923bd4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.677902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d87bb857-01fe-40c4-a668-5b80c425ae3b req-6341bae4-ea8d-4911-9ac9-c21709923bd4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 949 time: 0.2520871 Jun 03 15:13:08.698857 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6c700b05-80ec-47e3-9028-80035958bddd req-5ea8bfef-add0-4e39-979e-92ea84848de9 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011704 Jun 03 15:13:08.714359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] DHCP port deletion for d6a67645-9133-4b17-aebd-6dd33b8fc3f8 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:13:08.724235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Deleting port 790c2640-5534-454b-aa03-710e6d8efdfe {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:08.724658 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.792566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d87bb857-01fe-40c4-a668-5b80c425ae3b req-737a9aa1-c472-4f18-a6ec-26f8af68d10c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135013 Jun 03 15:13:08.873710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37096) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:08.884773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 790c2640-5534-454b-aa03-710e6d8efdfe no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:08.937400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port 790c2640-5534-454b-aa03-710e6d8efdfe, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=790c2640-5534-454b-aa03-710e6d8efdfe,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:08.937706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.982164 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee8b55b-9aee-431c-82b6-01c44421da5b'] response: {'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'code': 200} Jun 03 15:13:09.046724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.071506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:09.086746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:25fd5d27ac7746d7b7ba91e3a58389e3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:09.089942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:09.095940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:09.122282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for 790c2640-5534-454b-aa03-710e6d8efdfe owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:09.166790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] For port 790c2640-5534-454b-aa03-710e6d8efdfe, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=790c2640-5534-454b-aa03-710e6d8efdfe,segment=NetworkSegment(18739673-21d2-42e7-92c9-835a64704954),segment_id=18739673-21d2-42e7-92c9-835a64704954)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:09.167079 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.188626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.193694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.246761 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25fd5d27ac7746d7b7ba91e3a58389e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692575 Jun 03 15:13:09.246761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d0a4d-e409-4db4-9693-3ec3e0808ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cbe45d-57dd-47d0-adef-a339ec56ad5a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:09.247127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37104) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:09.273920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c60cd-a71a-4ced-b8ed-b50719fc006d req-e7120144-5a80-405e-a3c6-81723f749367 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:09.275426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-455c60cd-a71a-4ced-b8ed-b50719fc006d req-e7120144-5a80-405e-a3c6-81723f749367 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1096 time: 0.4329109 Jun 03 15:13:09.276031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.298063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Calling delete_port for 790c2640-5534-454b-aa03-710e6d8efdfe owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:09.325325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 790c2640-5534-454b-aa03-710e6d8efdfe is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:09.325325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.326115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d21064c1-a29e-45e7-8e93-33fba2676de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.361356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d21064c1-a29e-45e7-8e93-33fba2676de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.376175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Port': ['ID=790c2640-5534-454b-aa03-710e6d8efdfe,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:09.393499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] No DVR routers for this DVR port 790c2640-5534-454b-aa03-710e6d8efdfe on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:09.429531 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:13:09.429913 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:13:09.436896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d21064c1-a29e-45e7-8e93-33fba2676de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.459313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21064c1-a29e-45e7-8e93-33fba2676de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cbe45d-57dd-47d0-adef-a339ec56ad5a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:09.462271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d21064c1-a29e-45e7-8e93-33fba2676de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.465785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d21064c1-a29e-45e7-8e93-33fba2676de6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98cbe45d-57dd-47d0-adef-a339ec56ad5a HTTP/1.1" status: 204 len: 168 time: 0.2154620 Jun 03 15:13:09.657806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-455c60cd-a71a-4ced-b8ed-b50719fc006d req-7889bee7-e534-4dc7-9326-de4379626fe2 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163271 Jun 03 15:13:09.672381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.709519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a67645-9133-4b17-aebd-6dd33b8fc3f8']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:09.727653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eaaf-caad-4509-b0e0-855bc04b3d63 req-bbd346c2-dd61-491d-9558-714be80ec4bc tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:09.729156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5800eaaf-caad-4509-b0e0-855bc04b3d63 req-bbd346c2-dd61-491d-9558-714be80ec4bc tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b HTTP/1.1" status: 200 len: 946 time: 0.4702170 Jun 03 15:13:09.731003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87470f1c-3eb2-4aac-a8f3-eb01edf9306b req-464033c0-421e-40c2-9b0e-1ea04fd9e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:09.732491 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87470f1c-3eb2-4aac-a8f3-eb01edf9306b req-464033c0-421e-40c2-9b0e-1ea04fd9e911 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 1097 time: 0.5171323 Jun 03 15:13:09.736728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18739673-21d2-42e7-92c9-835a64704954') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:09.737033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18739673-21d2-42e7-92c9-835a64704954') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:09.806810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.824095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 958eeaab-0e54-44d0-90f2-339276b25ea1 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:09.897665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.903031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87470f1c-3eb2-4aac-a8f3-eb01edf9306b req-0bb892a4-c524-47e2-b09e-6b65ebccb683 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560771 Jun 03 15:13:09.910342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5800eaaf-caad-4509-b0e0-855bc04b3d63 req-f02e58ea-f1a5-4d44-9c98-d39b95ce623a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412776 Jun 03 15:13:09.914451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:09.915163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.932257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Deleting port 790c2640-5534-454b-aa03-710e6d8efdfe {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:09.932634 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.999306 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 18739673-21d2-42e7-92c9-835a64704954 resource provider aggregate not found Jun 03 15:13:10.024741 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 18739673-21d2-42e7-92c9-835a64704954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18739673-21d2-42e7-92c9-835a64704954 found for delete ", "request_id": "req-dc87a3df-ed23-45fb-824c-4dc8936dee91"}]} Jun 03 15:13:10.038949 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.059211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.060026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 958eeaab-0e54-44d0-90f2-339276b25ea1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=958eeaab-0e54-44d0-90f2-339276b25ea1,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:10.076319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Network': ['ID=d6a67645-9133-4b17-aebd-6dd33b8fc3f8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:10.086241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'mac_address': 'fa:16:3e:ba:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:10.094909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a04d0-6469-4988-bc76-f230c7ffb2ec req-7f988f18-6dc0-443a-b2ca-54c6a902e023 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:10.096491 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a20a04d0-6469-4988-bc76-f230c7ffb2ec req-7f988f18-6dc0-443a-b2ca-54c6a902e023 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 943 time: 0.2593560 Jun 03 15:13:10.159643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5ea4ae6b-f635-4f7c-885e-bbf440beeae3 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/networks/d6a67645-9133-4b17-aebd-6dd33b8fc3f8 HTTP/1.1" status: 204 len: 168 time: 1.9228125 Jun 03 15:13:10.160422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:10.178142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-36c3ada4-7161-4c7c-9102-ca328641887c None None] The port '790c2640-5534-454b-aa03-710e6d8efdfe' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:13:10.206358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a20a04d0-6469-4988-bc76-f230c7ffb2ec req-bab78b30-9c64-4143-a756-04008fc3d39f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721047 Jun 03 15:13:10.219125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 958eeaab-0e54-44d0-90f2-339276b25ea1 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:10.220090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.240770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402adf-b3ae-4d43-9397-4ef4642b39ad req-2f7b4861-4f6c-4ab7-bae8-96b4744688df tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:10.243533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44402adf-b3ae-4d43-9397-4ef4642b39ad req-2f7b4861-4f6c-4ab7-bae8-96b4744688df tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.1400001 Jun 03 15:13:10.273453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958eeaab-0e54-44d0-90f2-339276b25ea1 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:10.312941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44402adf-b3ae-4d43-9397-4ef4642b39ad req-c7bda5e2-c3d7-41bb-a0f0-d128d243b047 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616252 Jun 03 15:13:10.313622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 958eeaab-0e54-44d0-90f2-339276b25ea1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=958eeaab-0e54-44d0-90f2-339276b25ea1,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:10.399490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting subnet 009a13dd-b53e-43e7-ad17-1a07ad45cbd6 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:10.403541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.440473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.446189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37150) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:10.484091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.544959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=958eeaab-0e54-44d0-90f2-339276b25ea1,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:10.582758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-network', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:10.589963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:10.595007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a2eb3-8304-4671-ad0f-bf8f4d814769 req-40861561-f7cd-4674-b1c0-9664fa27ac0e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:10.596549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-388a2eb3-8304-4671-ad0f-bf8f4d814769 req-40861561-f7cd-4674-b1c0-9664fa27ac0e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.2031610 Jun 03 15:13:10.600747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Usage tracker for resource:network and tenant:18a0b89b3c0f49adb8668e2dbc01a1e8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:10.605331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:10.614893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:10.634894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Made reservation on behalf of 18a0b89b3c0f49adb8668e2dbc01a1e8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:10.638018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.642498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fd30d-86f0-4035-b845-f267c20ef546 req-7796d84f-a72e-45dc-ba12-e0042647ee94 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:10.644739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac8fd30d-86f0-4035-b845-f267c20ef546 req-7796d84f-a72e-45dc-ba12-e0042647ee94 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 946 time: 0.1808360 Jun 03 15:13:10.658692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.679705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.691522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-388a2eb3-8304-4671-ad0f-bf8f4d814769 req-85cbdf85-7a50-47b0-9159-491b2788a8f2 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846403 Jun 03 15:13:10.715931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:10.727515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Usage tracker for resource:security_group_rule and tenant:18a0b89b3c0f49adb8668e2dbc01a1e8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:10.734702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:10.737461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac8fd30d-86f0-4035-b845-f267c20ef546 req-86bd1dd8-7475-4b22-9c56-37dc4c6f0a1c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739512 Jun 03 15:13:10.741145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['958eeaab-0e54-44d0-90f2-339276b25ea1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:10.744930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:10.797696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.849877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.854752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad191a82-8045-451d-b67d-d90eb5ab5a8c None None] Network 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:10.861755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Subnet': ['ID=009a13dd-b53e-43e7-ad17-1a07ad45cbd6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:10.880887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5961e662-0bb4-4e3a-9e58-9d766b8eced2 tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/subnets/009a13dd-b53e-43e7-ad17-1a07ad45cbd6 HTTP/1.1" status: 204 len: 168 time: 0.7190840 Jun 03 15:13:10.884061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:10.930436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.935489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.951329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:10.963842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.964496 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Added segment 17aa6cea-21ae-4e98-8969-12f6578e4db8 of type vlan for network dbddff50-14c7-4683-96d3-79d3b83aca54 Jun 03 15:13:10.999908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.029625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:11.042834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.044633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:11.045599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.184609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.208495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Deleting port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:11.210141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.326011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b83bc2-34f3-4dad-985a-964e64c087ef,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:11.336729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] Pushing event updated for resources: {'Network': ['ID=dbddff50-14c7-4683-96d3-79d3b83aca54,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:11.353648 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d1c0cec2-1621-4369-b0c0-c63243947b49 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9063439 Jun 03 15:13:11.356880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37178) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:11.363107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Request body: {'subnet': {'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-subnet', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:11.377492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:11.385621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Usage tracker for resource:subnet and tenant:18a0b89b3c0f49adb8668e2dbc01a1e8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:11.392091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:11.401052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:11.424035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network dbddff50-14c7-4683-96d3-79d3b83aca54 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:11.426783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Made reservation on behalf of 18a0b89b3c0f49adb8668e2dbc01a1e8 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:11.431259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.463600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] DHCP port deletion for 95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:13:11.593487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Deleting port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:11.598288 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.651174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] For port 46fda8ea-ea8a-4b84-8566-fc2616c260e1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=46fda8ea-ea8a-4b84-8566-fc2616c260e1,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:11.652033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.853938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Calling delete_port for 46fda8ea-ea8a-4b84-8566-fc2616c260e1 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:11.905829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] For port 46fda8ea-ea8a-4b84-8566-fc2616c260e1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=46fda8ea-ea8a-4b84-8566-fc2616c260e1,segment=NetworkSegment(95877a50-46a3-41ce-8b24-7925637bfb40),segment_id=95877a50-46a3-41ce-8b24-7925637bfb40)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:11.906232 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.977416 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.031978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.073659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Port': ['ID=46fda8ea-ea8a-4b84-8566-fc2616c260e1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:12.079801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-2a298f1a-bca5-47ae-8005-c61cfcd21d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:12.082685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] No DVR routers for this DVR port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:12.089957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-2a298f1a-bca5-47ae-8005-c61cfcd21d29 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d&tenant_id=f2883739feda45b99fdea7f5ff96186f HTTP/1.1" status: 200 len: 1101 time: 0.5496027 Jun 03 15:13:12.113242 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23498d6-ed8b-4022-ad7a-fed01225c4c6'] response: {'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'code': 200} Jun 03 15:13:12.124506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:12.130842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Calling delete_port for 46fda8ea-ea8a-4b84-8566-fc2616c260e1 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:12.291061 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:13:12.291798 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:13:12.318112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b32df3-d7d1-4b1a-8400-ba71d80790b0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:12.320992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.340133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Checking segment: {'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:12.340857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Network hostable DHCP agents. Network: dbddff50-14c7-4683-96d3-79d3b83aca54, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:12.392279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.396554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-4692c68b-26d6-48e3-a53a-59ef62e0a600 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:13:12.397560 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-4692c68b-26d6-48e3-a53a-59ef62e0a600 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209453 Jun 03 15:13:12.412783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Request body: {'binding': {'host': 'n-h2-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:12.413232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Unknown quota resources ['binding']. {{(pid=88339) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:13:12.431093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:12.451738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95877a50-46a3-41ce-8b24-7925637bfb40') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:12.452050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95877a50-46a3-41ce-8b24-7925637bfb40') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:12.467922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.471638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Network dbddff50-14c7-4683-96d3-79d3b83aca54 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:12.481328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22736d56-bb94-4c53-bed9-3f54f9f003bf req-e70eb883-ad4d-430b-90a4-1e7cb6ea5141 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:12.482960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22736d56-bb94-4c53-bed9-3f54f9f003bf req-e70eb883-ad4d-430b-90a4-1e7cb6ea5141 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 944 time: 0.1629796 Jun 03 15:13:12.504938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.516444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:12.516786 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.536247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, dbddff50-14c7-4683-96d3-79d3b83aca54) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:12.553541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a84ae2c-c66b-43dc-8508-953456f942a6 None None] Network dbddff50-14c7-4683-96d3-79d3b83aca54 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:12.568080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:12.568451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.599201 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 95877a50-46a3-41ce-8b24-7925637bfb40 resource provider aggregate not found Jun 03 15:13:12.626926 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 95877a50-46a3-41ce-8b24-7925637bfb40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95877a50-46a3-41ce-8b24-7925637bfb40 found for delete ", "request_id": "req-bf7bca19-9b4f-4995-9696-b11e98d5ea78"}]} Jun 03 15:13:12.635760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22736d56-bb94-4c53-bed9-3f54f9f003bf req-2919f67d-2044-4303-a78b-d71d6e2d7610 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451628 Jun 03 15:13:12.645256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.668159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.676441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] Pushing event deleted for resources: {'Network': ['ID=95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:12.691542 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e3b0c19-81c8-44e7-aac0-640203a184ff tempest-ServersTestMultiNic-454906567 tempest-ServersTestMultiNic-454906567-project] 10.222.0.66 "DELETE /v2.0/networks/95bf35f1-e50e-4ac1-8cd8-87b1db5a7f99 HTTP/1.1" status: 204 len: 168 time: 1.8048205 Jun 03 15:13:12.771828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6be3b20a-158f-44b2-9371-235469597458 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4105949 Jun 03 15:13:12.772500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37208) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:12.778285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 46fda8ea-ea8a-4b84-8566-fc2616c260e1 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:12.778825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:12.786086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:12.819179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Deleting port 46fda8ea-ea8a-4b84-8566-fc2616c260e1 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:12.819792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.828179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Usage tracker for resource:router and tenant:18a0b89b3c0f49adb8668e2dbc01a1e8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:12.832497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:12.839705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:12.863008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.863267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 46fda8ea-ea8a-4b84-8566-fc2616c260e1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:12.863656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 46fda8ea-ea8a-4b84-8566-fc2616c260e1 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:12.864020 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.864189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:12.886560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.895561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa702e0-0ab6-486f-be30-8c6270869218 req-8239b443-56cf-4db6-8733-c3df49657534 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:12.897102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3aa702e0-0ab6-486f-be30-8c6270869218 req-8239b443-56cf-4db6-8733-c3df49657534 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 945 time: 0.1137168 Jun 03 15:13:12.899393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on host n-h2-844594-1 for vnic_type normal with profile None {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:12.899738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:12.900050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:12.916919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:12.917266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:12.926757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:12.928849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9fd58-86da-461a-bff7-5ccad0e87eda None None] The port '46fda8ea-ea8a-4b84-8566-fc2616c260e1' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:13:12.956365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:12.957210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:12.957599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:12.958041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Bound port: 33cc305e-3b39-4a2e-8563-4d8cf3465329, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:12.992367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-dbddff50-14c7-4683-96d3-79d3b83aca54', 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'fixed_ips': [{'subnet_id': '42b32df3-d7d1-4b1a-8400-ba71d80790b0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:13:12.993250 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.011177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:13.016861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3aa702e0-0ab6-486f-be30-8c6270869218 req-41aaa422-ba06-4cd0-8cfa-c46adbbed62a tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116590 Jun 03 15:13:13.018869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.053739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Transition to ACTIVE for port object f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:13.055618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:13.059145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.117479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.118661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f68c6156-2071-46d8-90c5-0dbcbf5aae47 service neutron] 10.222.0.66 "POST /v2.0/ports/33cc305e-3b39-4a2e-8563-4d8cf3465329/bindings HTTP/1.1" status: 201 len: 389 time: 0.7092862 Jun 03 15:13:13.334307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] No DVR routers for this DVR port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:13.343672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:13.362317 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dfc18b10-7d41-4824-a1e9-4b2677c38643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.403766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Allocated IP 172.20.0.2 (dbddff50-14c7-4683-96d3-79d3b83aca54/42b32df3-d7d1-4b1a-8400-ba71d80790b0/af385aa1-0182-47a7-82a8-0927f81a46e8) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:13.437281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:13.437787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:13.438215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:13.447552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:13.447931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Attempting to bind port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:13.453448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:13.454143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:13.454628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:13.455155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Bound port: f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:13.455602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.532913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.623110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-e71b3c75-da39-465c-911c-36cd631b7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.624762 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-e71b3c75-da39-465c-911c-36cd631b7e37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1096 time: 0.1563308 Jun 03 15:13:13.630322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:13.634984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:13.661937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.707438 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.720091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Transition to ACTIVE for port object af385aa1-0182-47a7-82a8-0927f81a46e8 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:13.727284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-dc688c42-328d-4ffe-809f-8f115e786a6f tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.728823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-dc688c42-328d-4ffe-809f-8f115e786a6f tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 945 time: 0.3082650 Jun 03 15:13:13.737297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea02afa-4842-4207-b28c-5cf0763092d5 req-172be94d-9c20-4a4e-8118-9d80a7d82e6a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.739295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ea02afa-4842-4207-b28c-5cf0763092d5 req-172be94d-9c20-4a4e-8118-9d80a7d82e6a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 949 time: 0.2624328 Jun 03 15:13:13.746186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Transition to ACTIVE for port object af385aa1-0182-47a7-82a8-0927f81a46e8 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:13.747086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd911ff-821a-4afc-8c8a-a4880e737079 req-b40590d1-ea15-4b53-98d8-041042c2687b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.748552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abd911ff-821a-4afc-8c8a-a4880e737079 req-b40590d1-ea15-4b53-98d8-041042c2687b tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.4043746 Jun 03 15:13:13.756609 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.788154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.789416 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.790701 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] 10.222.0.70 "PUT /v2.0/ports/f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 1097 time: 1.6855483 Jun 03 15:13:13.844493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 958eeaab-0e54-44d0-90f2-339276b25ea1 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:13.875122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Network dbddff50-14c7-4683-96d3-79d3b83aca54 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:13.890514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:13.893472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Deleting port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:13.893860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.902594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:13.933464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abd911ff-821a-4afc-8c8a-a4880e737079 req-53ce0f20-238e-444c-b7fb-ae0bddafd0a6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341231 Jun 03 15:13:13.948697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ea02afa-4842-4207-b28c-5cf0763092d5 req-742e4fd6-e183-4fbb-be77-41f0123aec39 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978641 Jun 03 15:13:13.962411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Pushing event updated for resources: {'Port': ['ID=af385aa1-0182-47a7-82a8-0927f81a46e8,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:14.039099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:14.064558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad7c1-6a73-4da0-9f4f-ef8dd085a871 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=11']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:14.110099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-cf363e70-41d8-456d-87e4-b34870b03749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:14.114091 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-cf363e70-41d8-456d-87e4-b34870b03749 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1100 time: 0.2868977 Jun 03 15:13:14.133961 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415da34f-1406-4007-b899-ec1d172a15aa'] response: {'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'code': 200} Jun 03 15:13:14.151270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-3f88ba66-99e9-484b-9a82-c71b4c0cebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:14.153159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-3f88ba66-99e9-484b-9a82-c71b4c0cebda service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.5166717 Jun 03 15:13:14.153284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Attempting to bind port af385aa1-0182-47a7-82a8-0927f81a46e8 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:14.153874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Attempting to bind port af385aa1-0182-47a7-82a8-0927f81a46e8 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:14.154487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Attempting to bind port af385aa1-0182-47a7-82a8-0927f81a46e8 on network dbddff50-14c7-4683-96d3-79d3b83aca54 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:14.166558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:14.167354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Checking segment: {'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:14.168004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.168625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Bound using segment: {'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:14.169330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Bound port: af385aa1-0182-47a7-82a8-0927f81a46e8, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:14.169941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.277088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 958eeaab-0e54-44d0-90f2-339276b25ea1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:14.297179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:14.301515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 958eeaab-0e54-44d0-90f2-339276b25ea1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:14.302030 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.416146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] For port af385aa1-0182-47a7-82a8-0927f81a46e8, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:14.422362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] For port af385aa1-0182-47a7-82a8-0927f81a46e8, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af385aa1-0182-47a7-82a8-0927f81a46e8,segment=NetworkSegment(17aa6cea-21ae-4e98-8969-12f6578e4db8),segment_id=17aa6cea-21ae-4e98-8969-12f6578e4db8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:14.429040 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.492501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-db739eed-451d-4e9a-8835-8172d5203708 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 200 len: 217 time: 0.3110223 Jun 03 15:13:14.569196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 958eeaab-0e54-44d0-90f2-339276b25ea1 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:14.569715 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.585201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95486a46-52ab-43bf-a571-294693e7eb1d None None] Pushing event updated for resources: {'Port': ['ID=af385aa1-0182-47a7-82a8-0927f81a46e8,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:14.607566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:14.621341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 958eeaab-0e54-44d0-90f2-339276b25ea1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=958eeaab-0e54-44d0-90f2-339276b25ea1,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:14.626432 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.627700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-be79c68b-3c36-4fda-994a-9cdbdc53b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:14.631161 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-be79c68b-3c36-4fda-994a-9cdbdc53b329 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.1276603 Jun 03 15:13:14.699788 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-66589a65-ea6c-4e90-a298-b00f50d92686 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593679 Jun 03 15:13:14.709324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-c5797524-c2ed-4444-bef7-03105e710d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:14.709845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=958eeaab-0e54-44d0-90f2-339276b25ea1,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:14.711097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-c5797524-c2ed-4444-bef7-03105e710d39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.5566261 Jun 03 15:13:14.883431 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-f779a4d2-f092-4fcb-8f2d-42d835cd5217 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.1497636 Jun 03 15:13:15.011731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-ea567559-91ee-491c-b89a-72fbac1076df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:15.013904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] For port 3f5ed4e5-154b-4a01-b7ab-0e16203de548, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3f5ed4e5-154b-4a01-b7ab-0e16203de548,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:15.014889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-ea567559-91ee-491c-b89a-72fbac1076df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1095209 Jun 03 15:13:15.015008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.078500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-71276949-5e14-4812-aad1-107d84af1ee0 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662655 Jun 03 15:13:15.118798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.153478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.187856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Calling delete_port for 3f5ed4e5-154b-4a01-b7ab-0e16203de548 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:15.219356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-a62bd770-31bd-4257-b855-7f1d50bdbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:15.221571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-a62bd770-31bd-4257-b855-7f1d50bdbe9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956351 Jun 03 15:13:15.264472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-4c831984-ebd7-4c24-81b4-5bd1618623fa service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747429 Jun 03 15:13:15.271729 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.361614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d95ff-625c-421d-9359-402c52e9a174 req-c7b490f7-4ff3-4997-a588-1b2fe482e33d tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:15.371807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9d95ff-625c-421d-9359-402c52e9a174 req-c7b490f7-4ff3-4997-a588-1b2fe482e33d tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 945 time: 0.6266296 Jun 03 15:13:15.386687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96ede2-b4b5-4c8b-a8aa-6d2825ff17cd req-39748e59-b190-4c08-a925-23eb74d3bca1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:15.386687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc96ede2-b4b5-4c8b-a8aa-6d2825ff17cd req-39748e59-b190-4c08-a925-23eb74d3bca1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.5884154 Jun 03 15:13:15.420033 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-269db009-bc5e-43ea-bae2-5703126c705b service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897645 Jun 03 15:13:15.621188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.630168 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bed422cf-b5c3-4fef-a8f7-0ab322f412c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.633616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['ac1e21ba-f2e2-4745-8dbb-581746db4a82'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:15.695244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3f5ed4e5-154b-4a01-b7ab-0e16203de548', '6944d250-e95d-4112-8354-122ce999783d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:15.701817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c97ac608-b19f-41db-a9ca-7fd8966c4ac4 req-fbd25296-9bf0-4ffa-b939-ebb86bcd71d2 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661526 Jun 03 15:13:15.736049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9d95ff-625c-421d-9359-402c52e9a174 req-68ea32f5-2dc3-4069-b151-06e610aa994a tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149518 Jun 03 15:13:15.887274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Pushing event deleted for resources: {'Port': ['ID=3f5ed4e5-154b-4a01-b7ab-0e16203de548,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:15.906898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc96ede2-b4b5-4c8b-a8aa-6d2825ff17cd req-1f164a61-cb17-4f73-b4a6-56d2a4c1a849 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009583 Jun 03 15:13:15.945270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Allocated IP 172.25.1.76 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/78097838-ecd8-41e3-bbc9-f15c7e8fe3c3) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:16.058763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d888696-47ee-4626-83dd-7a5ccd8b81dc None None] Network dbddff50-14c7-4683-96d3-79d3b83aca54 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:16.135272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:16.242515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b2a59d8-ef35-4dc3-8ff8-2a44c36cdfa4 req-ff827767-93f4-4ed2-a0b6-741f70c5eed3 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a8f5037-b2ea-4319-a36b-df10de7d991b HTTP/1.1" status: 200 len: 210 time: 0.1001971 Jun 03 15:13:16.310328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4e5e36d7-97d3-4d63-9c4d-3b5d85a9caff None None] Provisioning for port af385aa1-0182-47a7-82a8-0927f81a46e8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:16.310518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] No DVR routers for this DVR port 3f5ed4e5-154b-4a01-b7ab-0e16203de548 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:16.319607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.319607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'name': 'network-vif-deleted', 'tag': '3f5ed4e5-154b-4a01-b7ab-0e16203de548'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:16.381463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e43bb845-d9c1-42d5-a623-2a0e9adb4069 req-0c3479b9-7482-4a51-b9fb-a3f4e84bf59b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "DELETE /v2.0/ports/3f5ed4e5-154b-4a01-b7ab-0e16203de548 HTTP/1.1" status: 204 len: 173 time: 2.6200852 Jun 03 15:13:16.406207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.449884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.537593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449713ba-3462-4d99-a129-a7932f028084 req-1159edde-3360-4810-a8d2-55d9eda043c4 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:16.537593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-449713ba-3462-4d99-a129-a7932f028084 req-1159edde-3360-4810-a8d2-55d9eda043c4 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.4850950 Jun 03 15:13:16.575541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37240) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:16.617392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:16.617392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:16.617392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:16.639727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Request body: {'floatingip': {'port_id': 'f838a7d8-4be6-4a73-8f83-e222a418e33d'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:16.651574 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d06f82e-c497-4f86-8347-ec8aa760df9f'] response: {'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'code': 200} Jun 03 15:13:16.765212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Pushing event updated for resources: {'Port': ['ID=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:16.839366 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.880198 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2900b880-5c7d-4c9f-baf1-777ef675d154'] response: {'server_uuid': '0a8f5037-b2ea-4319-a36b-df10de7d991b', 'name': 'network-vif-deleted', 'tag': '3f5ed4e5-154b-4a01-b7ab-0e16203de548', 'status': 'completed', 'code': 200} Jun 03 15:13:16.930473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.980474 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4211faf0-09c1-4367-9353-cd92dd76e054'] response: {'name': 'network-changed', 'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'status': 'completed', 'code': 200} Jun 03 15:13:17.091086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af385aa1-0182-47a7-82a8-0927f81a46e8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:17.186151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37256) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:17.191697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.268145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port af385aa1-0182-47a7-82a8-0927f81a46e8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:17.278839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port af385aa1-0182-47a7-82a8-0927f81a46e8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:17.279212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.520610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cddcd223-b8c4-49d9-a260-476fa823c378 None None] Provisioning complete for port af385aa1-0182-47a7-82a8-0927f81a46e8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:17.521774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cddcd223-b8c4-49d9-a260-476fa823c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.589106 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.642567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-b80d5650-9aed-45f1-8508-0083d17dce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:17.644817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-b80d5650-9aed-45f1-8508-0083d17dce39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1100 time: 0.6658292 Jun 03 15:13:17.646582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.686973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-ea601056-81ab-405a-95bb-92c9913d68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:17.694639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-ea601056-81ab-405a-95bb-92c9913d68c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1100 time: 0.9308064 Jun 03 15:13:17.697464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d506a-957b-4b2e-8ddd-2bb2e85a5c98 req-ef1013b8-aec7-4608-82df-837bdebfa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:17.699238 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2c1d506a-957b-4b2e-8ddd-2bb2e85a5c98 req-ef1013b8-aec7-4608-82df-837bdebfa37b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 1096 time: 0.6117077 Jun 03 15:13:17.770742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port af385aa1-0182-47a7-82a8-0927f81a46e8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:17.771556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.773618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:17.811991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cddcd223-b8c4-49d9-a260-476fa823c378 None None] Current status of the port af385aa1-0182-47a7-82a8-0927f81a46e8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:17.812879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cddcd223-b8c4-49d9-a260-476fa823c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.853574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:17.901067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Usage tracker for resource:security_group_rule and tenant:fb46871737cd41469946e8eeda2c9ad0 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:17.907594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:17.929893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:17.937132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-e77b6263-a3ac-44de-9cc3-2a1dfbc175e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:17.938697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-e77b6263-a3ac-44de-9cc3-2a1dfbc175e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2002327 Jun 03 15:13:18.029510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2c1d506a-957b-4b2e-8ddd-2bb2e85a5c98 req-f1e4158b-dfd6-472a-be89-56925be63822 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531755 Jun 03 15:13:18.035890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port af385aa1-0182-47a7-82a8-0927f81a46e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af385aa1-0182-47a7-82a8-0927f81a46e8,segment=NetworkSegment(17aa6cea-21ae-4e98-8969-12f6578e4db8),segment_id=17aa6cea-21ae-4e98-8969-12f6578e4db8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:18.108548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:18.124415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-98df47d6-f1a9-4fe5-ab79-f5d8e22ec1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:18.124569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3f5ed4e5-154b-4a01-b7ab-0e16203de548 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:18.125969 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-98df47d6-f1a9-4fe5-ab79-f5d8e22ec1d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4645698 Jun 03 15:13:18.164736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'mac_address': 'fa:16:3e:0c:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:18.174835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.177181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 3f5ed4e5-154b-4a01-b7ab-0e16203de548 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:18.177870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3f5ed4e5-154b-4a01-b7ab-0e16203de548 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:18.219598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-bf022a52-d4c5-4708-ace1-2e56b062c8de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.2163334 Jun 03 15:13:18.231032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe68757-f129-4880-8e08-dabf90499aa2 req-70c25ac2-12a4-47da-bb01-5c8f29171c3b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:18.233939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fe68757-f129-4880-8e08-dabf90499aa2 req-70c25ac2-12a4-47da-bb01-5c8f29171c3b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 949 time: 1.4676497 Jun 03 15:13:18.339450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-8c3506e3-45ba-4fc3-b8e7-b42d48c3e3c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 200 len: 217 time: 0.0825362 Jun 03 15:13:18.381516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.385393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95868-9b92-43a5-9016-5c54f330d9ab req-174c517f-cdd7-44d8-a504-c7e982b48dad tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:18.393112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2dc95868-9b92-43a5-9016-5c54f330d9ab req-174c517f-cdd7-44d8-a504-c7e982b48dad tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 945 time: 1.0537844 Jun 03 15:13:18.400729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.413816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-cddcd223-b8c4-49d9-a260-476fa823c378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:13:18.414809 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-cddcd223-b8c4-49d9-a260-476fa823c378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:13:18.415997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:18.416442 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.418104 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.434748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=af385aa1-0182-47a7-82a8-0927f81a46e8,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:18.445199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:18.466503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:18.472441 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.476602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-29d6f861-d842-4f4f-8d47-8c50415ed88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:18.479342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-29d6f861-d842-4f4f-8d47-8c50415ed88a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2326095 Jun 03 15:13:18.482160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-48fdab92-5183-4066-bb11-a02cf216be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:18.483897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-48fdab92-5183-4066-bb11-a02cf216be7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1314766 Jun 03 15:13:18.494481 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb46871737cd41469946e8eeda2c9ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3059475 Jun 03 15:13:18.498232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37264) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:18.539947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fe68757-f129-4880-8e08-dabf90499aa2 req-0c37a0be-bd79-4124-9054-a61910a884e5 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921648 Jun 03 15:13:18.547854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752ff8d-5a9a-4b07-8ccd-4efdca293489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2073a979-ff69-429d-93f8-610fc5fb117a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:18.559910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2dc95868-9b92-43a5-9016-5c54f330d9ab req-b710e831-296f-437d-b884-ed92d338064d tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655095 Jun 03 15:13:18.562858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.616061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=12']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:18.680728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37268) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:18.792246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af385aa1-0182-47a7-82a8-0927f81a46e8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:18.849107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.851261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e556f034-2172-4e0e-b32e-e9326e7397bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.883390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:18.923685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.986853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-9b7fa8dd-7588-4c43-80d6-05a0251bb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:18.989180 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-9b7fa8dd-7588-4c43-80d6-05a0251bb2e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4924164 Jun 03 15:13:19.006391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337c0fb-b25a-4273-b5ca-f7dc5c990a72 req-bde754ea-777f-4a04-9e74-7fd9d8828a4b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:19.008062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5337c0fb-b25a-4273-b5ca-f7dc5c990a72 req-bde754ea-777f-4a04-9e74-7fd9d8828a4b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.2560539 Jun 03 15:13:19.015504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-ac93adc4-2fb4-4a37-a8aa-88cf4c777020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:19.018092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-ac93adc4-2fb4-4a37-a8aa-88cf4c777020 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5264397 Jun 03 15:13:19.068010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e556f034-2172-4e0e-b32e-e9326e7397bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.119967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cddcd223-b8c4-49d9-a260-476fa823c378 None None] Current status of the port af385aa1-0182-47a7-82a8-0927f81a46e8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:19.155046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port af385aa1-0182-47a7-82a8-0927f81a46e8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:19.155420 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.367918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5337c0fb-b25a-4273-b5ca-f7dc5c990a72 req-bd7c35cf-c986-4203-be57-ebf7ed3283af tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481061 Jun 03 15:13:19.387266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port af385aa1-0182-47a7-82a8-0927f81a46e8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:19.403470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.550291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-50d8db6a-822b-4db4-a5b4-e1710d5bd9ac service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084176 Jun 03 15:13:19.737561 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-b2bf1506-a93e-4f9e-8cb4-e363b6450fc9 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181268 Jun 03 15:13:19.792535 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Floating IP 235127e0-f2c5-4b8f-b8e2-cf6a7375a24a associated. External IP: 172.25.1.74, port: f838a7d8-4be6-4a73-8f83-e222a418e33d. Jun 03 15:13:19.916238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e556f034-2172-4e0e-b32e-e9326e7397bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.981806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-43db05c4-d019-46aa-be49-85eb9bfc9f24 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200883 Jun 03 15:13:20.023100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc943f1-9633-4f8b-8601-55332263ce6e req-246e4500-c5ac-4810-a4c4-379032ac5737 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:20.024539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cc943f1-9633-4f8b-8601-55332263ce6e req-246e4500-c5ac-4810-a4c4-379032ac5737 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 945 time: 0.3113487 Jun 03 15:13:20.026344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Router 51eb6a3e-60b2-4cc9-a803-37614c51308b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:13:20.035321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556f034-2172-4e0e-b32e-e9326e7397bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2073a979-ff69-429d-93f8-610fc5fb117a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:20.035829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad605f-a411-432a-92e2-8022d781750f req-e659d631-75d6-4485-ba19-d59b3dfdc382 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:20.037358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15ad605f-a411-432a-92e2-8022d781750f req-e659d631-75d6-4485-ba19-d59b3dfdc382 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 950 time: 0.3253016 Jun 03 15:13:20.182042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e556f034-2172-4e0e-b32e-e9326e7397bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.185778 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e556f034-2172-4e0e-b32e-e9326e7397bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2073a979-ff69-429d-93f8-610fc5fb117a HTTP/1.1" status: 204 len: 168 time: 1.6483307 Jun 03 15:13:20.194671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cc943f1-9633-4f8b-8601-55332263ce6e req-1cc63786-cab6-433c-b0c2-11b76b32870c tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563313 Jun 03 15:13:20.200603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15ad605f-a411-432a-92e2-8022d781750f req-b1ce9f4d-3e52-4546-9894-631cf8a4f55d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463945 Jun 03 15:13:20.282331 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-027600d0-dacf-4853-9d28-c162c3a95da2 req-10fa883c-2f05-4904-8cd5-622eecc1c23c service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409051 Jun 03 15:13:20.342651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:20.358216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Sync routers for ids ['51eb6a3e-60b2-4cc9-a803-37614c51308b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:20.377378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Routers {'51eb6a3e-60b2-4cc9-a803-37614c51308b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:20.378545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['51eb6a3e-60b2-4cc9-a803-37614c51308b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:20.405473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.411350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-83f0c943-6d0c-4849-9404-6edc4a5f66db admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6360517 Jun 03 15:13:20.413295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37302) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:20.665893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Router b90b4d6c-725b-4a83-b103-9f35eff657ea has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:20.681230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Set router 51eb6a3e-60b2-4cc9-a803-37614c51308b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:20.887437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-f21b060d-e752-4d18-bb78-07d438a21ca5 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:20.889309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-f21b060d-e752-4d18-bb78-07d438a21ca5 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3559270 Jun 03 15:13:20.922902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.072720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:17Z', 'revision_number': 3, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:21.077732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Checking router: 51eb6a3e-60b2-4cc9-a803-37614c51308b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:21.078392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Updating router 51eb6a3e-60b2-4cc9-a803-37614c51308b port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:13:21.155597 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.202069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:21.209604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.214115 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] Sync routers for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:21.240278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:21.242768 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:21.292046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-a1da1155-4d73-41b0-b710-9070a80dbee7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.3469374 Jun 03 15:13:21.300449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'floatingip': {'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:21.408182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.522601 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:21.613840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b37333cd-31bf-4e72-824f-1e0ca2ee5098 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "PUT /v2.0/floatingips/235127e0-f2c5-4b8f-b8e2-cf6a7375a24a HTTP/1.1" status: 200 len: 991 time: 5.0415051 Jun 03 15:13:21.615706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:21.645631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01b449-a641-4dd5-a3d6-30ec8719bdbe req-21836866-0dab-404e-a73e-cba511fc515a tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.653488 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c01b449-a641-4dd5-a3d6-30ec8719bdbe req-21836866-0dab-404e-a73e-cba511fc515a tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 1101 time: 0.7780674 Jun 03 15:13:21.655361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.669195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Transition to ACTIVE for port object 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:21.677926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.722392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Deleting port 2640955b-e1c4-49bc-870e-cb9a3ca1820c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:21.723065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.777788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Attempting to bind port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:21.778562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Attempting to bind port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:21.778714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Attempting to bind port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:21.790531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:21.790997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:21.791554 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.792348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:21.792891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Bound port: 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:21.793325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.831820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c01b449-a641-4dd5-a3d6-30ec8719bdbe req-09b4be6a-d616-4c50-850a-944d2230b7fd tempest-MigrationsAdminTest-1635389289 tempest-MigrationsAdminTest-1635389289-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771820 Jun 03 15:13:21.835976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46974e47-a207-4251-9ff4-8003b02e55a4 None None] Pushing event updated for resources: {'Port': ['ID=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:21.873335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:21.975744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] For port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:21.994248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] For port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:22.007434 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.016336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] For port 2640955b-e1c4-49bc-870e-cb9a3ca1820c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2640955b-e1c4-49bc-870e-cb9a3ca1820c,segment=NetworkSegment(16d25944-e9d5-497d-b37e-fb2e36eb6eb4),segment_id=16d25944-e9d5-497d-b37e-fb2e36eb6eb4)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:22.016868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.065253 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '235127e0-f2c5-4b8f-b8e2-cf6a7375a24a', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'port_id': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'mac_address': 'fa:16:3e:bf:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:32Z', 'updated_at': '2022-06-03T15:13:18Z', 'revision_number': 1, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:29Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:22.083668 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] Checking router: b90b4d6c-725b-4a83-b103-9f35eff657ea for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:22.102252 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:22.102886 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:22.161463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:22.172208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:22.172734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.204419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Routers {'51eb6a3e-60b2-4cc9-a803-37614c51308b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:22.206280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['51eb6a3e-60b2-4cc9-a803-37614c51308b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:22.238712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Calling delete_port for 2640955b-e1c4-49bc-870e-cb9a3ca1820c owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:22.267770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46974e47-a207-4251-9ff4-8003b02e55a4 None None] Pushing event updated for resources: {'Port': ['ID=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:22.311990 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:22.489567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.513832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11f27-ab1d-4a34-bedc-88ac4a8ecee8 req-03f244ad-9206-4489-8f34-c584454cadec tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:22.524410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ec11f27-ab1d-4a34-bedc-88ac4a8ecee8 req-03f244ad-9206-4489-8f34-c584454cadec tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 945 time: 0.4061153 Jun 03 15:13:22.541534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Pushing event deleted for resources: {'Port': ['ID=2640955b-e1c4-49bc-870e-cb9a3ca1820c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:22.560191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.586438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] Set router 51eb6a3e-60b2-4cc9-a803-37614c51308b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:22.652933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ec11f27-ab1d-4a34-bedc-88ac4a8ecee8 req-90af76ca-9e63-487d-851f-b0e41cc8a8a1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252174 Jun 03 15:13:22.823845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:22.823845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.932373 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '235127e0-f2c5-4b8f-b8e2-cf6a7375a24a', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'port_id': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'mac_address': 'fa:16:3e:bf:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:32Z', 'updated_at': '2022-06-03T15:13:18Z', 'revision_number': 1, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:29Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:22.943359 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ab1bf-38c6-44b4-9092-b1986749bb9d None None] The sync data for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 is: [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '235127e0-f2c5-4b8f-b8e2-cf6a7375a24a', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'port_id': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'mac_address': 'fa:16:3e:bf:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:32Z', 'updated_at': '2022-06-03T15:13:18Z', 'revision_number': 1, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:29Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:23.000019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:13:23.099218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:23.228621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:23.229752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:23.239794 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:23.282750 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b09cf0-196d-49bf-84f1-0a8ce22e8580'] response: {'name': 'network-changed', 'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'status': 'completed', 'code': 200} Jun 03 15:13:23.320620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95749984-2dac-4056-88ed-c0b91d629e9e None None] New status for floating IP 235127e0-f2c5-4b8f-b8e2-cf6a7375a24a: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:13:23.496523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:13:23.506910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:23.525798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:23.578248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=13']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:23.590319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:17Z', 'revision_number': 3, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:23.600578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10014af-e0a1-438d-b51d-a77888244370 None None] The sync data for ids ['51eb6a3e-60b2-4cc9-a803-37614c51308b'] in n-d-844594-1 is: [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:17Z', 'revision_number': 3, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:23.648385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Allocated IP 172.20.0.1 (dbddff50-14c7-4683-96d3-79d3b83aca54/42b32df3-d7d1-4b1a-8400-ba71d80790b0/e8f205ef-f648-46ff-8389-d692f9dd6214) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:23.724636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:23.840612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d196-8817-4740-b285-0f98af68369d req-696b673f-1463-4a75-babd-098d4003cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:23.847724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e9d196-8817-4740-b285-0f98af68369d req-696b673f-1463-4a75-babd-098d4003cbe8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4d64d4b72f54577ae26c0e0e9492fd5&device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 1097 time: 0.4566288 Jun 03 15:13:24.030675 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Floating IP 6f1a9d8e-3e66-491a-9b34-020364716936 associated. External IP: 172.25.1.43, port: a70d303f-f7bf-43ee-938d-73854a4c8923. Jun 03 15:13:24.104889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:24.116952 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] Sync routers for ids ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:24.122359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e6b5789c-30a5-4aba-950e-a5ce9bebf096 admin admin] 10.222.0.66 "PUT /v2.0/routers/0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4339371 Jun 03 15:13:24.125870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:24.141619 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] Routers {'0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:24.142248 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:24.330989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d196-8817-4740-b285-0f98af68369d req-93cfa9ba-529f-4487-a73f-354dee6167a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:24.330989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e9d196-8817-4740-b285-0f98af68369d req-93cfa9ba-529f-4487-a73f-354dee6167a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16b53daf-e301-4ecb-bbcf-1c9d57c64f11 HTTP/1.1" status: 200 len: 916 time: 0.4721179 Jun 03 15:13:24.390929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.422612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.423466 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] Set router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:24.543703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Transition to ACTIVE for port object e8f205ef-f648-46ff-8389-d692f9dd6214 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:24.722807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591ffe-ca53-48b7-991c-e6ebb04b9422 req-9aac2c10-84e3-4960-ab44-cf7bb9c08593 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:24.748145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591ffe-ca53-48b7-991c-e6ebb04b9422 req-9aac2c10-84e3-4960-ab44-cf7bb9c08593 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:24.748938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-be591ffe-ca53-48b7-991c-e6ebb04b9422 req-9aac2c10-84e3-4960-ab44-cf7bb9c08593 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Synchronizing usage tracker for tenant:ada3398d950d474bb401b10dab5830b8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:24.770637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e9d196-8817-4740-b285-0f98af68369d req-93b7301e-ddff-4a39-8a2f-55f072ae201d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d HTTP/1.1" status: 200 len: 1001 time: 0.3796167 Jun 03 15:13:24.883604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.898325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:24.919270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Deleting port cb71137a-fd37-4757-848b-81fa91839613 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:24.919901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.008514 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'cb71137a-fd37-4757-848b-81fa91839613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:13:22Z', 'revision_number': 5, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port': {'id': 'cb71137a-fd37-4757-848b-81fa91839613', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:10:17Z', 'updated_at': '2022-06-03T15:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:25.015246 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] Checking router: 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:25.018123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:25.035852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:25.035852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.102705 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] Routers {'0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:25.102705 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:25.147594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.260480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:25.261322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.280875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:25.291193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.324233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-2776ca81-f56b-48c7-8e96-d92c11fb9d9b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:25.324233 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-2776ca81-f56b-48c7-8e96-d92c11fb9d9b tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.8183832 Jun 03 15:13:25.338472 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] Set router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:25.353124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:25.372070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d196-8817-4740-b285-0f98af68369d req-11a74dfe-b10f-4d30-94e1-79532a3ee437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:25.372070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e9d196-8817-4740-b285-0f98af68369d req-11a74dfe-b10f-4d30-94e1-79532a3ee437 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fa67f42-aade-4b55-8a7d-7facbe308e14 HTTP/1.1" status: 200 len: 854 time: 0.5750659 Jun 03 15:13:25.372070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-be591ffe-ca53-48b7-991c-e6ebb04b9422 req-9aac2c10-84e3-4960-ab44-cf7bb9c08593 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Unset dirty status for tenant:ada3398d950d474bb401b10dab5830b8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:25.388028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be591ffe-ca53-48b7-991c-e6ebb04b9422 req-9aac2c10-84e3-4960-ab44-cf7bb9c08593 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b&device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 1683 time: 1.5280375 Jun 03 15:13:25.504407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:25.571369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e19043a-98d8-4a35-96e4-189b8bd3ae0e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:25.571369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e19043a-98d8-4a35-96e4-189b8bd3ae0e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:25.613269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f205ef-f648-46ff-8389-d692f9dd6214,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:25.630344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] For port cb71137a-fd37-4757-848b-81fa91839613, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cb71137a-fd37-4757-848b-81fa91839613,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:25.630344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.669705 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:13:24Z', 'revision_number': 6, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:25.674401 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869b1e9-93b5-40e6-9afb-9f5167c1d51a None None] The sync data for ids ['0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b'] in n-d-844594-1 is: [{'id': '0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b', 'name': 'tempest-ServersTestMultiNic-1013563645-router', 'tenant_id': 'ad59c289e22448c78caae1ba5c1ea909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:09Z', 'updated_at': '2022-06-03T15:13:24Z', 'revision_number': 6, 'project_id': 'ad59c289e22448c78caae1ba5c1ea909', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:25.677854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Network dbddff50-14c7-4683-96d3-79d3b83aca54 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:25.691704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:25.701677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:25.801071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Calling delete_port for cb71137a-fd37-4757-848b-81fa91839613 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:25.848519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e19043a-98d8-4a35-96e4-189b8bd3ae0e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:25.849884 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e19043a-98d8-4a35-96e4-189b8bd3ae0e tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 951 time: 0.6002419 Jun 03 15:13:25.853006 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.912659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:25.928323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be591ffe-ca53-48b7-991c-e6ebb04b9422 req-70ba372f-a77c-4370-bea9-53be31df1d38 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468161 Jun 03 15:13:26.066030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.095897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 33cc305e-3b39-4a2e-8563-4d8cf3465329 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:26.134308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:26.253609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6fadee3-eeaf-4949-9b46-6603414f72ee req-d57c9cc5-dfb6-4e9c-a2d8-2d3f7e7d8a35 tempest-AbsoluteLimitsNegativeTestJSON-2006711266 tempest-AbsoluteLimitsNegativeTestJSON-2006711266-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=86d9da394d9645cab362e717fdf371a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641894 Jun 03 15:13:26.265806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d196-8817-4740-b285-0f98af68369d req-1d791270-05d5-4752-a372-1d4338e361e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:26.267282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e9d196-8817-4740-b285-0f98af68369d req-1d791270-05d5-4752-a372-1d4338e361e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16b53daf-e301-4ecb-bbcf-1c9d57c64f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8844130 Jun 03 15:13:26.275426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7dca50ec-f094-44e4-af5f-4cbc902e6db3 None None] Provisioning for port e8f205ef-f648-46ff-8389-d692f9dd6214 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:26.293220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7dca50ec-f094-44e4-af5f-4cbc902e6db3 None None] Provisioning complete for port e8f205ef-f648-46ff-8389-d692f9dd6214 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:26.293586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dca50ec-f094-44e4-af5f-4cbc902e6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.326118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:26.365007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:26.381040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7dca50ec-f094-44e4-af5f-4cbc902e6db3 None None] Port e8f205ef-f648-46ff-8389-d692f9dd6214 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:26.384606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 33cc305e-3b39-4a2e-8563-4d8cf3465329 has no active binding in host n-h2-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:13:26.537941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:26.537941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.551201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Deleting port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:26.551201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.560038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:26.572029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:26.587429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:26.588577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:26.629849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.647650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.691258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e9d196-8817-4740-b285-0f98af68369d req-c1f47645-03e4-485a-b056-b8b8a406a7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564374 Jun 03 15:13:26.838837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:26.863149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadee3-eeaf-4949-9b46-6603414f72ee req-49fb25ac-d262-4c22-9126-ff66d37c413d tempest-AbsoluteLimitsNegativeTestJSON-2006711266 tempest-AbsoluteLimitsNegativeTestJSON-2006711266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:26.870143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6fadee3-eeaf-4949-9b46-6603414f72ee req-49fb25ac-d262-4c22-9126-ff66d37c413d tempest-AbsoluteLimitsNegativeTestJSON-2006711266 tempest-AbsoluteLimitsNegativeTestJSON-2006711266-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6019127 Jun 03 15:13:26.901749 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-c7f174d9-2a2c-4699-b9c1-685323dd8b87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5804510 Jun 03 15:13:26.907714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-57220fec-8ad1-460c-9064-91b1ad1255b2 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "PUT /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 200 len: 995 time: 5.6133974 Jun 03 15:13:26.908075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:26.932881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:26.938186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:26.962746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6fadee3-eeaf-4949-9b46-6603414f72ee req-9ade5b74-47be-49d6-9310-64c9cd210d97 tempest-AbsoluteLimitsNegativeTestJSON-2006711266 tempest-AbsoluteLimitsNegativeTestJSON-2006711266-project] 10.222.0.66 "GET /v2.0/quotas/86d9da394d9645cab362e717fdf371a0 HTTP/1.1" status: 200 len: 375 time: 0.0911648 Jun 03 15:13:27.053892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6fadee3-eeaf-4949-9b46-6603414f72ee req-44b6756d-7d02-4359-86d5-b1b5b3359212 tempest-AbsoluteLimitsNegativeTestJSON-2006711266 tempest-AbsoluteLimitsNegativeTestJSON-2006711266-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86d9da394d9645cab362e717fdf371a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901375 Jun 03 15:13:27.059752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.103929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e9d196-8817-4740-b285-0f98af68369d req-10c6a78c-6724-4469-a346-fd8c2d0a9edb service neutron] 10.222.0.15 "GET /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003897 Jun 03 15:13:27.272143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-aed74edb-c299-4684-88d8-6bf38bbeb1bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8565552 Jun 03 15:13:27.336541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on host n-h1-844594-1 for vnic_type normal with profile {"migrating_to": "n-h2-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:27.336781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:27.337108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:27.363055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] For port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:27.363542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.374811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:27.375139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Attempting to bind port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on network 8e9726d7-e691-45e0-899c-b768842af9dd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:27.403314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:27.403877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Checking segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:27.404559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Bound using segment: {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:27.405254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Bound port: 33cc305e-3b39-4a2e-8563-4d8cf3465329, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ad8b76-1124-4036-8491-9f1788a4f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e9726d7-e691-45e0-899c-b768842af9dd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:27.406127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.508514 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf813be7-0d65-4456-8844-37df1ce9276f'] response: {'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'code': 200} Jun 03 15:13:27.570594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37372) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:27.589009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:27.589439 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.660660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Calling delete_port for f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:27.668598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:a9:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:22Z', 'revision_number': 1, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:27.676212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:27.694386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.704065 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.718793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:27.718793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:27.766917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.824737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-0233de4a-c175-4017-b264-1ae4181a2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:27.829210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-0233de4a-c175-4017-b264-1ae4181a2778 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 0.8803625 Jun 03 15:13:27.832253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:27.853634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb71137a-fd37-4757-848b-81fa91839613,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:27.868811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.885376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-db283426-e629-479d-aad5-d76bc2cf2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:27.886895 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-db283426-e629-479d-aad5-d76bc2cf2d26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 1095 time: 0.9447544 Jun 03 15:13:27.888321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f205ef-f648-46ff-8389-d692f9dd6214,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:27.911589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2640955b-e1c4-49bc-870e-cb9a3ca1820c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:27.936233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:27.959926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:28.021302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:28.142725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.144218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2640955b-e1c4-49bc-870e-cb9a3ca1820c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:28.144218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2640955b-e1c4-49bc-870e-cb9a3ca1820c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:28.144501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb71137a-fd37-4757-848b-81fa91839613 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:28.164922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed164-69f5-4a0e-981a-5595af1d96ce req-3066a197-3d5d-4763-b645-be005bb2af42 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:28.166572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3fed164-69f5-4a0e-981a-5595af1d96ce req-3066a197-3d5d-4763-b645-be005bb2af42 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2e994ff-cd8a-4dff-81b8-e0fdd215f21d HTTP/1.1" status: 200 len: 951 time: 0.7142675 Jun 03 15:13:28.182728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Usage tracker for resource:security_group_rule and tenant:86d9da394d9645cab362e717fdf371a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:28.195395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:28.202304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cb71137a-fd37-4757-848b-81fa91839613 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:28.202677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cb71137a-fd37-4757-848b-81fa91839613 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:28.225433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:28.312972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:28.312972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-3f9352c4-95b1-4d1c-b787-9133ae434100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:28.317195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-3f9352c4-95b1-4d1c-b787-9133ae434100 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2883739feda45b99fdea7f5ff96186f&device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 1100 time: 0.7901924 Jun 03 15:13:28.366577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:28.366577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.382225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:13:28.401415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-9306c1bd-4b05-4788-91a7-4c763a174ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:28.401415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-9306c1bd-4b05-4788-91a7-4c763a174ce1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.4963772 Jun 03 15:13:28.578002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.581730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.593045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3fed164-69f5-4a0e-981a-5595af1d96ce req-6c6cf510-f330-4ac0-9cfb-2d9ecd89f717 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115911 Jun 03 15:13:28.597684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', '78cc05aa-00d7-457b-b43d-a740b32a1ddb', '1819974a-7f51-44cc-ba9d-0def0f78cb8f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:28.644649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.715073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.717508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-0a7dfd67-ab74-45e3-82bc-357d63f0edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:28.719886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-0a7dfd67-ab74-45e3-82bc-357d63f0edfa service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.7743134 Jun 03 15:13:28.742467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:a9:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:22Z', 'revision_number': 1, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:28.750547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5210d1-6f22-40b5-90be-c76f6d8dd2e7 None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:a9:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:22Z', 'revision_number': 1, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:28.882731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Network dbddff50-14c7-4683-96d3-79d3b83aca54 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:28.890961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.894571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:28.899612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-80c26cd1-bef1-4ec7-ab31-dd13785b36f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 998 time: 0.4736207 Jun 03 15:13:28.902976 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.008358 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-b9b63494-0047-4a6a-8e45-96b0c711f263 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 200 len: 217 time: 0.2687378 Jun 03 15:13:29.121620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-bf9e31ef-67c1-4c23-bcf2-2a5e7a96e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.124093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-bf9e31ef-67c1-4c23-bcf2-2a5e7a96e3f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.2041414 Jun 03 15:13:29.183714 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd19bb-47ed-48a9-af34-5d5baf74f77b None None] New status for floating IP 6f1a9d8e-3e66-491a-9b34-020364716936: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:13:29.330579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] No DVR routers for this DVR port f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:29.330579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.334841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.339595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:13:29.361249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:29.436845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.436845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.436845 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-60ccb95b-ec7f-48e2-81c8-89ddb2217553 service neutron] 10.222.0.15 "PUT /v2.0/ports/33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 200 len: 1121 time: 4.0909107 Jun 03 15:13:29.455628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event deleted for resources: {'Port': ['ID=f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:29.456716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e548f8ba-5d1f-4122-a88e-f97c038b2ff3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:29.456879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-1c4d6bd2-9a4b-4f68-bd1f-e62dc7b0795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.458230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-1c4d6bd2-9a4b-4f68-bd1f-e62dc7b0795f service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.9208431 Jun 03 15:13:29.503595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6a7ab2fd-f2d5-4b16-8c26-8d2a220027cd None None] Provisioning complete for port e8f205ef-f648-46ff-8389-d692f9dd6214 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:29.508037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab2fd-f2d5-4b16-8c26-8d2a220027cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.562490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.564709 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-90a9a3fe-5818-4c4b-b9e3-81a638538cf9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0ac9ca7d-5fbd-4db2-a35b-58c29dc9057b HTTP/1.1" status: 204 len: 168 time: 5.4374676 Jun 03 15:13:29.567578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-ca916b06-4387-4948-980d-4efdf5d24e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.601965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-ca916b06-4387-4948-980d-4efdf5d24e1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.5646288 Jun 03 15:13:29.601965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37380) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:29.610531 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-c6bf4ad6-f880-40aa-ad8c-af4d2304330a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 200 len: 217 time: 0.1430175 Jun 03 15:13:29.654848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['33cc305e-3b39-4a2e-8563-4d8cf3465329'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:29.700499 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-28cd3a00-9752-4d18-b96c-ad66bc2936d9 req-7e50b2ee-3a5b-40e4-8253-98764b2dbcf9 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.70 "DELETE /v2.0/ports/f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa HTTP/1.1" status: 204 len: 173 time: 3.8145144 Jun 03 15:13:29.727130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-432c57b5-92d2-4e03-b233-788e70bbee62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86d9da394d9645cab362e717fdf371a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1531122 Jun 03 15:13:29.727983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:29.750998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['33cc305e-3b39-4a2e-8563-4d8cf3465329'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:29.947720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ab2fd-f2d5-4b16-8c26-8d2a220027cd None None] Port e8f205ef-f648-46ff-8389-d692f9dd6214 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:30.008961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] Deleting subnet c4103d3b-d63d-44d0-b614-26aed85c332f {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:30.012170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.075244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.095131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e3f1f-6633-4968-a4b1-737d9a9dbc44 req-53fb0ea4-ccb4-45ad-aede-0aae24a221a8 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:30.104531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a05e3f1f-6633-4968-a4b1-737d9a9dbc44 req-53fb0ea4-ccb4-45ad-aede-0aae24a221a8 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 1.3382239 Jun 03 15:13:30.120796 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-37aa6a3a-86b0-4ba6-9be1-8da23bc4fcf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5058711 Jun 03 15:13:30.205622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Router 51eb6a3e-60b2-4cc9-a803-37614c51308b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:30.232236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a10bac38-3460-45e6-ac94-7b3a3ba4c641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.238595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-6179558d-0555-4343-abde-a20ad0ce5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:30.238595 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-6179558d-0555-4343-abde-a20ad0ce5e13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.4995983 Jun 03 15:13:30.272903 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a10bac38-3460-45e6-ac94-7b3a3ba4c641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.411408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-3df44ec1-34a5-443e-8138-87d5d1ce2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:30.417600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-3df44ec1-34a5-443e-8138-87d5d1ce2597 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9381781 Jun 03 15:13:30.436525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a05e3f1f-6633-4968-a4b1-737d9a9dbc44 req-9cdd82bd-64f1-4349-9890-408083760383 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271687 Jun 03 15:13:30.592016 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b02c906-c68c-4a10-8a5a-8f42a1d7bda4'] response: {'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329', 'code': 200} Jun 03 15:13:30.593912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:30.606268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Sync routers for ids ['51eb6a3e-60b2-4cc9-a803-37614c51308b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:30.644618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Routers {'51eb6a3e-60b2-4cc9-a803-37614c51308b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:30.645653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['51eb6a3e-60b2-4cc9-a803-37614c51308b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:30.656671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.678506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a10bac38-3460-45e6-ac94-7b3a3ba4c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.696135 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852eab40-2d7b-4118-8c66-21bb49d33f27'] response: {'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'status': 'completed', 'code': 200} Jun 03 15:13:30.702623 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-5711d369-d6b2-4981-9887-62792bf6b0b9 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695992 Jun 03 15:13:30.739082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bac38-3460-45e6-ac94-7b3a3ba4c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548f8ba-5d1f-4122-a88e-f97c038b2ff3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:30.744445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a10bac38-3460-45e6-ac94-7b3a3ba4c641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.745780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a10bac38-3460-45e6-ac94-7b3a3ba4c641 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e548f8ba-5d1f-4122-a88e-f97c038b2ff3 HTTP/1.1" status: 204 len: 168 time: 1.0082324 Jun 03 15:13:30.762416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-db629cc5-a809-497e-97de-cdb34de4781e admin admin] 10.222.0.66 "PUT /v2.0/routers/51eb6a3e-60b2-4cc9-a803-37614c51308b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3377311 Jun 03 15:13:30.810008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-844f19c6-3efb-4df3-85c8-5048314143a4 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485056 Jun 03 15:13:30.891424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-97893674-ed7d-4b05-bdde-8106b21d1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:30.891424 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-97893674-ed7d-4b05-bdde-8106b21d1555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6421123 Jun 03 15:13:31.171972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Set router 51eb6a3e-60b2-4cc9-a803-37614c51308b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:31.175641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f22be68-bca1-4540-a65d-25b0a981f186 req-6b2597d0-00b4-431a-89ce-57c1b91bfd4b service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587253 Jun 03 15:13:31.356658 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.415973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-75d24e08-5727-47ff-bfee-4d4a9e475e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:31.417776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-75d24e08-5727-47ff-bfee-4d4a9e475e90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 0.6736643 Jun 03 15:13:31.445210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.466532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4103d3b-d63d-44d0-b614-26aed85c332f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:31.476852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f21d9-a43f-425e-9bc8-7fc5c8b86eb2 None None] Network 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:31.480526 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a578b96-f5c9-4da1-b733-d7604f70233f req-3a52824e-3f55-40b0-afbc-5dcc3298550b service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619307 Jun 03 15:13:31.550422 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-39f57b2e-faf8-4686-8322-2857a11c0fa9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c4103d3b-d63d-44d0-b614-26aed85c332f HTTP/1.1" status: 204 len: 168 time: 1.9385495 Jun 03 15:13:31.552863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37420) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:31.745135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-805ceadb-2e1a-42ef-a966-6967f25a7e75 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942439 Jun 03 15:13:31.913363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-0232f2f8-6e54-43af-ad1b-82b12e28de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:31.915420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-0232f2f8-6e54-43af-ad1b-82b12e28de38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.4810457 Jun 03 15:13:32.066972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:26Z', 'revision_number': 4, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e8f205ef-f648-46ff-8389-d692f9dd6214', 'name': '', 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'mac_address': 'fa:16:3e:44:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '42b32df3-d7d1-4b1a-8400-ba71d80790b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:22Z', 'updated_at': '2022-06-03T15:13:27Z', 'revision_number': 2, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'subnets': [{'id': '42b32df3-d7d1-4b1a-8400-ba71d80790b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:32.081969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Checking router: 51eb6a3e-60b2-4cc9-a803-37614c51308b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:32.081969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Updating router 51eb6a3e-60b2-4cc9-a803-37614c51308b port e8f205ef-f648-46ff-8389-d692f9dd6214 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:13:32.098374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a8a4576-8a2d-49bb-9855-61b7b9d9dd2d req-aa172a97-b66b-4cae-84e1-48d614e64c78 tempest-FloatingIPsNegativeTestJSON-1841263322 tempest-FloatingIPsNegativeTestJSON-1841263322-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=18a0b89b3c0f49adb8668e2dbc01a1e8 HTTP/1.1" status: 200 len: 217 time: 0.1685150 Jun 03 15:13:32.116299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37434) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:32.123363 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.173549 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.180520 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a2a232d-e584-4a68-8ecd-b3b2a1a2fabf req-eed308bc-238e-48e0-b08b-a83646264e3b service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978171 Jun 03 15:13:32.195324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Deleting port 415512a9-9e7f-40c7-b613-46ba3f7cf06a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:32.195809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.204808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] DHCP port deletion for 0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:13:32.212667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] Deleting port 415512a9-9e7f-40c7-b613-46ba3f7cf06a {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:32.212955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.257563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-0ac46f6b-395c-4c45-872c-37ab7be70b6b tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:32.261755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-0ac46f6b-395c-4c45-872c-37ab7be70b6b tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3357320 Jun 03 15:13:32.304852 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-50d2e83a-538c-485b-8c24-2b392b3c1cb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 1000 time: 0.3680286 Jun 03 15:13:32.361449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-227199420-network', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:32.382920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:32.396415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-e6799eb3-5fd7-47a8-ab79-f46d4bea90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:32.397969 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-e6799eb3-5fd7-47a8-ab79-f46d4bea90cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.0862186 Jun 03 15:13:32.405994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Usage tracker for resource:network and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:32.413971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:32.462468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:32.476391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-8c5181dc-4799-4548-8305-0674d826be22 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.2025874 Jun 03 15:13:32.496860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'floatingip': {'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:32.520417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-070badb6-3e73-4fd9-99d6-0ebc0e6657dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:32.521975 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-070badb6-3e73-4fd9-99d6-0ebc0e6657dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133573 Jun 03 15:13:32.578439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Made reservation on behalf of 6830b68ec696434384c9e3cd33f79e79 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:32.580871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.634429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-deleted', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa'}, {'name': 'network-changed', 'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:32.655419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] For port 415512a9-9e7f-40c7-b613-46ba3f7cf06a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=415512a9-9e7f-40c7-b613-46ba3f7cf06a,segment=NetworkSegment(16d25944-e9d5-497d-b37e-fb2e36eb6eb4),segment_id=16d25944-e9d5-497d-b37e-fb2e36eb6eb4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:32.655713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.700793 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-d69d173b-db10-419d-bc8b-c2fd3852afb0 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613879 Jun 03 15:13:32.708862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.792374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:32.807239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.849417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 415512a9-9e7f-40c7-b613-46ba3f7cf06a no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:32.873147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Usage tracker for resource:security_group_rule and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:32.876480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:32.879035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] Calling delete_port for 415512a9-9e7f-40c7-b613-46ba3f7cf06a owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:32.885318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:32.930522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e82a827-1607-49ce-96f1-4ad0fdcd3a57 req-82ce8e26-dbb0-4ac6-bd6b-39b959b0dcf9 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222421 Jun 03 15:13:32.965932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] For port 415512a9-9e7f-40c7-b613-46ba3f7cf06a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=415512a9-9e7f-40c7-b613-46ba3f7cf06a,segment=NetworkSegment(16d25944-e9d5-497d-b37e-fb2e36eb6eb4),segment_id=16d25944-e9d5-497d-b37e-fb2e36eb6eb4)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:32.966300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.072268 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.128607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] Pushing event deleted for resources: {'Port': ['ID=415512a9-9e7f-40c7-b613-46ba3f7cf06a,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:33.139905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6d01d-dcf1-42f7-acd5-5df5da5ff161 None None] No DVR routers for this DVR port 415512a9-9e7f-40c7-b613-46ba3f7cf06a on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:33.146322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 415512a9-9e7f-40c7-b613-46ba3f7cf06a is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:33.147002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.151691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Calling delete_port for 415512a9-9e7f-40c7-b613-46ba3f7cf06a owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:33.223538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c14e10-7cf7-481d-b1fe-caf813ecd487 req-7ce3ff39-222b-4514-8ee9-855034329f55 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.225114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78c14e10-7cf7-481d-b1fe-caf813ecd487 req-7ce3ff39-222b-4514-8ee9-855034329f55 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 0.6346121 Jun 03 15:13:33.283109 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.296905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Transition to ACTIVE for port object e8f205ef-f648-46ff-8389-d692f9dd6214 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:33.302681 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.397925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78c14e10-7cf7-481d-b1fe-caf813ecd487 req-e751b31b-fc54-4e5a-8549-0aea6fdeac86 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602607 Jun 03 15:13:33.435186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:13:33.435509 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:13:33.471938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1610c02-fe8e-4bc1-8a02-4fe4c24312da None None] Pushing event updated for resources: {'Port': ['ID=e8f205ef-f648-46ff-8389-d692f9dd6214,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:33.534333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.539515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.590504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Attempting to bind port e8f205ef-f648-46ff-8389-d692f9dd6214 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:33.591016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Attempting to bind port e8f205ef-f648-46ff-8389-d692f9dd6214 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:33.591386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Attempting to bind port e8f205ef-f648-46ff-8389-d692f9dd6214 on network dbddff50-14c7-4683-96d3-79d3b83aca54 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:33.597635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:33.598334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Checking segment: {'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:33.598907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.599460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Bound using segment: {'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:33.600140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Bound port: e8f205ef-f648-46ff-8389-d692f9dd6214, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17aa6cea-21ae-4e98-8969-12f6578e4db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:33.600717 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.757983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] For port e8f205ef-f648-46ff-8389-d692f9dd6214, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:33.761803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] For port e8f205ef-f648-46ff-8389-d692f9dd6214, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e8f205ef-f648-46ff-8389-d692f9dd6214,segment=NetworkSegment(17aa6cea-21ae-4e98-8969-12f6578e4db8),segment_id=17aa6cea-21ae-4e98-8969-12f6578e4db8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:33.766078 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.803591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:33.849832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.850180 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Added segment 944d266b-c1cc-43d4-8612-b99d94d492fd of type vlan for network d5b491ee-d7ca-4505-b2df-23c9ebef8890 Jun 03 15:13:33.851291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f90710-b5ef-4588-96eb-f4750611fbf3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:33.851481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Routers {'51eb6a3e-60b2-4cc9-a803-37614c51308b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:33.852140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['51eb6a3e-60b2-4cc9-a803-37614c51308b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:33.998245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Deleting port 415512a9-9e7f-40c7-b613-46ba3f7cf06a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:34.008620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.020893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1610c02-fe8e-4bc1-8a02-4fe4c24312da None None] Pushing event updated for resources: {'Port': ['ID=e8f205ef-f648-46ff-8389-d692f9dd6214,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:34.085313 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.167531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] Set router 51eb6a3e-60b2-4cc9-a803-37614c51308b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:34.235008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f252d-ec83-4907-b229-b38f5b69ec6c req-8cb66c2e-10f4-4f8e-8ac8-b7e8df0bc69a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.236551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f56f252d-ec83-4907-b229-b38f5b69ec6c req-8cb66c2e-10f4-4f8e-8ac8-b7e8df0bc69a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 950 time: 0.6827123 Jun 03 15:13:34.250958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] The port '415512a9-9e7f-40c7-b613-46ba3f7cf06a' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:13:34.308221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:13:34.314504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-ff4b88cc-f172-4559-8e3f-cd76e0a741ea service neutron] 10.222.0.70 "GET /v2.0/ports/33cc305e-3b39-4a2e-8563-4d8cf3465329/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.2837627 Jun 03 15:13:34.492417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f56f252d-ec83-4907-b229-b38f5b69ec6c req-6654a408-9a6a-4976-b7a7-1897d1b7d069 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284527 Jun 03 15:13:34.492417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.492417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.492417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.516876 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.611763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93187205-4ceb-485e-989d-74d7d2f18944 req-13fb1e8e-2760-455b-b8dc-09146fe45919 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.613247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-93187205-4ceb-485e-989d-74d7d2f18944 req-13fb1e8e-2760-455b-b8dc-09146fe45919 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Synchronizing usage tracker for tenant:ada3398d950d474bb401b10dab5830b8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:34.631505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-a39abd38-70aa-4100-a660-00623d739bb1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.631505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-a39abd38-70aa-4100-a660-00623d739bb1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:34.661049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:34.672504 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdfbb563-d86c-4d21-aa57-88ef07ac5662 req-293d22fd-0b1e-4e23-86d9-0f230f462610 tempest-FloatingIPsNegativeTestJSON-1841263322 tempest-FloatingIPsNegativeTestJSON-1841263322-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1417260 Jun 03 15:13:34.686697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:26Z', 'revision_number': 4, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e8f205ef-f648-46ff-8389-d692f9dd6214', 'name': '', 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'mac_address': 'fa:16:3e:44:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '42b32df3-d7d1-4b1a-8400-ba71d80790b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:22Z', 'updated_at': '2022-06-03T15:13:33Z', 'revision_number': 4, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'subnets': [{'id': '42b32df3-d7d1-4b1a-8400-ba71d80790b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:34.693632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca32144-e094-446e-9410-ccb0f233b2c4 None None] The sync data for ids ['51eb6a3e-60b2-4cc9-a803-37614c51308b'] in n-d-844594-1 is: [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:26Z', 'revision_number': 4, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e8f205ef-f648-46ff-8389-d692f9dd6214', 'name': '', 'network_id': 'dbddff50-14c7-4683-96d3-79d3b83aca54', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'mac_address': 'fa:16:3e:44:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '42b32df3-d7d1-4b1a-8400-ba71d80790b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:22Z', 'updated_at': '2022-06-03T15:13:33Z', 'revision_number': 4, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'subnets': [{'id': '42b32df3-d7d1-4b1a-8400-ba71d80790b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:34.705207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-93187205-4ceb-485e-989d-74d7d2f18944 req-13fb1e8e-2760-455b-b8dc-09146fe45919 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Unset dirty status for tenant:ada3398d950d474bb401b10dab5830b8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:34.705207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93187205-4ceb-485e-989d-74d7d2f18944 req-13fb1e8e-2760-455b-b8dc-09146fe45919 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.70 "GET /v2.0/ports?device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 946 time: 0.5035319 Jun 03 15:13:34.708082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d25944-e9d5-497d-b37e-fb2e36eb6eb4') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:34.708082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d25944-e9d5-497d-b37e-fb2e36eb6eb4') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:34.720676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b491ee-d7ca-4505-b2df-23c9ebef8890,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:34.728524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-70c3d771-f0ef-4953-a06e-ef3a7688c126 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6090343 Jun 03 15:13:34.730597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37448) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:34.731911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.748012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-a39abd38-70aa-4100-a660-00623d739bb1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:34.750127 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-a39abd38-70aa-4100-a660-00623d739bb1 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 950 time: 0.6057022 Jun 03 15:13:34.751015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Request body: {'subnet': {'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-227199420-subnet', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:34.759196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:34.759772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:34.770527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Usage tracker for resource:subnet and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:34.777514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.780038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:34.818785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:34.823172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:34.825873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.944064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Deleting port 1819974a-7f51-44cc-ba9d-0def0f78cb8f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:34.944437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.982980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Deleting port ac1e21ba-f2e2-4745-8dbb-581746db4a82 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:34.983957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.994777 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 16d25944-e9d5-497d-b37e-fb2e36eb6eb4 resource provider aggregate not found Jun 03 15:13:35.019493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:13:35.170173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Made reservation on behalf of 6830b68ec696434384c9e3cd33f79e79 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:35.173374 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.191819 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 16d25944-e9d5-497d-b37e-fb2e36eb6eb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16d25944-e9d5-497d-b37e-fb2e36eb6eb4 found for delete ", "request_id": "req-17395508-01cf-4f55-9a7a-b1ca53eb7df6"}]} Jun 03 15:13:35.246052 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6183fc57-ec12-445e-8c24-e3e5385c07a3'] response: {'server_uuid': 'f2e994ff-cd8a-4dff-81b8-e0fdd215f21d', 'name': 'network-vif-deleted', 'tag': 'f92ad2d8-2e71-40fa-8ac2-c2b9c24fccaa', 'status': 'completed', 'code': 200} Jun 03 15:13:35.246843 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6183fc57-ec12-445e-8c24-e3e5385c07a3'] response: {'name': 'network-changed', 'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329', 'status': 'completed', 'code': 200} Jun 03 15:13:35.337575 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.348069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.401826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.416813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] 10.222.0.66 "DELETE /v2.0/networks/0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec HTTP/1.1" status: 204 len: 168 time: 3.8627002 Jun 03 15:13:35.423874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13187648-098d-45bf-b3b8-f690f889285a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb0fb2c-55d9-4fb1-9fc7-af22c4834eec,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:35.623114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.695696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.700219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37464) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:35.765081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:35.844722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:35.966303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ac1e21ba-f2e2-4745-8dbb-581746db4a82 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:35.993770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-df29602d-b450-467f-a0a3-33c2eb1bce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:35.995573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-df29602d-b450-467f-a0a3-33c2eb1bce8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1124 time: 0.6823981 Jun 03 15:13:36.013979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cc305e-3b39-4a2e-8563-4d8cf3465329 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:36.021255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] For port 1819974a-7f51-44cc-ba9d-0def0f78cb8f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1819974a-7f51-44cc-ba9d-0def0f78cb8f,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:36.021963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.074763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:36.119610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12aff456-2797-40a2-9c35-348fb7fcce40,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:36.188990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ac1e21ba-f2e2-4745-8dbb-581746db4a82 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:36.189944 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.204852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Checking segment: {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:36.205213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Network hostable DHCP agents. Network: d5b491ee-d7ca-4505-b2df-23c9ebef8890, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:36.244074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:36.260724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:36.273238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-226ce2e5-bb3c-4262-9b05-4bfa1be74264 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad59c289e22448c78caae1ba5c1ea909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189972 Jun 03 15:13:36.274052 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.274988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 33cc305e-3b39-4a2e-8563-4d8cf3465329 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:36.275549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37470) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:36.332609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Calling delete_port for 1819974a-7f51-44cc-ba9d-0def0f78cb8f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:36.340528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df079b-4480-4760-a170-62433fee08e3 req-5d6029fe-e254-4931-bfc4-c8716d6a6d1b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:36.343631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1df079b-4480-4760-a170-62433fee08e3 req-5d6029fe-e254-4931-bfc4-c8716d6a6d1b tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 943 time: 0.6540236 Jun 03 15:13:36.367158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:36.367328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:36.367603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.421434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.432158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ac1e21ba-f2e2-4745-8dbb-581746db4a82,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:36.442877 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Floating IP 6f1a9d8e-3e66-491a-9b34-020364716936 associated. External IP: 172.25.1.43, port: a70d303f-f7bf-43ee-938d-73854a4c8923. Jun 03 15:13:36.527683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d5b491ee-d7ca-4505-b2df-23c9ebef8890) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:36.533172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:36.534012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.539154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1cd0c-e1e0-44eb-8aff-d70854370f8a None None] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:36.617468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 33cc305e-3b39-4a2e-8563-4d8cf3465329 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:36.635283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b69ff692-cf46-4871-b384-6d01e830e513 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8946805 Jun 03 15:13:36.637184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Calling delete_port for ac1e21ba-f2e2-4745-8dbb-581746db4a82 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:36.655193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1df079b-4480-4760-a170-62433fee08e3 req-1fc35e7a-c5db-436f-a243-a7fe3feee7d2 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675025 Jun 03 15:13:36.655193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37474) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:36.728229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:36.757027 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5730-fcd3-4951-b6ee-74a1da7dd2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.787668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:36.876045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Usage tracker for resource:router and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:36.912330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:36.920225 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-45207867-c361-4ebe-861d-d4478efebc86 req-4937846c-066f-4c9a-8aa1-553643b82f8d tempest-FloatingIPsNegativeTestJSON-1841263322 tempest-FloatingIPsNegativeTestJSON-1841263322-project] show failed (client error): The resource could not be found. Jun 03 15:13:36.926147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45207867-c361-4ebe-861d-d4478efebc86 req-4937846c-066f-4c9a-8aa1-553643b82f8d tempest-FloatingIPsNegativeTestJSON-1841263322 tempest-FloatingIPsNegativeTestJSON-1841263322-project] 10.222.0.66 "GET /v2.0/floatingips/1cb24b6a-f20d-497c-95f7-b6522b1e8699 HTTP/1.1" status: 404 len: 350 time: 0.2004731 Jun 03 15:13:36.945450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d5b491ee-d7ca-4505-b2df-23c9ebef8890', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:13:36.946201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.957240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37478) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:36.990981 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5730-fcd3-4951-b6ee-74a1da7dd2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.992724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e8f205ef-f648-46ff-8389-d692f9dd6214 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:37.069248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:37.255419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e8f205ef-f648-46ff-8389-d692f9dd6214 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:37.271814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e8f205ef-f648-46ff-8389-d692f9dd6214 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:37.271814 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.324567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-4e6937fa-b01e-4a86-9497-7d9a5dc91ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:37.326914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-4e6937fa-b01e-4a86-9497-7d9a5dc91ed4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 1.3159180 Jun 03 15:13:37.333317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5730-fcd3-4951-b6ee-74a1da7dd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.397239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c5730-fcd3-4951-b6ee-74a1da7dd2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6415a3-0ce6-4f75-828c-c282e04847f3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:37.398076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Allocated IP 172.20.0.2 (d5b491ee-d7ca-4505-b2df-23c9ebef8890/12aff456-2797-40a2-9c35-348fb7fcce40/e6dd70f4-0749-4ac3-85bf-f16c090029e8) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:37.400035 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.401060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.425847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.462773 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5730-fcd3-4951-b6ee-74a1da7dd2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.463907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6a3c5730-fcd3-4951-b6ee-74a1da7dd2f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af6415a3-0ce6-4f75-828c-c282e04847f3 HTTP/1.1" status: 204 len: 168 time: 1.1867404 Jun 03 15:13:37.500768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:37.524923 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-f2dfce11-61ac-432d-8802-de713c141421 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 200 len: 217 time: 0.1780491 Jun 03 15:13:37.552531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e8f205ef-f648-46ff-8389-d692f9dd6214 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:37.552966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.616395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e8f205ef-f648-46ff-8389-d692f9dd6214, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e8f205ef-f648-46ff-8389-d692f9dd6214,segment=NetworkSegment(17aa6cea-21ae-4e98-8969-12f6578e4db8),segment_id=17aa6cea-21ae-4e98-8969-12f6578e4db8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:37.629834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.744596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-d21427e9-991a-4603-8ca4-cd96ed6abd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:37.746750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-d21427e9-991a-4603-8ca4-cd96ed6abd65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.0982523 Jun 03 15:13:37.771525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e8f205ef-f648-46ff-8389-d692f9dd6214,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:37.780037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.793780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Transition to ACTIVE for port object e6dd70f4-0749-4ac3-85bf-f16c090029e8 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:37.818502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Transition to ACTIVE for port object e6dd70f4-0749-4ac3-85bf-f16c090029e8 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:37.827173 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.868014 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-c23e6804-19ce-45ce-ae8b-4be3538362ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628445 Jun 03 15:13:37.908956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:37.919435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:37.925827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:37.946894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e71895-458d-4c9b-84d0-ea8760e3966b req-51d9001e-8d07-4d7d-b4bf-af3001c489f6 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:37.949152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e71895-458d-4c9b-84d0-ea8760e3966b req-51d9001e-8d07-4d7d-b4bf-af3001c489f6 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3cb856a-0d5c-429f-bcda-7eaedcee9f31 HTTP/1.1" status: 200 len: 950 time: 0.6097875 Jun 03 15:13:38.022332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.030661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Pushing event updated for resources: {'Port': ['ID=e6dd70f4-0749-4ac3-85bf-f16c090029e8,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:38.079460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:13:38.080020 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:13:38.110522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] Transition to ACTIVE for port object 33cc305e-3b39-4a2e-8563-4d8cf3465329 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:38.114570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:38.124167 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-e6570a88-bdff-4470-8ca6-01b28af108f3 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325559 Jun 03 15:13:38.128935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.143912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-b0c7010f-94b7-4de6-b1d2-77818856da77 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.147784 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-b0c7010f-94b7-4de6-b1d2-77818856da77 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "GET /v2.0/ports?device_id=3015dbe5-c0f1-4a9d-b75d-63e07b09d74b HTTP/1.1" status: 200 len: 946 time: 0.9894810 Jun 03 15:13:38.156610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Attempting to bind port e6dd70f4-0749-4ac3-85bf-f16c090029e8 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:38.157142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Attempting to bind port e6dd70f4-0749-4ac3-85bf-f16c090029e8 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:38.157517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Attempting to bind port e6dd70f4-0749-4ac3-85bf-f16c090029e8 on network d5b491ee-d7ca-4505-b2df-23c9ebef8890 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:38.172371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:38.173061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Checking segment: {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:38.173628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.174175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Bound using segment: {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:38.174882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Bound port: e6dd70f4-0749-4ac3-85bf-f16c090029e8, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:38.175415 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.194089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 1819974a-7f51-44cc-ba9d-0def0f78cb8f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:38.194431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1819974a-7f51-44cc-ba9d-0def0f78cb8f not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:38.202885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70e71895-458d-4c9b-84d0-ea8760e3966b req-e9cf0fcf-0b94-4d6b-8a5b-37c65734418a tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429593 Jun 03 15:13:38.220331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.301832 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b8c01b-9fd1-44e7-91e3-be1828ec0e0e'] response: {'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82', 'code': 200} Jun 03 15:13:38.302821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', '78cc05aa-00d7-457b-b43d-a740b32a1ddb'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:38.438859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:38.450257 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:38.465961 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:38.468045 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:38.475018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] For port e6dd70f4-0749-4ac3-85bf-f16c090029e8, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:38.479641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] For port e6dd70f4-0749-4ac3-85bf-f16c090029e8, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e6dd70f4-0749-4ac3-85bf-f16c090029e8,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:38.503464 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.555063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37506) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:38.585762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Deleting port ac1e21ba-f2e2-4745-8dbb-581746db4a82 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:38.586002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.729642 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:38.822167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3afc6-0400-4161-a377-16c2b523614f None None] Pushing event updated for resources: {'Port': ['ID=e6dd70f4-0749-4ac3-85bf-f16c090029e8,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:38.905049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e8f205ef-f648-46ff-8389-d692f9dd6214 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:39.059018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-248524091-network', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:39.251213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:39.265522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e8f205ef-f648-46ff-8389-d692f9dd6214 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:39.266086 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.293826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Usage tracker for resource:network and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:39.305857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:39.325575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] No DVR routers for this DVR port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:39.336603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dd0ab-5f72-41ce-984e-2794dff67094 req-46e86f6a-e146-40fa-bf95-4efa01a99e1e tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:39.349621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Deleting port 6944d250-e95d-4112-8354-122ce999783d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:39.351092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.353414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b07dd0ab-5f72-41ce-984e-2794dff67094 req-46e86f6a-e146-40fa-bf95-4efa01a99e1e tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 944 time: 0.9520066 Jun 03 15:13:39.408603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:39.445884 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:ba:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:34Z', 'revision_number': 3, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:39.454050 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:39.491778 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:39.493691 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:39.526438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:39.530840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.576038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:39.588092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b07dd0ab-5f72-41ce-984e-2794dff67094 req-7a1a640b-a13a-4446-9f17-a5152b3aaf9b tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323613 Jun 03 15:13:39.589647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.594742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] No DVR routers for this DVR port 1819974a-7f51-44cc-ba9d-0def0f78cb8f on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:39.604965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c643591f-7109-4a0f-8c9e-497e836e3483 req-b66dd5ef-b894-406e-a1d8-9c0ee2d7ea05 service neutron] 10.222.0.70 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4548628 Jun 03 15:13:39.606962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.623062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e8f205ef-f648-46ff-8389-d692f9dd6214 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:39.661773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:39.701655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-deleted', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:39.711999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] Pushing event updated for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:39.858611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event deleted for resources: {'Port': ['ID=1819974a-7f51-44cc-ba9d-0def0f78cb8f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:39.858611 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3a50cf-b50a-4f69-acdf-30a637d4ffc7 req-f0ee71cc-6957-47e0-aac0-52f627c2a9a7 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "DELETE /v2.0/ports/1819974a-7f51-44cc-ba9d-0def0f78cb8f HTTP/1.1" status: 204 len: 173 time: 5.0941267 Jun 03 15:13:39.960481 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:39.966598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:39.974305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.000640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:40.020083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:40.039957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-fa7c9c5b-b25e-4390-9c68-a1db5de9bf2c service neutron] 10.222.0.70 "PUT /v2.0/ports/33cc305e-3b39-4a2e-8563-4d8cf3465329/bindings/n-h2-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 5.7186706 Jun 03 15:13:40.104139 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.594780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:40.654697 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:ba:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:34Z', 'revision_number': 3, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:40.663843 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bd816-afeb-4ed9-9db8-a33a5d9410f8 None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:ba:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:34Z', 'revision_number': 3, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:40.683787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d51a5b-8600-45e7-880f-31581e8bc1bf None None] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:40.800709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Allocated IP 172.25.1.4 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/b713258f-2b92-43e1-87c7-bb722dd770a9) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:40.820873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.915276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8953cb7-d946-481d-b3c2-14e06b83d4e4 req-db7c88fb-6541-4b19-85da-3f84fed01a91 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:40.926076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8953cb7-d946-481d-b3c2-14e06b83d4e4 req-db7c88fb-6541-4b19-85da-3f84fed01a91 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 0.9581478 Jun 03 15:13:40.928011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] For port ac1e21ba-f2e2-4745-8dbb-581746db4a82, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ac1e21ba-f2e2-4745-8dbb-581746db4a82,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:40.928011 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.966446 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.029183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.185573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6dd70f4-0749-4ac3-85bf-f16c090029e8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:41.245523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460653c-dbc4-4be3-822a-60a31ff06f53 None None] New status for floating IP 6f1a9d8e-3e66-491a-9b34-020364716936: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:13:41.254936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Calling delete_port for ac1e21ba-f2e2-4745-8dbb-581746db4a82 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:41.325679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ed4f6f55-d83e-415f-a103-550aa34da2ae None None] Provisioning for port e6dd70f4-0749-4ac3-85bf-f16c090029e8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:41.382433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] For port 6944d250-e95d-4112-8354-122ce999783d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6944d250-e95d-4112-8354-122ce999783d,segment=NetworkSegment(e4523d57-f86c-44c4-b9d7-19d405d99608),segment_id=e4523d57-f86c-44c4-b9d7-19d405d99608)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:41.396613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:41.410695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.428789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:41.428789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8953cb7-d946-481d-b3c2-14e06b83d4e4 req-b5c77ce5-f624-45c1-8434-72f3c05f14e1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936934 Jun 03 15:13:41.475432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.475432 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Added segment 718e472d-8efb-4ce3-b393-0954c73f15c6 of type vlan for network d09311b2-c859-4e68-a0e9-573a99ae4a26 Jun 03 15:13:41.475432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774a8b0-d324-422f-bf0b-845e07db4db6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:41.544284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-b72ad393-8144-4dd3-b89b-351f739900c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "PUT /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 200 len: 997 time: 9.0557356 Jun 03 15:13:41.571724 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.617732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e6dd70f4-0749-4ac3-85bf-f16c090029e8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:41.631871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e6dd70f4-0749-4ac3-85bf-f16c090029e8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:41.631871 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.670847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.717377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-276bdfcf-aab9-47bf-8b52-69f16ca51448 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:41.717377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-276bdfcf-aab9-47bf-8b52-69f16ca51448 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports/a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 942 time: 0.1483285 Jun 03 15:13:41.717377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.717377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:41.717377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.753363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Calling delete_port for 6944d250-e95d-4112-8354-122ce999783d owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:41.850468 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6020bbbe-583a-4f89-9f1c-8d68ff3406e6'] response: {'server_uuid': 'a3cb856a-0d5c-429f-bcda-7eaedcee9f31', 'name': 'network-vif-deleted', 'tag': '1819974a-7f51-44cc-ba9d-0def0f78cb8f', 'status': 'completed', 'code': 200} Jun 03 15:13:41.919272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-b974c99f-5b26-4e59-9d9a-a34f67a6a95c tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:41.919272 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-b974c99f-5b26-4e59-9d9a-a34f67a6a95c tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1095 time: 1.6776593 Jun 03 15:13:41.979665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3999596 Jun 03 15:13:42.009496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37524) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:42.036260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b940b-7c0e-45bc-b303-277b699abac2 admin admin] Pushing event updated for resources: {'Network': ['ID=d09311b2-c859-4e68-a0e9-573a99ae4a26,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:42.044850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Request body: {'subnet': {'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-subnet', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:42.057706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.064350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:42.146592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6944d250-e95d-4112-8354-122ce999783d no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:42.168514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:42.173263 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:42.200806 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:42.200806 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:42.210846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Usage tracker for resource:subnet and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:42.230916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:42.264394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:42.264394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:42.264394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:42.280461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:42.328594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Pushing event updated for resources: {'Port': ['ID=b713258f-2b92-43e1-87c7-bb722dd770a9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:42.353194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299101a-a38b-43d1-8618-cf89b59ebd12 req-036117b9-19b8-4a71-86a7-e8f830007394 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:42.354020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c299101a-a38b-43d1-8618-cf89b59ebd12 req-036117b9-19b8-4a71-86a7-e8f830007394 tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/ports?device_id=56061118-17ea-4019-9825-351da32fb23a HTTP/1.1" status: 200 len: 944 time: 0.3948066 Jun 03 15:13:42.359520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-5fae66fd-7356-42b8-8a7f-4ddcbd4b2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:42.370244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-5fae66fd-7356-42b8-8a7f-4ddcbd4b2583 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 0.4991570 Jun 03 15:13:42.455639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e6dd70f4-0749-4ac3-85bf-f16c090029e8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:42.456647 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.550568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:42.550568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.556935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e9aac3ae-305e-48d2-bdca-b09606b9c65a None None] Provisioning complete for port e6dd70f4-0749-4ac3-85bf-f16c090029e8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:42.556935 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9aac3ae-305e-48d2-bdca-b09606b9c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.583907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.700911 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:42.750014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Pushing event deleted for resources: {'Port': ['ID=ac1e21ba-f2e2-4745-8dbb-581746db4a82,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:42.761497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-283f5abb-88a6-4453-a6e3-7bc165b320fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:42.763429 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-283f5abb-88a6-4453-a6e3-7bc165b320fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276&tenant_id=057863ea07334b8aa432702b899cf1e6 HTTP/1.1" status: 200 len: 1095 time: 0.8260038 Jun 03 15:13:42.773966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e6dd70f4-0749-4ac3-85bf-f16c090029e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e6dd70f4-0749-4ac3-85bf-f16c090029e8,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:42.789494 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.849044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.872067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e6dd70f4-0749-4ac3-85bf-f16c090029e8,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:42.955035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c299101a-a38b-43d1-8618-cf89b59ebd12 req-5513bdbd-6ae5-444c-98b8-f0c62ff8f67d tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.66 "GET /v2.0/security-groups?id=77a49ced-86f3-42fa-86db-93786b779774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620418 Jun 03 15:13:42.997765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e9aac3ae-305e-48d2-bdca-b09606b9c65a None None] Current status of the port e6dd70f4-0749-4ac3-85bf-f16c090029e8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:43.001157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6944d250-e95d-4112-8354-122ce999783d is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:43.001533 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.196364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37530) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:43.197886 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fd4c4a-a420-49c1-986e-8034cc0c4408'] response: {'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'status': 'completed', 'code': 200} Jun 03 15:13:43.298459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] No DVR routers for this DVR port ac1e21ba-f2e2-4745-8dbb-581746db4a82 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:43.317812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-eedf48d7-bcdd-4b93-ac71-f25523fc73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:43.317812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-eedf48d7-bcdd-4b93-ac71-f25523fc73b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.9420180 Jun 03 15:13:43.324578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.335630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.401930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7ad252f8-a903-4e9b-82ab-1df087f99c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.472872 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:ba:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:41Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:43.478317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:43.487354 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:43.488326 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:43.547353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Pushing event deleted for resources: {'Port': ['ID=6944d250-e95d-4112-8354-122ce999783d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:43.599763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-6719e457-baa4-438c-9f03-b811bc1d8e9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 217 time: 0.2668667 Jun 03 15:13:43.604894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93187205-4ceb-485e-989d-74d7d2f18944 req-6a5eb41a-e5d8-4ccb-a25e-b999ba68dd2c tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.70 "DELETE /v2.0/ports/ac1e21ba-f2e2-4745-8dbb-581746db4a82 HTTP/1.1" status: 204 len: 173 time: 8.8937931 Jun 03 15:13:43.664651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.709998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] No DVR routers for this DVR port 6944d250-e95d-4112-8354-122ce999783d on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:43.726401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.728385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c229515-e5c3-4723-abdf-b52a94f04e17 req-d6118318-1526-49c1-aaca-17068f8e7ffa tempest-ListServersNegativeTestJSON-489064751 tempest-ListServersNegativeTestJSON-489064751-project] 10.222.0.15 "DELETE /v2.0/ports/6944d250-e95d-4112-8354-122ce999783d HTTP/1.1" status: 204 len: 173 time: 5.4165699 Jun 03 15:13:43.784024 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:43.860685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'name': 'network-vif-deleted', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82'}, {'server_uuid': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'name': 'network-vif-deleted', 'tag': '6944d250-e95d-4112-8354-122ce999783d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:43.867027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-2cf08ea6-6c6b-4f3d-a440-f846743a439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:43.868643 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-2cf08ea6-6c6b-4f3d-a440-f846743a439f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057863ea07334b8aa432702b899cf1e6&device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1095 time: 0.7966158 Jun 03 15:13:43.921155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-d9ba7ce9-48f1-45f7-9501-bdb7e8c199eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:43.922962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-d9ba7ce9-48f1-45f7-9501-bdb7e8c199eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 0.7468727 Jun 03 15:13:43.926230 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.009224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80911b9-30c0-4dc2-a327-7708cbb1436c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:44.110689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Checking segment: {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:44.111046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Network hostable DHCP agents. Network: d09311b2-c859-4e68-a0e9-573a99ae4a26, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:44.218611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:44.253756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-1a3c375b-39f6-49f5-9556-47a18a494966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:44.257165 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-1a3c375b-39f6-49f5-9556-47a18a494966 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 200 len: 921 time: 0.3735168 Jun 03 15:13:44.345768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-44c41168-6562-4524-aeb0-0a5aadfbcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:44.350727 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-44c41168-6562-4524-aeb0-0a5aadfbcb29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.3671830 Jun 03 15:13:44.351924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d09311b2-c859-4e68-a0e9-573a99ae4a26) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:44.364682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d833b1fa-5e56-4d24-929f-31a6632bcb90 None None] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:44.459849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e89eb023-d355-484f-adf7-4333a5a11e0c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.475344 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:ba:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:41Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:44.481266 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70bd0cc-c0e8-4108-a51a-b38bca69a1c7 None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:ba:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:41Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:44.523068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-c924bd45-8bd8-4873-9d14-afd752437ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:44.549078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-c924bd45-8bd8-4873-9d14-afd752437ba5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.9211669 Jun 03 15:13:44.635261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c963-c4ba-43e5-892b-75d46b7fed74 req-0143a423-c37e-4523-a01f-2734e01a4b2e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:44.637843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2133c963-c4ba-43e5-892b-75d46b7fed74 req-0143a423-c37e-4523-a01f-2734e01a4b2e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 1.3339918 Jun 03 15:13:44.645839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e89eb023-d355-484f-adf7-4333a5a11e0c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.703005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-d4b58723-4421-4630-8710-c005dfbc9b2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 200 len: 217 time: 0.4342697 Jun 03 15:13:44.810678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:44.810678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.876478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.877592 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-e5831bde-51a7-4e12-98b9-b70b2114c436 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 217 time: 0.5063021 Jun 03 15:13:44.890377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2133c963-c4ba-43e5-892b-75d46b7fed74 req-910b1e83-b6d9-4066-8fb6-533db10de987 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309806 Jun 03 15:13:45.012301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6dd70f4-0749-4ac3-85bf-f16c090029e8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:45.083358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-2c856b45-8964-4c64-9c1e-7b454d5e7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.084633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-2c856b45-8964-4c64-9c1e-7b454d5e7eef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5344710 Jun 03 15:13:45.106472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d09311b2-c859-4e68-a0e9-573a99ae4a26', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:13:45.107586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.133321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-bcfb1459-6203-40c0-8804-56ec9402792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.134879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-bcfb1459-6203-40c0-8804-56ec9402792b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.1753254 Jun 03 15:13:45.136705 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687f5d5c-40bb-4d65-b339-5e46a2ef78fb'] response: {'server_uuid': '56061118-17ea-4019-9825-351da32fb23a', 'name': 'network-vif-deleted', 'tag': 'ac1e21ba-f2e2-4745-8dbb-581746db4a82', 'status': 'completed', 'code': 200} Jun 03 15:13:45.137218 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687f5d5c-40bb-4d65-b339-5e46a2ef78fb'] response: {'server_uuid': '3015dbe5-c0f1-4a9d-b75d-63e07b09d74b', 'name': 'network-vif-deleted', 'tag': '6944d250-e95d-4112-8354-122ce999783d', 'status': 'completed', 'code': 200} Jun 03 15:13:45.143677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-b52a1f91-6f4a-4698-9dfb-1e2af38ab387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.145677 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-b52a1f91-6f4a-4698-9dfb-1e2af38ab387 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 200 len: 860 time: 0.4350524 Jun 03 15:13:45.189482 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c4d3218-6d35-4ec5-9726-86a77f4b9699 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1938872 Jun 03 15:13:45.236670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37542) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:45.241998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:45.249083 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-04cef7dc-0bf9-4f49-81e4-b141fbda7396 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433651 Jun 03 15:13:45.258449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Deleting port e8f205ef-f648-46ff-8389-d692f9dd6214 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:45.259028 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.282927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e89eb023-d355-484f-adf7-4333a5a11e0c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.302988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:45.305301 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ae1c1a-9710-4d74-89d6-9908fa69a21f'] response: {'name': 'network-changed', 'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'status': 'completed', 'code': 200} Jun 03 15:13:45.327422 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-5dc1fb4f-d0df-49eb-927c-ce8535586b9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e9726d7-e691-45e0-899c-b768842af9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363471 Jun 03 15:13:45.331079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:45.409507 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.419820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:45.420522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Usage tracker for resource:router and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:45.422703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e6dd70f4-0749-4ac3-85bf-f16c090029e8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:45.423327 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.428049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eb023-d355-484f-adf7-4333a5a11e0c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c652fd-9631-40b9-b1ff-e5cfb33f382f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:45.430016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:45.502141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Allocated IP 172.20.0.2 (d09311b2-c859-4e68-a0e9-573a99ae4a26/f80911b9-30c0-4dc2-a327-7708cbb1436c/17def183-fc3a-409e-8202-2f1828478331) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:45.503512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:45.507547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e89eb023-d355-484f-adf7-4333a5a11e0c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.509267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e89eb023-d355-484f-adf7-4333a5a11e0c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "DELETE /v2.0/security-groups/e3c652fd-9631-40b9-b1ff-e5cfb33f382f HTTP/1.1" status: 204 len: 168 time: 2.3105752 Jun 03 15:13:45.517249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37554) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:45.571233 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-19e8743e-7027-4c08-9168-3685ae083553 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] show failed (client error): The resource could not be found. Jun 03 15:13:45.572283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-19e8743e-7027-4c08-9168-3685ae083553 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups/e3c652fd-9631-40b9-b1ff-e5cfb33f382f HTTP/1.1" status: 404 len: 347 time: 0.0516520 Jun 03 15:13:45.578640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37558) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:45.591800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] Deleting subnet 5245f3f6-c25a-4bb0-988f-322ffa189461 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:45.643199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.645249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.662538 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.702073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4f748cd-7a66-4baa-bada-9e427144b8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.709102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e6dd70f4-0749-4ac3-85bf-f16c090029e8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:45.727460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-c19a9006-bde8-4281-87ba-497a4ab7ca50 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694109 Jun 03 15:13:45.755477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-51129615-b949-4549-b0a7-7002c995bba8 service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148715 Jun 03 15:13:45.770307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.775449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-bbdcfe2c-37d9-488f-b802-ea3dab2041d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.777157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-bbdcfe2c-37d9-488f-b802-ea3dab2041d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6284645 Jun 03 15:13:45.814162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-7372f36d-9f7b-47d5-96bd-56b6b3c0102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.816313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-7372f36d-9f7b-47d5-96bd-56b6b3c0102c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 1096 time: 0.4879720 Jun 03 15:13:45.834117 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.846670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Transition to ACTIVE for port object 17def183-fc3a-409e-8202-2f1828478331 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:45.856700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.874195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Transition to ACTIVE for port object 17def183-fc3a-409e-8202-2f1828478331 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:45.881174 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.939395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] For port e8f205ef-f648-46ff-8389-d692f9dd6214, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e8f205ef-f648-46ff-8389-d692f9dd6214,segment=NetworkSegment(17aa6cea-21ae-4e98-8969-12f6578e4db8),segment_id=17aa6cea-21ae-4e98-8969-12f6578e4db8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:45.939851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.952743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:45.963705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:45.968865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:46.068999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Pushing event updated for resources: {'Port': ['ID=17def183-fc3a-409e-8202-2f1828478331,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:46.091588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Deleting port 4cc1e656-6f69-4926-b0e6-8ad6b0fc3b7b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:46.092080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.105549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Attempting to bind port 17def183-fc3a-409e-8202-2f1828478331 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:46.106159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Attempting to bind port 17def183-fc3a-409e-8202-2f1828478331 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:46.107887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Attempting to bind port 17def183-fc3a-409e-8202-2f1828478331 on network d09311b2-c859-4e68-a0e9-573a99ae4a26 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:46.115404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:46.116186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Checking segment: {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:46.116908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.117565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Bound using segment: {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:46.118304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Bound port: 17def183-fc3a-409e-8202-2f1828478331, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:46.119032 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.186434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Router f974d594-1b18-4193-99de-5314440729fc is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:13:46.223757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.231446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] For port 17def183-fc3a-409e-8202-2f1828478331, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:46.235940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] For port 17def183-fc3a-409e-8202-2f1828478331, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=17def183-fc3a-409e-8202-2f1828478331,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:46.241019 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.269112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Calling delete_port for e8f205ef-f648-46ff-8389-d692f9dd6214 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:46.349312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be02c6-8e4d-4a31-ad70-912eeeb6b0c4 None None] Pushing event updated for resources: {'Port': ['ID=17def183-fc3a-409e-8202-2f1828478331,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:46.489070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-c9290879-466b-43ef-bc67-7272e95ba726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:46.490714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-c9290879-466b-43ef-bc67-7272e95ba726 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 1096 time: 0.6937430 Jun 03 15:13:46.582501 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.624941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58fd9d-ba64-4352-bdcc-113fde6c6eff req-1b8729a7-27a9-4d92-b6ef-4b03c7461931 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:46.626499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e58fd9d-ba64-4352-bdcc-113fde6c6eff req-1b8729a7-27a9-4d92-b6ef-4b03c7461931 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 0.5754774 Jun 03 15:13:46.727227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.778937 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-b81932ae-d58d-481d-916c-dc43aedb718f service neutron] 10.222.0.15 "GET /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9921088 Jun 03 15:13:46.794195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.794540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.796658 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.818329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:46.829917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5245f3f6-c25a-4bb0-988f-322ffa189461,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:46.833416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Sync routers for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:46.850843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:46.859184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:46.897381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.901955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-b147c0c7-6e4f-4ba3-8084-fc0c2b306c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:46.903851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-b147c0c7-6e4f-4ba3-8084-fc0c2b306c26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 1.0096896 Jun 03 15:13:46.913444 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-64b60785-5332-4ad4-a940-80804756f7a7 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1035247 Jun 03 15:13:47.010620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.035104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Calling delete_port for 4cc1e656-6f69-4926-b0e6-8ad6b0fc3b7b owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:47.054765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 17def183-fc3a-409e-8202-2f1828478331 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:47.137042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e58fd9d-ba64-4352-bdcc-113fde6c6eff req-62599e86-92dd-47b6-a733-42d98cc913da tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663258 Jun 03 15:13:47.294553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-d9cd4f35-487a-44d7-b703-5a748ef77225 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 1000 time: 0.3798902 Jun 03 15:13:47.356555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 17def183-fc3a-409e-8202-2f1828478331 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:47.359474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-eb808b88-f18e-4407-ad91-3f14105b6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.361262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-eb808b88-f18e-4407-ad91-3f14105b6b0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.7637036 Jun 03 15:13:47.368665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7168621e-50ca-40f6-98bf-cb8c74acb0be admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5245f3f6-c25a-4bb0-988f-322ffa189461 HTTP/1.1" status: 204 len: 168 time: 1.9384592 Jun 03 15:13:47.370069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.377013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-00f88b26-06af-413d-a3b8-c31286d09030 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.6525519 Jun 03 15:13:47.382826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:47.465797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-550ec88f-1b5d-4eb0-a0be-ef61cc247343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.467557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-550ec88f-1b5d-4eb0-a0be-ef61cc247343 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.1460912 Jun 03 15:13:47.481587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:47.481932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37568) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:47.491220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.531224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-2147d2f7-2bb5-4be3-afeb-c0c61991d79e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 1000 time: 0.1547146 Jun 03 15:13:47.535489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.613291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-c805554c-eac6-4a43-bddb-c5b0d84ea101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.615162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-c805554c-eac6-4a43-bddb-c5b0d84ea101 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.0681953 Jun 03 15:13:47.647227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event deleted for resources: {'Port': ['ID=4cc1e656-6f69-4926-b0e6-8ad6b0fc3b7b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:47.721235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e418a5e1-6060-44b1-aa0d-9af93f795293 None None] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:47.766821 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.788518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.789646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5fc938fa-5d1b-4ce1-8b42-0b9ffacb6533 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "DELETE /v2.0/floatingips/77abe50e-899d-4f53-a825-0ad8edec90d2 HTTP/1.1" status: 204 len: 168 time: 2.2015154 Jun 03 15:13:47.795999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868d2c-de57-4628-98a9-66e32217046f req-eb38d016-90c3-4dfa-a066-25b3f0bd3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.798266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-eb38d016-90c3-4dfa-a066-25b3f0bd3a57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486511 Jun 03 15:13:47.847277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Provisioning for port 17def183-fc3a-409e-8202-2f1828478331 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:47.868821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Provisioning complete for port 17def183-fc3a-409e-8202-2f1828478331 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:47.869141 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.980596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-4bd4ec64-b4e6-453e-a038-e138a02fe0be tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.983307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-4bd4ec64-b4e6-453e-a038-e138a02fe0be tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276&tenant_id=057863ea07334b8aa432702b899cf1e6&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1095 time: 0.7866871 Jun 03 15:13:48.012519 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4f6c6356-4b4b-4040-a16f-5f15efb272ab req-02882145-2431-4b0c-8781-2867f2bce313 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0316224 Jun 03 15:13:48.016826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:42Z', 'revision_number': 3, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:48.031619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Checking router: f974d594-1b18-4193-99de-5314440729fc for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:48.032291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Updating router f974d594-1b18-4193-99de-5314440729fc port b713258f-2b92-43e1-87c7-bb722dd770a9 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:13:48.182995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-65a66a85-67f9-4c3a-9ea5-659a41405c69 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776157 Jun 03 15:13:48.196855 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.260523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Current status of the port 17def183-fc3a-409e-8202-2f1828478331 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:48.260961 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.289856 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.382262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] For port 17def183-fc3a-409e-8202-2f1828478331, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=17def183-fc3a-409e-8202-2f1828478331,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:48.393171 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.420030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b868d2c-de57-4628-98a9-66e32217046f req-ee0fa36c-523e-4069-a2e7-930275da3bd7 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286460 Jun 03 15:13:48.439075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abee73-ef71-4da3-8c06-972f47466f0c req-b0b2c9d3-0021-43ad-a11f-5a26dfdf7644 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:48.441895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c1abee73-ef71-4da3-8c06-972f47466f0c req-b0b2c9d3-0021-43ad-a11f-5a26dfdf7644 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:48.467446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c1abee73-ef71-4da3-8c06-972f47466f0c req-b0b2c9d3-0021-43ad-a11f-5a26dfdf7644 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:48.475734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1abee73-ef71-4da3-8c06-972f47466f0c req-b0b2c9d3-0021-43ad-a11f-5a26dfdf7644 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2652595 Jun 03 15:13:48.535719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.554864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c1abee73-ef71-4da3-8c06-972f47466f0c req-f9ad09fa-4b13-4a60-a977-4cd64e5e9141 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:48.584346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Pushing event updated for resources: {'Port': ['ID=17def183-fc3a-409e-8202-2f1828478331,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:48.586660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c1abee73-ef71-4da3-8c06-972f47466f0c req-f9ad09fa-4b13-4a60-a977-4cd64e5e9141 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:48.587822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1abee73-ef71-4da3-8c06-972f47466f0c req-f9ad09fa-4b13-4a60-a977-4cd64e5e9141 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111598 Jun 03 15:13:48.616468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.616643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.617169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.617728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.618239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.618752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.619261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.619751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.620294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.620802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.621297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.621954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda30ba-f266-414d-95c1-95435bf54373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.665029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.762256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-c9aff80d-bc80-4234-9dba-b1133a289a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:48.763645 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-c9aff80d-bc80-4234-9dba-b1133a289a2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2656369 Jun 03 15:13:48.770455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fb8f08a9-cea1-496f-90d6-06f842bd4a51 None None] Provisioning complete for port 17def183-fc3a-409e-8202-2f1828478331 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:48.770877 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fb8f08a9-cea1-496f-90d6-06f842bd4a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.802631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-5eb00678-7c0d-468a-9311-ec85c936d77f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1736510 Jun 03 15:13:48.808579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.841732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Transition to ACTIVE for port object b713258f-2b92-43e1-87c7-bb722dd770a9 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:48.853277 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.883568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f205ef-f648-46ff-8389-d692f9dd6214,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:48.896312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-6bf55fa7-af77-472e-ad08-31c9e69fc9e8 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:48.898202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-6bf55fa7-af77-472e-ad08-31c9e69fc9e8 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports/958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 942 time: 0.0892515 Jun 03 15:13:48.912306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300c294-d039-403d-a266-c31819ae582e req-f6d8fff9-92a1-4195-84e4-2f6a56b35569 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:48.914614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0300c294-d039-403d-a266-c31819ae582e req-f6d8fff9-92a1-4195-84e4-2f6a56b35569 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 0.1918869 Jun 03 15:13:48.967033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 17def183-fc3a-409e-8202-2f1828478331 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:48.973145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0300c294-d039-403d-a266-c31819ae582e req-e9e3cf26-13b9-4b02-9603-003e885a9c80 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526323 Jun 03 15:13:49.069257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfda3a-7868-49ee-8a02-9ec4647d36a5 None None] Pushing event updated for resources: {'Port': ['ID=b713258f-2b92-43e1-87c7-bb722dd770a9,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:49.175489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Attempting to bind port b713258f-2b92-43e1-87c7-bb722dd770a9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:49.176215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Attempting to bind port b713258f-2b92-43e1-87c7-bb722dd770a9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:49.176843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Attempting to bind port b713258f-2b92-43e1-87c7-bb722dd770a9 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:49.255641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:49.256150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:49.256735 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.257112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:49.257587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Bound port: b713258f-2b92-43e1-87c7-bb722dd770a9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:49.257953 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.307427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-6d37df09-3926-460b-942b-4a53883245c7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.2003806 Jun 03 15:13:49.316919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f08a9-cea1-496f-90d6-06f842bd4a51 None None] Current status of the port 17def183-fc3a-409e-8202-2f1828478331 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:49.319810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 17def183-fc3a-409e-8202-2f1828478331 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:49.320204 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.324433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6f95d-2d14-4387-a6d6-f7ad5192af66 req-4bbd1437-6408-498c-b303-bb7a1b697d11 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:49.326274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ed6f95d-2d14-4387-a6d6-f7ad5192af66 req-4bbd1437-6408-498c-b303-bb7a1b697d11 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 1095 time: 0.1291032 Jun 03 15:13:49.416046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.416645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] For port b713258f-2b92-43e1-87c7-bb722dd770a9, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:49.420052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] For port b713258f-2b92-43e1-87c7-bb722dd770a9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b713258f-2b92-43e1-87c7-bb722dd770a9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:49.426347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.484931 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ed6f95d-2d14-4387-a6d6-f7ad5192af66 req-1f3ef53d-1c19-4e48-8992-2026e13fd614 tempest-LiveAutoBlockMigrationV225Test-1693338108 tempest-LiveAutoBlockMigrationV225Test-1693338108-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519818 Jun 03 15:13:49.510887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc653837-581d-48eb-b449-feaecfe36f44']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:49.520565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 17def183-fc3a-409e-8202-2f1828478331 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:49.546229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-f9270c92-6965-48dc-8faa-7c9f61c07816 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:49.554394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-f9270c92-6965-48dc-8faa-7c9f61c07816 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2234366 Jun 03 15:13:49.563848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-6b69cd20-58dd-4527-a6b1-06dd247cc65d tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:13:49.567553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:49.567553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:49.574321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36d7e3fa-00c7-4237-8809-8a4f4bf4041e req-6b69cd20-58dd-4527-a6b1-06dd247cc65d tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164034 Jun 03 15:13:49.619589 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-7a62b071-7fc2-43f6-901b-31d57877a173 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899117 Jun 03 15:13:49.630574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4523d57-f86c-44c4-b9d7-19d405d99608') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:49.630901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4523d57-f86c-44c4-b9d7-19d405d99608') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:49.645325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfda3a-7868-49ee-8a02-9ec4647d36a5 None None] Pushing event updated for resources: {'Port': ['ID=b713258f-2b92-43e1-87c7-bb722dd770a9,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:49.748877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-fefa25bb-0731-4b02-9190-66ab1478cd4c tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1592133 Jun 03 15:13:49.764882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.820915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:49.826133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.867658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8529-3005-41b5-873e-942adc302530 req-56200e3e-836a-4f64-8409-d4aea6570813 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:49.869725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-56200e3e-836a-4f64-8409-d4aea6570813 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports/958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 942 time: 0.1117413 Jun 03 15:13:50.004348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f816cdad-40c1-4182-b4db-151bbe67a00d service neutron] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:50.150651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-f86cd8e6-3d9f-4aa9-8531-e63336fc80bb tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1386743 Jun 03 15:13:50.166577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:42Z', 'revision_number': 3, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:50.171042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841383f-1a67-4973-82a5-3e3437251a17 None None] The sync data for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 is: [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:42Z', 'revision_number': 3, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:50.235415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.277983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26af3b-07c2-44cc-bdfe-242233e6fca6 req-74ade0f3-2deb-489c-9a7a-060ea1f9ba2b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:50.286155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a26af3b-07c2-44cc-bdfe-242233e6fca6 req-74ade0f3-2deb-489c-9a7a-060ea1f9ba2b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.3348904 Jun 03 15:13:50.344099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.395511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:50.396075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.495026 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6536c3ca-bdc1-4b7a-9479-09d0c6d0e360 req-830e26f6-5293-483f-8f64-13e9e0afd318 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7695439 Jun 03 15:13:50.515943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a26af3b-07c2-44cc-bdfe-242233e6fca6 req-4ecc64e6-89af-4c43-b662-764f9e399783 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287803 Jun 03 15:13:50.561824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8529-3005-41b5-873e-942adc302530 req-75a3f402-d336-4820-8604-9d9c6af2cffd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:50.565843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-75a3f402-d336-4820-8604-9d9c6af2cffd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.4065754 Jun 03 15:13:50.583966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f816cdad-40c1-4182-b4db-151bbe67a00d service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.585758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1c8c40f-8915-4eeb-a33c-7a97d1de6c23 req-f816cdad-40c1-4182-b4db-151bbe67a00d service neutron] 10.222.0.15 "DELETE /v2.0/ports/33cc305e-3b39-4a2e-8563-4d8cf3465329/bindings/n-h1-844594-1 HTTP/1.1" status: 204 len: 173 time: 2.5411816 Jun 03 15:13:50.621587 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e4523d57-f86c-44c4-b9d7-19d405d99608 resource provider aggregate not found Jun 03 15:13:50.693781 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e4523d57-f86c-44c4-b9d7-19d405d99608 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4523d57-f86c-44c4-b9d7-19d405d99608 found for delete ", "request_id": "req-83276536-f744-4ad6-a9b0-b61a784efd76"}]} Jun 03 15:13:50.710957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.738789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-9786b361-4170-475e-815a-e44068eff3a4 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1583397 Jun 03 15:13:50.748762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:50.915987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.973721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.001864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78962c6-9d0b-4783-b094-186596ba0372 req-5208a5d1-7f35-422e-9146-17e3b963ec46 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.007918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c78962c6-9d0b-4783-b094-186596ba0372 req-5208a5d1-7f35-422e-9146-17e3b963ec46 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:51.029420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b713258f-2b92-43e1-87c7-bb722dd770a9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:51.210771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b713258f-2b92-43e1-87c7-bb722dd770a9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:51.216710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b713258f-2b92-43e1-87c7-bb722dd770a9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:51.218131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.247564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.363689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc653837-581d-48eb-b449-feaecfe36f44,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:51.371887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b713258f-2b92-43e1-87c7-bb722dd770a9 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:51.372643 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.392499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.394095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b713258f-2b92-43e1-87c7-bb722dd770a9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b713258f-2b92-43e1-87c7-bb722dd770a9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:51.400174 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.409064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Allocated IP 172.25.1.183 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/c196d161-2592-4f7d-a702-78caba79a677) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:51.412337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.414333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.414789 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Floating IP 6f1a9d8e-3e66-491a-9b34-020364716936 disassociated. External IP: 172.25.1.43, port: 958eeaab-0e54-44d0-90f2-339276b25ea1. Jun 03 15:13:51.448535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a2cbd80a-6d32-4a25-891c-4b483c37d5f4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fc653837-581d-48eb-b449-feaecfe36f44 HTTP/1.1" status: 204 len: 168 time: 3.9569261 Jun 03 15:13:51.449614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c78962c6-9d0b-4783-b094-186596ba0372 req-5208a5d1-7f35-422e-9146-17e3b963ec46 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:51.450843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c78962c6-9d0b-4783-b094-186596ba0372 req-5208a5d1-7f35-422e-9146-17e3b963ec46 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 1.4819167 Jun 03 15:13:51.483067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b713258f-2b92-43e1-87c7-bb722dd770a9,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:51.483496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab3cf-bd88-4676-8b97-ec666980ab3a req-092b01f7-777f-4b2c-b530-98622108ea5f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.485346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-435ab3cf-bd88-4676-8b97-ec666980ab3a req-092b01f7-777f-4b2c-b530-98622108ea5f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 0.3837519 Jun 03 15:13:51.579849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-435ab3cf-bd88-4676-8b97-ec666980ab3a req-f4cc8a4b-b474-445c-bced-7bd0cdc78b34 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855331 Jun 03 15:13:51.658700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37602) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:51.811866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7a65d985-67a9-43e1-b0c1-b25cb03706e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ada3398d950d474bb401b10dab5830b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517117 Jun 03 15:13:51.833392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37608) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:51.872592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Deleting port 78cc05aa-00d7-457b-b43d-a740b32a1ddb {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:51.872937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.005465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650fc4-614b-4cbd-bbbd-3068fac45618 req-7317009c-2eef-4cc7-a812-8e7d39bd4d01 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:52.006983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1650fc4-614b-4cbd-bbbd-3068fac45618 req-7317009c-2eef-4cc7-a812-8e7d39bd4d01 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.2722518 Jun 03 15:13:52.068778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:52.079349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1650fc4-614b-4cbd-bbbd-3068fac45618 req-75b6b8bb-4af1-4fe1-9ad1-10dfc98c8f4b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Jun 03 15:13:52.080012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Router 51eb6a3e-60b2-4cc9-a803-37614c51308b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:52.283107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:52.287821 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.294024 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:52.309429 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:52.310180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:52.363818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.384916 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ef1623a-c365-4037-8ad0-00670802857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.459900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-8d36b4ac-889c-45da-9c2d-a8d9907d58fd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:52.461230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-8d36b4ac-889c-45da-9c2d-a8d9907d58fd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Synchronizing usage tracker for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:52.477378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-2bfaf152-3490-48ef-bdc8-6ea009b3e69f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "PUT /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 200 len: 694 time: 1.7375233 Jun 03 15:13:52.478044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:52.510775 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:52.538923 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f40d37b-9e2c-4553-b5ed-00380178c704'] response: {'name': 'network-changed', 'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'status': 'completed', 'code': 200} Jun 03 15:13:52.586087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8529-3005-41b5-873e-942adc302530 req-f05b9bd4-6946-4e48-acae-f435b3d4670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:52.587597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-f05b9bd4-6946-4e48-acae-f435b3d4670a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 1096 time: 0.0924900 Jun 03 15:13:52.663082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Allocated IP 172.20.0.1 (d5b491ee-d7ca-4505-b2df-23c9ebef8890/12aff456-2797-40a2-9c35-348fb7fcce40/b0974baa-0b2a-41fb-ba83-ed34fd45e6bb) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:52.676515 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ef1623a-c365-4037-8ad0-00670802857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.710003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-8d36b4ac-889c-45da-9c2d-a8d9907d58fd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Unset dirty status for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:52.711531 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-8d36b4ac-889c-45da-9c2d-a8d9907d58fd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 1.0226939 Jun 03 15:13:52.845733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8529-3005-41b5-873e-942adc302530 req-b616ecb4-4d02-41cd-9d76-4a5e5f3e435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:52.856699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-b616ecb4-4d02-41cd-9d76-4a5e5f3e435d service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.2630637 Jun 03 15:13:52.871628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c75fca-409f-4f59-a653-65a1a8e34085 req-d153a925-e4ee-4724-90e6-f0602282e3f6 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:52.873553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c75fca-409f-4f59-a653-65a1a8e34085 req-d153a925-e4ee-4724-90e6-f0602282e3f6 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 0.1535273 Jun 03 15:13:52.911673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b713258f-2b92-43e1-87c7-bb722dd770a9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:52.926389 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:52.930917 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:52.940721 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:52.941337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:53.008438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-dc314ed2-4257-41ec-8b0c-b539be2de61c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 217 time: 0.1314800 Jun 03 15:13:53.024248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.036285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] For port 78cc05aa-00d7-457b-b43d-a740b32a1ddb, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=78cc05aa-00d7-457b-b43d-a740b32a1ddb,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:53.036652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.037481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b713258f-2b92-43e1-87c7-bb722dd770a9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:53.039624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.132943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c75fca-409f-4f59-a653-65a1a8e34085 req-9308b9dc-ffd9-4bfb-a69a-56c54077c089 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904395 Jun 03 15:13:53.135470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Deleting port 33cc305e-3b39-4a2e-8563-4d8cf3465329 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:53.136043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.157190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8529-3005-41b5-873e-942adc302530 req-bfb7fcce-dbc4-4fe9-9e0e-83ee1b5b6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:53.158664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-bfb7fcce-dbc4-4fe9-9e0e-83ee1b5b6b4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.1429200 Jun 03 15:13:53.181894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Pushing event updated for resources: {'Port': ['ID=c196d161-2592-4f7d-a702-78caba79a677,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:53.207105 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:53.257198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.257533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.258054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.258628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.259129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.259627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.259874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b713258f-2b92-43e1-87c7-bb722dd770a9 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:53.260304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.260821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.261315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.261811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.262145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.262469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:53.266052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:53.276673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:53.278092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] Sync routers for ids ['51eb6a3e-60b2-4cc9-a803-37614c51308b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:53.290106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] Routers {'51eb6a3e-60b2-4cc9-a803-37614c51308b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:53.290916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['51eb6a3e-60b2-4cc9-a803-37614c51308b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:53.307671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8529-3005-41b5-873e-942adc302530 req-1f96d29a-2f75-4f50-a566-76930bb27c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:53.316054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-1f96d29a-2f75-4f50-a566-76930bb27c07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492748 Jun 03 15:13:53.355011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:53.371233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Calling delete_port for 78cc05aa-00d7-457b-b43d-a740b32a1ddb owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:53.412084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:53.507865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] Set router 51eb6a3e-60b2-4cc9-a803-37614c51308b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:53.561430 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ef1623a-c365-4037-8ad0-00670802857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.566116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7536bc5-6ad1-4b9f-9165-acc418e995c1 req-a3a3cca3-9820-4671-8b69-c88bdb1cd9ea tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:53.574503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7536bc5-6ad1-4b9f-9165-acc418e995c1 req-a3a3cca3-9820-4671-8b69-c88bdb1cd9ea tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 950 time: 0.1756687 Jun 03 15:13:53.597917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-75aae469-a27b-443a-8a11-9aa2dfe9d9d3 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806830 Jun 03 15:13:53.663367 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ed067442-e6e8-4f8d-8299-0ff37190b6f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/51eb6a3e-60b2-4cc9-a803-37614c51308b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7022324 Jun 03 15:13:53.678103 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:53.683312 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc0486-8946-46e1-8c61-a3f6ec66530f None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:53.700950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37620) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:53.712264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-b6baafe2-5676-4e37-90ec-e0b01e4d8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:53.714030 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-b6baafe2-5676-4e37-90ec-e0b01e4d8c83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 1096 time: 1.1219196 Jun 03 15:13:53.734883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ef1623a-c365-4037-8ad0-00670802857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.739058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ef1623a-c365-4037-8ad0-00670802857f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77a49ced-86f3-42fa-86db-93786b779774 HTTP/1.1" status: 204 len: 168 time: 1.8985767 Jun 03 15:13:53.739058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1623a-c365-4037-8ad0-00670802857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a49ced-86f3-42fa-86db-93786b779774,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:53.757233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7536bc5-6ad1-4b9f-9165-acc418e995c1 req-76425893-0083-4c47-8ce2-8a0affb640af tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817307 Jun 03 15:13:53.873403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de9e8529-3005-41b5-873e-942adc302530 req-eaeb60ac-d1c7-4384-850f-fa6a7e3b363f service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650044 Jun 03 15:13:54.009585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:47Z', 'revision_number': 5, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:54.017747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] Checking router: 51eb6a3e-60b2-4cc9-a803-37614c51308b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:54.033387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] Routers {'51eb6a3e-60b2-4cc9-a803-37614c51308b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:54.034721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['51eb6a3e-60b2-4cc9-a803-37614c51308b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:54.046169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.097286 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd25a5-3871-470b-8f38-7fc69e321520 None None] New status for floating IP 6f1a9d8e-3e66-491a-9b34-020364716936: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:13:54.191942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 78cc05aa-00d7-457b-b43d-a740b32a1ddb no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:54.219507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Transition to ACTIVE for port object b0974baa-0b2a-41fb-ba83-ed34fd45e6bb will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:54.489878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] Set router 51eb6a3e-60b2-4cc9-a803-37614c51308b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:54.536020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bfd37-552f-472e-be61-9ca4de3914c7 req-807b6b67-07c1-477f-9ddd-6933d6fc258a tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:54.544929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed1bfd37-552f-472e-be61-9ca4de3914c7 req-807b6b67-07c1-477f-9ddd-6933d6fc258a tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 0.1575222 Jun 03 15:13:54.671266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed1bfd37-552f-472e-be61-9ca4de3914c7 req-4f981bbf-e2b4-4954-88da-884e4538866f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253161 Jun 03 15:13:54.706936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe920e-5536-445b-9b10-441adcec261b req-e6b35cc3-7fe0-4a05-8357-da7bac634d12 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:54.708752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-e6b35cc3-7fe0-4a05-8357-da7bac634d12 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1405790 Jun 03 15:13:54.773631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 78cc05aa-00d7-457b-b43d-a740b32a1ddb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:54.773980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 78cc05aa-00d7-457b-b43d-a740b32a1ddb not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:54.785268 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.796345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.805234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:54.828034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-186f03b1-4ea0-476b-b600-8857b5f3435d tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.1087759 Jun 03 15:13:54.850028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'floatingip': {'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:54.913301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Pushing event updated for resources: {'Port': ['ID=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:55.038059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:55.039274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event deleted for resources: {'Port': ['ID=78cc05aa-00d7-457b-b43d-a740b32a1ddb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:55.049154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:55.055620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:55.065046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-b2ca771f-52a9-448a-aac8-a49b16f34f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.066338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-b2ca771f-52a9-448a-aac8-a49b16f34f0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 1.3241832 Jun 03 15:13:55.096844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:47Z', 'revision_number': 5, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:55.109258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:55.114224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0072ac-bb20-4f8d-92f2-023fc09e733e None None] The sync data for ids ['51eb6a3e-60b2-4cc9-a803-37614c51308b'] in n-d-844594-1 is: [{'id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'name': 'tempest-FloatingIPsNegativeTestJSON-84234725-router', 'tenant_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:12Z', 'updated_at': '2022-06-03T15:13:47Z', 'revision_number': 5, 'project_id': '18a0b89b3c0f49adb8668e2dbc01a1e8', 'gw_port': {'id': '78097838-ecd8-41e3-bbc9-f15c7e8fe3c3', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb6a3e-60b2-4cc9-a803-37614c51308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:15Z', 'updated_at': '2022-06-03T15:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:55.150751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-630f5fba-0554-496e-a51f-3baa2549011c req-e8f0d005-f753-4924-b809-a513141f6d43 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 210 time: 0.1887662 Jun 03 15:13:55.237895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:55.400718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:55.423408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fccf401a-717a-426f-9f97-5c95bd3ee119 None None] Provisioning for port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:55.429557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fccf401a-717a-426f-9f97-5c95bd3ee119 None None] Provisioning complete for port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:55.429926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fccf401a-717a-426f-9f97-5c95bd3ee119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:55.557645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fccf401a-717a-426f-9f97-5c95bd3ee119 None None] Port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:55.697498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:55.911045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] No DVR routers for this DVR port 78cc05aa-00d7-457b-b43d-a740b32a1ddb on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:55.982163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.015009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-deleted', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:56.021204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-03937ccf-efd6-4c21-b964-550c7b21521a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 200 len: 217 time: 0.7864094 Jun 03 15:13:56.116146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.125461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.126397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] For port 33cc305e-3b39-4a2e-8563-4d8cf3465329, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33cc305e-3b39-4a2e-8563-4d8cf3465329,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:56.126917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.182741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 33cc305e-3b39-4a2e-8563-4d8cf3465329 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:56.257093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aa238-1ddb-4aba-b5b9-000280f7985d req-2f68cfce-b1e5-465e-bb39-ae7b09ef7b64 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:56.258564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd9aa238-1ddb-4aba-b5b9-000280f7985d req-2f68cfce-b1e5-465e-bb39-ae7b09ef7b64 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 944 time: 0.3661695 Jun 03 15:13:56.274291 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c78962c6-9d0b-4783-b094-186596ba0372 req-85770364-03ef-4f05-8f4e-537b61971d88 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "DELETE /v2.0/ports/78cc05aa-00d7-457b-b43d-a740b32a1ddb HTTP/1.1" status: 204 len: 173 time: 4.8140972 Jun 03 15:13:56.313879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 33cc305e-3b39-4a2e-8563-4d8cf3465329 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:56.427090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd9aa238-1ddb-4aba-b5b9-000280f7985d req-7c217553-013c-46d3-978a-bee2a3ea2fc4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612804 Jun 03 15:13:56.439275 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Floating IP 6f1a9d8e-3e66-491a-9b34-020364716936 associated. External IP: 172.25.1.43, port: a70d303f-f7bf-43ee-938d-73854a4c8923. Jun 03 15:13:56.491212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Calling delete_port for 33cc305e-3b39-4a2e-8563-4d8cf3465329 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:56.539783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.569692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-2041809e-d5e4-4ce8-a918-99374648569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:56.571177 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-2041809e-d5e4-4ce8-a918-99374648569c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.5087550 Jun 03 15:13:56.582172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.639982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5743dae9-43b3-4a62-8421-85c90b006191 req-0789e13c-e579-4b4d-a75c-b85d12c5ad85 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=18a522a0-9e4f-478c-aedc-91b2783908f3 HTTP/1.1" status: 200 len: 210 time: 0.0587983 Jun 03 15:13:56.699694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Deleting port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:56.699944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.727964 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71032ea8-766c-45aa-85be-de21894d9ac7'] response: {'server_uuid': '48a7d075-2e19-488b-83d4-09b606f06a58', 'name': 'network-vif-deleted', 'tag': '78cc05aa-00d7-457b-b43d-a740b32a1ddb', 'status': 'completed', 'code': 200} Jun 03 15:13:56.886523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e8f205ef-f648-46ff-8389-d692f9dd6214 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:56.929356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e8f205ef-f648-46ff-8389-d692f9dd6214 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:56.930010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e8f205ef-f648-46ff-8389-d692f9dd6214 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:56.949667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffb60278-0180-4b27-afbf-7b3407cb404a req-d9848d5b-2a31-4b2d-a39e-1658a81b1318 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=48a7d075-2e19-488b-83d4-09b606f06a58 HTTP/1.1" status: 200 len: 210 time: 0.0759218 Jun 03 15:13:56.953452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-731d98d2-aa86-44ed-a5d6-28babc8a6583 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:56.954114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-731d98d2-aa86-44ed-a5d6-28babc8a6583 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Synchronizing usage tracker for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:56.982699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:57.378725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29d7de56-1a12-4f10-b0f3-7fd6a7986c3d req-ee8ae736-0bbd-4f45-84c2-f17540970efe tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0634863 Jun 03 15:13:57.401352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:57.407568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:57.419222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:57.431630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:57.432662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:57.492740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-6ee73911-0ba9-43f0-9543-4ff5bd7e7163 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "PUT /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 200 len: 995 time: 2.6507435 Jun 03 15:13:57.494432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:57.528464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] For port 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:57.529077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:57.613407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe920e-5536-445b-9b10-441adcec261b req-3178b14c-593e-4e93-9715-cde64b7ed1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:57.624292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-3178b14c-593e-4e93-9715-cde64b7ed1df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 0.1201112 Jun 03 15:13:57.625627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-731d98d2-aa86-44ed-a5d6-28babc8a6583 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Unset dirty status for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:57.626895 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-731d98d2-aa86-44ed-a5d6-28babc8a6583 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5a38e33-cb5f-44d3-b3e8-71351e59d33f HTTP/1.1" status: 200 len: 945 time: 1.6981087 Jun 03 15:13:57.718114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Calling delete_port for 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:57.752247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-0b4d4b2a-3cbc-4233-b940-3edf270a0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:57.753942 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-0b4d4b2a-3cbc-4233-b940-3edf270a0be3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1658444 Jun 03 15:13:57.821084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:57.832621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe920e-5536-445b-9b10-441adcec261b req-35c89f32-45c1-4ae8-bac7-b23af014f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:57.837174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-35c89f32-45c1-4ae8-bac7-b23af014f7d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.2116218 Jun 03 15:13:57.850359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:57.957777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411a78d-8be8-4887-bed1-7016023a1459 req-ea173f40-25dd-45dc-95ea-cf9a22ddb358 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:57.969803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4411a78d-8be8-4887-bed1-7016023a1459 req-ea173f40-25dd-45dc-95ea-cf9a22ddb358 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 866 time: 0.3433278 Jun 03 15:13:58.022324 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:58.069722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4411a78d-8be8-4887-bed1-7016023a1459 req-947b9ab9-c366-4278-a469-5cac76c9cd32 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956173 Jun 03 15:13:58.102929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-28a7c6d8-af8d-40a6-bf33-05c1bfb3559e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 998 time: 0.2589140 Jun 03 15:13:58.111054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['41072772-7a48-4d16-a899-b10b92c1be84'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:58.174395 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49eda1ba-b998-4a8f-81ee-f4b898f58cb3'] response: {'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'status': 'completed', 'code': 200} Jun 03 15:13:58.175975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event deleted for resources: {'Port': ['ID=33cc305e-3b39-4a2e-8563-4d8cf3465329,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:58.189915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe920e-5536-445b-9b10-441adcec261b req-017b9550-02bf-4ab3-8efc-1bbedc35037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.193685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-017b9550-02bf-4ab3-8efc-1bbedc35037c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.0843086 Jun 03 15:13:58.247452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] No DVR routers for this DVR port 33cc305e-3b39-4a2e-8563-4d8cf3465329 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:58.251454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:58.314311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe920e-5536-445b-9b10-441adcec261b req-3b6e6158-8324-4259-a6c6-6fd5610d2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.316570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-3b6e6158-8324-4259-a6c6-6fd5610d2169 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164544 Jun 03 15:13:58.452246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Deleting port 958eeaab-0e54-44d0-90f2-339276b25ea1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:58.453076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:58.488593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-2771eedf-996f-46c1-a4a6-49c5958f9f2a service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655402 Jun 03 15:13:58.661062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9fe920e-5536-445b-9b10-441adcec261b req-e8d62013-4109-47a9-bcf8-1e76c7a3c520 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665218 Jun 03 15:13:58.674726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:a9:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 8, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:58.682139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:58.720685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:58.721386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:58.795651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'name': 'network-vif-deleted', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:58.845409 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc68c5e0-9d94-4e35-a87d-bc4877f3799c req-e6ea6d5d-eceb-4d85-b4f7-f04b9e6f217c tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.15 "DELETE /v2.0/ports/33cc305e-3b39-4a2e-8563-4d8cf3465329 HTTP/1.1" status: 204 len: 173 time: 6.0705531 Jun 03 15:13:58.979709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f005cb6-2f97-462d-ad85-d961060da7a8 req-f930044d-7118-4f2d-a86b-e728b8d9f733 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.993031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f005cb6-2f97-462d-ad85-d961060da7a8 req-f930044d-7118-4f2d-a86b-e728b8d9f733 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 949 time: 0.1929216 Jun 03 15:13:59.084233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:59.184241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6ed42ea-722d-429d-8a32-7cb65d1a0865 req-3380238d-a61d-46a6-8037-3ddf27b4d0c1 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1445005 Jun 03 15:13:59.238447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f005cb6-2f97-462d-ad85-d961060da7a8 req-be200e5c-8e61-4160-b93a-3ef52d5f1e3d tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421920 Jun 03 15:13:59.276239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] For port 958eeaab-0e54-44d0-90f2-339276b25ea1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=958eeaab-0e54-44d0-90f2-339276b25ea1,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:59.276617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:59.462935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Calling delete_port for 958eeaab-0e54-44d0-90f2-339276b25ea1 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:59.659393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c346048-1ac3-4985-bb24-9850d542d0d2 req-e4827117-85ed-4bb9-a21e-a65f09ea99bd tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 200 len: 995 time: 0.3775289 Jun 03 15:13:59.758113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:a9:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 8, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:59.776394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6baa84-81b4-4fbb-a968-dc595e79d424 None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '6f1a9d8e-3e66-491a-9b34-020364716936', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'port_id': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'mac_address': 'fa:16:3e:a9:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:56Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 8, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:59.874402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] It took 1.08 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:13:59.898970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:59.938279 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a784bb0-6d77-4ccf-a56f-27c4230c9fe7'] response: {'server_uuid': 'c7ba98ba-a186-4a88-b431-3ea43dc64276', 'name': 'network-vif-deleted', 'tag': '33cc305e-3b39-4a2e-8563-4d8cf3465329', 'status': 'completed', 'code': 200} Jun 03 15:14:00.010824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c346048-1ac3-4985-bb24-9850d542d0d2 req-c07b902d-6a6b-4066-bbd1-4eb4a3797d0e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.017753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c346048-1ac3-4985-bb24-9850d542d0d2 req-c07b902d-6a6b-4066-bbd1-4eb4a3797d0e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.3545713 Jun 03 15:14:00.030056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 958eeaab-0e54-44d0-90f2-339276b25ea1 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:00.060240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-4a22944c-ffeb-4e9d-86e4-c0c2e5f15f7e service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2329252 Jun 03 15:14:00.063150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:00.134194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 958eeaab-0e54-44d0-90f2-339276b25ea1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:00.134832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 958eeaab-0e54-44d0-90f2-339276b25ea1 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:00.161414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:00.174287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a70d303f-f7bf-43ee-938d-73854a4c8923'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:00.217262 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606bd2-109f-4302-a660-1a153eaf7d3c None None] New status for floating IP 6f1a9d8e-3e66-491a-9b34-020364716936: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:14:00.357191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91d51730-998a-4b0e-815e-57daa0004827 req-ebbc2b26-219f-4c74-ba6c-89994d819fde tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7ba98ba-a186-4a88-b431-3ea43dc64276 HTTP/1.1" status: 200 len: 210 time: 0.3379376 Jun 03 15:14:00.436027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:00.501916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bd4908a7-be75-4db3-bdd6-e2ad27ae53b7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 998 time: 0.4264402 Jun 03 15:14:00.544249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Pushing event updated for resources: {'Port': ['ID=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:00.554182 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:14:00.635902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-c6d1fd0e-2931-4b4d-ad66-a46adcfac1a7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.639077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-c6d1fd0e-2931-4b4d-ad66-a46adcfac1a7 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports/a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 942 time: 0.1298664 Jun 03 15:14:00.774834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7133f59-a89c-446a-a369-5eed1b171208 req-333dd95a-7f6d-458a-beef-001383bbd955 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0927517 Jun 03 15:14:01.172499 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6963d553-b8be-4b30-8ed0-71fbc59e4b59 req-704199ab-a383-4160-9b37-b2fd118a509c service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0088792 Jun 03 15:14:01.175035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-101f6b23-eaac-4b57-8646-b81b03c4b0d0 req-33e0fe20-e64a-4775-aebd-47397115ca04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18a522a0-9e4f-478c-aedc-91b2783908f3 HTTP/1.1" status: 200 len: 210 time: 1.2186611 Jun 03 15:14:01.289115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-d3922e8f-6e2e-4254-b08f-bbef31b20b13 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1507165 Jun 03 15:14:01.386244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Pushing event deleted for resources: {'Port': ['ID=958eeaab-0e54-44d0-90f2-339276b25ea1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:01.399422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47242ec8-04c8-4d28-82c0-338941963dda req-e03c48cf-d6ac-487e-9598-7bb91e3f254c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:01.399422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-47242ec8-04c8-4d28-82c0-338941963dda req-e03c48cf-d6ac-487e-9598-7bb91e3f254c tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 949 time: 0.3817542 Jun 03 15:14:01.422678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7e7771a2-6433-4b0b-982e-d47c167b366c req-74579503-17ec-43a2-af9c-a181bc17adda service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.3520832 Jun 03 15:14:01.429653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] No DVR routers for this DVR port 958eeaab-0e54-44d0-90f2-339276b25ea1 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:01.435522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:01.452678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-dc2189af-7ecb-4b1a-8dd6-ea2121fb236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:01.454285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-dc2189af-7ecb-4b1a-8dd6-ea2121fb236a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 3.1924641 Jun 03 15:14:01.454897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Router edbe0a79-6201-4bee-b309-1384348a8a3e is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:14:01.465021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:01.519172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-47242ec8-04c8-4d28-82c0-338941963dda req-b1948b0d-eef5-4fb1-a4da-43d6f6608d82 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110096 Jun 03 15:14:01.587383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-6348c208-332e-4d45-9537-51c68f789e27 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:01.595888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-6348c208-332e-4d45-9537-51c68f789e27 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2973583 Jun 03 15:14:01.596167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:01.607104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=78097838-ecd8-41e3-bbc9-f15c7e8fe3c3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:01.613393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:01.770227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-25b04e3f-6328-4a61-bb0a-e6363e135373 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1716156 Jun 03 15:14:01.779413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:01.881173 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19f92c4e-2c5f-4777-923e-d3017b9a2601 req-83bb48d3-2748-4534-8b0c-6de6e0e9f4f0 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "DELETE /v2.0/ports/958eeaab-0e54-44d0-90f2-339276b25ea1 HTTP/1.1" status: 204 len: 173 time: 4.1721058 Jun 03 15:14:01.989440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.045876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e3aba63e-523c-4d08-8e38-682e12c13320 None None] Provisioning complete for port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:02.046535 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3aba63e-523c-4d08-8e38-682e12c13320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.178756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e3aba63e-523c-4d08-8e38-682e12c13320 None None] Port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:02.223396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'name': 'network-vif-deleted', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:02.291236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d6e6d8-8326-4581-b1ab-e9bb5c618dfe req-0533eb02-c0b3-4193-9808-4f9d2b7844e9 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1687129 Jun 03 15:14:02.645571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.651236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.652618 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Floating IP 6f1a9d8e-3e66-491a-9b34-020364716936 disassociated. External IP: 172.25.1.43, port: a70d303f-f7bf-43ee-938d-73854a4c8923. Jun 03 15:14:02.784929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-9df67174-8801-4dee-80b4-bb945d3ab5e3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.792452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-9df67174-8801-4dee-80b4-bb945d3ab5e3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Synchronizing usage tracker for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:02.866816 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf1ebc0-2a0b-4b22-8af9-fb0e13ff4644'] response: {'server_uuid': 'e5a38e33-cb5f-44d3-b3e8-71351e59d33f', 'name': 'network-vif-deleted', 'tag': '958eeaab-0e54-44d0-90f2-339276b25ea1', 'status': 'completed', 'code': 200} Jun 03 15:14:03.156260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Router f974d594-1b18-4193-99de-5314440729fc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:03.226346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:03.228320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-9df67174-8801-4dee-80b4-bb945d3ab5e3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Unset dirty status for tenant:f2883739feda45b99fdea7f5ff96186f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:03.230187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-9df67174-8801-4dee-80b4-bb945d3ab5e3 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 949 time: 3.1732595 Jun 03 15:14:03.248768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Sync routers for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:03.274539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:03.275545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:03.422631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-0c04f6fb-2aae-4f97-a294-1c5b2eec130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:03.435826 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-0c04f6fb-2aae-4f97-a294-1c5b2eec130e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 1.5380471 Jun 03 15:14:03.697878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Deleting port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:03.698227 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:03.775282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:03.883084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:03.960577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-3671ade2-ca80-47fb-9c5f-4a20baeab83e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 217 time: 0.1559329 Jun 03 15:14:03.966984 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.171761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:04.180973 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.184496 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:04.200224 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:04.201239 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:04.240945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:04.251442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9bfe-a963-46d8-9263-f6db51b473e5 req-c9d9a2f9-9eb3-46bc-b57c-29d1965422a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:04.259794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1eee9bfe-a963-46d8-9263-f6db51b473e5 req-c9d9a2f9-9eb3-46bc-b57c-29d1965422a4 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 949 time: 0.3742065 Jun 03 15:14:04.345030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1eee9bfe-a963-46d8-9263-f6db51b473e5 req-9a499c81-b7f0-4e16-8d5f-06163ecf8897 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843062 Jun 03 15:14:04.376323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-bc8f76f2-ee2f-491f-a702-c91ac2185d3e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "PUT /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 200 len: 695 time: 2.6011772 Jun 03 15:14:04.376780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:04.401951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.404732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.445913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.450745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e59a9abf-6ed2-4256-a8be-cf048a82766f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 19.2101326 Jun 03 15:14:04.451665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37776) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:04.477348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:13:54Z', 'revision_number': 3, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:04.541589 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:04.586939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-e50b4559-7901-4f1f-bdc4-0ccbf215927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:04.588475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-e50b4559-7901-4f1f-bdc4-0ccbf215927d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 0.1938665 Jun 03 15:14:04.624610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Checking router: edbe0a79-6201-4bee-b309-1384348a8a3e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:04.624970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Updating router edbe0a79-6201-4bee-b309-1384348a8a3e port c196d161-2592-4f7d-a702-78caba79a677 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:04.799414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:04.801061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.801545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.801702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51eb6a3e-60b2-4cc9-a803-37614c51308b {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:14:04.837243 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.846736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a650ff75-db7e-41a2-a12b-1c8caacfb540 req-4900d542-338d-4703-97f9-672c379d3851 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1049244 Jun 03 15:14:04.953619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-884fded9-6501-4b97-bec4-a52edd8f7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:04.981287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-884fded9-6501-4b97-bec4-a52edd8f7827 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.3854077 Jun 03 15:14:05.177289 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdaa381f-4a1d-45c5-af1f-4f4fb97c8f45'] response: {'name': 'network-changed', 'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'status': 'completed', 'code': 200} Jun 03 15:14:05.217575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-b18b8b5f-b164-49cc-ac2b-4c545a7ad4a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 217 time: 0.2105887 Jun 03 15:14:05.347712 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:05.352814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-8d49bd1f-ec4d-41ac-8fb0-b1492d7a240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:05.356245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-8d49bd1f-ec4d-41ac-8fb0-b1492d7a240a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.1375747 Jun 03 15:14:05.368219 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:05.382826 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:05.383953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:05.484739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:05.495711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:05.507995 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:05.568010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-39222fab-d766-4988-b261-8247bae753b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:05.569546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-39222fab-d766-4988-b261-8247bae753b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054133 Jun 03 15:14:05.678275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:05.726274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-f1af0fdf-5d92-4d41-9507-a7e2184dcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:05.738207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-f1af0fdf-5d92-4d41-9507-a7e2184dcff9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 1.2822375 Jun 03 15:14:05.741210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:05.746412 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-16a2653d-85df-415b-8c6c-9e9353f14c6e admin admin] 10.222.0.66 "DELETE /v2.0/routers/51eb6a3e-60b2-4cc9-a803-37614c51308b HTTP/1.1" status: 204 len: 168 time: 12.0368042 Jun 03 15:14:05.763532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37804) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:05.832268 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:05.907338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:05.916129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Deleting subnet 42b32df3-d7d1-4b1a-8400-ba71d80790b0 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:05.928597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:05.938214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Transition to ACTIVE for port object c196d161-2592-4f7d-a702-78caba79a677 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:05.953763 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.105847 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-3ed0d807-e7bb-4c0e-b117-21a75c28ca79 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266902 Jun 03 15:14:06.166273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:06.175672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Attempting to bind port c196d161-2592-4f7d-a702-78caba79a677 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:06.176047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Attempting to bind port c196d161-2592-4f7d-a702-78caba79a677 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:06.176437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Attempting to bind port c196d161-2592-4f7d-a702-78caba79a677 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:06.191558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Sync routers for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:06.206643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:06.207160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:06.207423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.207816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:06.208260 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.208700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Bound port: c196d161-2592-4f7d-a702-78caba79a677, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:06.208966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.231262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-410b1d89-841b-450c-8100-aa788a8a9676 admin admin] 10.222.0.66 "PUT /v2.0/routers/f974d594-1b18-4193-99de-5314440729fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7377956 Jun 03 15:14:06.298640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0a2eb-617c-43a5-99e3-c55f1c7cfd99 None None] Pushing event updated for resources: {'Port': ['ID=c196d161-2592-4f7d-a702-78caba79a677,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:06.305122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:06.305762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:06.418703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da55555-e893-4dde-be11-9b5c904fdd78 req-b89d6326-3f00-4cae-88c8-c900b05ce381 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:06.432435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7da55555-e893-4dde-be11-9b5c904fdd78 req-b89d6326-3f00-4cae-88c8-c900b05ce381 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 948 time: 0.4196868 Jun 03 15:14:06.490586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-166e097b-7802-4ca4-b579-fc1a63a9866a req-89f39c12-5f95-4bbc-9929-823428df0398 service neutron] 10.222.0.66 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811054 Jun 03 15:14:06.586180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7da55555-e893-4dde-be11-9b5c904fdd78 req-dbe6f654-15fe-48f8-8213-3ac4743d0333 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522002 Jun 03 15:14:06.592952 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:06.600789 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.604065 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae57d6a-071a-43d2-a1af-532ae8707602 None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:12:20Z', 'revision_number': 4, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '95495245-abdd-4cce-8365-6e1b12e32e62', 'name': '', 'network_id': 'f7deb907-7ab1-4a57-9758-c6c29a101a45', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'mac_address': 'fa:16:3e:77:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '37022640-1474-4137-9710-ce774239c4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:18Z', 'updated_at': '2022-06-03T15:12:31Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'subnets': [{'id': '37022640-1474-4137-9710-ce774239c4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:06.645267 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9703d713-687f-42da-a4df-fafa3e44b835'] response: {'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'code': 200} Jun 03 15:14:06.696293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] For port c196d161-2592-4f7d-a702-78caba79a677, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:06.716884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] For port c196d161-2592-4f7d-a702-78caba79a677, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c196d161-2592-4f7d-a702-78caba79a677,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:06.736861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.811516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:06.851842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:06.860589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.015495 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f242d-d3df-43d6-991a-e9f92fa66033 None None] New status for floating IP 6f1a9d8e-3e66-491a-9b34-020364716936: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:14:07.077136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89077a2e-900f-4234-82fc-ea2b08bf9027 req-2d3ab53a-9d77-4105-9b3c-f5d1d6be45b1 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0672283 Jun 03 15:14:07.164267 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.211780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Calling delete_port for ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:07.256067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b32df3-d7d1-4b1a-8400-ba71d80790b0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:07.283084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.303014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:07.311638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.311986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.315380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.315759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.316094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.316461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.316796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.317127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.317456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.317783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.318102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.318428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:07.338425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8db89c46-646b-4051-b16e-4c18860890bc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/42b32df3-d7d1-4b1a-8400-ba71d80790b0 HTTP/1.1" status: 204 len: 168 time: 1.5688744 Jun 03 15:14:07.343477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:07.436693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37834) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:07.546300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-aeebbb57-836c-4201-a0bd-11065626c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:07.548847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-aeebbb57-836c-4201-a0bd-11065626c942 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7007124 Jun 03 15:14:07.598315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149fa1b-84bc-4c99-9778-dad894795b88 None None] Network dbddff50-14c7-4683-96d3-79d3b83aca54 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:07.608589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769068609', 'description': 'tempest-description--1469052500'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:07.616680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:07.620907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Usage tracker for resource:security_group and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:07.624532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:07.633345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:07.709899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.753402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:07.754116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 78097838-ecd8-41e3-bbc9-f15c7e8fe3c3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:07.826282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:07.826542 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:07.870449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2952dc17-b486-4720-84ce-77e4941c3355 req-3feaf310-de4d-4166-b48a-e383391fe821 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 200 len: 693 time: 0.1798456 Jun 03 15:14:07.873141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:07.884016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Usage tracker for resource:security_group_rule and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:07.888374 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.891358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:07.920310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:07.929217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-5c6da828-e89c-4fde-892d-5c86f3f2292d service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731136 Jun 03 15:14:07.938618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db9185-103b-4220-8421-592c7602195c req-3c1f9096-8819-46d8-943c-ca9538af567e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:07.939332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59db9185-103b-4220-8421-592c7602195c req-3c1f9096-8819-46d8-943c-ca9538af567e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Synchronizing usage tracker for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:08.054897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:08.055560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:08.083380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Deleting port af385aa1-0182-47a7-82a8-0927f81a46e8 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:08.083380 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.091067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59db9185-103b-4220-8421-592c7602195c req-3c1f9096-8819-46d8-943c-ca9538af567e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Unset dirty status for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:08.092258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59db9185-103b-4220-8421-592c7602195c req-3c1f9096-8819-46d8-943c-ca9538af567e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.3864915 Jun 03 15:14:08.146481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0a2eb-617c-43a5-99e3-c55f1c7cfd99 None None] Pushing event updated for resources: {'Port': ['ID=c196d161-2592-4f7d-a702-78caba79a677,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:08.151314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ef32-0631-486e-9ee8-b4118fe9d975 req-39fe96bd-7a58-4352-8297-daa9de88beb5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:08.153224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31a1ef32-0631-486e-9ee8-b4118fe9d975 req-39fe96bd-7a58-4352-8297-daa9de88beb5 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.5100565 Jun 03 15:14:08.175458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952dc17-b486-4720-84ce-77e4941c3355 req-9a7159cc-cfb0-4179-8978-536f4c0e1172 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:08.182678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2952dc17-b486-4720-84ce-77e4941c3355 req-9a7159cc-cfb0-4179-8978-536f4c0e1172 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.3060815 Jun 03 15:14:08.250701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Deleting port 41072772-7a48-4d16-a899-b10b92c1be84 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:08.251042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.288547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:08.288668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02776d28-a9b9-43b5-9df7-ca5bf84ecd3e req-2248b0ee-9c42-446e-a2be-e487712821d2 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435636 Jun 03 15:14:08.306058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.329490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Deleting port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:08.330059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2952dc17-b486-4720-84ce-77e4941c3355 req-4e5d1538-698b-4b63-9dd5-9bbf1a9fdb10 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 696 time: 0.1462903 Jun 03 15:14:08.330414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.345850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:13:56Z', 'revision_number': 2, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:08.417736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] DHCP port deletion for dbddff50-14c7-4683-96d3-79d3b83aca54 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:14:08.431095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Checking router: f974d594-1b18-4193-99de-5314440729fc for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:08.431520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Updating router f974d594-1b18-4193-99de-5314440729fc port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:08.480458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31a1ef32-0631-486e-9ee8-b4118fe9d975 req-7f2977f8-a9ef-4f81-bac6-e5df59f34524 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135102 Jun 03 15:14:08.480897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] Deleting port af385aa1-0182-47a7-82a8-0927f81a46e8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:08.481282 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.548243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2952dc17-b486-4720-84ce-77e4941c3355 req-ae82247e-73df-4f5f-8fca-55e8b0f3b804 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 696 time: 0.2164769 Jun 03 15:14:08.634145 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.914776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.949536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.962627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af385aa1-0182-47a7-82a8-0927f81a46e8 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:08.985497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Deleting port 82a85039-a01a-4e10-8379-9b7a8ef2fc0e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:08.985828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.023173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1d6f20-88ba-46c7-96db-b3c4a80271dd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:09.053490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] For port af385aa1-0182-47a7-82a8-0927f81a46e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af385aa1-0182-47a7-82a8-0927f81a46e8,segment=NetworkSegment(17aa6cea-21ae-4e98-8969-12f6578e4db8),segment_id=17aa6cea-21ae-4e98-8969-12f6578e4db8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:09.053921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.197489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] For port af385aa1-0182-47a7-82a8-0927f81a46e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af385aa1-0182-47a7-82a8-0927f81a46e8,segment=NetworkSegment(17aa6cea-21ae-4e98-8969-12f6578e4db8),segment_id=17aa6cea-21ae-4e98-8969-12f6578e4db8)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:09.198083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Allocated IP 172.20.0.1 (d09311b2-c859-4e68-a0e9-573a99ae4a26/f80911b9-30c0-4dc2-a327-7708cbb1436c/2109c95d-dc94-4023-afc9-7bddd1e99ebd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:09.198451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.201560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c1b6-7895-4489-be24-795060d5e3cf req-b53a1d64-40a2-4211-bb6e-3758450c63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.203175 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9346c1b6-7895-4489-be24-795060d5e3cf req-b53a1d64-40a2-4211-bb6e-3758450c63cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0da858baf6e64b53aeb09c9768064058&device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 1096 time: 0.8354239 Jun 03 15:14:09.286128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] Calling delete_port for af385aa1-0182-47a7-82a8-0927f81a46e8 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:09.344081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.348177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1a94178e-047d-489b-bc35-915722e0762b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9025180 Jun 03 15:14:09.351271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:09.358182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Calling delete_port for af385aa1-0182-47a7-82a8-0927f81a46e8 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:09.430654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Request body: {'security_group_rule': {'security_group_id': '9c1d6f20-88ba-46c7-96db-b3c4a80271dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:09.451662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:09.454675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] For port 41072772-7a48-4d16-a899-b10b92c1be84, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=41072772-7a48-4d16-a899-b10b92c1be84,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:09.455046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.466338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] For port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:09.466823 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.473249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f548c-2903-4936-b3d2-57c0bf2d1339 req-82e5363e-00f2-464d-a98f-1d9039845edc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.480632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-001f548c-2903-4936-b3d2-57c0bf2d1339 req-82e5363e-00f2-464d-a98f-1d9039845edc tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 948 time: 0.8108847 Jun 03 15:14:09.485283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Usage tracker for resource:security_group_rule and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:09.495530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:09.514048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port af385aa1-0182-47a7-82a8-0927f81a46e8 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:09.514439 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.539990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:13:54Z', 'revision_number': 3, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:09.559034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186331f6-0616-4e77-8865-03fdcd0a0185 None None] The sync data for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 is: [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:13:54Z', 'revision_number': 3, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:09.560583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.617354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-001f548c-2903-4936-b3d2-57c0bf2d1339 req-5fd079e6-9435-4e73-b7f0-b641567a406b tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/security-groups?id=55992d59-5ec5-40b4-8d84-53a7b101ffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357276 Jun 03 15:14:09.623357 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.635018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.694873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Calling delete_port for ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:09.751436 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.766672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Transition to ACTIVE for port object b0974baa-0b2a-41fb-ba83-ed34fd45e6bb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:09.773458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] Pushing event deleted for resources: {'Port': ['ID=af385aa1-0182-47a7-82a8-0927f81a46e8,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:09.791807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:09.821225 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.828547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Calling delete_port for 41072772-7a48-4d16-a899-b10b92c1be84 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:09.838184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:09.838501 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:09.845056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Calling delete_port for 82a85039-a01a-4e10-8379-9b7a8ef2fc0e owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:09.906345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b35d6f-a78c-4c18-b213-9e1c8442a8d3 None None] Pushing event updated for resources: {'Port': ['ID=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:09.914944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec07a1-4730-4e35-b644-e8dfffbd0129 None None] No DVR routers for this DVR port af385aa1-0182-47a7-82a8-0927f81a46e8 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:09.995324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76247584-524e-4eb0-bdc8-712da3e60307 req-4daea5e4-a694-4704-a40e-9db2fd2f1bcc tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1580713 Jun 03 15:14:10.042997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c1b6-7895-4489-be24-795060d5e3cf req-97c6170a-f01d-4b10-9b48-6b57943c0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:10.044594 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9346c1b6-7895-4489-be24-795060d5e3cf req-97c6170a-f01d-4b10-9b48-6b57943c0ff1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 200 len: 922 time: 0.8271954 Jun 03 15:14:10.057580 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.061229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.116047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 41072772-7a48-4d16-a899-b10b92c1be84 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:10.222407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Transition to ACTIVE for port object 2109c95d-dc94-4023-afc9-7bddd1e99ebd will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:10.227459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9346c1b6-7895-4489-be24-795060d5e3cf req-e319362a-7d32-479b-ae54-3f3dca9d1a39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 200 len: 217 time: 0.1496568 Jun 03 15:14:10.247528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.348729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Deleting port af385aa1-0182-47a7-82a8-0927f81a46e8 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:10.349318 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.406037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 41072772-7a48-4d16-a899-b10b92c1be84 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:10.430274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Attempting to bind port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:10.431276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Attempting to bind port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:10.431276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Attempting to bind port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb on network d5b491ee-d7ca-4505-b2df-23c9ebef8890 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:10.440737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:10.441346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Checking segment: {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:10.441823 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.442906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Bound using segment: {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:10.442906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Bound port: b0974baa-0b2a-41fb-ba83-ed34fd45e6bb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:10.443109 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.489209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c1b6-7895-4489-be24-795060d5e3cf req-ea8d404a-9eb7-4502-afd4-4d629391b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:10.490706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9346c1b6-7895-4489-be24-795060d5e3cf req-ea8d404a-9eb7-4502-afd4-4d629391b200 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 200 len: 860 time: 0.2144067 Jun 03 15:14:10.492673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Pushing event deleted for resources: {'Port': ['ID=82a85039-a01a-4e10-8379-9b7a8ef2fc0e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:10.494974 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.512788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] The port 'af385aa1-0182-47a7-82a8-0927f81a46e8' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:14:10.544900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.558842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] For port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:10.563160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] For port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:10.567535 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.656292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:10.657033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:10.722234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.760225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b35d6f-a78c-4c18-b213-9e1c8442a8d3 None None] Pushing event updated for resources: {'Port': ['ID=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:10.760849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbddff50-14c7-4683-96d3-79d3b83aca54']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:10.796057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17aa6cea-21ae-4e98-8969-12f6578e4db8') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:10.796372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17aa6cea-21ae-4e98-8969-12f6578e4db8') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:10.832912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.838091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.871921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Pushing event deleted for resources: {'Port': ['ID=ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:10.880223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.900462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.916011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc72d2e-f428-415f-911c-ac9185bd0a1a req-2315506f-6c52-4690-9196-f00d2e74f612 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:10.917867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fc72d2e-f428-415f-911c-ac9185bd0a1a req-2315506f-6c52-4690-9196-f00d2e74f612 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 945 time: 0.6165893 Jun 03 15:14:10.925359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:10.926094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.983322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c196d161-2592-4f7d-a702-78caba79a677 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:10.985799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.000428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.007741 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 17aa6cea-21ae-4e98-8969-12f6578e4db8 resource provider aggregate not found Jun 03 15:14:11.081925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.083773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2952dc17-b486-4720-84ce-77e4941c3355 req-97a39fcf-2337-4749-a84b-de12baabacbe tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "DELETE /v2.0/floatingips/6f1a9d8e-3e66-491a-9b34-020364716936 HTTP/1.1" status: 204 len: 173 time: 2.5257051 Jun 03 15:14:11.100346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:11.144945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fc72d2e-f428-415f-911c-ac9185bd0a1a req-47a7aee1-3d31-4866-8a2f-52bc401399fb tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911840 Jun 03 15:14:11.147920 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 17aa6cea-21ae-4e98-8969-12f6578e4db8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17aa6cea-21ae-4e98-8969-12f6578e4db8 found for delete ", "request_id": "req-e15267fc-be83-48d7-9f3d-cae69b36d4c7"}]} Jun 03 15:14:11.181441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event deleted for resources: {'Port': ['ID=41072772-7a48-4d16-a899-b10b92c1be84,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:11.194864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.260761 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.268983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c196d161-2592-4f7d-a702-78caba79a677 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:11.277298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c196d161-2592-4f7d-a702-78caba79a677 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:11.278118 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.354529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3eaff247-c2cb-4258-8e7d-f3fc93ac4343 req-01b3754c-ebe4-4523-b573-1dcb70458c94 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 210 time: 0.0813408 Jun 03 15:14:11.355984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbddff50-14c7-4683-96d3-79d3b83aca54,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:11.361114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] No DVR routers for this DVR port 41072772-7a48-4d16-a899-b10b92c1be84 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:11.363437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694d941b-a431-467a-83d2-1d5837afb155,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:11.379704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.386189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'name': 'network-vif-deleted', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:11.405835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:11.422025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] No DVR routers for this DVR port ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:11.437538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:11.443165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7bd24dc-ba95-45f7-860f-9cc938230873 req-05329e87-b605-4141-ab81-0788f9c50db4 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1034977 Jun 03 15:14:11.446078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f68c8f8d-12ae-4389-a9be-f592abb49fd2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dbddff50-14c7-4683-96d3-79d3b83aca54 HTTP/1.1" status: 204 len: 168 time: 4.0937276 Jun 03 15:14:11.451035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.462893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:11.545027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.887803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37876) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:11.905223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c196d161-2592-4f7d-a702-78caba79a677 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:11.905716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.932303 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3edb7e-7165-40de-bb2a-0887987084e4'] response: {'server_uuid': '5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6', 'name': 'network-vif-deleted', 'tag': '41072772-7a48-4d16-a899-b10b92c1be84', 'status': 'completed', 'code': 200} Jun 03 15:14:11.970998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c196d161-2592-4f7d-a702-78caba79a677, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c196d161-2592-4f7d-a702-78caba79a677,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:11.981559 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.985933 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7213b553-6bbc-4942-9379-f649b49ee66a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5863309 Jun 03 15:14:11.989367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:10Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:11.999306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Pushing event updated for resources: {'Port': ['ID=2109c95d-dc94-4023-afc9-7bddd1e99ebd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:12.003112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b301c-d6d0-4bdb-8b54-79ec7050812e None None] The sync data for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 is: [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:10Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:12.005984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-00a67be6-4ffb-404b-9930-ad07a61e2e1b None None] Provisioning for port 2109c95d-dc94-4023-afc9-7bddd1e99ebd completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:12.009365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c1b6-7895-4489-be24-795060d5e3cf req-fff88bdc-e9c6-4ba2-94b6-5525e98c80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:12.016674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9346c1b6-7895-4489-be24-795060d5e3cf req-fff88bdc-e9c6-4ba2-94b6-5525e98c80e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7deb907-7ab1-4a57-9758-c6c29a101a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5079072 Jun 03 15:14:12.020206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37880) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:12.020442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-00a67be6-4ffb-404b-9930-ad07a61e2e1b None None] Provisioning complete for port 2109c95d-dc94-4023-afc9-7bddd1e99ebd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:12.020818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-00a67be6-4ffb-404b-9930-ad07a61e2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.023989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59db9185-103b-4220-8421-592c7602195c req-bcf0d4e2-2c9d-44c4-9e7a-354029551fa4 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "DELETE /v2.0/ports/41072772-7a48-4d16-a899-b10b92c1be84 HTTP/1.1" status: 204 len: 173 time: 3.9206152 Jun 03 15:14:12.038939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Request body: {'security_group_rule': {'security_group_id': '9c1d6f20-88ba-46c7-96db-b3c4a80271dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:12.056524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:12.061481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Usage tracker for resource:security_group_rule and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:12.072464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:12.117125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:12.150299 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.196617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9fd184fa-4fb1-4984-a08b-8c4089fbd8e7 req-bbcd5d01-7bb0-4115-9079-41c6d224a522 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.15 "DELETE /v2.0/ports/ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522 HTTP/1.1" status: 204 len: 173 time: 8.9525309 Jun 03 15:14:12.340556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f221329c-89ed-4258-9706-0df5d451eaa5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18a0b89b3c0f49adb8668e2dbc01a1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511213 Jun 03 15:14:12.377141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-00a67be6-4ffb-404b-9930-ad07a61e2e1b None None] Port 2109c95d-dc94-4023-afc9-7bddd1e99ebd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:12.380895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37886) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:12.397113 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.414397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c196d161-2592-4f7d-a702-78caba79a677,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:12.438747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9346c1b6-7895-4489-be24-795060d5e3cf req-ed9e4248-b437-409d-9acf-854b9dbfa84d service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015873 Jun 03 15:14:12.476281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b671ad6-0df8-4fce-9f5a-c5011da859cd req-deb9ba85-3379-4faf-8b2e-5859be893ed6 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a8f93ef-4ce6-458c-9bee-5b65cf96f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0589144 Jun 03 15:14:12.522787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2466a9-f542-49b5-9639-3e743ceac26a req-3e587d1b-a3cc-4857-988f-db1fea2ab1ca tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:12.523843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8e2466a9-f542-49b5-9639-3e743ceac26a req-3e587d1b-a3cc-4857-988f-db1fea2ab1ca tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Synchronizing usage tracker for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:12.561535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8e2466a9-f542-49b5-9639-3e743ceac26a req-3e587d1b-a3cc-4857-988f-db1fea2ab1ca tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Unset dirty status for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:12.563156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2466a9-f542-49b5-9639-3e743ceac26a req-3e587d1b-a3cc-4857-988f-db1fea2ab1ca tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 945 time: 0.2511971 Jun 03 15:14:12.629730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2466a9-f542-49b5-9639-3e743ceac26a req-7ff79fed-8e26-44ed-8aa0-af3ebdce4caa tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600305 Jun 03 15:14:12.730604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8e321af-a854-4d9a-8651-c5f139b12506 req-84af24ac-32c4-4824-a1ff-b8f18033f494 tempest-MigrationsAdminTest-1314254969 tempest-MigrationsAdminTest-1314254969-project] 10.222.0.66 "GET /v2.0/ports?device_id=054e427c-864d-473d-9d4c-6e9fe0912e92 HTTP/1.1" status: 200 len: 210 time: 0.0675712 Jun 03 15:14:12.775418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.801761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.886645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf4e7210-7617-45a2-810b-9786cc0d6a9f req-de3091dd-cc77-4cee-a47e-909412a2777d tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0795994 Jun 03 15:14:12.909441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.925196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f51d172c-df50-4f25-9a9f-4005918208fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.155158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b0974baa-0b2a-41fb-ba83-ed34fd45e6bb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:13.172579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6ff101-381d-4201-958a-7c72311fbe64,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:13.210856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9346c1b6-7895-4489-be24-795060d5e3cf req-8f9aaf46-6264-448a-9619-098245f6a8b3 service neutron] 10.222.0.70 "GET /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502804 Jun 03 15:14:13.227836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f51d172c-df50-4f25-9a9f-4005918208fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.237060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.241581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fb57ad15-7c8a-4a85-9003-703742526fd8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2127702 Jun 03 15:14:13.242051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37896) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:13.247565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:13.257163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:13.259705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:13.277249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Usage tracker for resource:floatingip and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:13.280423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:13.281069 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.290049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:13.323238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:13.368596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.522449 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4843c6e8-d277-4572-a443-933f3687dd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.557805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f51d172c-df50-4f25-9a9f-4005918208fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.561005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:13.561410 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.593499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-6459e074-39b2-4520-b990-7dde5c3beb5e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:13.594239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-6459e074-39b2-4520-b990-7dde5c3beb5e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Synchronizing usage tracker for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:13.597896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d172c-df50-4f25-9a9f-4005918208fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b83bc2-34f3-4dad-985a-964e64c087ef,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:13.607259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f51d172c-df50-4f25-9a9f-4005918208fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.609208 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f51d172c-df50-4f25-9a9f-4005918208fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94b83bc2-34f3-4dad-985a-964e64c087ef HTTP/1.1" status: 204 len: 168 time: 1.2213752 Jun 03 15:14:13.609895 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.690729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-6459e074-39b2-4520-b990-7dde5c3beb5e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Unset dirty status for tenant:0da858baf6e64b53aeb09c9768064058 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:13.698615 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-6459e074-39b2-4520-b990-7dde5c3beb5e tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 945 time: 0.3196516 Jun 03 15:14:13.707775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:13.710773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.729791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.730967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c196d161-2592-4f7d-a702-78caba79a677 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:13.977735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:13.994552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c196d161-2592-4f7d-a702-78caba79a677 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:13.995159 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.067530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-deleted', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:14.071044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Allocated IP 172.25.1.15 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/66610fb3-2ef9-43a1-a9f9-0f729b6c22ec) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:14.085272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Deleting port a70d303f-f7bf-43ee-938d-73854a4c8923 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:14.086055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.127409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073ea0d-e279-41e9-880b-bf0303a6a52a req-1de6b82c-83ae-44c9-a437-932e2fe16870 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:14.137194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0073ea0d-e279-41e9-880b-bf0303a6a52a req-1de6b82c-83ae-44c9-a437-932e2fe16870 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 945 time: 0.2826898 Jun 03 15:14:14.210008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.276650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c196d161-2592-4f7d-a702-78caba79a677 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:14.396440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Pushing event updated for resources: {'Port': ['ID=2109c95d-dc94-4023-afc9-7bddd1e99ebd,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:14.399972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.402626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.456587 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.575944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0073ea0d-e279-41e9-880b-bf0303a6a52a req-15bd492b-0751-460a-bf3e-a719521d9605 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284720 Jun 03 15:14:14.604510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event updated for resources: {'Port': ['ID=66610fb3-2ef9-43a1-a9f9-0f729b6c22ec,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:14.635602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:14.639411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:14.643873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:14.713395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:14.771912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:14.783829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:14.856206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.880655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6491ddc3-996d-408a-8bf6-e361f705e95d req-57eae909-bd0e-4b46-b006-dd8c3fd4c982 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1659086 Jun 03 15:14:15.036268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b0974baa-0b2a-41fb-ba83-ed34fd45e6bb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:15.072545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.072799 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45df1e92-e83e-47ae-ac82-ca675ecc3ec1'] response: {'server_uuid': '054e427c-864d-473d-9d4c-6e9fe0912e92', 'name': 'network-vif-deleted', 'tag': 'ae9c29d1-79e7-4ba2-8a96-7baaa2e4a522', 'status': 'completed', 'code': 200} Jun 03 15:14:15.197048 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.202032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] For port a70d303f-f7bf-43ee-938d-73854a4c8923, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a70d303f-f7bf-43ee-938d-73854a4c8923,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:15.203375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.234671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2c4b1e36-fa30-43d2-ba23-333828ca8ba6 None None] Provisioning complete for port 2109c95d-dc94-4023-afc9-7bddd1e99ebd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:15.234962 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1e36-fa30-43d2-ba23-333828ca8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.285243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:15.285915 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.303479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-cf6dd7c6-cff9-4ed3-b168-f706dd9e20fc tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.304255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-cf6dd7c6-cff9-4ed3-b168-f706dd9e20fc tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Synchronizing usage tracker for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:15.309217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6ebb694-bace-4837-a2d4-fba8d7e1ee3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2883739feda45b99fdea7f5ff96186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911288 Jun 03 15:14:15.366374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37958) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:15.367898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b1e36-fa30-43d2-ba23-333828ca8ba6 None None] Port 2109c95d-dc94-4023-afc9-7bddd1e99ebd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:15.466273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Calling delete_port for a70d303f-f7bf-43ee-938d-73854a4c8923 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:15.496806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:15.517630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc0f4-ab2b-47be-9edd-cd5f731b9a1a req-de478fa2-be5d-492b-90d9-8a879436e644 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.520017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d26fc0f4-ab2b-47be-9edd-cd5f731b9a1a req-de478fa2-be5d-492b-90d9-8a879436e644 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.3744144 Jun 03 15:14:15.529435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-cf6dd7c6-cff9-4ed3-b168-f706dd9e20fc tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Unset dirty status for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:15.530876 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-cf6dd7c6-cff9-4ed3-b168-f706dd9e20fc tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 944 time: 0.9315503 Jun 03 15:14:15.555075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2df09c82-fd81-40c9-9d81-5e396224fff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.621257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2df09c82-fd81-40c9-9d81-5e396224fff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.625234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Router edbe0a79-6201-4bee-b309-1384348a8a3e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:15.630830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3444-9821-4594-bc35-c343e9af1396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.636379 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.646561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d26fc0f4-ab2b-47be-9edd-cd5f731b9a1a req-59de9a32-e267-4210-ac29-88c18fe3c21f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143632 Jun 03 15:14:15.649278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.649870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Deleting port ddaadc68-f3a6-4756-a417-30a0823c7e9f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:15.651088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.811934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event updated for resources: {'Port': ['ID=66610fb3-2ef9-43a1-a9f9-0f729b6c22ec,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:15.848609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.873753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2df09c82-fd81-40c9-9d81-5e396224fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.950980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:15.973357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Sync routers for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:15.991213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:15.991844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:16.188700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-13b7b932-befb-4c53-ab5f-5e1a1f24a821 admin admin] 10.222.0.66 "PUT /v2.0/routers/edbe0a79-6201-4bee-b309-1384348a8a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7178037 Jun 03 15:14:16.196747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df09c82-fd81-40c9-9d81-5e396224fff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55992d59-5ec5-40b4-8d84-53a7b101ffe2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:16.209144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f5e63916-4468-4e59-942b-48e5b657b46f tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=940ba5496b3747b2b1709c20c6ff53ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905614 Jun 03 15:14:16.283396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.338795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:16.343389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.353228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e806c9f8-dd2a-4fd5-8f8b-870c010615cb tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1099651 Jun 03 15:14:16.406033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2df09c82-fd81-40c9-9d81-5e396224fff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.407170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2df09c82-fd81-40c9-9d81-5e396224fff6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55992d59-5ec5-40b4-8d84-53a7b101ffe2 HTTP/1.1" status: 204 len: 168 time: 1.0397878 Jun 03 15:14:16.435474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Pushing event deleted for resources: {'Port': ['ID=a70d303f-f7bf-43ee-938d-73854a4c8923,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:16.507836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23b7b-2286-432f-b4c7-c22680344874 req-bb2e4b3b-93ed-43c7-9d01-a03049a31336 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:16.519981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eca23b7b-2286-432f-b4c7-c22680344874 req-bb2e4b3b-93ed-43c7-9d01-a03049a31336 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7653524-8835-49b1-8f5c-7945a4d88061 HTTP/1.1" status: 200 len: 945 time: 0.6472466 Jun 03 15:14:16.547013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] No DVR routers for this DVR port a70d303f-f7bf-43ee-938d-73854a4c8923 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:16.552536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.554667 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c68f620f-60f9-4966-966a-2be4a5ca9943 req-d6dfe8a8-bc43-469c-b185-29c0fefec409 tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.70 "DELETE /v2.0/ports/a70d303f-f7bf-43ee-938d-73854a4c8923 HTTP/1.1" status: 204 len: 173 time: 2.8465929 Jun 03 15:14:16.652903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-e7f740a7-55ad-46a6-9c4b-a3a7a5086e94 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:16.661209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] For port ddaadc68-f3a6-4756-a417-30a0823c7e9f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ddaadc68-f3a6-4756-a417-30a0823c7e9f,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:16.661957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.663907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-e7f740a7-55ad-46a6-9c4b-a3a7a5086e94 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4538388 Jun 03 15:14:16.699008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-64c755dd-9699-40f6-bb76-3de7675179f4 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/quotas/940ba5496b3747b2b1709c20c6ff53ca HTTP/1.1" status: 200 len: 375 time: 0.0328352 Jun 03 15:14:16.822603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Calling delete_port for ddaadc68-f3a6-4756-a417-30a0823c7e9f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:16.824678 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.880073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-806cb802-c4b6-4fc8-a391-04d557df5f70 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940ba5496b3747b2b1709c20c6ff53ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798668 Jun 03 15:14:16.890686 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.918033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eca23b7b-2286-432f-b4c7-c22680344874 req-44178d38-207f-4f39-ad05-eb481a20ef5f tempest-FloatingIPsAssociationTestJSON-205651746 tempest-FloatingIPsAssociationTestJSON-205651746-project] 10.222.0.66 "GET /v2.0/security-groups?id=a549b2d4-e726-4de6-9f96-92829b661d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969665 Jun 03 15:14:17.143911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:13Z', 'revision_number': 2, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:17.149716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'name': 'network-vif-deleted', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:17.155538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Checking router: edbe0a79-6201-4bee-b309-1384348a8a3e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:17.157041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Updating router edbe0a79-6201-4bee-b309-1384348a8a3e port 2109c95d-dc94-4023-afc9-7bddd1e99ebd binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:17.322116 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.330329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.339900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38046) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:17.396225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b56e7319-1ab3-48d9-a742-7935fa500056 req-e6221b97-6e37-4438-9e7e-8364f051530e tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1573160 Jun 03 15:14:17.487750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3dbb930a-c74c-4933-a556-512714446f88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8010cb77d444f48b144bb791bec5791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447804 Jun 03 15:14:17.490017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38054) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:17.629395 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea8f5aa-2d60-4c9f-89a3-521f3192f496'] response: {'server_uuid': 'c7653524-8835-49b1-8f5c-7945a4d88061', 'name': 'network-vif-deleted', 'tag': 'a70d303f-f7bf-43ee-938d-73854a4c8923', 'status': 'completed', 'code': 200} Jun 03 15:14:17.630151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event deleted for resources: {'Port': ['ID=ddaadc68-f3a6-4756-a417-30a0823c7e9f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:17.711374 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.713939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] No DVR routers for this DVR port ddaadc68-f3a6-4756-a417-30a0823c7e9f on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:17.717193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.748090 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17f06a84-3aa8-4615-a31f-147e6af23ba4 req-d9245a1b-e8f7-4004-9058-615cf99c7ee1 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "DELETE /v2.0/ports/ddaadc68-f3a6-4756-a417-30a0823c7e9f HTTP/1.1" status: 204 len: 173 time: 2.2102737 Jun 03 15:14:17.771204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38064) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:17.785765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc81b845-5976-4cda-82a7-a001cb258aea req-382c30c7-1345-4779-9f4e-b980ebbb8a04 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 210 time: 0.1703961 Jun 03 15:14:17.799089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-965165749-network', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:17.814060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:17.834370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Usage tracker for resource:network and tenant:93c5fc3603f84dba871d6cef137f7eda is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:17.847274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:17.849577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09b88d99-9b59-40d0-9fc9-87b917d434f7 req-4c7cb165-fc7e-4e47-819f-29e7abe5fae0 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 210 time: 0.2327590 Jun 03 15:14:17.863371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2b33e56f-5b8e-4a44-b703-c87e8f02440d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.865345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:17.890030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Made reservation on behalf of 93c5fc3603f84dba871d6cef137f7eda for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:17.898017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.907669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2b33e56f-5b8e-4a44-b703-c87e8f02440d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.938743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.981229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:17.986598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Usage tracker for resource:security_group_rule and tenant:93c5fc3603f84dba871d6cef137f7eda is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:17.990696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:18.007589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:18.009884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2b33e56f-5b8e-4a44-b703-c87e8f02440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.104311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33e56f-5b8e-4a44-b703-c87e8f02440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4446e2-cacd-4b14-a9c3-39b1113db3a2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:18.126135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2b33e56f-5b8e-4a44-b703-c87e8f02440d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.131673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2b33e56f-5b8e-4a44-b703-c87e8f02440d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc4446e2-cacd-4b14-a9c3-39b1113db3a2 HTTP/1.1" status: 204 len: 168 time: 0.6379228 Jun 03 15:14:18.161880 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.164761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:18.174762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Transition to ACTIVE for port object 2109c95d-dc94-4023-afc9-7bddd1e99ebd will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:18.182788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a70d303f-f7bf-43ee-938d-73854a4c8923 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:18.247512 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.340270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f5197-5e89-4782-89da-1663083f5941 None None] Pushing event updated for resources: {'Port': ['ID=2109c95d-dc94-4023-afc9-7bddd1e99ebd,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:18.342887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: a70d303f-f7bf-43ee-938d-73854a4c8923 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:18.343548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a70d303f-f7bf-43ee-938d-73854a4c8923 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:18.344140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:18.395481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.401860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.428625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: ddaadc68-f3a6-4756-a417-30a0823c7e9f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:18.429274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ddaadc68-f3a6-4756-a417-30a0823c7e9f not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:18.431015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.597986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:18.635888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.636269 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Added segment a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5 of type vlan for network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d Jun 03 15:14:18.728702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.818563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71e82b-9a07-424c-b594-b11d87a6d958,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:18.829650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.830752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:18.831439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.859412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Attempting to bind port 2109c95d-dc94-4023-afc9-7bddd1e99ebd on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:18.861026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Attempting to bind port 2109c95d-dc94-4023-afc9-7bddd1e99ebd by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:18.862651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Attempting to bind port 2109c95d-dc94-4023-afc9-7bddd1e99ebd on network d09311b2-c859-4e68-a0e9-573a99ae4a26 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:18.871799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:18.873180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Checking segment: {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:18.873830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.874440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Bound using segment: {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:18.875655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Bound port: 2109c95d-dc94-4023-afc9-7bddd1e99ebd, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:18.876303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.021886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8a2e8a6-356b-4e09-8e88-d94ccfbdcadb req-7db1af91-7180-40a8-b336-235d6a33d5c5 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.2535443 Jun 03 15:14:19.031853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] Pushing event updated for resources: {'Network': ['ID=97373d1a-c2ea-4b2c-b6d3-16d364ec005d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:19.072891 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1994d6ed-f239-46fd-8291-4cd7b6d7a884 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2984755 Jun 03 15:14:19.073513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:19.086223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Request body: {'subnet': {'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-subnet', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:19.093695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:19.103266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Usage tracker for resource:subnet and tenant:93c5fc3603f84dba871d6cef137f7eda is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:19.113603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:19.129973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:19.130622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:19.133290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-458da3de-617c-45b7-9d74-642c7d09bd46 req-128c4f8c-4dbb-419c-87c1-99d3fb897f2e tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4b32bd-4bd5-4cdd-a098-01ae40881613 HTTP/1.1" status: 200 len: 210 time: 0.1010337 Jun 03 15:14:19.156052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Made reservation on behalf of 93c5fc3603f84dba871d6cef137f7eda for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:19.158578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.431460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] For port 2109c95d-dc94-4023-afc9-7bddd1e99ebd, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:19.451712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] For port 2109c95d-dc94-4023-afc9-7bddd1e99ebd, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2109c95d-dc94-4023-afc9-7bddd1e99ebd,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:19.460843 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.484231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2632eb89-c5c5-4fe1-a41e-cb6dbe7bca9f req-23dbbb51-5c23-4a1b-b4f3-ab4892b9ff35 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 210 time: 0.1158631 Jun 03 15:14:19.632025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'name': 'network-vif-deleted', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:19.691369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f5197-5e89-4782-89da-1663083f5941 None None] Pushing event updated for resources: {'Port': ['ID=2109c95d-dc94-4023-afc9-7bddd1e99ebd,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:19.723521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:19.724970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:19.775217 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc83ab3-18d3-4f1d-b712-c9d0a4ca7749'] response: {'server_uuid': '9d4b32bd-4bd5-4cdd-a098-01ae40881613', 'name': 'network-vif-deleted', 'tag': 'ddaadc68-f3a6-4756-a417-30a0823c7e9f', 'status': 'completed', 'code': 200} Jun 03 15:14:19.839252 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.886347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.962518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-4c8c1356-5ded-42f3-ae1f-fe23da2c8260 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=940ba5496b3747b2b1709c20c6ff53ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2994919 Jun 03 15:14:20.175622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:20.319145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-733aaab1-6e0b-4d9b-893f-04a5e5cb610d tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:20.320952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-733aaab1-6e0b-4d9b-893f-04a5e5cb610d tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316746 Jun 03 15:14:20.348907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Request body: {'port': {'device_id': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '940ba5496b3747b2b1709c20c6ff53ca'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:20.588362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6cad6ec-4850-4bf9-a017-56ee8131dac3,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:20.598282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Checking segment: {'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:20.598652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Network hostable DHCP agents. Network: 97373d1a-c2ea-4b2c-b6d3-16d364ec005d, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:20.612938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29fc3538-edd8-4b82-a8bd-a57cef287393 req-f3f046e4-b945-490f-824f-3d72c2ddc82c tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1327071 Jun 03 15:14:20.631341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:20.678372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 97373d1a-c2ea-4b2c-b6d3-16d364ec005d) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:20.694338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:20.695332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.725416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff71694-5e93-4370-adb1-8825c5b743a7 None None] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:20.725742 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5f4bcda0-f309-4883-ac6b-267801c6e2a0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6506836 Jun 03 15:14:20.727168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:20.729543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38164) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:20.734320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Usage tracker for resource:port and tenant:940ba5496b3747b2b1709c20c6ff53ca is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:20.740784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:20.744604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:20.774047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:20.777324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:20.793851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Usage tracker for resource:router and tenant:93c5fc3603f84dba871d6cef137f7eda is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:20.799306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:20.818587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:20.827131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Made reservation on behalf of 940ba5496b3747b2b1709c20c6ff53ca for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:20.834623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.874180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.917516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.919281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.929456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:20.931955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Usage tracker for resource:security_group_rule and tenant:940ba5496b3747b2b1709c20c6ff53ca is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:20.935495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:20.942072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:21.016611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeb7c6-7c43-486d-907a-c559b36c2f8b req-2788b1db-9895-44fc-af50-effc8e4f8473 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:21.032475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffbeb7c6-7c43-486d-907a-c559b36c2f8b req-2788b1db-9895-44fc-af50-effc8e4f8473 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.9605291 Jun 03 15:14:21.039506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:19Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:21.053476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857a031-2f83-49d8-a9a0-059ee98211f5 None None] The sync data for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 is: [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:19Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:21.081908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.106335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.152713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-97373d1a-c2ea-4b2c-b6d3-16d364ec005d', 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'fixed_ips': [{'subnet_id': 'e6cad6ec-4850-4bf9-a017-56ee8131dac3'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:14:21.156618 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.259773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.291123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9225285-3a9f-43bc-b0fa-49244ab4dd61,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:21.303905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffbeb7c6-7c43-486d-907a-c559b36c2f8b req-6f505a6c-6575-46ad-add0-5a157d149405 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685747 Jun 03 15:14:21.386437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aeceb1bc-628b-432f-9894-65407616ff20 req-4c55dd72-2f26-4cc7-83b8-bf44ca3ee0f2 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 210 time: 0.2970366 Jun 03 15:14:21.522250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Allocated IP 172.20.0.2 (97373d1a-c2ea-4b2c-b6d3-16d364ec005d/e6cad6ec-4850-4bf9-a017-56ee8131dac3/e2113993-ee04-404d-891b-6db2c329bbd4) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:21.564154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Deleting port 95495245-abdd-4cce-8365-6e1b12e32e62 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:21.564521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.105381 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.120062 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.122239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Transition to ACTIVE for port object e2113993-ee04-404d-891b-6db2c329bbd4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:22.146615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] For port 95495245-abdd-4cce-8365-6e1b12e32e62, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=95495245-abdd-4cce-8365-6e1b12e32e62,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:22.147623 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.150566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Transition to ACTIVE for port object e2113993-ee04-404d-891b-6db2c329bbd4 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:22.157176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Allocated IP 192.168.233.223 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/efe7fd63-dcc8-4127-a1f4-c19d33fcdb55) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:22.164755 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.277548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:22.281467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:22.286626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:22.327442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Calling delete_port for 95495245-abdd-4cce-8365-6e1b12e32e62 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:22.380482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Pushing event updated for resources: {'Port': ['ID=e2113993-ee04-404d-891b-6db2c329bbd4,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:22.418570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Attempting to bind port e2113993-ee04-404d-891b-6db2c329bbd4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:22.418941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Attempting to bind port e2113993-ee04-404d-891b-6db2c329bbd4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:22.419308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Attempting to bind port e2113993-ee04-404d-891b-6db2c329bbd4 on network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:22.430742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:22.431129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Checking segment: {'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:22.431543 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.431946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Bound using segment: {'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:22.433997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Bound port: e2113993-ee04-404d-891b-6db2c329bbd4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:22.434421 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.494366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-e4153186-35c4-4dbf-9199-d2bdb34d01d8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:22.494366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-e4153186-35c4-4dbf-9199-d2bdb34d01d8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Synchronizing usage tracker for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:22.609362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-e4153186-35c4-4dbf-9199-d2bdb34d01d8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Unset dirty status for tenant:b4d64d4b72f54577ae26c0e0e9492fd5 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:22.611006 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-e4153186-35c4-4dbf-9199-d2bdb34d01d8 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.9726551 Jun 03 15:14:22.622604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] For port e2113993-ee04-404d-891b-6db2c329bbd4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:22.626972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] For port e2113993-ee04-404d-891b-6db2c329bbd4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e2113993-ee04-404d-891b-6db2c329bbd4,segment=NetworkSegment(a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5),segment_id=a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:22.637935 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.738630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefaf31-ca62-433c-ab08-54a44b92ae62 None None] Pushing event updated for resources: {'Port': ['ID=e2113993-ee04-404d-891b-6db2c329bbd4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:22.751450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-a07ae0fd-ef1a-485e-a4d4-88899db49043 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:22.752610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-a07ae0fd-ef1a-485e-a4d4-88899db49043 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Synchronizing usage tracker for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:22.765718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0457d8b7-fa55-49f5-a8a9-73fd8cd0ee0f req-a1b9e972-726d-4362-8340-3432c15296e3 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.8977814 Jun 03 15:14:22.795866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Deleting port f838a7d8-4be6-4a73-8f83-e222a418e33d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:22.796251 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.882136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-a07ae0fd-ef1a-485e-a4d4-88899db49043 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Unset dirty status for tenant:057863ea07334b8aa432702b899cf1e6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:22.883716 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-a07ae0fd-ef1a-485e-a4d4-88899db49043 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 945 time: 0.6770189 Jun 03 15:14:23.019196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14748854-183e-456a-9df8-e1397fff0dd2 req-a4fccc55-4e22-45ec-b206-63b921040dcd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:23.040362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2109c95d-dc94-4023-afc9-7bddd1e99ebd up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:23.045785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14748854-183e-456a-9df8-e1397fff0dd2 req-a4fccc55-4e22-45ec-b206-63b921040dcd tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 945 time: 0.3590825 Jun 03 15:14:23.063828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.110822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.238830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Deleting port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:23.239419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.314009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Pushing event deleted for resources: {'Port': ['ID=95495245-abdd-4cce-8365-6e1b12e32e62,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:23.360589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14748854-183e-456a-9df8-e1397fff0dd2 req-9ef4cbe0-4eb3-428e-9f90-a292aa17989d tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996335 Jun 03 15:14:23.406690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2109c95d-dc94-4023-afc9-7bddd1e99ebd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:23.410489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Transition to ACTIVE for port object efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:23.412985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2109c95d-dc94-4023-afc9-7bddd1e99ebd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:23.413442 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.647612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2109c95d-dc94-4023-afc9-7bddd1e99ebd is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:23.648343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.687903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-b83f1735-9cfb-47f4-a9ec-5baa8e0a0f3b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3423185 Jun 03 15:14:23.689327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2109c95d-dc94-4023-afc9-7bddd1e99ebd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2109c95d-dc94-4023-afc9-7bddd1e99ebd,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:23.697730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.815184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2109c95d-dc94-4023-afc9-7bddd1e99ebd,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:24.152095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.185335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.200398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] For port f838a7d8-4be6-4a73-8f83-e222a418e33d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f838a7d8-4be6-4a73-8f83-e222a418e33d,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:24.200761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.222726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca98e8-2200-4435-abe9-5ed56ddf6ae8 req-bb4196cf-140f-43a6-8667-c31530576ef6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.224292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94ca98e8-2200-4435-abe9-5ed56ddf6ae8 req-bb4196cf-140f-43a6-8667-c31530576ef6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.6286123 Jun 03 15:14:24.234589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-2fa8e0d7-ad37-4289-8465-c23f54d23a74 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.240671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-2fa8e0d7-ad37-4289-8465-c23f54d23a74 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5519981 Jun 03 15:14:24.285344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.291546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-a02ff169-45f7-41b0-9aa6-02428cd91520 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/quotas/bd5c5b4da24e43b1acb3983a6c5984ef HTTP/1.1" status: 200 len: 375 time: 0.0497403 Jun 03 15:14:24.298525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.309219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94ca98e8-2200-4435-abe9-5ed56ddf6ae8 req-395440ea-2e6f-4472-9e01-12ac5840135a tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625467 Jun 03 15:14:24.370042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-cf438efe-f971-4de2-b43e-f05bd14e99e9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675738 Jun 03 15:14:24.413938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7fccbc-4c82-43d6-9b71-1e7ff27787e0 None None] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:24.492372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:24.523781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:24.549413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] For port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,segment=NetworkSegment(e4ad8b76-1124-4036-8491-9f1788a4f812),segment_id=e4ad8b76-1124-4036-8491-9f1788a4f812)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:24.549783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.558477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:24.638503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Pushing event updated for resources: {'Port': ['ID=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:24.727518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2480b120-3d71-4ef5-bc7f-7c40d62b1f8f None None] Provisioning for port e2113993-ee04-404d-891b-6db2c329bbd4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:24.869591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fc47979-1ce5-4233-b302-5f5c59c4e044 req-f8cc8eae-6c44-4d51-8b33-e4d6d6c8e5a1 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0661223 Jun 03 15:14:25.015455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51744a7d-935b-4286-8b3a-134cbf8185ad None None] Provisioning for port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:25.044069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51744a7d-935b-4286-8b3a-134cbf8185ad None None] Provisioning complete for port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:25.044595 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51744a7d-935b-4286-8b3a-134cbf8185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.216256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-51744a7d-935b-4286-8b3a-134cbf8185ad None None] Port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:25.262290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2109c95d-dc94-4023-afc9-7bddd1e99ebd up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:25.305578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1990cc-0237-47e5-95a4-570c14600bda req-f259a419-4573-424c-ad3d-64da4c8d44c8 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:25.305898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Calling delete_port for 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:25.307176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af1990cc-0237-47e5-95a4-570c14600bda req-f259a419-4573-424c-ad3d-64da4c8d44c8 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 936 time: 0.6725495 Jun 03 15:14:25.402458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2109c95d-dc94-4023-afc9-7bddd1e99ebd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:25.402935 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.483242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:25.483819 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.549027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Router 9a0fbe34-f949-4f33-8505-fd4d18c870eb has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:25.614327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad09b5-b9b7-4af4-8511-26508c302c76 req-676ad944-0202-4d2b-853b-ffda9db3a98f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:25.616570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77ad09b5-b9b7-4af4-8511-26508c302c76 req-676ad944-0202-4d2b-853b-ffda9db3a98f tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 945 time: 0.5258102 Jun 03 15:14:25.642107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2109c95d-dc94-4023-afc9-7bddd1e99ebd is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:25.644197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e2113993-ee04-404d-891b-6db2c329bbd4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:25.694999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af1990cc-0237-47e5-95a4-570c14600bda req-49a9f1cd-ffd6-4441-bf0a-448890188dbf tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644269 Jun 03 15:14:25.748588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Allocated IP 172.25.1.39 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/240e794f-6154-41ef-9f1b-35dc5db2f1b5) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:25.791964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e2113993-ee04-404d-891b-6db2c329bbd4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:25.798204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e2113993-ee04-404d-891b-6db2c329bbd4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:25.798868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.806902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.807431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.807819 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Floating IP 235127e0-f2c5-4b8f-b8e2-cf6a7375a24a disassociated. External IP: 172.25.1.74, port: f838a7d8-4be6-4a73-8f83-e222a418e33d. Jun 03 15:14:25.808208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Calling delete_port for f838a7d8-4be6-4a73-8f83-e222a418e33d owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:25.849106 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-f28b3153-d1ad-4abc-a63d-8d2166d852ea tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5157931 Jun 03 15:14:25.861321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77ad09b5-b9b7-4af4-8511-26508c302c76 req-dbaf4054-431e-43d1-805c-416ee248bbc3 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/security-groups?id=1dd35709-106e-43ff-bcba-83affec92a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652265 Jun 03 15:14:25.953264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Request body: {'port': {'device_id': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:26.144727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e2113993-ee04-404d-891b-6db2c329bbd4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:26.145110 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.181131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:26.323057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-b8a9341a-f517-406c-88d1-33b3361357f3 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4303448 Jun 03 15:14:26.343323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f838a7d8-4be6-4a73-8f83-e222a418e33d no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:26.367796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.420781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No active binding found for port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:14:26.420781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:26.439900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e2113993-ee04-404d-891b-6db2c329bbd4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e2113993-ee04-404d-891b-6db2c329bbd4,segment=NetworkSegment(a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5),segment_id=a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:26.458087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.518040 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.576837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e2113993-ee04-404d-891b-6db2c329bbd4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:26.579359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port f838a7d8-4be6-4a73-8f83-e222a418e33d is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:26.579741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.630685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Pushing event deleted for resources: {'Port': ['ID=3ac9a6f9-57b5-48b7-a31a-177fc5d14075,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:26.682530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:26.695901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] Sync routers for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:26.711516 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:26.713538 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:26.718230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-89b16996-c2cc-45a1-9047-c63a7bb1827c admin admin] 10.222.0.66 "PUT /v2.0/routers/9a0fbe34-f949-4f33-8505-fd4d18c870eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5515859 Jun 03 15:14:26.722567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38242) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:26.779980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] No DVR routers for this DVR port 3ac9a6f9-57b5-48b7-a31a-177fc5d14075 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:26.787637 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.791937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'name': 'network-vif-deleted', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:26.821001 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.825784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-efdb78ab-a845-4e4f-bc97-c67de5ae15a4 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:26.827790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-efdb78ab-a845-4e4f-bc97-c67de5ae15a4 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5039046 Jun 03 15:14:26.982323 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:26.990790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e2113993-ee04-404d-891b-6db2c329bbd4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:27.006546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-ec5a32d4-5060-470b-b1ca-5e3151cc6f6d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/quotas/bd5c5b4da24e43b1acb3983a6c5984ef HTTP/1.1" status: 200 len: 375 time: 0.0373158 Jun 03 15:14:27.021729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event deleted for resources: {'Port': ['ID=f838a7d8-4be6-4a73-8f83-e222a418e33d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:27.082338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8803c4be-7802-4069-b110-fd618d6c6b4c req-0187e575-a4c0-49d1-bd76-5074a0e3beb7 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.70 "DELETE /v2.0/ports/3ac9a6f9-57b5-48b7-a31a-177fc5d14075 HTTP/1.1" status: 204 len: 173 time: 4.1730766 Jun 03 15:14:27.093344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9161dc2-3902-4c8e-81d8-40b2bd2e412b req-eb21d246-ce1c-40a6-a15b-be7755a91634 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:27.096888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9161dc2-3902-4c8e-81d8-40b2bd2e412b req-eb21d246-ce1c-40a6-a15b-be7755a91634 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 946 time: 0.9749632 Jun 03 15:14:27.110161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-28b809fe-6e83-4d17-9aa5-104ffdb80309 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019223 Jun 03 15:14:27.186823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e2113993-ee04-404d-891b-6db2c329bbd4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:27.187194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.251071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.290041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-8f39c2fb-a3fa-426f-8ca6-062ee88be90c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2697301 Jun 03 15:14:27.326945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9161dc2-3902-4c8e-81d8-40b2bd2e412b req-31c3654f-f79b-4c87-b1f8-d525d52dce09 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups?id=a62a1e10-8161-4b9c-bd6a-11c2b3182583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036321 Jun 03 15:14:27.494828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.570282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e2113993-ee04-404d-891b-6db2c329bbd4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:27.786804 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:14:22Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:27.818040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a683cb1-56c2-4e0a-92c4-727f6e76fd95 req-bdf6ab5a-996f-4dc9-8bd1-2bc566b5972e tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0671370 Jun 03 15:14:27.829422 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] Checking router: 9a0fbe34-f949-4f33-8505-fd4d18c870eb for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:27.838809 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] Routers {'9a0fbe34-f949-4f33-8505-fd4d18c870eb'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:27.839644 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:27.979487 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b88ba5-9a5d-4111-9a41-a460f24ba822'] response: {'server_uuid': 'da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7', 'name': 'network-vif-deleted', 'tag': '3ac9a6f9-57b5-48b7-a31a-177fc5d14075', 'status': 'completed', 'code': 200} Jun 03 15:14:28.038406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Router b90b4d6c-725b-4a83-b103-9f35eff657ea has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:28.068544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:28.155569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aeb02-0eba-4ec9-85fd-5822455dc152 req-cd634615-c666-4e9a-8308-50dc24292a13 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:28.174683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-795aeb02-0eba-4ec9-85fd-5822455dc152 req-cd634615-c666-4e9a-8308-50dc24292a13 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 936 time: 0.4817395 Jun 03 15:14:28.249928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:28.331302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-795aeb02-0eba-4ec9-85fd-5822455dc152 req-787e8059-2417-4e40-b273-276688cb1f02 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556098 Jun 03 15:14:28.334721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Deleting port 818e3656-ebfb-44ca-a3b6-136c24564e2c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:28.335882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:28.380146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:28.391649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:28.405286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:28.408744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] Sync routers for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:28.429907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:28.430567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:28.454156 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] Set router 9a0fbe34-f949-4f33-8505-fd4d18c870eb gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:28.511720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:28.529186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c7f32ec-ad8e-4906-94f8-c4366b8cb07e req-e9863235-745a-4a5a-8c6e-4f627d469c63 tempest-LiveAutoBlockMigrationV225Test-1422251948 tempest-LiveAutoBlockMigrationV225Test-1422251948-project] 10.222.0.66 "GET /v2.0/ports?device_id=da7efd49-bae4-4fb6-9fd4-5a9f0dfbc6f7 HTTP/1.1" status: 200 len: 210 time: 0.1357424 Jun 03 15:14:28.591955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-67af3ab3-1466-4fac-8d58-a6c17f57463a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:28.605038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-67af3ab3-1466-4fac-8d58-a6c17f57463a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2844098 Jun 03 15:14:28.665748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a56d3b-fde6-4fdb-9a2f-730f3edba2d7 req-3e08ddc9-f798-4566-a63d-936f33782b37 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.1296625 Jun 03 15:14:28.856154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] For port 818e3656-ebfb-44ca-a3b6-136c24564e2c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=818e3656-ebfb-44ca-a3b6-136c24564e2c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:28.856798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:28.874996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:29.071333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Request body: {'port': {'device_id': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'bd5c5b4da24e43b1acb3983a6c5984ef'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:29.078525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Calling delete_port for 818e3656-ebfb-44ca-a3b6-136c24564e2c owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:29.164147 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:14:22Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:29.169863 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17144c2e-bef9-4bfa-a856-2e318600f245 None None] The sync data for ids ['9a0fbe34-f949-4f33-8505-fd4d18c870eb'] in n-d-844594-1 is: [{'id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'name': 'tempest-FloatingIPsAssociationTestJSON-2054327186-router', 'tenant_id': '0da858baf6e64b53aeb09c9768064058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:11Z', 'updated_at': '2022-06-03T15:14:22Z', 'revision_number': 5, 'project_id': '0da858baf6e64b53aeb09c9768064058', 'gw_port': {'id': '818e3656-ebfb-44ca-a3b6-136c24564e2c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0fbe34-f949-4f33-8505-fd4d18c870eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:13Z', 'updated_at': '2022-06-03T15:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:29.287595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-362afe4e-1f39-457d-8003-c23df888a4ec req-b1a8bc3d-db45-446e-9cb0-8c2a67024fd0 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1086793 Jun 03 15:14:29.301139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31fd8a76-e06a-4e2c-9a6d-7826a195f7d1 req-703fec64-2074-4ff2-9ca8-19dc8373eb0e tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6e137ed-a86a-4f21-b887-f712c432b02e HTTP/1.1" status: 200 len: 210 time: 0.1208439 Jun 03 15:14:29.484869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.550742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Pushing event updated for resources: {'Port': ['ID=240e794f-6154-41ef-9f1b-35dc5db2f1b5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:29.586388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] No DVR routers for this DVR port f838a7d8-4be6-4a73-8f83-e222a418e33d on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:29.591039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.593261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0ebb7c9-6daa-4b5d-9e04-17dc6199d766 req-153ac953-47ff-4579-989e-1853f4851ad6 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.15 "DELETE /v2.0/ports/f838a7d8-4be6-4a73-8f83-e222a418e33d HTTP/1.1" status: 204 len: 173 time: 6.9683096 Jun 03 15:14:29.779123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Pushing event deleted for resources: {'Port': ['ID=818e3656-ebfb-44ca-a3b6-136c24564e2c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:29.812393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:29Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:29.836716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38280) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:29.837089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] Checking router: b90b4d6c-725b-4a83-b103-9f35eff657ea for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:29.865659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:29.866617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:29.931639 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:14:30.022846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'name': 'network-vif-deleted', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:30.155876 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.224373 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-b45efa5b-d20a-4ec0-9d8b-2d76577b4e65 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3893135 Jun 03 15:14:30.256435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:30.286060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-690c4288-c030-410c-8f14-00027cdc0e5f req-7159ec7c-ad33-4d7e-8498-dafaae96d9ad tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.3765481 Jun 03 15:14:30.649703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.653468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.786453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059b0e-f1e1-4844-882d-bf2d4791eb87 req-7eb0f2dc-d33d-4098-9e97-232594353815 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.793766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11059b0e-f1e1-4844-882d-bf2d4791eb87 req-7eb0f2dc-d33d-4098-9e97-232594353815 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 936 time: 1.3604929 Jun 03 15:14:30.812401 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a81e41-3105-46e3-ae48-dcfef3e34fa9'] response: {'server_uuid': 'a6e137ed-a86a-4f21-b887-f712c432b02e', 'name': 'network-vif-deleted', 'tag': 'f838a7d8-4be6-4a73-8f83-e222a418e33d', 'status': 'completed', 'code': 200} Jun 03 15:14:30.821388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6499161-9cf1-4c05-abd2-39fc1bc84278 req-ca45f5d9-16d9-43cd-8e16-78f203bc0915 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0882978 Jun 03 15:14:30.821926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-ce87d3c4-1aec-47fe-8b42-b8eb991894a8 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.823474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-ce87d3c4-1aec-47fe-8b42-b8eb991894a8 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5531485 Jun 03 15:14:30.824509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.825166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0fbe34-f949-4f33-8505-fd4d18c870eb {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:14:30.862989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.864387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-56c9bdaf-7817-40df-ac0e-04aefb3bd733 admin admin] 10.222.0.66 "DELETE /v2.0/routers/9a0fbe34-f949-4f33-8505-fd4d18c870eb HTTP/1.1" status: 204 len: 168 time: 4.0550425 Jun 03 15:14:30.867451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38294) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:30.876308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:30.881705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11059b0e-f1e1-4844-882d-bf2d4791eb87 req-58610d49-bd62-41cd-97c5-f9f803b1404a tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867195 Jun 03 15:14:30.921151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.986373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Transition to ACTIVE for port object efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:31.002460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:31.017640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] Deleting subnet 37022640-1474-4137-9710-ce774239c4fe {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:31.017950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 95495245-abdd-4cce-8365-6e1b12e32e62 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:31.024039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Request body: {'port': {'device_id': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'bd5c5b4da24e43b1acb3983a6c5984ef'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:31.032490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.079580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 95495245-abdd-4cce-8365-6e1b12e32e62 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:31.079580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 95495245-abdd-4cce-8365-6e1b12e32e62 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:31.102799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38300) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.104801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:29Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:31.107622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Usage tracker for resource:port and tenant:bd5c5b4da24e43b1acb3983a6c5984ef is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:31.109836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315e889-465a-4f3c-bbc4-d0ba23ed6620 None None] The sync data for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 is: [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:11:21Z', 'revision_number': 4, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd8ade9e6-ead9-41c2-918d-7f953244bed3', 'name': '', 'network_id': '16b53daf-e301-4ecb-bbcf-1c9d57c64f11', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'mac_address': 'fa:16:3e:ea:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:18Z', 'updated_at': '2022-06-03T15:11:29Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'subnets': [{'id': '7fa67f42-aade-4b55-8a7d-7facbe308e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:31.111173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:31.126518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:31.140691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.196387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.210689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.282665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-908b151b-69d6-4d72-831d-4fdf30702e62 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.323626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-908b151b-69d6-4d72-831d-4fdf30702e62 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.349206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] Deleting subnet 5bbf0c30-5473-4c1c-a188-ac5e40f580c3 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:31.351282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Made reservation on behalf of bd5c5b4da24e43b1acb3983a6c5984ef for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:31.354869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.372530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.426736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:31.433148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.559173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-908b151b-69d6-4d72-831d-4fdf30702e62 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.623758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55661375-7747-4275-a64e-1722bb7c310b req-dea16089-3c33-4268-a2b8-cadefb4b9c99 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.1327181 Jun 03 15:14:31.633219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b151b-69d6-4d72-831d-4fdf30702e62 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62a1e10-8161-4b9c-bd6a-11c2b3182583,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:31.635247 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633ca07-f641-45fd-86c1-c4251f3e931c None None] New status for floating IP 235127e0-f2c5-4b8f-b8e2-cf6a7375a24a: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:14:31.692137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-908b151b-69d6-4d72-831d-4fdf30702e62 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.695787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-908b151b-69d6-4d72-831d-4fdf30702e62 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "DELETE /v2.0/security-groups/a62a1e10-8161-4b9c-bd6a-11c2b3182583 HTTP/1.1" status: 204 len: 168 time: 0.5895972 Jun 03 15:14:31.696667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38308) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.710755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.745646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.825444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37022640-1474-4137-9710-ce774239c4fe,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:31.836789 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-492ed3cc-6ae9-4821-9b21-08ecb81e88bd tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] show failed (client error): The resource could not be found. Jun 03 15:14:31.838095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-492ed3cc-6ae9-4821-9b21-08ecb81e88bd tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "GET /v2.0/security-groups/a62a1e10-8161-4b9c-bd6a-11c2b3182583 HTTP/1.1" status: 404 len: 347 time: 0.1400821 Jun 03 15:14:31.846524 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.852219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542fa9e-f010-4edc-aeae-5955143a534d None None] Network f7deb907-7ab1-4a57-9758-c6c29a101a45 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:31.867758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38312) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.871789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e4bce34d-bf8a-42bb-9a0d-3c0a960abf4d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/37022640-1474-4137-9710-ce774239c4fe HTTP/1.1" status: 204 len: 168 time: 1.0003748 Jun 03 15:14:31.876976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38316) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:32.251134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:32.303142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:32.350061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.414303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Usage tracker for resource:security_group_rule and tenant:bd5c5b4da24e43b1acb3983a6c5984ef is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:32.417762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Usage tracker for resource:port and tenant:bd5c5b4da24e43b1acb3983a6c5984ef is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:32.422830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] DHCP port deletion for f7deb907-7ab1-4a57-9758-c6c29a101a45 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:14:32.430006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] Deleting port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:32.430659 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.461937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:32.465362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:32.522757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c91ba497-a0b4-47ce-846e-cbb2a8e41483 req-b7749589-0c5c-4156-8356-c5cc95f10610 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.3950491 Jun 03 15:14:32.542487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Deleting port e8745cdd-9b34-4c56-80d7-34697eabab2b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:32.543040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.554030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:32.563228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:32.626054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.656049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.688898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Made reservation on behalf of bd5c5b4da24e43b1acb3983a6c5984ef for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:32.694449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.810693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Deleting port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:32.815583 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.822912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] For port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:32.823231 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.870512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.938152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Attempting to bind port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:32.938493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Attempting to bind port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:32.938828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Attempting to bind port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:32.981577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:33.009482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:33.015968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Usage tracker for resource:security_group_rule and tenant:bd5c5b4da24e43b1acb3983a6c5984ef is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:33.030185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:33.030559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Attempting to bind port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:33.046137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fa758-fbf8-43a4-9784-8cca1a93de4e req-9f3dfd5e-e819-44a2-8616-d9882d8fd3e3 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:33.050100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:33.057375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4fa758-fbf8-43a4-9784-8cca1a93de4e req-9f3dfd5e-e819-44a2-8616-d9882d8fd3e3 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.8349600 Jun 03 15:14:33.065267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:33.065635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:33.065998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:33.066452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Bound port: efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:33.066794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.082612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:33.088015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.092815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9872de59-1957-41ab-9392-6e15c5846c7d req-a7b2c1a2-7938-423e-b236-8c0f9ebfd96f tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.1643369 Jun 03 15:14:33.238464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4fa758-fbf8-43a4-9784-8cca1a93de4e req-f72f26a7-767c-44ac-a06f-2e19d5fde9ab tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795113 Jun 03 15:14:33.256466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.257070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.308651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.310093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] Calling delete_port for 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:33.399933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Calling delete_port for e8745cdd-9b34-4c56-80d7-34697eabab2b owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:33.529442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbf0c30-5473-4c1c-a188-ac5e40f580c3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:33.564303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.610869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.656280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] For port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,segment=NetworkSegment(7c05728e-83de-4a80-9298-1227c233dfa8),segment_id=7c05728e-83de-4a80-9298-1227c233dfa8)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:33.657970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.668878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] No DVR routers for this DVR port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:33.670543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52758fe-3031-4bbb-aa44-7de34aa854d3 None None] Pushing event deleted for resources: {'Port': ['ID=0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:33.677113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:33.677517 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.740036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 818e3656-ebfb-44ca-a3b6-136c24564e2c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:33.777877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 818e3656-ebfb-44ca-a3b6-136c24564e2c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:33.778778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 818e3656-ebfb-44ca-a3b6-136c24564e2c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:33.779870 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.812137 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.836716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) bd5c5b4da24e43b1acb3983a6c5984ef {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:33.837306 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:33.879510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a05af787-98ef-4cd4-8b61-5a06f4b6d9e4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5bbf0c30-5473-4c1c-a188-ac5e40f580c3 HTTP/1.1" status: 204 len: 168 time: 4.0411031 Jun 03 15:14:33.888326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Calling delete_port for 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:33.888620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38330) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:33.909811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:34.050212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:34.052088 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:34.061466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.160565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:34.168467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:34.187360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f51e9136-ce22-448d-a722-0c9a56f03b92 req-99c82eb7-f952-446b-aaca-98985e8dd5fb tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.2128875 Jun 03 15:14:34.256127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.339178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-795fca40-7990-46a9-af10-44688017fd59 req-b4af362b-f92c-41e1-8a73-d5fa913a34e0 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.0772820 Jun 03 15:14:34.361128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.403557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.533251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:34.533926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.535398 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] 10.222.0.70 "PUT /v2.0/ports/efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 HTTP/1.1" status: 200 len: 1096 time: 8.5864625 Jun 03 15:14:34.583976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:34.597303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4784224-ebfa-412b-a05e-5f3a3d3e9c6c req-5c684cf0-72f1-47e5-bef5-a2484d4d78da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0797980 Jun 03 15:14:34.607030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Deleting port 0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:34.607368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.659458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:14:34.716097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Pushing event deleted for resources: {'Port': ['ID=e8745cdd-9b34-4c56-80d7-34697eabab2b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:34.767382 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f72eda-2361-45d7-b25f-b4ec61e60128'] response: {'name': 'network-changed', 'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55', 'status': 'completed', 'code': 200} Jun 03 15:14:34.771650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.806146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35481c-717d-4e28-a30d-1f84e4aa0bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:34.813716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] The port '0f4bb268-7024-4c3a-b6ab-42ecfac5e4fb' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:14:35.121504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Allocated IP 192.168.233.198 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/d7b717f3-e54f-4145-bffd-a2dc57851fa3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:35.166046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9726d7-e691-45e0-899c-b768842af9dd']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:35.259245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ad8b76-1124-4036-8491-9f1788a4f812') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:35.259772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ad8b76-1124-4036-8491-9f1788a4f812') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:35.286802 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.316356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.383051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348c0c0-4328-44e0-a059-6f3c11b43a0b req-87056299-8030-4d63-9cda-fd597c220cf1 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:35.385630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c348c0c0-4328-44e0-a059-6f3c11b43a0b req-87056299-8030-4d63-9cda-fd597c220cf1 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.9448678 Jun 03 15:14:35.441084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.442673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a32a3972-da07-4c61-90b4-ffccaf05f7d9 tempest-AttachSCSIVolumeTestJSON-1835277034 tempest-AttachSCSIVolumeTestJSON-1835277034-project] 10.222.0.66 "DELETE /v2.0/floatingips/235127e0-f2c5-4b8f-b8e2-cf6a7375a24a HTTP/1.1" status: 204 len: 168 time: 3.5668335 Jun 03 15:14:35.445824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33259bee-653f-4dac-8ae9-0237aaf3a0c4 req-f96d7385-41f1-4534-8026-a58ba9702df6 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0600295 Jun 03 15:14:35.447774 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.451575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.480400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:35.480804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.522271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7deb907-7ab1-4a57-9758-c6c29a101a45']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:35.539956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c348c0c0-4328-44e0-a059-6f3c11b43a0b req-50b2c943-a2c9-440a-8e54-8914cad8c4d7 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822153 Jun 03 15:14:35.544519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c05728e-83de-4a80-9298-1227c233dfa8') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:35.544726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c05728e-83de-4a80-9298-1227c233dfa8') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:35.566999 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.608158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.619304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:35.620050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:35.620415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.636704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Sync routers for ids ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:35.693902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Routers {'57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:35.696384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:35.751413 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e4ad8b76-1124-4036-8491-9f1788a4f812 resource provider aggregate not found Jun 03 15:14:35.810928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-104d9dbd-7139-431a-9bfd-538f2081fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:35.826666 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7c05728e-83de-4a80-9298-1227c233dfa8 resource provider aggregate not found Jun 03 15:14:35.833591 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-104d9dbd-7139-431a-9bfd-538f2081fdd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=940ba5496b3747b2b1709c20c6ff53ca&device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 1099 time: 0.9414475 Jun 03 15:14:35.856191 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7c05728e-83de-4a80-9298-1227c233dfa8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c05728e-83de-4a80-9298-1227c233dfa8 found for delete ", "request_id": "req-eabbed72-18db-4c10-87f2-af8e3cc7619b"}]} Jun 03 15:14:35.947991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.951425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf50c2c3-dc0f-4483-bc68-03d707d6d4c7 req-74c2cbd6-e9dd-4528-8115-dfb486c222fa tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.1034067 Jun 03 15:14:35.956159 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e4ad8b76-1124-4036-8491-9f1788a4f812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4ad8b76-1124-4036-8491-9f1788a4f812 found for delete ", "request_id": "req-cab1dc52-3bfd-47a5-9982-14db4f75fc7f"}]} Jun 03 15:14:35.995373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.018649 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.037931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-2fcf7e34-6340-4039-8b07-5b5da50d1ad2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 HTTP/1.1" status: 200 len: 217 time: 0.2039444 Jun 03 15:14:36.048239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7deb907-7ab1-4a57-9758-c6c29a101a45,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:36.097193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b484e2c3-38a3-43f6-bc67-5e370c0b5203 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f7deb907-7ab1-4a57-9758-c6c29a101a45 HTTP/1.1" status: 204 len: 168 time: 4.0344548 Jun 03 15:14:36.122129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.128539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38378) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:36.129170 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8e9726d7-e691-45e0-899c-b768842af9dd HTTP/1.1" status: 204 len: 168 time: 2.2345181 Jun 03 15:14:36.130420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.131859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c50fd7df-16bb-4f65-ae2b-2263e9dd2784 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 15.4008336 Jun 03 15:14:36.180596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38382) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:36.214184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Set router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:36.310496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc719b87-55de-40bd-a75b-89fc835fa4c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9726d7-e691-45e0-899c-b768842af9dd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:36.330159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] Deleting subnet 224100a1-55b9-4858-80de-b06c3f17b479 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:36.340833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.509817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38412) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:36.579514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.679951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-642d6883-e0ef-4665-9bd5-3540582ac12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:36.685443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-642d6883-e0ef-4665-9bd5-3540582ac12c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.5649414 Jun 03 15:14:36.726552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f8da53c8-ea38-471c-8169-676602e25452 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0da858baf6e64b53aeb09c9768064058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131474 Jun 03 15:14:36.741830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38422) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:36.808079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.850480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.857378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41b951c2-33a2-444b-84fc-07860ed30dde req-42f7eadc-1de8-40ec-9896-7a1c2e1fe3bd tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1163490 Jun 03 15:14:36.952080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:14:29Z', 'revision_number': 3, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port': {'id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:24Z', 'updated_at': '2022-06-03T15:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:36.967269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Checking router: 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:36.967918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Updating router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:37.063934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.205376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1957535-683f-4f72-9ce1-fd5e086e34c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.271074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef334a-beeb-4778-8ae4-cb05fa886c41 req-8ea75d63-f066-4d3e-98bb-2cdf2bd06401 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:37.287120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adef334a-beeb-4778-8ae4-cb05fa886c41 req-8ea75d63-f066-4d3e-98bb-2cdf2bd06401 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.4337592 Jun 03 15:14:37.332973 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.483256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Transition to ACTIVE for port object d7b717f3-e54f-4145-bffd-a2dc57851fa3 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:37.491066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224100a1-55b9-4858-80de-b06c3f17b479,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:37.496137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f32ba5da-c3e8-43b2-a60d-7104a439596e req-bd169372-ea51-40e0-b17f-c20afe09c27e tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e&device_id=18a522a0-9e4f-478c-aedc-91b2783908f3 HTTP/1.1" status: 200 len: 210 time: 0.1591945 Jun 03 15:14:37.505086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1957535-683f-4f72-9ce1-fd5e086e34c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.525723 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:14:37.534271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.545216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0a6c2efe-ec4e-410e-a4ec-cca51d0ba082 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/224100a1-55b9-4858-80de-b06c3f17b479 HTTP/1.1" status: 204 len: 168 time: 1.4156015 Jun 03 15:14:37.550581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38442) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:37.758238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adef334a-beeb-4778-8ae4-cb05fa886c41 req-2470e94a-cd58-432f-9129-95266654679e tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696009 Jun 03 15:14:37.765070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.838077 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.865181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-4a155b00-059f-43aa-851f-21002a8feb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:37.866926 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-4a155b00-059f-43aa-851f-21002a8feb9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9793091 Jun 03 15:14:37.871626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Transition to ACTIVE for port object 240e794f-6154-41ef-9f1b-35dc5db2f1b5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:37.882074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.926944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b926ba9-7fa4-47d8-bb9f-f6b560241536 req-667d566e-1952-4d10-8a8c-ba8ca20ef729 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.1372669 Jun 03 15:14:38.115225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Attempting to bind port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:38.115833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Attempting to bind port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:38.115943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Attempting to bind port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:38.125699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:38.126112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:38.126465 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.126853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:38.127926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Bound port: 240e794f-6154-41ef-9f1b-35dc5db2f1b5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:38.141416 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.193104 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.203135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.210729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6bf76-8fd7-41a0-90ed-fee801e7d190 None None] Pushing event updated for resources: {'Port': ['ID=240e794f-6154-41ef-9f1b-35dc5db2f1b5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.295147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119d41c0-08b4-48fb-bffa-79dcc428f99c']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:38.332289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f203702-c59a-4a55-af13-880b2927ea31') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:38.332709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f203702-c59a-4a55-af13-880b2927ea31') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:38.333042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] For port 240e794f-6154-41ef-9f1b-35dc5db2f1b5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:38.339439 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58b1c37e-5cd3-4b05-8b4d-22f771dd6e6a req-13dc632c-a490-4f46-835d-31835785c340 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a3d72b871ae466b8d96722487324452&device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1443372 Jun 03 15:14:38.340136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] For port 240e794f-6154-41ef-9f1b-35dc5db2f1b5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=240e794f-6154-41ef-9f1b-35dc5db2f1b5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:38.353587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.362922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.399142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.449168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:38.449631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.479190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1957535-683f-4f72-9ce1-fd5e086e34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.485384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abec4bbc-e066-4d91-85a7-d25199a71d21 req-dcd8364a-d13a-49d3-9690-27cacf766b2c tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.0803602 Jun 03 15:14:38.529480 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58b1c37e-5cd3-4b05-8b4d-22f771dd6e6a req-e2c2f755-f56b-4df2-a67e-fcc8c20d3edc service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=7a3d72b871ae466b8d96722487324452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1635730 Jun 03 15:14:38.558433 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 8f203702-c59a-4a55-af13-880b2927ea31 resource provider aggregate not found Jun 03 15:14:38.580301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6bf76-8fd7-41a0-90ed-fee801e7d190 None None] Pushing event updated for resources: {'Port': ['ID=240e794f-6154-41ef-9f1b-35dc5db2f1b5,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.581151 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 8f203702-c59a-4a55-af13-880b2927ea31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f203702-c59a-4a55-af13-880b2927ea31 found for delete ", "request_id": "req-b2cc6e0b-6956-45a7-af96-3b980c6ac038"}]} Jun 03 15:14:38.581910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1957535-683f-4f72-9ce1-fd5e086e34c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a549b2d4-e726-4de6-9f96-92829b661d95,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.600037 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1957535-683f-4f72-9ce1-fd5e086e34c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.602959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1957535-683f-4f72-9ce1-fd5e086e34c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a549b2d4-e726-4de6-9f96-92829b661d95 HTTP/1.1" status: 204 len: 168 time: 1.8602228 Jun 03 15:14:38.615519 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.620546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.636050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:38.636331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Routers {'57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:38.636766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:38.648203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:38.682644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.837829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:38.846680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] Pushing event deleted for resources: {'Network': ['ID=119d41c0-08b4-48fb-bffa-79dcc428f99c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.852019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e78b161f-612d-4226-9be1-e4e1c14c33ca admin admin] 10.222.0.66 "DELETE /v2.0/networks/119d41c0-08b4-48fb-bffa-79dcc428f99c HTTP/1.1" status: 204 len: 168 time: 1.2983744 Jun 03 15:14:38.883092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Allocated IP 192.168.233.35 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/64e173e2-457d-41f9-9623-7b4916ed8a88) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:39.138470 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-16f9bd1a-0256-42ea-afcd-d9c6a2398714 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2628779 Jun 03 15:14:39.164900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38474) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:39.298594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48595a16-daaa-44b5-b40d-a8580294cf91 req-92124b42-96d6-49b3-bbe7-a04522eebd18 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.0761003 Jun 03 15:14:39.306074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] Set router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:39.326877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dc2b94b1-cda7-4578-9312-053e5f98cb03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=057863ea07334b8aa432702b899cf1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604111 Jun 03 15:14:39.331920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:39.420973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac22ac4-a599-4b72-956f-0e05420a7484 req-95720a2c-e13b-4fff-b917-a973c9f32e22 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:39.421407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:39.422056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.427974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ac22ac4-a599-4b72-956f-0e05420a7484 req-95720a2c-e13b-4fff-b917-a973c9f32e22 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.4049094 Jun 03 15:14:39.503088 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ac22ac4-a599-4b72-956f-0e05420a7484 req-28f47398-91bc-497d-8cdc-fa17f043ee0f tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734887 Jun 03 15:14:39.525071 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0008dc4-8a3c-46fe-9f49-b046562da544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.655100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0008dc4-8a3c-46fe-9f49-b046562da544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.726098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1c37e-5cd3-4b05-8b4d-22f771dd6e6a req-2054a9c4-d2ba-462a-a231-27ef4e6ad8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:39.727674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58b1c37e-5cd3-4b05-8b4d-22f771dd6e6a req-2054a9c4-d2ba-462a-a231-27ef4e6ad8c9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1423337 Jun 03 15:14:39.740504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-50dbe1ea-a16f-43fb-a895-a190e3f0168f None None] Provisioning for port d7b717f3-e54f-4145-bffd-a2dc57851fa3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:39.747679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-50dbe1ea-a16f-43fb-a895-a190e3f0168f None None] Provisioning complete for port d7b717f3-e54f-4145-bffd-a2dc57851fa3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:39.748047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-50dbe1ea-a16f-43fb-a895-a190e3f0168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.769973 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-490deeab-4d84-46be-ba0c-3df1184c8823 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 10.7704399 Jun 03 15:14:39.842967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-50dbe1ea-a16f-43fb-a895-a190e3f0168f None None] Port d7b717f3-e54f-4145-bffd-a2dc57851fa3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:39.852078 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0008dc4-8a3c-46fe-9f49-b046562da544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.867452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.885924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Request body: {'port': {'device_id': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:39.919316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-201d9224-fac9-4378-aa50-d758a0f91694 req-3dd7252c-e9a6-4807-b0ab-b96ef118bdee tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1262736 Jun 03 15:14:39.922348 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0008dc4-8a3c-46fe-9f49-b046562da544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.923588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f0008dc4-8a3c-46fe-9f49-b046562da544 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dd35709-106e-43ff-bcba-83affec92a01 HTTP/1.1" status: 204 len: 168 time: 0.5893533 Jun 03 15:14:39.925253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:14:29Z', 'revision_number': 3, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port': {'id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:24Z', 'updated_at': '2022-06-03T15:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:39.931675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0008dc4-8a3c-46fe-9f49-b046562da544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd35709-106e-43ff-bcba-83affec92a01,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:39.948422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ac2dc-94f3-4895-9824-fdf90dfad7e9 None None] The sync data for ids ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'] in n-d-844594-1 is: [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:14:29Z', 'revision_number': 3, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port': {'id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:24Z', 'updated_at': '2022-06-03T15:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:40.026129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59746d91-6f6a-4281-95c6-aea6bb9910d1 req-ef6a9df5-704c-4afb-816a-678a64a3e9f8 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728621 Jun 03 15:14:40.604334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ffc3a67-c57e-4e91-b15c-719c5568c9ab req-ff3cdce4-53f6-4cbb-af8e-446d384b3b9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.1064873 Jun 03 15:14:40.811061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38544) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:40.997557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 240e794f-6154-41ef-9f1b-35dc5db2f1b5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:41.024268 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.099823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7fa73b75-ea52-4faa-b26d-8d1cd010c669 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8da3b63a99154a80b1099da38b01bc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876332 Jun 03 15:14:41.104428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38570) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:41.208787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:41.214226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:41.215066 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.245600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Allocated IP 172.20.0.1 (97373d1a-c2ea-4b2c-b6d3-16d364ec005d/e6cad6ec-4850-4bf9-a017-56ee8131dac3/d813ea1b-4882-43fc-b776-8c19fbc61473) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:41.287357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b4c47-9fb1-42a2-88ba-d0ac3767fead req-82814da5-6614-44ce-801d-2c017c466ad7 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:41.298282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f19b4c47-9fb1-42a2-88ba-d0ac3767fead req-82814da5-6614-44ce-801d-2c017c466ad7 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.4910769 Jun 03 15:14:41.325510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58b1c37e-5cd3-4b05-8b4d-22f771dd6e6a req-11f509ad-edbd-4ae2-9e61-2b022f46940e tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.70 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.2670889 Jun 03 15:14:41.382315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.459813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03676c40-fd19-4914-b3c5-614292f53320 req-bab7a49c-a018-4d90-a77a-a18638deb688 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=e069bb16-7bae-46ee-9ca8-34e600953a1e HTTP/1.1" status: 200 len: 210 time: 0.1581302 Jun 03 15:14:41.487368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3856869-0982-4540-89a6-e53a44b99eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.510941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:41.511325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.552008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 240e794f-6154-41ef-9f1b-35dc5db2f1b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=240e794f-6154-41ef-9f1b-35dc5db2f1b5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:41.556784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f19b4c47-9fb1-42a2-88ba-d0ac3767fead req-c98f376b-d08b-426f-9f05-7e61ae93faf8 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573566 Jun 03 15:14:41.566338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.608477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3856869-0982-4540-89a6-e53a44b99eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.651259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-de408bc2-9504-4cc4-9ee1-ddaf5863b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:41.652810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-de408bc2-9504-4cc4-9ee1-ddaf5863b763 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=940ba5496b3747b2b1709c20c6ff53ca&device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 1099 time: 1.5287869 Jun 03 15:14:41.721573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=240e794f-6154-41ef-9f1b-35dc5db2f1b5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:41.755386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3856869-0982-4540-89a6-e53a44b99eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.790014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38582) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:41.814005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3856869-0982-4540-89a6-e53a44b99eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b43fe-d8f5-4117-8b4a-cbb1eaad42e0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:41.839460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38588) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:41.963881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3856869-0982-4540-89a6-e53a44b99eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.964689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a3856869-0982-4540-89a6-e53a44b99eef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/588b43fe-d8f5-4117-8b4a-cbb1eaad42e0 HTTP/1.1" status: 204 len: 168 time: 0.8591893 Jun 03 15:14:42.044947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91a97e7b-03fc-47de-a5c2-fa419b66b715 req-8ccbe9df-cfa9-4496-a222-e4da6a1e55bd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.2072973 Jun 03 15:14:42.135602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.218327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:42.287482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:42.292077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b5e6a1b2f548bdac70c000fa2a0db0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:42.296630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:42.303109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:42.354990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Transition to ACTIVE for port object 64e173e2-457d-41f9-9623-7b4916ed8a88 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:42.650643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-735b112c-2586-4ec3-bbe3-7298ed6bf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:42.681326 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-735b112c-2586-4ec3-bbe3-7298ed6bf219 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.9770715 Jun 03 15:14:42.744864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.757257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.800611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:42.854140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55', 'mac_address': 'fa:16:3e:83:23:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:43.069010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:43.069392 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.122168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 240e794f-6154-41ef-9f1b-35dc5db2f1b5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:43.135629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2b5e6a1b2f548bdac70c000fa2a0db0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3388782 Jun 03 15:14:43.140239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2890d12-6883-4e93-95ea-cb03af937ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d5d1f5-cbf9-4bdf-a995-b06c06426b20,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:43.145041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:43.251540 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-784dfc75-0070-46de-9b46-de34ef18e5c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 HTTP/1.1" status: 200 len: 217 time: 0.5376675 Jun 03 15:14:43.269679 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.281138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:43.303486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:43.326149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.331907 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49e8e19f-748c-4ae7-b49b-e2bc24666122 req-2db5159b-c083-46a5-b19c-196824ecc897 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a3d72b871ae466b8d96722487324452&device_id=18a522a0-9e4f-478c-aedc-91b2783908f3 HTTP/1.1" status: 200 len: 210 time: 0.1610553 Jun 03 15:14:43.416755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:43.430907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:43.431544 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.460534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Transition to ACTIVE for port object d813ea1b-4882-43fc-b776-8c19fbc61473 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:43.497079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-31e98eb7-d4e4-4881-89d7-3636e1265de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:43.499003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-31e98eb7-d4e4-4881-89d7-3636e1265de4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2204790 Jun 03 15:14:43.514414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60147867-edde-410d-9581-755528b68b59 req-2b4533da-f2c6-4185-b0ca-02488cb40e52 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 210 time: 0.2778547 Jun 03 15:14:43.547146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49e8e19f-748c-4ae7-b49b-e2bc24666122 req-00380a90-c80a-492e-8296-de272e695dc2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7a3d72b871ae466b8d96722487324452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1977980 Jun 03 15:14:43.557002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc5df4-83ba-44f2-a892-528b1c48653c req-03ad9730-0048-462b-97ed-0a88277f2099 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:43.565326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9bc5df4-83ba-44f2-a892-528b1c48653c req-03ad9730-0048-462b-97ed-0a88277f2099 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.6858251 Jun 03 15:14:43.665230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:43.667615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.675499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9c835f04-ea55-410a-baa3-85f3b72ad1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.682639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['efe7fd63-dcc8-4127-a1f4-c19d33fcdb55'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:43.727570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-72e99133-00be-469b-99d7-6ea442e38f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.815204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9bc5df4-83ba-44f2-a892-528b1c48653c req-0fb9c2a9-715f-48a6-85d9-75b2e8f88053 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479718 Jun 03 15:14:43.875054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.897049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38640) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:43.988947 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-72e99133-00be-469b-99d7-6ea442e38f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.061639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-952a4c2d-7699-41b4-a252-d79ff3dfc589 req-edb0ee4a-1adc-4211-b2e8-6c9f54f42c42 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=18a522a0-9e4f-478c-aedc-91b2783908f3 HTTP/1.1" status: 200 len: 210 time: 0.0770247 Jun 03 15:14:44.079731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:44.088840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:44.092867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:44.095460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:44.207399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.216362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:44.224916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:44.260131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-72e99133-00be-469b-99d7-6ea442e38f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.285434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e99133-00be-469b-99d7-6ea442e38f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d5d1f5-cbf9-4bdf-a995-b06c06426b20,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:44.298432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-72e99133-00be-469b-99d7-6ea442e38f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.301330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-952437994-network', 'tenant_id': 'ce48d04b774a4f05a47bf8f80a8bcb9a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:44.308495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:44.312975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Usage tracker for resource:network and tenant:ce48d04b774a4f05a47bf8f80a8bcb9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:44.316809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:44.319471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-72e99133-00be-469b-99d7-6ea442e38f92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97d5d1f5-cbf9-4bdf-a995-b06c06426b20 HTTP/1.1" status: 204 len: 168 time: 1.1645126 Jun 03 15:14:44.341500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:44.341992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.434066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d813ea1b-4882-43fc-b776-8c19fbc61473,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:44.512741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Made reservation on behalf of ce48d04b774a4f05a47bf8f80a8bcb9a for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:44.515045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-41de9fd9-2f82-46b7-89fb-cfadc4ae4d67 None None] Provisioning for port d813ea1b-4882-43fc-b776-8c19fbc61473 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:44.515497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.523560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-41de9fd9-2f82-46b7-89fb-cfadc4ae4d67 None None] Provisioning complete for port d813ea1b-4882-43fc-b776-8c19fbc61473 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:44.525054 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41de9fd9-2f82-46b7-89fb-cfadc4ae4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.601380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.630812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-41de9fd9-2f82-46b7-89fb-cfadc4ae4d67 None None] Port d813ea1b-4882-43fc-b776-8c19fbc61473 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:44.695597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:44.696257 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.703435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:44.713052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Pushing event updated for resources: {'Port': ['ID=64e173e2-457d-41f9-9623-7b4916ed8a88,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:44.732198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8e19f-748c-4ae7-b49b-e2bc24666122 req-e2260562-2f85-4d98-8087-e318a68eade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:44.734036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49e8e19f-748c-4ae7-b49b-e2bc24666122 req-e2260562-2f85-4d98-8087-e318a68eade5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0784190 Jun 03 15:14:44.741474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Usage tracker for resource:security_group_rule and tenant:ce48d04b774a4f05a47bf8f80a8bcb9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:44.745915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:44.758628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-5f1ec851-b730-4924-97fd-995785d27178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:44.760318 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-5f1ec851-b730-4924-97fd-995785d27178 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2007205 Jun 03 15:14:44.761489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:44.761973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a9843dfb-4190-494a-8fc3-32323e7462e7 None None] Provisioning for port 64e173e2-457d-41f9-9623-7b4916ed8a88 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:44.779422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a9843dfb-4190-494a-8fc3-32323e7462e7 None None] Provisioning complete for port 64e173e2-457d-41f9-9623-7b4916ed8a88 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:44.780852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a9843dfb-4190-494a-8fc3-32323e7462e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.813976 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-c71d62a1-fa54-4936-9d8a-69ff617db9e1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 13.8212245 Jun 03 15:14:44.895713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a9843dfb-4190-494a-8fc3-32323e7462e7 None None] Port 64e173e2-457d-41f9-9623-7b4916ed8a88 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:44.963386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Request body: {'port': {'device_id': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:45.148963 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.197609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfcde-0fcc-41ec-ab84-76f4dd04402c req-cfb963a7-a594-4425-87a7-73aff72b137a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:45.206287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cacfcde-0fcc-41ec-ab84-76f4dd04402c req-cfb963a7-a594-4425-87a7-73aff72b137a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 935 time: 0.3188095 Jun 03 15:14:45.246098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e546f2-8da0-49aa-aefe-a1f235e7e7ed req-a496c3b4-7579-40a1-9ebb-7d9d8cc85ca2 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:45.248195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b717f3-e54f-4145-bffd-a2dc57851fa3 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:45.254113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68e546f2-8da0-49aa-aefe-a1f235e7e7ed req-a496c3b4-7579-40a1-9ebb-7d9d8cc85ca2 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 949 time: 0.2752197 Jun 03 15:14:45.269139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.335485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cacfcde-0fcc-41ec-ab84-76f4dd04402c req-619177ea-b30b-45bc-b177-43f1405e6ccd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254861 Jun 03 15:14:45.467998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Deleting port d8ade9e6-ead9-41c2-918d-7f953244bed3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:45.468359 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.585708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.628947 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f53939d-865d-458b-aa82-2f3fc95d3618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.694777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68e546f2-8da0-49aa-aefe-a1f235e7e7ed req-46175387-87d7-4cfb-b28d-eeafa5249658 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772883 Jun 03 15:14:45.717350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0597edb9-5aab-471a-a15c-ac623251a014 req-d4531555-7f46-4c56-ba37-5e4187d78103 tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.66 "GET /v2.0/ports?device_id=18a522a0-9e4f-478c-aedc-91b2783908f3 HTTP/1.1" status: 200 len: 210 time: 0.1578124 Jun 03 15:14:45.725068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Transition to ACTIVE for port object d7b717f3-e54f-4145-bffd-a2dc57851fa3 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:45.737894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-a3de62f6-1e93-41c1-a23f-6ea148372fee service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9640179 Jun 03 15:14:45.758300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.799371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:45.816737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] For port d8ade9e6-ead9-41c2-918d-7f953244bed3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d8ade9e6-ead9-41c2-918d-7f953244bed3,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:45.817087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.851205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.976097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Calling delete_port for d8ade9e6-ead9-41c2-918d-7f953244bed3 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:46.107952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.135784 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.139591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-751602403-network', 'tenant_id': '62fe7c73f13d4c9a9818de70021d61af'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:46.147613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:46.153053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Usage tracker for resource:network and tenant:62fe7c73f13d4c9a9818de70021d61af is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:46.157257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:46.165105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:46.230849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:46.274041 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.336912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:46.374254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:46.385465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:46.385868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.388897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ade9e6-ead9-41c2-918d-7f953244bed3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:46.451831 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.468469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d813ea1b-4882-43fc-b776-8c19fbc61473,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:46.558092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.601494 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-267fd5ad-b1c4-4317-895f-044a4776e4cc req-9e932429-0595-4540-baa9-c1f4a098f1d2 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8419538 Jun 03 15:14:46.661578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49e8e19f-748c-4ae7-b49b-e2bc24666122 req-3d155409-ea8c-43c9-b400-40717d87d83f tempest-ServerShowV247Test-828924081 tempest-ServerShowV247Test-828924081-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a522a0-9e4f-478c-aedc-91b2783908f3 HTTP/1.1" status: 200 len: 210 time: 0.2020781 Jun 03 15:14:46.670713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.674569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:46.678768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.747737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:46.750372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:46.761790 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.791239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:46.810397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.878794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5b23b-febc-49da-a2fa-f67e72355e89,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:46.907845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.908257 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Added segment 3d6c5b25-36fb-4edd-aadb-d99a690ed769 of type vlan for network 1904d4dc-1669-426a-955a-3e936a7a13b1 Jun 03 15:14:47.001680 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.024393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Made reservation on behalf of 62fe7c73f13d4c9a9818de70021d61af for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:47.026877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.029926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.042371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:47.061311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.146294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.151760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Attempting to bind port d7b717f3-e54f-4145-bffd-a2dc57851fa3 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:47.152174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Attempting to bind port d7b717f3-e54f-4145-bffd-a2dc57851fa3 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:47.152522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Attempting to bind port d7b717f3-e54f-4145-bffd-a2dc57851fa3 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:47.221254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.222191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:47.222945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.256442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:47.277253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Port d7b717f3-e54f-4145-bffd-a2dc57851fa3 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:47.277695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Attempting to bind port d7b717f3-e54f-4145-bffd-a2dc57851fa3 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:47.280972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:62fe7c73f13d4c9a9818de70021d61af is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:47.287716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:47.298316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:47.391529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:47.392983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:47.393161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:47.393411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:47.393847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Bound port: d7b717f3-e54f-4145-bffd-a2dc57851fa3, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:47.394327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.412526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:47.439478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.439709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f505315-11f4-48d2-9c53-2f0e4e4d3d70 req-0d472cf6-9603-49f5-b8d0-2f0a205ac570 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:47.441181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f505315-11f4-48d2-9c53-2f0e4e4d3d70 req-0d472cf6-9603-49f5-b8d0-2f0a205ac570 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 950 time: 0.4211721 Jun 03 15:14:47.489322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a657-3c25-4520-a67b-01052e9aaf4c req-d61e614c-db1b-4f77-8142-321fde3a6467 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:47.491108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ec3a657-3c25-4520-a67b-01052e9aaf4c req-d61e614c-db1b-4f77-8142-321fde3a6467 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 935 time: 0.4775174 Jun 03 15:14:47.503984 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.5432825 Jun 03 15:14:47.514231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895c340-c6ab-4397-87bc-53b9966a4116 admin admin] Pushing event updated for resources: {'Network': ['ID=1904d4dc-1669-426a-955a-3e936a7a13b1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:47.527484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:47.557081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38692) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:47.645034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.698953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.731024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f505315-11f4-48d2-9c53-2f0e4e4d3d70 req-f7acb924-656b-43b3-9dce-7075e8041273 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795670 Jun 03 15:14:47.741434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Request body: {'subnet': {'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-952437994-subnet', 'tenant_id': 'ce48d04b774a4f05a47bf8f80a8bcb9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:47.743970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43a7cb35-1be9-4ccb-b5c0-4e125080c620 None None] Provisioning complete for port d813ea1b-4882-43fc-b776-8c19fbc61473 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:47.744528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43a7cb35-1be9-4ccb-b5c0-4e125080c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.770238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:47.786059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Usage tracker for resource:subnet and tenant:ce48d04b774a4f05a47bf8f80a8bcb9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:47.792515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:47.815889 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee4d768-008d-418e-a46a-75604dd058f2'] response: {'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55', 'code': 200} Jun 03 15:14:47.821145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43a7cb35-1be9-4ccb-b5c0-4e125080c620 None None] Port d813ea1b-4882-43fc-b776-8c19fbc61473 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:47.856893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:47.873852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ec3a657-3c25-4520-a67b-01052e9aaf4c req-8056606d-4c77-40a2-bb59-19c2ddb4d719 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742373 Jun 03 15:14:47.882308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d2b7c-c490-413b-9c03-d7ca4705a5ec,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:47.886445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:47.893963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.894319 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Added segment 0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f of type vlan for network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 Jun 03 15:14:47.940550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:47.953710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Router b90b4d6c-725b-4a83-b103-9f35eff657ea has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:47.955692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:47.959856 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.006739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Made reservation on behalf of ce48d04b774a4f05a47bf8f80a8bcb9a for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:48.009476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.068003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.128670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:14:48.169845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.170919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:48.171624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.206512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38700) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:48.232057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:48.233133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.234806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7b717f3-e54f-4145-bffd-a2dc57851fa3 HTTP/1.1" status: 200 len: 1096 time: 8.3701715 Jun 03 15:14:48.244469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:48.247018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:48.257293 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.280576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:48.287988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e173e2-457d-41f9-9623-7b4916ed8a88 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:48.299214 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] Sync routers for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:48.308924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.319067 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:48.319709 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:48.380555 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ce1765-e202-4f62-9b76-da5452d6b144'] response: {'name': 'network-changed', 'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'status': 'completed', 'code': 200} Jun 03 15:14:48.410760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.6105018 Jun 03 15:14:48.414694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:48.438139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0365bcc1-7185-433a-9a40-7eff593ae55d admin admin] 10.222.0.66 "PUT /v2.0/routers/b90b4d6c-725b-4a83-b103-9f35eff657ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5954289 Jun 03 15:14:48.440526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9518a-0169-454f-a98f-ad98548ec9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe5dbaa-15a5-42dc-8e9e-f8609539af82,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:48.453904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:48.466173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5705fe-c3ae-4886-8ce9-135df3e223b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:48.466751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38714) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:48.474449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Request body: {'subnet': {'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-751602403-subnet', 'tenant_id': '62fe7c73f13d4c9a9818de70021d61af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:48.490003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Transition to ACTIVE for port object 64e173e2-457d-41f9-9623-7b4916ed8a88 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:48.617309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:48.654517 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:48.663495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577a17-4811-4475-a2e1-d0f3805b78c9 req-af433817-d235-4077-a0b5-e276bcdc2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:48.665619 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da577a17-4811-4475-a2e1-d0f3805b78c9 req-af433817-d235-4077-a0b5-e276bcdc2189 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 1101 time: 0.7128587 Jun 03 15:14:48.676292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.678720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Usage tracker for resource:subnet and tenant:62fe7c73f13d4c9a9818de70021d61af is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:48.685033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:48.712507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.728403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:48.750597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:48.755844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Usage tracker for resource:security_group_rule and tenant:7a3d72b871ae466b8d96722487324452 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:48.766611 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.977714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:49.030588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:49.042632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94db55-3578-4631-815e-564def303f47 None None] Sync routers for ids ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:49.063796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:49.065760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] Routers {'57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:49.066451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:49.097641 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:14:46Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:49.104549 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] Checking router: b90b4d6c-725b-4a83-b103-9f35eff657ea for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:49.113054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Made reservation on behalf of 62fe7c73f13d4c9a9818de70021d61af for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:49.115521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.139397 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] Routers {'b90b4d6c-725b-4a83-b103-9f35eff657ea'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:49.140033 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b90b4d6c-725b-4a83-b103-9f35eff657ea'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:49.236026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b662d76e-7289-47b3-81c2-e7801a645ec6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:49.267058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b7a34fe-7306-4c57-a017-c7ad8abe71d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0675344 Jun 03 15:14:49.277986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Pushing event updated for resources: {'Port': ['ID=64e173e2-457d-41f9-9623-7b4916ed8a88,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:49.293104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da577a17-4811-4475-a2e1-d0f3805b78c9 req-b8baaca1-716e-4914-8b39-870fabe26445 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897009 Jun 03 15:14:49.307668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.315338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-8431225f-ea81-4d98-b809-48a79c396aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.318065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-8431225f-ea81-4d98-b809-48a79c396aeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1099 time: 1.0018539 Jun 03 15:14:49.323657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:49.324141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Network hostable DHCP agents. Network: 1904d4dc-1669-426a-955a-3e936a7a13b1, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:49.337724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] Set router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:49.360894 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] Set router b90b4d6c-725b-4a83-b103-9f35eff657ea gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:49.428957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-4e0119d6-7fe8-418b-8dab-e986b00526ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3 HTTP/1.1" status: 200 len: 217 time: 0.0954883 Jun 03 15:14:49.436739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Attempting to bind port 64e173e2-457d-41f9-9623-7b4916ed8a88 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:49.437413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Attempting to bind port 64e173e2-457d-41f9-9623-7b4916ed8a88 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:49.437853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Attempting to bind port 64e173e2-457d-41f9-9623-7b4916ed8a88 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:49.448429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-d6f6129c-5b9c-4923-bc4c-16d4af719359 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Synchronizing usage tracker for tenant:6830b68ec696434384c9e3cd33f79e79 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:49.523612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:49.542907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-c8b5357c-d3fa-44b9-9193-dc0269700dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.545731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-c8b5357c-d3fa-44b9-9193-dc0269700dd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1008549 Jun 03 15:14:49.548765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 1904d4dc-1669-426a-955a-3e936a7a13b1) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:49.555230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Port 64e173e2-457d-41f9-9623-7b4916ed8a88 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:49.555692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Attempting to bind port 64e173e2-457d-41f9-9623-7b4916ed8a88 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:49.560534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05377bc4-2876-49ee-ad1b-32e01079e358 None None] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:49.566684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.567429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.621374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:49.621818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:49.622397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:49.622985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Bound port: 64e173e2-457d-41f9-9623-7b4916ed8a88, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:49.623453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.652277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-d6f6129c-5b9c-4923-bc4c-16d4af719359 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Unset dirty status for tenant:6830b68ec696434384c9e3cd33f79e79 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:49.654251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-d6f6129c-5b9c-4923-bc4c-16d4af719359 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1769068609&fields=id&tenant_id=6830b68ec696434384c9e3cd33f79e79 HTTP/1.1" status: 200 len: 267 time: 0.6653779 Jun 03 15:14:49.707836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2042e-f484-4e69-a445-a88b81a6cb0f req-0b2a7972-68d0-4614-91b2-26c25f5e301a tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.715501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5b2042e-f484-4e69-a445-a88b81a6cb0f req-0b2a7972-68d0-4614-91b2-26c25f5e301a tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 950 time: 0.7345340 Jun 03 15:14:49.729854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4c5d9a3-6599-44df-92e9-cb45eb8545c3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0191786 Jun 03 15:14:49.859924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.930163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.940304 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:14:46Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:49.948717 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02250d61-f034-4e13-8832-c2148d72b141 None None] The sync data for ids ['b90b4d6c-725b-4a83-b103-9f35eff657ea'] in n-d-844594-1 is: [{'id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1286311624-router', 'tenant_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:06Z', 'updated_at': '2022-06-03T15:14:46Z', 'revision_number': 5, 'project_id': 'b4d64d4b72f54577ae26c0e0e9492fd5', 'gw_port': {'id': '5768f3df-501e-48f3-87b2-ef17a0e475b4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90b4d6c-725b-4a83-b103-9f35eff657ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:08Z', 'updated_at': '2022-06-03T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:50.021611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-79d63a00-6d1b-4954-b5dc-6975330f1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:50.023795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-79d63a00-6d1b-4954-b5dc-6975330f1b2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4613354 Jun 03 15:14:50.027681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] For port 64e173e2-457d-41f9-9623-7b4916ed8a88, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:50.047467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] For port 64e173e2-457d-41f9-9623-7b4916ed8a88, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=64e173e2-457d-41f9-9623-7b4916ed8a88,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:50.099122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.182471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a3d72b871ae466b8d96722487324452&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9721997 Jun 03 15:14:50.193594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5b2042e-f484-4e69-a445-a88b81a6cb0f req-df2670c8-5e5c-45f6-81d4-0a1b686cb719 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768181 Jun 03 15:14:50.208794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38766) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:50.223238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785ff68-3a64-4ad2-9440-2515dccecddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6da6cc-7b6d-4519-a87e-59e7baf3b5d2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:50.335744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:50.336698 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.338786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.340590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] 10.222.0.70 "PUT /v2.0/ports/64e173e2-457d-41f9-9623-7b4916ed8a88 HTTP/1.1" status: 200 len: 1095 time: 5.3912013 Jun 03 15:14:50.343324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.398324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'tag': '64e173e2-457d-41f9-9623-7b4916ed8a88'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:50.472959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca293a4-08cd-4a12-b4e1-a3614eff1c2c None None] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:50.501201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Deleting port 5768f3df-501e-48f3-87b2-ef17a0e475b4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:50.502398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.574407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:14:45Z', 'revision_number': 4, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port': {'id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:24Z', 'updated_at': '2022-06-03T15:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd813ea1b-4882-43fc-b776-8c19fbc61473', 'name': '', 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'mac_address': 'fa:16:3e:f5:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'e6cad6ec-4850-4bf9-a017-56ee8131dac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:40Z', 'updated_at': '2022-06-03T15:14:45Z', 'revision_number': 2, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'subnets': [{'id': 'e6cad6ec-4850-4bf9-a017-56ee8131dac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:50.587583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d38fb-9cfd-4cc4-8da3-f7b2cedac3dc service neutron] Pushing event updated for resources: {'Port': ['ID=64e173e2-457d-41f9-9623-7b4916ed8a88,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:50.610339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2046a0-cd59-4e05-abcf-d957d0fcba19,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:50.645507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-358d34de-97e6-4f5d-adab-e6bd7bd3e536 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098917 Jun 03 15:14:50.771601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-999b9200-26d6-4b03-88ef-20ea3fd23fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.779897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-cefe0b7c-c620-4902-9e74-c3f415b22dfe tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:50.780962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-cefe0b7c-c620-4902-9e74-c3f415b22dfe tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Synchronizing usage tracker for tenant:6830b68ec696434384c9e3cd33f79e79 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:50.785755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94db55-3578-4631-815e-564def303f47 None None] Checking router: 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:50.786483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94db55-3578-4631-815e-564def303f47 None None] Updating router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 port d813ea1b-4882-43fc-b776-8c19fbc61473 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:50.829884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-999b9200-26d6-4b03-88ef-20ea3fd23fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.844650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-0d8cdb41-47c8-46f7-a2a5-b8b1085df152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:50.846502 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-0d8cdb41-47c8-46f7-a2a5-b8b1085df152 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 1098 time: 0.3527529 Jun 03 15:14:50.893373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Checking segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:50.893928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Network hostable DHCP agents. Network: 3fe5dbaa-15a5-42dc-8e9e-f8609539af82, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:50.936331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-cefe0b7c-c620-4902-9e74-c3f415b22dfe tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Unset dirty status for tenant:6830b68ec696434384c9e3cd33f79e79 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:50.938211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-cefe0b7c-c620-4902-9e74-c3f415b22dfe tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/networks?id=d5b491ee-d7ca-4505-b2df-23c9ebef8890 HTTP/1.1" status: 200 len: 815 time: 1.2657714 Jun 03 15:14:50.977053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-fd0bc8a4-bf23-4071-befd-51c63479bef3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/quotas/6830b68ec696434384c9e3cd33f79e79 HTTP/1.1" status: 200 len: 375 time: 0.0277674 Jun 03 15:14:50.982739 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-f286e547-7092-482c-823d-0e796ed2c712 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=64e173e2-457d-41f9-9623-7b4916ed8a88 HTTP/1.1" status: 200 len: 217 time: 0.1209557 Jun 03 15:14:50.997969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:51.030766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd94db55-3578-4631-815e-564def303f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.031056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26392aee-1990-4e3e-8f3c-67d624f02c73 req-1151dc96-5682-4bbe-9a46-48ebc211dc2d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.031056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26392aee-1990-4e3e-8f3c-67d624f02c73 req-1151dc96-5682-4bbe-9a46-48ebc211dc2d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 947 time: 0.5296588 Jun 03 15:14:51.040605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d8ade9e6-ead9-41c2-918d-7f953244bed3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:51.080715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d8ade9e6-ead9-41c2-918d-7f953244bed3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:51.080999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d8ade9e6-ead9-41c2-918d-7f953244bed3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:51.086878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38788) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:51.107150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-445239686-network', 'tenant_id': '4af09b16147e457d8beac87cad088787'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:51.148665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:51.163268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 3fe5dbaa-15a5-42dc-8e9e-f8609539af82) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:51.182215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Usage tracker for resource:network and tenant:4af09b16147e457d8beac87cad088787 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:51.193805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:51.200898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ff110-5d25-4854-8b51-aea45d469858 None None] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:51.202667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.203264 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.219049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f629a70e-cf8c-4835-9d58-5410e9a2fdc9 req-2e4126f3-a682-4848-8bb0-859c1a541510 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596364 Jun 03 15:14:51.238543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-eddd69ba-4161-446f-b6c9-8e8d63790b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.240264 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-eddd69ba-4161-446f-b6c9-8e8d63790b2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2170725 Jun 03 15:14:51.261944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-999b9200-26d6-4b03-88ef-20ea3fd23fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.269518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:51.280210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cd32ec29-d77c-4c76-9a17-e860dde5bcdf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.8570724 Jun 03 15:14:51.284662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] For port 5768f3df-501e-48f3-87b2-ef17a0e475b4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5768f3df-501e-48f3-87b2-ef17a0e475b4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:51.285032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.400640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b9200-26d6-4b03-88ef-20ea3fd23fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6da6cc-7b6d-4519-a87e-59e7baf3b5d2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:51.411481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-999b9200-26d6-4b03-88ef-20ea3fd23fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.417287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-999b9200-26d6-4b03-88ef-20ea3fd23fe5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da6da6cc-7b6d-4519-a87e-59e7baf3b5d2 HTTP/1.1" status: 204 len: 168 time: 1.1850376 Jun 03 15:14:51.474015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-420b2e27-9140-409d-80f7-b1c00c3d0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.475917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-420b2e27-9140-409d-80f7-b1c00c3d0c75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1099 time: 0.1430013 Jun 03 15:14:51.486967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Made reservation on behalf of 4af09b16147e457d8beac87cad088787 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:51.516721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-580ce62b-094f-41ae-bcaf-7abb2ecec302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.518859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.519654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-580ce62b-094f-41ae-bcaf-7abb2ecec302 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616606 Jun 03 15:14:51.699136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Calling delete_port for 5768f3df-501e-48f3-87b2-ef17a0e475b4 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:51.771711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-ae5d2273-be48-4930-97d6-cfe4524a0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.773309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-ae5d2273-be48-4930-97d6-cfe4524a0694 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2903471 Jun 03 15:14:51.815935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-e506cfd9-c6eb-40b7-b435-645209a22516 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233512 Jun 03 15:14:51.923624 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-140fd5e1-2ba7-4b52-bdaa-117cc403c164 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3 HTTP/1.1" status: 200 len: 217 time: 0.1065788 Jun 03 15:14:52.081342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26392aee-1990-4e3e-8f3c-67d624f02c73 req-7bdbdfc0-5748-49e0-87c2-937a77b60360 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9970639 Jun 03 15:14:52.089325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.119841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd94db55-3578-4631-815e-564def303f47 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.148984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:52.158798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Usage tracker for resource:security_group_rule and tenant:4af09b16147e457d8beac87cad088787 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:52.184203 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8b56fdf8-589f-4748-b88b-6b18a24cf1e1 req-9a45b744-1570-4a58-ac2a-89c2e03154ed service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596161 Jun 03 15:14:52.185850 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9f0914-3680-4d41-a4e4-53f57b10d812'] response: {'name': 'network-changed', 'server_uuid': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'tag': '64e173e2-457d-41f9-9623-7b4916ed8a88', 'status': 'completed', 'code': 200} Jun 03 15:14:52.192703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:52.195571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dd94db55-3578-4631-815e-564def303f47 None None] Transition to ACTIVE for port object d813ea1b-4882-43fc-b776-8c19fbc61473 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:52.206513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf84d751-f3e8-4e4d-9745-e75a700e158e None None] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:52.245448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:52.285888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.291903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd94db55-3578-4631-815e-564def303f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.362562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-2fad7fc8-8a51-48af-813e-90722d481612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:52.364244 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-2fad7fc8-8a51-48af-813e-90722d481612 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.3167434 Jun 03 15:14:52.463140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-1e5ae22a-ba64-41d1-83af-1d663cb2b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:52.464899 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-1e5ae22a-ba64-41d1-83af-1d663cb2b4d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 1098 time: 0.1940823 Jun 03 15:14:52.473513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-8912b7c6-a176-44ca-8c26-dfc268e81f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:52.475089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-8912b7c6-a176-44ca-8c26-dfc268e81f28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998714 Jun 03 15:14:52.502700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-bd494439-c72f-45eb-ac0b-73e88ae667da tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6830b68ec696434384c9e3cd33f79e79&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4984248 Jun 03 15:14:52.745874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Pushing event deleted for resources: {'Port': ['ID=5768f3df-501e-48f3-87b2-ef17a0e475b4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:52.767064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Pushing event updated for resources: {'Port': ['ID=d813ea1b-4882-43fc-b776-8c19fbc61473,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:52.802549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.803179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.803673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.804199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.804734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.806049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.806550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.807031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.807650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.808157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.808667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.809304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:52.822764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dd94db55-3578-4631-815e-564def303f47 None None] Attempting to bind port d813ea1b-4882-43fc-b776-8c19fbc61473 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:52.823576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dd94db55-3578-4631-815e-564def303f47 None None] Attempting to bind port d813ea1b-4882-43fc-b776-8c19fbc61473 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:52.824130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94db55-3578-4631-815e-564def303f47 None None] Attempting to bind port d813ea1b-4882-43fc-b776-8c19fbc61473 on network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:52.834273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94db55-3578-4631-815e-564def303f47 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:52.835273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94db55-3578-4631-815e-564def303f47 None None] Checking segment: {'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:52.836038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd94db55-3578-4631-815e-564def303f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.836967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94db55-3578-4631-815e-564def303f47 None None] Bound using segment: {'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:52.837656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dd94db55-3578-4631-815e-564def303f47 None None] Bound port: d813ea1b-4882-43fc-b776-8c19fbc61473, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:52.838190 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd94db55-3578-4631-815e-564def303f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.868256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.896441 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.912757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:52.922845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.923224 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Added segment 66b46894-36a8-4cef-bd55-075753b057fa of type vlan for network b995f6db-d208-486c-add5-a4538884da18 Jun 03 15:14:52.951870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.006377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.007407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:53.008005 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.118219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.128883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dd94db55-3578-4631-815e-564def303f47 None None] For port d813ea1b-4882-43fc-b776-8c19fbc61473, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:53.140744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dd94db55-3578-4631-815e-564def303f47 None None] For port d813ea1b-4882-43fc-b776-8c19fbc61473, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d813ea1b-4882-43fc-b776-8c19fbc61473,segment=NetworkSegment(a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5),segment_id=a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:53.146865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd94db55-3578-4631-815e-564def303f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.222185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-dd85a271-4525-46a2-a042-11109daa41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:53.224098 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-dd85a271-4525-46a2-a042-11109daa41b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.7479260 Jun 03 15:14:53.228819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] Routers {'57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:53.229448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:53.307928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.313507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.322328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-fbde0d29-f0b3-4cbd-9a5c-84bedd74f719 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767466 Jun 03 15:14:53.324449 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-bc1456f9-f62d-4830-b4f8-3ca4f62c1fb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=64e173e2-457d-41f9-9623-7b4916ed8a88 HTTP/1.1" status: 200 len: 217 time: 0.0873840 Jun 03 15:14:53.338875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8559326-99fb-4a45-8d8c-a05ea949b423 None None] Pushing event updated for resources: {'Port': ['ID=d813ea1b-4882-43fc-b776-8c19fbc61473,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:53.390370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cacced-8d64-49ee-9683-8daaf6405e61,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:53.422602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4baa-a161-4404-86b6-93622df2ac1a req-7235dcf8-f45c-4b12-b92d-02745a4e2031 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:53.430282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a05b4baa-a161-4404-86b6-93622df2ac1a req-7235dcf8-f45c-4b12-b92d-02745a4e2031 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 950 time: 0.9887207 Jun 03 15:14:53.435329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3405087 Jun 03 15:14:53.465704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38860) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:53.494204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Request body: {'subnet': {'network_id': 'b995f6db-d208-486c-add5-a4538884da18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-445239686-subnet', 'tenant_id': '4af09b16147e457d8beac87cad088787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:53.502951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa1667-3de6-4d71-81a2-48daab68fc2d admin admin] Pushing event updated for resources: {'Network': ['ID=b995f6db-d208-486c-add5-a4538884da18,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:53.524644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b995f6db-d208-486c-add5-a4538884da18 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:53.534951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-5e94e18f-d921-4b72-ac96-529d16bf16bd service neutron] 10.222.0.66 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011007 Jun 03 15:14:53.537246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:53.579460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b1a5104b-502d-4e3d-b8ba-5e7014981f24 req-edb03325-a401-4cb2-9ee7-d7ae79ea4c29 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469113 Jun 03 15:14:53.583956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-f83b6a86-4978-47ed-8ad5-a407d18f9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:53.584768 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-f83b6a86-4978-47ed-8ad5-a407d18f9d95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1214414 Jun 03 15:14:53.588923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.589422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b90b4d6c-725b-4a83-b103-9f35eff657ea {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:14:53.607246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Usage tracker for resource:subnet and tenant:4af09b16147e457d8beac87cad088787 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:53.694240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:53.734860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-07375bc3-3d07-4a38-984e-ef0cfe903c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:53.737065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-07375bc3-3d07-4a38-984e-ef0cfe903c1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450820 Jun 03 15:14:53.746898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:53.757455 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.758582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d64a2333-3906-4e3a-af40-5d1e00abda51 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b90b4d6c-725b-4a83-b103-9f35eff657ea HTTP/1.1" status: 204 len: 168 time: 5.2902331 Jun 03 15:14:53.765938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38866) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:53.777321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a05b4baa-a161-4404-86b6-93622df2ac1a req-9e389417-0182-4dd2-a2a9-5b360561e1ca tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460338 Jun 03 15:14:53.867179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] Set router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:53.878426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Made reservation on behalf of 4af09b16147e457d8beac87cad088787 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:53.882021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.949948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] Deleting subnet 7fa67f42-aade-4b55-8a7d-7facbe308e14 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:53.991143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-c7fc1ca0-bbc5-4b80-9f4d-a49e8313e3ae service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460206 Jun 03 15:14:54.094463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.225571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-6187daf0-12ab-494c-8a9f-4ad14b908d65 service neutron] 10.222.0.66 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897330 Jun 03 15:14:54.271702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-02129378-3eec-4e9e-bddf-69d3edc38d5f req-63be685f-bddc-480c-8173-7f02559e533b service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736154 Jun 03 15:14:54.304598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 64e173e2-457d-41f9-9623-7b4916ed8a88 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:54.419775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:54.435155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.618698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-1da57b85-dcae-46d9-ba53-77393711fe02 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:54.619409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-1da57b85-dcae-46d9-ba53-77393711fe02 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Synchronizing usage tracker for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:54.657742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-1da57b85-dcae-46d9-ba53-77393711fe02 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Unset dirty status for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:54.664683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-1da57b85-dcae-46d9-ba53-77393711fe02 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 0.4313393 Jun 03 15:14:54.679595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd94db55-3578-4631-815e-564def303f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:14:45Z', 'revision_number': 4, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port': {'id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:24Z', 'updated_at': '2022-06-03T15:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd813ea1b-4882-43fc-b776-8c19fbc61473', 'name': '', 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'mac_address': 'fa:16:3e:f5:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'e6cad6ec-4850-4bf9-a017-56ee8131dac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:40Z', 'updated_at': '2022-06-03T15:14:53Z', 'revision_number': 4, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'subnets': [{'id': 'e6cad6ec-4850-4bf9-a017-56ee8131dac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:54.682779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 64e173e2-457d-41f9-9623-7b4916ed8a88, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=64e173e2-457d-41f9-9623-7b4916ed8a88,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:54.707076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '64e173e2-457d-41f9-9623-7b4916ed8a88', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '64e173e2-457d-41f9-9623-7b4916ed8a88', 'mac_address': 'fa:16:3e:11:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:54.708944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd94db55-3578-4631-815e-564def303f47 None None] The sync data for ids ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'] in n-d-844594-1 is: [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:14:45Z', 'revision_number': 4, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port': {'id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:24Z', 'updated_at': '2022-06-03T15:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd813ea1b-4882-43fc-b776-8c19fbc61473', 'name': '', 'network_id': '97373d1a-c2ea-4b2c-b6d3-16d364ec005d', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'mac_address': 'fa:16:3e:f5:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'e6cad6ec-4850-4bf9-a017-56ee8131dac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:40Z', 'updated_at': '2022-06-03T15:14:53Z', 'revision_number': 4, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'subnets': [{'id': 'e6cad6ec-4850-4bf9-a017-56ee8131dac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:54.715146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.814071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 64e173e2-457d-41f9-9623-7b4916ed8a88 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:54.815010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.877951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e173e2-457d-41f9-9623-7b4916ed8a88 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:54.923597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 64e173e2-457d-41f9-9623-7b4916ed8a88, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=64e173e2-457d-41f9-9623-7b4916ed8a88,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:54.940354 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.029301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:55.070929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.095204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'mac_address': 'fa:16:3e:ef:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:55.184547 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-fa4179a1-3977-4e66-80ad-64d5bcfbece6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/quotas/62fe7c73f13d4c9a9818de70021d61af HTTP/1.1" status: 200 len: 375 time: 0.5186198 Jun 03 15:14:55.199982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.202093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d813ea1b-4882-43fc-b776-8c19fbc61473 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:55.206540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa67f42-aade-4b55-8a7d-7facbe308e14,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:55.261407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['64e173e2-457d-41f9-9623-7b4916ed8a88'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:55.353886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f60864-aee7-42c2-8d6f-7a68a82fa078 None None] Network 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:55.364858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-28b101b6-8df7-4bbb-ab79-affe19710810 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7fa67f42-aade-4b55-8a7d-7facbe308e14 HTTP/1.1" status: 204 len: 168 time: 1.5862353 Jun 03 15:14:55.370173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38912) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:55.398872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-ae976139-ab01-4909-be90-182660714102 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1752586 Jun 03 15:14:55.661902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.686683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Deleting port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:55.687011 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.737681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:55.738349 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.795497 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.848033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b717f3-e54f-4145-bffd-a2dc57851fa3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:55.871247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:55.877644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=64e173e2-457d-41f9-9623-7b4916ed8a88,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:55.907781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.071979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:56.131039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a1d7a-1824-43e2-8643-b8489b01fe73 req-c2cfcee3-1988-4463-8129-31621e7a6bfe tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:56.138966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a6a1d7a-1824-43e2-8643-b8489b01fe73 req-c2cfcee3-1988-4463-8129-31621e7a6bfe tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 948 time: 0.5755684 Jun 03 15:14:56.196457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c137a743-18a5-43c2-83b5-9e9c6402db0d service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953632 Jun 03 15:14:56.198637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d813ea1b-4882-43fc-b776-8c19fbc61473 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:56.227796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d813ea1b-4882-43fc-b776-8c19fbc61473 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:56.228750 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.326160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d7b717f3-e54f-4145-bffd-a2dc57851fa3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:56.327318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] For port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb,segment=NetworkSegment(43f732d2-600b-4ee7-9ebf-955a32e1a878),segment_id=43f732d2-600b-4ee7-9ebf-955a32e1a878)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:56.329309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.435579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54c76ea-01d1-430a-842d-5b853ea91682,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:56.444633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Checking segment: {'id': '66b46894-36a8-4cef-bd55-075753b057fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b995f6db-d208-486c-add5-a4538884da18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:56.445200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Network hostable DHCP agents. Network: b995f6db-d208-486c-add5-a4538884da18, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:56.526649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a6a1d7a-1824-43e2-8643-b8489b01fe73 req-002e308f-7735-4ae3-8cd0-c41f720bd773 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621509 Jun 03 15:14:56.529257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d813ea1b-4882-43fc-b776-8c19fbc61473 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:56.529781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.541501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Network b995f6db-d208-486c-add5-a4538884da18 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:56.589363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b995f6db-d208-486c-add5-a4538884da18) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:56.600956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:56.601726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.617855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde3348-92e8-4475-a955-e51bdc32cda5 None None] Network b995f6db-d208-486c-add5-a4538884da18 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:56.664406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ea632c25-84fc-47b0-a6f4-9ee3c5acddd5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1902030 Jun 03 15:14:56.680740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Calling delete_port for cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:56.703121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-b1f59348-9ff1-47c4-85b2-9bb5c945e5db service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059323 Jun 03 15:14:56.857247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.951922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] No DVR routers for this DVR port cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:57.043003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d813ea1b-4882-43fc-b776-8c19fbc61473, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d813ea1b-4882-43fc-b776-8c19fbc61473,segment=NetworkSegment(a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5),segment_id=a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:57.176692 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:57.402828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d813ea1b-4882-43fc-b776-8c19fbc61473,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:57.426626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5768f3df-501e-48f3-87b2-ef17a0e475b4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:57.518859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 5768f3df-501e-48f3-87b2-ef17a0e475b4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:57.519209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5768f3df-501e-48f3-87b2-ef17a0e475b4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:57.550578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b654842e-73a8-4870-8b05-d5ae2f79aae9 req-bfcc2198-5f10-4a4d-973b-75c9ddd81975 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 210 time: 0.2310030 Jun 03 15:14:57.588151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83cf04-f2c7-4b9e-b2f9-852c57a7ebf6 None None] DHCP port deletion for 16b53daf-e301-4ecb-bbcf-1c9d57c64f11 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:14:57.601759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-25ed1f9d-bb4b-442a-a102-7820329cb29f req-25f1f8c2-5e33-407c-977a-ca5b1e7ca6f6 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1944644 Jun 03 15:14:57.825754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d813ea1b-4882-43fc-b776-8c19fbc61473 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:57.857159 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8307fb3b-6aa2-4a0d-b90b-d4bd1657fc17 req-5fce8715-689b-4e35-97df-37664e78866b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 210 time: 0.1335716 Jun 03 15:14:57.990576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad2d40-3ba5-4215-8a7c-df008daae6be None None] Network b995f6db-d208-486c-add5-a4538884da18 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:58.029235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:58.115529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.115794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.116161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.116501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.116832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.117162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.117488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.117813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.118136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.118457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.118778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.119095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:58.135817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d813ea1b-4882-43fc-b776-8c19fbc61473 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:58.136486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.224136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcc27f-2f08-47e9-aafb-c6d8252a1a5f req-72b7ad8d-fac2-42b8-918d-04b1d213120d tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:58.245141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acdcc27f-2f08-47e9-aafb-c6d8252a1a5f req-72b7ad8d-fac2-42b8-918d-04b1d213120d tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 950 time: 0.3322148 Jun 03 15:14:58.270416 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.406005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 64e173e2-457d-41f9-9623-7b4916ed8a88 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:58.452570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acdcc27f-2f08-47e9-aafb-c6d8252a1a5f req-c27851eb-2467-4698-8baf-1933361c886e tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057090 Jun 03 15:14:58.483076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b53daf-e301-4ecb-bbcf-1c9d57c64f11']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:58.511019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:58.559648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f732d2-600b-4ee7-9ebf-955a32e1a878') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:58.568641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f732d2-600b-4ee7-9ebf-955a32e1a878') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:58.646094 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.710811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-d457e773-4c6a-4a08-87e5-88fd093862f1 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:58.712884 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-d457e773-4c6a-4a08-87e5-88fd093862f1 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.15 "GET /v2.0/networks?id=d5b491ee-d7ca-4505-b2df-23c9ebef8890 HTTP/1.1" status: 200 len: 815 time: 0.8047371 Jun 03 15:14:58.735423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.790915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port d7b717f3-e54f-4145-bffd-a2dc57851fa3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:58.800371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 64e173e2-457d-41f9-9623-7b4916ed8a88 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:58.805474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port d7b717f3-e54f-4145-bffd-a2dc57851fa3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:58.805960 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.840535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d813ea1b-4882-43fc-b776-8c19fbc61473 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:58.847235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:58.852745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.867044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 64e173e2-457d-41f9-9623-7b4916ed8a88 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:58.867639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.958671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:58.967756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c662f-b320-476a-9de0-c4825be51ce3 req-9b6b5545-7af2-4495-b1ae-3fb4df7116d7 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:58.980717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-9b6b5545-7af2-4495-b1ae-3fb4df7116d7 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 0.7301130 Jun 03 15:14:59.007109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:59.007592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cc9e5fb4-7c60-4ba4-917f-63c8ee273cdb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:59.022018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-480368f1-d0e1-4853-a6c7-72332336c091 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/quotas/ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 375 time: 0.0402727 Jun 03 15:14:59.111781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-7b9e9f90-10d3-4184-b07c-19b198b97044 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6830b68ec696434384c9e3cd33f79e79 HTTP/1.1" status: 200 len: 380 time: 0.3771577 Jun 03 15:14:59.117671 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 43f732d2-600b-4ee7-9ebf-955a32e1a878 resource provider aggregate not found Jun 03 15:14:59.131322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-27895634-11a5-4795-943e-056518600fe3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083512 Jun 03 15:14:59.138310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Request body: {'port': {'device_id': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'admin_state_up': True, 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'security_groups': ['9c1d6f20-88ba-46c7-96db-b3c4a80271dd']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:59.144618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6d5d7-ca6d-4fd7-a12a-28354af2c2c4 req-a342b4da-3081-490d-9cc7-89ce7576a585 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:59.146579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7e6d5d7-ca6d-4fd7-a12a-28354af2c2c4 req-a342b4da-3081-490d-9cc7-89ce7576a585 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 948 time: 0.3745563 Jun 03 15:14:59.163013 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 43f732d2-600b-4ee7-9ebf-955a32e1a878 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43f732d2-600b-4ee7-9ebf-955a32e1a878 found for delete ", "request_id": "req-19631773-dc29-43e5-bab5-b16e5c4b5e57"}]} Jun 03 15:14:59.256892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 64e173e2-457d-41f9-9623-7b4916ed8a88 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:59.257459 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.267410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-84db3ffa-a593-4cb3-b88d-42f8df2ff8e4 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:59.268211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-84db3ffa-a593-4cb3-b88d-42f8df2ff8e4 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Synchronizing usage tracker for tenant:940ba5496b3747b2b1709c20c6ff53ca on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:59.277451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.312453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.316353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:59.318041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=16b53daf-e301-4ecb-bbcf-1c9d57c64f11,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:59.318564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.361828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e173e2-457d-41f9-9623-7b4916ed8a88'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:59.371776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1e225a8a-762d-4195-8049-6302a6daa8ca admin admin] 10.222.0.66 "DELETE /v2.0/networks/16b53daf-e301-4ecb-bbcf-1c9d57c64f11 HTTP/1.1" status: 204 len: 168 time: 4.0004807 Jun 03 15:14:59.378110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38972) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:59.387010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 64e173e2-457d-41f9-9623-7b4916ed8a88, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=64e173e2-457d-41f9-9623-7b4916ed8a88,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:59.410055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.496682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:59.522608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.530343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-84db3ffa-a593-4cb3-b88d-42f8df2ff8e4 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Unset dirty status for tenant:940ba5496b3747b2b1709c20c6ff53ca on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:59.531501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-84db3ffa-a593-4cb3-b88d-42f8df2ff8e4 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.70 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 950 time: 1.1598690 Jun 03 15:14:59.571104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7e6d5d7-ca6d-4fd7-a12a-28354af2c2c4 req-26ba5f40-6d6a-4bd6-a6e6-fad8721213be tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683348 Jun 03 15:14:59.575010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=64e173e2-457d-41f9-9623-7b4916ed8a88,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:59.582435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-f1b90de1-0cd2-49a2-831d-b6e618b966be service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350345 Jun 03 15:14:59.802228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:59.806188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Usage tracker for resource:port and tenant:6830b68ec696434384c9e3cd33f79e79 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:59.807034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:59.825132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:59.837158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:59.853558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ac16b70-50f3-4a33-b410-0300a9b968c5 req-7352e9c7-dc0c-4b22-a1f0-0e377c80b750 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1774542 Jun 03 15:14:59.871226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Made reservation on behalf of 6830b68ec696434384c9e3cd33f79e79 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:59.874860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.942802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Deleting port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:59.943065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.135572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-f0284539-cc37-4fa5-99a5-6fe418bff39f service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382812 Jun 03 15:15:00.200897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40202fd5-42fe-4a92-a8e9-b59d3351ff52 req-831bbb34-3ed3-40fb-9c32-e8e04a118f70 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 210 time: 0.0604532 Jun 03 15:15:00.303359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Allocated IP 172.20.0.7 (d5b491ee-d7ca-4505-b2df-23c9ebef8890/12aff456-2797-40a2-9c35-348fb7fcce40/e0f73113-f3de-491c-8df3-a5b713776a36) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:00.472662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c4c7d8ed-cbc1-44de-9681-8ff264f19ac4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.475628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c4c7d8ed-cbc1-44de-9681-8ff264f19ac4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 1.0992293 Jun 03 15:15:00.537334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56c5728b-27ed-4675-9fc4-116dc68243fe req-178103fd-ae5a-4c3f-addf-9a3900c9f8b1 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1501563 Jun 03 15:15:00.558049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f431245-7610-452d-9737-f400f37ddbde req-3fc43c64-7e74-45a5-bfa7-10ba7e1fa977 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 210 time: 0.1322246 Jun 03 15:15:00.614167 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cef2e76-afae-4f50-bd15-a836873cc0f7'] response: {'server_uuid': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e173e2-457d-41f9-9623-7b4916ed8a88', 'code': 200} Jun 03 15:15:00.834192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95368362-b9eb-4045-be7e-1817d6eda038 req-0e667e7d-4a63-4323-9d05-e04ff150f102 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 210 time: 0.1252222 Jun 03 15:15:00.944445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Request body: {'port': {'device_id': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'admin_state_up': True, 'tenant_id': '62fe7c73f13d4c9a9818de70021d61af'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:00.977429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0e89-feb7-4ccb-addc-07efd3236979 req-9b3f246b-d5f2-4152-a4cf-28bffab0bd51 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.984704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea7c0e89-feb7-4ccb-addc-07efd3236979 req-9b3f246b-d5f2-4152-a4cf-28bffab0bd51 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 950 time: 0.2004991 Jun 03 15:15:01.131573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea7c0e89-feb7-4ccb-addc-07efd3236979 req-49c7869c-91ab-4501-87d4-0cf051a5a2e9 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459811 Jun 03 15:15:01.349183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c1159-6e21-4090-beb8-2610483fae88 req-a391dc81-4f00-4f98-b167-04b98eb83e5b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:01.355944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff0c1159-6e21-4090-beb8-2610483fae88 req-a391dc81-4f00-4f98-b167-04b98eb83e5b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 949 time: 0.2691767 Jun 03 15:15:01.551903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-067c2218-7fd0-4428-929f-f0168b571ad7 req-3d6dff32-ee20-4161-adf2-d0c7a37b7f1b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 210 time: 0.1256053 Jun 03 15:15:01.575640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff0c1159-6e21-4090-beb8-2610483fae88 req-ae7a3286-3816-40ac-87c4-335b968d636b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032163 Jun 03 15:15:01.695143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:01.699644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Usage tracker for resource:port and tenant:62fe7c73f13d4c9a9818de70021d61af is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:01.708162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:01.715942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:01.738676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c3e8a62-b62c-42b7-98d9-f169c831a515 req-479c4c43-e138-4e9f-b424-03eeffa0e02f tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0522134 Jun 03 15:15:01.747617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.782733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a06105-bbeb-43be-8fbb-99c399e400d2 req-3df5a5e7-7414-48ad-bc04-0d3cd41e9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:01.784681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a06105-bbeb-43be-8fbb-99c399e400d2 req-3df5a5e7-7414-48ad-bc04-0d3cd41e9c80 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 1100 time: 0.9167936 Jun 03 15:15:01.807258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c84cbe95-2f4c-4cbd-8425-36a26d131b4b req-7f393a45-c164-46a2-9f1e-4589a1fba9cc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 210 time: 0.0570111 Jun 03 15:15:01.810312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Made reservation on behalf of 62fe7c73f13d4c9a9818de70021d61af for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:01.813825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.846403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Transition to ACTIVE for port object e0f73113-f3de-491c-8df3-a5b713776a36 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:01.953891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:01.954233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.079229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fcd6b96b-a29f-4168-9339-e8c5f7287fcb req-4437e916-071a-4565-a766-971aa1b43a40 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 210 time: 0.0844767 Jun 03 15:15:02.229805 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a06105-bbeb-43be-8fbb-99c399e400d2 req-6f899889-1dbd-4662-b800-81ea4ebea666 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202998 Jun 03 15:15:02.327489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:02.387764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Calling delete_port for efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:02.541662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778479-72b3-49d4-8bf9-5ef555286192 req-f590fb89-d69f-44a3-bb71-82d74e5401da tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.553059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11778479-72b3-49d4-8bf9-5ef555286192 req-f590fb89-d69f-44a3-bb71-82d74e5401da tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 950 time: 0.1535361 Jun 03 15:15:02.620973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11778479-72b3-49d4-8bf9-5ef555286192 req-d336898b-962a-4138-84e3-fa2a8b4489d5 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664988 Jun 03 15:15:02.624706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:02.678977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:02.679363 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.683057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.721320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14584986-d708-4c55-b7c9-6ad1afd5a88a req-9d3e259e-93b3-43c7-86b5-0ece075cd4bc tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0952899 Jun 03 15:15:02.763558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:02.772136 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.902120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0f74-2355-4cb7-8706-9d2f63f104f0 req-ac54f4c2-39ae-4d52-9e96-e2befb2205b6 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.904332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-120a0f74-2355-4cb7-8706-9d2f63f104f0 req-ac54f4c2-39ae-4d52-9e96-e2befb2205b6 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 931 time: 0.1016865 Jun 03 15:15:02.936252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event updated for resources: {'Port': ['ID=e0f73113-f3de-491c-8df3-a5b713776a36,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:02.948647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c662f-b320-476a-9de0-c4825be51ce3 req-128215c7-df7a-4829-9fb0-0e54e1c06eab tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.949705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-738c662f-b320-476a-9de0-c4825be51ce3 req-128215c7-df7a-4829-9fb0-0e54e1c06eab tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Synchronizing usage tracker for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:02.955416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:02.960354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Allocated IP 172.20.0.7 (3fe5dbaa-15a5-42dc-8e9e-f8609539af82/6d2046a0-cd59-4e05-abcf-d957d0fcba19/d1e4f367-e204-4d58-87ea-309095e5f12f) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:03.018455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-120a0f74-2355-4cb7-8706-9d2f63f104f0 req-d679bc70-b140-43de-abc0-3cf865662059 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036842 Jun 03 15:15:03.030180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:03.040782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:03.050801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:03.092194 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8798d787-a9e6-4a80-b604-fbc8608f6b0b'] response: {'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'code': 200} Jun 03 15:15:03.270033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:15:03.270351 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:15:03.283191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-738c662f-b320-476a-9de0-c4825be51ce3 req-128215c7-df7a-4829-9fb0-0e54e1c06eab tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Unset dirty status for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:03.284422 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-128215c7-df7a-4829-9fb0-0e54e1c06eab tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 1.1114600 Jun 03 15:15:03.326490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18c11a02-2aac-4aca-8439-f8c6a76744ba req-5e138308-034d-4e45-a1c1-5edb78265579 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 210 time: 0.0813251 Jun 03 15:15:03.365773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Request body: {'port': {'device_id': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'admin_state_up': True, 'tenant_id': 'ce48d04b774a4f05a47bf8f80a8bcb9a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:03.394907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d677ea-2a40-438b-a3ee-f9dc54cd9cda req-4182ba73-862c-4bc9-b3e9-ddc5787dcaa6 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:03.397284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23d677ea-2a40-438b-a3ee-f9dc54cd9cda req-4182ba73-862c-4bc9-b3e9-ddc5787dcaa6 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 949 time: 0.2895722 Jun 03 15:15:03.468952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-22153222-4f7e-4a58-89eb-bd801a8e0655 None None] Provisioning for port e0f73113-f3de-491c-8df3-a5b713776a36 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:03.482731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-22153222-4f7e-4a58-89eb-bd801a8e0655 None None] Provisioning complete for port e0f73113-f3de-491c-8df3-a5b713776a36 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:03.483503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23d677ea-2a40-438b-a3ee-f9dc54cd9cda req-8a7ca3c9-acde-4c5b-ac4d-b15d88f64b72 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805023 Jun 03 15:15:03.484080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-22153222-4f7e-4a58-89eb-bd801a8e0655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.621067 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-495ec4b9-4515-4a7f-aa33-c813f76da6a8 req-907fee33-c7c1-4478-ab34-c516814c7994 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 210 time: 0.0892427 Jun 03 15:15:03.633498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-22153222-4f7e-4a58-89eb-bd801a8e0655 None None] Port e0f73113-f3de-491c-8df3-a5b713776a36 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:03.640575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:03.641588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.848058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054af7b8-953f-443a-9555-ae58652c3385 req-e80d97e0-141f-468e-9c7d-2017f8164963 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:03.857849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-054af7b8-953f-443a-9555-ae58652c3385 req-e80d97e0-141f-468e-9c7d-2017f8164963 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.1115994 Jun 03 15:15:03.886752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Deleting port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:03.889414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.922355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-054af7b8-953f-443a-9555-ae58652c3385 req-e9ffcaf4-9373-4e5e-9d14-1cdd568a66d0 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540962 Jun 03 15:15:03.976459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cacaae1b-95e7-4c6e-b423-fabc2e3c31a2 req-235f58ce-be31-4064-881a-22dcf989fb60 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0527875 Jun 03 15:15:04.025524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:04.048130 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-45197edc-3cea-4854-897b-e62a01d467b3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9215150 Jun 03 15:15:04.062379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Request body: {'port': {'device_id': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:04.086945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Usage tracker for resource:port and tenant:ce48d04b774a4f05a47bf8f80a8bcb9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:04.095159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:04.127414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:04.190067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63802215-8120-43cc-8af4-afc5ab6d5b7f req-b5cf562d-a90b-4ad7-8e3a-037e2a074876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:04.191568 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-63802215-8120-43cc-8af4-afc5ab6d5b7f req-b5cf562d-a90b-4ad7-8e3a-037e2a074876 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1101 time: 0.9201753 Jun 03 15:15:04.222795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.235335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b6ff9-5aec-447a-a37d-c44ec47442aa req-068e4de8-94e3-4d7c-8fdf-45c5bcf98e22 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:04.238944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f73b6ff9-5aec-447a-a37d-c44ec47442aa req-068e4de8-94e3-4d7c-8fdf-45c5bcf98e22 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 931 time: 0.0909872 Jun 03 15:15:04.291466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f73b6ff9-5aec-447a-a37d-c44ec47442aa req-87251007-9523-4c6c-a75b-a10e49ad7096 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Jun 03 15:15:04.301404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Made reservation on behalf of ce48d04b774a4f05a47bf8f80a8bcb9a for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:04.304924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.492807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8174e0d5-88a2-48c4-9ece-0e611bc4b5e9 req-8f9341ff-92b0-4588-b512-03cffce153e5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 210 time: 0.0575323 Jun 03 15:15:04.635488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.651282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-63802215-8120-43cc-8af4-afc5ab6d5b7f req-d9249193-c12b-42cd-b1cb-4c7dce63f34d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401534 Jun 03 15:15:04.688516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.764966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2804d-7f12-4959-913f-ba76f57407b9 req-3d42ea87-7b76-442c-9c39-3cd3e3871877 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:04.766509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0b2804d-7f12-4959-913f-ba76f57407b9 req-3d42ea87-7b76-442c-9c39-3cd3e3871877 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 949 time: 0.1392062 Jun 03 15:15:04.832726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a51068c7-740e-4074-95d7-44b300cb36f9 req-eb399ad8-515e-45a4-a0db-d388153938d8 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 210 time: 0.0652082 Jun 03 15:15:04.867147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0b2804d-7f12-4959-913f-ba76f57407b9 req-12d9fff8-3724-4845-a87b-3ffe3348b7f4 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653503 Jun 03 15:15:05.040846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] For port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:05.041404 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.089047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee7826-fd2e-4e7f-b776-41c6e1fef4d5 req-a10f4040-3801-4a38-9dcf-3e7153bc887d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.096406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:05.100752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bee7826-fd2e-4e7f-b776-41c6e1fef4d5 req-a10f4040-3801-4a38-9dcf-3e7153bc887d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.1138372 Jun 03 15:15:05.245809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Allocated IP 172.20.0.2 (1904d4dc-1669-426a-955a-3e936a7a13b1/b662d76e-7289-47b3-81c2-e7801a645ec6/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:05.274354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.307103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bee7826-fd2e-4e7f-b776-41c6e1fef4d5 req-d5de7d6f-7343-4963-8de4-2c4dcd52a749 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043686 Jun 03 15:15:05.367627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eda0e-6d00-4497-9f25-35122142902e req-45b258af-6b40-48c4-840c-9f7a06d539e4 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.375863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-049eda0e-6d00-4497-9f25-35122142902e req-45b258af-6b40-48c4-840c-9f7a06d539e4 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 948 time: 0.2289162 Jun 03 15:15:05.425136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-049eda0e-6d00-4497-9f25-35122142902e req-d35d9291-1258-4ea1-bb47-e5c6dfdb99a2 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/security-groups?id=c9225285-3a9f-43bc-b0fa-49244ab4dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Jun 03 15:15:05.439524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Calling delete_port for efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:05.494686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebe96c74-4fee-4e96-a274-663997e5cd4e req-63e37f4f-9ca7-40e8-abb3-b74095e3e0e3 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0531716 Jun 03 15:15:05.504567 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2292abf7-9507-49f2-ab2b-001b7d0676ef'] response: {'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55', 'code': 200} Jun 03 15:15:05.574807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:05.603642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:05.669151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:05.714503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:05.798224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ff1c5-0439-4c6d-a9e7-6d83c292932c req-df4e93ea-5542-4aeb-8dd0-78e031606c89 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.800062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-410ff1c5-0439-4c6d-a9e7-6d83c292932c req-df4e93ea-5542-4aeb-8dd0-78e031606c89 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 931 time: 0.1441026 Jun 03 15:15:05.809281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8d5c8-34b0-4a6f-85d5-0e0ca4bc6296 req-94ec2709-78f2-4cb8-aa35-79457bec6c39 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.815116 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97d8d5c8-34b0-4a6f-85d5-0e0ca4bc6296 req-94ec2709-78f2-4cb8-aa35-79457bec6c39 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 931 time: 0.1912825 Jun 03 15:15:05.902024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97d8d5c8-34b0-4a6f-85d5-0e0ca4bc6296 req-4d3d50d0-617d-492f-9863-69b8f4e32491 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802190 Jun 03 15:15:05.933019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-410ff1c5-0439-4c6d-a9e7-6d83c292932c req-e8df84b7-c696-4e7f-8770-5196495a0616 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Synchronizing usage tracker for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:05.981662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-410ff1c5-0439-4c6d-a9e7-6d83c292932c req-e8df84b7-c696-4e7f-8770-5196495a0616 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Unset dirty status for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:05.983026 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-410ff1c5-0439-4c6d-a9e7-6d83c292932c req-e8df84b7-c696-4e7f-8770-5196495a0616 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669796 Jun 03 15:15:05.983185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.983769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.129935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-502729ce-8583-4865-a058-2e3cd4bed327 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2638333 Jun 03 15:15:06.130616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Deleting port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:06.130877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.150586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c79fff20-1fc3-4175-ac4f-0b8b04ff34c8 req-557e9bfc-4cee-4281-8852-e9e933e62a56 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 210 time: 0.0598366 Jun 03 15:15:06.178061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Request body: {'port': {'device_id': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:06.229234 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:15:06.251838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.364229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.387268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Pushing event deleted for resources: {'Port': ['ID=efe7fd63-dcc8-4127-a1f4-c19d33fcdb55,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:06.552222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0d618-ef98-430f-843d-2ab6a0d757bf req-032ea468-1f32-4dac-8ecd-421fb87d51af tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.553793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33b0d618-ef98-430f-843d-2ab6a0d757bf req-032ea468-1f32-4dac-8ecd-421fb87d51af tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.1215782 Jun 03 15:15:06.583560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f73113-f3de-491c-8df3-a5b713776a36 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:06.640872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] No DVR routers for this DVR port efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:06.645349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.648163 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3386d5d2-c231-4c4d-ba4d-f92fa539cf6e req-ffd278e9-eea7-4a6c-a31d-8ad2f60c39dc tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.70 "DELETE /v2.0/ports/efe7fd63-dcc8-4127-a1f4-c19d33fcdb55 HTTP/1.1" status: 204 len: 173 time: 7.0030239 Jun 03 15:15:06.659229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04905337-7e72-4981-bc9b-dd92d3db9f9f req-289bd4d0-eb42-4abd-8e83-51c282289dd9 tempest-ImagesNegativeTestJSON-1944651092 tempest-ImagesNegativeTestJSON-1944651092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97 HTTP/1.1" status: 200 len: 210 time: 0.0597022 Jun 03 15:15:06.677026 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33b0d618-ef98-430f-843d-2ab6a0d757bf req-3ec1dbb7-a447-4148-84e4-398b30411b7f tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136062 Jun 03 15:15:06.678237 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.681978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'name': 'network-vif-deleted', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:06.779337 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5c364d-9eb9-4047-a92e-aba768b7cdd2'] response: {'server_uuid': '9938e07e-0e6d-44a9-a9e6-3c74dcbfdf97', 'name': 'network-vif-deleted', 'tag': 'efe7fd63-dcc8-4127-a1f4-c19d33fcdb55', 'status': 'completed', 'code': 200} Jun 03 15:15:06.785458 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.795884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Transition to ACTIVE for port object e0f73113-f3de-491c-8df3-a5b713776a36 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:06.857705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.907734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-068f24c6-fd6a-42bd-93d0-8b2cf60848ae req-3bf7395c-56d4-44c8-9e18-5208b80ee707 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0611904 Jun 03 15:15:06.982880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] For port af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,segment=NetworkSegment(d389c32e-fc65-478e-abe6-af40bbb2cca5),segment_id=d389c32e-fc65-478e-abe6-af40bbb2cca5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:06.982880 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.988702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:07.059736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-7fa0dbee-0464-4142-afbf-3a5b7d639dd0 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606122 Jun 03 15:15:07.307751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b6d0f-3236-4116-8caa-c33bbc9ad26a req-510edb6b-532b-4837-b6d2-9a3b62dccad7 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:07.309375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-519b6d0f-3236-4116-8caa-c33bbc9ad26a req-510edb6b-532b-4837-b6d2-9a3b62dccad7 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.2180181 Jun 03 15:15:07.362914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-09a9d926-e843-43fc-8643-85ca6068db62 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:07.364476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-09a9d926-e843-43fc-8643-85ca6068db62 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979271 Jun 03 15:15:07.383604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-519b6d0f-3236-4116-8caa-c33bbc9ad26a req-039cb6e2-a70b-42a7-a3ff-57eb3641beb8 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646794 Jun 03 15:15:07.392923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Calling delete_port for af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:07.393499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-1b88c1c0-f62d-4edf-97e2-6a48558228af tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/quotas/bd5c5b4da24e43b1acb3983a6c5984ef HTTP/1.1" status: 200 len: 375 time: 0.0211699 Jun 03 15:15:07.535613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-2be862d9-728d-4838-a975-91214df4303d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411815 Jun 03 15:15:07.649390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:07.695142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a7b93-68e5-46f1-9a78-fc3c4e86550a req-24f9f1d9-42d0-4512-8a4c-9eb0fea4cfc3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:07.699116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f73113-f3de-491c-8df3-a5b713776a36,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:07.715288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-933a7b93-68e5-46f1-9a78-fc3c4e86550a req-24f9f1d9-42d0-4512-8a4c-9eb0fea4cfc3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 931 time: 0.1236475 Jun 03 15:15:07.734476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:07.777361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-933a7b93-68e5-46f1-9a78-fc3c4e86550a req-08625e46-02dd-4499-8cd6-2f4792db892d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592206 Jun 03 15:15:07.793398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:07.873568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:07.874244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:07.987753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81427b5f-63c9-4961-b0d4-ea75bd6e4f3e req-14c5eaf8-653d-4d15-97fd-e816235ef763 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 210 time: 0.0920849 Jun 03 15:15:08.094185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd2eb1-1af4-4980-b7b7-2385f3294b1a req-78d2fb20-f2a2-4678-af2e-d2c4140d9be1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.096508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79cd2eb1-1af4-4980-b7b7-2385f3294b1a req-78d2fb20-f2a2-4678-af2e-d2c4140d9be1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 931 time: 0.1610811 Jun 03 15:15:08.188178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79cd2eb1-1af4-4980-b7b7-2385f3294b1a req-9e644e72-8629-405d-8380-c74160dbfdc1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838730 Jun 03 15:15:08.277804 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9186559 Jun 03 15:15:08.304800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Request body: {'port': {'device_id': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:08.349755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c005b-1232-4a70-8152-c8ec6138bf1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:08.351734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a68d5e9-dc41-4bc5-9ec4-b075b1bbe360 req-567d4f63-91ac-4838-890d-8e1efd600187 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0580237 Jun 03 15:15:08.495554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Attempting to bind port e0f73113-f3de-491c-8df3-a5b713776a36 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:08.496190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Attempting to bind port e0f73113-f3de-491c-8df3-a5b713776a36 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:08.496326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Attempting to bind port e0f73113-f3de-491c-8df3-a5b713776a36 on network d5b491ee-d7ca-4505-b2df-23c9ebef8890 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:08.527892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Port e0f73113-f3de-491c-8df3-a5b713776a36 on network d5b491ee-d7ca-4505-b2df-23c9ebef8890 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:08.528246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Attempting to bind port e0f73113-f3de-491c-8df3-a5b713776a36 on network d5b491ee-d7ca-4505-b2df-23c9ebef8890 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:08.580908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:08.581559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Checking segment: {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:08.582138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Bound using segment: {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:08.582881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Bound port: e0f73113-f3de-491c-8df3-a5b713776a36, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944d266b-c1cc-43d4-8612-b99d94d492fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:08.583426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.721262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.741979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203178a-c0b1-45f1-8b2b-4a5ae6663842 req-e8ee1dcd-853d-41db-92f0-c9e5c7b87274 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.748602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3203178a-c0b1-45f1-8b2b-4a5ae6663842 req-e8ee1dcd-853d-41db-92f0-c9e5c7b87274 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.1828699 Jun 03 15:15:08.870855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3203178a-c0b1-45f1-8b2b-4a5ae6663842 req-98ef02b4-7625-4478-8914-4528a82aadb4 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071770 Jun 03 15:15:08.894329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] For port e0f73113-f3de-491c-8df3-a5b713776a36, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:08.972505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] For port e0f73113-f3de-491c-8df3-a5b713776a36, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e0f73113-f3de-491c-8df3-a5b713776a36,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:09.029347 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.075801 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.086813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faba0a-088e-4059-9a42-bdf6db86c045 req-7ec10fb7-e33c-49fa-9a28-e38b259741d1 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:09.093269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5faba0a-088e-4059-9a42-bdf6db86c045 req-7ec10fb7-e33c-49fa-9a28-e38b259741d1 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 931 time: 0.1474836 Jun 03 15:15:09.179005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5faba0a-088e-4059-9a42-bdf6db86c045 req-3b391b70-f67e-4ed3-8e5f-89ba9970c703 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790925 Jun 03 15:15:09.225087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e4f367-e204-4d58-87ea-309095e5f12f {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:09.269563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-029ae6b6-a81a-4249-aed9-bdad60642fdd req-92bde0b9-9524-4130-90f6-75c7526b0c7d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 210 time: 0.0877542 Jun 03 15:15:09.289002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39134) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:09.299791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.307943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:09.309118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.310320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0f73113-f3de-491c-8df3-a5b713776a36 HTTP/1.1" status: 200 len: 1091 time: 5.2525640 Jun 03 15:15:09.344563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:09.349655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a764c7-0cc0-4cc7-8baf-b692b5124703 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f73113-f3de-491c-8df3-a5b713776a36,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:09.533352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:09.747528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Transition to ACTIVE for port object d1e4f367-e204-4d58-87ea-309095e5f12f will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:09.793531 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-de580684-0012-4fb0-a0ca-bcc995e9bcd3 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2614355 Jun 03 15:15:09.823608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95df6b05-9326-48dc-8f9b-dd017ec6257e req-d4329bd5-f1fe-4dfd-bb7a-8e4a27fa49f6 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.2026954 Jun 03 15:15:09.907423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-02124725-cfe1-4963-b4c4-26e9fc8eb0ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=940ba5496b3747b2b1709c20c6ff53ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170506 Jun 03 15:15:09.911632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:09.939000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7480-81d2-4582-9d94-578ca45a77fe req-4aced1e9-0dd8-4a57-b805-9e0b85d9d24c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:09.941009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac7c7480-81d2-4582-9d94-578ca45a77fe req-4aced1e9-0dd8-4a57-b805-9e0b85d9d24c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 931 time: 0.4946387 Jun 03 15:15:10.040040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac7c7480-81d2-4582-9d94-578ca45a77fe req-a48a668f-76b8-486d-90f2-ccae3a4e74b3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890293 Jun 03 15:15:10.048056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.107606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.128195 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068286f9-60ae-4392-ac3f-488d09248124'] response: {'name': 'network-changed', 'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'status': 'completed', 'code': 200} Jun 03 15:15:10.225137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.307267 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.380580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9225285-3a9f-43bc-b0fa-49244ab4dd61,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:10.412373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.412547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026322e-1c3d-4e1d-b127-30b06bff0556 req-e8811a4f-50a9-4918-b95a-6b60e4d2073a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.414455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b026322e-1c3d-4e1d-b127-30b06bff0556 req-e8811a4f-50a9-4918-b95a-6b60e4d2073a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.3290575 Jun 03 15:15:10.417037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.417498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.417917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.418342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.418795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.419361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.419855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.420686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.421182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:10.421328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.421977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.422471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.423106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:10.426499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.428281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b97b4327-3d01-419b-b29d-44c7acc6c544 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9225285-3a9f-43bc-b0fa-49244ab4dd61 HTTP/1.1" status: 204 len: 168 time: 0.5154941 Jun 03 15:15:10.531162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0178b-531d-432d-afa7-a60d171cadb9 req-d76d9242-d861-4f4b-8a60-0227d7542adc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.533998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53f0178b-531d-432d-afa7-a60d171cadb9 req-d76d9242-d861-4f4b-8a60-0227d7542adc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 943 time: 0.2205107 Jun 03 15:15:10.542174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b026322e-1c3d-4e1d-b127-30b06bff0556 req-faf4bb70-e616-4fb0-a7f4-273864e8a4ac tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031322 Jun 03 15:15:10.615788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-d21a0218-6e89-4f03-a0c2-ca7d198f96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.619235 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-d21a0218-6e89-4f03-a0c2-ca7d198f96a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6830b68ec696434384c9e3cd33f79e79&device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 1094 time: 1.1078951 Jun 03 15:15:10.644491 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53f0178b-531d-432d-afa7-a60d171cadb9 req-555084e6-6684-4ebb-a93d-09970112963d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933158 Jun 03 15:15:10.727961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db2f0b52-7fe5-46cb-8696-3d94ccb783db req-175de003-5627-4cbc-a64e-866da1e178b8 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 210 time: 0.0480504 Jun 03 15:15:10.796468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-1530f142-b7b7-4a08-bc68-4a2ffb5b452a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.797897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-1530f142-b7b7-4a08-bc68-4a2ffb5b452a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9350052 Jun 03 15:15:10.804822 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-a4ae2f1a-2bd7-4902-bb3c-1000e885a196 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0f73113-f3de-491c-8df3-a5b713776a36 HTTP/1.1" status: 200 len: 217 time: 0.1140358 Jun 03 15:15:10.825646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Request body: {'port': {'device_id': '1913201d-2cd4-472b-8886-22a9870e53d2', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'bd5c5b4da24e43b1acb3983a6c5984ef'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:11.067314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ca8a33b-8a6f-4741-85ab-248a79224319 req-e6497167-3048-41c7-b189-c3454ca16475 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0998151 Jun 03 15:15:11.201986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:15:11.269229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68655df-64f4-4a39-93fa-24c780147917 req-2f67208c-83c8-4175-bc4a-776ff19d56f5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:11.276496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d68655df-64f4-4a39-93fa-24c780147917 req-2f67208c-83c8-4175-bc4a-776ff19d56f5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 931 time: 0.1065814 Jun 03 15:15:11.296482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Attempting to bind port d1e4f367-e204-4d58-87ea-309095e5f12f on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:11.297161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Attempting to bind port d1e4f367-e204-4d58-87ea-309095e5f12f by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:11.297498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Attempting to bind port d1e4f367-e204-4d58-87ea-309095e5f12f on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:11.336226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d68655df-64f4-4a39-93fa-24c780147917 req-6bc4491b-9104-46c1-8804-67aebfdb3fcf tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587764 Jun 03 15:15:11.384324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Port d1e4f367-e204-4d58-87ea-309095e5f12f on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:11.384658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Attempting to bind port d1e4f367-e204-4d58-87ea-309095e5f12f on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:11.411091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-5d07f224-43e3-4506-ad85-84db3e586974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:11.412501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-5d07f224-43e3-4506-ad85-84db3e586974 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12aff456-2797-40a2-9c35-348fb7fcce40 HTTP/1.1" status: 200 len: 854 time: 0.5962539 Jun 03 15:15:11.422152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:11.422152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Checking segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:11.422152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Bound using segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:11.422152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Bound port: d1e4f367-e204-4d58-87ea-309095e5f12f, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:11.425420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.442882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:11.514765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.685450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Transition to ACTIVE for port object dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:11.710036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:11.714359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.780238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Usage tracker for resource:port and tenant:bd5c5b4da24e43b1acb3983a6c5984ef is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:11.801387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:11.908450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:11.920503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850c8ff-682f-4158-a7c4-d6f32b1b2775 req-cbcbf248-0a57-4ed2-8016-f68bf22ad92c tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:11.922139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3850c8ff-682f-4158-a7c4-d6f32b1b2775 req-cbcbf248-0a57-4ed2-8016-f68bf22ad92c tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.2345321 Jun 03 15:15:11.989708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3850c8ff-682f-4158-a7c4-d6f32b1b2775 req-b914fb23-65e7-4f91-8dbd-c14cf68b5c49 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595901 Jun 03 15:15:12.032295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:12.059025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:12.059224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780d82a-3c38-4879-a175-968075a1725d req-f2145a47-880f-45b3-a428-3925b58f4508 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.062468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Made reservation on behalf of bd5c5b4da24e43b1acb3983a6c5984ef for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:12.066734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.072616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2780d82a-3c38-4879-a175-968075a1725d req-f2145a47-880f-45b3-a428-3925b58f4508 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 943 time: 0.2197907 Jun 03 15:15:12.125783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:12.179495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Router 6a30637e-c44f-44a9-aff2-1ea969bfe129 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:15:12.185751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.207989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2780d82a-3c38-4879-a175-968075a1725d req-d873fb9a-5f09-4ad7-b420-05c293b37eec tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341517 Jun 03 15:15:12.227976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e145c55-c04e-4eef-b01f-2a7b485c654d req-e603284c-4696-46be-bd76-c4028d4d6ab1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 210 time: 0.0630550 Jun 03 15:15:12.227976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39222) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:12.244797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-73a2135e-5478-400a-894e-8b5867f9d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.247061 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-73a2135e-5478-400a-894e-8b5867f9d20a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b491ee-d7ca-4505-b2df-23c9ebef8890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8109102 Jun 03 15:15:12.402859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2bf9968-3c12-49f0-89f7-7209a15ee71a req-3d65a845-1fa5-457b-8d5d-e9582f70c03d tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0640674 Jun 03 15:15:12.423675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.424332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.425751 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] 10.222.0.70 "PUT /v2.0/ports/d1e4f367-e204-4d58-87ea-309095e5f12f HTTP/1.1" status: 200 len: 1091 time: 6.2698929 Jun 03 15:15:12.435666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:12.440263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.472536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:12.478074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d487dcae69a144d299093413883edd47 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:12.482588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:12.490290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:12.591514 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3923186a-9533-4312-b0c0-dd9615924a9e'] response: {'name': 'network-changed', 'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'status': 'completed', 'code': 200} Jun 03 15:15:12.637330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:12.638267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:12.638908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:12.650636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bf3df-e620-4966-90fa-c8c679eda7f0 req-9c40f0a7-6efc-4fc0-8d55-dc74c75a562f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.652150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a2bf3df-e620-4966-90fa-c8c679eda7f0 req-9c40f0a7-6efc-4fc0-8d55-dc74c75a562f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 943 time: 0.1362424 Jun 03 15:15:12.680740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fd90-137b-453f-8eb4-cb5c03e8680c service neutron] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:12.721082 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.724699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:12.725256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:12.729439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a2bf3df-e620-4966-90fa-c8c679eda7f0 req-8843a083-e123-4bcf-84a0-e682e6e12c0b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658133 Jun 03 15:15:12.731129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.771755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:12.772138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:12.772742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:12.773260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Bound port: dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:12.773680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.788989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a0e11-43d2-40fa-8175-47d56f4a3ff9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:12.795529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-64c4502c-e30d-44d6-9aa2-4ea1fb6686c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d487dcae69a144d299093413883edd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671992 Jun 03 15:15:12.795859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39234) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:12.857104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7904142-e34a-493e-b111-5a550ef35287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.885547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7904142-e34a-493e-b111-5a550ef35287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.945715 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7904142-e34a-493e-b111-5a550ef35287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.961156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7904142-e34a-493e-b111-5a550ef35287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a0e11-43d2-40fa-8175-47d56f4a3ff9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:12.968125 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7904142-e34a-493e-b111-5a550ef35287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.971801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7904142-e34a-493e-b111-5a550ef35287 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f21a0e11-43d2-40fa-8175-47d56f4a3ff9 HTTP/1.1" status: 204 len: 168 time: 0.1725478 Jun 03 15:15:13.189919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-2bbdd24f-3ab6-4563-a00e-db1bf2f4ef0e service neutron] 10.222.0.15 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874757 Jun 03 15:15:13.195038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Allocated IP 192.168.233.251 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/1b294c17-bc15-463c-a12c-4e0ca3e3d8ab) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:13.229970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb511b-0445-4359-86dc-09cd628c0857 req-2fada5b5-a66f-495d-84ef-0a0c8c94009a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:13.230444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5cb511b-0445-4359-86dc-09cd628c0857 req-2fada5b5-a66f-495d-84ef-0a0c8c94009a tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.1021216 Jun 03 15:15:13.296760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5cb511b-0445-4359-86dc-09cd628c0857 req-39500f77-5368-4621-b740-0f9b499d5c18 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603755 Jun 03 15:15:13.349583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-83fb3168-47bc-4d45-b6d5-642771adb1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:13.478811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84eb82d4-c8c1-4931-89be-f0e6ef90f0fa req-894f6463-d2b5-4687-a66a-e4069fcfc525 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 210 time: 0.0536597 Jun 03 15:15:13.520096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-753d22fd-752d-49b7-82cb-07f16ec50eed req-8a92a92f-125c-4aa8-b29f-2f1b6ec50393 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115823 Jun 03 15:15:13.522007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:15:13.532638 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] Sync routers for ids ['6a30637e-c44f-44a9-aff2-1ea969bfe129'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:15:13.571977 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] Routers {'6a30637e-c44f-44a9-aff2-1ea969bfe129'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:13.574289 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6a30637e-c44f-44a9-aff2-1ea969bfe129'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:13.576372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-ce7e70ae-8c0e-4a65-99b3-c493b2d4e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:13.580718 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-ce7e70ae-8c0e-4a65-99b3-c493b2d4e571 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 1094 time: 1.0597551 Jun 03 15:15:13.677877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51157-7c12-4fff-903d-62b602390f48 req-5be8ff7f-bf9b-48fd-a6a0-5c0bcb0694a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:13.685883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bf51157-7c12-4fff-903d-62b602390f48 req-5be8ff7f-bf9b-48fd-a6a0-5c0bcb0694a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 943 time: 0.1644411 Jun 03 15:15:13.768877 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cfc50616-61a6-4196-b79b-df06cfcea253 admin admin] 10.222.0.66 "PUT /v2.0/routers/6a30637e-c44f-44a9-aff2-1ea969bfe129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3901238 Jun 03 15:15:13.775060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-dc9b36f7-035e-447d-b04d-7621dbadcf94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1e4f367-e204-4d58-87ea-309095e5f12f HTTP/1.1" status: 200 len: 217 time: 0.1779864 Jun 03 15:15:13.776491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39268) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:13.777518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:13.806716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36f7d7bb-cb7d-46f6-aab5-5f1739756ac7 req-9b796d47-7b59-499e-aebb-4719dcad28a6 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0935249 Jun 03 15:15:13.829249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bf51157-7c12-4fff-903d-62b602390f48 req-cb8d0662-851d-4ef2-aa66-dfcb21cdb013 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407259 Jun 03 15:15:13.961669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:13.996895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.062841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39274) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:14.089589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e940-ddcb-4f3f-8800-9c32718f79ce req-c3a5ab73-0c37-4bab-9863-5e77176a65fe tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:14.098538 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f15e940-ddcb-4f3f-8800-9c32718f79ce req-c3a5ab73-0c37-4bab-9863-5e77176a65fe tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 943 time: 0.1225264 Jun 03 15:15:14.162506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f15e940-ddcb-4f3f-8800-9c32718f79ce req-3645c267-5766-4149-bc17-7b94f9b7845c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628514 Jun 03 15:15:14.179966 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] Set router 6a30637e-c44f-44a9-aff2-1ea969bfe129 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:14.204179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-9f540b0f-c982-49d0-a911-69438dd11a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:14.206391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-9f540b0f-c982-49d0-a911-69438dd11a88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.3560221 Jun 03 15:15:14.257329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1877039456-network', 'tenant_id': 'eed34d6aa9d549efaddf932cfcc9c16c'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:14.265405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:14.265858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:14.266613 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.268740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] 10.222.0.70 "PUT /v2.0/ports/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 1091 time: 5.9745679 Jun 03 15:15:14.271252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Usage tracker for resource:network and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:14.274214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:14.291319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:14.318763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Made reservation on behalf of eed34d6aa9d549efaddf932cfcc9c16c for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:14.321933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.362133 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.380381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:14.384681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:14.387741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:14.397270 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-0fd68c3b-f8ec-4dab-bfb8-6a0c830afc96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163318 Jun 03 15:15:14.398336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:14.518090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747903c-1dd0-427c-a493-36d5a2e6d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:14.575285 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:15:14.599575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-4741e11c-5d62-4418-aebd-5bd32f9eb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:14.601768 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-4741e11c-5d62-4418-aebd-5bd32f9eb6da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6830b68ec696434384c9e3cd33f79e79&device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 1094 time: 0.9932008 Jun 03 15:15:14.603734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:14.628896 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:15:08Z', 'revision_number': 5, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:14.637358 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] Checking router: 6a30637e-c44f-44a9-aff2-1ea969bfe129 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:14.650772 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.651470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.657463 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] Routers {'6a30637e-c44f-44a9-aff2-1ea969bfe129'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:14.658711 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6a30637e-c44f-44a9-aff2-1ea969bfe129'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:14.663481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.690770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f4492-502b-4f08-9491-fe5568ff4779 req-20b9ee53-bdfa-4810-84ac-1ae11da136a4 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:14.692450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b00f4492-502b-4f08-9491-fe5568ff4779 req-20b9ee53-bdfa-4810-84ac-1ae11da136a4 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.1908715 Jun 03 15:15:14.714456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.775691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:14.798198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbcc2406-e7f5-458a-b64c-cb47889417e4 req-567830a9-4f14-4fa9-bf63-06ab3ad4e41e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 210 time: 0.0987074 Jun 03 15:15:14.809896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea34b99-4a3e-479d-ade2-4eb33f9f8e1a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:14.819361 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.819717 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Added segment 6a0b1cf6-7a86-40b2-bea2-08519032ecd0 of type vlan for network fb370deb-6fe6-4e0f-a80b-8c5f103a3270 Jun 03 15:15:14.843325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b00f4492-502b-4f08-9491-fe5568ff4779 req-45a06f49-5d7d-40d7-98ba-74cb5c2cbb70 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390028 Jun 03 15:15:14.877820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Transition to ACTIVE for port object 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:14.897692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.982227 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8450236-cc04-4449-8aae-607e81fbd5d9'] response: {'name': 'network-changed', 'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153', 'status': 'completed', 'code': 200} Jun 03 15:15:15.004532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.005759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.006462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.034256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c662f-b320-476a-9de0-c4825be51ce3 req-773d64a0-2676-4084-8075-b6430cbb7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.035903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-773d64a0-2676-4084-8075-b6430cbb7d45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1094 time: 0.6946800 Jun 03 15:15:15.063994 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] Set router 6a30637e-c44f-44a9-aff2-1ea969bfe129 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:15.203845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.206074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] Pushing event updated for resources: {'Network': ['ID=fb370deb-6fe6-4e0f-a80b-8c5f103a3270,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:15.226892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network fb370deb-6fe6-4e0f-a80b-8c5f103a3270 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:15.297139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07c0e0c4-36ff-499e-a9a2-725534ff156e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2271461 Jun 03 15:15:15.298383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39294) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:15.327820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Request body: {'subnet': {'network_id': 'fb370deb-6fe6-4e0f-a80b-8c5f103a3270', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1877039456-subnet', 'tenant_id': 'eed34d6aa9d549efaddf932cfcc9c16c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:15.328854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-3ebaf40d-4204-403e-8dfd-a021642491e6 service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8710647 Jun 03 15:15:15.345115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4784b23c-1659-46de-8ee6-b4883ab2192a req-654266bb-8540-4079-9977-8ef5d3747561 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1385577 Jun 03 15:15:15.352219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:15.357121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Usage tracker for resource:subnet and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:15.367326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:15.385139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:15.413358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Made reservation on behalf of eed34d6aa9d549efaddf932cfcc9c16c for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:15.416309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.469234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-e410a87c-fe39-4dc2-9f49-b5cd4e0d694c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 217 time: 0.3990705 Jun 03 15:15:15.626428 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6d79-4fb4-482d-b2c7-dc7e4819b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.664776 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:15:08Z', 'revision_number': 5, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:15.669688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-f5d602a3-2ae1-466d-8ebf-d53790b7884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.670613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60073f6-3602-4f56-b074-e2205dc404a8 None None] The sync data for ids ['6a30637e-c44f-44a9-aff2-1ea969bfe129'] in n-d-844594-1 is: [{'id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'name': 'tempest-AttachSCSIVolumeTestJSON-1656927281-router', 'tenant_id': 'c93fc51505904d0f8478a8d38db58312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:29Z', 'updated_at': '2022-06-03T15:15:08Z', 'revision_number': 5, 'project_id': 'c93fc51505904d0f8478a8d38db58312', 'gw_port': {'id': 'b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a30637e-c44f-44a9-aff2-1ea969bfe129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:33Z', 'updated_at': '2022-06-03T15:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:15.671145 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-f5d602a3-2ae1-466d-8ebf-d53790b7884e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5b491ee-d7ca-4505-b2df-23c9ebef8890 HTTP/1.1" status: 200 len: 916 time: 1.0241442 Jun 03 15:15:15.754871 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.782299 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-3f7d1a49-158d-4fd7-adda-80c5ca0bbd63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0f73113-f3de-491c-8df3-a5b713776a36 HTTP/1.1" status: 200 len: 217 time: 0.0944557 Jun 03 15:15:15.798977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.801616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Deleting port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:15.801990 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.811797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['64e173e2-457d-41f9-9623-7b4916ed8a88'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:15.843689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d7b717f3-e54f-4145-bffd-a2dc57851fa3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:15.962785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c662f-b320-476a-9de0-c4825be51ce3 req-62419e7b-5c2b-4eec-8fc0-294a38844cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.964261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-62419e7b-5c2b-4eec-8fc0-294a38844cc5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.3617625 Jun 03 15:15:16.027479 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.086646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:16.132449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:16.215236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:16.237677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979c5b81-2ce6-4b4e-8cbe-17b0f942cde0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:16.256491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-c5f92959-e95d-487f-b25e-eae32d1fcbd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2565036 Jun 03 15:15:16.290048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20cf3212-1aa5-40e6-b559-39cd88c64e5c req-45f990dc-f54b-4bda-ad52-009add8c793f service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9315517 Jun 03 15:15:16.309935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Pushing event updated for resources: {'Port': ['ID=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:16.346371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-721b0165-70b2-4906-8122-b29f12cb10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:16.348385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-721b0165-70b2-4906-8122-b29f12cb10f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12aff456-2797-40a2-9c35-348fb7fcce40 HTTP/1.1" status: 200 len: 854 time: 0.5542948 Jun 03 15:15:16.363259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Checking segment: {'id': '6a0b1cf6-7a86-40b2-bea2-08519032ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb370deb-6fe6-4e0f-a80b-8c5f103a3270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:16.363808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Network hostable DHCP agents. Network: fb370deb-6fe6-4e0f-a80b-8c5f103a3270, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:16.390565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389074-19c8-4535-8ce2-6585022a3000 req-cbd8e0c1-8f4a-4c5b-8d78-23bdefc0c9d0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:16.392265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3389074-19c8-4535-8ce2-6585022a3000 req-cbd8e0c1-8f4a-4c5b-8d78-23bdefc0c9d0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 943 time: 0.6942654 Jun 03 15:15:16.406566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be7ba-b4e9-4ee0-9836-4e077f5c5163 req-ecd3e49b-8197-4131-a11d-1f41f29f4627 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:16.413985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a87be7ba-b4e9-4ee0-9836-4e077f5c5163 req-ecd3e49b-8197-4131-a11d-1f41f29f4627 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 943 time: 0.7181311 Jun 03 15:15:16.477510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Network fb370deb-6fe6-4e0f-a80b-8c5f103a3270 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:16.535886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, fb370deb-6fe6-4e0f-a80b-8c5f103a3270) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:16.545993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a5622-3d66-4d7f-8c71-6f3df3b08359 None None] Network fb370deb-6fe6-4e0f-a80b-8c5f103a3270 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:16.561134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:16.561859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.576450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a87be7ba-b4e9-4ee0-9836-4e077f5c5163 req-19f914f3-1dee-4552-b541-78f3b80a906c tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613512 Jun 03 15:15:16.578969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:16.581118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.612897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3389074-19c8-4535-8ce2-6585022a3000 req-f428ad37-2e56-4faf-a21c-1db3db855a18 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951039 Jun 03 15:15:16.647466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] For port b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:16.647896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.659262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-a2650684-c083-4e7c-8520-70dd88f5203c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8381898 Jun 03 15:15:16.681892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Request body: {'port': {'device_id': '1913201d-2cd4-472b-8886-22a9870e53d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:16.686361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c8f30f3e-a6d9-4b0e-aefb-30facdd3eb79 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3811512 Jun 03 15:15:16.825612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a0da8c8e-f742-436b-902b-29bc23e4f82c None None] Provisioning for port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:16.845838 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.856062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a0da8c8e-f742-436b-902b-29bc23e4f82c None None] Provisioning complete for port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:16.858262 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a0da8c8e-f742-436b-902b-29bc23e4f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.899798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.953527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf575e2-7e05-4c31-a6bf-3cd4335ca72b None None] Network fb370deb-6fe6-4e0f-a80b-8c5f103a3270 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:16.977990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a0da8c8e-f742-436b-902b-29bc23e4f82c None None] Port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:16.978292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Calling delete_port for b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:17.019366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd081318-84ed-4f67-9428-427e402f9995 req-6fb6a14d-380f-4172-b658-e6f9cfb44431 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.020884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd081318-84ed-4f67-9428-427e402f9995 req-6fb6a14d-380f-4172-b658-e6f9cfb44431 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 936 time: 0.1721778 Jun 03 15:15:17.034374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4588-dc2b-4706-8a45-59e577c6613d req-645614aa-039a-40f5-b6f9-5fc8e103a2a5 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.035249 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-cfd47bb2-637f-4093-9d1a-d929ab2f526a service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440095 Jun 03 15:15:17.035847 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-353b4588-dc2b-4706-8a45-59e577c6613d req-645614aa-039a-40f5-b6f9-5fc8e103a2a5 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.1405029 Jun 03 15:15:17.076119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-64656cd0-f402-4a78-bc67-f214c3b2b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.077607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-64656cd0-f402-4a78-bc67-f214c3b2b2ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 1094 time: 0.7211835 Jun 03 15:15:17.079395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-540a21eb-d727-428f-b047-0325dadc5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.081497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-540a21eb-d727-428f-b047-0325dadc5de6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b491ee-d7ca-4505-b2df-23c9ebef8890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6777353 Jun 03 15:15:17.110566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd081318-84ed-4f67-9428-427e402f9995 req-e3b09a25-0336-4f74-a23c-279ab2b45b82 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736940 Jun 03 15:15:17.118263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-353b4588-dc2b-4706-8a45-59e577c6613d req-00f349ed-68a6-4481-936f-e3134ec449a4 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684774 Jun 03 15:15:17.300339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74714f7b-9397-442e-9904-8d166a05a85f req-7156ceb1-b726-4f6b-8f1a-972f12539f3b tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0509617 Jun 03 15:15:17.306424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-420379709', 'description': 'tempest-description-839438608'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:17.312433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:17.316855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:17.320000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:17.327933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:17.340543 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.364130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:17.368345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:17.371210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:17.378117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:17.424534 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.456099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.461459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.465719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.513368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c940d9ef-1b80-418c-a3bd-6988facafcea,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:17.518664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.520078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6701211-3486-4165-a61a-60f3e371594c req-b3f440f0-6891-4d99-977b-4cb92b9daf65 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2187719 Jun 03 15:15:17.587669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:17.604884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-99e491ff-9e8e-4fd6-8ed4-f40aec352fb7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/c940d9ef-1b80-418c-a3bd-6988facafcea HTTP/1.1" status: 200 len: 1803 time: 0.0616820 Jun 03 15:15:17.628029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c940d9ef-1b80-418c-a3bd-6988facafcea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:17.628588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c940d9ef-1b80-418c-a3bd-6988facafcea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:17.644521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:17.645187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:17.645565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af3b5d6d-13f3-49ad-a9b1-aa6b2b0ef04f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:17.652583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:17.659223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:17.666385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:17.691403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-1d998322-8732-4a8b-90eb-1f56e44451b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.692999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-1d998322-8732-4a8b-90eb-1f56e44451b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 905 time: 0.5994730 Jun 03 15:15:17.727458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-738c662f-b320-476a-9de0-c4825be51ce3 req-d2f1621b-e761-4cd4-bcb3-d154e5f9fdaf service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749368 Jun 03 15:15:17.788443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.835781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-2136803d-8025-4260-bef7-d10f1e017124 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1e4f367-e204-4d58-87ea-309095e5f12f HTTP/1.1" status: 200 len: 217 time: 0.1201036 Jun 03 15:15:17.839227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.854094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.893892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89bee6-3e34-445d-b2a5-9343d9b97429 req-37f8cd4a-fbd1-4737-9342-8ddc5e2db33f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.901058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e89bee6-3e34-445d-b2a5-9343d9b97429 req-37f8cd4a-fbd1-4737-9342-8ddc5e2db33f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 943 time: 0.1745083 Jun 03 15:15:17.906244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3373fe5-3acd-42f2-947a-f60096e4db9e,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:17.941039 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.942499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-badcbe03-f106-4ad1-9c0a-6089582f12ba req-f2869e7e-ddc4-499f-99a6-dbf3922ea7d7 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3245616 Jun 03 15:15:17.971045 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-da400671-2cd3-4c9f-a7c5-d90ff48c7f1a service neutron] 10.222.0.15 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784914 Jun 03 15:15:17.973106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e89bee6-3e34-445d-b2a5-9343d9b97429 req-78b27256-b1a3-4512-9599-6aca1a7bd1d3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705869 Jun 03 15:15:18.015303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1805329810', 'description': 'tempest-description-436133864'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:18.024442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:18.038406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:18.042738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:18.055002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:18.110569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.144661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:18.152462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:18.158433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:18.166892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:18.202495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436dbcf-1c6e-4b77-a5f3-d2897025e552 req-7d33123f-ab4b-4754-97cb-9b4c8bcf1935 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.203971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f436dbcf-1c6e-4b77-a5f3-d2897025e552 req-7d33123f-ab4b-4754-97cb-9b4c8bcf1935 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 943 time: 0.1338885 Jun 03 15:15:18.253617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.282070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-1d54e7bc-1e3b-47ae-928c-9a3f10ecee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.283650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-1d54e7bc-1e3b-47ae-928c-9a3f10ecee00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.3944545 Jun 03 15:15:18.288946 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f436dbcf-1c6e-4b77-a5f3-d2897025e552 req-d7f33d3c-2c44-4eee-bc68-0a8b2eeb8111 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750248 Jun 03 15:15:18.311686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.318703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.353733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-dc737db7-a41c-4b69-91a6-f02c9f53296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.355338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-dc737db7-a41c-4b69-91a6-f02c9f53296c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1094 time: 0.5186551 Jun 03 15:15:18.364996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.386029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e57fa39-530d-48e3-9893-b8948e9ec9ba,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:18.388565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.407900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9dfc4c26-92d2-4427-a1a9-be686aa4c9d9 req-a9f7ec3a-7238-4541-88e0-aea4796577ff tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3966262 Jun 03 15:15:18.411685 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-1f3a377e-a4df-4f19-afaa-145723c3013a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180553 Jun 03 15:15:18.426079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d1e4f367-e204-4d58-87ea-309095e5f12f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:18.505772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:18.594818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:18.617206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'mac_address': 'fa:16:3e:83:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:18.620249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639583e-fa2e-4a54-9d36-1f7aaebaed14 req-dee8f1ee-5ca2-4ae7-8ad8-7d8fb51cf799 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.625140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c639583e-fa2e-4a54-9d36-1f7aaebaed14 req-dee8f1ee-5ca2-4ae7-8ad8-7d8fb51cf799 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 936 time: 0.2118564 Jun 03 15:15:18.708798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c930e-9cd1-4ba6-b7b1-38f683f7a816 req-cb3d07d4-320a-4601-9be6-dfd3dfbba392 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.710366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560c930e-9cd1-4ba6-b7b1-38f683f7a816 req-cb3d07d4-320a-4601-9be6-dfd3dfbba392 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.1961420 Jun 03 15:15:18.710962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d1e4f367-e204-4d58-87ea-309095e5f12f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:18.711613 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.723253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c639583e-fa2e-4a54-9d36-1f7aaebaed14 req-40c0ee37-4e2b-4084-b2dc-2d678254d968 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971634 Jun 03 15:15:18.737081 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4373bbd0-9a87-4f46-a263-092a758d11b3 req-83f34f10-9fed-47c4-aebc-ccbff857f8c6 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526548 Jun 03 15:15:18.748136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e4f367-e204-4d58-87ea-309095e5f12f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:18.776159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:18.787954 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.796029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560c930e-9cd1-4ba6-b7b1-38f683f7a816 req-914e2fa8-479f-4f79-a304-1ac9a029bd25 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715156 Jun 03 15:15:18.870539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:18.892880 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.944545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9042ee1c-ea53-4281-b0f2-98fa4bccc8d8 req-55e6705f-aed3-4a5e-94f5-9282b5c96678 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0607996 Jun 03 15:15:18.947924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-8134005b-f896-4c68-ada3-b2026ebb65bf tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/6e57fa39-530d-48e3-9893-b8948e9ec9ba HTTP/1.1" status: 200 len: 1804 time: 0.1141000 Jun 03 15:15:18.958990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6e57fa39-530d-48e3-9893-b8948e9ec9ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:18.959452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6e57fa39-530d-48e3-9893-b8948e9ec9ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:18.973008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:18.980975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:18.985379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:18.994273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:19.016094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d1e4f367-e204-4d58-87ea-309095e5f12f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:19.108511 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.156464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.165788 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.168252 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:15:19.181133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-42d301dd-401b-4d0f-b664-79491f81e67d service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400894 Jun 03 15:15:19.251316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6340b42-4cb0-43f0-b57e-7602fcf71a84,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:19.298329 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.299818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97227859-f0e3-46bd-ab18-db3555ad46cf req-a7e288fd-41cb-4358-8c93-0496c7cf8d96 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3458922 Jun 03 15:15:19.333979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f135e04-798c-4c8a-ad8d-86b86281510f req-99d399b0-c1ac-4d5a-b7b3-1862165b7419 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:19.336015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f135e04-798c-4c8a-ad8d-86b86281510f req-99d399b0-c1ac-4d5a-b7b3-1862165b7419 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 944 time: 0.1420975 Jun 03 15:15:19.407941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f135e04-798c-4c8a-ad8d-86b86281510f req-7da5dfff-c8c3-4c60-b6ce-6280c2aaf933 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629091 Jun 03 15:15:19.481353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1010505190', 'description': 'tempest-description-560236129'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:19.498429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.501488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.503133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:19.513362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:19.519680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:19.534874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:19.548283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd114f8-2e36-43d2-aed6-ac3434e0222c req-7ac5fe9e-af64-43cc-b200-d9a98d684457 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:19.550766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dd114f8-2e36-43d2-aed6-ac3434e0222c req-7ac5fe9e-af64-43cc-b200-d9a98d684457 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 943 time: 0.1379757 Jun 03 15:15:19.585442 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.586329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.587104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a30637e-c44f-44a9-aff2-1ea969bfe129 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:15:19.647137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:19.667473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.687909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Transition to ACTIVE for port object 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:19.714557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-1d75c176-7435-4479-aea7-6b0a3af9ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:19.716330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-1d75c176-7435-4479-aea7-6b0a3af9ab24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 1.3463600 Jun 03 15:15:19.756624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.780896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dd114f8-2e36-43d2-aed6-ac3434e0222c req-10553366-6983-407a-8ab4-543228c75eef tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193062 Jun 03 15:15:19.789764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:19.804609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:19.815907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:19.834216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:20.015510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.024899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.043295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.052673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-92a2560f-326c-4f59-b88d-376da25f169d admin admin] 10.222.0.66 "DELETE /v2.0/routers/6a30637e-c44f-44a9-aff2-1ea969bfe129 HTTP/1.1" status: 204 len: 168 time: 6.2703252 Jun 03 15:15:20.056474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-daeee373-1453-4f49-ae3f-2ae2c830ee65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 217 time: 0.2865107 Jun 03 15:15:20.060257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39360) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:20.130649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52349a81-6880-4297-98bb-d465e915ba5f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:20.175780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5fe34-20d3-41be-8bfa-5ffc05959968 req-1a2d24ee-81f4-4170-8abe-7f5453eda43f tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:20.178316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4a5fe34-20d3-41be-8bfa-5ffc05959968 req-1a2d24ee-81f4-4170-8abe-7f5453eda43f tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 948 time: 0.2610738 Jun 03 15:15:20.183769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.190336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-faca661f-4cea-45ff-ba34-a535c7a86724 req-3f92bd3e-e4eb-4df5-8e7f-8f737bd47240 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7136116 Jun 03 15:15:20.204444 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5574d86-3ece-4473-bb36-52780ccf1c7e req-ed54765a-19ec-40ce-8300-e746464ce998 service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0082395 Jun 03 15:15:20.211869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] Deleting subnet 8bb8d97c-62c9-43c6-b0b7-9f71240750fb {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:15:20.260156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.277081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Pushing event updated for resources: {'Port': ['ID=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:20.332694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4a5fe34-20d3-41be-8bfa-5ffc05959968 req-377889ea-4ae4-4e37-8dc4-79e30915d65a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245790 Jun 03 15:15:20.351162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.357128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-d9eecb00-4961-4855-a4de-ca98a51b92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:20.358673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-d9eecb00-4961-4855-a4de-ca98a51b92d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.2694221 Jun 03 15:15:20.438315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:20.443881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d1e4f367-e204-4d58-87ea-309095e5f12f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:20.463081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Attempting to bind port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:20.463427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Attempting to bind port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:20.464213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Attempting to bind port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:20.471435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-b63c5cd6-0a8e-4cd3-852f-42b5e39d72e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037164 Jun 03 15:15:20.522273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:20.523269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Attempting to bind port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:20.567849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e32dcef-61e4-427a-bdca-be1c69602474 req-af9f2b3a-a9ff-461d-a7c1-6ea2b55a527e tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0886126 Jun 03 15:15:20.653705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:20.653705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:20.653705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:20.653705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Bound port: 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:20.653705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.659587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1762177020', 'description': 'tempest-description-1216932504'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:20.706546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:20.721033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.750932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:20.767035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:20.769088 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-2051b103-3be8-43bd-912d-4bda681c2c5a service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863967 Jun 03 15:15:20.775147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port d1e4f367-e204-4d58-87ea-309095e5f12f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:20.791119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:20.795910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d1e4f367-e204-4d58-87ea-309095e5f12f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:20.796611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.809911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950d74f-bd13-4aae-89d6-a8c7970b5e9f req-68c75b89-7c41-4b3b-9e9a-51b874eb6a14 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:20.811452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f950d74f-bd13-4aae-89d6-a8c7970b5e9f req-68c75b89-7c41-4b3b-9e9a-51b874eb6a14 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.4147532 Jun 03 15:15:20.849557 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.874262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:20.891614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:20.898221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'port_id': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153', 'mac_address': 'fa:16:3e:31:d8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b662d76e-7289-47b3-81c2-e7801a645ec6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:20.901508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:20.901920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.906435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:20.922176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:20.939924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:20.942439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.946305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f950d74f-bd13-4aae-89d6-a8c7970b5e9f req-c4fda9d5-1c3e-4ab2-b98f-5acdd958c79e tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152830 Jun 03 15:15:20.957250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb8d97c-62c9-43c6-b0b7-9f71240750fb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:20.960936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:20.965261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.978545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cbf48509-7e85-4b35-98e9-20d842c960b9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8bb8d97c-62c9-43c6-b0b7-9f71240750fb HTTP/1.1" status: 204 len: 168 time: 0.9121239 Jun 03 15:15:20.981796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39372) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:20.999164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6f362-dcc3-4cb2-bb1a-54fe4e464117 None None] Network c9d5de4e-46aa-4b7c-aa10-a42dc77575ab requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:21.048327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:21.049242 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.124389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:21.129224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.133325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] 10.222.0.15 "PUT /v2.0/ports/1b294c17-bc15-463c-a12c-4e0ca3e3d8ab HTTP/1.1" status: 200 len: 1096 time: 4.4563775 Jun 03 15:15:21.164535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:21.186528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:21.206664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d1e4f367-e204-4d58-87ea-309095e5f12f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:21.207562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.244538 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5f8b6a3-00b5-4486-a1ef-16677b66bbcd req-63b6450d-b7f8-4ed0-8dbe-4a834351eea2 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664927 Jun 03 15:15:21.256258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.277562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:21.287555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6804d6-f79b-47cc-a172-995c3dc31ddb service neutron] Pushing event updated for resources: {'Port': ['ID=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:21.317546 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.319632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:21.321487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-d41e9a87-2341-43f7-954c-d26211097ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:21.323192 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-d41e9a87-2341-43f7-954c-d26211097ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 1099 time: 0.1309812 Jun 03 15:15:21.352579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.360879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Deleting port f4c03a6f-97aa-4c15-900e-ae3de4d04458 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:21.361905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.379335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:21.404505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.415353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.437301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:21.541692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-602ff165-a360-4a45-a23f-6f2f8aa19ad2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab HTTP/1.1" status: 200 len: 217 time: 0.2073309 Jun 03 15:15:21.546762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:21.553067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.554392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d654089-77fa-4e46-8e7c-e644aefe5969 req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9422488 Jun 03 15:15:21.572568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaa3b0-a98c-4e6e-97b8-be6aed192e13 req-73993d75-7d92-4156-97bb-1537b0be2830 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:21.580986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67aaa3b0-a98c-4e6e-97b8-be6aed192e13 req-73993d75-7d92-4156-97bb-1537b0be2830 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 944 time: 0.3798521 Jun 03 15:15:21.581894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['dcc74a15-8b14-47ef-b5ac-f0f2a95f2153'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:21.597836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1b2e9-3058-40c7-a530-fc3cad2a3dde tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8920344-4667-4310-b2f2-8200904b60aa,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:21.659784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-b5339e3f-403e-497c-b94e-98fe004b5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:21.663636 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-b5339e3f-403e-497c-b94e-98fe004b5444 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1010256 Jun 03 15:15:21.666381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:21.732965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67aaa3b0-a98c-4e6e-97b8-be6aed192e13 req-1f9368cb-823c-4f5b-b777-b0ba8e9926be tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490512 Jun 03 15:15:21.748893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] DHCP port deletion for c9d5de4e-46aa-4b7c-aa10-a42dc77575ab request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:15:21.772492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:21.773255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b5a6f7b0-734a-4e88-9dbb-a1dbe0995c72 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:21.778074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Deleting port f4c03a6f-97aa-4c15-900e-ae3de4d04458 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:21.778455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.784205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39388) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:21.792959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1402411484'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:21.799209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:21.805908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:network and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:21.811126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:21.815807 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44c2a7f-1e9d-4821-a40e-9532cd3786ec'] response: {'name': 'network-changed', 'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab', 'status': 'completed', 'code': 200} Jun 03 15:15:21.820409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] For port f4c03a6f-97aa-4c15-900e-ae3de4d04458, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f4c03a6f-97aa-4c15-900e-ae3de4d04458,segment=NetworkSegment(d389c32e-fc65-478e-abe6-af40bbb2cca5),segment_id=d389c32e-fc65-478e-abe6-af40bbb2cca5)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:21.820781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.827427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:21.851964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-f5bca122-9d87-4471-8109-5c6f5e00f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:21.853641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-f5bca122-9d87-4471-8109-5c6f5e00f726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842966 Jun 03 15:15:21.854808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:21.859290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.880063 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd250db3-8db6-44ee-bc1b-5f009808f9a6'] response: {'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'code': 200} Jun 03 15:15:22.000807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Calling delete_port for f4c03a6f-97aa-4c15-900e-ae3de4d04458 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:22.073263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-bfcb765a-3b1c-4b88-b369-eec7cfa53b6c service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011473 Jun 03 15:15:22.075399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] For port f4c03a6f-97aa-4c15-900e-ae3de4d04458, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f4c03a6f-97aa-4c15-900e-ae3de4d04458,segment=NetworkSegment(d389c32e-fc65-478e-abe6-af40bbb2cca5),segment_id=d389c32e-fc65-478e-abe6-af40bbb2cca5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:22.075909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.145250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5ee6-5d33-4967-a75d-3e1fae2c954a req-dcca69f3-a396-44ed-b6cf-f0aa3516b9bb tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.146809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-689f5ee6-5d33-4967-a75d-3e1fae2c954a req-dcca69f3-a396-44ed-b6cf-f0aa3516b9bb tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 0.4248109 Jun 03 15:15:22.177161 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.223288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Calling delete_port for f4c03a6f-97aa-4c15-900e-ae3de4d04458 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:22.260766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:22.291229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.291836 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Added segment 9000cf6c-89ad-4d0d-8b64-7c49336e4c54 of type vlan for network 053fc439-089a-48d0-ac6b-69d03af487a7 Jun 03 15:15:22.359351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c03a6f-97aa-4c15-900e-ae3de4d04458,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:22.359980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.362519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:15:22.362951 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:15:22.374525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cae277-1d85-4ddd-bbd8-e14e2696423e req-ef82fb9e-39b9-4a46-8615-1f22cbf81489 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.376061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36cae277-1d85-4ddd-bbd8-e14e2696423e req-ef82fb9e-39b9-4a46-8615-1f22cbf81489 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 948 time: 0.3416123 Jun 03 15:15:22.383929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] No DVR routers for this DVR port f4c03a6f-97aa-4c15-900e-ae3de4d04458 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:22.386777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249d68-7479-495f-9b8e-f2186f10becb req-8a20e625-966e-42a0-b2a5-bde0c76d1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.389384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3249d68-7479-495f-9b8e-f2186f10becb req-8a20e625-966e-42a0-b2a5-bde0c76d1697 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 1096 time: 0.3112974 Jun 03 15:15:22.417343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-689f5ee6-5d33-4967-a75d-3e1fae2c954a req-c1c4a0dc-3d85-46b4-be00-253e5b226156 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642343 Jun 03 15:15:22.424145 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6d798c7c-e9fd-4f26-8bda-eb55bca35d79 req-e019fc6f-6275-49d7-83fc-319cc9a6e656 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941437 Jun 03 15:15:22.472772 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3249d68-7479-495f-9b8e-f2186f10becb req-894a00f6-2d59-4396-9689-79b9838145dc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737655 Jun 03 15:15:22.475937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.482310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.483142 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.599632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36cae277-1d85-4ddd-bbd8-e14e2696423e req-024e15f6-8c63-4fe8-a66e-f9074517d2af tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116148 Jun 03 15:15:22.602865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.605032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e0f73113-f3de-491c-8df3-a5b713776a36 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:22.643779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05076726-921d-46ba-815c-86b108a1f5ab req-33938717-bf82-4bbb-8b5d-641ee8ce020c tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/52349a81-6880-4297-98bb-d465e915ba5f HTTP/1.1" status: 200 len: 1804 time: 0.1986232 Jun 03 15:15:22.661327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8756440 Jun 03 15:15:22.665010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:22.672649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef6ab2-b9f5-48a4-869c-34c11719ced6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Network': ['ID=053fc439-089a-48d0-ac6b-69d03af487a7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:22.677839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-548496483'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:22.684212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:22.690051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:network and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:22.694409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:22.698323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d5de4e-46aa-4b7c-aa10-a42dc77575ab']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:22.703903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:22.718276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-aba9f061-1d4d-42ca-b8ce-27f434c13eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.719203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd389c32e-fc65-478e-abe6-af40bbb2cca5') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:22.719491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd389c32e-fc65-478e-abe6-af40bbb2cca5') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:22.720439 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-aba9f061-1d4d-42ca-b8ce-27f434c13eef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 1099 time: 0.2143190 Jun 03 15:15:22.725367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:22.729543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.734045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 053fc439-089a-48d0-ac6b-69d03af487a7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:22.734841 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05076726-921d-46ba-815c-86b108a1f5ab req-6b0ce4cf-4149-49dd-8323-75d3b5c047aa tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/d8920344-4667-4310-b2f2-8200904b60aa HTTP/1.1" status: 200 len: 1805 time: 0.0900645 Jun 03 15:15:22.742413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '52349a81-6880-4297-98bb-d465e915ba5f', 'remote_group_id': 'd8920344-4667-4310-b2f2-8200904b60aa', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:22.742753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '52349a81-6880-4297-98bb-d465e915ba5f', 'remote_group_id': 'd8920344-4667-4310-b2f2-8200904b60aa', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:22.751101 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.760331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:22.768770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:22.807039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:22.823177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.825703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:22.832694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-956db7c9-02b6-4045-9ee3-8cca5b03a3db req-5d3dc3f2-a99b-492f-b62b-b79ab80c7ba3 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0610001 Jun 03 15:15:22.849845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:15:22.850814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.857907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:22.869777 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.870238 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Added segment 80b99884-3b5e-46b3-b8c6-843eea7cd96e of type vlan for network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f Jun 03 15:15:22.898475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Deleting port f4c03a6f-97aa-4c15-900e-ae3de4d04458 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:22.898849 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.902810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.972654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.978204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.978840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.016670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4b4f7-2c45-4981-9238-3a25eae32bfb None None] The port 'f4c03a6f-97aa-4c15-900e-ae3de4d04458' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:15:23.030123 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d389c32e-fc65-478e-abe6-af40bbb2cca5 resource provider aggregate not found Jun 03 15:15:23.062597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e0f73113-f3de-491c-8df3-a5b713776a36, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e0f73113-f3de-491c-8df3-a5b713776a36,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:23.081958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'port_id': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'mac_address': 'fa:16:3e:a8:80:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:23.094381 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d389c32e-fc65-478e-abe6-af40bbb2cca5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d389c32e-fc65-478e-abe6-af40bbb2cca5 found for delete ", "request_id": "req-d333c08e-02ff-4ac9-b170-a88ba160adf5"}]} Jun 03 15:15:23.108810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.138790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.150950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-bcf92903-89ba-4250-a180-1948a8ccf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.153080 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-bcf92903-89ba-4250-a180-1948a8ccf909 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4100986 Jun 03 15:15:23.154817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port e0f73113-f3de-491c-8df3-a5b713776a36 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:23.155361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.161994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4895048 Jun 03 15:15:23.168486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c9d5de4e-46aa-4b7c-aa10-a42dc77575ab HTTP/1.1" status: 204 len: 168 time: 2.1834710 Jun 03 15:15:23.173271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39404) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:23.184215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f73113-f3de-491c-8df3-a5b713776a36 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:23.184593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed370a0-6d53-4f78-a704-633bda0661b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d5de4e-46aa-4b7c-aa10-a42dc77575ab,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:23.191280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'subnet': {'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:23.201132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e0f73113-f3de-491c-8df3-a5b713776a36, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e0f73113-f3de-491c-8df3-a5b713776a36,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:23.208517 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.242568 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-9059657d-f0dd-43ad-9b54-960dec24839a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab HTTP/1.1" status: 200 len: 217 time: 0.0798120 Jun 03 15:15:23.243377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab09e83-b029-42b9-ac91-1d0bbdd002d6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Network': ['ID=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:23.263585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:23.304849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.317905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-01b85712-e8b0-4a6a-aca5-86428d37b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.319397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-01b85712-e8b0-4a6a-aca5-86428d37b0e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0689340 Jun 03 15:15:23.354292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4415ee-6601-47d0-98bf-1c8a2edfe2d2 req-22d7c80b-ab50-4e27-af00-921e6ee5eace tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.355925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d4415ee-6601-47d0-98bf-1c8a2edfe2d2 req-22d7c80b-ab50-4e27-af00-921e6ee5eace tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 943 time: 0.3665249 Jun 03 15:15:23.356429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39410) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:23.404894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=e0f73113-f3de-491c-8df3-a5b713776a36,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:23.416440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-fd1e8b72-4b33-4bed-800e-006ce676f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.417950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-fd1e8b72-4b33-4bed-800e-006ce676f1d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867379 Jun 03 15:15:23.426802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:23.442691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:subnet and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:23.454378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:23.472539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:23.478219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.496146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d4415ee-6601-47d0-98bf-1c8a2edfe2d2 req-eb2e1e26-6856-4a61-bcf4-ef6c235cccf3 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272116 Jun 03 15:15:23.501125 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.529458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-053386e8-c04f-4516-bc20-ffaf80a2a0b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4d64d4b72f54577ae26c0e0e9492fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547604 Jun 03 15:15:23.529458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:23.529458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.539246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39416) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:23.598789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['e0f73113-f3de-491c-8df3-a5b713776a36'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:23.616183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03175d1f-280e-4cfe-ae88-be98e93001d8,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:23.664387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.666008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05076726-921d-46ba-815c-86b108a1f5ab req-4d27c36f-d79e-43ca-b094-1397ffce77a3 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9303641 Jun 03 15:15:23.697087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4c03a6f-97aa-4c15-900e-ae3de4d04458 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:23.726858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9aa70b0b-df05-4e10-93de-b2f0881b1575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.763787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: f4c03a6f-97aa-4c15-900e-ae3de4d04458 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:23.764631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4c03a6f-97aa-4c15-900e-ae3de4d04458 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:23.782634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9aa70b0b-df05-4e10-93de-b2f0881b1575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.804484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-9e17803a-a819-4f71-a0da-2ffa14c7735b service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770325 Jun 03 15:15:23.919948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee1ae1-28ec-4cf5-8e00-88d12c81eade req-da7ac700-9e15-4907-8cf5-7153c2c2874d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.921676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfee1ae1-28ec-4cf5-8e00-88d12c81eade req-da7ac700-9e15-4907-8cf5-7153c2c2874d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 945 time: 0.2461829 Jun 03 15:15:24.040824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.047791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfee1ae1-28ec-4cf5-8e00-88d12c81eade req-60c4d36c-15ab-444b-a47f-6ec531227c34 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171114 Jun 03 15:15:24.096657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9aa70b0b-df05-4e10-93de-b2f0881b1575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.107203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c319c6-8a9e-4c04-b4ff-605dc527b3a0 req-2111d691-5c6a-4df0-ae1a-1d9a537fb2a3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:24.108749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67c319c6-8a9e-4c04-b4ff-605dc527b3a0 req-2111d691-5c6a-4df0-ae1a-1d9a537fb2a3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 0.2626264 Jun 03 15:15:24.116345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa70b0b-df05-4e10-93de-b2f0881b1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82537fe0-58ed-4413-966d-a4a0335812cd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:24.139852 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f65f0f26-b05b-4adb-bbfe-ab082190c247 req-81b7cd4a-61ee-4f2e-ba33-ada536d8710d service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129990 Jun 03 15:15:24.140836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9aa70b0b-df05-4e10-93de-b2f0881b1575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.141842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9aa70b0b-df05-4e10-93de-b2f0881b1575 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82537fe0-58ed-4413-966d-a4a0335812cd HTTP/1.1" status: 204 len: 168 time: 0.6014166 Jun 03 15:15:24.193835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Subnet': ['ID=0b0ee41a-d1de-49ef-85d7-4b081a4089ee,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:24.235670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Checking segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:24.237657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network hostable DHCP agents. Network: 053fc439-089a-48d0-ac6b-69d03af487a7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:24.274283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67c319c6-8a9e-4c04-b4ff-605dc527b3a0 req-80095b76-e89e-498f-88d5-f6c3ebb534ed tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229303 Jun 03 15:15:24.292013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network 053fc439-089a-48d0-ac6b-69d03af487a7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:24.307446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 053fc439-089a-48d0-ac6b-69d03af487a7) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:24.314465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:24.315124 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.323744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7be726-2ac1-46b5-b461-7fdbc6cef7ea None None] Network 053fc439-089a-48d0-ac6b-69d03af487a7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:24.333938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1286811352', 'description': 'tempest-description-101114349'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:24.348437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:24.365430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717870ac-515d-44d7-8199-23573e1ee585 req-4f9992e6-f510-4334-8ceb-ef240ae91180 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:24.367019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-717870ac-515d-44d7-8199-23573e1ee585 req-4f9992e6-f510-4334-8ceb-ef240ae91180 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 948 time: 0.1827261 Jun 03 15:15:24.375154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:24.379935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:24.400665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7bc5eb2f-0c91-4383-bca1-b731aaa3c1a8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2212622 Jun 03 15:15:24.400986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:24.401192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39430) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:24.411063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'subnet': {'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:24.429930 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.451189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-717870ac-515d-44d7-8199-23573e1ee585 req-2ac8e94e-83da-494c-aa11-0205b85a0556 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727382 Jun 03 15:15:24.459941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:24.462891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:24.478310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:24.482075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:24.494506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:24.589200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:24.594233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:subnet and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:24.604377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:24.612650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:24.613847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:24.622115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e0f73113-f3de-491c-8df3-a5b713776a36 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:24.627519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:24.633278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.635802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb81d110-ec30-4b7c-b26e-2e8f55014b0f req-0438ab39-b007-4c9b-b699-dfe2e8d7b810 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0566177 Jun 03 15:15:24.671186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:24.671562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.722927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39436) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:24.731469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.748535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.850868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-053fc439-089a-48d0-ac6b-69d03af487a7', 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'fixed_ips': [{'subnet_id': '0b0ee41a-d1de-49ef-85d7-4b081a4089ee'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:15:24.854733 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.868933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port e0f73113-f3de-491c-8df3-a5b713776a36 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:24.890855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port e0f73113-f3de-491c-8df3-a5b713776a36 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:24.891516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.957420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.974084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.974084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b896e47b-d665-4830-b2cf-a9c880e94faf req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6546907 Jun 03 15:15:24.974592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e979aa7-0d1b-4ac0-98c8-dadc5f5a7a4b tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd15e84-a17f-4602-9666-40339c975669,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:24.990987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-834243f0-4415-49cd-8c14-774cea3a171f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c93fc51505904d0f8478a8d38db58312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660520 Jun 03 15:15:24.991551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:25.051931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1153880396', 'description': 'tempest-description-570510366'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:25.065024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:25.071645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:25.078302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:25.091192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Subnet': ['ID=1eecc5bd-0f69-4341-bfac-da2cb71a0812,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:25.098827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:25.102173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:25.102827 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.108365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-217e85f9-add8-4040-8e2f-cd9ce68690a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.118710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73135-b21e-4578-aee9-bd3a5ebaf153 req-34ca13d7-02cb-4f50-a42c-c0ae3de83e9c tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:25.120056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15b73135-b21e-4578-aee9-bd3a5ebaf153 req-34ca13d7-02cb-4f50-a42c-c0ae3de83e9c tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 944 time: 0.3080392 Jun 03 15:15:25.132220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Checking segment: {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:25.132220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network hostable DHCP agents. Network: a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:25.152760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.155677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:25.167479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:25.168166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:25.175432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:25.176348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.189796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43647fc0-a3ef-4e57-a2a8-b91bae9fb7cc None None] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:25.191793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-217e85f9-add8-4040-8e2f-cd9ce68690a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.206451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:25.209160 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-399f2890-6c3d-4b31-bb35-b26af628e072 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8053982 Jun 03 15:15:25.210099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39450) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:25.218036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'port': {'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'name': 'tempest-TaggedBootDevicesTest_v242-1416486793', 'fixed_ips': [{'subnet_id': '0b0ee41a-d1de-49ef-85d7-4b081a4089ee'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:25.225371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15b73135-b21e-4578-aee9-bd3a5ebaf153 req-bea3ad7b-1566-4376-bd9c-dcedcaf5e848 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953655 Jun 03 15:15:25.230164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:25.243736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:25.257397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:25.258424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:25.315382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-217e85f9-add8-4040-8e2f-cd9ce68690a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.326235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.358511 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.360006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e85f9-add8-4040-8e2f-cd9ce68690a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cc5c32-0160-4848-ba07-ab8c667e482e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:25.373663 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.437143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:25.438799 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-217e85f9-add8-4040-8e2f-cd9ce68690a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.441524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:port and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:25.442332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-217e85f9-add8-4040-8e2f-cd9ce68690a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93cc5c32-0160-4848-ba07-ab8c667e482e HTTP/1.1" status: 204 len: 168 time: 0.4481349 Jun 03 15:15:25.445408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:25.454415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:25.473487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:25.481013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port e0f73113-f3de-491c-8df3-a5b713776a36 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:25.481608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.483238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.484561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9dd96fd0-1564-414b-97d4-a31d9cd1ec5b req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4412200 Jun 03 15:15:25.488747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533343a3-14cd-4a8a-8e8d-d865c64ee043 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3285a369-6ece-4b85-bbe7-7fc028512d6d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:25.507372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Allocated IP 10.1.1.2 (053fc439-089a-48d0-ac6b-69d03af487a7/0b0ee41a-d1de-49ef-85d7-4b081a4089ee/26ab9c0e-0dea-4eac-ae48-62e25f1db980) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:25.546480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2acbc-5e08-4b9f-b494-805a0cf6f087 req-dca5a618-9bd2-48d4-81c3-953798583ca6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:25.549741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77b2acbc-5e08-4b9f-b494-805a0cf6f087 req-dca5a618-9bd2-48d4-81c3-953798583ca6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 945 time: 0.1546164 Jun 03 15:15:25.559410 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb8fd00-b9be-4269-8a5e-a41d95bdcef1'] response: {'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153', 'code': 200} Jun 03 15:15:25.563774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:25.599919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e0f73113-f3de-491c-8df3-a5b713776a36, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e0f73113-f3de-491c-8df3-a5b713776a36,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:25.673787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77b2acbc-5e08-4b9f-b494-805a0cf6f087 req-8aec3ab1-4ef5-4d5c-8cf5-e71c9146a405 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167409 Jun 03 15:15:25.684337 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.813207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.826368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ddc6-b138-47e7-b233-0a180d65534b req-66dc88d8-03ab-430f-94b3-596d26236796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:25.828414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9d4ddc6-b138-47e7-b233-0a180d65534b req-66dc88d8-03ab-430f-94b3-596d26236796 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1096 time: 0.1963434 Jun 03 15:15:25.851519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23fdb9-104f-49cb-b076-db52205272f7 req-72d0bf8d-9591-4a76-a042-30d5b26e2e39 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:25.855168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a23fdb9-104f-49cb-b076-db52205272f7 req-72d0bf8d-9591-4a76-a042-30d5b26e2e39 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 945 time: 0.1529703 Jun 03 15:15:25.884002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] device_id is not set on port b0949783-32f4-4aea-8c3e-cee6e639b166 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:15:25.912055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=e0f73113-f3de-491c-8df3-a5b713776a36,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:25.966118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f', 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'fixed_ips': [{'subnet_id': '1eecc5bd-0f69-4341-bfac-da2cb71a0812'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:15:25.967064 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.975792 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9d4ddc6-b138-47e7-b233-0a180d65534b req-2666fdfb-790c-4297-85db-c63dcee18471 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387093 Jun 03 15:15:26.030672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a23fdb9-104f-49cb-b076-db52205272f7 req-ec7a163b-aeab-4b16-9e32-ad6a34979dcd tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706624 Jun 03 15:15:26.071978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9428b4c-998f-4133-8479-45168a06b1ee req-b91e93a6-e297-4f94-a561-627ece91ae6d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:26.084214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9428b4c-998f-4133-8479-45168a06b1ee req-b91e93a6-e297-4f94-a561-627ece91ae6d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 948 time: 0.2038691 Jun 03 15:15:26.180154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9428b4c-998f-4133-8479-45168a06b1ee req-526b5e3f-03e6-48ea-b63a-6adfdcca7e4c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943463 Jun 03 15:15:26.191541 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.193922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-c2a3b853-f6fa-4a16-96a2-137bb29ddf04 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/9fd15e84-a17f-4602-9666-40339c975669 HTTP/1.1" status: 200 len: 1804 time: 0.1065805 Jun 03 15:15:26.211284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Transition to ACTIVE for port object 26ab9c0e-0dea-4eac-ae48-62e25f1db980 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:26.260809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-590d3d33-f4e1-4d7f-b0cb-8cbe3b204287 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/3285a369-6ece-4b85-bbe7-7fc028512d6d HTTP/1.1" status: 200 len: 1804 time: 0.0661237 Jun 03 15:15:26.275117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Transition to ACTIVE for port object 26ab9c0e-0dea-4eac-ae48-62e25f1db980 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:26.276139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fd15e84-a17f-4602-9666-40339c975669', 'remote_group_id': '3285a369-6ece-4b85-bbe7-7fc028512d6d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:26.276617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fd15e84-a17f-4602-9666-40339c975669', 'remote_group_id': '3285a369-6ece-4b85-bbe7-7fc028512d6d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:26.285886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:26.287576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.291459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:26.295083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:26.308709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:26.339698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Allocated IP 10.2.2.2 (a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f/1eecc5bd-0f69-4341-bfac-da2cb71a0812/a9459fb2-7a25-4a58-8c4f-97258d37c3dc) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:26.372930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Network 053fc439-089a-48d0-ac6b-69d03af487a7 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:26.378156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:26.384152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:26.406802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 10.1.1.89 (053fc439-089a-48d0-ac6b-69d03af487a7/0b0ee41a-d1de-49ef-85d7-4b081a4089ee/b0949783-32f4-4aea-8c3e-cee6e639b166) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:26.429205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2eacc4-f207-4b84-8eba-ac7b71750851 req-61e98a38-1569-4da6-9d18-c76f1be73a35 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0882015 Jun 03 15:15:26.475648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Pushing event updated for resources: {'Port': ['ID=26ab9c0e-0dea-4eac-ae48-62e25f1db980,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:26.476877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.527020 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.534136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.575236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd438cb-f1a4-463d-bb97-bd6ffab30bbe,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:26.589420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Attempting to bind port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:26.589966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Attempting to bind port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:26.590473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Attempting to bind port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:26.608694 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.610254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:26.610470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2c5ecf7-a1e7-4fcb-bfbf-fd9d141be1e5 req-4469f920-0373-4d12-b536-5968c1afb05a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3413770 Jun 03 15:15:26.611571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Checking segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:26.612251 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.612818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Bound using segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:26.613655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Bound port: 26ab9c0e-0dea-4eac-ae48-62e25f1db980, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:26.614374 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.638468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:26.790213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.819823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Transition to ACTIVE for port object b0949783-32f4-4aea-8c3e-cee6e639b166 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:26.854245 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.899306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39490) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:26.900047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.908540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] For port 26ab9c0e-0dea-4eac-ae48-62e25f1db980, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:26.929291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Transition to ACTIVE for port object a9459fb2-7a25-4a58-8c4f-97258d37c3dc will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:26.930009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0128bd5-59df-47b8-98f4-b01c4f88a49c req-b433bea8-d70f-4459-a4ef-22c77466889a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/3285a369-6ece-4b85-bbe7-7fc028512d6d HTTP/1.1" status: 200 len: 1804 time: 0.0922565 Jun 03 15:15:26.933285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] For port 26ab9c0e-0dea-4eac-ae48-62e25f1db980, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=26ab9c0e-0dea-4eac-ae48-62e25f1db980,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:26.961798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.047169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Transition to ACTIVE for port object a9459fb2-7a25-4a58-8c4f-97258d37c3dc will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:27.059408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45363c0f-1b67-4205-9d10-38475bae5934 req-3d71863f-aa3b-4eb5-b9b8-94482be70701 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:27.061287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45363c0f-1b67-4205-9d10-38475bae5934 req-3d71863f-aa3b-4eb5-b9b8-94482be70701 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.3067682 Jun 03 15:15:27.071670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a0128bd5-59df-47b8-98f4-b01c4f88a49c req-609f37f1-6d20-4439-8c74-1ce3e6b83ecd tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.089069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:27.119574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network 053fc439-089a-48d0-ac6b-69d03af487a7 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:27.121228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:27.131692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:27.135736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:27.176553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45363c0f-1b67-4205-9d10-38475bae5934 req-230f4108-ffe4-4155-ae90-359c1b56fb02 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070302 Jun 03 15:15:27.178001 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.187060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-network', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:27.194268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:27.207096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a0128bd5-59df-47b8-98f4-b01c4f88a49c req-609f37f1-6d20-4439-8c74-1ce3e6b83ecd tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.240995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90724cf-00ab-4686-9cd4-d5efe3544134 None None] Pushing event updated for resources: {'Port': ['ID=26ab9c0e-0dea-4eac-ae48-62e25f1db980,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:27.285957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:27.286629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.305011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Usage tracker for resource:network and tenant:bb8890d954144207b6886c96c3ade94a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:27.311229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:27.314892 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a0128bd5-59df-47b8-98f4-b01c4f88a49c req-609f37f1-6d20-4439-8c74-1ce3e6b83ecd tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.341862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab', 'mac_address': 'fa:16:3e:58:5e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:27.344605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:27.349066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f37f1-6d20-4439-8c74-1ce3e6b83ecd tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3285a369-6ece-4b85-bbe7-7fc028512d6d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:27.355514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a0128bd5-59df-47b8-98f4-b01c4f88a49c req-609f37f1-6d20-4439-8c74-1ce3e6b83ecd tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.365823 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a5190fcd-080f-426f-80d1-470c8c3b6f16 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1536324 Jun 03 15:15:27.368517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39502) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:27.374355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'port': {'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'name': 'tempest-TaggedBootDevicesTest_v242-1970609288', 'fixed_ips': [{'subnet_id': '0b0ee41a-d1de-49ef-85d7-4b081a4089ee'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:27.375630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:27.375834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0128bd5-59df-47b8-98f4-b01c4f88a49c req-609f37f1-6d20-4439-8c74-1ce3e6b83ecd tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-groups/3285a369-6ece-4b85-bbe7-7fc028512d6d HTTP/1.1" status: 204 len: 173 time: 0.4400766 Jun 03 15:15:27.389481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Made reservation on behalf of bb8890d954144207b6886c96c3ade94a for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:27.392578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.412731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:27.413259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.416224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:27.487223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Pushing event updated for resources: {'Port': ['ID=a9459fb2-7a25-4a58-8c4f-97258d37c3dc,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:27.571126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:27.592469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:27.592862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.632064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:27.632695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:27.644546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Attempting to bind port a9459fb2-7a25-4a58-8c4f-97258d37c3dc on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:27.645710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Attempting to bind port a9459fb2-7a25-4a58-8c4f-97258d37c3dc by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:27.646262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Attempting to bind port a9459fb2-7a25-4a58-8c4f-97258d37c3dc on network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:27.651792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:27.656938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:port and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:27.662385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:27.662712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Usage tracker for resource:security_group_rule and tenant:bb8890d954144207b6886c96c3ade94a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:27.663422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Checking segment: {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:27.664388 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.665250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Bound using segment: {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:27.666114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Bound port: a9459fb2-7a25-4a58-8c4f-97258d37c3dc, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:27.666708 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.668738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:27.668979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:27.678192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:27.690216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:27.694305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:27.706880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 26ab9c0e-0dea-4eac-ae48-62e25f1db980 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:27.709552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:27.714581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.767838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faa979-fd32-4f15-8bf3-61d346b49f3f req-e408a7e0-4843-4fe0-891c-a66dc2be72b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:27.769753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74faa979-fd32-4f15-8bf3-61d346b49f3f req-e408a7e0-4843-4fe0-891c-a66dc2be72b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 945 time: 0.3298073 Jun 03 15:15:27.785112 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.829429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221a332-c84b-49c8-868e-e8b5dd378212 req-c4bca90d-3b17-4c06-81a7-d1e1613497b5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:27.831255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a221a332-c84b-49c8-868e-e8b5dd378212 req-c4bca90d-3b17-4c06-81a7-d1e1613497b5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 945 time: 0.2806149 Jun 03 15:15:27.877691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] device_id is not set on port e673bb0a-cb1e-4258-b6aa-428df47078a5 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:15:27.901879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74faa979-fd32-4f15-8bf3-61d346b49f3f req-f506a60d-8b3b-4f02-ab2e-65c8054060ee tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215754 Jun 03 15:15:27.949606 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.964490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a221a332-c84b-49c8-868e-e8b5dd378212 req-7f67924a-21ba-456f-84ad-a07c1db34ec4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253686 Jun 03 15:15:27.970512 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.982185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:28.002535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:28.006739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] For port a9459fb2-7a25-4a58-8c4f-97258d37c3dc, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:28.011412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] For port a9459fb2-7a25-4a58-8c4f-97258d37c3dc, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a9459fb2-7a25-4a58-8c4f-97258d37c3dc,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:28.027143 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:28.055025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:28.080624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b0e31-18f7-44c8-8c60-4b7d1e6e068e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:28.085755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['1b294c17-bc15-463c-a12c-4e0ca3e3d8ab'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:28.091956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:28.092324 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Added segment 887e9ace-398c-4b63-bd85-e2a1edb38c77 of type vlan for network d3792fd7-65c4-4a51-984c-bfbe258b5875 Jun 03 15:15:28.133797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-291c365a-d7bc-4b71-bac5-8ef891e9a93e req-b4003707-4049-4701-ade8-53471e8de2f5 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/9fd15e84-a17f-4602-9666-40339c975669 HTTP/1.1" status: 200 len: 1804 time: 0.1196067 Jun 03 15:15:28.175458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:28.210571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208270d-cb38-4a80-a912-2565994fa7d1 None None] Pushing event updated for resources: {'Port': ['ID=a9459fb2-7a25-4a58-8c4f-97258d37c3dc,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:28.341083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-16861321-2fde-4f18-866e-c69d009aac82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2828627 Jun 03 15:15:28.347043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:28.348021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:28.348644 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:28.380930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e0d41e3-aecb-4a21-8e82-d07f68181288 req-3dbb4bbb-bb63-4721-ad44-09a3c74b1ca5 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0984325 Jun 03 15:15:28.478697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 10.1.1.39 (053fc439-089a-48d0-ac6b-69d03af487a7/0b0ee41a-d1de-49ef-85d7-4b081a4089ee/e673bb0a-cb1e-4258-b6aa-428df47078a5) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:28.491575 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ff654d-a1ac-4dc9-94c4-2b75723f2ee0'] response: {'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'code': 200} Jun 03 15:15:28.595293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] Pushing event updated for resources: {'Network': ['ID=d3792fd7-65c4-4a51-984c-bfbe258b5875,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:28.624136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ccd657a6-fa34-4627-986b-4c76eb21c1fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7206378 Jun 03 15:15:28.627504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39518) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:28.628497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:28.651300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Request body: {'subnet': {'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-subnet', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:28.657328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:28.663048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Usage tracker for resource:subnet and tenant:bb8890d954144207b6886c96c3ade94a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:28.668756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:28.677901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:28.719354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Made reservation on behalf of bb8890d954144207b6886c96c3ade94a for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:28.727996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:28.755924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91648545-88f1-43f3-91c8-2793df69550b req-edcdafa9-9f05-431d-9800-34263dfd1e35 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:28.759350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91648545-88f1-43f3-91c8-2793df69550b req-edcdafa9-9f05-431d-9800-34263dfd1e35 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 949 time: 0.5597150 Jun 03 15:15:28.945348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-20449139-6203-40ea-b453-ee1fbf3fb5f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5384982 Jun 03 15:15:28.983887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94931-c182-4002-98d9-c394038b0d01 req-0b67257d-570f-45e6-99c9-70464fcf74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:28.985706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-0b67257d-570f-45e6-99c9-70464fcf74cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 1100 time: 0.4848554 Jun 03 15:15:29.011936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b764a5-f939-4618-a8c0-3184dee03b85 req-5fe80869-578e-4091-9197-81b5ad29abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.014759 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96b764a5-f939-4618-a8c0-3184dee03b85 req-5fe80869-578e-4091-9197-81b5ad29abb1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 1096 time: 0.3836772 Jun 03 15:15:29.052768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccabd0-8d03-4d1c-b66d-31c5565117c4 None None] Network 053fc439-089a-48d0-ac6b-69d03af487a7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:29.056982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91648545-88f1-43f3-91c8-2793df69550b req-32bc8688-6336-42e0-addd-1958c317e332 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995066 Jun 03 15:15:29.154692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-642312655', 'description': 'tempest-description-650297995'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:29.174128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:29.183120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:29.190094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:29.209708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:29.268861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.286517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b714d183-4470-4152-b151-4904237b3190 None None] Provisioning for port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:29.307965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b714d183-4470-4152-b151-4904237b3190 None None] Provisioning complete for port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:29.309500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b714d183-4470-4152-b151-4904237b3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.310991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96b764a5-f939-4618-a8c0-3184dee03b85 req-a912d769-c4fb-40f7-bd7c-7b45e0398d28 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219076 Jun 03 15:15:29.346946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:29.356474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:29.362184 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.371725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.383803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:29.442420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Transition to ACTIVE for port object e673bb0a-cb1e-4258-b6aa-428df47078a5 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:29.456015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94931-c182-4002-98d9-c394038b0d01 req-25d4685d-ccf2-494c-a73a-01da010b3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.457564 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-25d4685d-ccf2-494c-a73a-01da010b3fd9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4416621 Jun 03 15:15:29.465972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:29.609989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8df003b-f8e2-4262-a793-c71969e3e4d6,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:29.635393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Checking segment: {'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:29.635817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Network hostable DHCP agents. Network: d3792fd7-65c4-4a51-984c-bfbe258b5875, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:29.642247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-affec02e-f8d2-4c7d-b1e4-002ef049ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.644894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-affec02e-f8d2-4c7d-b1e4-002ef049ec48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1101 time: 0.4501274 Jun 03 15:15:29.645068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b714d183-4470-4152-b151-4904237b3190 None None] Current status of the port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:29.645068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b714d183-4470-4152-b151-4904237b3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.701219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b714d183-4470-4152-b151-4904237b3190 None None] For port 26ab9c0e-0dea-4eac-ae48-62e25f1db980, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=26ab9c0e-0dea-4eac-ae48-62e25f1db980,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:29.716351 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-e76014a7-83dc-42a5-8196-2399548bbfd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=64e173e2-457d-41f9-9623-7b4916ed8a88 HTTP/1.1" status: 200 len: 217 time: 0.2436147 Jun 03 15:15:29.721977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b714d183-4470-4152-b151-4904237b3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.830747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:29.838325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714d183-4470-4152-b151-4904237b3190 None None] Pushing event updated for resources: {'Port': ['ID=26ab9c0e-0dea-4eac-ae48-62e25f1db980,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:29.843055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9459fb2-7a25-4a58-8c4f-97258d37c3dc up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:29.866823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.886774 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.916736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d3792fd7-65c4-4a51-984c-bfbe258b5875) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:29.928853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.929113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c4b37a-f8dd-4d68-b696-214f39820587 None None] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:29.929569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.946983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a9459fb2-7a25-4a58-8c4f-97258d37c3dc completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:29.998668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-467856e1-a823-4a0d-bfd9-2f63a348824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:30.000412 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-467856e1-a823-4a0d-bfd9-2f63a348824c service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2994392 Jun 03 15:15:30.004316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fa0ba3-2b70-4265-a541-07401a41a54b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:30.011547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.024028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae594eb1-04ac-4a0b-84e2-773da8d94560 req-63f04807-7848-492b-a4dd-28a7f011e7ce tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8779440 Jun 03 15:15:30.034587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6d35bd72-d78e-4fb2-839a-1a1dedec6905 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4041777 Jun 03 15:15:30.039797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39538) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:30.051182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:30.056339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:30.060795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Usage tracker for resource:router and tenant:bb8890d954144207b6886c96c3ade94a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:30.065339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:30.072558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:30.089760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647320b-4331-43d3-a8d4-a9d756c25854 req-02238fa9-7f15-4796-81f5-558022bcdf27 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:30.091324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3647320b-4331-43d3-a8d4-a9d756c25854 req-02238fa9-7f15-4796-81f5-558022bcdf27 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1096 time: 0.3003559 Jun 03 15:15:30.126192 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.127826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.145747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.155965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c8778-ab85-4533-9cea-81fd9d84e5a8 None None] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:30.209985 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-669e57ff-f4c7-4325-b8a5-385c1bb0abcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3 HTTP/1.1" status: 200 len: 217 time: 0.1961579 Jun 03 15:15:30.247510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3647320b-4331-43d3-a8d4-a9d756c25854 req-1e9299ea-4429-484c-a9ce-20183e2a9e6b tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Synchronizing usage tracker for tenant:4af09b16147e457d8beac87cad088787 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:30.281449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Provisioning for port b0949783-32f4-4aea-8c3e-cee6e639b166 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:30.290141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94931-c182-4002-98d9-c394038b0d01 req-5c25a11d-17b8-40db-b738-0e8c007ba734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:30.292334 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-5c25a11d-17b8-40db-b738-0e8c007ba734 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.3902798 Jun 03 15:15:30.302109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.336826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Provisioning complete for port b0949783-32f4-4aea-8c3e-cee6e639b166 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:30.337244 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.513333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d1e4f367-e204-4d58-87ea-309095e5f12f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:30.534724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network 053fc439-089a-48d0-ac6b-69d03af487a7 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:30.546740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:30.565821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Port b0949783-32f4-4aea-8c3e-cee6e639b166 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:30.568895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:30.571278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.579778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3647320b-4331-43d3-a8d4-a9d756c25854 req-1e9299ea-4429-484c-a9ce-20183e2a9e6b tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Unset dirty status for tenant:4af09b16147e457d8beac87cad088787 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:30.581010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3647320b-4331-43d3-a8d4-a9d756c25854 req-1e9299ea-4429-484c-a9ce-20183e2a9e6b tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824305 Jun 03 15:15:30.673866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824b420-47a1-4ceb-906f-f3ed9d6386ed req-1746db08-4ebd-44a0-8858-40e9a768a5af tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:30.683583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:30.684788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5824b420-47a1-4ceb-906f-f3ed9d6386ed req-1746db08-4ebd-44a0-8858-40e9a768a5af tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.4387298 Jun 03 15:15:30.756185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:15:30.861651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5824b420-47a1-4ceb-906f-f3ed9d6386ed req-ceef916e-0846-4d7d-88de-1bf4fd28d064 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758580 Jun 03 15:15:30.943218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:30.944647 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.955616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-05ff2e63-2772-4c24-bd35-4c6dacb963fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:30.957153 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-05ff2e63-2772-4c24-bd35-4c6dacb963fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.7334173 Jun 03 15:15:31.003310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:31.032564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94931-c182-4002-98d9-c394038b0d01 req-7df77b1c-2e0e-4040-967c-3eaaec0cae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:31.034202 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-7df77b1c-2e0e-4040-967c-3eaaec0cae3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7346313 Jun 03 15:15:31.035120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-504d6ba0-7437-4d60-a47e-73bfea03fcf0 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/94fa0ba3-2b70-4265-a541-07401a41a54b HTTP/1.1" status: 200 len: 1803 time: 0.1322734 Jun 03 15:15:31.051961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94fa0ba3-2b70-4265-a541-07401a41a54b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:31.052304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94fa0ba3-2b70-4265-a541-07401a41a54b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:31.060306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e709247e-191d-4b4f-ab41-84b7f2cb5db8 req-49d097de-45c7-4a36-aa43-778ca57757ef tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.0985575 Jun 03 15:15:31.064770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:31.074361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-db26cee1-17ba-49a6-b878-668274c06ab4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7047365 Jun 03 15:15:31.162109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:31.179932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d3792fd7-65c4-4a51-984c-bfbe258b5875', 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'fixed_ips': [{'subnet_id': 'f8df003b-f8e2-4262-a793-c71969e3e4d6'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:15:31.180812 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.192277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'mac_address': 'fa:16:3e:83:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:31.203139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-b433bd1c-6d94-494a-8d00-00dbe019c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:31.205590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-b433bd1c-6d94-494a-8d00-00dbe019c900 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2337415 Jun 03 15:15:31.218949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:31.245498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Provisioning complete for port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:31.245884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.263771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:31.283572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:31.336245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-33225f9f-cf35-470f-8a9b-2c750c7dd961 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898529 Jun 03 15:15:31.346229 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.388801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.410599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:31.427765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d1e4f367-e204-4d58-87ea-309095e5f12f is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:31.428267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.452679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:31.453110 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.477695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-6eea6fde-5716-4695-83d3-d3470f2ab87f service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558091 Jun 03 15:15:31.521894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1e4f367-e204-4d58-87ea-309095e5f12f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:31.616631 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-36c94931-c182-4002-98d9-c394038b0d01 req-46e36d7b-02aa-40a3-be10-db84f98cfb3d service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733779 Jun 03 15:15:31.628852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:31.654629 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.670181 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.670980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71aa0f-a3b4-4ebd-a273-4221395ba206 req-99262dcc-f68d-4ace-92d7-020c7e9df064 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:31.680211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e71aa0f-a3b4-4ebd-a273-4221395ba206 req-99262dcc-f68d-4ace-92d7-020c7e9df064 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 949 time: 0.4624763 Jun 03 15:15:31.688247 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a35d50d-f42f-4e26-aa8d-4cd47e646d90 req-b8e7e247-a189-46e5-a81a-6e8ce15106ed service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022610 Jun 03 15:15:31.722116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 26ab9c0e-0dea-4eac-ae48-62e25f1db980 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:31.814861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.820430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e71aa0f-a3b4-4ebd-a273-4221395ba206 req-9c80f50b-cb50-4073-b686-17c936629930 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393127 Jun 03 15:15:31.825412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.842244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d1e4f367-e204-4d58-87ea-309095e5f12f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:31.851118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Allocated IP 172.25.1.111 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/e0220200-df10-4d54-aa64-78f520d12557) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:31.861322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d186c96c-8b9f-4ffc-97cd-b6ad07c2d9e7,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:31.881484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Current status of the port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:31.887859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Allocated IP 172.20.0.2 (d3792fd7-65c4-4a51-984c-bfbe258b5875/f8df003b-f8e2-4262-a793-c71969e3e4d6/7525e956-7123-45a8-bcb9-806047d70250) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:32.088238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Provisioning for port a9459fb2-7a25-4a58-8c4f-97258d37c3dc completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:32.093108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.106533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88731195-fdb6-472b-ae25-a49ca06bc4c3 req-6409ab59-4cd7-4070-b66d-53a2e1039796 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0705237 Jun 03 15:15:32.116335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:32.118989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:32.119380 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.154864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Provisioning complete for port a9459fb2-7a25-4a58-8c4f-97258d37c3dc triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:32.155241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.217861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.245463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:32.275310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:32.275999 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.284139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294835525', 'description': 'tempest-description--1732880901'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:32.291912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:32.292391 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.297857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:32.320963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:security_group and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:32.331011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:32.331948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:32.349047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:32.359628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:32.369768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.373060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:32.375613 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.385486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:32.404647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:32.409870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:security_group_rule and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:32.413873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:32.435010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:32.590845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.602501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.655190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad2c5-3686-4992-8952-c3f5948b6aa4 req-cbca1e92-80c6-4deb-b1ce-4c67b83b0d4a tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:32.658146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-629ad2c5-3686-4992-8952-c3f5948b6aa4 req-cbca1e92-80c6-4deb-b1ce-4c67b83b0d4a tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1096 time: 0.6614554 Jun 03 15:15:32.658387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:32.670647 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.679457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bc8678-688e-4cc5-ae7c-19bb46ca0570,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:32.683469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.685451 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bf6fa700-deaf-4cd6-893d-497e78f56816 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4083881 Jun 03 15:15:32.688385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39584) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:32.694811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'security_group_rule': {'security_group_id': '16bc8678-688e-4cc5-ae7c-19bb46ca0570', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:32.702293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:32.706575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:security_group_rule and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:32.710336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:32.716724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:32.724027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Transition to ACTIVE for port object 7525e956-7123-45a8-bcb9-806047d70250 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:32.739770 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.743612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Current status of the port a9459fb2-7a25-4a58-8c4f-97258d37c3dc is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:32.743966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.756927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:32.774076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Pushing event updated for resources: {'Port': ['ID=e0220200-df10-4d54-aa64-78f520d12557,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:32.783552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Transition to ACTIVE for port object 7525e956-7123-45a8-bcb9-806047d70250 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:32.799524 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.826121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.832011 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.863520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60de5b4-2e40-47fe-a834-b3e02eaca05a,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:32.877154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] For port a9459fb2-7a25-4a58-8c4f-97258d37c3dc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a9459fb2-7a25-4a58-8c4f-97258d37c3dc,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:32.885231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:32.888865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:32.890672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.894760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:32.895460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.900416 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dbcbfef6-45d3-4670-b52e-6c2e59c3eca1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2105813 Jun 03 15:15:32.901535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Pushing event updated for resources: {'Port': ['ID=7525e956-7123-45a8-bcb9-806047d70250,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:32.901674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39592) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:32.916972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-629ad2c5-3686-4992-8952-c3f5948b6aa4 req-70a48048-4f8c-41b8-9bcf-43edf02406a6 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903920 Jun 03 15:15:32.919960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'security_group_rule': {'security_group_id': '16bc8678-688e-4cc5-ae7c-19bb46ca0570', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:32.929324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:32.935522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:security_group_rule and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:32.941365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:32.948155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:32.949099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bd3ae-3c45-48db-8dd0-20af198c6bda req-1a01eb6f-aab2-46be-85d2-c65682f15487 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:32.957141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e7bd3ae-3c45-48db-8dd0-20af198c6bda req-1a01eb6f-aab2-46be-85d2-c65682f15487 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.3566294 Jun 03 15:15:32.984492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.077283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.086309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.130523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7c3e92-f69c-49ec-8851-159d0d86f377,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:33.160048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.162676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Attempting to bind port 7525e956-7123-45a8-bcb9-806047d70250 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:33.163045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Attempting to bind port 7525e956-7123-45a8-bcb9-806047d70250 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:33.163441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Attempting to bind port 7525e956-7123-45a8-bcb9-806047d70250 on network d3792fd7-65c4-4a51-984c-bfbe258b5875 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:33.170208 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f8fe21fa-af8d-4ac9-a5bc-15dbd718a7a5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671804 Jun 03 15:15:33.171373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39602) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:33.172266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84f8d1-7d73-4998-a317-72b544bffbfc None None] Pushing event updated for resources: {'Port': ['ID=a9459fb2-7a25-4a58-8c4f-97258d37c3dc,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:33.175799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:33.176198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Checking segment: {'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:33.176655 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.176973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Bound using segment: {'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:33.177454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Bound port: 7525e956-7123-45a8-bcb9-806047d70250, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:33.177834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.186516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e7bd3ae-3c45-48db-8dd0-20af198c6bda req-54c5376b-8e6a-4589-84e6-ddb0db8d72ba tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264009 Jun 03 15:15:33.187648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Provisioning complete for port a9459fb2-7a25-4a58-8c4f-97258d37c3dc triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:33.188023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.196626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:33.211937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:33.224490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:floatingip and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:33.237656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:33.238669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.247028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:33.263376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.406547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] For port 7525e956-7123-45a8-bcb9-806047d70250, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:33.419617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-b99294f4-8b19-4471-ae39-25200b144fba tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/94fa0ba3-2b70-4265-a541-07401a41a54b HTTP/1.1" status: 200 len: 2396 time: 0.4385028 Jun 03 15:15:33.420630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] For port 7525e956-7123-45a8-bcb9-806047d70250, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7525e956-7123-45a8-bcb9-806047d70250,segment=NetworkSegment(887e9ace-398c-4b63-bd85-e2a1edb38c77),segment_id=887e9ace-398c-4b63-bd85-e2a1edb38c77)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:33.427301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Current status of the port a9459fb2-7a25-4a58-8c4f-97258d37c3dc is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:33.431359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.475337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94fa0ba3-2b70-4265-a541-07401a41a54b', 'remote_group_id': None}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:33.475926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94fa0ba3-2b70-4265-a541-07401a41a54b', 'remote_group_id': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:33.483771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.497625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec1f2064-81dc-4374-9264-21eb205c1392 req-8f68bba4-c7f6-45db-b443-bb1d4e14c441 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1312022 Jun 03 15:15:33.498045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:33.520742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Provisioning complete for port b0949783-32f4-4aea-8c3e-cee6e639b166 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:33.521240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.623443 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d47fc8-fcc7-4bf5-a108-b174ba4ae92d'] response: {'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab', 'code': 200} Jun 03 15:15:33.646521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd34c0-d0d3-4213-9c85-1d8ac4b542a4 None None] Pushing event updated for resources: {'Port': ['ID=7525e956-7123-45a8-bcb9-806047d70250,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:33.659364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Port b0949783-32f4-4aea-8c3e-cee6e639b166 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:33.664372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Usage tracker for resource:security_group_rule and tenant:eed34d6aa9d549efaddf932cfcc9c16c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:33.692189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Provisioning for port e673bb0a-cb1e-4258-b6aa-428df47078a5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:33.706181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:33.707187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Provisioning complete for port e673bb0a-cb1e-4258-b6aa-428df47078a5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:33.707773 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.724558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:33.780902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9459fb2-7a25-4a58-8c4f-97258d37c3dc up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:33.887054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 172.25.1.29 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/9e2cbece-3c66-4de6-8cca-9916f2590b90) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:33.888728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43087302-ced1-4ed4-9db2-3862b68a99fe None None] Port e673bb0a-cb1e-4258-b6aa-428df47078a5 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:33.933272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a9459fb2-7a25-4a58-8c4f-97258d37c3dc triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:33.933889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.978733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a176cc-086f-4d41-b603-ea21b66c2303 req-7ab1e480-10b4-4099-b26e-a38e2dba7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:33.980348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41a176cc-086f-4d41-b603-ea21b66c2303 req-7ab1e480-10b4-4099-b26e-a38e2dba7958 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 1101 time: 0.2818031 Jun 03 15:15:34.243875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a9459fb2-7a25-4a58-8c4f-97258d37c3dc is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:34.265939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41a176cc-086f-4d41-b603-ea21b66c2303 req-9252f970-44fb-4f1b-9c36-ab65adf0790a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751180 Jun 03 15:15:34.311497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.362969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.386686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.451618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:34.456299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:34.457400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.460585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.461276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:34.525963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d1e4f367-e204-4d58-87ea-309095e5f12f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:34.577341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.583272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d72c6-9b26-468f-9044-554e5f83fc78 req-22dd5711-6e88-46db-9a80-8a734a7ad034 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:34.586155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=9e2cbece-3c66-4de6-8cca-9916f2590b90,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:34.597975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c5d72c6-9b26-468f-9044-554e5f83fc78 req-22dd5711-6e88-46db-9a80-8a734a7ad034 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 950 time: 0.6879125 Jun 03 15:15:34.660377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.689771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d1e4f367-e204-4d58-87ea-309095e5f12f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:34.690366 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.690501 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.895379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4486b22c-cf30-4df5-8464-0368be8961de,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:34.902576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c5d72c6-9b26-468f-9044-554e5f83fc78 req-a0b0aacd-c45f-4a60-a1cd-6c2dd1b13f69 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018916 Jun 03 15:15:34.914341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.934419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbbadc26-2363-4d3b-93cd-b934be182580 req-84ea4caf-417f-4fa6-9f9e-51ba9a4f7908 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.4633272 Jun 03 15:15:34.988777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d1e4f367-e204-4d58-87ea-309095e5f12f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:34.989759 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.083674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:35.097804 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.194329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e7df5-b330-441e-af12-4f48e157d852 None None] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:35.325313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:15:35.341788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.357761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.371048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7fc0aef0-a212-4f21-8eb5-91a41f4f27d8 None None] Provisioning for port 7525e956-7123-45a8-bcb9-806047d70250 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:35.383189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:35.594095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=9e2cbece-3c66-4de6-8cca-9916f2590b90,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:35.618881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.650024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:35.666859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4f2f9b8-9ed1-4672-b1c9-78fcb7e45e25 req-db845600-3606-4514-b5ae-6e63b95563a0 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1665998 Jun 03 15:15:35.675598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.676953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-45b7b393-42c1-4c50-b8a0-fc9f8284b7b9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4886200 Jun 03 15:15:35.722205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea40a7-5fff-4055-afe7-3e4445bad88d req-93e95d87-2124-4261-b396-ee3fc1c3f821 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:35.729990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2ea40a7-5fff-4055-afe7-3e4445bad88d req-93e95d87-2124-4261-b396-ee3fc1c3f821 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.5911043 Jun 03 15:15:35.733703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39640) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:35.740036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Request body: {'floatingip': {'port_id': 'e0f73113-f3de-491c-8df3-a5b713776a36'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:35.776260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7525e956-7123-45a8-bcb9-806047d70250 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:35.896123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:36.014658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7525e956-7123-45a8-bcb9-806047d70250 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:36.023484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7525e956-7123-45a8-bcb9-806047d70250 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:36.024213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:36.073906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:15:36.115407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Sync routers for ids ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:15:36.116131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec91c046-8b1c-4845-b4da-6fd203211615 req-a694fc06-1d0e-409c-9a70-bcd144625102 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/94fa0ba3-2b70-4265-a541-07401a41a54b HTTP/1.1" status: 200 len: 2994 time: 0.2591755 Jun 03 15:15:36.170042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:36.171982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d600bfa2-1627-465c-aded-4cdb4fab41ed admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1271701 Jun 03 15:15:36.175172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39652) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:36.233650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Routers {'bcd1466f-1e1f-4363-bb3b-db61c5b898e4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:36.234302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:15:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:36.414642 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c28375-396e-4866-9e1f-6c114c30a473'] response: {'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'code': 200} Jun 03 15:15:36.426667 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99b60f6f-730e-475e-80a6-7e7c33547514 req-b4dfb991-18b0-4116-9ecd-822dc1bfdf12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1505189 Jun 03 15:15:36.477838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c9e307e9-83d1-4c2e-89e1-da5b9514aa9e None None] Provisioning complete for port 7525e956-7123-45a8-bcb9-806047d70250 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:36.478638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9e307e9-83d1-4c2e-89e1-da5b9514aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:36.851842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df1905-813e-4715-ab81-16e60f7eac30 req-72151fc5-116d-4228-84d4-67e4b5432384 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:36.860398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89df1905-813e-4715-ab81-16e60f7eac30 req-72151fc5-116d-4228-84d4-67e4b5432384 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 950 time: 0.2819412 Jun 03 15:15:37.038055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7525e956-7123-45a8-bcb9-806047d70250 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:37.044736 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.181649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89df1905-813e-4715-ab81-16e60f7eac30 req-41b3536a-1529-49e1-9ccb-9d85fc72e0fb tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196843 Jun 03 15:15:37.200416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c9e307e9-83d1-4c2e-89e1-da5b9514aa9e None None] Current status of the port 7525e956-7123-45a8-bcb9-806047d70250 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:37.201227 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9e307e9-83d1-4c2e-89e1-da5b9514aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.219092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Set router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:37.552233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.566350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.622674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 7525e956-7123-45a8-bcb9-806047d70250, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7525e956-7123-45a8-bcb9-806047d70250,segment=NetworkSegment(887e9ace-398c-4b63-bd85-e2a1edb38c77),segment_id=887e9ace-398c-4b63-bd85-e2a1edb38c77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:37.641401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.834961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea80feeb-750e-4353-8e12-ceb4b4da3b12 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Synchronizing usage tracker for tenant:0d2cf021d5af47939b312df443b1f14b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:37.968257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=7525e956-7123-45a8-bcb9-806047d70250,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:38.000807 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-c9e307e9-83d1-4c2e-89e1-da5b9514aa9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:15:38.002245 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-c9e307e9-83d1-4c2e-89e1-da5b9514aa9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:15:38.011232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea80feeb-750e-4353-8e12-ceb4b4da3b12 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Unset dirty status for tenant:0d2cf021d5af47939b312df443b1f14b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:38.024997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea80feeb-750e-4353-8e12-ceb4b4da3b12 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--294835525&fields=id&tenant_id=0d2cf021d5af47939b312df443b1f14b HTTP/1.1" status: 200 len: 267 time: 0.3669345 Jun 03 15:15:38.044937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'e0220200-df10-4d54-aa64-78f520d12557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:15:32Z', 'revision_number': 3, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port': {'id': 'e0220200-df10-4d54-aa64-78f520d12557', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:31Z', 'updated_at': '2022-06-03T15:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:38.052306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Checking router: bcd1466f-1e1f-4363-bb3b-db61c5b898e4 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:38.052943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Updating router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 port e0220200-df10-4d54-aa64-78f520d12557 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:15:38.104829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-abd90f14-15d6-4e33-8b56-e22d92d8dbed tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:15:38.105899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-abd90f14-15d6-4e33-8b56-e22d92d8dbed tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255549 Jun 03 15:15:38.107798 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Floating IP 93091e81-4435-4a97-bfaa-f7da4b60bf0b associated. External IP: 172.25.1.15, port: e0f73113-f3de-491c-8df3-a5b713776a36. Jun 03 15:15:38.145461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.153933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.208300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-30c59131-1cc4-4929-9b14-778a9558a3b1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:38.209763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-30c59131-1cc4-4929-9b14-778a9558a3b1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports/b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 200 len: 936 time: 0.1835527 Jun 03 15:15:38.221402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Request body: {'binding': {'host': 'n-h2-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:38.222139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Unknown quota resources ['binding']. {{(pid=88338) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:15:38.517931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-a5a3372a-4420-4fb8-a3cd-60e162797c0e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:38.525413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-a5a3372a-4420-4fb8-a3cd-60e162797c0e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports/e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 200 len: 936 time: 0.2513542 Jun 03 15:15:38.614964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c9e307e9-83d1-4c2e-89e1-da5b9514aa9e None None] Current status of the port 7525e956-7123-45a8-bcb9-806047d70250 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:38.616356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-0f672235-8a81-45eb-985c-ad954e3a4db1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0896671 Jun 03 15:15:38.689721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-05ee3441-c234-4d42-878e-7e65ee3cb3ba tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0710626 Jun 03 15:15:38.735768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.759729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Transition to ACTIVE for port object e0220200-df10-4d54-aa64-78f520d12557 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:38.786753 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.879578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Attempting to bind port e0220200-df10-4d54-aa64-78f520d12557 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:38.880280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Attempting to bind port e0220200-df10-4d54-aa64-78f520d12557 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:38.880815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Attempting to bind port e0220200-df10-4d54-aa64-78f520d12557 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:38.883379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b2e74-0495-435e-a76c-f4301513711d None None] Pushing event updated for resources: {'Port': ['ID=e0220200-df10-4d54-aa64-78f520d12557,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:38.890129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:38.890820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:38.891398 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.892007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:38.892695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Bound port: e0220200-df10-4d54-aa64-78f520d12557, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:38.893293 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.965435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Router f974d594-1b18-4193-99de-5314440729fc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:15:39.074692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on host n-h2-844594-1 for vnic_type normal with profile None {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:39.075344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:39.075344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:39.078957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] For port e0220200-df10-4d54-aa64-78f520d12557, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:39.083191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Allocated IP 172.20.0.1 (d3792fd7-65c4-4a51-984c-bfbe258b5875/f8df003b-f8e2-4262-a793-c71969e3e4d6/1c8a2319-cf70-4141-a564-06d8477fc407) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:39.085260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] For port e0220200-df10-4d54-aa64-78f520d12557, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e0220200-df10-4d54-aa64-78f520d12557,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:39.090784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:39.091257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:39.098350 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.105825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6add8a21-04b1-4177-93e4-8e1ed9aea2ff tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.112217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6add8a21-04b1-4177-93e4-8e1ed9aea2ff tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.118014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6add8a21-04b1-4177-93e4-8e1ed9aea2ff tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.118849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6add8a21-04b1-4177-93e4-8e1ed9aea2ff tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Synchronizing usage tracker for tenant:0d2cf021d5af47939b312df443b1f14b on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:39.123239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:39.123689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:39.124184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:39.124724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Bound port: dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:39.211660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Routers {'bcd1466f-1e1f-4363-bb3b-db61c5b898e4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:39.212626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:15:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:39.258116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6add8a21-04b1-4177-93e4-8e1ed9aea2ff tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Unset dirty status for tenant:0d2cf021d5af47939b312df443b1f14b on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:39.260335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:15:39.270949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6add8a21-04b1-4177-93e4-8e1ed9aea2ff tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/networks?id=d09311b2-c859-4e68-a0e9-573a99ae4a26&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f HTTP/1.1" status: 200 len: 1994 time: 0.5796294 Jun 03 15:15:39.272044 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] Sync routers for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:15:39.289068 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:39.289660 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.291020 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:15:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:39.295263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d671716f-b06e-44bc-ad15-f0ff27ba7eee tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/quotas/0d2cf021d5af47939b312df443b1f14b HTTP/1.1" status: 200 len: 375 time: 0.0230541 Jun 03 15:15:39.306504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b2e74-0495-435e-a76c-f4301513711d None None] Pushing event updated for resources: {'Port': ['ID=e0220200-df10-4d54-aa64-78f520d12557,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:39.369287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:39.413533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-56664db7-46d2-42f6-a8a1-ff57edcfe826 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "PUT /v2.0/floatingips/93091e81-4435-4a97-bfaa-f7da4b60bf0b HTTP/1.1" status: 200 len: 990 time: 3.6763644 Jun 03 15:15:39.414790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:39.428913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.435184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9c68054-33cc-4e37-a040-710b32fc9dc3 service neutron] 10.222.0.66 "POST /v2.0/ports/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153/bindings HTTP/1.1" status: 201 len: 389 time: 1.3153119 Jun 03 15:15:39.448393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.472098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Transition to ACTIVE for port object 1c8a2319-cf70-4141-a564-06d8477fc407 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:39.542572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8e6b4bca-df6e-4c59-a165-5242c7ea9710 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2460601 Jun 03 15:15:39.599144 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:39.694544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] Set router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:39.724079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-faf342ec-4782-41e5-bf4f-9e1eab18b5c8 req-72d7c9ac-5534-4972-a9b9-bb0befd11402 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-group-rules/4486b22c-cf30-4df5-8464-0368be8961de HTTP/1.1" status: 200 len: 783 time: 0.1606443 Jun 03 15:15:39.727883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.945618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-f2efa78d-d7ba-46c6-94da-a221294c9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.948832 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-f2efa78d-d7ba-46c6-94da-a221294c9e63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1096 time: 0.1859012 Jun 03 15:15:39.953466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7525e956-7123-45a8-bcb9-806047d70250 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:40.030885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:40.091417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:40.156501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:40.320983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-4cd7be87-3403-4f07-8108-b5c23a8d581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:40.324407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-4cd7be87-3403-4f07-8108-b5c23a8d581f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.3579805 Jun 03 15:15:40.376732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7525e956-7123-45a8-bcb9-806047d70250 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:40.378676 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:40.387869 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '93091e81-4435-4a97-bfaa-f7da4b60bf0b', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f974d594-1b18-4193-99de-5314440729fc', 'port_id': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'mac_address': 'fa:16:3e:a8:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:14:14Z', 'updated_at': '2022-06-03T15:15:37Z', 'revision_number': 1, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:13Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:40.397437 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] Checking router: f974d594-1b18-4193-99de-5314440729fc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:40.423148 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:40.424718 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:15:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:40.438933 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-8599de28-409f-4516-b2a8-15071f81fd31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 217 time: 0.1064332 Jun 03 15:15:40.533785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'e0220200-df10-4d54-aa64-78f520d12557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:15:32Z', 'revision_number': 3, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port': {'id': 'e0220200-df10-4d54-aa64-78f520d12557', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:31Z', 'updated_at': '2022-06-03T15:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:40.561555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047264f-3a32-4f88-bafc-59c639300c5a None None] The sync data for ids ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'] in n-d-844594-1 is: [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'e0220200-df10-4d54-aa64-78f520d12557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:15:32Z', 'revision_number': 3, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port': {'id': 'e0220200-df10-4d54-aa64-78f520d12557', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:31Z', 'updated_at': '2022-06-03T15:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:40.586522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-cd82dc4b-91f6-4120-b007-16ab1a29903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:40.586963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-645811fe-00a4-437d-a3e6-88d634cb9b66 None None] Provisioning for port 1c8a2319-cf70-4141-a564-06d8477fc407 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:40.589706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-cd82dc4b-91f6-4120-b007-16ab1a29903a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.1429074 Jun 03 15:15:40.606070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-faf342ec-4782-41e5-bf4f-9e1eab18b5c8 req-953cd43a-d62e-434f-a283-f123e7fc05e6 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/94fa0ba3-2b70-4265-a541-07401a41a54b HTTP/1.1" status: 200 len: 2994 time: 0.8596437 Jun 03 15:15:40.608797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-645811fe-00a4-437d-a3e6-88d634cb9b66 None None] Provisioning complete for port 1c8a2319-cf70-4141-a564-06d8477fc407 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:40.608797 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-645811fe-00a4-437d-a3e6-88d634cb9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:40.624865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8a2319-cf70-4141-a564-06d8477fc407,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:40.682573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faf342ec-4782-41e5-bf4f-9e1eab18b5c8 req-8358547e-36a4-4dd4-b78c-d1e0007a22da tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:40.687779 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-8e11954c-b751-49a6-b40e-d1d3b7847305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747743 Jun 03 15:15:40.724156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:40.851462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7525e956-7123-45a8-bcb9-806047d70250 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:40.864278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:40.893167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-645811fe-00a4-437d-a3e6-88d634cb9b66 None None] Port 1c8a2319-cf70-4141-a564-06d8477fc407 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:40.930171 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faf342ec-4782-41e5-bf4f-9e1eab18b5c8 req-8358547e-36a4-4dd4-b78c-d1e0007a22da tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:40.942070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-4705885e-7f13-4853-a2ef-65d005ffe9a4 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436769 Jun 03 15:15:40.958298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-bfc651a4-f3a8-4dbc-a280-4914ccf97063 service neutron] 10.222.0.66 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3555231 Jun 03 15:15:41.265511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-2b4e8283-c8b0-4a13-ac66-6bb2b597de9a service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162394 Jun 03 15:15:41.394982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-b9d80aab-3845-4dc7-b3ae-c852a1821d2f service neutron] 10.222.0.66 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312842 Jun 03 15:15:41.398606 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faf342ec-4782-41e5-bf4f-9e1eab18b5c8 req-8358547e-36a4-4dd4-b78c-d1e0007a22da tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:41.484685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-01df4aa2-a852-4727-8a0c-d62fe0240963 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:41.487160 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-01df4aa2-a852-4727-8a0c-d62fe0240963 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.1412559 Jun 03 15:15:41.492755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358547e-36a4-4dd4-b78c-d1e0007a22da tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4486b22c-cf30-4df5-8464-0368be8961de,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:41.505419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-faf342ec-4782-41e5-bf4f-9e1eab18b5c8 req-8358547e-36a4-4dd4-b78c-d1e0007a22da tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:41.511505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:41.524798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-faf342ec-4782-41e5-bf4f-9e1eab18b5c8 req-8358547e-36a4-4dd4-b78c-d1e0007a22da tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4486b22c-cf30-4df5-8464-0368be8961de HTTP/1.1" status: 204 len: 173 time: 0.8953950 Jun 03 15:15:41.569986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9a8ec0f-ee3b-4d61-81bd-534047ccb780 service neutron] 10.222.0.66 "GET /v2.0/ports/b0949783-32f4-4aea-8c3e-cee6e639b166?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1421442 Jun 03 15:15:41.634113 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '93091e81-4435-4a97-bfaa-f7da4b60bf0b', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f974d594-1b18-4193-99de-5314440729fc', 'port_id': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'mac_address': 'fa:16:3e:a8:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:14:14Z', 'updated_at': '2022-06-03T15:15:37Z', 'revision_number': 1, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:13Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:41.640376 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26587848-3585-459a-a798-cbc7c2bfd235 None None] The sync data for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 is: [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '93091e81-4435-4a97-bfaa-f7da4b60bf0b', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f974d594-1b18-4193-99de-5314440729fc', 'port_id': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'mac_address': 'fa:16:3e:a8:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:14:14Z', 'updated_at': '2022-06-03T15:15:37Z', 'revision_number': 1, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:13Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:41.745814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:41.777924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e0220200-df10-4d54-aa64-78f520d12557 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:42.005252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e0220200-df10-4d54-aa64-78f520d12557 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:42.017080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e0220200-df10-4d54-aa64-78f520d12557 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:42.018881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.035657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.061217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-44586c04-17f7-48dc-9968-05189613838d service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899786 Jun 03 15:15:42.216253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22a8564b-8a53-45d5-814f-df207fb9ebc5 req-b84d577d-e008-4fa9-bdb3-cf4c05511fd3 tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.3413181 Jun 03 15:15:42.236598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9964f2-6c8e-4f78-8f24-2852bc6bb14f None None] New status for floating IP 93091e81-4435-4a97-bfaa-f7da4b60bf0b: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:15:42.341288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:42.429892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:42.574432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.582978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.597828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.637364 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.846023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e0220200-df10-4d54-aa64-78f520d12557 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:42.846570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.875089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e0220200-df10-4d54-aa64-78f520d12557, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e0220200-df10-4d54-aa64-78f520d12557,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:42.879634 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.892193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.939623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8a2319-cf70-4141-a564-06d8477fc407,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:42.965971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on host n-h1-844594-1 for vnic_type normal with profile {"migrating_to": "n-h2-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:42.966237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:42.967168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:42.972959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:42.980727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:42.980727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Attempting to bind port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:42.988375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:42.988683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:42.989025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:42.989469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Bound port: dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:42.989824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.005856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e0220200-df10-4d54-aa64-78f520d12557,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:43.162687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:43.174912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:43.183727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.257788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-b60ec542-b737-492d-bfd0-21df667721b4 service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1158037 Jun 03 15:15:43.279312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:43.354743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:43.374091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-542ea584-1789-4cf5-8c1f-237164f906a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.384831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:43.425661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-7b4145c8-8a6b-48bc-aaa6-604620195e42 service neutron] 10.222.0.66 "GET /v2.0/ports/e673bb0a-cb1e-4258-b6aa-428df47078a5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1677284 Jun 03 15:15:43.456369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:43.459756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.462087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-0c69b2bb-6bfb-4115-916d-d34e9b9fbb29 service neutron] 10.222.0.15 "PUT /v2.0/ports/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 1121 time: 1.9605877 Jun 03 15:15:43.548989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['dcc74a15-8b14-47ef-b5ac-f0f2a95f2153'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:43.780806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1075ba5-193e-4df3-82e4-d882468a3615 req-5765667f-2416-4b59-93f2-ab16238c3fa5 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:43.782384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1075ba5-193e-4df3-82e4-d882468a3615 req-5765667f-2416-4b59-93f2-ab16238c3fa5 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 1.0638378 Jun 03 15:15:43.790006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e0220200-df10-4d54-aa64-78f520d12557 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:43.839644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2ca1fe50-71d1-4d17-a2b4-fcd23235952b None None] Provisioning complete for port 1c8a2319-cf70-4141-a564-06d8477fc407 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:43.840079 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fe50-71d1-4d17-a2b4-fcd23235952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.998051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1fe50-71d1-4d17-a2b4-fcd23235952b None None] Port 1c8a2319-cf70-4141-a564-06d8477fc407 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:44.028504 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1075ba5-193e-4df3-82e4-d882468a3615 req-adc4ea92-932b-425c-8631-1fffdd7f4144 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253983 Jun 03 15:15:44.047395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e0220200-df10-4d54-aa64-78f520d12557 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:44.047711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:44.090058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-dc017ba7-520b-48a0-a3f8-a29d72176621 service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403046 Jun 03 15:15:44.100947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:15:44.210266 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4633ce2-8a97-4f0e-b62a-0da0f95753f8'] response: {'name': 'network-changed', 'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'status': 'completed', 'code': 200} Jun 03 15:15:44.326502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e0220200-df10-4d54-aa64-78f520d12557 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:44.435826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-2535f1f7-551d-4d00-bc7c-bb89eb75b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:44.439925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8766e7d3-620e-47e0-ae40-e6110aa506c7 service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372695 Jun 03 15:15:44.453064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-2535f1f7-551d-4d00-bc7c-bb89eb75b9bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6830b68ec696434384c9e3cd33f79e79&device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 1096 time: 0.1915038 Jun 03 15:15:44.670905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-cd0ad95e-a029-4be8-afce-dbf704630c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:44.677175 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-cd0ad95e-a029-4be8-afce-dbf704630c6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5b491ee-d7ca-4505-b2df-23c9ebef8890 HTTP/1.1" status: 200 len: 916 time: 0.2174599 Jun 03 15:15:44.767531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:15:44.776592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6ec7c140-3333-4ea1-b935-4072d0db5664 service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301251 Jun 03 15:15:44.782302 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Sync routers for ids ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:15:44.805694 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Routers {'bcd1466f-1e1f-4363-bb3b-db61c5b898e4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:44.806326 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:15:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:44.905819 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-542cb0bc-e376-4584-9901-ddd01789ba03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0f73113-f3de-491c-8df3-a5b713776a36 HTTP/1.1" status: 200 len: 1000 time: 0.2198219 Jun 03 15:15:45.014266 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Set router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:45.075326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-eda28b56-32dc-4a20-9570-06e249fabddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:45.077023 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-eda28b56-32dc-4a20-9570-06e249fabddf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12aff456-2797-40a2-9c35-348fb7fcce40 HTTP/1.1" status: 200 len: 854 time: 0.1615071 Jun 03 15:15:45.098700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-34559b30-89b7-4c71-adfb-58e95a341a96 admin admin] 10.222.0.66 "PUT /v2.0/routers/bcd1466f-1e1f-4363-bb3b-db61c5b898e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9220121 Jun 03 15:15:45.107161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-a8c16a32-87ae-44e2-a7cf-d8a3670942e0 service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298101 Jun 03 15:15:45.175486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:45.293946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-1ca3820a-d42c-4944-9bd7-14aeb6cd642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:45.295085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-1ca3820a-d42c-4944-9bd7-14aeb6cd642f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5b491ee-d7ca-4505-b2df-23c9ebef8890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095511 Jun 03 15:15:45.443775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683f4d-dc58-45f1-ad57-b8fdc317b11c req-b812807c-ef72-4039-8ad3-72db29aa8a14 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:45.452815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0683f4d-dc58-45f1-ad57-b8fdc317b11c req-b812807c-ef72-4039-8ad3-72db29aa8a14 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 943 time: 0.9029782 Jun 03 15:15:45.475825 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'e0220200-df10-4d54-aa64-78f520d12557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:15:41Z', 'revision_number': 4, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port': {'id': 'e0220200-df10-4d54-aa64-78f520d12557', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:31Z', 'updated_at': '2022-06-03T15:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1c8a2319-cf70-4141-a564-06d8477fc407', 'name': '', 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'mac_address': 'fa:16:3e:1a:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f8df003b-f8e2-4262-a793-c71969e3e4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:38Z', 'updated_at': '2022-06-03T15:15:42Z', 'revision_number': 2, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'subnets': [{'id': 'f8df003b-f8e2-4262-a793-c71969e3e4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:45.481347 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Checking router: bcd1466f-1e1f-4363-bb3b-db61c5b898e4 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:45.481930 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Updating router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 port 1c8a2319-cf70-4141-a564-06d8477fc407 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:15:45.519869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-90889e64-db88-46b2-a4e3-170140e8148d service neutron] 10.222.0.15 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134385 Jun 03 15:15:45.539008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0683f4d-dc58-45f1-ad57-b8fdc317b11c req-f65ff81f-5e5f-4d11-9f77-7714d3c27913 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851960 Jun 03 15:15:45.557519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-6c8204d9-a6d2-40da-9a61-c00593b0f794 service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222918 Jun 03 15:15:45.600826 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:45.624594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1c25d888-6c5f-413e-86a2-859aed4e7275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:45.765621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53fa006a-6a3f-4878-992f-76bc0af90f31 req-e2f4a253-d2ec-43ba-8558-4157be9cf333 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/94fa0ba3-2b70-4265-a541-07401a41a54b HTTP/1.1" status: 200 len: 2396 time: 0.1479449 Jun 03 15:15:45.777124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-513ae4fc-bdba-45ac-8cf4-2d5e0482f35e req-c0d35036-6fea-4c83-aaab-98108f979531 service neutron] 10.222.0.15 "GET /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433031 Jun 03 15:15:45.831964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-e4d49db0-5f50-471f-beed-969ac47ca01c service neutron] 10.222.0.66 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697027 Jun 03 15:15:46.124881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53fa006a-6a3f-4878-992f-76bc0af90f31 req-dc261b92-183c-4707-ae14-3e21e57bec05 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.185223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53fa006a-6a3f-4878-992f-76bc0af90f31 req-dc261b92-183c-4707-ae14-3e21e57bec05 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.211621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153'}, {'name': 'network-changed', 'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:46.228196 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.244813 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Transition to ACTIVE for port object 1c8a2319-cf70-4141-a564-06d8477fc407 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:46.254973 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.278266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-76291d00-8e23-4ef7-94cd-aef2115110f8 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196827 Jun 03 15:15:46.448496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-e13a2062-0e91-479c-be77-678a84ef31b0 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692955 Jun 03 15:15:46.449458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53fa006a-6a3f-4878-992f-76bc0af90f31 req-dc261b92-183c-4707-ae14-3e21e57bec05 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.510905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc261b92-183c-4707-ae14-3e21e57bec05 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fa0ba3-2b70-4265-a541-07401a41a54b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:46.538280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Pushing event updated for resources: {'Port': ['ID=1c8a2319-cf70-4141-a564-06d8477fc407,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:46.553244 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.553577 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.554379 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.554882 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.555373 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.555872 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.556593 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.557084 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.557576 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.558060 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.558541 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.559044 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:46.571358 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Attempting to bind port 1c8a2319-cf70-4141-a564-06d8477fc407 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:46.574785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Attempting to bind port 1c8a2319-cf70-4141-a564-06d8477fc407 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:46.575354 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Attempting to bind port 1c8a2319-cf70-4141-a564-06d8477fc407 on network d3792fd7-65c4-4a51-984c-bfbe258b5875 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:46.585466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53fa006a-6a3f-4878-992f-76bc0af90f31 req-dc261b92-183c-4707-ae14-3e21e57bec05 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.586968 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53fa006a-6a3f-4878-992f-76bc0af90f31 req-dc261b92-183c-4707-ae14-3e21e57bec05 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-groups/94fa0ba3-2b70-4265-a541-07401a41a54b HTTP/1.1" status: 204 len: 173 time: 0.8055336 Jun 03 15:15:46.606849 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:46.612186 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Checking segment: {'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:46.612729 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.613221 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Bound using segment: {'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:46.614467 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Bound port: 1c8a2319-cf70-4141-a564-06d8477fc407, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887e9ace-398c-4b63-bd85-e2a1edb38c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:46.615801 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.628096 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.698868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8065c157-f40a-4c2b-9cad-000ecc2b5e7b service neutron] 10.222.0.66 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302277 Jun 03 15:15:46.765005 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] For port 1c8a2319-cf70-4141-a564-06d8477fc407, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:46.775415 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] For port 1c8a2319-cf70-4141-a564-06d8477fc407, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1c8a2319-cf70-4141-a564-06d8477fc407,segment=NetworkSegment(887e9ace-398c-4b63-bd85-e2a1edb38c77),segment_id=887e9ace-398c-4b63-bd85-e2a1edb38c77)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:46.786489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:46.787991 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.843687 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.913745 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530abf1-c2f9-4a9b-aede-a72832dae29c None None] Pushing event updated for resources: {'Port': ['ID=1c8a2319-cf70-4141-a564-06d8477fc407,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:46.955464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-69394cb6-176e-424a-826e-eace9e0e35e1 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519574 Jun 03 15:15:46.966807 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Routers {'bcd1466f-1e1f-4363-bb3b-db61c5b898e4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:46.967826 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:15:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:47.164862 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6efe8e93-b010-47cf-b5b2-19c253491d0f req-b81ea992-20eb-4a3f-a108-93f9ad214a1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c81e4734f0a4605a6bd0f20be10335f&device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1937268 Jun 03 15:15:47.296030 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6efe8e93-b010-47cf-b5b2-19c253491d0f req-9213fa1d-de2e-49c5-9602-280988050307 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4c81e4734f0a4605a6bd0f20be10335f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099975 Jun 03 15:15:47.354029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:47.385734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 has no active binding in host n-h2-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:15:47.448246 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] Set router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:47.620816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:47.648147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-a67f5391-9b96-42ac-b11a-24e15793bb17 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.648758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-a67f5391-9b96-42ac-b11a-24e15793bb17 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.649566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-a67f5391-9b96-42ac-b11a-24e15793bb17 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.649566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-a67f5391-9b96-42ac-b11a-24e15793bb17 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.649933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-a67f5391-9b96-42ac-b11a-24e15793bb17 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.650400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-a67f5391-9b96-42ac-b11a-24e15793bb17 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.652587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-a67f5391-9b96-42ac-b11a-24e15793bb17 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2&device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8&device_id=2896fedc-56da-444b-8950-cbbe7d2cca60&device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1&device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7&device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041&device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 5569 time: 0.1881928 Jun 03 15:15:47.699901 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:47.717463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:47.722851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Usage tracker for resource:security_group_rule and tenant:4dd6fd5218444a048e2faabf63dd795a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:47.726843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:47.731186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe8e93-b010-47cf-b5b2-19c253491d0f req-472c1fe4-116f-4569-8c58-c577eae368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.733254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6efe8e93-b010-47cf-b5b2-19c253491d0f req-472c1fe4-116f-4569-8c58-c577eae368e0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4232876 Jun 03 15:15:47.733727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:47.884515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:47.896447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:47.946452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee63654-b50a-485a-afb4-e917752a7b10,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:47.978353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f77c11ac-ae28-4526-955c-52c2ee50bb00 req-ce0d6158-0dd2-4456-ba7b-4263d940be55 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&id=78e5b23b-febc-49da-a2fa-f67e72355e89&id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3092394 Jun 03 15:15:48.149223 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'e0220200-df10-4d54-aa64-78f520d12557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:15:41Z', 'revision_number': 4, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port': {'id': 'e0220200-df10-4d54-aa64-78f520d12557', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:31Z', 'updated_at': '2022-06-03T15:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1c8a2319-cf70-4141-a564-06d8477fc407', 'name': '', 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'mac_address': 'fa:16:3e:1a:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f8df003b-f8e2-4262-a793-c71969e3e4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:38Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 4, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'subnets': [{'id': 'f8df003b-f8e2-4262-a793-c71969e3e4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:48.154942 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b676637-1e45-4299-a95f-2c42b38993a7 None None] The sync data for ids ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'] in n-d-844594-1 is: [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'e0220200-df10-4d54-aa64-78f520d12557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:15:41Z', 'revision_number': 4, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port': {'id': 'e0220200-df10-4d54-aa64-78f520d12557', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:31Z', 'updated_at': '2022-06-03T15:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1c8a2319-cf70-4141-a564-06d8477fc407', 'name': '', 'network_id': 'd3792fd7-65c4-4a51-984c-bfbe258b5875', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'mac_address': 'fa:16:3e:1a:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'f8df003b-f8e2-4262-a793-c71969e3e4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:38Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 4, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'subnets': [{'id': 'f8df003b-f8e2-4262-a793-c71969e3e4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:48.284313 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.392490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-c60c32f1-dfa7-4329-9f1d-fdadf27f13a0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:48.423547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-c60c32f1-dfa7-4329-9f1d-fdadf27f13a0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:48.433816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-c60c32f1-dfa7-4329-9f1d-fdadf27f13a0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2880604 Jun 03 15:15:48.443016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:48.458566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:48.465850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Usage tracker for resource:floatingip and tenant:bb8890d954144207b6886c96c3ade94a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:48.470184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:48.481330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:48.508164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.558834 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a03238-e8ba-4a0c-ad48-19750a4de841'] response: {'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153', 'code': 200} Jun 03 15:15:48.559354 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a03238-e8ba-4a0c-ad48-19750a4de841'] response: {'name': 'network-changed', 'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153', 'status': 'completed', 'code': 200} Jun 03 15:15:48.791618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-7527ac8c-7d2c-48d3-9597-5d77290ad77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:48.794339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-7527ac8c-7d2c-48d3-9597-5d77290ad77d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1124 time: 0.2041056 Jun 03 15:15:48.820614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2470fc-aeaf-4626-bb87-e946ea355cc4 req-0f176745-0bcb-4127-995e-c53e705b86f9 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:48.822268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d2470fc-aeaf-4626-bb87-e946ea355cc4 req-0f176745-0bcb-4127-995e-c53e705b86f9 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 943 time: 0.1536934 Jun 03 15:15:48.862537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:49.043486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d2470fc-aeaf-4626-bb87-e946ea355cc4 req-f650b762-08e4-4a6c-bfb7-752fff3c441b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089326 Jun 03 15:15:49.108399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-7fc4641a-1505-4a37-9d53-3c4ef35d72aa service neutron] 10.222.0.70 "GET /v2.0/ports/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.1288347 Jun 03 15:15:49.206226 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-7c33a668-f59c-4607-b1d5-52b7ad6c942f req-021a71b6-6f5c-4003-8114-da7ef88c3027 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] show failed (client error): The resource could not be found. Jun 03 15:15:49.237550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c33a668-f59c-4607-b1d5-52b7ad6c942f req-021a71b6-6f5c-4003-8114-da7ef88c3027 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/3285a369-6ece-4b85-bbe7-7fc028512d6d HTTP/1.1" status: 404 len: 352 time: 0.1165836 Jun 03 15:15:49.337524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Allocated IP 172.25.1.180 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dd5528ca-839e-46ce-a50d-452c9c4c6316) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:49.560488 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6efe8e93-b010-47cf-b5b2-19c253491d0f req-57f80898-670c-4d35-82f4-4ad1986e97be tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.15 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1593637 Jun 03 15:15:49.578295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6682ad1-dcbf-4f33-9ec3-8b6885680429 req-f9bce35b-fb82-445c-b5d6-4221e3ba083f tempest-ServerShowV257Test-761862726 tempest-ServerShowV257Test-761862726-project] 10.222.0.66 "GET /v2.0/ports?device_id=fac14c61-51e0-4656-be1b-9d4e5b6203a1 HTTP/1.1" status: 200 len: 210 time: 0.1973441 Jun 03 15:15:49.831507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-f45dd91b-530d-4eef-abe9-c648d77f3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:49.833520 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-f45dd91b-530d-4eef-abe9-c648d77f3cce service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 1.0312743 Jun 03 15:15:49.939559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1c8a2319-cf70-4141-a564-06d8477fc407 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:49.988380 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-b687a388-2190-4c89-b4f4-c57b1c5a6635 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 217 time: 0.1362913 Jun 03 15:15:50.058196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.073616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 1c8a2319-cf70-4141-a564-06d8477fc407 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:50.080314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1c8a2319-cf70-4141-a564-06d8477fc407 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:50.080847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.125051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.141371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-20634e7c-2d15-4870-a75e-ca757c81a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:50.143374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-20634e7c-2d15-4870-a75e-ca757c81a0eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.1437180 Jun 03 15:15:50.240170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:50.256305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:50.257151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:50.287306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-8755048c-da31-4a75-bae0-56ee2aaa1d0b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897868 Jun 03 15:15:50.445512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:50.520569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5735c08-3ae9-4c63-852a-d0c92fd44d43 req-e0ef78a7-38e5-4a97-bb82-93f80bc6c0f5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 210 time: 0.2695489 Jun 03 15:15:50.523713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=dd5528ca-839e-46ce-a50d-452c9c4c6316,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:50.533876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:50.578674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1c8a2319-cf70-4141-a564-06d8477fc407 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:50.582430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.639284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.680551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-e9133aea-c2f3-4955-a1f1-58eaffb6e3a6 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831906 Jun 03 15:15:50.687962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 1c8a2319-cf70-4141-a564-06d8477fc407, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1c8a2319-cf70-4141-a564-06d8477fc407,segment=NetworkSegment(887e9ace-398c-4b63-bd85-e2a1edb38c77),segment_id=887e9ace-398c-4b63-bd85-e2a1edb38c77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:50.744970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:50.762483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:50.775192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-965a6963-8f41-4a0b-b020-b617e5ff9b1d req-c23364c2-826b-4839-a15b-87c9ea939591 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/9fd15e84-a17f-4602-9666-40339c975669 HTTP/1.1" status: 200 len: 1804 time: 0.0682883 Jun 03 15:15:50.799787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.837794 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.840863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.927485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-965a6963-8f41-4a0b-b020-b617e5ff9b1d req-c963af24-9a96-452a-aba1-e9026d0d16e1 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.936893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=1c8a2319-cf70-4141-a564-06d8477fc407,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:50.957711 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-965a6963-8f41-4a0b-b020-b617e5ff9b1d req-c963af24-9a96-452a-aba1-e9026d0d16e1 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.068220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-965a6963-8f41-4a0b-b020-b617e5ff9b1d req-c963af24-9a96-452a-aba1-e9026d0d16e1 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.196339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963af24-9a96-452a-aba1-e9026d0d16e1 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd15e84-a17f-4602-9666-40339c975669,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:51.212453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3e8cce6e-6955-4899-96e7-60d551dce5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:51.214578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3e8cce6e-6955-4899-96e7-60d551dce5a8 service neutron] 10.222.0.70 "GET /v2.0/ports/b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 200 len: 1032 time: 0.2298739 Jun 03 15:15:51.258201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-965a6963-8f41-4a0b-b020-b617e5ff9b1d req-c963af24-9a96-452a-aba1-e9026d0d16e1 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.260062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-965a6963-8f41-4a0b-b020-b617e5ff9b1d req-c963af24-9a96-452a-aba1-e9026d0d16e1 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-groups/9fd15e84-a17f-4602-9666-40339c975669 HTTP/1.1" status: 204 len: 173 time: 0.4839866 Jun 03 15:15:51.323975 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95a8ee5-87f1-48cc-9210-c2787a5977fb req-b818ac25-5e33-4112-859b-148e6c1befa6 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261845 Jun 03 15:15:51.343332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] Transition to ACTIVE for port object dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:51.347015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9bd82245-4e74-4a2e-955a-3e1b4327f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:51.348731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9bd82245-4e74-4a2e-955a-3e1b4327f6fd service neutron] 10.222.0.70 "GET /v2.0/ports/e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 200 len: 1032 time: 0.1098964 Jun 03 15:15:51.350907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.382377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.395072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.549002 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:15:51.571245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=dd5528ca-839e-46ce-a50d-452c9c4c6316,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:51.602726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.655791 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.660754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-28a49d28-7a97-4c6b-83d9-17ebc9a0b6b7 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2257683 Jun 03 15:15:51.774125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1c8a2319-cf70-4141-a564-06d8477fc407 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:51.909801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-b8484e94-3ee1-4740-b505-195459aaf4f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:51.925355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] No DVR routers for this DVR port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:51.927187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1c8a2319-cf70-4141-a564-06d8477fc407 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:51.928054 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.961468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-b8484e94-3ee1-4740-b505-195459aaf4f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:51.962646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-b8484e94-3ee1-4740-b505-195459aaf4f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.180 HTTP/1.1" status: 200 len: 696 time: 0.2872994 Jun 03 15:15:52.011122 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] 10.222.0.70 "PUT /v2.0/ports/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153/bindings/n-h2-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8780646 Jun 03 15:15:52.011812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4714f9-920c-42c9-8108-c815645a0d9e service neutron] Pushing event updated for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:52.053304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d45b-ccd9-421a-95d3-338e58b55491 req-30aa9e1a-d983-41a6-a893-ce96b890ac10 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.053774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d45b-ccd9-421a-95d3-338e58b55491 req-30aa9e1a-d983-41a6-a893-ce96b890ac10 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.056381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734d45b-ccd9-421a-95d3-338e58b55491 req-30aa9e1a-d983-41a6-a893-ce96b890ac10 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.068722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c734d45b-ccd9-421a-95d3-338e58b55491 req-30aa9e1a-d983-41a6-a893-ce96b890ac10 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2&device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041&device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 2883 time: 0.2224040 Jun 03 15:15:52.230858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1c8a2319-cf70-4141-a564-06d8477fc407 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:52.254286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3d6f6486-55de-45d9-b82a-13dc6abacf2d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.265629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3d6f6486-55de-45d9-b82a-13dc6abacf2d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.272535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3d6f6486-55de-45d9-b82a-13dc6abacf2d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.274844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3d6f6486-55de-45d9-b82a-13dc6abacf2d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Synchronizing usage tracker for tenant:0d2cf021d5af47939b312df443b1f14b on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:52.292254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3d6f6486-55de-45d9-b82a-13dc6abacf2d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Unset dirty status for tenant:0d2cf021d5af47939b312df443b1f14b on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:52.292788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c734d45b-ccd9-421a-95d3-338e58b55491 req-c40f0a99-d06a-4835-b343-d3ef7e371243 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Synchronizing usage tracker for tenant:4dd6fd5218444a048e2faabf63dd795a on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:52.293385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3d6f6486-55de-45d9-b82a-13dc6abacf2d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "GET /v2.0/networks?id=d09311b2-c859-4e68-a0e9-573a99ae4a26&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f HTTP/1.1" status: 200 len: 1994 time: 0.9326108 Jun 03 15:15:52.353754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-4fadcb65-53b8-4792-b491-41f99ea6ff49 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.355562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cdab41d-5e0b-42f2-b40b-0222761a5833 req-4fadcb65-53b8-4792-b491-41f99ea6ff49 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.3789141 Jun 03 15:15:52.378036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9f547d8-dc0e-42e8-bdba-6c0022540122 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.379690 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-d9f547d8-dc0e-42e8-bdba-6c0022540122 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1095 time: 0.2604065 Jun 03 15:15:52.384712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-a7e37b64-1433-447c-89d7-bf18425d017d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Synchronizing usage tracker for tenant:0d2cf021d5af47939b312df443b1f14b on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:52.399713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c734d45b-ccd9-421a-95d3-338e58b55491 req-c40f0a99-d06a-4835-b343-d3ef7e371243 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Unset dirty status for tenant:4dd6fd5218444a048e2faabf63dd795a on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:52.400902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c734d45b-ccd9-421a-95d3-338e58b55491 req-c40f0a99-d06a-4835-b343-d3ef7e371243 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314254 Jun 03 15:15:52.461183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-a7e37b64-1433-447c-89d7-bf18425d017d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Unset dirty status for tenant:0d2cf021d5af47939b312df443b1f14b on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:52.462719 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-a7e37b64-1433-447c-89d7-bf18425d017d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d2cf021d5af47939b312df443b1f14b HTTP/1.1" status: 200 len: 379 time: 0.1528707 Jun 03 15:15:52.488532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'admin_state_up': True, 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'security_groups': ['16bc8678-688e-4cc5-ae7c-19bb46ca0570']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:52.627075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:52.636235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b483bed6-ab9e-4088-ac29-9c5d1ec1b7f9 req-406cd146-82b7-4dbc-9644-0448908ef870 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/d8920344-4667-4310-b2f2-8200904b60aa HTTP/1.1" status: 200 len: 1805 time: 0.1138430 Jun 03 15:15:52.710035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:52.722366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:port and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:52.729045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:52.744572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:52.769205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-96d49e57-2bfe-4a0a-a215-d550b60f70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.769205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-96d49e57-2bfe-4a0a-a215-d550b60f70d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 1095 time: 0.3803084 Jun 03 15:15:52.773231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:52.790533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:52.798397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.810106 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b483bed6-ab9e-4088-ac29-9c5d1ec1b7f9 req-37b3f2cc-9067-4baf-9e6d-c2ee65c7424d tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.882936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7859b-149e-4b5c-8fa4-40f314c5c33a req-6d79ec9d-95a9-447e-9f01-930996524a0f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.900747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fdb7859b-149e-4b5c-8fa4-40f314c5c33a req-6d79ec9d-95a9-447e-9f01-930996524a0f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 0.3290691 Jun 03 15:15:52.943904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b483bed6-ab9e-4088-ac29-9c5d1ec1b7f9 req-37b3f2cc-9067-4baf-9e6d-c2ee65c7424d tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.016844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fdb7859b-149e-4b5c-8fa4-40f314c5c33a req-586fa50c-951c-4928-8b2b-9cbc859dfe58 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150055 Jun 03 15:15:53.018127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:53.098846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b483bed6-ab9e-4088-ac29-9c5d1ec1b7f9 req-37b3f2cc-9067-4baf-9e6d-c2ee65c7424d tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.145918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3f2cc-9067-4baf-9e6d-c2ee65c7424d tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8920344-4667-4310-b2f2-8200904b60aa,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:53.162445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b483bed6-ab9e-4088-ac29-9c5d1ec1b7f9 req-37b3f2cc-9067-4baf-9e6d-c2ee65c7424d tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.177785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b483bed6-ab9e-4088-ac29-9c5d1ec1b7f9 req-37b3f2cc-9067-4baf-9e6d-c2ee65c7424d tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8920344-4667-4310-b2f2-8200904b60aa HTTP/1.1" status: 204 len: 173 time: 0.5405450 Jun 03 15:15:53.254627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-c2d9e01f-ac9e-41b0-9adc-868f01957ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:53.262025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-c2d9e01f-ac9e-41b0-9adc-868f01957ead service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1095 time: 0.3990989 Jun 03 15:15:53.330179 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02f0538c-d9ab-4d77-96bb-b9aedcb0e277 req-150a52fb-93b0-46cd-9079-111228f787a4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 210 time: 0.1039717 Jun 03 15:15:53.334976 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.399913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 172.20.0.8 (d09311b2-c859-4e68-a0e9-573a99ae4a26/f80911b9-30c0-4dc2-a327-7708cbb1436c/5f43e8d8-220d-4f49-9436-5603fbc2cf2f) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:53.426208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:53.706201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.719240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5a1c2403-4a35-4b5a-8e14-f3166a9238f3 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3694625 Jun 03 15:15:53.726798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Transition to ACTIVE for port object 5f43e8d8-220d-4f49-9436-5603fbc2cf2f will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:53.730713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:53.763139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-8e1b4f25-a509-4f45-b17b-fc01cbba37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:53.763139 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-8e1b4f25-a509-4f45-b17b-fc01cbba37f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.4862447 Jun 03 15:15:53.779756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Usage tracker for resource:security_group_rule and tenant:4c81e4734f0a4605a6bd0f20be10335f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:53.779756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:53.779756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:53.792314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:53.831272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:53.895699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5de31700-fd99-4e9c-b210-666edaf5c54d req-a718b1fe-5bd5-47c9-bbd2-1ee324050d20 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/52349a81-6880-4297-98bb-d465e915ba5f HTTP/1.1" status: 200 len: 1804 time: 0.1654441 Jun 03 15:15:53.916783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.943103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.962256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-126d47f7-94d9-42cb-9556-6ff1f238424a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 217 time: 0.1899903 Jun 03 15:15:54.250953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-dffed186-fb8d-4a3f-836b-987a7925d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:54.252896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-dffed186-fb8d-4a3f-836b-987a7925d0a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.1779459 Jun 03 15:15:54.373836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5de31700-fd99-4e9c-b210-666edaf5c54d req-90ad386c-a0d2-47ba-9808-1ad8fd093e19 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.378836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-86bbe7fe-82cf-4071-a67a-03e67caf60bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991337 Jun 03 15:15:54.477124 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5de31700-fd99-4e9c-b210-666edaf5c54d req-90ad386c-a0d2-47ba-9808-1ad8fd093e19 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.580598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.584491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:54.584491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:54.591356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.598190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:54.598190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:54.634093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c81e4734f0a4605a6bd0f20be10335f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6029642 Jun 03 15:15:54.643395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39852) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:54.862034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27143e-4e12-4d3a-a629-f0f35768e614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89d290-7120-45fa-99ea-a9757e63c882,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:54.894631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5de31700-fd99-4e9c-b210-666edaf5c54d req-90ad386c-a0d2-47ba-9808-1ad8fd093e19 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.925019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d043e93f-d2de-4ffc-b7d1-07c8918f22a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.954535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad386c-a0d2-47ba-9808-1ad8fd093e19 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52349a81-6880-4297-98bb-d465e915ba5f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:55.015371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d043e93f-d2de-4ffc-b7d1-07c8918f22a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.039836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:55.039836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.051256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.074900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5de31700-fd99-4e9c-b210-666edaf5c54d req-90ad386c-a0d2-47ba-9808-1ad8fd093e19 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.090036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-c0fa4f39-5d10-4c16-b38e-7cfaa27398c9 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941664 Jun 03 15:15:55.090704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5de31700-fd99-4e9c-b210-666edaf5c54d req-90ad386c-a0d2-47ba-9808-1ad8fd093e19 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-groups/52349a81-6880-4297-98bb-d465e915ba5f HTTP/1.1" status: 204 len: 173 time: 1.2006559 Jun 03 15:15:55.091694 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fa289b84-001d-4be9-9772-faf604e42ca4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6178403 Jun 03 15:15:55.219251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f5083de-3523-4a7c-8343-2f1f8ce35fe4 None None] Provisioning for port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:55.231297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f5083de-3523-4a7c-8343-2f1f8ce35fe4 None None] Provisioning complete for port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:55.231297 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f5083de-3523-4a7c-8343-2f1f8ce35fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.357474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f5083de-3523-4a7c-8343-2f1f8ce35fe4 None None] Port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:55.463943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'admin_state_up': True, 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'security_groups': ['16bc8678-688e-4cc5-ae7c-19bb46ca0570']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:55.501716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Allocated IP 172.25.1.148 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dafd38a7-3644-4bcf-a03d-88e3993c4890) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:55.510157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d043e93f-d2de-4ffc-b7d1-07c8918f22a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.745466 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-75df82da-864f-4d58-bd4e-449429e3ff5d service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404536 Jun 03 15:15:55.764658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043e93f-d2de-4ffc-b7d1-07c8918f22a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89d290-7120-45fa-99ea-a9757e63c882,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:55.832758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d043e93f-d2de-4ffc-b7d1-07c8918f22a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.835718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d043e93f-d2de-4ffc-b7d1-07c8918f22a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c89d290-7120-45fa-99ea-a9757e63c882 HTTP/1.1" status: 204 len: 168 time: 1.2000039 Jun 03 15:15:55.849399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922bef4-6fe8-49a2-be16-d526bb9b0e5f req-a08ae73e-367b-4d44-b399-99c141ee27c4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:55.853950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:55.856404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a922bef4-6fe8-49a2-be16-d526bb9b0e5f req-a08ae73e-367b-4d44-b399-99c141ee27c4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 0.4908667 Jun 03 15:15:55.860371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.861220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:port and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:55.868364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:55.880207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:55.916932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:55.927196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.937270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a922bef4-6fe8-49a2-be16-d526bb9b0e5f req-1b1e6490-4fbc-4277-bedf-652d6cb00708 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801051 Jun 03 15:15:56.015569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.222407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:56.244754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 10.1.1.226 (053fc439-089a-48d0-ac6b-69d03af487a7/0b0ee41a-d1de-49ef-85d7-4b081a4089ee/e2530432-d34a-4986-add2-06531661c993) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:56.265438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:56.274452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=dafd38a7-3644-4bcf-a03d-88e3993c4890,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:56.277781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:56.408745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89203d50-7f68-4779-ba05-96a1ed9cf80e req-d614b829-f434-422d-9be2-57edb34978c5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:56.419912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89203d50-7f68-4779-ba05-96a1ed9cf80e req-d614b829-f434-422d-9be2-57edb34978c5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 931 time: 0.2007778 Jun 03 15:15:56.486710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.509988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89203d50-7f68-4779-ba05-96a1ed9cf80e req-6c92ea4d-358d-40cc-879f-18cd52ba9047 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886881 Jun 03 15:15:56.512413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-cb9a33ae-618c-466c-b337-8692d4771160 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:56.514958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-cb9a33ae-618c-466c-b337-8692d4771160 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1095 time: 0.2555823 Jun 03 15:15:56.656782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.664669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.698219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Transition to ACTIVE for port object e2530432-d34a-4986-add2-06531661c993 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:56.738774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-94ce5c3a-217b-472a-9736-2b186a68c529 service neutron] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:56.745190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.852285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=e2530432-d34a-4986-add2-06531661c993,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:56.867350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-94ce5c3a-217b-472a-9736-2b186a68c529 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.868541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9284951c-fe1d-40ed-a325-e526c2d04b9c req-94ce5c3a-217b-472a-9736-2b186a68c529 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153/bindings/n-h1-844594-1 HTTP/1.1" status: 204 len: 173 time: 0.3303895 Jun 03 15:15:56.874594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network 053fc439-089a-48d0-ac6b-69d03af487a7 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:56.877726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:56.880234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:56.882420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.895625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.919832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78411d6e-1cf2-413a-a7fe-d3d1c7a9195c req-7f368004-a216-4791-b659-6ae236e6e47e tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/6e57fa39-530d-48e3-9893-b8948e9ec9ba HTTP/1.1" status: 200 len: 2403 time: 0.3338873 Jun 03 15:15:57.038354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:57.040336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.070479 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9966eb0-02f1-451a-8e63-aae3e797aa80 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6098199 Jun 03 15:15:57.081436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'admin_state_up': True, 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'security_groups': ['16bc8678-688e-4cc5-ae7c-19bb46ca0570']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:57.199964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=dafd38a7-3644-4bcf-a03d-88e3993c4890,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:57.276465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.314978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-78411d6e-1cf2-413a-a7fe-d3d1c7a9195c req-9ebb5c50-b4a7-496d-83fc-d78b12e9ed46 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.318391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.319923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-5892dac3-bab6-4ae7-8019-277001d6c4c8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5986102 Jun 03 15:15:57.384918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:57.389177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:port and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:57.394133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:57.402859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:57.403877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-553b8f4e-6faa-4f63-aab5-30bfc30876de None None] Provisioning for port e2530432-d34a-4986-add2-06531661c993 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:57.410121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-553b8f4e-6faa-4f63-aab5-30bfc30876de None None] Provisioning complete for port e2530432-d34a-4986-add2-06531661c993 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:57.410587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-553b8f4e-6faa-4f63-aab5-30bfc30876de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.422515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:57.429409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.488075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-78411d6e-1cf2-413a-a7fe-d3d1c7a9195c req-9ebb5c50-b4a7-496d-83fc-d78b12e9ed46 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.498262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-1fa7e35f-3c7d-48a8-a954-094c4d8b9bd2 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:57.506249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-553b8f4e-6faa-4f63-aab5-30bfc30876de None None] Port e2530432-d34a-4986-add2-06531661c993 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:57.539965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-1fa7e35f-3c7d-48a8-a954-094c4d8b9bd2 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:57.541880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-1fa7e35f-3c7d-48a8-a954-094c4d8b9bd2 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.2113841 Jun 03 15:15:57.661633 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-78411d6e-1cf2-413a-a7fe-d3d1c7a9195c req-9ebb5c50-b4a7-496d-83fc-d78b12e9ed46 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.688044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5c50-b4a7-496d-83fc-d78b12e9ed46 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e57fa39-530d-48e3-9893-b8948e9ec9ba,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:57.700153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-78411d6e-1cf2-413a-a7fe-d3d1c7a9195c req-9ebb5c50-b4a7-496d-83fc-d78b12e9ed46 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.701359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78411d6e-1cf2-413a-a7fe-d3d1c7a9195c req-9ebb5c50-b4a7-496d-83fc-d78b12e9ed46 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-groups/6e57fa39-530d-48e3-9893-b8948e9ec9ba HTTP/1.1" status: 204 len: 173 time: 0.7826128 Jun 03 15:15:57.754041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 10.1.1.242 (053fc439-089a-48d0-ac6b-69d03af487a7/0b0ee41a-d1de-49ef-85d7-4b081a4089ee/f59d6b1e-be3c-414b-a4b6-1c443f123c17) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:57.783794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-476c1121-0ca1-4448-a4b4-f9443504050f tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:57.785990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e91f6069-38d1-4679-b157-a4f43a6d9776 req-476c1121-0ca1-4448-a4b4-f9443504050f tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2390416 Jun 03 15:15:58.068489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.089752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Transition to ACTIVE for port object f59d6b1e-be3c-414b-a4b6-1c443f123c17 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:58.090000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a61c2-f753-42ae-b32f-a5d5f1ae671f req-7ece1e15-5195-447e-badf-d6990e2568f1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.091365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-690a61c2-f753-42ae-b32f-a5d5f1ae671f req-7ece1e15-5195-447e-badf-d6990e2568f1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 0.1899168 Jun 03 15:15:58.121586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.238282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network 053fc439-089a-48d0-ac6b-69d03af487a7 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:58.242868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:58.248407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:58.402824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.403516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.427632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-690a61c2-f753-42ae-b32f-a5d5f1ae671f req-f6ac7f62-917c-44ac-8a85-d8baad421a35 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277171 Jun 03 15:15:58.442747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=f59d6b1e-be3c-414b-a4b6-1c443f123c17,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.479441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.489656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.489656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.489656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.489656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:58.505848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1222f71a-167a-4693-8d4e-6d0e073cbc94 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4140286 Jun 03 15:15:58.515637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f', 'admin_state_up': True, 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'security_groups': ['16bc8678-688e-4cc5-ae7c-19bb46ca0570']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:58.527696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eba0c-9238-4112-872b-a07ac013f0ce req-fead50fa-3a81-421c-8d92-08dcecdca04b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.534938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eba0c-9238-4112-872b-a07ac013f0ce req-fead50fa-3a81-421c-8d92-08dcecdca04b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.541992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eba0c-9238-4112-872b-a07ac013f0ce req-fead50fa-3a81-421c-8d92-08dcecdca04b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.551297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee3eba0c-9238-4112-872b-a07ac013f0ce req-fead50fa-3a81-421c-8d92-08dcecdca04b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 2374 time: 0.2536314 Jun 03 15:15:58.649782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ad1a2306-e2cc-4e21-9c87-52827ee5833b None None] Provisioning for port f59d6b1e-be3c-414b-a4b6-1c443f123c17 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:58.656416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ad1a2306-e2cc-4e21-9c87-52827ee5833b None None] Provisioning complete for port f59d6b1e-be3c-414b-a4b6-1c443f123c17 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:58.656818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2306-e2cc-4e21-9c87-52827ee5833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.660311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee3eba0c-9238-4112-872b-a07ac013f0ce req-22b3d56f-4504-4438-8f50-af890751bdbb tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077108 Jun 03 15:15:58.678829 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b21d4215-ea0c-4486-b2ef-1af2b7b856dd req-77a675ee-433e-4ad8-9b47-b0081b8f9427 tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "GET /v2.0/security-groups/c940d9ef-1b80-418c-a3bd-6988facafcea HTTP/1.1" status: 200 len: 2396 time: 0.1967392 Jun 03 15:15:58.681571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39934) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:58.789089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a2306-e2cc-4e21-9c87-52827ee5833b None None] Port f59d6b1e-be3c-414b-a4b6-1c443f123c17 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:58.984487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.036844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:59.059392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Usage tracker for resource:security_group_rule and tenant:0cc639d6f2f24def9283d6b6528bb44c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:59.076229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:59.082301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:59.087685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:port and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:59.092954 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b21d4215-ea0c-4486-b2ef-1af2b7b856dd req-81a9db70-8623-42b4-867a-3bf11aa4b04a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.098527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:59.108917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:59.109114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:59.122669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:59.181190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-196b0775-5cb7-4ea8-98c6-795fbfc96cdd tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4088829 Jun 03 15:15:59.185957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:59.192933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:59.217751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:59.231330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b21d4215-ea0c-4486-b2ef-1af2b7b856dd req-81a9db70-8623-42b4-867a-3bf11aa4b04a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.287542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.291897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.478631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b21d4215-ea0c-4486-b2ef-1af2b7b856dd req-81a9db70-8623-42b4-867a-3bf11aa4b04a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.530817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9db70-8623-42b4-867a-3bf11aa4b04a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c940d9ef-1b80-418c-a3bd-6988facafcea,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.544854 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b21d4215-ea0c-4486-b2ef-1af2b7b856dd req-81a9db70-8623-42b4-867a-3bf11aa4b04a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.546002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b21d4215-ea0c-4486-b2ef-1af2b7b856dd req-81a9db70-8623-42b4-867a-3bf11aa4b04a tempest-SecurityGroupRulesTestJSON-982763417 tempest-SecurityGroupRulesTestJSON-982763417-project] 10.222.0.66 "DELETE /v2.0/security-groups/c940d9ef-1b80-418c-a3bd-6988facafcea HTTP/1.1" status: 204 len: 173 time: 0.8381627 Jun 03 15:15:59.553949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39940) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:59.565377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.573922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.667099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cc639d6f2f24def9283d6b6528bb44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806287 Jun 03 15:15:59.675196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39944) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:59.695205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238dcf-5f0a-4904-8fe0-c21568e3f3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd86f97-7458-42fb-b92c-711e32bf3842,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.732869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.793586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] Deleting subnet 979c5b81-2ce6-4b4e-8cbe-17b0f942cde0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:15:59.798444 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.845826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa83660d-c185-490f-b18b-98f05376829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.858953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.934555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.004276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 10.2.2.100 (a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f/1eecc5bd-0f69-4341-bfac-da2cb71a0812/4b792e3c-d451-4dab-8c44-be0b0a3cdfae) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:00.031437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa83660d-c185-490f-b18b-98f05376829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.069433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.133045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979c5b81-2ce6-4b4e-8cbe-17b0f942cde0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:00.135365 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.182062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Allocated IP 172.25.1.208 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/62b7aaeb-b62b-482b-9e55-948f1bf799c3) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:00.227388 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d58a07f0-ce36-475b-b3ba-00deb464ba36 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/979c5b81-2ce6-4b4e-8cbe-17b0f942cde0 HTTP/1.1" status: 204 len: 168 time: 0.6716871 Jun 03 15:16:00.235586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39964) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:00.383969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa83660d-c185-490f-b18b-98f05376829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.397927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.432755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83660d-c185-490f-b18b-98f05376829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd86f97-7458-42fb-b92c-711e32bf3842,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:00.450718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.506728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290e2c6-4db5-4346-80f9-5ce5180825a7 req-81a7e2e1-cacd-426b-afc2-5273a6e6bb2e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.515765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290e2c6-4db5-4346-80f9-5ce5180825a7 req-81a7e2e1-cacd-426b-afc2-5273a6e6bb2e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.515765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290e2c6-4db5-4346-80f9-5ce5180825a7 req-81a7e2e1-cacd-426b-afc2-5273a6e6bb2e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.529740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7290e2c6-4db5-4346-80f9-5ce5180825a7 req-81a7e2e1-cacd-426b-afc2-5273a6e6bb2e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 2374 time: 0.3867829 Jun 03 15:16:00.553502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.553502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa83660d-c185-490f-b18b-98f05376829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.553502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fa83660d-c185-490f-b18b-98f05376829e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bd86f97-7458-42fb-b92c-711e32bf3842 HTTP/1.1" status: 204 len: 168 time: 0.8726754 Jun 03 15:16:00.601065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7290e2c6-4db5-4346-80f9-5ce5180825a7 req-f0c2c5e9-e309-4ef7-ab8a-2a6ca648ebea tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728970 Jun 03 15:16:00.633706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.660933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d1e4f367-e204-4d58-87ea-309095e5f12f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:00.725005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Transition to ACTIVE for port object 4b792e3c-d451-4dab-8c44-be0b0a3cdfae will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:00.758476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.815581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:00.815581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:00.827321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb370deb-6fe6-4e0f-a80b-8c5f103a3270']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:00.839933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:00.869755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0b1cf6-7a86-40b2-bea2-08519032ecd0') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:00.869755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0b1cf6-7a86-40b2-bea2-08519032ecd0') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:00.892266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.895461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d1e4f367-e204-4d58-87ea-309095e5f12f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:00.895923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.916783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.929768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.949855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:00.955713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=62b7aaeb-b62b-482b-9e55-948f1bf799c3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:00.999662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:01.019432 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.022947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:01.023630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.046408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.119339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:01.190973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.203568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.211210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.211210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.211210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.219142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.228906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:01.248121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:01.294683 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6a0b1cf6-7a86-40b2-bea2-08519032ecd0 resource provider aggregate not found Jun 03 15:16:01.347175 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6a0b1cf6-7a86-40b2-bea2-08519032ecd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a0b1cf6-7a86-40b2-bea2-08519032ecd0 found for delete ", "request_id": "req-39bc5dc1-48d9-4654-a21a-a8a5bf01d200"}]} Jun 03 15:16:01.396197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.427861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.428608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.457527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.465494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.467665 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fb370deb-6fe6-4e0f-a80b-8c5f103a3270 HTTP/1.1" status: 204 len: 168 time: 1.2310240 Jun 03 15:16:01.486038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4435f7b9-8145-45c0-8b41-4fbeac559653 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9844065 Jun 03 15:16:01.494560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed6e35-cd87-4023-b003-0c7ce3b29f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb370deb-6fe6-4e0f-a80b-8c5f103a3270,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.508865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f', 'admin_state_up': True, 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'security_groups': ['16bc8678-688e-4cc5-ae7c-19bb46ca0570']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:01.639357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ba49cdff-da12-4fdf-aaba-a01ed455084a None None] Provisioning for port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:01.650510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ba49cdff-da12-4fdf-aaba-a01ed455084a None None] Provisioning complete for port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:01.651053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba49cdff-da12-4fdf-aaba-a01ed455084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.680653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.689495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.733488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ba49cdff-da12-4fdf-aaba-a01ed455084a None None] Port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:01.826814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40004) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:01.861145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:01.885097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Usage tracker for resource:port and tenant:0d2cf021d5af47939b312df443b1f14b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:01.896756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:01.922791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:01.929558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c47512f6-ed3f-4470-b39e-3090ad3e1bf1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eed34d6aa9d549efaddf932cfcc9c16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0979857 Jun 03 15:16:01.936200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40012) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:01.974292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Made reservation on behalf of 0d2cf021d5af47939b312df443b1f14b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:01.980829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=62b7aaeb-b62b-482b-9e55-948f1bf799c3,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.983992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.003148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.090054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.093526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-07486a83-69af-435f-b200-1693dbfd4760 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9113159 Jun 03 15:16:02.228954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-bec229cb-b48c-4667-8738-7fa6557336f4 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:02.242166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46753a76-aa27-4c5b-8a8a-910f69d22a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.253409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-bec229cb-b48c-4667-8738-7fa6557336f4 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:02.254608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-bec229cb-b48c-4667-8738-7fa6557336f4 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.1546874 Jun 03 15:16:02.298840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46753a76-aa27-4c5b-8a8a-910f69d22a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.451383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Allocated IP 10.2.2.200 (a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f/1eecc5bd-0f69-4341-bfac-da2cb71a0812/dbe2c33f-a8e6-4804-949c-81d7612cfb68) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:02.488376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46753a76-aa27-4c5b-8a8a-910f69d22a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.580304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46753a76-aa27-4c5b-8a8a-910f69d22a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea34b99-4a3e-479d-ade2-4eb33f9f8e1a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:02.585432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46753a76-aa27-4c5b-8a8a-910f69d22a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.586434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-46753a76-aa27-4c5b-8a8a-910f69d22a8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cea34b99-4a3e-479d-ade2-4eb33f9f8e1a HTTP/1.1" status: 204 len: 168 time: 0.6555016 Jun 03 15:16:02.639387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-76a400d2-8667-488b-a650-ba44bc7f8622 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:02.640845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-750ceeed-c8c5-43d6-91c0-f82c65d284e2 req-76a400d2-8667-488b-a650-ba44bc7f8622 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.3741722 Jun 03 15:16:02.677680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b4936-b6e1-4a4f-933a-8aaa9395718d req-340d78d4-6ff0-42c8-a3ee-5d4c566e05e8 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:02.682028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-745b4936-b6e1-4a4f-933a-8aaa9395718d req-340d78d4-6ff0-42c8-a3ee-5d4c566e05e8 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1095 time: 0.1726704 Jun 03 15:16:02.715484 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eccdb0b-0eb7-49d6-ab8c-5012de2aad88'] response: {'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'code': 200} Jun 03 15:16:02.755744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-745b4936-b6e1-4a4f-933a-8aaa9395718d req-0b1e6500-824b-4bb3-b786-9db27aaa1712 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603354 Jun 03 15:16:02.756010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.796933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Transition to ACTIVE for port object dbe2c33f-a8e6-4804-949c-81d7612cfb68 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:02.872025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.957703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b2972-4f21-4469-a4b8-f967b4813e6d req-d7e7f912-c6ab-4cc8-a45c-d527aeba43e1 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:02.960675 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e93b2972-4f21-4469-a4b8-f967b4813e6d req-d7e7f912-c6ab-4cc8-a45c-d527aeba43e1 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1101 time: 0.1343219 Jun 03 15:16:03.000327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:03.005078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:03.010828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:03.149539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.150383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.170914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event updated for resources: {'Port': ['ID=dbe2c33f-a8e6-4804-949c-81d7612cfb68,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:03.184553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9a49bb35-21a6-4794-92fc-43b3279fab54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6853492 Jun 03 15:16:03.189820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e93b2972-4f21-4469-a4b8-f967b4813e6d req-738875e8-8a08-455d-9247-bd8dbb5eb707 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134962 Jun 03 15:16:03.203144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:03.232705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481641fe-7d7a-46a7-80f4-492bc2ab47db req-440292c4-6d45-4296-81ba-12f18e67dc1f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.238419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481641fe-7d7a-46a7-80f4-492bc2ab47db req-440292c4-6d45-4296-81ba-12f18e67dc1f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.245115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481641fe-7d7a-46a7-80f4-492bc2ab47db req-440292c4-6d45-4296-81ba-12f18e67dc1f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.252705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481641fe-7d7a-46a7-80f4-492bc2ab47db req-440292c4-6d45-4296-81ba-12f18e67dc1f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.258879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481641fe-7d7a-46a7-80f4-492bc2ab47db req-440292c4-6d45-4296-81ba-12f18e67dc1f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.261495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-481641fe-7d7a-46a7-80f4-492bc2ab47db req-440292c4-6d45-4296-81ba-12f18e67dc1f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 3816 time: 0.2354126 Jun 03 15:16:03.373942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-481641fe-7d7a-46a7-80f4-492bc2ab47db req-530b004c-3667-4315-bbb9-c1282bccd575 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029990 Jun 03 15:16:03.380172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.382902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b1829422-6c3d-4c7a-9312-ee4de945d878 None None] Provisioning for port dbe2c33f-a8e6-4804-949c-81d7612cfb68 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:03.395575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b1829422-6c3d-4c7a-9312-ee4de945d878 None None] Provisioning complete for port dbe2c33f-a8e6-4804-949c-81d7612cfb68 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:03.396166 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b1829422-6c3d-4c7a-9312-ee4de945d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.485599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b1829422-6c3d-4c7a-9312-ee4de945d878 None None] Port dbe2c33f-a8e6-4804-949c-81d7612cfb68 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:03.793404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-ad11e681-a7b7-4350-aa53-38aff3ddcc7a tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2177613 Jun 03 15:16:03.800944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:03.808092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:03.825351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:03.839306 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.883063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f43e8d8-220d-4f49-9436-5603fbc2cf2f {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:03.893079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.914501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Transition to ACTIVE for port object 5f43e8d8-220d-4f49-9436-5603fbc2cf2f will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:03.927449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.212790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:04.249292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.265301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Pushing event updated for resources: {'Port': ['ID=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:04.349614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Attempting to bind port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:04.349959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Attempting to bind port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:04.350294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Attempting to bind port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f on network d09311b2-c859-4e68-a0e9-573a99ae4a26 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:04.368939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f on network d09311b2-c859-4e68-a0e9-573a99ae4a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:04.369297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Attempting to bind port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f on network d09311b2-c859-4e68-a0e9-573a99ae4a26 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:04.382108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:04.382707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Checking segment: {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:04.382925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Bound using segment: {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:04.383295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Bound port: 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e472d-8efb-4ce3-b393-0954c73f15c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:04.383659 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.479349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-656443682-network', 'tenant_id': 'fffe611f4fa741708c6b47f81ab21f4b'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:04.499151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783e37-da4a-4016-847d-9efb3308bdeb req-b60f6e8e-55cc-49b1-b5e6-eb2f60efa11a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:04.500695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-b60f6e8e-55cc-49b1-b5e6-eb2f60efa11a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 0.4329927 Jun 03 15:16:04.501755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:04.511765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Usage tracker for resource:network and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:04.521135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] For port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:04.522399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:04.524778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] For port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:04.529853 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.535763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:04.546808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-f3e8a1e1-8037-44f2-9b84-de190ca1bce6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/quotas/ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 375 time: 0.0343821 Jun 03 15:16:04.556588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Allocated IP 172.25.1.252 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/e10e161b-736c-4eda-8e08-cffe852103d7) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:04.593123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:04.593123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.598847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] 10.222.0.70 "PUT /v2.0/ports/5f43e8d8-220d-4f49-9436-5603fbc2cf2f HTTP/1.1" status: 200 len: 1091 time: 1.4025123 Jun 03 15:16:04.598847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:04.613564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Made reservation on behalf of fffe611f4fa741708c6b47f81ab21f4b for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:04.615817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.634737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:04.651579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.673112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af773821-9bca-490d-a916-3e4b8dbd9f52 service neutron] Pushing event updated for resources: {'Port': ['ID=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:04.753772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:04.760867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:04.765430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:04.778856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:04.873021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-1c783422-8f7b-48ce-9d41-7e52d239f1e3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3182492 Jun 03 15:16:04.882227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.903685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.076482 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.154137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-e5701832-fdab-41ac-ae58-2333fbdcbe5c service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573819 Jun 03 15:16:05.157362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:05.160041 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.166906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:05.177241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:05.328376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.331475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0949783-32f4-4aea-8c3e-cee6e639b166 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:05.340319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.361014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Transition to ACTIVE for port object b0949783-32f4-4aea-8c3e-cee6e639b166 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:05.365373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.447937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=e10e161b-736c-4eda-8e08-cffe852103d7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.457957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:16:05.467433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99da069-6729-4856-b836-b4fbdb22e879,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.515567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.515913 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Added segment 5575f672-58c3-4ffe-b952-9297ab343778 of type vlan for network 66a796db-2f31-455d-93de-947951d4db4b Jun 03 15:16:05.585064 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.599853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.602978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Pushing event updated for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.612584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-c8732cb7-bdbf-4cde-8f3e-a43ae316e24f service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441261 Jun 03 15:16:05.697462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.698827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.699571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.741690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Attempting to bind port b0949783-32f4-4aea-8c3e-cee6e639b166 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:05.742029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Attempting to bind port b0949783-32f4-4aea-8c3e-cee6e639b166 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:05.742716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Attempting to bind port b0949783-32f4-4aea-8c3e-cee6e639b166 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:05.747053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.752609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-bd68b0a2-645f-4f4f-8104-f80c11d51d0b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.752847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-bd68b0a2-645f-4f4f-8104-f80c11d51d0b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Synchronizing usage tracker for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:05.760017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Port b0949783-32f4-4aea-8c3e-cee6e639b166 on network 053fc439-089a-48d0-ac6b-69d03af487a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:05.760375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Attempting to bind port b0949783-32f4-4aea-8c3e-cee6e639b166 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:05.774067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:05.774481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Checking segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:05.775651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Bound using segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:05.775651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Bound port: b0949783-32f4-4aea-8c3e-cee6e639b166, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:05.775978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.886398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-bd68b0a2-645f-4f4f-8104-f80c11d51d0b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Unset dirty status for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:05.888676 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-bd68b0a2-645f-4f4f-8104-f80c11d51d0b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "GET /v2.0/ports?device_id=2896fedc-56da-444b-8950-cbbe7d2cca60 HTTP/1.1" status: 200 len: 943 time: 0.3741884 Jun 03 15:16:05.900961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] Pushing event updated for resources: {'Network': ['ID=66a796db-2f31-455d-93de-947951d4db4b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.912705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 66a796db-2f31-455d-93de-947951d4db4b details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:16:06.013462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-85758b3a-fab3-4296-91c9-39c958618261 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7806656 Jun 03 15:16:06.023636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40116) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:06.043558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Request body: {'subnet': {'network_id': '66a796db-2f31-455d-93de-947951d4db4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-656443682-subnet', 'tenant_id': 'fffe611f4fa741708c6b47f81ab21f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:06.070346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:06.084069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Usage tracker for resource:subnet and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:06.088928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:06.095820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Deleting port d1e4f367-e204-4d58-87ea-309095e5f12f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:06.096614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.144892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:06.148632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:06.179654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b0949783-32f4-4aea-8c3e-cee6e639b166,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:06.182760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751e601-de06-4685-9b33-798641d44f33 req-93883dc5-03bc-4997-9c33-20d962de83fb tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.191447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5751e601-de06-4685-9b33-798641d44f33 req-93883dc5-03bc-4997-9c33-20d962de83fb tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1101 time: 0.2998953 Jun 03 15:16:06.193515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Made reservation on behalf of fffe611f4fa741708c6b47f81ab21f4b for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:06.196689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.295752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5751e601-de06-4685-9b33-798641d44f33 req-9302ac5b-8452-45f8-8d68-17534090e2c8 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969212 Jun 03 15:16:06.344171 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.355754 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.370214 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.547709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.548723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.551372 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] 10.222.0.70 "PUT /v2.0/ports/b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 200 len: 1135 time: 1.9194305 Jun 03 15:16:06.606357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:06.607301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.615738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event updated for resources: {'Port': ['ID=e10e161b-736c-4eda-8e08-cffe852103d7,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:06.647685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.648961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-a4cf33b4-3d7a-431b-9ec1-650eed9db334 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8547447 Jun 03 15:16:06.657144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaa458-0f9e-4d63-ba98-18dd4939bbeb service neutron] Pushing event updated for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:06.686761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] For port d1e4f367-e204-4d58-87ea-309095e5f12f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d1e4f367-e204-4d58-87ea-309095e5f12f,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:06.687135 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.762777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-ac45127e-f7d1-4c96-9a35-ec53ca34c194 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:06.772270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-4954601e-9e2c-404d-b60b-1c1a35e7feeb tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.779260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-4954601e-9e2c-404d-b60b-1c1a35e7feeb tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 0.3195603 Jun 03 15:16:06.800517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-d18a6d1a-4710-44d6-841c-8b195cd37114 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/quotas/62fe7c73f13d4c9a9818de70021d61af HTTP/1.1" status: 200 len: 375 time: 0.0200887 Jun 03 15:16:06.807392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-ac45127e-f7d1-4c96-9a35-ec53ca34c194 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:06.808879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-ac45127e-f7d1-4c96-9a35-ec53ca34c194 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1493094 Jun 03 15:16:06.950011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Calling delete_port for d1e4f367-e204-4d58-87ea-309095e5f12f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:07.026056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-021fbd47-07cc-4fcd-aa29-a12d3df3d78a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2159836 Jun 03 15:16:07.035401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-0235b78f-8a93-4c89-9eca-c5bccd699cf3 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.036758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5eb55ad-856e-48d6-924e-875d65bb51ed req-0235b78f-8a93-4c89-9eca-c5bccd699cf3 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.1835973 Jun 03 15:16:07.133766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.283656 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-306a8838-b03e-48f7-8691-78aec562f6a6 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440953 Jun 03 15:16:07.397807 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.660420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.663231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2498f3b1-092b-4191-b4fe-89ad0ca539a9 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658698 Jun 03 15:16:07.731090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-c49da8b2-2b9e-4ddb-b0ba-ec2e28279511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.738577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-c49da8b2-2b9e-4ddb-b0ba-ec2e28279511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.744662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-c49da8b2-2b9e-4ddb-b0ba-ec2e28279511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.751482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-c49da8b2-2b9e-4ddb-b0ba-ec2e28279511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.757410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-c49da8b2-2b9e-4ddb-b0ba-ec2e28279511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.763550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-c49da8b2-2b9e-4ddb-b0ba-ec2e28279511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.765461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-c49da8b2-2b9e-4ddb-b0ba-ec2e28279511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 4605 time: 0.1723797 Jun 03 15:16:07.767119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ee001b-ab04-42d7-bd50-900e791b89b9,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:07.769206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event deleted for resources: {'Port': ['ID=d1e4f367-e204-4d58-87ea-309095e5f12f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:07.851302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9eaa9cea-8774-418e-8cd9-91eb4b47e094 req-eca62fd7-c456-4651-a0d0-b81a1407ce82 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795014 Jun 03 15:16:07.927389 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91d8dd1-1407-41ed-8280-577fe3a3f1ba'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'status': 'completed', 'code': 200} Jun 03 15:16:07.994137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56c51cfc-f65f-4e32-b6d9-dc7e73754bd5 req-a844adf8-38cf-4b61-9bcd-53b9e0931c71 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 210 time: 0.0541775 Jun 03 15:16:08.063974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Checking segment: {'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:08.064390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Network hostable DHCP agents. Network: 66a796db-2f31-455d-93de-947951d4db4b, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:16:08.090636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2e1ce40d-5748-4dcc-b3f0-b51281991166 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.092199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2e1ce40d-5748-4dcc-b3f0-b51281991166 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 0.7565928 Jun 03 15:16:08.093293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] No DVR routers for this DVR port d1e4f367-e204-4d58-87ea-309095e5f12f on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:08.102189 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.130318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Request body: {'port': {'device_id': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'admin_state_up': True, 'tenant_id': 'ce48d04b774a4f05a47bf8f80a8bcb9a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:08.156855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c24a227-e1c6-4cb3-b612-fff4a176816d req-920ced63-f546-4006-8e43-543d453da1c2 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips/5ce62837-4a63-4e7b-b747-125b90cfd365 HTTP/1.1" status: 200 len: 693 time: 0.1100130 Jun 03 15:16:08.246132 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb48f63e-a453-49c5-8cc2-f8551cc0de67 req-80f61800-fe76-4169-88d3-ba58d5fceb48 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "DELETE /v2.0/ports/d1e4f367-e204-4d58-87ea-309095e5f12f HTTP/1.1" status: 204 len: 173 time: 2.3407531 Jun 03 15:16:08.285462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:08.343815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24a227-e1c6-4cb3-b612-fff4a176816d req-1ebe1874-25fa-4aa9-8ecb-83c0b1fb59fc tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.353957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c24a227-e1c6-4cb3-b612-fff4a176816d req-1ebe1874-25fa-4aa9-8ecb-83c0b1fb59fc tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.1880465 Jun 03 15:16:08.362230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-0c24a227-e1c6-4cb3-b612-fff4a176816d req-5f8950d2-3d7f-42c3-beda-94b880433f6e tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:16:08.377333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c24a227-e1c6-4cb3-b612-fff4a176816d req-5f8950d2-3d7f-42c3-beda-94b880433f6e tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216644 Jun 03 15:16:08.398979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Network 66a796db-2f31-455d-93de-947951d4db4b is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:16:08.463105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-4c88ffb6-b3af-46d0-8b89-f3fbc9355f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.463858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-4c88ffb6-b3af-46d0-8b89-f3fbc9355f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.464747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-4c88ffb6-b3af-46d0-8b89-f3fbc9355f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.465393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-4c88ffb6-b3af-46d0-8b89-f3fbc9355f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.466039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-4c88ffb6-b3af-46d0-8b89-f3fbc9355f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.466678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-4c88ffb6-b3af-46d0-8b89-f3fbc9355f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.470766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-4c88ffb6-b3af-46d0-8b89-f3fbc9355f33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5291 time: 0.5599170 Jun 03 15:16:08.495263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e165de6b-f2ff-4028-8128-8d801cf88406 req-839a1ac7-4e23-439f-a9d1-a20614898248 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 210 time: 0.0475543 Jun 03 15:16:08.514020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:08.526351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 66a796db-2f31-455d-93de-947951d4db4b) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:08.536308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df3983-f861-4b94-afca-b82d26779ad9 None None] Network 66a796db-2f31-455d-93de-947951d4db4b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:08.605695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.606683 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.619738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Usage tracker for resource:port and tenant:ce48d04b774a4f05a47bf8f80a8bcb9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:08.625346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:08.651780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e673bb0a-cb1e-4258-b6aa-428df47078a5 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:08.655890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-acbbf75a-1800-41fd-82d9-0ff4007d5a97 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips/5ce62837-4a63-4e7b-b747-125b90cfd365 HTTP/1.1" status: 200 len: 693 time: 0.1113329 Jun 03 15:16:08.660762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:08.680701 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.709535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c7c8c91d-b6ab-4b6e-b04c-d5a424576adb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6844330 Jun 03 15:16:08.756399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Made reservation on behalf of ce48d04b774a4f05a47bf8f80a8bcb9a for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:08.762023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.789992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Transition to ACTIVE for port object e673bb0a-cb1e-4258-b6aa-428df47078a5 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:08.837669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.856685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-0af18411-ede0-4e15-b828-b816d13f843e tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.865896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-0af18411-ede0-4e15-b828-b816d13f843e tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2086825 Jun 03 15:16:08.995024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851812b9-d003-47c4-9b99-92e65b53dffa None None] Network 66a796db-2f31-455d-93de-947951d4db4b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:08.996988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-9324ecec-adbb-4b87-aaae-b8d47b66123d tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1296234 Jun 03 15:16:09.098859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Pushing event updated for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:09.161575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-32575303-472c-46b5-98a9-ce2221038ed6 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1633818 Jun 03 15:16:09.195468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-846f7a97-e728-4df5-a7d5-1c16cb10abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.196222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-846f7a97-e728-4df5-a7d5-1c16cb10abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.198323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-846f7a97-e728-4df5-a7d5-1c16cb10abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.200004 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-846f7a97-e728-4df5-a7d5-1c16cb10abc6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d2cf021d5af47939b312df443b1f14b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7089555 Jun 03 15:16:09.427450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Deleting port e10e161b-736c-4eda-8e08-cffe852103d7 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:09.427800 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.574668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40190) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:09.805067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.812615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.819887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.827513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.834936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.841171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.847859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.849749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90e18287-775e-461e-a29d-1c346c6ebadd req-f8ca7323-a6cb-4864-b575-40fa194c346f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5382 time: 0.4930272 Jun 03 15:16:09.883556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.883940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.912878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.927561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-2fa547e9-93a5-48c2-b5e0-2153faba64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.929607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-acb24110-3aaa-4c15-8fb9-d2bb953d117e req-2fa547e9-93a5-48c2-b5e0-2153faba64ec service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6885190 Jun 03 15:16:09.941443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'b0949783-32f4-4aea-8c3e-cee6e639b166'}, {'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-deleted', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:09.943650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Allocated IP 172.20.0.14 (1904d4dc-1669-426a-955a-3e936a7a13b1/b662d76e-7289-47b3-81c2-e7801a645ec6/fe8570dc-8b4d-46fc-b766-a48001c3bc12) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:09.948149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Attempting to bind port e673bb0a-cb1e-4258-b6aa-428df47078a5 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:09.948149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Attempting to bind port e673bb0a-cb1e-4258-b6aa-428df47078a5 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:09.948149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Attempting to bind port e673bb0a-cb1e-4258-b6aa-428df47078a5 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:09.963389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-56a68eb8-dbbf-4ff7-830b-a617940de6a9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.963633 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-56a68eb8-dbbf-4ff7-830b-a617940de6a9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 0.4508836 Jun 03 15:16:09.965780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Port e673bb0a-cb1e-4258-b6aa-428df47078a5 on network 053fc439-089a-48d0-ac6b-69d03af487a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:09.966203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Attempting to bind port e673bb0a-cb1e-4258-b6aa-428df47078a5 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:09.976051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:09.976486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Checking segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:09.976689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Bound using segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:09.977114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Bound port: e673bb0a-cb1e-4258-b6aa-428df47078a5, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:09.977522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.994811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Request body: {'port': {'device_id': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'admin_state_up': True, 'tenant_id': '62fe7c73f13d4c9a9818de70021d61af'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:10.224853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Calling delete_port for e10e161b-736c-4eda-8e08-cffe852103d7 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:10.254628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:10.278637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:eb5592c6f83c497cb00f7f8957c2a7e5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:10.288471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:10.296777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90e18287-775e-461e-a29d-1c346c6ebadd req-5b10d93e-efd6-4e73-b6c4-db969ebfd458 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4178967 Jun 03 15:16:10.301835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:10.355446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:10.370792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:10.392453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:10.394300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Usage tracker for resource:port and tenant:62fe7c73f13d4c9a9818de70021d61af is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:10.400578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:10.406175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.450584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:10.515065 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.525299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:10.526441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.527467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] 10.222.0.70 "PUT /v2.0/ports/e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 200 len: 1135 time: 3.9352355 Jun 03 15:16:10.533287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Made reservation on behalf of 62fe7c73f13d4c9a9818de70021d61af for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:10.536791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.559321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.569898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:10.593950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event deleted for resources: {'Port': ['ID=e10e161b-736c-4eda-8e08-cffe852103d7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:10.619403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9309c-a85e-427f-b86a-cea57018ec4b service neutron] Pushing event updated for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:10.651924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.671644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.671999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.672376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.672717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.673610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.674525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.675757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.676099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.676501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.677341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.677705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.678125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:10.686854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1402873540', 'description': 'tempest-description-329739899'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:10.700173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d1e4f367-e204-4d58-87ea-309095e5f12f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:10.738753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.748399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: d1e4f367-e204-4d58-87ea-309095e5f12f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:10.749740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d1e4f367-e204-4d58-87ea-309095e5f12f not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:10.761722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:10.778405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:10.806256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:10.827522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:10.832894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb5592c6f83c497cb00f7f8957c2a7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2521310 Jun 03 15:16:10.833914 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.836153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40200) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:10.843839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775478ea-999f-44ee-94d3-c6a012966cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d90cc83-bd2f-4d58-b63c-d8f69f7843b7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:10.869067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.882569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.882569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.906179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:10.917432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.920958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a241389-35c6-43cd-8620-c588e7fc9bc4 req-28c06a5b-1750-4004-8b29-1f5292f3267b tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "DELETE /v2.0/floatingips/5ce62837-4a63-4e7b-b747-125b90cfd365 HTTP/1.1" status: 204 len: 173 time: 1.7552905 Jun 03 15:16:10.920958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:10.926766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:10.933536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:11.061706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:11.079808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Allocated IP 172.20.0.14 (3fe5dbaa-15a5-42dc-8e9e-f8609539af82/6d2046a0-cd59-4e05-abcf-d957d0fcba19/0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:11.098429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:11.105205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.111868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.120599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:11.136810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:11.177547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b284ab-79ab-403b-aa81-0cf2a22fef55,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:11.181635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.182621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e323b7-865f-481d-9921-ed79dddccd33 req-c7dbe562-5c35-4e7f-894a-04c7cca33da5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5194981 Jun 03 15:16:11.420411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:11.421388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.433435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1fd80-4bce-48bf-87f4-862e26803225 req-4ada3088-b2db-4e81-9683-20758c419959 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:11.435559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ce1fd80-4bce-48bf-87f4-862e26803225 req-4ada3088-b2db-4e81-9683-20758c419959 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 932 time: 0.1061590 Jun 03 15:16:11.498673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ce1fd80-4bce-48bf-87f4-862e26803225 req-600199d7-17d7-4357-93fd-27e7156c11e4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557530 Jun 03 15:16:11.623622 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5fd46b38-2683-4655-8aca-72aac450c1c2 req-ff1ee022-71f5-4dad-a4a6-bd7619082a10 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 210 time: 0.0912549 Jun 03 15:16:11.652811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b690e4e-4dec-4432-a9cd-79add5866abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.674754 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed17bab6-ccc2-4676-9044-8ff2a1813967'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'b0949783-32f4-4aea-8c3e-cee6e639b166', 'status': 'completed', 'code': 200} Jun 03 15:16:11.674754 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed17bab6-ccc2-4676-9044-8ff2a1813967'] response: {'server_uuid': '2896fedc-56da-444b-8950-cbbe7d2cca60', 'name': 'network-vif-deleted', 'tag': 'd1e4f367-e204-4d58-87ea-309095e5f12f', 'status': 'completed', 'code': 200} Jun 03 15:16:11.691374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-891947350', 'description': 'tempest-description-1942030942'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:11.708226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:11.715145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:11.720354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:11.730561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:11.761922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.767549 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-7b0d869e-74ee-45e8-87ca-f6a899c125da tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6416185 Jun 03 15:16:11.804923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7899bb-90e3-4717-8be1-ad9e0b0dd928 req-0c46224b-d525-443e-8cc8-750c2341148e tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:11.809435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a7899bb-90e3-4717-8be1-ad9e0b0dd928 req-0c46224b-d525-443e-8cc8-750c2341148e tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2161398 Jun 03 15:16:11.812616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:11.817354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:11.823374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:11.830775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:11.860911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Request body: {'port': {'device_id': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:11.929599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.937192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b690e4e-4dec-4432-a9cd-79add5866abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.941212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.047787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e3ea31-3d83-4283-bd13-e6d0b8c21e6b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:12.052567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.054029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-773ac5c3-9b8e-4a2c-9276-98aacbf033d8 req-1d806efd-abfb-4961-8123-797882cbbe34 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3724329 Jun 03 15:16:12.124514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.134761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.143113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.149482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.155943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.162969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.169302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.171151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-611e549d-ddaa-46ea-a566-ed5812258560 req-62d825f8-6ae2-4e45-b95b-e11bcd99f1dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5382 time: 0.2249219 Jun 03 15:16:12.287993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-611e549d-ddaa-46ea-a566-ed5812258560 req-482fbebd-41f4-4930-9b60-f94df603c9fe tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047640 Jun 03 15:16:12.301684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.302231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.302499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.303511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.303511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.303985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.304436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.306267 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66824d0d-5acc-483b-8b2a-60d80365124a req-35e1abcf-e2bf-49c7-8bae-086235f91844 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6219 time: 0.6504242 Jun 03 15:16:12.319627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29272f3-b373-46d5-9600-46f11d7a1f3a req-7676917c-d9de-4a67-8faa-da3339b23e8c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.319627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b29272f3-b373-46d5-9600-46f11d7a1f3a req-7676917c-d9de-4a67-8faa-da3339b23e8c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.1191392 Jun 03 15:16:12.321315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.326018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.384381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b690e4e-4dec-4432-a9cd-79add5866abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.450739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e3ba16de-0a76-4d2a-a663-b666b70551f4 req-7af2019a-3f8f-41a5-b4e9-71edba82dfb1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:12.462452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b29272f3-b373-46d5-9600-46f11d7a1f3a req-046f99e7-3586-4d6a-93a0-2faf729c1ff2 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373570 Jun 03 15:16:12.476888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e3ba16de-0a76-4d2a-a663-b666b70551f4 req-7af2019a-3f8f-41a5-b4e9-71edba82dfb1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:12.479398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ba16de-0a76-4d2a-a663-b666b70551f4 req-7af2019a-3f8f-41a5-b4e9-71edba82dfb1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=bb8890d954144207b6886c96c3ade94a HTTP/1.1" status: 200 len: 1657 time: 0.1319468 Jun 03 15:16:12.510244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b690e4e-4dec-4432-a9cd-79add5866abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d90cc83-bd2f-4d58-b63c-d8f69f7843b7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:12.554123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b690e4e-4dec-4432-a9cd-79add5866abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.554803 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b690e4e-4dec-4432-a9cd-79add5866abe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d90cc83-bd2f-4d58-b63c-d8f69f7843b7 HTTP/1.1" status: 204 len: 168 time: 1.7131741 Jun 03 15:16:12.747339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2530432-d34a-4986-add2-06531661c993 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:12.753157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-fc529868-36e6-47b1-a1cc-8d5fe2c0355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.753636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-fc529868-36e6-47b1-a1cc-8d5fe2c0355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.754611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-fc529868-36e6-47b1-a1cc-8d5fe2c0355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.755866 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66824d0d-5acc-483b-8b2a-60d80365124a req-fc529868-36e6-47b1-a1cc-8d5fe2c0355a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d2cf021d5af47939b312df443b1f14b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4311733 Jun 03 15:16:12.764178 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.799056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.929100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba16de-0a76-4d2a-a663-b666b70551f4 req-52f49217-2fd9-4a3c-a6f7-770dd2428ca4 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.932814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ba16de-0a76-4d2a-a663-b666b70551f4 req-52f49217-2fd9-4a3c-a6f7-770dd2428ca4 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks?id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 787 time: 0.4435308 Jun 03 15:16:12.948586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Transition to ACTIVE for port object e2530432-d34a-4986-add2-06531661c993 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:12.953300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:12.967602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-e3ba16de-0a76-4d2a-a663-b666b70551f4 req-042d7f6e-c823-4ad1-9dc5-8b1c1a33b0ec tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:16:12.978927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ba16de-0a76-4d2a-a663-b666b70551f4 req-042d7f6e-c823-4ad1-9dc5-8b1c1a33b0ec tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144653 Jun 03 15:16:12.993669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:13.009226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-352f114d-a00b-4a9d-a86b-b46f775fde8d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:13.014425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-352f114d-a00b-4a9d-a86b-b46f775fde8d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:13.049412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:13.053658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:13.057521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-352f114d-a00b-4a9d-a86b-b46f775fde8d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:13.059049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-352f114d-a00b-4a9d-a86b-b46f775fde8d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 812 time: 0.4619753 Jun 03 15:16:13.082647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-4789d92d-1845-4ed5-ac7c-e9abd0f0b020 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/quotas/fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 375 time: 0.0168331 Jun 03 15:16:13.162734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-14d4639b-bfae-4d60-ac19-094c02e92ecc tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732949 Jun 03 15:16:13.291302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:13.367178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c989d08-97d6-4f32-af14-a06767d43e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:13.377578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dace09-f6bf-49b4-9351-7c510c3abc3d req-d3b255c9-7223-4e0f-b403-21bd2b62e6fa tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:13.379158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72dace09-f6bf-49b4-9351-7c510c3abc3d req-d3b255c9-7223-4e0f-b403-21bd2b62e6fa tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 932 time: 0.2163210 Jun 03 15:16:13.419691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-d0247a5a-20b0-4b4e-9104-c732e3bd626d service neutron] 10.222.0.66 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194159 Jun 03 15:16:13.432482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:13.433516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:13.542723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72dace09-f6bf-49b4-9351-7c510c3abc3d req-76749918-a234-403f-86ed-6c30845dbcab tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461134 Jun 03 15:16:13.569500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824d0d-5acc-483b-8b2a-60d80365124a req-b65b71b5-274d-460e-a613-3aea0edc025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:13.570991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66824d0d-5acc-483b-8b2a-60d80365124a req-b65b71b5-274d-460e-a613-3aea0edc025f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8011858 Jun 03 15:16:13.654831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-5a6312c6-0c80-429c-b05d-6100f84abe48 service neutron] 10.222.0.66 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211568 Jun 03 15:16:13.767761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'e673bb0a-cb1e-4258-b6aa-428df47078a5'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:13.784963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Pushing event updated for resources: {'Port': ['ID=e2530432-d34a-4986-add2-06531661c993,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:13.791383 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18bccedd-8c41-4bb3-ac78-e0acde0265a5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8009937 Jun 03 15:16:13.811416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Request body: {'port': {'device_id': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:13.898460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec161c-5226-439f-889b-ed8eb69a0db6 req-643ac792-0aad-4685-b0d4-825d2ebe76d9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:13.899233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5ec161c-5226-439f-889b-ed8eb69a0db6 req-643ac792-0aad-4685-b0d4-825d2ebe76d9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 932 time: 0.1895828 Jun 03 15:16:13.936894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b56d3acb-4840-4686-abdc-74c673553358 req-bc6150dc-b56f-4fa9-b8e6-bf38332fcded tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips/908fe201-f384-404c-9fdd-f760d4deac3f HTTP/1.1" status: 200 len: 693 time: 0.1304049 Jun 03 15:16:14.015958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.027941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Attempting to bind port e2530432-d34a-4986-add2-06531661c993 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:14.028379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Attempting to bind port e2530432-d34a-4986-add2-06531661c993 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:14.028938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Attempting to bind port e2530432-d34a-4986-add2-06531661c993 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:14.042723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8570dc-8b4d-46fc-b766-a48001c3bc12 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:14.052153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Port e2530432-d34a-4986-add2-06531661c993 on network 053fc439-089a-48d0-ac6b-69d03af487a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:14.052494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Attempting to bind port e2530432-d34a-4986-add2-06531661c993 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:14.055735 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.095624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:14.095791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Checking segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:14.096181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Bound using segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:14.096574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Bound port: e2530432-d34a-4986-add2-06531661c993, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:14.096963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.124246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5ec161c-5226-439f-889b-ed8eb69a0db6 req-9afafc1b-67c5-468e-b7ff-057492b232ce tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151046 Jun 03 15:16:14.131958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3acb-4840-4686-abdc-74c673553358 req-78b459b9-f2b9-4a39-8618-c8d81d1ccf11 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.133441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b56d3acb-4840-4686-abdc-74c673553358 req-78b459b9-f2b9-4a39-8618-c8d81d1ccf11 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.1779428 Jun 03 15:16:14.144432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Transition to ACTIVE for port object fe8570dc-8b4d-46fc-b766-a48001c3bc12 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:14.181008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.263549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b56d3acb-4840-4686-abdc-74c673553358 req-2cb55817-c152-43c7-a516-59d58fda1460 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.1150820 Jun 03 15:16:14.314445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:14.397106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b56d3acb-4840-4686-abdc-74c673553358 req-3ba2c82f-d05c-436b-bb5d-4703bf87c562 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.1257129 Jun 03 15:16:14.581043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Deleting port 62b7aaeb-b62b-482b-9e55-948f1bf799c3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:14.581643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.589675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] For port e2530432-d34a-4986-add2-06531661c993, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:14.623567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.629425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.635285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.641055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.646905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.653129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.659268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.661183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-a7e61f9b-dcc9-4e6f-bde7-f3f53dbff2c8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5394 time: 0.3327799 Jun 03 15:16:14.686566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] For port e2530432-d34a-4986-add2-06531661c993, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e2530432-d34a-4986-add2-06531661c993,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:14.706915 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.772254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:14.772254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:14.772254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:14.812135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95c473c7-87d5-48d5-82dc-12b5d20e153a req-5c2d46fe-dd60-4efa-88c5-50b980600511 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365225 Jun 03 15:16:14.858137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:14.858137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:14.871180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.871815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.873260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] 10.222.0.70 "PUT /v2.0/ports/e2530432-d34a-4986-add2-06531661c993 HTTP/1.1" status: 200 len: 1091 time: 4.3075302 Jun 03 15:16:14.887861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:14.887861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:14.887861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:14.888280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Bound port: fe8570dc-8b4d-46fc-b766-a48001c3bc12, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:14.888582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.889256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.889601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:14.916533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:15.002229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5c93a-0c4f-4cd4-bce7-2192aa37d14b service neutron] Pushing event updated for resources: {'Port': ['ID=e2530432-d34a-4986-add2-06531661c993,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:15.208882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.241074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:15.270046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Calling delete_port for 62b7aaeb-b62b-482b-9e55-948f1bf799c3 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:15.270213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.366804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.380018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Transition to ACTIVE for port object 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:15.388342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69465-6212-4435-9f45-a17c360e2824 req-c19cf33a-0444-4950-b6ef-431d4558f7db tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:15.398207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0b69465-6212-4435-9f45-a17c360e2824 req-c19cf33a-0444-4950-b6ef-431d4558f7db tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.3532047 Jun 03 15:16:15.451469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.502901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0b69465-6212-4435-9f45-a17c360e2824 req-a3975455-5408-4aa3-847c-dab36bfc887a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037285 Jun 03 15:16:15.506592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:15.528520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.594964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event deleted for resources: {'Port': ['ID=62b7aaeb-b62b-482b-9e55-948f1bf799c3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:15.635680 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f56f3da5-2865-49de-8927-72343d628b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.694717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:15.726671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.739469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.766779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.768662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b56d3acb-4840-4686-abdc-74c673553358 req-237b2ef0-710c-4508-9c68-f10ffb2944f0 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "DELETE /v2.0/floatingips/908fe201-f384-404c-9fdd-f760d4deac3f HTTP/1.1" status: 204 len: 173 time: 1.3625975 Jun 03 15:16:15.879716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:15.934458 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8882f4-f2d3-446f-a9de-d84124d24461'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'e673bb0a-cb1e-4258-b6aa-428df47078a5', 'status': 'completed', 'code': 200} Jun 03 15:16:15.961191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77687ca9-2acc-44e6-ae13-531c485fd800 req-5436ac36-c47c-4afe-abd9-04ecc53f324e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0539503 Jun 03 15:16:16.015393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da11f7c-89a5-4b46-8375-c9faafc6ff9b req-15fb9141-b6c6-4cf9-9b6b-b74b3af75312 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.024855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9da11f7c-89a5-4b46-8375-c9faafc6ff9b req-15fb9141-b6c6-4cf9-9b6b-b74b3af75312 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 944 time: 0.1498904 Jun 03 15:16:16.123049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-aa614265-7460-48c5-ba4d-55084f54cbc9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.123049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-aa614265-7460-48c5-ba4d-55084f54cbc9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.70 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 812 time: 0.7938192 Jun 03 15:16:16.156708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9da11f7c-89a5-4b46-8375-c9faafc6ff9b req-7cff9f11-5ab1-44d0-93c6-8717e8e126d6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308079 Jun 03 15:16:16.160854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.160854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.161914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] 10.222.0.70 "PUT /v2.0/ports/fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 1092 time: 4.3234646 Jun 03 15:16:16.184466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'port': {'device_id': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'network_id': '66a796db-2f31-455d-93de-947951d4db4b', 'admin_state_up': True, 'tenant_id': 'fffe611f4fa741708c6b47f81ab21f4b'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:16.224447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6abc6-18d5-46fd-bb79-6fbf42220e29 req-6f628f57-c146-4e8a-a851-5dc728b0e2a6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.228998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13f6abc6-18d5-46fd-bb79-6fbf42220e29 req-6f628f57-c146-4e8a-a851-5dc728b0e2a6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 944 time: 0.1383326 Jun 03 15:16:16.354441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-31631b1b-5b7b-4d6b-b162-fef2979b17d1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips/4f6b2886-af6c-4a78-9e6b-a694ef138c39 HTTP/1.1" status: 200 len: 693 time: 0.1084731 Jun 03 15:16:16.395246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13f6abc6-18d5-46fd-bb79-6fbf42220e29 req-aff929a3-bece-45f4-b135-94ffeb478132 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596913 Jun 03 15:16:16.511295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Attempting to bind port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:16.511295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Attempting to bind port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:16.511550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Attempting to bind port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:16.515384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560fe5c-6845-45ff-ac84-a485bbbf88bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:16.543669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:16.543669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Attempting to bind port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:16.581631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-b0f69529-cb0b-4bc4-8ac6-b1b4b06083b1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.588744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-b0f69529-cb0b-4bc4-8ac6-b1b4b06083b1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2242446 Jun 03 15:16:16.595222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.609811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:16.610726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Checking segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:16.611121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Bound using segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:16.611583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Bound port: 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:16.611937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.678797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-8cda81f9-c4ab-4b39-810d-c5ca17e147fe tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:16.701148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-8cda81f9-c4ab-4b39-810d-c5ca17e147fe tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:16.702531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-8cda81f9-c4ab-4b39-810d-c5ca17e147fe tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.1128755 Jun 03 15:16:16.718912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.725862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.731711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.738555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.744549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.752060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.757409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.759921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d219652-63bc-4597-a378-d8526382880b req-41d5ef93-89b6-4fa1-acaf-17f6cd3517ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5394 time: 0.2356060 Jun 03 15:16:16.780617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.780617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.784258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.784258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.784258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.784258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.784258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.787064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-d5ae3674-e503-4bfd-a89b-40bd003dc8a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6286 time: 0.8532176 Jun 03 15:16:16.818414 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.844701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:16.859946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783e37-da4a-4016-847d-9efb3308bdeb req-014a4f46-a27b-41da-8ab1-05ee6221b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.861583 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-014a4f46-a27b-41da-8ab1-05ee6221b60c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1095 time: 0.5495610 Jun 03 15:16:16.863903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-81a3397c-51ff-47fa-81ab-66c265280f0f tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.1037350 Jun 03 15:16:16.870554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:port and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:16.872773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:16.957134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d219652-63bc-4597-a378-d8526382880b req-8b13c82d-3e41-481a-abd3-215c4cea06f0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356206 Jun 03 15:16:17.006125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:17.038253 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-b359bd09-fbf8-41c5-a5c7-3a8887ece630 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 217 time: 0.1106343 Jun 03 15:16:17.046570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:17.139962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:17.149403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Made reservation on behalf of fffe611f4fa741708c6b47f81ab21f4b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:17.152242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.205568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.249604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Deleting port dafd38a7-3644-4bcf-a03d-88e3993c4890 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:17.250174 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.308626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783e37-da4a-4016-847d-9efb3308bdeb req-e8051602-260d-4aa2-800e-821c6646d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.310069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-e8051602-260d-4aa2-800e-821c6646d6f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.2547781 Jun 03 15:16:17.320359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-b7cb25b0-0b22-483c-b58e-a1747796d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.321161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-b7cb25b0-0b22-483c-b58e-a1747796d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.323288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-b7cb25b0-0b22-483c-b58e-a1747796d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.323506 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-b7cb25b0-0b22-483c-b58e-a1747796d044 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d2cf021d5af47939b312df443b1f14b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5245357 Jun 03 15:16:17.408510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.408510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.410905 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 HTTP/1.1" status: 200 len: 1092 time: 3.6073117 Jun 03 15:16:17.440867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e13ec8-f958-4229-a80e-02de575eae49 req-521472e3-d8e0-412e-b763-be841e078dea tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.440867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2e13ec8-f958-4229-a80e-02de575eae49 req-521472e3-d8e0-412e-b763-be841e078dea tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2360725 Jun 03 15:16:17.451429 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-d74c9223-37e9-4747-97e4-36c936e6b5fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220856 Jun 03 15:16:17.452087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59d6b1e-be3c-414b-a4b6-1c443f123c17 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:17.472669 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.525280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.526498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.551025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.667155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2e13ec8-f958-4229-a80e-02de575eae49 req-da1970a7-4aaa-4e83-a01a-26595ec63163 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877103 Jun 03 15:16:17.674334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Calling delete_port for dafd38a7-3644-4bcf-a03d-88e3993c4890 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:17.823368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322a927-0d58-47da-94ca-f51c197aac18 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:17.883694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6734c75e-5887-42b9-b473-7930ddfc24ed req-925f8668-0247-425f-b598-4722ac8d1c5e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0734713 Jun 03 15:16:17.886276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.894765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Transition to ACTIVE for port object f59d6b1e-be3c-414b-a4b6-1c443f123c17 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:17.931065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.972202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event deleted for resources: {'Port': ['ID=dafd38a7-3644-4bcf-a03d-88e3993c4890,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:17.973064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'e2530432-d34a-4986-add2-06531661c993'}, {'name': 'network-changed', 'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12'}, {'name': 'network-changed', 'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:18.059474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.092023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.093703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e921934-7cc2-4e0b-b269-830de16f9923 req-a86d3032-813c-47cd-9369-22687a2ab8c1 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "DELETE /v2.0/floatingips/4f6b2886-af6c-4a78-9e6b-a694ef138c39 HTTP/1.1" status: 204 len: 173 time: 1.2136195 Jun 03 15:16:18.143406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-34b7e955-3ea9-4be6-87d8-75d77a87b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.145265 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-af5e8e88-751c-48d2-83d0-d556b8ed872a req-34b7e955-3ea9-4be6-87d8-75d77a87b68d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7428737 Jun 03 15:16:18.182009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Allocated IP 172.20.0.8 (66a796db-2f31-455d-93de-947951d4db4b/20ee001b-ab04-42d7-bd50-900e791b89b9/fb27ccb0-a8b4-4aa2-acc6-1c1263017378) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:18.185141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Pushing event updated for resources: {'Port': ['ID=f59d6b1e-be3c-414b-a4b6-1c443f123c17,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:18.189777 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-c41c49cc-f232-484f-a6d0-1644cff8721c service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215860 Jun 03 15:16:18.265144 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.338077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d8c5b-5c98-4647-9429-f268ac2ebb51 req-39adfdc3-b8ce-4378-9435-2cdc501a07b4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.344754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-934d8c5b-5c98-4647-9429-f268ac2ebb51 req-39adfdc3-b8ce-4378-9435-2cdc501a07b4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 944 time: 0.2150886 Jun 03 15:16:18.371715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-5de941e2-31fa-4eaa-827a-46e1de103163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.373498 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-5de941e2-31fa-4eaa-827a-46e1de103163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 1095 time: 0.8197522 Jun 03 15:16:18.408443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-934d8c5b-5c98-4647-9429-f268ac2ebb51 req-f1c99b89-e53a-4168-a17c-40e9074b491c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Jun 03 15:16:18.420072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7ccdd-3893-4164-8992-f24ee7d85eac req-a37ca556-a2e4-4e06-b2dc-04b0ea1ac12f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.426428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ea7ccdd-3893-4164-8992-f24ee7d85eac req-a37ca556-a2e4-4e06-b2dc-04b0ea1ac12f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 944 time: 0.1770368 Jun 03 15:16:18.497159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-3770db38-b7cf-460a-bf16-586e16ab47e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 HTTP/1.1" status: 200 len: 217 time: 0.0987031 Jun 03 15:16:18.497283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ea7ccdd-3893-4164-8992-f24ee7d85eac req-19a78250-ed93-4b7d-85be-1990dfa8bbd2 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690160 Jun 03 15:16:18.515076 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3470d29c-5f5b-403d-8dd0-de36c0769613'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'e2530432-d34a-4986-add2-06531661c993', 'status': 'completed', 'code': 200} Jun 03 15:16:18.515357 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3470d29c-5f5b-403d-8dd0-de36c0769613'] response: {'name': 'network-changed', 'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12', 'status': 'completed', 'code': 200} Jun 03 15:16:18.515635 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3470d29c-5f5b-403d-8dd0-de36c0769613'] response: {'name': 'network-changed', 'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'status': 'completed', 'code': 200} Jun 03 15:16:18.648678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-3f4ce960-9db1-4c55-8370-2d09dd3f5ec8 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips/32d8bb58-7af9-43d7-9a4b-dbf38038da34 HTTP/1.1" status: 200 len: 693 time: 0.1028488 Jun 03 15:16:18.748363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Attempting to bind port f59d6b1e-be3c-414b-a4b6-1c443f123c17 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:18.748623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Attempting to bind port f59d6b1e-be3c-414b-a4b6-1c443f123c17 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:18.748942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Attempting to bind port f59d6b1e-be3c-414b-a4b6-1c443f123c17 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:18.770831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-17783e37-da4a-4016-847d-9efb3308bdeb req-b42a42be-c6a9-47fb-a7cc-acf80ccc6d30 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388391 Jun 03 15:16:18.776377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Port f59d6b1e-be3c-414b-a4b6-1c443f123c17 on network 053fc439-089a-48d0-ac6b-69d03af487a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:18.776702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Attempting to bind port f59d6b1e-be3c-414b-a4b6-1c443f123c17 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:18.802190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-dcbc9b79-090e-4c8e-b34a-71efc8c5b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.803102 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-dcbc9b79-090e-4c8e-b34a-71efc8c5b946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.2867160 Jun 03 15:16:18.808674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:18.809021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Checking segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:18.809409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Bound using segment: {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:18.809857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Bound port: f59d6b1e-be3c-414b-a4b6-1c443f123c17, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9000cf6c-89ad-4d0d-8b64-7c49336e4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:18.810208 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.861625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-c0eaf1cd-db40-44ff-8eaf-69ab62309b94 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.863015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-c0eaf1cd-db40-44ff-8eaf-69ab62309b94 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2126949 Jun 03 15:16:18.880023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.885861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.886491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-5a727977-457b-4125-be94-7a690723c955 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638227 Jun 03 15:16:18.893354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.897703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.903572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.910262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.916063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.918371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-f42be4bf-5042-4bc4-901d-a4de9863fc24 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5406 time: 0.2472107 Jun 03 15:16:19.009122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-331bd492-568b-456e-b145-5312f1b7f88c tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Synchronizing usage tracker for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:19.022931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.042763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af219a26-0a01-4b0f-9135-9b3bb748654f req-b13eac89-0047-4de5-8046-006fdf98f025 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677140 Jun 03 15:16:19.044064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-331bd492-568b-456e-b145-5312f1b7f88c tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Unset dirty status for tenant:bb8890d954144207b6886c96c3ade94a on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:19.045128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-331bd492-568b-456e-b145-5312f1b7f88c tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.180 HTTP/1.1" status: 200 len: 696 time: 0.1260641 Jun 03 15:16:19.066924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.067411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.067881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.068380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.068844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.069307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.069764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.071664 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3db6f7ac-2b62-497e-81c9-2efd8a302f8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6311 time: 0.4904459 Jun 03 15:16:19.209346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] For port f59d6b1e-be3c-414b-a4b6-1c443f123c17, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:19.246325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] For port f59d6b1e-be3c-414b-a4b6-1c443f123c17, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:19.271494 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-18f277fe-7e10-4c90-8fde-29de40e3cd94 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555679 Jun 03 15:16:19.272564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.290658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-a5484887-1bf9-4d94-bac9-0a9e3a371b69 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.180 HTTP/1.1" status: 200 len: 696 time: 0.2356462 Jun 03 15:16:19.382849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.481489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Deleting port dd5528ca-839e-46ce-a50d-452c9c4c6316 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:19.481829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.550083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15096e-8fd6-4dce-84d2-6d403bf57f44 req-fea04e08-a1b9-446f-b716-61c0168e0b7e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.551672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f15096e-8fd6-4dce-84d2-6d403bf57f44 req-fea04e08-a1b9-446f-b716-61c0168e0b7e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.3080459 Jun 03 15:16:19.582039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-f8d28e7f-8b6d-44c8-a907-85f2a4130f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.582511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-f8d28e7f-8b6d-44c8-a907-85f2a4130f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.582975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-f8d28e7f-8b6d-44c8-a907-85f2a4130f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.584602 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-f8d28e7f-8b6d-44c8-a907-85f2a4130f17 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d2cf021d5af47939b312df443b1f14b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4980307 Jun 03 15:16:19.585880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.586478 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.587731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] 10.222.0.70 "PUT /v2.0/ports/f59d6b1e-be3c-414b-a4b6-1c443f123c17 HTTP/1.1" status: 200 len: 1091 time: 4.6766388 Jun 03 15:16:19.648995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:19.681367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f15096e-8fd6-4dce-84d2-6d403bf57f44 req-6d213f04-2444-41af-bb9f-8b8d21b8b13d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111307 Jun 03 15:16:19.714462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.714935 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.749961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Network 66a796db-2f31-455d-93de-947951d4db4b is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:19.772006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:19.773882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a8bae-892f-44ef-a1d1-559818ed5cfc service neutron] Pushing event updated for resources: {'Port': ['ID=f59d6b1e-be3c-414b-a4b6-1c443f123c17,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:19.776440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:19.850582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Calling delete_port for dd5528ca-839e-46ce-a50d-452c9c4c6316 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:19.999372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97098b24-1fc9-4ec1-9589-265b731c1d35 req-3b47bc97-ec1d-4a0d-b73d-ef4ea684a7fc tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.001032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97098b24-1fc9-4ec1-9589-265b731c1d35 req-3b47bc97-ec1d-4a0d-b73d-ef4ea684a7fc tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 931 time: 0.1589143 Jun 03 15:16:20.009976 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a90934e7-c4a5-4b98-a806-b211e01fce1e req-60c926c6-e23f-47f3-b578-d6a4bfe28723 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019374 Jun 03 15:16:20.015935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.017508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.039783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:20.065026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-1896ff3f-8cde-48dd-80f2-7287c70dd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.066541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-1896ff3f-8cde-48dd-80f2-7287c70dd8ef service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4606912 Jun 03 15:16:20.107636 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.113651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-97098b24-1fc9-4ec1-9589-265b731c1d35 req-40fe3c43-4e48-4689-8648-387d4068978b tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:20.122743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.160271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-034805c1-e0b9-4921-9ada-5ca5f73dd789 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9906600 Jun 03 15:16:20.184391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Pushing event deleted for resources: {'Port': ['ID=dd5528ca-839e-46ce-a50d-452c9c4c6316,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:20.184686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Request body: {'port': {'device_id': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:20.213909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-97098b24-1fc9-4ec1-9589-265b731c1d35 req-40fe3c43-4e48-4689-8648-387d4068978b tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:20.215082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97098b24-1fc9-4ec1-9589-265b731c1d35 req-40fe3c43-4e48-4689-8648-387d4068978b tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707518 Jun 03 15:16:20.283523 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.304006 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.305466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53d34afd-034c-435b-997c-c2c1c1a7eb79 req-38c46d99-c9b0-4057-b3a9-91dde4f31546 tempest-FloatingIPDetailsTestJSON-1198134827 tempest-FloatingIPDetailsTestJSON-1198134827-project] 10.222.0.66 "DELETE /v2.0/floatingips/32d8bb58-7af9-43d7-9a4b-dbf38038da34 HTTP/1.1" status: 204 len: 173 time: 1.0083704 Jun 03 15:16:20.313250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40338) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:20.462053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-c9efce4a-7611-4273-9fd2-f62e3186eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.463650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-c9efce4a-7611-4273-9fd2-f62e3186eea8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1095 time: 0.3415697 Jun 03 15:16:20.474655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-687dc523-9ade-490f-b8e4-31aa19500231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.476321 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-687dc523-9ade-490f-b8e4-31aa19500231 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 1095 time: 0.4045427 Jun 03 15:16:20.480751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.547403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:20.777270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe8570dc-8b4d-46fc-b766-a48001c3bc12 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:20.853868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecfbca-d73b-4814-91ec-4ac34357931e req-3c1bde91-2853-4b09-8c73-340f691fcfa4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.855374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6eecfbca-d73b-4814-91ec-4ac34357931e req-3c1bde91-2853-4b09-8c73-340f691fcfa4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 944 time: 0.4420052 Jun 03 15:16:20.932624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:20.948321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a96b3d-7791-4e85-910f-919318db8d5b req-440fecd5-ac69-4584-873e-371bde3fff0b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.949832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09a96b3d-7791-4e85-910f-919318db8d5b req-440fecd5-ac69-4584-873e-371bde3fff0b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 944 time: 0.4969966 Jun 03 15:16:20.951465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'port_id': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12', 'mac_address': 'fa:16:3e:c2:34:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b662d76e-7289-47b3-81c2-e7801a645ec6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:20.967339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-fe62945c-60e9-454e-ba59-503f9092d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.968888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-fe62945c-60e9-454e-ba59-503f9092d483 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.4892306 Jun 03 15:16:20.969926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-07f6e947-68b5-4563-8398-c0d2753e5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.971915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-07f6e947-68b5-4563-8398-c0d2753e5c2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 905 time: 0.4793704 Jun 03 15:16:20.989329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6eecfbca-d73b-4814-91ec-4ac34357931e req-9a5b3b94-32ad-47ff-bced-54e98be7e84e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803926 Jun 03 15:16:21.012981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port fe8570dc-8b4d-46fc-b766-a48001c3bc12 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:21.013367 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.035436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8570dc-8b4d-46fc-b766-a48001c3bc12 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:21.053564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:21.058511 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.093387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09a96b3d-7791-4e85-910f-919318db8d5b req-746e5e31-7c39-485a-8ce2-14af78e56067 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029770 Jun 03 15:16:21.152819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:21.287282 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5741e0f5-aab8-4bf4-834c-753703360183'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17', 'status': 'completed', 'code': 200} Jun 03 15:16:21.306498 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-28394f79-626b-455b-8b52-323183f04036 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 217 time: 0.3226533 Jun 03 15:16:21.311391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-79503753-845c-4314-a03f-bbb77b9480b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 HTTP/1.1" status: 200 len: 217 time: 0.3205643 Jun 03 15:16:21.337617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fe8570dc-8b4d-46fc-b766-a48001c3bc12'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:21.414584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.427605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.434952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.442399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.448865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.456449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.462576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.464586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-9d3334ba-c559-4642-a3f9-e04a1b73f87f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5406 time: 0.2534707 Jun 03 15:16:21.569997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-cb00fa5b-56b9-46d9-9f7a-fe900306dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.571565 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-cb00fa5b-56b9-46d9-9f7a-fe900306dda0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.2436571 Jun 03 15:16:21.593161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8b04b67-b83f-4219-82a1-a00fdc03298a req-a05dc886-e1d3-4319-94f5-7d4196a95a78 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874696 Jun 03 15:16:21.600902 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.620072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40354) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:21.701232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03d69-39df-4533-80f1-e2d83dac856e req-551801d4-ec82-441c-a5c4-759801917acc tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.709030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dac03d69-39df-4533-80f1-e2d83dac856e req-551801d4-ec82-441c-a5c4-759801917acc tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2418880 Jun 03 15:16:21.721744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-5f2354eb-9cd4-40a9-b9cd-ae6ce1687397 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047404 Jun 03 15:16:21.840072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-808b3ccc-74d3-4539-a30c-5f9d4ce8640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.841578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-808b3ccc-74d3-4539-a30c-5f9d4ce8640a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.5066259 Jun 03 15:16:21.846500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b792e3c-d451-4dab-8c44-be0b0a3cdfae {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:21.880587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dac03d69-39df-4533-80f1-e2d83dac856e req-fb052508-84be-4da1-9aa6-ec4bcfe2d2c3 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706088 Jun 03 15:16:21.916241 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.967554 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-3d2a8e67-820c-4b89-ad37-9322e633cce0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970566 Jun 03 15:16:21.981156 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.000035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.000035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.000035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.000035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.000035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.000662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.001904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.003416 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-42445ff1-b1be-41e2-9d45-fcf27f3c38e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6353 time: 0.6673825 Jun 03 15:16:22.008231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286791dc-1de0-4c66-a248-0cab36d3abee req-cba5813b-cf63-4941-9cd3-0afbf08a50fb tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.010993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-286791dc-1de0-4c66-a248-0cab36d3abee req-cba5813b-cf63-4941-9cd3-0afbf08a50fb tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 931 time: 0.2990029 Jun 03 15:16:22.092386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-286791dc-1de0-4c66-a248-0cab36d3abee req-8eee080e-cc7c-4535-bb86-b7dc49e9a3e9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620537 Jun 03 15:16:22.119478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Transition to ACTIVE for port object 4b792e3c-d451-4dab-8c44-be0b0a3cdfae will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:22.160682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:22.214680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.283077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Usage tracker for resource:security_group_rule and tenant:07bb205385e4462b8410bc4b1c4787a4 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:22.290644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Deleting port 1c8a2319-cf70-4141-a564-06d8477fc407 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:22.291202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.293938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:22.338510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:22.396719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d2261-af80-4649-9f90-aade9e5f0a0e req-372a0bb3-8ca2-4b60-9a39-fe20f7606aa4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.400007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-386d2261-af80-4649-9f90-aade9e5f0a0e req-372a0bb3-8ca2-4b60-9a39-fe20f7606aa4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 945 time: 0.2591035 Jun 03 15:16:22.412489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-8cf88289-fa21-4384-8513-349b1ae3904d service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759250 Jun 03 15:16:22.413619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:22.502591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc15d59-b903-4243-8a75-e1967d2223e2 req-0a873f06-a75d-45c6-9fa0-ab30d0e9fab1 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.504238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bc15d59-b903-4243-8a75-e1967d2223e2 req-0a873f06-a75d-45c6-9fa0-ab30d0e9fab1 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 944 time: 0.2866898 Jun 03 15:16:22.594449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-386d2261-af80-4649-9f90-aade9e5f0a0e req-b583d395-e47a-4eff-85b6-728af47439bb tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220846 Jun 03 15:16:22.600611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bc15d59-b903-4243-8a75-e1967d2223e2 req-546b3abb-e6ef-4fef-a6bd-7de356841cdf tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852952 Jun 03 15:16:22.606212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] For port 1c8a2319-cf70-4141-a564-06d8477fc407, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1c8a2319-cf70-4141-a564-06d8477fc407,segment=NetworkSegment(887e9ace-398c-4b63-bd85-e2a1edb38c77),segment_id=887e9ace-398c-4b63-bd85-e2a1edb38c77)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:22.606658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.659318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Pushing event updated for resources: {'Port': ['ID=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:22.739666 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-54b1c944-b218-45f8-be5d-807fd5b9d775 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319984 Jun 03 15:16:22.783874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe8570dc-8b4d-46fc-b766-a48001c3bc12 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:22.871851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port fe8570dc-8b4d-46fc-b766-a48001c3bc12 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:22.878594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port fe8570dc-8b4d-46fc-b766-a48001c3bc12 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:22.878953 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.941258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-5bb9a67f-9343-46f3-ba15-3c4a7e9f5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.941649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-5bb9a67f-9343-46f3-ba15-3c4a7e9f5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.942296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-5bb9a67f-9343-46f3-ba15-3c4a7e9f5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.942459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Calling delete_port for 1c8a2319-cf70-4141-a564-06d8477fc407 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:22.944256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-5bb9a67f-9343-46f3-ba15-3c4a7e9f5b2a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d2cf021d5af47939b312df443b1f14b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9246204 Jun 03 15:16:23.004810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:23.015652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb27ccb0-a8b4-4aa2-acc6-1c1263017378 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:23.047358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port fe8570dc-8b4d-46fc-b766-a48001c3bc12 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:23.048590 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.081518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.191467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:23.208871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:23.227280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Transition to ACTIVE for port object fb27ccb0-a8b4-4aa2-acc6-1c1263017378 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:23.246051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.247246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Attempting to bind port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:23.247246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Attempting to bind port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:23.247246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Attempting to bind port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae on network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:23.254903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.260836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.264418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.273652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.277110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.281735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:23.286476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.290721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-5344a1b1-340a-4c06-ba63-990d139006a2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5418 time: 0.4461586 Jun 03 15:16:23.291404 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.296803 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.334539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-d3e6073c-4632-449f-b00f-1ebcc77e14a3 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8872561 Jun 03 15:16:23.352805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae on network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:23.353305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Attempting to bind port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae on network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:23.377593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.380818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'mac_address': 'fa:16:3e:4c:46:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:23.406748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:23.407612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Checking segment: {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:23.408015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Bound using segment: {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:23.408712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Bound port: 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:23.409253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.428694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a01dab3-9953-453a-b313-5d9d2a04e34b req-7b0e0ec3-5b86-43d2-a675-e2785d45a5fa tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076694 Jun 03 15:16:23.443190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:23.443589 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.467013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:23.482128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-e3b3445c-4884-41ca-b06e-03317e4c72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.483605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-05b20b42-f6c2-4320-ae19-50d8b62998ff req-e3b3445c-4884-41ca-b06e-03317e4c72e0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5287516 Jun 03 15:16:23.487722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:23.505979 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.511312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9d62044-0da7-4f4d-bc75-e1bd0e621041 req-278280b4-8587-4c5c-9cd3-0a4cb61c35ea service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079206 Jun 03 15:16:23.520039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.535706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.570196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.577376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Pushing event updated for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.598274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8a2319-cf70-4141-a564-06d8477fc407,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.627145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.647022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9aca1-fa16-4ed5-b236-c87620d50c5e req-82dae4df-6cf3-450a-a50b-d6b9b1d6b3d9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.648660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35d9aca1-fa16-4ed5-b236-c87620d50c5e req-82dae4df-6cf3-450a-a50b-d6b9b1d6b3d9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.4835176 Jun 03 15:16:23.741799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab97a8-10a2-470d-b3ad-028f900be4e3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.751769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-55d7f356-91e0-4da4-b34c-6b37b6642a29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07bb205385e4462b8410bc4b1c4787a4&name=default HTTP/1.1" status: 200 len: 2982 time: 2.0651648 Jun 03 15:16:23.755879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40378) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:23.813208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35d9aca1-fa16-4ed5-b236-c87620d50c5e req-d8269ed8-e97d-4378-ac8a-c2cce662d14c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811498 Jun 03 15:16:23.822321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] For port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:23.834007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:23.887101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] For port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:23.899537 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85f15ecf-780b-4c72-ab60-4a629dd3bd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.904410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Attempting to bind port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:23.904823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Attempting to bind port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:23.905229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Attempting to bind port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 on network 66a796db-2f31-455d-93de-947951d4db4b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:23.910995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.943034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65357e09-98a1-4d8e-b57e-9fac93461111 req-5fe20cb5-45ce-4f7b-9c03-8c294dd61db6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.943301 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c034d45-ce90-42e7-b14f-63e5c8eb28b8'] response: {'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12', 'code': 200} Jun 03 15:16:23.950534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65357e09-98a1-4d8e-b57e-9fac93461111 req-5fe20cb5-45ce-4f7b-9c03-8c294dd61db6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 943 time: 0.3003709 Jun 03 15:16:23.981041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 on network 66a796db-2f31-455d-93de-947951d4db4b not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:23.981437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Attempting to bind port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 on network 66a796db-2f31-455d-93de-947951d4db4b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:24.033130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:24.033538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Checking segment: {'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:24.033944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Bound using segment: {'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:24.034412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Bound port: fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:24.034774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.061768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.062574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.064606 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] 10.222.0.70 "PUT /v2.0/ports/4b792e3c-d451-4dab-8c44-be0b0a3cdfae HTTP/1.1" status: 200 len: 1091 time: 4.4264660 Jun 03 15:16:24.068311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85f15ecf-780b-4c72-ab60-4a629dd3bd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.148629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65357e09-98a1-4d8e-b57e-9fac93461111 req-1a60709d-2a16-45cb-9fc1-de92c93acd24 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975362 Jun 03 15:16:24.189409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:24.198120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e516a-c485-4190-a2fa-f28b10fbf474 service neutron] Pushing event updated for resources: {'Port': ['ID=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:24.278732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Request body: {'port': {'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:24.301422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.466409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85f15ecf-780b-4c72-ab60-4a629dd3bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.471577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6cad3-f9bb-4b08-af2f-a3783c56942b req-94dcd577-f1b6-43d3-8f21-09bd46808a3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.473163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ced6cad3-f9bb-4b08-af2f-a3783c56942b req-94dcd577-f1b6-43d3-8f21-09bd46808a3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 946 time: 0.3385870 Jun 03 15:16:24.473321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:24.498680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:24.504286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f15ecf-780b-4c72-ab60-4a629dd3bd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab97a8-10a2-470d-b3ad-028f900be4e3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:24.514646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.520642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.574263 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85f15ecf-780b-4c72-ab60-4a629dd3bd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.575404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-85f15ecf-780b-4c72-ab60-4a629dd3bd45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0ab97a8-10a2-470d-b3ad-028f900be4e3 HTTP/1.1" status: 204 len: 168 time: 0.8104157 Jun 03 15:16:24.589989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2702d3-ec84-4288-aef8-10691ca28055 req-6f2ccca2-9cef-4b31-b1bd-0adacc0791ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.591514 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e2702d3-ec84-4288-aef8-10691ca28055 req-6f2ccca2-9cef-4b31-b1bd-0adacc0791ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1097 time: 0.5260599 Jun 03 15:16:24.658405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.658563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.659914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] 10.222.0.70 "PUT /v2.0/ports/fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 200 len: 1091 time: 4.4824603 Jun 03 15:16:24.710545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab9d3-99b9-466e-9786-8ab6fd503293 service neutron] Pushing event updated for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:24.773006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ced6cad3-f9bb-4b08-af2f-a3783c56942b req-5ad4ffee-a153-45b0-9194-fc38f86b58b9 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478390 Jun 03 15:16:24.853594 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e2702d3-ec84-4288-aef8-10691ca28055 req-1abe2aef-d40c-4b13-8148-4d9751716acf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477632 Jun 03 15:16:24.855275 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00b563b-e728-4646-a0a8-426023fbc640'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae', 'status': 'completed', 'code': 200} Jun 03 15:16:24.858455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95725e6c-2ce0-44eb-9440-ef01075f9901 req-6dcf7ac4-53c2-4ef4-ba0a-5bf19b3392b5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.868225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95725e6c-2ce0-44eb-9440-ef01075f9901 req-6dcf7ac4-53c2-4ef4-ba0a-5bf19b3392b5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 945 time: 0.5682533 Jun 03 15:16:24.949787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95725e6c-2ce0-44eb-9440-ef01075f9901 req-f0da6bce-8a80-4d4f-9dec-685de9930e25 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774322 Jun 03 15:16:24.981328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:25.034493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-00ea8cfd-092c-458e-ae68-e8787db3908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.036072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-00ea8cfd-092c-458e-ae68-e8787db3908c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1094 time: 0.3100989 Jun 03 15:16:25.126125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:25.133414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:25.133874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.308834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:25.310418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.362472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:25.370225 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.400964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe2c33f-a8e6-4804-949c-81d7612cfb68 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:25.412483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.416751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.424974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.431243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.433436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Transition to ACTIVE for port object dbe2c33f-a8e6-4804-949c-81d7612cfb68 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:25.437754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.446677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.447431 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-1149dfe7-66bf-41cf-a9ff-c5c2078f522e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 200 len: 217 time: 0.3694656 Jun 03 15:16:25.452349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.456002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.464469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.465187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:25.468308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-2281c14e-5e98-4fb2-b0d4-4a73462b983a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5418 time: 0.4756696 Jun 03 15:16:25.470771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:16:25.483801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18617018-fd0d-4f89-a02c-8ac0bd93dc15 req-885573b4-d910-43ce-b8c0-8c11b04541c6 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.487786 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18617018-fd0d-4f89-a02c-8ac0bd93dc15 req-885573b4-d910-43ce-b8c0-8c11b04541c6 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2424014 Jun 03 15:16:25.666029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04b17f9d-6b08-4eea-829f-175aac0b1537 req-560fa81c-53fe-4a2f-88d0-48a92b224559 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780503 Jun 03 15:16:25.692629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18617018-fd0d-4f89-a02c-8ac0bd93dc15 req-e172bc96-e0c0-45fb-b83e-22cfb2d35f04 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951602 Jun 03 15:16:25.780898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe2c33f-a8e6-4804-949c-81d7612cfb68,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:25.798518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-04ec22e5-e43a-4c22-a0dd-00bf1e24d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.806695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-04ec22e5-e43a-4c22-a0dd-00bf1e24d379 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.3400867 Jun 03 15:16:25.947377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:25.956696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.957249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.957398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:16:25.957887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.959412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.960351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.964768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.968794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] Sync routers for ids ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:16:25.982443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.984902 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-92a93c5f-73f2-4b79-9517-a5b499ba5eb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6420 time: 0.9140594 Jun 03 15:16:25.987450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-492b1a2b-6035-4ff3-8b0b-a38f06949c7b admin admin] 10.222.0.66 "PUT /v2.0/routers/bcd1466f-1e1f-4363-bb3b-db61c5b898e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6730051 Jun 03 15:16:25.988394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40420) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:25.996607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] Routers {'bcd1466f-1e1f-4363-bb3b-db61c5b898e4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:25.997105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:26.023641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-791742f3-1ea4-466e-b643-1d036e835ca9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1979060 Jun 03 15:16:26.221060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a9105-65b8-4c79-b694-5f7953dadff5 req-e9aac4c8-b130-47ba-ac68-77d71df1f82e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.222635 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-853a9105-65b8-4c79-b694-5f7953dadff5 req-e9aac4c8-b130-47ba-ac68-77d71df1f82e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 943 time: 0.3627985 Jun 03 15:16:26.331191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-853a9105-65b8-4c79-b694-5f7953dadff5 req-7f9f5e90-a5f9-412a-a0e0-b72877e25cbc tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929632 Jun 03 15:16:26.404601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:26.417259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-e5b3b899-080e-486d-b2d0-b268f7aca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.417259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-e5b3b899-080e-486d-b2d0-b268f7aca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.417259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-e5b3b899-080e-486d-b2d0-b268f7aca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.417259 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-e5b3b899-080e-486d-b2d0-b268f7aca7a7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d2cf021d5af47939b312df443b1f14b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3915036 Jun 03 15:16:26.527115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] Set router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:26.653755 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196d528e-5b0f-4fb2-ba8f-5475bb0e0b5c'] response: {'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'code': 200} Jun 03 15:16:26.732874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-58774470-88c5-4197-813f-26e4a8637ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.732874 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8119bc30-c2b7-4066-8d97-01385daf31a8 req-58774470-88c5-4197-813f-26e4a8637ad7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2532163 Jun 03 15:16:26.820206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Attempting to bind port dbe2c33f-a8e6-4804-949c-81d7612cfb68 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:26.821045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Attempting to bind port dbe2c33f-a8e6-4804-949c-81d7612cfb68 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:26.821045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Attempting to bind port dbe2c33f-a8e6-4804-949c-81d7612cfb68 on network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:26.851111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Port dbe2c33f-a8e6-4804-949c-81d7612cfb68 on network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:26.851648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Attempting to bind port dbe2c33f-a8e6-4804-949c-81d7612cfb68 on network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:26.865637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:26.881697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:26.883072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Checking segment: {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:26.884722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Bound using segment: {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:26.885426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Bound port: dbe2c33f-a8e6-4804-949c-81d7612cfb68, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b99884-3b5e-46b3-b8c6-843eea7cd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:26.886195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:26.900243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60845648-dfca-49dc-876c-1b82c55fbefb req-96ab5f0d-f691-455c-96d5-ee52180c3b8d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.908618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60845648-dfca-49dc-876c-1b82c55fbefb req-96ab5f0d-f691-455c-96d5-ee52180c3b8d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 946 time: 0.6045446 Jun 03 15:16:26.973765 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-33e9b742-123b-4386-9135-f1d4e4bd87cc service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301665 Jun 03 15:16:26.977665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.018120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60845648-dfca-49dc-876c-1b82c55fbefb req-18f04d67-f54a-4f4d-a509-bf7a3be16206 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085422 Jun 03 15:16:27.028482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Deleting port e0220200-df10-4d54-aa64-78f520d12557 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:27.031684 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.073295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'e0220200-df10-4d54-aa64-78f520d12557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:16:23Z', 'revision_number': 5, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port': {'id': 'e0220200-df10-4d54-aa64-78f520d12557', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:31Z', 'updated_at': '2022-06-03T15:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:27.081060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] Checking router: bcd1466f-1e1f-4363-bb3b-db61c5b898e4 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:16:27.097232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] Routers {'bcd1466f-1e1f-4363-bb3b-db61c5b898e4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:27.099530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:27.143616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaac60-6a40-4032-b73d-79dcb9565a7f req-a67d7e18-2cc8-498f-ac1a-84daafac619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.145574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cadaac60-6a40-4032-b73d-79dcb9565a7f req-a67d7e18-2cc8-498f-ac1a-84daafac619c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 1097 time: 0.4169388 Jun 03 15:16:27.181435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe86dce-11a8-4f1f-ade2-7ec20039f592 req-0344e72d-4b6d-43c7-b9bb-d6693c629cad tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.193112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fe86dce-11a8-4f1f-ade2-7ec20039f592 req-0344e72d-4b6d-43c7-b9bb-d6693c629cad tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.3761451 Jun 03 15:16:27.207225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] For port dbe2c33f-a8e6-4804-949c-81d7612cfb68, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:27.238323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cadaac60-6a40-4032-b73d-79dcb9565a7f req-ccf86223-339e-4cb7-917e-52266fc492ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791562 Jun 03 15:16:27.242903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] For port dbe2c33f-a8e6-4804-949c-81d7612cfb68, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:27.257703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.317414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] Set router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:27.327424 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a257df1-e512-4328-8e6e-8c14bc4d32d6 req-0e3dfc2f-1fae-4be2-b10a-1adab5e809ab service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457096 Jun 03 15:16:27.353910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.358359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.360070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] 10.222.0.70 "PUT /v2.0/ports/dbe2c33f-a8e6-4804-949c-81d7612cfb68 HTTP/1.1" status: 200 len: 1091 time: 3.1480589 Jun 03 15:16:27.402315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d5fec-2fb0-450f-9950-cb8a88def7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe2c33f-a8e6-4804-949c-81d7612cfb68,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:27.491652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:16:26Z', 'revision_number': 6, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:27.502812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3aaa9-ae05-48dd-bd2a-6ee2f81811d9 None None] The sync data for ids ['bcd1466f-1e1f-4363-bb3b-db61c5b898e4'] in n-d-844594-1 is: [{'id': 'bcd1466f-1e1f-4363-bb3b-db61c5b898e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1723747182-router', 'tenant_id': 'bb8890d954144207b6886c96c3ade94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:30Z', 'updated_at': '2022-06-03T15:16:26Z', 'revision_number': 6, 'project_id': 'bb8890d954144207b6886c96c3ade94a', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:16:27.559060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.559798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.560663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.561141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.561937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.562422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.562890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.567068 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d24b2f34-b499-450a-8094-b8688ab0fe83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6487 time: 0.1585579 Jun 03 15:16:27.643497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fe86dce-11a8-4f1f-ade2-7ec20039f592 req-c3d7322a-fecc-4863-a1a8-5905989ac85f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480445 Jun 03 15:16:27.660455 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4d4d6f33-6c62-46ef-95e4-9c3cf42a34fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f HTTP/1.1" status: 200 len: 217 time: 0.0842414 Jun 03 15:16:27.713934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] For port e0220200-df10-4d54-aa64-78f520d12557, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e0220200-df10-4d54-aa64-78f520d12557,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:27.714614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.758189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.768072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.775243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.787626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.799367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.806864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.815037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.823804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-9ffd8935-9885-43f9-b55b-1bb7b2c34dad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.5530374 Jun 03 15:16:27.893060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1c8a2319-cf70-4141-a564-06d8477fc407 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:27.967634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 1c8a2319-cf70-4141-a564-06d8477fc407 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:27.967979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1c8a2319-cf70-4141-a564-06d8477fc407 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:28.026967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-b98d68bc-f9b0-473c-a53c-9ff93fb7ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.026967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-b98d68bc-f9b0-473c-a53c-9ff93fb7ecce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f80911b9-30c0-4dc2-a327-7708cbb1436c HTTP/1.1" status: 200 len: 855 time: 0.3470221 Jun 03 15:16:28.088219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Calling delete_port for e0220200-df10-4d54-aa64-78f520d12557 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:28.169202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-11208520-9dd4-4aa5-93b2-8c7b9cc1897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.172481 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-11208520-9dd4-4aa5-93b2-8c7b9cc1897e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d09311b2-c859-4e68-a0e9-573a99ae4a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279621 Jun 03 15:16:28.306701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9cfcdaf-2c2d-4ce2-a646-54b8b02bdeb3 req-200559f4-c828-40c8-8c4d-da2ec9640c41 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4805965 Jun 03 15:16:28.353746 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-30607f09-6ab0-42e8-a159-f33acc763892 service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639628 Jun 03 15:16:28.404077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d98b6-550e-4d32-80cb-d0ab22e1af3a req-c126d078-f43c-4b1b-a923-25b7ce572386 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.417945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-281d98b6-550e-4d32-80cb-d0ab22e1af3a req-c126d078-f43c-4b1b-a923-25b7ce572386 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2347693 Jun 03 15:16:28.434854 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330ac3fb-0397-4268-9be5-9aafd83f761a'] response: {'name': 'network-changed', 'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378', 'status': 'completed', 'code': 200} Jun 03 15:16:28.551440 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:16:28.567797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-281d98b6-550e-4d32-80cb-d0ab22e1af3a req-fca1d66d-1159-4e2a-a4d6-0991a5a48d95 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505430 Jun 03 15:16:28.812092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fb27ccb0-a8b4-4aa2-acc6-1c1263017378 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:28.819129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-aaa12f53-eefa-4ef3-a137-bcdd1a65f86f service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529417 Jun 03 15:16:28.819129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a640-9d16-412d-b9af-1778065415da req-63a0bfa0-a21a-4268-9ccb-2917733cb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.819129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1971a640-9d16-412d-b9af-1778065415da req-63a0bfa0-a21a-4268-9ccb-2917733cb961 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1094 time: 0.2951939 Jun 03 15:16:28.852391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40466) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:28.888232 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.951227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-0a98e895-ef91-407e-94c4-eddf3d115fdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 200 len: 217 time: 0.1272936 Jun 03 15:16:28.952947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0220200-df10-4d54-aa64-78f520d12557,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:29.076827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:29.110211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378', 'network_id': '66a796db-2f31-455d-93de-947951d4db4b', 'port_id': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378', 'mac_address': 'fa:16:3e:bb:74:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee001b-ab04-42d7-bd50-900e791b89b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:29.149765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c8b3-e204-41a0-8155-985f67d9898d req-f6f08b42-8c71-41be-8f12-57613aa6d6a3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.157936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3445c8b3-e204-41a0-8155-985f67d9898d req-f6f08b42-8c71-41be-8f12-57613aa6d6a3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 946 time: 0.3958609 Jun 03 15:16:29.200836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.205981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:29.206986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.211301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-eb7bbcb4-7718-4142-9961-d7cb5b49417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.212356 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-eb7bbcb4-7718-4142-9961-d7cb5b49417d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.1552653 Jun 03 15:16:29.213804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a640-9d16-412d-b9af-1778065415da req-120be619-7f83-41d2-b29c-d237115aac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.216693 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1971a640-9d16-412d-b9af-1778065415da req-120be619-7f83-41d2-b29c-d237115aac1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 913 time: 0.3910239 Jun 03 15:16:29.227167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56a11e-93e3-4f59-9d0a-1168e803c7bf req-8bda22ad-db26-4c47-b938-f89660358126 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.232660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a56a11e-93e3-4f59-9d0a-1168e803c7bf req-8bda22ad-db26-4c47-b938-f89660358126 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 943 time: 0.3916910 Jun 03 15:16:29.234620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb27ccb0-a8b4-4aa2-acc6-1c1263017378 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:29.236207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.269100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:29.277095 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.338230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1971a640-9d16-412d-b9af-1778065415da req-484b1030-b147-401a-ba37-e19dc5b55b66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 200 len: 217 time: 0.1130438 Jun 03 15:16:29.356204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:29.365564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Usage tracker for resource:security_group_rule and tenant:51ddcb50b3564e46bea890f66c092045 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:29.369265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:29.378943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:29.425456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a640-9d16-412d-b9af-1778065415da req-a61266df-a9fe-4e14-ac85-b6263a750d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.428475 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1971a640-9d16-412d-b9af-1778065415da req-a61266df-a9fe-4e14-ac85-b6263a750d01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.0787549 Jun 03 15:16:29.430770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-2fb87232-ff16-4f87-ad9c-9c244444c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.436823 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-2fb87232-ff16-4f87-ad9c-9c244444c4d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2127945 Jun 03 15:16:29.448627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:29.475085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3445c8b3-e204-41a0-8155-985f67d9898d req-21b59ca6-3503-4856-8fc8-ecf8ce14128a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158484 Jun 03 15:16:29.512817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1971a640-9d16-412d-b9af-1778065415da req-7fd26a6b-c352-4a76-be93-33405ccf49e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736051 Jun 03 15:16:29.516150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:29.605418 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a56a11e-93e3-4f59-9d0a-1168e803c7bf req-a68c7677-abbb-43dc-b54e-2bbd5bf4cf5c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413174 Jun 03 15:16:29.694857 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.699721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1971a640-9d16-412d-b9af-1778065415da req-19aecb20-2b71-49c5-8da5-3d0edcb39fa9 service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404908 Jun 03 15:16:29.716405 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.816806 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.816806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd1466f-1e1f-4363-bb3b-db61c5b898e4 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:16:29.851782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.857750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e0220200-df10-4d54-aa64-78f520d12557 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:29.918270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e0220200-df10-4d54-aa64-78f520d12557 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:29.918270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e0220200-df10-4d54-aa64-78f520d12557 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:29.967346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.150838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-1afe5f20-213b-4944-988d-81cc61f8f551 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727819 Jun 03 15:16:30.209616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51ddcb50b3564e46bea890f66c092045&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3595555 Jun 03 15:16:30.214663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cdc9e-3aea-4462-bd19-e1876119c21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1dc5e5-5cf4-40e4-971c-bcab25dda615,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:30.217820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40480) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:30.258844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.258844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-caa95fab-4b1d-42e1-bd43-9d6e927a9be8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bcd1466f-1e1f-4363-bb3b-db61c5b898e4 HTTP/1.1" status: 204 len: 168 time: 4.2660306 Jun 03 15:16:30.276295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40484) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:30.367744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1971a640-9d16-412d-b9af-1778065415da req-b6af5033-318a-4738-8ad5-850df974d13f service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592882 Jun 03 15:16:30.397535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade5efd-efe8-4892-8482-1e6a6ea73c59 req-82dc7251-f1cf-4787-8a74-c644bfef1562 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.397535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ade5efd-efe8-4892-8482-1e6a6ea73c59 req-82dc7251-f1cf-4787-8a74-c644bfef1562 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.5592232 Jun 03 15:16:30.434459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-346b9097-770a-43e6-9d47-cc613ba6c3f9 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699170 Jun 03 15:16:30.436239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:30.464058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.470843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.476859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.482973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.489673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.495239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.502107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.510788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-ce639283-62f4-4bc3-b38b-dd1824044dc2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.3722126 Jun 03 15:16:30.531233 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-e41db0fa-cbc2-4983-bd62-b783f7c159de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 200 len: 217 time: 0.0859015 Jun 03 15:16:30.603685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9eab595d-07f4-4244-8866-d2c8b59056d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.605328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-9eab595d-07f4-4244-8866-d2c8b59056d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.0676610 Jun 03 15:16:30.662730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] Deleting subnet f8df003b-f8e2-4262-a793-c71969e3e4d6 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:16:30.673498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.689810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f9e03077-1320-44e2-a1a7-637c2485477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.691318 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-f9e03077-1320-44e2-a1a7-637c2485477a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792692 Jun 03 15:16:30.712509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7d61c11-ea3d-4f76-948e-5238d8910221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.723519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ade5efd-efe8-4892-8482-1e6a6ea73c59 req-b3c34e71-b94a-476d-8194-51afa082fd93 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172436 Jun 03 15:16:30.771830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6bbc97c-55cc-4100-85bd-386cb55f66d9 req-067a3607-807a-4a38-abb4-7cd4c4599be4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2581675 Jun 03 15:16:30.775853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.815242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7d61c11-ea3d-4f76-948e-5238d8910221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.823248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fb27ccb0-a8b4-4aa2-acc6-1c1263017378 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:30.855143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-d897305e-4e79-449c-90b0-210570ee214f service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571803 Jun 03 15:16:30.935102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:30.943055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:30.943432 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.003182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7d61c11-ea3d-4f76-948e-5238d8910221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.025139 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.033117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-526a9bad-570c-4e6b-9cfd-a54090d304bc service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712623 Jun 03 15:16:31.074305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d61c11-ea3d-4f76-948e-5238d8910221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1dc5e5-5cf4-40e4-971c-bcab25dda615,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:31.087739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7d61c11-ea3d-4f76-948e-5238d8910221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.088895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d7d61c11-ea3d-4f76-948e-5238d8910221 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea1dc5e5-5cf4-40e4-971c-bcab25dda615 HTTP/1.1" status: 204 len: 168 time: 0.8690631 Jun 03 15:16:31.108369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bdcdb-6b4f-4288-af3c-5f2258c87068 req-8692fbe9-3dd5-45ae-9f5f-1787d82c4424 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.109853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-824bdcdb-6b4f-4288-af3c-5f2258c87068 req-8692fbe9-3dd5-45ae-9f5f-1787d82c4424 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1097 time: 0.2443066 Jun 03 15:16:31.114112 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-08738c84-4abe-4b53-8b85-fbefe7f5dad5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e2530432-d34a-4986-add2-06531661c993 HTTP/1.1" status: 200 len: 217 time: 0.0742378 Jun 03 15:16:31.118578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:31.118971 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.129061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8249-74c0-4a32-9cf3-c8dbf45ff799 req-458b8e9f-36f2-43a8-bc5d-97bdd7c282fe tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.130595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03ce8249-74c0-4a32-9cf3-c8dbf45ff799 req-458b8e9f-36f2-43a8-bc5d-97bdd7c282fe tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2143223 Jun 03 15:16:31.179587 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.181125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:31.207652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:31.213527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8fabc61a-bbd8-46f1-bdae-2012bd691b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.214023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.215258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-8fabc61a-bbd8-46f1-bdae-2012bd691b4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.0945959 Jun 03 15:16:31.245323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8df003b-f8e2-4262-a793-c71969e3e4d6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:31.249054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.256731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-824bdcdb-6b4f-4288-af3c-5f2258c87068 req-25b464bf-3517-4872-8a7d-b9a370c45932 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250715 Jun 03 15:16:31.261489 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-752f051e-9125-494e-8e54-7fcf84b3513c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f8df003b-f8e2-4262-a793-c71969e3e4d6 HTTP/1.1" status: 204 len: 168 time: 0.9893866 Jun 03 15:16:31.264425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40498) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:31.274957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf11d70-dcb8-4e1f-b57e-92a52b642cc7 None None] Network d3792fd7-65c4-4a51-984c-bfbe258b5875 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:31.276821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03ce8249-74c0-4a32-9cf3-c8dbf45ff799 req-15f00305-b5c6-46e3-a2c7-4e16b470289c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266899 Jun 03 15:16:31.372476 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e73dd83-aa23-491d-a358-ef43e9367cbe'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68', 'status': 'completed', 'code': 200} Jun 03 15:16:31.385403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-78800bd2-5382-45a6-be83-58486074d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.387626 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-78800bd2-5382-45a6-be83-58486074d6f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643279 Jun 03 15:16:31.469294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.488773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Deleting port 7525e956-7123-45a8-bcb9-806047d70250 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:31.489433 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.552152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:31.587273 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3467bab5-5aa9-4c53-9b88-16d976bf9e94 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915638 Jun 03 15:16:31.635807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40506) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:31.663376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] DHCP port deletion for d3792fd7-65c4-4a51-984c-bfbe258b5875 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:16:31.668419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] Deleting port 7525e956-7123-45a8-bcb9-806047d70250 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:31.668895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.685935 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.772391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-e3a23be0-d4de-4d68-99c0-63da2941145f service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766295 Jun 03 15:16:31.779914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:31.835979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7525e956-7123-45a8-bcb9-806047d70250 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:31.836599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:9ecbbdc85e7d40d4bb413ca83fdaaab1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:31.842949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:31.857640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-b5f5be0f-5d19-40be-95a4-7b18b130fa5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17 HTTP/1.1" status: 200 len: 217 time: 0.0792468 Jun 03 15:16:31.869400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:31.895014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a101e-63c6-4e64-bf8a-53d67b05d6ee req-00310db6-b8f5-4394-8c04-f8a08f0ffbe2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.896464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c37a101e-63c6-4e64-bf8a-53d67b05d6ee req-00310db6-b8f5-4394-8c04-f8a08f0ffbe2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 945 time: 0.3197088 Jun 03 15:16:31.924880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-11ba124b-07d0-427f-aecb-5d736f4c3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.926673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-11ba124b-07d0-427f-aecb-5d736f4c3e10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.0634873 Jun 03 15:16:31.989526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] For port 7525e956-7123-45a8-bcb9-806047d70250, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7525e956-7123-45a8-bcb9-806047d70250,segment=NetworkSegment(887e9ace-398c-4b63-bd85-e2a1edb38c77),segment_id=887e9ace-398c-4b63-bd85-e2a1edb38c77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:31.990087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.034221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fb292bd6-0ef9-4866-b08a-2120e21459cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.035912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-fb292bd6-0ef9-4866-b08a-2120e21459cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034088 Jun 03 15:16:32.077584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47181-7ede-4ff6-b04e-41e081551f89 req-f29f7bcd-5d0d-4584-8d21-f4053eaf9538 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.079673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4a47181-7ede-4ff6-b04e-41e081551f89 req-f29f7bcd-5d0d-4584-8d21-f4053eaf9538 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.3959253 Jun 03 15:16:32.087426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c37a101e-63c6-4e64-bf8a-53d67b05d6ee req-b7b35d28-2ece-4e5c-bacf-62dbf86bff93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717339 Jun 03 15:16:32.089222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] For port 7525e956-7123-45a8-bcb9-806047d70250, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7525e956-7123-45a8-bcb9-806047d70250,segment=NetworkSegment(887e9ace-398c-4b63-bd85-e2a1edb38c77),segment_id=887e9ace-398c-4b63-bd85-e2a1edb38c77)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:32.089579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.139621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] Calling delete_port for 7525e956-7123-45a8-bcb9-806047d70250 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:32.221861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-014d0c67-7d00-4333-b64f-f2561221ad01 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791415 Jun 03 15:16:32.248771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Calling delete_port for 7525e956-7123-45a8-bcb9-806047d70250 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:32.282739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7525e956-7123-45a8-bcb9-806047d70250 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:32.283472 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.302888 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.348374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4a47181-7ede-4ff6-b04e-41e081551f89 req-47d40c62-6a64-4ea1-b53d-5d2a2391f15f tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449012 Jun 03 15:16:32.359216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] Pushing event deleted for resources: {'Port': ['ID=7525e956-7123-45a8-bcb9-806047d70250,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:32.375095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45edad-0898-4e3e-8b0f-045273819765 None None] No DVR routers for this DVR port 7525e956-7123-45a8-bcb9-806047d70250 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:32.412878 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-bbaa6401-fac7-43ac-9527-b2e0e074b18d service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833720 Jun 03 15:16:32.424229 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69beb948-69a4-4116-b701-daa021fc8f81'] response: {'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378', 'code': 200} Jun 03 15:16:32.438824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:16:32.439526 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:16:32.454434 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.461755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.561673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18caf1-1818-4f38-b733-7416e3d3f154,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:32.643042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a95a5d41-eda8-4ef5-9050-7f78d1b7e2e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ecbbdc85e7d40d4bb413ca83fdaaab1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0016062 Jun 03 15:16:32.650342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40518) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:32.651987 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-ac80cd21-c79a-45f4-9c31-8edc2aa4d68b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae HTTP/1.1" status: 200 len: 217 time: 0.2230949 Jun 03 15:16:32.674830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ceeac-954c-4a43-887a-4b0c1965b3db req-4c5353df-f021-40ac-8612-da17a8485d14 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.676692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-609ceeac-954c-4a43-887a-4b0c1965b3db req-4c5353df-f021-40ac-8612-da17a8485d14 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1097 time: 0.1674383 Jun 03 15:16:32.713548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.719317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.725657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.731379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.737846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.743637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.749370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.751279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-9d6f3ad2-6709-4bd8-913c-c5db88c2336f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.1707673 Jun 03 15:16:32.779449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-27055408-f3a3-46e5-a945-a2af3da636b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.781212 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-27055408-f3a3-46e5-a945-a2af3da636b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 200 len: 797 time: 0.1208899 Jun 03 15:16:32.794295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-609ceeac-954c-4a43-887a-4b0c1965b3db req-42199534-f81c-495b-8552-c2439036a4e6 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111939 Jun 03 15:16:32.841328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cea9d94-5a8f-4ac0-901c-fa9d5991be2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.849379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf0fb-327d-4c6e-97b6-c949cc4f6a1c req-35ce7437-b2b2-490c-8ceb-ecb92887ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.850928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b7ccf0fb-327d-4c6e-97b6-c949cc4f6a1c req-35ce7437-b2b2-490c-8ceb-ecb92887ec9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1096 time: 0.2445643 Jun 03 15:16:32.916978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cea9d94-5a8f-4ac0-901c-fa9d5991be2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.943807 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b7ccf0fb-327d-4c6e-97b6-c949cc4f6a1c req-b5beb35f-c9c5-48a5-bc55-0700d8b1f768 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843542 Jun 03 15:16:32.950504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Deleting port 7525e956-7123-45a8-bcb9-806047d70250 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:32.950848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.970237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-660974be-0ff0-4d26-a559-fef72e27def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.971755 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-660974be-0ff0-4d26-a559-fef72e27def3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1814680 Jun 03 15:16:32.987445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b205ac-a20c-4959-8343-93fbfd84fd2b req-f34d9357-36c4-4706-b535-04a240c6656f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2228489 Jun 03 15:16:32.999133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cea9d94-5a8f-4ac0-901c-fa9d5991be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.033818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cea9d94-5a8f-4ac0-901c-fa9d5991be2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.042528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] The port '7525e956-7123-45a8-bcb9-806047d70250' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:16:33.047734 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2cea9d94-5a8f-4ac0-901c-fa9d5991be2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a18caf1-1818-4f38-b733-7416e3d3f154 HTTP/1.1" status: 204 len: 168 time: 0.3881485 Jun 03 15:16:33.051245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea9d94-5a8f-4ac0-901c-fa9d5991be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18caf1-1818-4f38-b733-7416e3d3f154,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:33.241459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.290467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e2bb8-5128-47a3-abca-f5edc1c5826d req-f61f9c98-470d-4e18-bfb2-14c998c4607e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.291980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-052e2bb8-5128-47a3-abca-f5edc1c5826d req-f61f9c98-470d-4e18-bfb2-14c998c4607e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.3755550 Jun 03 15:16:33.296423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3792fd7-65c4-4a51-984c-bfbe258b5875']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:33.299903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3ae779ad-2100-4fcc-9154-5632eb873c62 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535947 Jun 03 15:16:33.325358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887e9ace-398c-4b63-bd85-e2a1edb38c77') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:33.325638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887e9ace-398c-4b63-bd85-e2a1edb38c77') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:33.347751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.389987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-052e2bb8-5128-47a3-abca-f5edc1c5826d req-16a46a97-f0af-43af-8c04-b106513e8254 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813620 Jun 03 15:16:33.391320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.401481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d11bbc-9fbd-4d14-a57e-cc10fe85b251 req-b95281d6-81d0-4093-be27-11f773015b39 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.403275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3d11bbc-9fbd-4d14-a57e-cc10fe85b251 req-b95281d6-81d0-4093-be27-11f773015b39 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.2379911 Jun 03 15:16:33.409004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:33.409398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.481271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-058d41a5-cc29-4047-b923-0d69fa459549 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731226 Jun 03 15:16:33.502952 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 887e9ace-398c-4b63-bd85-e2a1edb38c77 resource provider aggregate not found Jun 03 15:16:33.529370 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 887e9ace-398c-4b63-bd85-e2a1edb38c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 887e9ace-398c-4b63-bd85-e2a1edb38c77 found for delete ", "request_id": "req-5dc68205-d6c0-498c-81fc-936a16512252"}]} Jun 03 15:16:33.569398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3d11bbc-9fbd-4d14-a57e-cc10fe85b251 req-8069a86f-ccf4-4909-9101-8b8045dcd8af tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425099 Jun 03 15:16:33.570638 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.574390 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-b2771a6b-0020-4619-b587-03feac9d89e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68 HTTP/1.1" status: 200 len: 217 time: 0.0861266 Jun 03 15:16:33.605794 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.652098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-21341a60-c1fb-4312-8050-da6ec062f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.655131 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-21341a60-c1fb-4312-8050-da6ec062f258 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 200 len: 797 time: 0.0739048 Jun 03 15:16:33.656805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3792fd7-65c4-4a51-984c-bfbe258b5875,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:33.699514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5e5f5691-f51c-492b-b49c-ea8c1a78d06d admin admin] 10.222.0.66 "DELETE /v2.0/networks/d3792fd7-65c4-4a51-984c-bfbe258b5875 HTTP/1.1" status: 204 len: 168 time: 2.4339027 Jun 03 15:16:33.740429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5cf13-a39d-43eb-9bb2-b0fc065e3ae1 req-a3a628ef-ab21-4cea-82c9-c49fea323b35 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.747496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eaa5cf13-a39d-43eb-9bb2-b0fc065e3ae1 req-a3a628ef-ab21-4cea-82c9-c49fea323b35 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1430442 Jun 03 15:16:33.796636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4d8099dc-c4a5-4ec7-a666-f7ab5132c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.801063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-4d8099dc-c4a5-4ec7-a666-f7ab5132c417 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380184 Jun 03 15:16:33.802547 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eaa5cf13-a39d-43eb-9bb2-b0fc065e3ae1 req-aa7d7ee2-f054-4b0a-a249-33cd8c097156 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540950 Jun 03 15:16:33.942305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40560) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:34.022708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-a3760127-4da0-454c-9a4b-57ee72288c17 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019544 Jun 03 15:16:34.189453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cea8b917-79b0-4f8c-9b19-924107744979 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb8890d954144207b6886c96c3ade94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457454 Jun 03 15:16:34.194711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40570) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:34.213680 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-91269d59-6f82-4e0a-bc32-39723efc872d req-3cdcca71-31e6-4a01-9ba9-c2e6d82a87c3 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822121 Jun 03 15:16:34.296602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f72a4be7-a668-40d6-9ea6-508a94ef3625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.368480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6170-e329-46bc-bccc-f0f0e4b79fb2 req-a18b96ee-d9f9-42b9-a175-c8cec6e23a6a tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.372594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d7b6170-e329-46bc-bccc-f0f0e4b79fb2 req-a18b96ee-d9f9-42b9-a175-c8cec6e23a6a tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1097 time: 0.3924558 Jun 03 15:16:34.383882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f72a4be7-a668-40d6-9ea6-508a94ef3625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.387395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.388089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.388968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.389450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.389967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.390722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.391777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.394785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2be16533-ca42-48ed-89e0-397b7ced438d req-774b2fd9-9536-4245-ad42-fdaff94d4cd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6487 time: 0.0947292 Jun 03 15:16:34.474536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d7b6170-e329-46bc-bccc-f0f0e4b79fb2 req-ea200ca1-e693-471e-ba0e-51dd5469c99f tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969753 Jun 03 15:16:34.509100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.514687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.521645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.527592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.534470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.540582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.546850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-facf0fc7-724c-45a1-bca7-9d3739169a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.547315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.549098 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2be16533-ca42-48ed-89e0-397b7ced438d req-facf0fc7-724c-45a1-bca7-9d3739169a00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f HTTP/1.1" status: 200 len: 902 time: 0.1483421 Jun 03 15:16:34.549826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-e9080bf8-55f1-4295-8e76-6979c56ec913 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.2440007 Jun 03 15:16:34.561794 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f72a4be7-a668-40d6-9ea6-508a94ef3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.598712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a4be7-a668-40d6-9ea6-508a94ef3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b0e31-18f7-44c8-8c60-4b7d1e6e068e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:34.622427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f72a4be7-a668-40d6-9ea6-508a94ef3625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.627210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f72a4be7-a668-40d6-9ea6-508a94ef3625 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e01b0e31-18f7-44c8-8c60-4b7d1e6e068e HTTP/1.1" status: 204 len: 168 time: 0.4313328 Jun 03 15:16:34.665930 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2be16533-ca42-48ed-89e0-397b7ced438d req-4f7900d0-3e2b-4ea1-af73-ae74a292888c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68 HTTP/1.1" status: 200 len: 217 time: 0.1064179 Jun 03 15:16:34.727028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8f4612c-a96e-47a6-aa66-bde9303a9190 req-f657a75e-22d9-44cd-8562-e8ba9dc8d2c2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676919 Jun 03 15:16:34.770999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1865ae-433d-488f-8a99-d6c7df2833b6 req-82fd7ece-467c-4a53-bc25-b08ad543b80b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.774156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-a3784760-19c3-46fa-8815-0fe5d250db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.775760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2be16533-ca42-48ed-89e0-397b7ced438d req-a3784760-19c3-46fa-8815-0fe5d250db9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 200 len: 797 time: 0.1070702 Jun 03 15:16:34.779577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c1865ae-433d-488f-8a99-d6c7df2833b6 req-82fd7ece-467c-4a53-bc25-b08ad543b80b tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.1584098 Jun 03 15:16:34.861386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c1865ae-433d-488f-8a99-d6c7df2833b6 req-981082e5-2be6-49a4-9300-7ad041efa2e1 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807891 Jun 03 15:16:34.989543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be16533-ca42-48ed-89e0-397b7ced438d req-1615aa97-ed25-4fc7-8c23-982b7e38f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.994268 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2be16533-ca42-48ed-89e0-397b7ced438d req-1615aa97-ed25-4fc7-8c23-982b7e38f12a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2105839 Jun 03 15:16:35.174617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2be16533-ca42-48ed-89e0-397b7ced438d req-706b7249-b124-4707-bf11-a24e55d42523 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743588 Jun 03 15:16:35.181198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14356a-9c60-44b3-901d-006ed00b688d req-0096b554-6dcd-4d4e-87da-162a45ce5dd4 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.188806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df14356a-9c60-44b3-901d-006ed00b688d req-0096b554-6dcd-4d4e-87da-162a45ce5dd4 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2534535 Jun 03 15:16:35.234201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd82b1-9a89-4aea-a480-770cfa700a1d req-762cd381-6650-4829-b307-09466f7806b1 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.247773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bcd82b1-9a89-4aea-a480-770cfa700a1d req-762cd381-6650-4829-b307-09466f7806b1 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.1822915 Jun 03 15:16:35.289459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df14356a-9c60-44b3-901d-006ed00b688d req-e294c4fc-be90-4e28-a75c-f540251ac194 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996459 Jun 03 15:16:35.326540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bcd82b1-9a89-4aea-a480-770cfa700a1d req-ed9c4b67-2a44-4733-9b73-adf1abbd6e18 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763087 Jun 03 15:16:35.390021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2be16533-ca42-48ed-89e0-397b7ced438d req-f98bd72b-8356-4eac-8111-fcfee6674d38 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091208 Jun 03 15:16:35.511398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f403-2f9e-42af-93af-b24d1aa5239c req-63bf0417-0607-4721-8cb5-5e226447899f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.513077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8eb5f403-2f9e-42af-93af-b24d1aa5239c req-63bf0417-0607-4721-8cb5-5e226447899f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0998952 Jun 03 15:16:35.570697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8eb5f403-2f9e-42af-93af-b24d1aa5239c req-8c7b9a08-923a-4217-ad61-69c82ed9ef0e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Jun 03 15:16:35.697398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a201f-ecab-4033-af9b-b8591c828a98 req-e6e9fc38-d923-4c6a-8238-0742192c109b tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.698964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd4a201f-ecab-4033-af9b-b8591c828a98 req-e6e9fc38-d923-4c6a-8238-0742192c109b tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1097 time: 0.0789945 Jun 03 15:16:35.780519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-98e16556-35de-4d93-81e7-3389b4c6813d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1402873540&fields=id&tenant_id=fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 267 time: 0.0794861 Jun 03 15:16:35.784894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd4a201f-ecab-4033-af9b-b8591c828a98 req-3c2ed2c1-02f2-4173-8496-c615ed634bce tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768311 Jun 03 15:16:35.983916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-466248cf-4ab6-4dd4-9110-e77bcb77ed1b tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.985852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-466248cf-4ab6-4dd4-9110-e77bcb77ed1b tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1985593 Jun 03 15:16:36.001917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'port': {'security_groups': ['e99da069-6729-4856-b836-b4fbdb22e879', 'f8b284ab-79ab-403b-aa81-0cf2a22fef55']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:36.156689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.293300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-34165be6-5573-4945-a2d2-85b97bdb6258 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.294336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-34165be6-5573-4945-a2d2-85b97bdb6258 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Synchronizing usage tracker for tenant:6830b68ec696434384c9e3cd33f79e79 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:36.318027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-34165be6-5573-4945-a2d2-85b97bdb6258 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Unset dirty status for tenant:6830b68ec696434384c9e3cd33f79e79 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:36.319364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-34165be6-5573-4945-a2d2-85b97bdb6258 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.1512516 Jun 03 15:16:36.353748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.360060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.366248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.372409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.379227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.385094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.390998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.399355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-6ca93891-1d4f-464f-b16b-8b30ece92fbc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.2441487 Jun 03 15:16:36.412807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Deleting port e0f73113-f3de-491c-8df3-a5b713776a36 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:36.413453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.470691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bc2f8ea-fc95-442a-8716-d8a35a6d0129 req-0b55f086-a930-4a4b-be4d-5789faa75586 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703650 Jun 03 15:16:36.551749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:36.713478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:36.744216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.750187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.763370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:36.776645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.815828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:36.832226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] For port e0f73113-f3de-491c-8df3-a5b713776a36, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e0f73113-f3de-491c-8df3-a5b713776a36,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:36.832604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.856373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Usage tracker for resource:security_group_rule and tenant:64107e8d19a84052a0bfe5e70fbe6252 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:36.859231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.859992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.861757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:36.875102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-add2cb19-b3fe-47ea-b182-2d2a81b441ac req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "PUT /v2.0/ports/fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 200 len: 981 time: 0.8801346 Jun 03 15:16:36.875972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:36.921185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:36.922531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787c4c7-8576-44a4-9831-b10598e5c06e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:36.940216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:36.946577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:37.190370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834e6a5-96a2-43d5-ac0a-e1ac611273a4 req-7ab4d117-aa27-4317-82b9-898245b33367 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.199901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1834e6a5-96a2-43d5-ac0a-e1ac611273a4 req-7ab4d117-aa27-4317-82b9-898245b33367 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 945 time: 0.1363308 Jun 03 15:16:37.267937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1834e6a5-96a2-43d5-ac0a-e1ac611273a4 req-8729e8ad-8a29-40ca-a854-1c7861eec988 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c1d6f20-88ba-46c7-96db-b3c4a80271dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579159 Jun 03 15:16:37.330046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.401427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:37.419704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Usage tracker for resource:security_group_rule and tenant:38b50ba740c24b5fa7c241af99d209ba is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:37.431553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:37.450771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:37.457561 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.457939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.458257 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Floating IP 93091e81-4435-4a97-bfaa-f7da4b60bf0b disassociated. External IP: 172.25.1.15, port: e0f73113-f3de-491c-8df3-a5b713776a36. Jun 03 15:16:37.458599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Calling delete_port for e0f73113-f3de-491c-8df3-a5b713776a36 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:37.483204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223de1f-f7b3-4249-8500-e8e6a1b915b9 req-ec850841-3c5a-48d0-81f9-9eda6d026ffd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.484804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e223de1f-f7b3-4249-8500-e8e6a1b915b9 req-ec850841-3c5a-48d0-81f9-9eda6d026ffd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.0981622 Jun 03 15:16:37.502941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.521012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.539296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e223de1f-f7b3-4249-8500-e8e6a1b915b9 req-5abe7f50-313a-4b8b-9f53-306063d49489 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Jun 03 15:16:37.615803 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64107e8d19a84052a0bfe5e70fbe6252&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0629816 Jun 03 15:16:37.618682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40698) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:37.625427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417910c-cc6e-4dc9-bfcf-6ca72b1b4716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0677b47-1d72-4be4-b0f6-5e17af58bb20,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:37.747272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.755016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.762673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08d24fee-765e-4a7a-8d2c-6c705e1e9a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.805365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08d24fee-765e-4a7a-8d2c-6c705e1e9a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.813968 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38b50ba740c24b5fa7c241af99d209ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9490204 Jun 03 15:16:37.817606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.818930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:37.847380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf99903-f9ff-43b8-b783-90bf168e16d9 req-b3456cc2-e127-4c38-980e-7645de79c412 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.849448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cf99903-f9ff-43b8-b783-90bf168e16d9 req-b3456cc2-e127-4c38-980e-7645de79c412 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.1818657 Jun 03 15:16:37.884464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event deleted for resources: {'Port': ['ID=e0f73113-f3de-491c-8df3-a5b713776a36,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:37.887427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ce7b9-545b-4b9a-b1ee-1c4a956dad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43924af5-d50c-4c61-8ced-6453d1ba95b6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:37.962709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cf99903-f9ff-43b8-b783-90bf168e16d9 req-d2d81e56-d340-41d4-949e-214dc4eed167 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005919 Jun 03 15:16:37.984335 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aa34deb-03aa-4f5c-abd0-6a0bdf4021ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.002316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08d24fee-765e-4a7a-8d2c-6c705e1e9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.033368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d24fee-765e-4a7a-8d2c-6c705e1e9a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0677b47-1d72-4be4-b0f6-5e17af58bb20,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:38.045257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aa34deb-03aa-4f5c-abd0-6a0bdf4021ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.059936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08d24fee-765e-4a7a-8d2c-6c705e1e9a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.061602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-08d24fee-765e-4a7a-8d2c-6c705e1e9a1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0677b47-1d72-4be4-b0f6-5e17af58bb20 HTTP/1.1" status: 204 len: 168 time: 0.4418159 Jun 03 15:16:38.157073 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aa34deb-03aa-4f5c-abd0-6a0bdf4021ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.181418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-547a7f0d-d065-4ab4-85bf-e4ceb06a5bf1 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:16:38.182489 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-547a7f0d-d065-4ab4-85bf-e4ceb06a5bf1 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3018465 Jun 03 15:16:38.194173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa34deb-03aa-4f5c-abd0-6a0bdf4021ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43924af5-d50c-4c61-8ced-6453d1ba95b6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:38.207113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Request body: {'binding': {'host': 'n-h2-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:38.207573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Unknown quota resources ['binding']. {{(pid=88338) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:16:38.265960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0aa34deb-03aa-4f5c-abd0-6a0bdf4021ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.267969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Router f974d594-1b18-4193-99de-5314440729fc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:16:38.268150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0aa34deb-03aa-4f5c-abd0-6a0bdf4021ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43924af5-d50c-4c61-8ced-6453d1ba95b6 HTTP/1.1" status: 204 len: 168 time: 0.4478598 Jun 03 15:16:38.304494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0602aa09-c854-4514-90d0-9213ba006e9f req-9381a9bf-72ce-4af2-88ec-fed51e7738ba tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-891947350&fields=id&tenant_id=fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 267 time: 0.1675069 Jun 03 15:16:38.543352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:16:38.558828 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] Sync routers for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:16:38.572091 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:38.573054 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:38.611404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602aa09-c854-4514-90d0-9213ba006e9f req-2e08e1f0-ee0a-4b03-a115-2e9541e07992 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:38.620934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0602aa09-c854-4514-90d0-9213ba006e9f req-2e08e1f0-ee0a-4b03-a115-2e9541e07992 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 984 time: 0.3061788 Jun 03 15:16:38.630564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'port': {'security_groups': ['e99da069-6729-4856-b836-b4fbdb22e879', 'f8b284ab-79ab-403b-aa81-0cf2a22fef55', '02e3ea31-3d83-4283-bd13-e6d0b8c21e6b']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:38.707384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on host n-h2-844594-1 for vnic_type normal with profile None {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:38.707730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:38.708067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:38.717359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:38.717773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:38.734259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] No DVR routers for this DVR port e0f73113-f3de-491c-8df3-a5b713776a36 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:38.737471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.744948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'name': 'network-vif-deleted', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:38.770480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:38.770826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:38.771360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:38.771820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Bound port: fe8570dc-8b4d-46fc-b766-a48001c3bc12, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:38.788208 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-31149680-dad3-4a13-8bd0-1b631b57a226 req-44c07a51-955c-426a-9397-abb778af2605 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.15 "DELETE /v2.0/ports/e0f73113-f3de-491c-8df3-a5b713776a36 HTTP/1.1" status: 204 len: 173 time: 2.4618323 Jun 03 15:16:38.806925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.904017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:38.912948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] Notify callbacks [] for binding, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.914197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5ed1cde2-ea05-4c27-add1-7c4eec8a9acf service neutron] 10.222.0.66 "POST /v2.0/ports/fe8570dc-8b4d-46fc-b766-a48001c3bc12/bindings HTTP/1.1" status: 201 len: 389 time: 0.7150095 Jun 03 15:16:38.982553 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:39.018571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:39.042235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e0f73113-f3de-491c-8df3-a5b713776a36 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:39.129780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.186003 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed670ec2-13c7-4004-bf7b-5f9cc7243f23'] response: {'name': 'network-changed', 'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378', 'status': 'completed', 'code': 200} Jun 03 15:16:39.243562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: e0f73113-f3de-491c-8df3-a5b713776a36 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:39.244301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e0f73113-f3de-491c-8df3-a5b713776a36 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:39.357684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:39.362397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Usage tracker for resource:security_group_rule and tenant:ab355695279247ff8f18f41095611b9c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:39.365430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:39.375649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:39.453924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:39.494069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.501290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.507680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.513689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.520525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.526607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.532856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.541052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-3b783076-6cca-4ce4-b93e-405e64ef0417 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.1879222 Jun 03 15:16:39.607436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.649245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1446d80-0b47-45d0-a9a1-4d98c10af28e req-53716297-6430-4f99-8056-94e28637c320 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067317 Jun 03 15:16:39.650082 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.663161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:39.683441 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:13Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:39.689899 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] Checking router: f974d594-1b18-4193-99de-5314440729fc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:16:39.701138 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:39.702202 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:39.713909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101293-7361-47f1-8302-2df1d1463bd7 req-316e85eb-b0d8-472c-a9f6-2ae652b5a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.715461 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57101293-7361-47f1-8302-2df1d1463bd7 req-316e85eb-b0d8-472c-a9f6-2ae652b5a85d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1135 time: 0.5224926 Jun 03 15:16:39.733228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.790085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-68f7c500-cf2b-4881-b7a2-ffe7e203fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.791601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-68f7c500-cf2b-4881-b7a2-ffe7e203fcb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1097 time: 0.4486203 Jun 03 15:16:39.792264 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.873719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec88f586-c1be-40e4-b26b-6a12987c1019 req-899ec556-ecd0-4f35-aa20-872bab4c28c0 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a7d3a99-438c-4868-b6ea-4ad92f4217c7 HTTP/1.1" status: 200 len: 210 time: 0.0837619 Jun 03 15:16:39.897045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.898038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.915566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0602aa09-c854-4514-90d0-9213ba006e9f req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "PUT /v2.0/ports/fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 200 len: 1020 time: 1.2936230 Jun 03 15:16:39.916407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5898f0-d285-4aef-b267-920cb4b9704f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:40.025160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40750) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:40.027440 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:40.030515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:40.031614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab355695279247ff8f18f41095611b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0107918 Jun 03 15:16:40.075128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c45a96-889b-45d2-8723-42edd8a558fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde78006-5ac7-456d-a51b-41a398bb35da,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:40.084433 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9ac5c1-17ba-4b41-ba48-a1088ee4d5a1'] response: {'server_uuid': '0a7d3a99-438c-4868-b6ea-4ad92f4217c7', 'name': 'network-vif-deleted', 'tag': 'e0f73113-f3de-491c-8df3-a5b713776a36', 'status': 'completed', 'code': 200} Jun 03 15:16:40.277964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101293-7361-47f1-8302-2df1d1463bd7 req-64c74ae6-58f1-4d19-b49a-2008aba39b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.283431 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57101293-7361-47f1-8302-2df1d1463bd7 req-64c74ae6-58f1-4d19-b49a-2008aba39b78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 913 time: 0.5458684 Jun 03 15:16:40.289570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-8cfdc1fe-ff3d-465b-9619-c59d788383e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.293727 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-8cfdc1fe-ff3d-465b-9619-c59d788383e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.4898186 Jun 03 15:16:40.471192 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57101293-7361-47f1-8302-2df1d1463bd7 req-0fbd0860-7691-45ce-85e4-c994702a0116 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 200 len: 217 time: 0.1727524 Jun 03 15:16:40.481445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8a72c80-c92e-4f28-843a-10ee12fe8038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.505355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-c56249d4-5da9-4c41-a906-b0ac92874a52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 217 time: 0.1496232 Jun 03 15:16:40.560218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8a72c80-c92e-4f28-843a-10ee12fe8038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.605678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101293-7361-47f1-8302-2df1d1463bd7 req-8a330341-082f-4c9d-a749-9c8367c0c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.607220 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57101293-7361-47f1-8302-2df1d1463bd7 req-8a330341-082f-4c9d-a749-9c8367c0c017 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.0893402 Jun 03 15:16:40.652787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9a951-75a7-4eff-bd51-8c4a3e4ede4d req-aaae746e-7d70-458a-9fdf-c033e08466bc tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.654312 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4e9a951-75a7-4eff-bd51-8c4a3e4ede4d req-aaae746e-7d70-458a-9fdf-c033e08466bc tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.5020239 Jun 03 15:16:40.679123 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:13Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:40.687075 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0877edd-e08a-4b24-80f0-4fd47e06b811 None None] The sync data for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 is: [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:13:55Z', 'revision_number': 4, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'b0974baa-0b2a-41fb-ba83-ed34fd45e6bb', 'name': '', 'network_id': 'd5b491ee-d7ca-4505-b2df-23c9ebef8890', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'mac_address': 'fa:16:3e:2c:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:51Z', 'updated_at': '2022-06-03T15:14:13Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'subnets': [{'id': '12aff456-2797-40a2-9c35-348fb7fcce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:16:40.749716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de625c0f-e27e-453d-bcfa-cc9158b4df00 req-2097144c-1268-471b-a0f0-2fa9d07345aa tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.766828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de625c0f-e27e-453d-bcfa-cc9158b4df00 req-2097144c-1268-471b-a0f0-2fa9d07345aa tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.4260809 Jun 03 15:16:40.822068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4e9a951-75a7-4eff-bd51-8c4a3e4ede4d req-14e57fae-5407-4ae3-9a0a-9e7a46c362bd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485472 Jun 03 15:16:40.827721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57101293-7361-47f1-8302-2df1d1463bd7 req-4f7543c3-8f51-4d1d-a253-d191330af74b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264951 Jun 03 15:16:40.829836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-e9595106-0069-4939-b2d6-b225becefa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.831414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-e9595106-0069-4939-b2d6-b225becefa9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.2166753 Jun 03 15:16:40.861605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de625c0f-e27e-453d-bcfa-cc9158b4df00 req-3932a0ad-6082-4aa1-a4da-e17780e86c2e tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Jun 03 15:16:40.862807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8a72c80-c92e-4f28-843a-10ee12fe8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.937210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a72c80-c92e-4f28-843a-10ee12fe8038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde78006-5ac7-456d-a51b-41a398bb35da,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:40.959506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8a72c80-c92e-4f28-843a-10ee12fe8038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.962310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b8a72c80-c92e-4f28-843a-10ee12fe8038 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dde78006-5ac7-456d-a51b-41a398bb35da HTTP/1.1" status: 204 len: 168 time: 0.9354923 Jun 03 15:16:41.057080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:41.199444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:41.270763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7ee64-d9f1-4372-a91a-b39aefdc0713 None None] New status for floating IP 93091e81-4435-4a97-bfaa-f7da4b60bf0b: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:16:41.323333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245601f7-1ac5-486d-be51-dce871163193 req-9bbfc281-9507-4aa8-95aa-ed0ab95c884a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.324940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-245601f7-1ac5-486d-be51-dce871163193 req-9bbfc281-9507-4aa8-95aa-ed0ab95c884a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 946 time: 0.1836236 Jun 03 15:16:41.384808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-8a15a7bd-d100-4076-8fb0-380348e8c7d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5421994 Jun 03 15:16:41.571947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57101293-7361-47f1-8302-2df1d1463bd7 req-9b4ed970-0cee-4235-b8ec-833c64f29fa1 service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356598 Jun 03 15:16:41.574215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70e5d1-1e73-4b46-b1a5-682555ed7746 req-e235fabd-dee7-4dba-969d-bdb4bd39ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.575769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb70e5d1-1e73-4b46-b1a5-682555ed7746 req-e235fabd-dee7-4dba-969d-bdb4bd39ef9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1101 time: 1.1162744 Jun 03 15:16:41.577804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-245601f7-1ac5-486d-be51-dce871163193 req-ff7d6b32-e761-48be-bca0-61f3428c2a61 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454803 Jun 03 15:16:41.628086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f7f36-49d4-49d9-b71e-c6bd0768d2e9 req-d0247884-92f6-4f96-a51e-5f89be789f2a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.656657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa0f7f36-49d4-49d9-b71e-c6bd0768d2e9 req-d0247884-92f6-4f96-a51e-5f89be789f2a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1023 time: 0.2869022 Jun 03 15:16:41.682695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-721ed301-2744-475c-aadb-7358386c123d service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855179 Jun 03 15:16:41.716441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:41.733671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'mac_address': 'fa:16:3e:ef:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:41.791932 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb70e5d1-1e73-4b46-b1a5-682555ed7746 req-c707c99b-85ae-44cf-b9dd-221bd924cfcc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042472 Jun 03 15:16:41.818324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:41.818724 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:41.839185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7b717f3-e54f-4145-bffd-a2dc57851fa3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:41.853274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa0f7f36-49d4-49d9-b71e-c6bd0768d2e9 req-f23a5def-1233-455f-911a-f52d694c9548 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&id=f8b284ab-79ab-403b-aa81-0cf2a22fef55&id=02e3ea31-3d83-4283-bd13-e6d0b8c21e6b HTTP/1.1" status: 200 len: 6148 time: 0.1874325 Jun 03 15:16:41.879114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:41.893492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:41.903041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.911651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.921044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.928800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.938961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.946417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.954069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.956221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-3d16ce26-edf6-46c2-98f9-b8ecc902895e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.2108514 Jun 03 15:16:41.978391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-a92c4778-e8fa-4eb7-a500-381c9f05c5e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813339 Jun 03 15:16:42.045167 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57101293-7361-47f1-8302-2df1d1463bd7 req-1a8e2505-a114-409c-a4f8-f7159b73a37f service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283097 Jun 03 15:16:42.084617 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d9c415-6e24-457d-9d9b-ba72e8492a88'] response: {'name': 'network-changed', 'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378', 'status': 'completed', 'code': 200} Jun 03 15:16:42.090581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:42.115821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1455008450 ', 'description': 'tempest-description-786662907'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:42.124587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b33da49-77b1-4d83-bd72-815b5ce7ad4f req-9e94ae73-9a67-4c3e-a9d4-069f5cb341d4 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497214 Jun 03 15:16:42.127853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:42.155313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:42.157308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d7b717f3-e54f-4145-bffd-a2dc57851fa3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:42.187393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.234269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:42.243519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:42.250020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:42.264642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:42.461681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-5613dbc1-074b-4f80-942d-42d55b1f2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.464281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-5613dbc1-074b-4f80-942d-42d55b1f2f45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1174 time: 0.2929530 Jun 03 15:16:42.467625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c07321-531e-4ad2-93dc-e7eddb8e7942 req-1a2915fb-a13b-4eea-8a39-9a1ce3c5ac5e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.469890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3c07321-531e-4ad2-93dc-e7eddb8e7942 req-1a2915fb-a13b-4eea-8a39-9a1ce3c5ac5e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 949 time: 0.1979010 Jun 03 15:16:42.472923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.476476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-171448e7-e2df-4a9b-b5eb-21c4753f4b33 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.481038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-171448e7-e2df-4a9b-b5eb-21c4753f4b33 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1097 time: 0.3943415 Jun 03 15:16:42.495913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.560498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81397b6d-10d4-4823-a10e-01059bfea121,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:42.573431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3c07321-531e-4ad2-93dc-e7eddb8e7942 req-abbf7fc3-7c32-4917-a4af-2d52f0b6183a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961630 Jun 03 15:16:42.583952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:42.599909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.606773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba4477b3-3f7c-450a-a9d7-22df075e54ad req-b287e7c3-2d71-40ea-b409-938bb8687ae6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4952502 Jun 03 15:16:42.638698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:42.725438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5567-521d-4250-808e-66c622e472c9 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.766888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5567-521d-4250-808e-66c622e472c9 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.774673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-4530f31e-2fe4-4f33-92f6-b0ddf07cf68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.776178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-4530f31e-2fe4-4f33-92f6-b0ddf07cf68f service neutron] 10.222.0.70 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 913 time: 0.2931051 Jun 03 15:16:42.876924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.924654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-cfcf854a-596d-47e5-b836-6f0a56f173be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 200 len: 217 time: 0.1349804 Jun 03 15:16:43.026543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc3441-fc58-4cd4-89af-5393ef61ed46 req-91de5d61-f982-4f4e-9482-92cb052c0bbc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:43.035655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-effc3441-fc58-4cd4-89af-5393ef61ed46 req-91de5d61-f982-4f4e-9482-92cb052c0bbc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.2311041 Jun 03 15:16:43.083612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5567-521d-4250-808e-66c622e472c9 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.088189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:43.128319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-099ae815-293c-4dbe-9293-cce870aef0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:43.130019 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-099ae815-293c-4dbe-9293-cce870aef0b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.1788344 Jun 03 15:16:43.140083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454208f-6870-45f5-9738-6062df7f211a req-bd2e89cf-208d-4ea1-b8f8-8b320fbdef8d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:43.165022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8454208f-6870-45f5-9738-6062df7f211a req-bd2e89cf-208d-4ea1-b8f8-8b320fbdef8d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 946 time: 0.2442396 Jun 03 15:16:43.183916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c5567-521d-4250-808e-66c622e472c9 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1d6f20-88ba-46c7-96db-b3c4a80271dd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:43.205245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-effc3441-fc58-4cd4-89af-5393ef61ed46 req-76c5afc8-0d84-4bdf-bd3e-4bf5b458f429 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677682 Jun 03 15:16:43.237970 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-fefbad2b-474b-4d44-b3f2-91f5ac3b3f7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906651 Jun 03 15:16:43.271569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port d7b717f3-e54f-4145-bffd-a2dc57851fa3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:43.272582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.286846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8454208f-6870-45f5-9738-6062df7f211a req-597abbc6-8cb7-4655-bb62-e6e397f3952c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195130 Jun 03 15:16:43.287709 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5567-521d-4250-808e-66c622e472c9 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.290677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ff7c5567-521d-4250-808e-66c622e472c9 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "DELETE /v2.0/security-groups/9c1d6f20-88ba-46c7-96db-b3c4a80271dd HTTP/1.1" status: 204 len: 168 time: 0.6506510 Jun 03 15:16:43.301138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40816) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:43.406334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-975d18d6-79a6-4ca7-a6d4-99bc5560cd10 req-9b35fddc-348e-4b6d-b9b1-7d532199b3c1 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/81397b6d-10d4-4823-a10e-01059bfea121 HTTP/1.1" status: 200 len: 1782 time: 0.1274843 Jun 03 15:16:43.445357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbf47-fee8-4964-a6b0-e0afa9fda337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.497494 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-45e54845-d3ba-4fba-93f1-23dec77019f7 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] show failed (client error): The resource could not be found. Jun 03 15:16:43.513770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:43.514189 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-45e54845-d3ba-4fba-93f1-23dec77019f7 tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "GET /v2.0/security-groups/9c1d6f20-88ba-46c7-96db-b3c4a80271dd HTTP/1.1" status: 404 len: 347 time: 0.2097008 Jun 03 15:16:43.527725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:43.528292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.566332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:43.578043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:43.585000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.675811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:43.725078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-0eca9731-76d0-4114-ab7d-ebbc4805b589 service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693236 Jun 03 15:16:43.892028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a12890d-717f-4f0b-b374-669a594f46bd req-d37f2753-2149-4f45-8577-1958f1d13d90 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/81397b6d-10d4-4823-a10e-01059bfea121 HTTP/1.1" status: 200 len: 1782 time: 0.3768396 Jun 03 15:16:43.974741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:44.057128 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a58921a0-ba12-4c0c-b537-bbd726253c9f req-074998f8-e144-4f79-9591-bea674b5a2ba service neutron] 10.222.0.70 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223653 Jun 03 15:16:44.061528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Deleting port 66610fb3-2ef9-43a1-a9f9-0f729b6c22ec {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:44.072823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.088000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:44.184704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.189951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:44.200682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.202998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.207092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.213432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.219373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.225777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.231692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.238463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.240393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-6c287b05-bc91-4631-b2c3-5e289538307c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.6315444 Jun 03 15:16:44.406583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:44.410941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on host n-h1-844594-1 for vnic_type normal with profile {"migrating_to": "n-h2-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:44.411312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:44.411663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:44.417057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3a12890d-717f-4f0b-b374-669a594f46bd req-ad5f9cd9-ddef-4974-b9f7-344340a19d25 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.418336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:44.418743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Attempting to bind port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:44.425506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:44.426090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:44.426482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:44.426923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Bound port: fe8570dc-8b4d-46fc-b766-a48001c3bc12, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:44.427294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.453258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-edc42bb5-6f44-4bd2-ab9a-c547b8914e13 req-732b08dd-7ef4-4b17-bcea-acd0111716bf tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2033131 Jun 03 15:16:44.491808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3a12890d-717f-4f0b-b374-669a594f46bd req-ad5f9cd9-ddef-4974-b9f7-344340a19d25 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.495386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.495714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.574603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:44.578036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:44.586459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.596937 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a59cc66-64a6-4643-98f8-c7a3ff70c88d'] response: {'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'code': 200} Jun 03 15:16:44.665885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Calling delete_port for 66610fb3-2ef9-43a1-a9f9-0f729b6c22ec owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:44.755835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:44.798995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.799676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.801434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-5935197e-f2d2-4a10-b4e8-bc6746b68556 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 1122 time: 2.2222278 Jun 03 15:16:44.805550 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3a12890d-717f-4f0b-b374-669a594f46bd req-ad5f9cd9-ddef-4974-b9f7-344340a19d25 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.849956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f9cd9-ddef-4974-b9f7-344340a19d25 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81397b6d-10d4-4823-a10e-01059bfea121,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:44.875200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3a12890d-717f-4f0b-b374-669a594f46bd req-ad5f9cd9-ddef-4974-b9f7-344340a19d25 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.876520 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a12890d-717f-4f0b-b374-669a594f46bd req-ad5f9cd9-ddef-4974-b9f7-344340a19d25 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/81397b6d-10d4-4823-a10e-01059bfea121 HTTP/1.1" status: 204 len: 173 time: 0.9833682 Jun 03 15:16:44.891024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fe8570dc-8b4d-46fc-b766-a48001c3bc12'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:44.933688 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef2536a-4ec6-4c63-a93a-65bbf9d68923'] response: {'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12', 'code': 200} Jun 03 15:16:44.936282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c65ce-831a-4fac-9b23-afd03bda0eb6 req-501ee2bd-dfe9-4f0c-bb95-559a68eea08b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.937867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-545c65ce-831a-4fac-9b23-afd03bda0eb6 req-501ee2bd-dfe9-4f0c-bb95-559a68eea08b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2314596 Jun 03 15:16:44.986976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40926) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:44.988075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.071685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Pushing event deleted for resources: {'Port': ['ID=66610fb3-2ef9-43a1-a9f9-0f729b6c22ec,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:45.144877 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.180442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.195851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:45.199737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Usage tracker for resource:security_group_rule and tenant:815e0d3bcc514b7485bfc1c0c3d3cf68 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:45.202668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:45.209204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:45.216263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-545c65ce-831a-4fac-9b23-afd03bda0eb6 req-221b65b8-31b0-4ac4-b00f-705cda6a218b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709634 Jun 03 15:16:45.258920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.299475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2119-f750-4609-857a-128eae9c79b7 req-133e9fbc-7283-47a3-b465-c2d27242ccdb tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.301094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-970d2119-f750-4609-857a-128eae9c79b7 req-133e9fbc-7283-47a3-b465-c2d27242ccdb tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.1753781 Jun 03 15:16:45.309710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.312629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-79eed3cd-9864-497c-a186-ec409e3c00ff tempest-ServersTestBootFromVolume-1254698841 tempest-ServersTestBootFromVolume-1254698841-project] 10.222.0.66 "DELETE /v2.0/floatingips/93091e81-4435-4a97-bfaa-f7da4b60bf0b HTTP/1.1" status: 204 len: 168 time: 1.7966552 Jun 03 15:16:45.316064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40934) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:45.338865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.344136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.397650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=815e0d3bcc514b7485bfc1c0c3d3cf68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086964 Jun 03 15:16:45.398532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56de0d-c81b-4e2f-bfe9-25572d396345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1444dc0d-5169-4368-b71d-b9d4d4e32fea,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:45.402364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40938) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:45.466131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d7467c1-9822-4985-b18c-c492c3ad5d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.519192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d7467c1-9822-4985-b18c-c492c3ad5d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.545718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-970d2119-f750-4609-857a-128eae9c79b7 req-fa42509b-a317-43a3-a054-74ed89eabea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309670 Jun 03 15:16:45.592931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d7467c1-9822-4985-b18c-c492c3ad5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.611045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f7549235-bc62-4374-952d-bfada141f04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.622392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7467c1-9822-4985-b18c-c492c3ad5d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1444dc0d-5169-4368-b71d-b9d4d4e32fea,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:45.627468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d7467c1-9822-4985-b18c-c492c3ad5d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.629623 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0d7467c1-9822-4985-b18c-c492c3ad5d1d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1444dc0d-5169-4368-b71d-b9d4d4e32fea HTTP/1.1" status: 204 len: 168 time: 0.2252526 Jun 03 15:16:45.785773 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-cdb16da7-170d-4db6-80b4-11257ab64556 req-c292cf76-8541-44cb-ad9f-8c5e83e60556 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:16:45.786782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cdb16da7-170d-4db6-80b4-11257ab64556 req-c292cf76-8541-44cb-ad9f-8c5e83e60556 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/81397b6d-10d4-4823-a10e-01059bfea121 HTTP/1.1" status: 404 len: 352 time: 0.2023537 Jun 03 15:16:45.816993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c6c8b-0ea1-49aa-b720-b653dddd32d0 req-83f23ff0-9287-41c3-9af5-aa9de0737a35 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.818442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be7c6c8b-0ea1-49aa-b720-b653dddd32d0 req-83f23ff0-9287-41c3-9af5-aa9de0737a35 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 944 time: 0.4358900 Jun 03 15:16:45.951084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40952) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:45.968974 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.984359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:45.988778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be7c6c8b-0ea1-49aa-b720-b653dddd32d0 req-d75ac219-2b78-4f5b-9e2e-e9df4071b15d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629903 Jun 03 15:16:45.989334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Usage tracker for resource:security_group_rule and tenant:20da085c29074557acf026f6b6df05a5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:45.991941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:45.997863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:46.102524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.107035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.120443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13d7d-ca5f-438f-88f3-2e7696a9702d req-ca523a8e-66f8-4534-a72e-9d36bf94dcf9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.121952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7e13d7d-ca5f-438f-88f3-2e7696a9702d req-ca523a8e-66f8-4534-a72e-9d36bf94dcf9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2260718 Jun 03 15:16:46.158984 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20da085c29074557acf026f6b6df05a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067208 Jun 03 15:16:46.159879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac96f2b-07e6-4345-97f1-9cc8f3a323ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08e0e9-0cc2-4482-bb05-77fc1e238a60,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:46.163199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40956) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:46.230741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6975bf64-9416-4be3-835f-865de4ec8c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.240355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7e13d7d-ca5f-438f-88f3-2e7696a9702d req-b4d48f1a-19ca-4612-a90b-07b6384a7975 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095524 Jun 03 15:16:46.270118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6975bf64-9416-4be3-835f-865de4ec8c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.273282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.279387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.286176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.292292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.298294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.304054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.309878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.311867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e610336-d224-4335-b09e-052814a91df9 req-5c7cf051-ac31-45a4-b10d-b0355545e7bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.1882398 Jun 03 15:16:46.341273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6975bf64-9416-4be3-835f-865de4ec8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.343046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1187331516', 'description': 'tempest-description-1735376387'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:46.356428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975bf64-9416-4be3-835f-865de4ec8c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08e0e9-0cc2-4482-bb05-77fc1e238a60,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:46.364655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6975bf64-9416-4be3-835f-865de4ec8c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.366094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6975bf64-9416-4be3-835f-865de4ec8c58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e08e0e9-0cc2-4482-bb05-77fc1e238a60 HTTP/1.1" status: 204 len: 168 time: 0.2017069 Jun 03 15:16:46.389596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:46.410871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:46.421572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:46.437035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e610336-d224-4335-b09e-052814a91df9 req-bd79d2d3-32bc-4dd8-aa0e-7fc0fa31a0db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187775 Jun 03 15:16:46.438036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:46.458361 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.479054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.549267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:46.563313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:46.567838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:46.576890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:46.604250 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.824869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.853573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.866895 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.929972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56aa2e-8489-482d-a0a4-9275fcd6ac97,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:46.934518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:46.950148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.952081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7abab77-7ed5-4734-9281-02c37656ad80 req-ce1e9fee-3d9e-40be-bc36-080a1e9d4815 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6178114 Jun 03 15:16:47.091482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Deleting port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:47.092271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.092396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device fe8570dc-8b4d-46fc-b766-a48001c3bc12 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:47.257584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:47.273867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device fe8570dc-8b4d-46fc-b766-a48001c3bc12 has no active binding in host n-h2-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:16:47.300092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c4a7-375d-42b7-8a4d-c66850374029 req-a3abd1d2-2965-402f-8005-0ffabdcb31e0 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.301517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c71c4a7-375d-42b7-8a4d-c66850374029 req-a3abd1d2-2965-402f-8005-0ffabdcb31e0 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.3063819 Jun 03 15:16:47.373351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c197d7-6709-440a-9b24-13e9eb95d120 req-f1805c93-a2b0-436a-bb73-1be6d222dec1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.374840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9c197d7-6709-440a-9b24-13e9eb95d120 req-f1805c93-a2b0-436a-bb73-1be6d222dec1 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2538881 Jun 03 15:16:47.411695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] For port b0974baa-0b2a-41fb-ba83-ed34fd45e6bb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:47.412061 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.462324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.659640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c71c4a7-375d-42b7-8a4d-c66850374029 req-4d16ac4c-9551-4ad6-a9ee-1564ffdc2736 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516805 Jun 03 15:16:47.666392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Calling delete_port for b0974baa-0b2a-41fb-ba83-ed34fd45e6bb owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:47.749433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9c197d7-6709-440a-9b24-13e9eb95d120 req-3b0a35ec-1073-4e4e-803c-68737a6ccdc6 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658986 Jun 03 15:16:47.787305 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a4e3a0-878e-4053-83a4-0fbb6a767ef9'] response: {'name': 'network-changed', 'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12', 'status': 'completed', 'code': 200} Jun 03 15:16:47.810257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1563356266', 'description': 'tempest-description-1222978847'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:47.819937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:47.829949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:47.834230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:47.841437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:47.864554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.928388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-0d6cb3f3-876f-4ca8-87bd-f1c627b0bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.930121 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-0d6cb3f3-876f-4ca8-87bd-f1c627b0bc27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1125 time: 0.1267252 Jun 03 15:16:47.965221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:47.985975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:47.991848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:48.009294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:48.049748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.101297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-e915fc14-f940-4528-8cfd-ee81316c32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.103036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-e915fc14-f940-4528-8cfd-ee81316c32e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.1641119 Jun 03 15:16:48.110613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0974baa-0b2a-41fb-ba83-ed34fd45e6bb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:48.186256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-e8f2f07e-7a63-42ff-8d14-f21875901ac0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 217 time: 0.0763979 Jun 03 15:16:48.219919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a611-b23a-433b-9c71-3466cb35910d req-4407abc7-d792-46ad-85e7-5d90e1def884 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.227195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83a4a611-b23a-433b-9c71-3466cb35910d req-4407abc7-d792-46ad-85e7-5d90e1def884 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 944 time: 0.3360593 Jun 03 15:16:48.276364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-23dc0f12-424e-4288-87ad-721517cb7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.278211 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-23dc0f12-424e-4288-87ad-721517cb7d7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.0847125 Jun 03 15:16:48.281244 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.313792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.337686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-d58d9e46-9f1e-46d2-b300-6fa6d8d5324f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495567 Jun 03 15:16:48.379556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.409051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83a4a611-b23a-433b-9c71-3466cb35910d req-45eabbeb-dde6-48c4-bca4-aa6fbb19c6a5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808722 Jun 03 15:16:48.467051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0841ee6-5c97-40dc-a7e2-8a4cdde18479,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:48.534888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-2158d5f7-0dc6-4372-ac2e-c6a90f99a132 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896355 Jun 03 15:16:48.545141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.546304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-702ab6e1-03ae-43db-8f9f-b40bc0c0a4e9 req-144a4cbe-2288-4ae6-a042-8035e42101d9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7426317 Jun 03 15:16:48.617568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1563687784', 'description': 'tempest-description-1560749493'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:48.630195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:48.645236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:48.652582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:48.665959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:48.668291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.752415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.809639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:48.871851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.873863 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ca02e5e-961b-4422-8cd0-fba0da6d911a req-d17e468b-a422-4ac8-a1e9-48016f1c381d service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326154 Jun 03 15:16:48.877802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.883698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.889521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.895968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.902049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.908899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.911049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-e812080b-53d7-4dc6-8187-aad11d91b4ce tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.3745735 Jun 03 15:16:48.922053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:48.922827 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-acf3e695-1ddd-4a78-96ed-254c6fd67b71 service neutron] 10.222.0.70 "GET /v2.0/ports/fe8570dc-8b4d-46fc-b766-a48001c3bc12/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.1030016 Jun 03 15:16:48.934760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:48.958495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:49.030541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33cddbe5-7bb6-4ca1-a088-8e83a630c02e req-fb9a1a0b-183e-4450-9969-56cf670e7348 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052728 Jun 03 15:16:49.076953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41082) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:49.225147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.324088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.326964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:49.365331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:49.404027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4283ef-b070-484f-a923-ac39350f7b4d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:49.411465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.429996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0508bb03-7483-450c-b15d-aeef0435018f req-43ef78fc-12ee-4f68-8e04-7385f1dd7c93 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8201735 Jun 03 15:16:49.439627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.460051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:49.461141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Router f974d594-1b18-4193-99de-5314440729fc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:16:49.464342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Usage tracker for resource:security_group_rule and tenant:14356a87b8044cf0ba48d1ad43c0f639 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:49.467811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:49.474188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:49.574078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8570dc-8b4d-46fc-b766-a48001c3bc12 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:49.581366 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.591397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:49.601259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.680972 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.699793 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14356a87b8044cf0ba48d1ad43c0f639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666097 Jun 03 15:16:49.701643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41122) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:49.719102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ab96f-ff01-47c5-8645-c8682612e873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b25c0-39f9-47e2-898a-2ebda56e87d4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:49.733892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746911d-141f-49b5-9f17-fdca05c456b2 req-f618e6f5-851e-4638-94c7-068313b82664 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:49.740938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b746911d-141f-49b5-9f17-fdca05c456b2 req-f618e6f5-851e-4638-94c7-068313b82664 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.5188847 Jun 03 15:16:49.843057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dda25808-d0d1-4d9a-a299-4b4ad29070cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.889325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dda25808-d0d1-4d9a-a299-4b4ad29070cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.892780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b746911d-141f-49b5-9f17-fdca05c456b2 req-8815245c-189a-44d1-8d8b-7d8eea2347a0 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508217 Jun 03 15:16:49.903452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:16:49.918722 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] Sync routers for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:16:49.921481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] Transition to ACTIVE for port object fe8570dc-8b4d-46fc-b766-a48001c3bc12 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:49.930690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0f26fe62-0fee-4b25-9d92-f3d92edb3510 admin admin] 10.222.0.66 "PUT /v2.0/routers/f974d594-1b18-4193-99de-5314440729fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6017909 Jun 03 15:16:49.932434 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:49.933643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:49.933981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41136) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:49.941189 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.009673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9fc5d-3926-4978-8d27-f6f9742dac44 req-ac8faa50-f6c5-4e60-b198-43a1047d892f tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:50.018641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4a9fc5d-3926-4978-8d27-f6f9742dac44 req-ac8faa50-f6c5-4e60-b198-43a1047d892f tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.3622823 Jun 03 15:16:50.058213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:50.137117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4a9fc5d-3926-4978-8d27-f6f9742dac44 req-f7b87051-d16f-4d91-aa2f-a5b710c255a7 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174772 Jun 03 15:16:50.175688 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:50.261387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dda25808-d0d1-4d9a-a299-4b4ad29070cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.267397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] No DVR routers for this DVR port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:50.324369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda25808-d0d1-4d9a-a299-4b4ad29070cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b25c0-39f9-47e2-898a-2ebda56e87d4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:50.350207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dda25808-d0d1-4d9a-a299-4b4ad29070cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.351396 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dda25808-d0d1-4d9a-a299-4b4ad29070cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e19b25c0-39f9-47e2-898a-2ebda56e87d4 HTTP/1.1" status: 204 len: 168 time: 0.6456110 Jun 03 15:16:50.366620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-b2d580c6-1cc6-4560-bbf2-359b77ad7b42 service neutron] 10.222.0.70 "PUT /v2.0/ports/fe8570dc-8b4d-46fc-b766-a48001c3bc12/bindings/n-h2-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4316928 Jun 03 15:16:50.380178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.580064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-fb8405f7-7914-4660-af02-c18f96d29738 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:50.582237 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-fb8405f7-7914-4660-af02-c18f96d29738 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.1446385 Jun 03 15:16:50.656425 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:16:47Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:50.666477 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] Checking router: f974d594-1b18-4193-99de-5314440729fc for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:16:50.692201 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] Routers {'f974d594-1b18-4193-99de-5314440729fc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:50.692853 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f974d594-1b18-4193-99de-5314440729fc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:50.771121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-ec9b1b3e-a101-44f5-96b0-bcb88a48908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:50.783819 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-ec9b1b3e-a101-44f5-96b0-bcb88a48908a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 1096 time: 0.1802316 Jun 03 15:16:50.787985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-de8d69ea-1b67-46d4-b039-2bc9d38cd009 req-ff584848-60e9-4d5e-8b43-fa2617f2f8af tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:50.815926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca85a-c49a-4812-94a7-c86119a3564d req-fedcf299-20ff-4bd3-905d-edb55067bb89 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:50.823104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbdca85a-c49a-4812-94a7-c86119a3564d req-fedcf299-20ff-4bd3-905d-edb55067bb89 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 945 time: 0.5251107 Jun 03 15:16:50.875480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.882683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-de8d69ea-1b67-46d4-b039-2bc9d38cd009 req-ff584848-60e9-4d5e-8b43-fa2617f2f8af tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:50.884822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de8d69ea-1b67-46d4-b039-2bc9d38cd009 req-ff584848-60e9-4d5e-8b43-fa2617f2f8af tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 10904 time: 0.9523239 Jun 03 15:16:50.926919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Deleting port b713258f-2b92-43e1-87c7-bb722dd770a9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:50.927277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.944073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-7de7fdbb-7693-4918-95dc-56ba5024b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:50.946531 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-7de7fdbb-7693-4918-95dc-56ba5024b3c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1096 time: 0.1201203 Jun 03 15:16:50.956073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbdca85a-c49a-4812-94a7-c86119a3564d req-bb5df508-7642-4c5a-9222-5b69cb2c6e49 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319215 Jun 03 15:16:51.016998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de8d69ea-1b67-46d4-b039-2bc9d38cd009 req-20c6fd0f-4341-469b-8c91-22a6a3fb3a3d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/e99da069-6729-4856-b836-b4fbdb22e879 HTTP/1.1" status: 200 len: 2981 time: 0.1213789 Jun 03 15:16:51.060216 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] Set router f974d594-1b18-4193-99de-5314440729fc gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:51.181390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de8d69ea-1b67-46d4-b039-2bc9d38cd009 req-dc38be2b-46f5-463c-ab49-538aa41762fc tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/e99da069-6729-4856-b836-b4fbdb22e879 HTTP/1.1" status: 200 len: 2981 time: 0.1426256 Jun 03 15:16:51.321529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] For port b713258f-2b92-43e1-87c7-bb722dd770a9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b713258f-2b92-43e1-87c7-bb722dd770a9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:51.321901 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:51.337978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-595abe75-5d2f-4fa4-b38d-bc070f5cf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.339980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-595abe75-5d2f-4fa4-b38d-bc070f5cf885 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.3829463 Jun 03 15:16:51.455982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-cc5c41c7-8f25-4db1-8a5a-56a799d6d902 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 217 time: 0.1084254 Jun 03 15:16:51.507161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Calling delete_port for b713258f-2b92-43e1-87c7-bb722dd770a9 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:51.539107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-077f0416-7e78-4c0a-9dcd-a9f50d7c1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.540888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-077f0416-7e78-4c0a-9dcd-a9f50d7c1011 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.0787520 Jun 03 15:16:51.562752 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:16:47Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:51.567158 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2900549-dfb3-4e38-93ce-7701ee7f8f4d None None] The sync data for ids ['f974d594-1b18-4193-99de-5314440729fc'] in n-d-844594-1 is: [{'id': 'f974d594-1b18-4193-99de-5314440729fc', 'name': 'tempest-ServersTestBootFromVolume-227199420-router', 'tenant_id': '6830b68ec696434384c9e3cd33f79e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:37Z', 'updated_at': '2022-06-03T15:16:47Z', 'revision_number': 5, 'project_id': '6830b68ec696434384c9e3cd33f79e79', 'gw_port': {'id': 'b713258f-2b92-43e1-87c7-bb722dd770a9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f974d594-1b18-4193-99de-5314440729fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:40Z', 'updated_at': '2022-06-03T15:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:16:51.601384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-640ad9d5-5cb9-45e2-bdfd-f25db8a32ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516586 Jun 03 15:16:51.783382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41250) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:51.860763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-01bc5c5f-f3c7-4b1d-a088-00b2e88f8411 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480330 Jun 03 15:16:51.896522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc9e8-b6be-4b0c-a564-0063f0434ffc req-4667aeaf-8d24-41de-a2e6-d19011741466 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.898271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73afc9e8-b6be-4b0c-a564-0063f0434ffc req-4667aeaf-8d24-41de-a2e6-d19011741466 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.4122174 Jun 03 15:16:51.915279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.922754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.929546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.955247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b0974baa-0b2a-41fb-ba83-ed34fd45e6bb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:51.957020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.968532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.978083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:51.994956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:52.007769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-ee850a6b-3d0d-46dc-90b2-0cc5ceef3521 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.8230250 Jun 03 15:16:52.051417 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-9a305764-0ac8-4815-a396-195a8f1ec1b5 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842175 Jun 03 15:16:52.055492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b0974baa-0b2a-41fb-ba83-ed34fd45e6bb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:52.055855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b0974baa-0b2a-41fb-ba83-ed34fd45e6bb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:52.056698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1040544897-network', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:52.062490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:52.067748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Usage tracker for resource:network and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:52.089084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:52.102754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:52.151370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Made reservation on behalf of 9a5f3d44608c4ac3a059f8c26168e001 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:52.155180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.192882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57c3f49c-c207-49dd-99a5-872f25d7c227 req-d03b4872-df13-4c2f-8cca-62b169811a66 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1839037 Jun 03 15:16:52.200025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73afc9e8-b6be-4b0c-a564-0063f0434ffc req-49bdd4a7-bead-45c1-9a65-2f6b58944b3f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797459 Jun 03 15:16:52.256614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.338019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:52.391541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc35bcfa-2306-46e9-af8a-25018e3e39e7 req-18636e0b-95a1-4b11-af8b-7fd8f3a0bdb9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/4e56aa2e-8489-482d-a0a4-9275fcd6ac97 HTTP/1.1" status: 200 len: 1803 time: 0.1147652 Jun 03 15:16:52.393740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:52.403933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:52.429188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:52.458010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-2bba2260-ae15-4412-98a1-ffa9834cf044 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:52.459740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-2bba2260-ae15-4412-98a1-ffa9834cf044 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.1017239 Jun 03 15:16:52.463164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.550907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Pushing event deleted for resources: {'Port': ['ID=b713258f-2b92-43e1-87c7-bb722dd770a9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:52.598199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-82ba3b60-1056-4a2d-8628-b14db627fe8d service neutron] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:52.602211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-82ba3b60-1056-4a2d-8628-b14db627fe8d service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.603792 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4926a188-44cb-4d0c-bb0f-4cd77ba219b7 req-82ba3b60-1056-4a2d-8628-b14db627fe8d service neutron] 10.222.0.15 "DELETE /v2.0/ports/fe8570dc-8b4d-46fc-b766-a48001c3bc12/bindings/n-h1-844594-1 HTTP/1.1" status: 204 len: 173 time: 0.1382036 Jun 03 15:16:52.696740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dc35bcfa-2306-46e9-af8a-25018e3e39e7 req-0280ee7b-e07d-4351-9eba-71e7f4703e61 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.729786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccc5ac-9c1c-4e7f-b03d-fca1d57a4c6f req-85025024-e205-480e-bf44-98034618f1e2 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:52.731399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6ccc5ac-9c1c-4e7f-b03d-fca1d57a4c6f req-85025024-e205-480e-bf44-98034618f1e2 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.4017270 Jun 03 15:16:52.753142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.897363 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dc35bcfa-2306-46e9-af8a-25018e3e39e7 req-0280ee7b-e07d-4351-9eba-71e7f4703e61 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.973695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe8570dc-8b4d-46fc-b766-a48001c3bc12 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:53.006152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.021764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.030692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.038464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.073000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fe8570dc-8b4d-46fc-b766-a48001c3bc12 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:53.085292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6ccc5ac-9c1c-4e7f-b03d-fca1d57a4c6f req-fe79861d-a232-4c09-a7e9-627e3e98dd12 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895107 Jun 03 15:16:53.099493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30555e92-3137-4fa4-bfbf-079176109adf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:53.137378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:16:53.155188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dc35bcfa-2306-46e9-af8a-25018e3e39e7 req-0280ee7b-e07d-4351-9eba-71e7f4703e61 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.159726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.160072 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Added segment e0d0a0a9-e9de-480c-9483-1c62e29238d3 of type vlan for network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 Jun 03 15:16:53.168576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.169064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f974d594-1b18-4193-99de-5314440729fc {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:16:53.197098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280ee7b-e07d-4351-9eba-71e7f4703e61 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56aa2e-8489-482d-a0a4-9275fcd6ac97,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:53.247289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.351514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.352651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-abc2c5e9-01d1-4fb6-91d6-1a3fcbb24523 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f974d594-1b18-4193-99de-5314440729fc HTTP/1.1" status: 204 len: 168 time: 3.4167836 Jun 03 15:16:53.355518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41350) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:53.359462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dc35bcfa-2306-46e9-af8a-25018e3e39e7 req-0280ee7b-e07d-4351-9eba-71e7f4703e61 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.361317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc35bcfa-2306-46e9-af8a-25018e3e39e7 req-0280ee7b-e07d-4351-9eba-71e7f4703e61 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/4e56aa2e-8489-482d-a0a4-9275fcd6ac97 HTTP/1.1" status: 204 len: 173 time: 0.9690087 Jun 03 15:16:53.363918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.364891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.365649 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.477581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6893630 Jun 03 15:16:53.478153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41362) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:53.483444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] Deleting subnet 12aff456-2797-40a2-9c35-348fb7fcce40 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:16:53.489896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Request body: {'subnet': {'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1040544897-subnet', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:53.497425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:53.501641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Usage tracker for resource:subnet and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:53.505222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:53.511901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:53.522250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.524882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bba262-6ee2-4080-96d9-383f7b2e0f69 admin admin] Pushing event updated for resources: {'Network': ['ID=43130fe1-f40b-4b37-8f22-0ae9a569deb7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:53.536557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fa9de-a3d2-4cc8-a258-edc7b265d3b4 req-6b51a649-114b-45cc-8946-881122dfcd3d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.537871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:16:53.546132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c9fa9de-a3d2-4cc8-a258-edc7b265d3b4 req-6b51a649-114b-45cc-8946-881122dfcd3d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 945 time: 0.3068755 Jun 03 15:16:53.556007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Made reservation on behalf of 9a5f3d44608c4ac3a059f8c26168e001 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:53.559145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.613586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.620735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.633851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.644920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.651014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.662602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.679455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.684613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-8d8117f1-290f-4635-9e5b-ec3d6aedf572 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.2161748 Jun 03 15:16:53.795146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-875f65d5-4189-4652-8ff6-4f227aed13a8 req-d7223638-f36a-46b7-ab61-b568d74f5810 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956049 Jun 03 15:16:53.850483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.854391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b713258f-2b92-43e1-87c7-bb722dd770a9 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:53.913166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b713258f-2b92-43e1-87c7-bb722dd770a9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:53.913621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b713258f-2b92-43e1-87c7-bb722dd770a9 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:53.982531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c9fa9de-a3d2-4cc8-a258-edc7b265d3b4 req-cf35f42f-1f3f-413b-a651-079dd5b88b2e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350178 Jun 03 15:16:54.052199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.075781 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-8c5c0ff4-82da-46b2-979f-048e60f38b51 req-6e826953-2011-4cd5-bc5d-0415df77a2e6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:16:54.076840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c5c0ff4-82da-46b2-979f-048e60f38b51 req-6e826953-2011-4cd5-bc5d-0415df77a2e6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/4e56aa2e-8489-482d-a0a4-9275fcd6ac97 HTTP/1.1" status: 404 len: 352 time: 0.0343032 Jun 03 15:16:54.128860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a47bc-eedc-4311-b05b-8be01a923343 req-f7ad349c-6a49-4ed8-beb3-5f1e6e8a5e04 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.131737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.132975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-768a47bc-eedc-4311-b05b-8be01a923343 req-f7ad349c-6a49-4ed8-beb3-5f1e6e8a5e04 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.1448708 Jun 03 15:16:54.221236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-768a47bc-eedc-4311-b05b-8be01a923343 req-ebb1e81c-5084-4ffe-8289-f4fe52341b07 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815938 Jun 03 15:16:54.224058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.231916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33bfac5f-38cb-4d12-8fc1-0b6471f3eecd req-66dca8af-fad9-4e18-83aa-ea24e1fa464e tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/a0841ee6-5c97-40dc-a7e2-8a4cdde18479 HTTP/1.1" status: 200 len: 1803 time: 0.0965009 Jun 03 15:16:54.241063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Checking segment: {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:54.241658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Network hostable DHCP agents. Network: 43130fe1-f40b-4b37-8f22-0ae9a569deb7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:16:54.246448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe33804d-3848-4006-b76f-9f331c85dc21,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:54.301741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661c816-a83e-41e0-b05a-7c98c76c73c5 None None] Network d5b491ee-d7ca-4505-b2df-23c9ebef8890 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:54.304622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33bfac5f-38cb-4d12-8fc1-0b6471f3eecd req-63012aca-dc0a-4190-8f83-b4823ec5372d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.304880 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.310051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12aff456-2797-40a2-9c35-348fb7fcce40,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:54.317110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:16:54.321873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-da9fd6c1-e1e2-42ba-83d8-ab94edf0ae7c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/12aff456-2797-40a2-9c35-348fb7fcce40 HTTP/1.1" status: 204 len: 168 time: 0.9644122 Jun 03 15:16:54.324449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41406) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:54.342076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33bfac5f-38cb-4d12-8fc1-0b6471f3eecd req-63012aca-dc0a-4190-8f83-b4823ec5372d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.346849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 43130fe1-f40b-4b37-8f22-0ae9a569deb7) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:54.400596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33bfac5f-38cb-4d12-8fc1-0b6471f3eecd req-63012aca-dc0a-4190-8f83-b4823ec5372d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.409241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.409837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.450369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63012aca-dc0a-4190-8f83-b4823ec5372d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0841ee6-5c97-40dc-a7e2-8a4cdde18479,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:54.458300 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cfdf0ac7-d080-4b67-b591-130524ee3a07 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9766700 Jun 03 15:16:54.458713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-33bfac5f-38cb-4d12-8fc1-0b6471f3eecd req-63012aca-dc0a-4190-8f83-b4823ec5372d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.460570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33bfac5f-38cb-4d12-8fc1-0b6471f3eecd req-63012aca-dc0a-4190-8f83-b4823ec5372d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/a0841ee6-5c97-40dc-a7e2-8a4cdde18479 HTTP/1.1" status: 204 len: 173 time: 0.2275963 Jun 03 15:16:54.461380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41414) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:54.471339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:54.478866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:54.483936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.484828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Usage tracker for resource:router and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:54.489657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:54.497732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:54.508149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Deleting port e6dd70f4-0749-4ac3-85bf-f16c090029e8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:54.508498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.509006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb203d-6d01-4ece-b7c1-4e60e05bd811 None None] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:54.521984 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.528990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.573597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.820624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] For port e6dd70f4-0749-4ac3-85bf-f16c090029e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e6dd70f4-0749-4ac3-85bf-f16c090029e8,segment=NetworkSegment(944d266b-c1cc-43d4-8612-b99d94d492fd),segment_id=944d266b-c1cc-43d4-8612-b99d94d492fd)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:54.821358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.899492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6eab8-de9b-4c89-98c8-49135cfce2e7 None None] DHCP port deletion for d5b491ee-d7ca-4505-b2df-23c9ebef8890 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:16:54.955201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6eab8-de9b-4c89-98c8-49135cfce2e7 None None] Deleting port e6dd70f4-0749-4ac3-85bf-f16c090029e8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:54.955664 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3cb6eab8-de9b-4c89-98c8-49135cfce2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.967283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Calling delete_port for e6dd70f4-0749-4ac3-85bf-f16c090029e8 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:54.996661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41438) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:55.008751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device dbe2c33f-a8e6-4804-949c-81d7612cfb68 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:55.023164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:16:55.024159 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.072002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.237079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dd70f4-0749-4ac3-85bf-f16c090029e8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:55.240677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] No DVR routers for this DVR port e6dd70f4-0749-4ac3-85bf-f16c090029e8 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:55.251414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.271679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:55.277086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Usage tracker for resource:security_group_rule and tenant:c13aca849e384184ac509dc64d90bd84 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:55.280353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:55.280592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6eab8-de9b-4c89-98c8-49135cfce2e7 None None] The port 'e6dd70f4-0749-4ac3-85bf-f16c090029e8' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:16:55.289471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.297453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16645b-01eb-41da-963f-7455a97a0537 req-15a82161-78c1-4eaf-a2f2-73052f2b3daa tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.298988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a16645b-01eb-41da-963f-7455a97a0537 req-15a82161-78c1-4eaf-a2f2-73052f2b3daa tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1096 time: 0.6352057 Jun 03 15:16:55.310078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:55.342533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ad1f6-9f05-42a9-8f7e-f52c85f8557b req-9f027d8b-8f2a-458d-90ec-2740baa368d6 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.344175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-987ad1f6-9f05-42a9-8f7e-f52c85f8557b req-9f027d8b-8f2a-458d-90ec-2740baa368d6 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.8415644 Jun 03 15:16:55.376690 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.404065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b491ee-d7ca-4505-b2df-23c9ebef8890']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:55.429343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944d266b-c1cc-43d4-8612-b99d94d492fd') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:55.430735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944d266b-c1cc-43d4-8612-b99d94d492fd') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:55.445017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.466317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.473801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port dbe2c33f-a8e6-4804-949c-81d7612cfb68, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:55.477114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:55.477590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.494798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Allocated IP 172.20.0.2 (43130fe1-f40b-4b37-8f22-0ae9a569deb7/fe33804d-3848-4006-b76f-9f331c85dc21/0990d255-4a3f-47d2-852e-1cd898df12aa) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:55.497180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68', 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f', 'port_id': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68', 'mac_address': 'fa:16:3e:37:32:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eecc5bd-0f69-4341-bfac-da2cb71a0812', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:55.503693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a16645b-01eb-41da-963f-7455a97a0537 req-63b00596-d341-4f79-98c7-004c39687f9b tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907830 Jun 03 15:16:55.531366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-987ad1f6-9f05-42a9-8f7e-f52c85f8557b req-ce296900-0743-44ea-bd96-aa8acc22463f tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635909 Jun 03 15:16:55.598319 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-c51a2f30-fc22-442f-a8b0-9fe46d779f99 req-cf9bb6dc-f242-4faa-8061-3af05c7c6f6d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:16:55.611452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c51a2f30-fc22-442f-a8b0-9fe46d779f99 req-cf9bb6dc-f242-4faa-8061-3af05c7c6f6d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/a0841ee6-5c97-40dc-a7e2-8a4cdde18479 HTTP/1.1" status: 404 len: 352 time: 0.0550735 Jun 03 15:16:55.636370 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 944d266b-c1cc-43d4-8612-b99d94d492fd resource provider aggregate not found Jun 03 15:16:55.664904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.682856 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.704960 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 944d266b-c1cc-43d4-8612-b99d94d492fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 944d266b-c1cc-43d4-8612-b99d94d492fd found for delete ", "request_id": "req-c6b66b95-7562-43f8-9dd8-e5d6d3b5cda0"}]} Jun 03 15:16:55.708309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port dbe2c33f-a8e6-4804-949c-81d7612cfb68 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:55.708705 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.735884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.778544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.784854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c13aca849e384184ac509dc64d90bd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7848673 Jun 03 15:16:55.802456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41454) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:55.815156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b491ee-d7ca-4505-b2df-23c9ebef8890,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:55.815527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe2c33f-a8e6-4804-949c-81d7612cfb68 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:55.864142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12113643-3be7-4c35-b5f7-43b6a9797457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa7b94b-9739-4224-acc7-9d185d901021,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:55.865238 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-53b2116e-698e-4525-ae96-248d26d4f61e admin admin] 10.222.0.66 "DELETE /v2.0/networks/d5b491ee-d7ca-4505-b2df-23c9ebef8890 HTTP/1.1" status: 204 len: 168 time: 1.5388122 Jun 03 15:16:55.903214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6dd70f4-0749-4ac3-85bf-f16c090029e8 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:55.924834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-250cb5e0-9a15-4588-b67f-e4eb97890c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.967850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-250cb5e0-9a15-4588-b67f-e4eb97890c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.977344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e6dd70f4-0749-4ac3-85bf-f16c090029e8 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:55.977581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6dd70f4-0749-4ac3-85bf-f16c090029e8 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:56.002357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port dbe2c33f-a8e6-4804-949c-81d7612cfb68, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:56.014531 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.015159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b0949783-32f4-4aea-8c3e-cee6e639b166 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:56.092143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-250cb5e0-9a15-4588-b67f-e4eb97890c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.114692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cb5e0-9a15-4588-b67f-e4eb97890c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa7b94b-9739-4224-acc7-9d185d901021,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:56.124904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41462) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:56.127783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-250cb5e0-9a15-4588-b67f-e4eb97890c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.131223 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-250cb5e0-9a15-4588-b67f-e4eb97890c9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daa7b94b-9739-4224-acc7-9d185d901021 HTTP/1.1" status: 204 len: 168 time: 0.3237243 Jun 03 15:16:56.213959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-928179a6-cfaa-447a-97b7-da60cb7676ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6830b68ec696434384c9e3cd33f79e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872741 Jun 03 15:16:56.216360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41468) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:56.246135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cf641-f632-4d4e-b2a6-9ffb95af0cd9 req-e392be8b-c29d-4754-9643-39f3e351eb8d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.253733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-572cf641-f632-4d4e-b2a6-9ffb95af0cd9 req-e392be8b-c29d-4754-9643-39f3e351eb8d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.4762762 Jun 03 15:16:56.285466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=dbe2c33f-a8e6-4804-949c-81d7612cfb68,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:56.301462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32b223c2-4e45-476b-b21c-6f7eaa97dc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.302297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.302712 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.308385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.314140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.319008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Transition to ACTIVE for port object 0990d255-4a3f-47d2-852e-1cd898df12aa will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:56.320321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.326030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.332288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.338035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.340305 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32b223c2-4e45-476b-b21c-6f7eaa97dc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.346171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-3937b19e-dbb6-4931-a2b8-31a46470d6ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5430 time: 0.4667130 Jun 03 15:16:56.360943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Transition to ACTIVE for port object 0990d255-4a3f-47d2-852e-1cd898df12aa will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:56.382384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.394958 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.431920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32b223c2-4e45-476b-b21c-6f7eaa97dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.453374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b223c2-4e45-476b-b21c-6f7eaa97dc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f90710-b5ef-4588-96eb-f4750611fbf3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:56.463735 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32b223c2-4e45-476b-b21c-6f7eaa97dc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.464922 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-32b223c2-4e45-476b-b21c-6f7eaa97dc75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6f90710-b5ef-4588-96eb-f4750611fbf3 HTTP/1.1" status: 204 len: 168 time: 0.2467737 Jun 03 15:16:56.467334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-572cf641-f632-4d4e-b2a6-9ffb95af0cd9 req-b74ec7d2-ef5b-4fa4-b6f2-38342fd284ee tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973469 Jun 03 15:16:56.484000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.484483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Pushing event updated for resources: {'Port': ['ID=0990d255-4a3f-47d2-852e-1cd898df12aa,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:56.504077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b0949783-32f4-4aea-8c3e-cee6e639b166,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:56.515903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:56.520839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:56.525360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:56.530645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b0949783-32f4-4aea-8c3e-cee6e639b166', 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'port_id': 'b0949783-32f4-4aea-8c3e-cee6e639b166', 'mac_address': 'fa:16:3e:e5:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0ee41a-d1de-49ef-85d7-4b081a4089ee', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:56.539452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1c5f17c-b268-41fe-b171-0e753ff7aba9 req-0263c75a-393b-41ce-b99f-83db7af75474 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923237 Jun 03 15:16:56.644769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b0949783-32f4-4aea-8c3e-cee6e639b166 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:56.645549 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.736010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0949783-32f4-4aea-8c3e-cee6e639b166 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:56.746102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56c04de4-815b-44e5-813b-40d092891c4e req-ee82703b-7a7f-4f05-9053-277278008f6a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/2b4283ef-b070-484f-a923-ac39350f7b4d HTTP/1.1" status: 200 len: 1803 time: 0.1961334 Jun 03 15:16:56.776265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b0949783-32f4-4aea-8c3e-cee6e639b166,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:56.784672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.785345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 4b792e3c-d451-4dab-8c44-be0b0a3cdfae details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:56.857727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Attempting to bind port 0990d255-4a3f-47d2-852e-1cd898df12aa on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:56.858105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Attempting to bind port 0990d255-4a3f-47d2-852e-1cd898df12aa by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:56.858470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Attempting to bind port 0990d255-4a3f-47d2-852e-1cd898df12aa on network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:56.864344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:56.872710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:56.873149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Checking segment: {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:56.873621 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.873992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Bound using segment: {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:56.874476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Bound port: 0990d255-4a3f-47d2-852e-1cd898df12aa, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:56.874851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.953482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:56.974430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae', 'network_id': 'a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f', 'port_id': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae', 'mac_address': 'fa:16:3e:f3:0a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eecc5bd-0f69-4341-bfac-da2cb71a0812', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:57.007058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Allocated IP 172.25.1.40 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/7dca2ace-009a-4da9-8683-d3b7a88c5b1d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:57.050712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] For port 0990d255-4a3f-47d2-852e-1cd898df12aa, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:57.064706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] For port 0990d255-4a3f-47d2-852e-1cd898df12aa, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0990d255-4a3f-47d2-852e-1cd898df12aa,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:57.069426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:57.069863 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.082505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.149316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b792e3c-d451-4dab-8c44-be0b0a3cdfae {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:57.200094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:57.208331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.208890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e2530432-d34a-4986-add2-06531661c993 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:57.211190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c44fbc-e31d-4594-9988-d4cf1d8af402 None None] Pushing event updated for resources: {'Port': ['ID=0990d255-4a3f-47d2-852e-1cd898df12aa,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:57.257142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-f7f1b16d-deb9-498e-bbc1-d975a96dbd2a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:57.264249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-f7f1b16d-deb9-498e-bbc1-d975a96dbd2a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 0.5504322 Jun 03 15:16:57.275649 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-56c04de4-815b-44e5-813b-40d092891c4e req-3c932c30-fbc0-4cc1-a33f-b18e6d6c9e8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.318126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-45713ba6-31c1-40a3-8702-dff9fd422df0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/quotas/ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 375 time: 0.0525136 Jun 03 15:16:57.322058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e2530432-d34a-4986-add2-06531661c993, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e2530432-d34a-4986-add2-06531661c993,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:57.340354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:57.348431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'e2530432-d34a-4986-add2-06531661c993', 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'port_id': 'e2530432-d34a-4986-add2-06531661c993', 'mac_address': 'fa:16:3e:75:d9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0ee41a-d1de-49ef-85d7-4b081a4089ee', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:57.408851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-56c04de4-815b-44e5-813b-40d092891c4e req-3c932c30-fbc0-4cc1-a33f-b18e6d6c9e8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.429874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e2530432-d34a-4986-add2-06531661c993 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:57.430265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.452000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2530432-d34a-4986-add2-06531661c993 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:57.478024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e2530432-d34a-4986-add2-06531661c993, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e2530432-d34a-4986-add2-06531661c993,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:57.487695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.488569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5f43e8d8-220d-4f49-9436-5603fbc2cf2f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:57.506528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.550140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-56c04de4-815b-44e5-813b-40d092891c4e req-3c932c30-fbc0-4cc1-a33f-b18e6d6c9e8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.593495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c932c30-fbc0-4cc1-a33f-b18e6d6c9e8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4283ef-b070-484f-a923-ac39350f7b4d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:57.617143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-854d6f4c-f554-4af7-a021-21310c247284 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2975714 Jun 03 15:16:57.708032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e2530432-d34a-4986-add2-06531661c993,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:57.735097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41524) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:57.810810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:57.831614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'port_id': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'mac_address': 'fa:16:3e:9d:39:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:57.897460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0990d255-4a3f-47d2-852e-1cd898df12aa up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:57.903864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-9ab4f77c-38ec-45b7-a60d-3e0098ad4b0e service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837229 Jun 03 15:16:57.956226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2120875259-network', 'tenant_id': '7617f31b58df4828891494541c27783b'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:57.958944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:57.959553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.965597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:57.974076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Usage tracker for resource:network and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:57.985491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:57.995749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f43e8d8-220d-4f49-9436-5603fbc2cf2f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:58.001854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:58.028015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Made reservation on behalf of 7617f31b58df4828891494541c27783b for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:58.030417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.050247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-56c04de4-815b-44e5-813b-40d092891c4e req-3c932c30-fbc0-4cc1-a33f-b18e6d6c9e8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.051575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0990d255-4a3f-47d2-852e-1cd898df12aa completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:58.051761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56c04de4-815b-44e5-813b-40d092891c4e req-3c932c30-fbc0-4cc1-a33f-b18e6d6c9e8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/2b4283ef-b070-484f-a923-ac39350f7b4d HTTP/1.1" status: 204 len: 173 time: 1.2954829 Jun 03 15:16:58.053224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.053402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.059012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:58.069933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.070483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e673bb0a-cb1e-4258-b6aa-428df47078a5 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:58.090858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:58.108408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:58.110811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:58.129327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:58.159551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:58.165816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:58.183356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:58.244732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:58.264789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'e673bb0a-cb1e-4258-b6aa-428df47078a5', 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'port_id': 'e673bb0a-cb1e-4258-b6aa-428df47078a5', 'mac_address': 'fa:16:3e:ba:c9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0ee41a-d1de-49ef-85d7-4b081a4089ee', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:58.334368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.341082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.408486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:16:58.415195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:58.427902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e673bb0a-cb1e-4258-b6aa-428df47078a5 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:58.428604 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.440245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad4eea-caee-430d-abca-dd8be53940b9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:58.454502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e673bb0a-cb1e-4258-b6aa-428df47078a5 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:58.475810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.481402 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Added segment 9b86fe84-fdc2-41cb-a083-4a951cea685f of type vlan for network 89621a54-5e1d-480c-9d05-c4a9997028bf Jun 03 15:16:58.485039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Pushing event updated for resources: {'Port': ['ID=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:58.518460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:58.526852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.527558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f59d6b1e-be3c-414b-a4b6-1c443f123c17 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:58.528796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-61a39dbb-0eef-4211-a866-788796834c75 service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241481 Jun 03 15:16:58.561629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.626926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.628318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.629113 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.795664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:58.837336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f59d6b1e-be3c-414b-a4b6-1c443f123c17, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:58.869842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17', 'network_id': '053fc439-089a-48d0-ac6b-69d03af487a7', 'port_id': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17', 'mac_address': 'fa:16:3e:fd:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0ee41a-d1de-49ef-85d7-4b081a4089ee', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:58.926534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1880403 Jun 03 15:16:58.927201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:58.934926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Pushing event updated for resources: {'Network': ['ID=89621a54-5e1d-480c-9d05-c4a9997028bf,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:58.953163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d717f49-4668-47cb-a708-7e0f8da5687d req-69c3de1c-92f3-424b-ae58-f565e17bb759 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.957320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Request body: {'subnet': {'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2120875259-subnet', 'tenant_id': '7617f31b58df4828891494541c27783b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:58.965051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d717f49-4668-47cb-a708-7e0f8da5687d req-69c3de1c-92f3-424b-ae58-f565e17bb759 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.6382680 Jun 03 15:16:58.975408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.975777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.976287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.976595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.976933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.977560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.977951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.978284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.978815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.979314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.979830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.980519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe52b2-c64e-4e36-a170-c2ac8e7efbe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:58.984892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41570) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:58.986267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:58.997415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Usage tracker for resource:subnet and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:58.998688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c1f43-d5d5-4e85-8c5b-61d7153d505e None None] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:59.003218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:59.010945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:59.022623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Made reservation on behalf of 7617f31b58df4828891494541c27783b for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:59.028532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.033344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 89621a54-5e1d-480c-9d05-c4a9997028bf details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:16:59.049362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f59d6b1e-be3c-414b-a4b6-1c443f123c17 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:59.049737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.210346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59d6b1e-be3c-414b-a4b6-1c443f123c17 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:59.215064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] Provisioning for port 0990d255-4a3f-47d2-852e-1cd898df12aa completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:59.236913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] Provisioning complete for port 0990d255-4a3f-47d2-852e-1cd898df12aa triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:59.237428 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.250617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.280464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:59.288544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Usage tracker for resource:security_group_rule and tenant:1d84cc14c1dc444fb0f95cdcbb077287 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:59.294145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:59.302800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:59.338261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f59d6b1e-be3c-414b-a4b6-1c443f123c17, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:59.349851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.423343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d717f49-4668-47cb-a708-7e0f8da5687d req-46392828-f238-48e3-9c72-8fbb3143eb7c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530594 Jun 03 15:16:59.448853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe37e9-d4bb-4bb8-bde8-90e17c3622db req-4363b375-21d1-4301-a606-72c167ca9a3e tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.457000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddfe37e9-d4bb-4bb8-bde8-90e17c3622db req-4363b375-21d1-4301-a606-72c167ca9a3e tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.3983068 Jun 03 15:16:59.546004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddfe37e9-d4bb-4bb8-bde8-90e17c3622db req-4af85b9d-247e-46bd-9de0-32e4df75fe54 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832722 Jun 03 15:16:59.548540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.612472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.689743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f59d6b1e-be3c-414b-a4b6-1c443f123c17,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:59.699190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.717498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.761804 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-dfadff02-9bf8-4f81-8741-69c63c141a17 req-16bba168-0f3a-48de-ada6-b05438471080 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:16:59.767710 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d84cc14c1dc444fb0f95cdcbb077287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783928 Jun 03 15:16:59.777472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfadff02-9bf8-4f81-8741-69c63c141a17 req-16bba168-0f3a-48de-ada6-b05438471080 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/2b4283ef-b070-484f-a923-ac39350f7b4d HTTP/1.1" status: 404 len: 352 time: 0.1343067 Jun 03 15:16:59.777667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41582) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:59.780444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ba6e97-58ea-439b-9da0-21709af2f3f6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:59.805320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Checking segment: {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:59.805989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Network hostable DHCP agents. Network: 89621a54-5e1d-480c-9d05-c4a9997028bf, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:16:59.816135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] Current status of the port 0990d255-4a3f-47d2-852e-1cd898df12aa is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:59.816527 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.822999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7661ce-4cf2-4735-9c51-d6f14b26ddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa66c5-d245-4898-ae1a-b8017d95685a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:59.842717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Network 89621a54-5e1d-480c-9d05-c4a9997028bf is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:16:59.881999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 89621a54-5e1d-480c-9d05-c4a9997028bf) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:59.894298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.896356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.903496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16811092-bae4-4572-bd43-d3d9df4d2654 None None] Network 89621a54-5e1d-480c-9d05-c4a9997028bf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:59.954599 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-12c84285-3cb3-4742-afc1-5ce74d29f7d9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0237784 Jun 03 15:16:59.958128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41590) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:59.964317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:59.969930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:59.976457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Usage tracker for resource:router and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:59.982508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:59.991556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] For port 0990d255-4a3f-47d2-852e-1cd898df12aa, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0990d255-4a3f-47d2-852e-1cd898df12aa,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:00.006329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:00.010388 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.028488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.029994 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.071498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.099073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['dbe2c33f-a8e6-4804-949c-81d7612cfb68'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:00.140897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['5f43e8d8-220d-4f49-9436-5603fbc2cf2f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:00.166910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b0949783-32f4-4aea-8c3e-cee6e639b166'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:00.211656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['e673bb0a-cb1e-4258-b6aa-428df47078a5'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:00.306680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['4b792e3c-d451-4dab-8c44-be0b0a3cdfae'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:00.333721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f59d6b1e-be3c-414b-a4b6-1c443f123c17'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:00.357866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['e2530432-d34a-4986-add2-06531661c993'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:00.362606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08fffafc-52b1-48b3-9648-60d8cdf77e79 req-e33e013f-ef66-4d62-969e-89fd63a19e0d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 210 time: 0.1951604 Jun 03 15:17:00.460490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.466401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.472800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.478631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.484526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.491502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.497743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.510777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-0c4d1ed4-69f9-4f91-94c1-e0286ce85890 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5437 time: 0.8780401 Jun 03 15:17:00.579985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.588038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0e36ca28-3852-43d9-8a68-8a8dc65bcacd None None] Provisioning complete for port 0990d255-4a3f-47d2-852e-1cd898df12aa triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:00.588038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e36ca28-3852-43d9-8a68-8a8dc65bcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.626350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9422eb34-f2c4-405d-bf54-0f57c82a6ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.687305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.720426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950f954-2f83-4ffe-a865-55863c97d7d6 None None] Pushing event updated for resources: {'Port': ['ID=0990d255-4a3f-47d2-852e-1cd898df12aa,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:00.773221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a3fde3b-c35c-4ff9-b260-7e53613247d3 req-f6f1ded1-d51e-4ba7-952d-d6906bc0cc09 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2610035 Jun 03 15:17:00.810058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9422eb34-f2c4-405d-bf54-0f57c82a6ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.842586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7917a77e-dd3f-46e8-b199-65bf527c7335 req-edd9c784-4a07-4cb3-92df-cdf27ef55dd2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:00.965409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-5af7841f-71de-40e3-8fdc-5b2d05d8c8a0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.967681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-5af7841f-71de-40e3-8fdc-5b2d05d8c8a0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 0.3526390 Jun 03 15:17:00.983530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Request body: {'port': {'device_id': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'admin_state_up': True, 'tenant_id': 'ce48d04b774a4f05a47bf8f80a8bcb9a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:00.999733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7917a77e-dd3f-46e8-b199-65bf527c7335 req-edd9c784-4a07-4cb3-92df-cdf27ef55dd2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:01.001747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7917a77e-dd3f-46e8-b199-65bf527c7335 req-edd9c784-4a07-4cb3-92df-cdf27ef55dd2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 6148 time: 0.5539868 Jun 03 15:17:01.096885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9422eb34-f2c4-405d-bf54-0f57c82a6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.105345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-89621a54-5e1d-480c-9d05-c4a9997028bf', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:17:01.106826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.125954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422eb34-f2c4-405d-bf54-0f57c82a6ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa66c5-d245-4898-ae1a-b8017d95685a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:01.129856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7917a77e-dd3f-46e8-b199-65bf527c7335 req-bfffb7b3-dbff-4635-bb17-bc6d699c7c63 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/e99da069-6729-4856-b836-b4fbdb22e879 HTTP/1.1" status: 200 len: 2981 time: 0.1201167 Jun 03 15:17:01.148011 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9422eb34-f2c4-405d-bf54-0f57c82a6ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.149118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9422eb34-f2c4-405d-bf54-0f57c82a6ca2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87fa66c5-d245-4898-ae1a-b8017d95685a HTTP/1.1" status: 204 len: 168 time: 1.3556535 Jun 03 15:17:01.177576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda2eac-5fdf-430f-917b-e503db550854 req-15563b38-0859-449c-9441-e05316930f47 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:01.179095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbda2eac-5fdf-430f-917b-e503db550854 req-15563b38-0859-449c-9441-e05316930f47 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.2370551 Jun 03 15:17:01.241678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Router c21692a3-1b0e-4034-8377-a012e817f791 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:17:01.246434 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7917a77e-dd3f-46e8-b199-65bf527c7335 req-474e9adc-2582-417a-a087-a3aa610331f0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/e99da069-6729-4856-b836-b4fbdb22e879 HTTP/1.1" status: 200 len: 2981 time: 0.1031091 Jun 03 15:17:01.351725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbda2eac-5fdf-430f-917b-e503db550854 req-ac36a4c1-44d3-47a4-98bc-9671b149ca05 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569366 Jun 03 15:17:01.391847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-717935715', 'description': 'tempest-description-1781789754'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:01.407415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:01.430461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:01.437913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Usage tracker for resource:port and tenant:ce48d04b774a4f05a47bf8f80a8bcb9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:01.442567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:01.451595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:01.461592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.496916 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.526325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Allocated IP 172.20.0.2 (89621a54-5e1d-480c-9d05-c4a9997028bf/04ba6e97-58ea-439b-9da0-21709af2f3f6/6f81d97c-ae43-434e-bc5f-820e1c5be8f8) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:01.551013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Made reservation on behalf of ce48d04b774a4f05a47bf8f80a8bcb9a for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:01.555734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.570057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:01.611059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.641598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:01.650600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:01.657448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:01.665100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:01.679497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:01.723658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f4fe-c973-4c7d-adf8-e31bcb6368ba req-56d50771-b217-45e7-bf52-a55802e91e61 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:01.725247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6f8f4fe-c973-4c7d-adf8-e31bcb6368ba req-56d50771-b217-45e7-bf52-a55802e91e61 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.3044598 Jun 03 15:17:01.726016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.727082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aaa8a4b6-f1ea-47b1-a2c7-311c21e74f8e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.2643914 Jun 03 15:17:01.730058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:01.774647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Sync routers for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:01.906571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:01.907196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:01.961218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Allocated IP 172.25.1.224 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/05cf6791-c3e8-42b2-a0a1-7be8394c6258) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:02.077306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0990d255-4a3f-47d2-852e-1cd898df12aa up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:02.108306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Allocated IP 172.20.0.12 (1904d4dc-1669-426a-955a-3e936a7a13b1/b662d76e-7289-47b3-81c2-e7801a645ec6/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:02.231457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.243554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41632) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:02.327646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6f8f4fe-c973-4c7d-adf8-e31bcb6368ba req-612f958b-6804-40d4-9a43-1ab31b2a8f85 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335178 Jun 03 15:17:02.441730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e36ca28-3852-43d9-8a68-8a8dc65bcacd None None] Current status of the port 0990d255-4a3f-47d2-852e-1cd898df12aa is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:02.451162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'networks': [{'name': 'tempest-network--1648405100'}, {'name': 'tempest-network--268367943'}]} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:02.452410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'network': {'name': 'tempest-network--1648405100'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:02.453201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'network': {'name': 'tempest-network--268367943'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:02.476699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:02.500955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Usage tracker for resource:network and tenant:cfb713dfd5084d1ab95db91d240b31f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:02.509024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:02.530298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:02.557455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:02.575921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c403b84e-5a85-4f52-976d-77a8a55662bf req-e443638e-f472-429c-ad7d-2b9c69704196 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 210 time: 0.0747714 Jun 03 15:17:02.586115 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.586639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Made reservation on behalf of cfb713dfd5084d1ab95db91d240b31f8 for: {'network': 2} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:02.592592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.615785 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.688698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0990d255-4a3f-47d2-852e-1cd898df12aa triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:02.688953 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.692291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.743832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.750538 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.764272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:02.768258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:02.775368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:02.783791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Usage tracker for resource:security_group_rule and tenant:cfb713dfd5084d1ab95db91d240b31f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:02.788989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:02.815343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:02.836850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Pushing event updated for resources: {'Port': ['ID=05cf6791-c3e8-42b2-a0a1-7be8394c6258,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:02.839759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:02.881312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf891b8b-771f-468d-bce2-2c83f12d85b1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:02.885591 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.900708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a74f01e-df07-4af5-bd35-2139d7464766 req-f9f77e39-3454-4d6a-ada4-0c653671389a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5170875 Jun 03 15:17:03.073035 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.135398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Transition to ACTIVE for port object 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:03.215767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Transition to ACTIVE for port object 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:03.224265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.225071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.230255 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.233686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0990d255-4a3f-47d2-852e-1cd898df12aa is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:03.256655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.262618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.269615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.276767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.283238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.289980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.296591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.299464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5433db7b-c71c-4437-8aac-861888e30a4d req-b50018d0-8bdf-4ce3-9c57-2e0c7b05ba15 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5437 time: 0.5646763 Jun 03 15:17:03.303462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Network 89621a54-5e1d-480c-9d05-c4a9997028bf is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:03.310028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:03.320798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:03.327510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Pushing event updated for resources: {'Port': ['ID=6f81d97c-ae43-434e-bc5f-820e1c5be8f8,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:03.343119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:03.349556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:03.351549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:03.353892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:03.367191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.367532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.367870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.368226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.368556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.368880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.369207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.369569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.369833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.370151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.370467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.370783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:03.413929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device dbe2c33f-a8e6-4804-949c-81d7612cfb68 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:03.424564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10720d34-3350-4f87-b83e-dac853c279ac req-3ba31243-b14a-4a5d-b38a-4e21f533169d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.426140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10720d34-3350-4f87-b83e-dac853c279ac req-3ba31243-b14a-4a5d-b38a-4e21f533169d tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.3387747 Jun 03 15:17:03.441261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5433db7b-c71c-4437-8aac-861888e30a4d req-984cc703-633e-406a-933e-99e329d44c6d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860653 Jun 03 15:17:03.479898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:16:58Z', 'revision_number': 3, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:03.489695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Attempting to bind port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:03.490075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Attempting to bind port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:03.490398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Attempting to bind port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 on network 89621a54-5e1d-480c-9d05-c4a9997028bf {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:03.497990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Checking router: c21692a3-1b0e-4034-8377-a012e817f791 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:03.498266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Updating router c21692a3-1b0e-4034-8377-a012e817f791 port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:17:03.528729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:03.529024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Checking segment: {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:03.529379 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.529769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Bound using segment: {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:03.529889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1337145440', 'description': 'tempest-description-806177582'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:03.530250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Bound port: 6f81d97c-ae43-434e-bc5f-820e1c5be8f8, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:03.530925 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.549009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.554815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:03.568829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:03.575775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:03.582463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10720d34-3350-4f87-b83e-dac853c279ac req-b75f5f66-9d82-4510-b1fa-45572fb9045c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461535 Jun 03 15:17:03.588257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:03.605265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.619178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:03.619849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.639233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.639702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.647162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.679645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:03.679879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port dbe2c33f-a8e6-4804-949c-81d7612cfb68 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:03.690432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:03.692822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port dbe2c33f-a8e6-4804-949c-81d7612cfb68 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:03.693381 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.695179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:03.699968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Allocated IP 172.20.0.1 (43130fe1-f40b-4b37-8f22-0ae9a569deb7/fe33804d-3848-4006-b76f-9f331c85dc21/76e92853-12da-4cfb-a0bf-4a9bf4676912) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:03.708047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:03.757994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:03.760486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b7ef8e-4323-4b0e-9211-ba7da4c7c3af,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:03.772735 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-93d2c0d2-0062-4201-b229-b1cca3ffcb3c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7938371 Jun 03 15:17:03.780234 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.837758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] For port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:03.841488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-ddfc2160-9b85-49c8-bd33-74edc4afe087 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:17:03.842874 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-ddfc2160-9b85-49c8-bd33-74edc4afe087 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639343 Jun 03 15:17:03.853724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.854132 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Added segment 73022355-ace0-4ecf-a175-d40b5e4b767e of type vlan for network 5e9afbe6-e130-4126-ac2d-8c714be57b02 Jun 03 15:17:03.865673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] For port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f81d97c-ae43-434e-bc5f-820e1c5be8f8,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:03.882262 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.980670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port dbe2c33f-a8e6-4804-949c-81d7612cfb68 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:03.981046 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.992309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.010274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.032713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.055546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Request body: {'port': {'device_id': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:04.082755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Transition to ACTIVE for port object 76e92853-12da-4cfb-a0bf-4a9bf4676912 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:04.089248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.092990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e288152-43b5-4a05-ab19-01f28d395309 req-cad87929-37ec-40b1-a4de-d78f568f7b97 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:04.094095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e288152-43b5-4a05-ab19-01f28d395309 req-cad87929-37ec-40b1-a4de-d78f568f7b97 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 0.2750072 Jun 03 15:17:04.096777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda476d-41c7-467b-8765-0fcae512a802,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:04.100425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.101674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-926b3f7c-e3d7-4fd4-8276-0bba1754e395 req-dd4ef2f1-2acc-49db-b4b1-a3829262b1db tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5821431 Jun 03 15:17:04.153532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:04.168868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d836da2-8833-4e66-83cc-78086d9b9f09 None None] Pushing event updated for resources: {'Port': ['ID=6f81d97c-ae43-434e-bc5f-820e1c5be8f8,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:04.174308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.176777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port dbe2c33f-a8e6-4804-949c-81d7612cfb68, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:04.188747 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.190094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e2530432-d34a-4986-add2-06531661c993 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:04.274951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e288152-43b5-4a05-ab19-01f28d395309 req-8e82864f-fcbd-49b3-973e-802e11de6be0 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445472 Jun 03 15:17:04.292895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:04.296787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:04.316894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:04.522952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.549963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:04.606537 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea5d8a7-e65e-403f-bbb9-1a3667fc1370'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68', 'code': 200} Jun 03 15:17:04.665526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=dbe2c33f-a8e6-4804-949c-81d7612cfb68,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:04.708988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=76e92853-12da-4cfb-a0bf-4a9bf4676912,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:04.735426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.762682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Transition to ACTIVE for port object 7dca2ace-009a-4da9-8683-d3b7a88c5b1d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:04.769654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port e2530432-d34a-4986-add2-06531661c993 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:04.775889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port e2530432-d34a-4986-add2-06531661c993 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:04.776420 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.821852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.849991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.927942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db13407-e55f-4fb3-b5d5-ea79bce23205 None None] Pushing event updated for resources: {'Port': ['ID=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:04.966510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.967133 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Added segment a6c262a9-b5e1-436b-b275-2f1a6bf9352b of type vlan for network b89525c7-e107-4752-8888-bd1270502cf5 Jun 03 15:17:05.039211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.062602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Attempting to bind port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:05.063980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Attempting to bind port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:05.067007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Attempting to bind port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:05.081729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cb889-2b03-44b1-a599-5436b037a7a7 req-a61f67bb-b4dd-49d9-855d-f1659e065b80 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.084486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-64a4dc0a-9c32-48e3-9cdb-142e1a4e2367 None None] Provisioning for port 76e92853-12da-4cfb-a0bf-4a9bf4676912 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:05.091384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-849cb889-2b03-44b1-a599-5436b037a7a7 req-a61f67bb-b4dd-49d9-855d-f1659e065b80 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 932 time: 0.7417996 Jun 03 15:17:05.099883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-64a4dc0a-9c32-48e3-9cdb-142e1a4e2367 None None] Provisioning complete for port 76e92853-12da-4cfb-a0bf-4a9bf4676912 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:05.100604 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-64a4dc0a-9c32-48e3-9cdb-142e1a4e2367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.106285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.106841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.113956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.121305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.121998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.190686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:05.191765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:05.192404 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.193125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-849cb889-2b03-44b1-a599-5436b037a7a7 req-8317dd15-4c11-4c9b-a051-dd43b541f5ee tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004407 Jun 03 15:17:05.193357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:05.194016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Bound port: 7dca2ace-009a-4da9-8683-d3b7a88c5b1d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:05.194570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.362448 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.379985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e2530432-d34a-4986-add2-06531661c993 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:05.381597 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.443231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-64a4dc0a-9c32-48e3-9cdb-142e1a4e2367 None None] Port 76e92853-12da-4cfb-a0bf-4a9bf4676912 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:05.480460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] For port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:05.483452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e2530432-d34a-4986-add2-06531661c993, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e2530432-d34a-4986-add2-06531661c993,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:05.486179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] For port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:05.491419 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.492303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e673bb0a-cb1e-4258-b6aa-428df47078a5 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:05.552702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:17:05.649457 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.682936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4381075 Jun 03 15:17:05.689713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41678) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:05.700021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.735480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e2530432-d34a-4986-add2-06531661c993,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:05.772950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:05.773593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:05.845698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f37b2-c9f9-4612-854e-1a8ffbb84238 None None] Network 89621a54-5e1d-480c-9d05-c4a9997028bf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:05.944419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Network': ['ID=5e9afbe6-e130-4126-ac2d-8c714be57b02,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:05.956919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:05.967205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.974877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.981009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.987074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.994008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.001647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.007794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.016727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-8809e56f-99c7-4e8c-aa30-14ef0fe139e8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5439 time: 0.5754704 Jun 03 15:17:06.047258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 5e9afbe6-e130-4126-ac2d-8c714be57b02 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:06.084052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646626-f75e-410f-9d55-f02a325682d0 req-0b4ef4ed-8880-46c2-959f-2c9d9d249a2c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.092015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-0b4ef4ed-8880-46c2-959f-2c9d9d249a2c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 812 time: 0.7069170 Jun 03 15:17:06.092732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fead75-0aba-4a65-9cf8-860ade553537 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Network': ['ID=b89525c7-e107-4752-8888-bd1270502cf5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:06.106588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port e673bb0a-cb1e-4258-b6aa-428df47078a5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:06.165363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-d890fcb1-1375-43c2-9e27-af9a5ae85d47 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/quotas/fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 375 time: 0.0718093 Jun 03 15:17:06.166759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b89525c7-e107-4752-8888-bd1270502cf5 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:06.189947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b9e7345-fec0-4d85-8ba4-73ad517fca6c req-f3e65096-cb1b-47fe-8eee-328518bc3b29 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1720872 Jun 03 15:17:06.251513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:06.256377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port e673bb0a-cb1e-4258-b6aa-428df47078a5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:06.256910 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.261069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed5a4c-7a5c-4f2c-b4d3-9a82c9e30f37 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.263816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.267424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed5a4c-7a5c-4f2c-b4d3-9a82c9e30f37 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.273865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed5a4c-7a5c-4f2c-b4d3-9a82c9e30f37 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.279869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed5a4c-7a5c-4f2c-b4d3-9a82c9e30f37 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.282661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bfed5a4c-7a5c-4f2c-b4d3-9a82c9e30f37 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5884345 Jun 03 15:17:06.286534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41684) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:06.287222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Transition to ACTIVE for port object a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:06.290841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Router bed4b1fc-d416-4620-9c82-52590ac3f9e9 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:17:06.363079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.378894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-892b767d-4550-4347-a9c2-ad145025c6fd None None] Provisioning for port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:06.381845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db13407-e55f-4fb3-b5d5-ea79bce23205 None None] Pushing event updated for resources: {'Port': ['ID=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:06.432224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.457525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.564881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:06.596640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.610415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2530432-d34a-4986-add2-06531661c993'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:06.619402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-16545141-481e-4217-adaa-baac83b8f030 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4436321 Jun 03 15:17:06.623452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=76e92853-12da-4cfb-a0bf-4a9bf4676912,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:06.630049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:06.640347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.654350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:06.654718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.693454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:06.746447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:06.761218 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Sync routers for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:06.780251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:06.781098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:06.781245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:06.783601 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:06.784833 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:06.790427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.792551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f4bcceae-e540-475b-94f4-2bc3eaccdcee admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8329880 Jun 03 15:17:06.796150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41690) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:06.797038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:06.797575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:06.994154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457be1a-6e23-4fbb-b2c8-93ab5e811365 req-87f12101-b7c5-48fd-a236-0d50d2428861 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.001972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e457be1a-6e23-4fbb-b2c8-93ab5e811365 req-87f12101-b7c5-48fd-a236-0d50d2428861 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.6810541 Jun 03 15:17:07.004350 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:07.037997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e673bb0a-cb1e-4258-b6aa-428df47078a5 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:07.038385 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.099814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:07.112339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:07.112850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:07.114560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Bound port: a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:07.114560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.168609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:07.201080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:07.201476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.208957 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.225845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.274804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 4b792e3c-d451-4dab-8c44-be0b0a3cdfae up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:07.281214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-7d84244f-7ae9-411b-b973-c16f3a1b282c service neutron] 10.222.0.66 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436183 Jun 03 15:17:07.293186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e457be1a-6e23-4fbb-b2c8-93ab5e811365 req-68544cd8-d7c9-4345-a42e-c7147376bc7e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901766 Jun 03 15:17:07.295688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9afbe6-e130-4126-ac2d-8c714be57b02']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:07.309679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:07.341451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73022355-ace0-4ecf-a175-d40b5e4b767e') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:07.341813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73022355-ace0-4ecf-a175-d40b5e4b767e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:07.370404 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.389037 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.400854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:17:07.401274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.407063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:03Z', 'revision_number': 3, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:07.419209 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Checking router: bed4b1fc-d416-4620-9c82-52590ac3f9e9 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:07.420211 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Updating router bed4b1fc-d416-4620-9c82-52590ac3f9e9 port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:17:07.475216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f81d97c-ae43-434e-bc5f-820e1c5be8f8,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:07.479782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:07.528751 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.560942 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.569076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.601440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.615408 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 73022355-ace0-4ecf-a175-d40b5e4b767e resource provider aggregate not found Jun 03 15:17:07.669753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/networks/5e9afbe6-e130-4126-ac2d-8c714be57b02 HTTP/1.1" status: 204 len: 168 time: 1.3793235 Jun 03 15:17:07.681948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41708) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:07.692761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854b449-df03-4a3b-945a-b03c7c113c8d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Network': ['ID=5e9afbe6-e130-4126-ac2d-8c714be57b02,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:07.767101 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 73022355-ace0-4ecf-a175-d40b5e4b767e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73022355-ace0-4ecf-a175-d40b5e4b767e found for delete ", "request_id": "req-0d682c04-3e6f-4abe-827d-a424318fb277"}]} Jun 03 15:17:07.774180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:07.774965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:07.793310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:07.815456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'mac_address': 'fa:16:3e:4c:46:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:07.820737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=6f81d97c-ae43-434e-bc5f-820e1c5be8f8,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:07.912557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a64270f-2be0-44a5-868b-de8c832f0b11 None None] Provisioning complete for port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:07.912984 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a64270f-2be0-44a5-868b-de8c832f0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.018330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:03Z', 'revision_number': 1, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.023614 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.030959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:08.032618 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.039033 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Transition to ACTIVE for port object 05cf6791-c3e8-42b2-a0a1-7be8394c6258 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:08.062222 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.084665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06131006-1e1c-403d-b9c1-981808ebb4d9 None None] The sync data for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 is: [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:03Z', 'revision_number': 1, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:08.090794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:08.121278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:08.124732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7265017-b6cf-4ae7-ae40-1bc329cc414b req-285579eb-bff0-4fa9-8ee6-708409faeed6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.125884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:08.132047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7265017-b6cf-4ae7-ae40-1bc329cc414b req-285579eb-bff0-4fa9-8ee6-708409faeed6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.4630399 Jun 03 15:17:08.133723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:08.150547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.167705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:08.170595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.174269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Attempting to bind port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:08.174607 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Attempting to bind port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:08.175057 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Attempting to bind port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:08.185091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:08.186080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.187297 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:08.187724 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:08.188377 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.188771 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:08.189244 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Bound port: 05cf6791-c3e8-42b2-a0a1-7be8394c6258, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:08.189738 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.209086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-c351da9a-2e07-4015-81ab-f0e2e1defbfb service neutron] 10.222.0.66 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857848 Jun 03 15:17:08.256203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:08.284389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.311364 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] For port 05cf6791-c3e8-42b2-a0a1-7be8394c6258, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:08.313209 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] For port 05cf6791-c3e8-42b2-a0a1-7be8394c6258, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=05cf6791-c3e8-42b2-a0a1-7be8394c6258,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:08.320816 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Pushing event updated for resources: {'Port': ['ID=05cf6791-c3e8-42b2-a0a1-7be8394c6258,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:08.331567 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.332000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.332395 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.332777 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.333158 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.333521 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.333885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.334248 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.334567 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.334928 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.335290 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.335634 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:08.346922 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.361501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.367782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.369323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-161590fd-ea9e-4d21-8b0a-0e441f3fffd7 service neutron] 10.222.0.70 "PUT /v2.0/ports/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 200 len: 1092 time: 4.4990103 Jun 03 15:17:08.385428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:08.440904 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2daa18-7a88-499a-8c3a-d138dace83f3 None None] Pushing event updated for resources: {'Port': ['ID=05cf6791-c3e8-42b2-a0a1-7be8394c6258,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:08.506613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:08.507421 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.523790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7265017-b6cf-4ae7-ae40-1bc329cc414b req-bc845c4b-a2f0-4b78-8fcb-7f384ac36c1a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869801 Jun 03 15:17:08.598017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a64270f-2be0-44a5-868b-de8c832f0b11 None None] Current status of the port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:08.606977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:08.625178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.672783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Router c21692a3-1b0e-4034-8377-a012e817f791 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:08.706822 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c85f6f4-dd27-4227-add0-77a2f15e3918'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2530432-d34a-4986-add2-06531661c993', 'code': 200} Jun 03 15:17:08.708884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:08.709275 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.737742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89525c7-e107-4752-8888-bd1270502cf5']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.766683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:08.793285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:08.936960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c262a9-b5e1-436b-b275-2f1a6bf9352b') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.937667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c262a9-b5e1-436b-b275-2f1a6bf9352b') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.978330 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:09.120236 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.122000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b0949783-32f4-4aea-8c3e-cee6e639b166 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:09.215588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.243175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ee902a0e-ca48-48dc-8f3b-6c2d7183bc81 None None] Provisioning complete for port 76e92853-12da-4cfb-a0bf-4a9bf4676912 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:09.243175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ee902a0e-ca48-48dc-8f3b-6c2d7183bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.376547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-5434e35d-dc38-4370-b59a-61ccae3cac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.378234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-5434e35d-dc38-4370-b59a-61ccae3cac51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1095 time: 0.8042216 Jun 03 15:17:09.493310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ee902a0e-ca48-48dc-8f3b-6c2d7183bc81 None None] Port 76e92853-12da-4cfb-a0bf-4a9bf4676912 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:09.519642 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.534054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:09.618995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.639572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b0949783-32f4-4aea-8c3e-cee6e639b166 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:09.656057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b0949783-32f4-4aea-8c3e-cee6e639b166 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:09.657574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.764830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:17:09.765312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.767860 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:03Z', 'revision_number': 3, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:09.783155 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c54d85-87ee-40ed-bbf4-59711bfe35be None None] The sync data for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 is: [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:03Z', 'revision_number': 3, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:09.818441 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-e4ecf03b-1852-436b-a283-6b5fe4d12792 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 200 len: 217 time: 0.2810833 Jun 03 15:17:09.982170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b0949783-32f4-4aea-8c3e-cee6e639b166 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:09.982807 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.998712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-eed5fc18-269f-4631-8d83-5fa9c8edb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.003624 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-eed5fc18-269f-4631-8d83-5fa9c8edb13d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.1703415 Jun 03 15:17:10.082737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b0949783-32f4-4aea-8c3e-cee6e639b166,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:10.093529 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:10.095120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5f43e8d8-220d-4f49-9436-5603fbc2cf2f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:10.119516 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a6c262a9-b5e1-436b-b275-2f1a6bf9352b resource provider aggregate not found Jun 03 15:17:10.146256 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a6c262a9-b5e1-436b-b275-2f1a6bf9352b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6c262a9-b5e1-436b-b275-2f1a6bf9352b found for delete ", "request_id": "req-153065e2-53ec-4988-9e47-e1d306d69fbf"}]} Jun 03 15:17:10.165939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-671ec439-546d-4d2f-be5b-316bce06d444 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576896 Jun 03 15:17:10.198767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:10.202382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:10.239975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7dca2ace-009a-4da9-8683-d3b7a88c5b1d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:10.248045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:10.286447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Network': ['ID=b89525c7-e107-4752-8888-bd1270502cf5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:10.305347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196fb5-071c-44bf-80e3-74906955af39 req-1a2319a7-3e21-4112-85dd-c92da455b984 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.306984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70196fb5-071c-44bf-80e3-74906955af39 req-1a2319a7-3e21-4112-85dd-c92da455b984 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 1.2916498 Jun 03 15:17:10.320135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-061abde1-f5f6-45a3-a281-108c717b6ef5 admin admin] 10.222.0.66 "PUT /v2.0/routers/c21692a3-1b0e-4034-8377-a012e817f791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5789304 Jun 03 15:17:10.320135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6a8f2395-dbef-428f-97d0-667bf77fa605 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/networks/b89525c7-e107-4752-8888-bd1270502cf5 HTTP/1.1" status: 204 len: 168 time: 2.6216130 Jun 03 15:17:10.356416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.366557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.383022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.384513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41754) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:10.389807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.409134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.420328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.441228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.451274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-373eece5-6214-4026-aba4-e72a879d9bfd req-9448bd78-9593-4f80-bda0-10d11e97242d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5441 time: 1.5714695 Jun 03 15:17:10.551139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:10.587225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70196fb5-071c-44bf-80e3-74906955af39 req-eeb180e0-e700-47a2-a215-7349a1d436ea tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733803 Jun 03 15:17:10.649942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:10.669915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:10.679265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-373eece5-6214-4026-aba4-e72a879d9bfd req-4adbaffc-fd9d-409b-9310-c9f263279081 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2268376 Jun 03 15:17:10.689257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:10.691661 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:10.826100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673bb0a-cb1e-4258-b6aa-428df47078a5'}, {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae'}, {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0949783-32f4-4aea-8c3e-cee6e639b166'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:10.941343 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebca146-8cc9-49b3-aa24-df7988d99b58'] response: {'name': 'network-changed', 'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e', 'status': 'completed', 'code': 200} Jun 03 15:17:11.190772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52f249c2-9b87-45cf-a098-84687fa2b5e4 req-0138c021-ff1b-4728-9d7b-3854469be759 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 210 time: 0.1783283 Jun 03 15:17:11.228434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:11.231373 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:11.292019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c883df-3e90-4581-b7af-41fbece89526 req-69e2b8fd-d68c-46cf-b8b6-9f8d05194731 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.303677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3c883df-3e90-4581-b7af-41fbece89526 req-69e2b8fd-d68c-46cf-b8b6-9f8d05194731 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.2205102 Jun 03 15:17:11.344853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:11.402017 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-e9acbb26-1091-4e87-a76e-57f83b4eb5d4 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2275500 Jun 03 15:17:11.406310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3c883df-3e90-4581-b7af-41fbece89526 req-013ec011-fcbc-4bf8-8b13-5ea9c3611c74 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946591 Jun 03 15:17:11.524627 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b55f6c-51a0-412e-8803-8f33a851acf9'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673bb0a-cb1e-4258-b6aa-428df47078a5', 'code': 200} Jun 03 15:17:11.525117 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b55f6c-51a0-412e-8803-8f33a851acf9'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae', 'code': 200} Jun 03 15:17:11.525669 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b55f6c-51a0-412e-8803-8f33a851acf9'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0949783-32f4-4aea-8c3e-cee6e639b166', 'code': 200} Jun 03 15:17:11.608030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6bc95c-388f-4e53-8f94-47843b8b3541 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.617804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6bc95c-388f-4e53-8f94-47843b8b3541 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.618831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b6bc95c-388f-4e53-8f94-47843b8b3541 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Synchronizing usage tracker for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:11.637446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Allocated IP 172.20.0.1 (89621a54-5e1d-480c-9d05-c4a9997028bf/04ba6e97-58ea-439b-9da0-21709af2f3f6/ff3e7194-655e-41d0-ac3e-761ffb8d9aa2) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:11.654284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:11.654815 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:11.768304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41780) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:11.779138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141322393', 'description': 'tempest-description--1219274303'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:11.798861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:11.805706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Usage tracker for resource:security_group and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:11.810883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:11.883297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:11.883843 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:11.894517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:11.974577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:11.984256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:12.034551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:12.066722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b6bc95c-388f-4e53-8f94-47843b8b3541 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Unset dirty status for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:12.071290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b6bc95c-388f-4e53-8f94-47843b8b3541 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.6824191 Jun 03 15:17:12.077245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41786) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:12.110072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:12.110919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.116523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Usage tracker for resource:security_group_rule and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:12.121237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:12.145567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:12.151158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.152186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f59d6b1e-be3c-414b-a4b6-1c443f123c17 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:12.162902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f2a20-c629-4318-8a8b-1e1ad7088348 req-313ed725-4953-449c-b815-2437da012035 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.163615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2099564738'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:12.170440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-103f2a20-c629-4318-8a8b-1e1ad7088348 req-313ed725-4953-449c-b815-2437da012035 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.3660345 Jun 03 15:17:12.187360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:12.206236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646626-f75e-410f-9d55-f02a325682d0 req-61a8fd18-420f-4a8c-8b63-e9ede029d8c3 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.207995 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-61a8fd18-420f-4a8c-8b63-e9ede029d8c3 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.15 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 812 time: 1.2260180 Jun 03 15:17:12.235974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'port': {'device_id': '2736c179-e358-4467-bff4-99dd00ac99f4', 'network_id': '66a796db-2f31-455d-93de-947951d4db4b', 'admin_state_up': True, 'tenant_id': 'fffe611f4fa741708c6b47f81ab21f4b'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:12.252877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-103f2a20-c629-4318-8a8b-1e1ad7088348 req-33ca7bc3-fc09-4735-91b7-421ee9e48a09 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813837 Jun 03 15:17:12.277702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-32d83b79-1a04-4321-b92e-7522118e01c5 req-04c94bb3-a6ba-4ad6-b41a-f08a730a99ab service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8693082 Jun 03 15:17:12.278651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:12.347928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:12.381729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Made reservation on behalf of cfb713dfd5084d1ab95db91d240b31f8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:12.385526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.404663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:12.405083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.420557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.421655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:12.433306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.470547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.485619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.493822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.503679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.514363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.522307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.535266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-eebbedde-d78e-48b2-b392-969518013fb0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5443 time: 0.4912944 Jun 03 15:17:12.564730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port f59d6b1e-be3c-414b-a4b6-1c443f123c17 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:12.581816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:12.661195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cd72727-6dff-4b1a-838f-b76d2753f94c req-7fb5d171-5f27-471c-aa7c-aea946d8b7ed tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239240 Jun 03 15:17:12.672736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port f59d6b1e-be3c-414b-a4b6-1c443f123c17 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:12.673522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.783009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:12.811049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:12.811925 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.841725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:12.842246 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.842865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b837b0d2-ce63-42a2-b667-e6c89b7b4fd5 req-b95e8683-ae1f-4c78-867b-ea103884cb90 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 210 time: 0.1194515 Jun 03 15:17:12.844222 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Added segment dd358898-89c4-44b2-bbfb-a64ac2d037ca of type vlan for network 01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1 Jun 03 15:17:12.895754 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.904459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.934115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.946580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:12.979914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:port and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:12.985521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:12.992681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:13.014758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:13.015467 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.038291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Made reservation on behalf of fffe611f4fa741708c6b47f81ab21f4b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:13.042248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.047778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.052271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2838507 Jun 03 15:17:13.057218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41802) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:13.061527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.064320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:13.079185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Request body: {'security_group_rule': {'security_group_id': '3300feb1-1b7b-42f1-978c-9561bfdf9ea5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:13.083595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.084744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.095564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.099473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Sync routers for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:13.102897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:13.119238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Usage tracker for resource:security_group_rule and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:13.139619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019d25-3798-49e7-a40d-532505ff9dd4 req-ae354364-44f9-45d7-970b-9d3d7c81679d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.141669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d019d25-3798-49e7-a40d-532505ff9dd4 req-ae354364-44f9-45d7-970b-9d3d7c81679d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.1990383 Jun 03 15:17:13.142389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3300feb1-1b7b-42f1-978c-9561bfdf9ea5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:13.181131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:13.181870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:13.186535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:13.191069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.191428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.191756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.192088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.192466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.192796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.193120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.193444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.193761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.194213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.194539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.194873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0547be4-ecea-4f9d-979a-376c240c64d9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:13.224746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d019d25-3798-49e7-a40d-532505ff9dd4 req-039d8529-7b4d-47c3-a258-23b3afd757fb tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Jun 03 15:17:13.225865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:13.256859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.367037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fb4880fc-9279-4937-b8d4-dea0b7a50cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.370919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f59d6b1e-be3c-414b-a4b6-1c443f123c17 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:13.371765 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.456660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.460405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Allocated IP 172.20.0.7 (66a796db-2f31-455d-93de-947951d4db4b/20ee001b-ab04-42d7-bd50-900e791b89b9/33245e7b-534e-4092-aa67-45bab2e08bd1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:13.467023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.518062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae015e56-8499-4ffe-9df9-045eb9b1b7c6,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:13.573161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f'}, {'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:13.578480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:13.587696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:13.603776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.610962 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d7ec4e74-581c-43b7-a3e5-db65981b76ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5482833 Jun 03 15:17:13.615283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41820) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:13.627925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Request body: {'security_group_rule': {'security_group_id': '3300feb1-1b7b-42f1-978c-9561bfdf9ea5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:13.716218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:13.719328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:13.724844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Usage tracker for resource:security_group_rule and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:13.729241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:13.738299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:13.834899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.852774 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1325eb8f-2b36-47a0-8765-511316e4326f'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'code': 200} Jun 03 15:17:13.853093 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1325eb8f-2b36-47a0-8765-511316e4326f'] response: {'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'code': 200} Jun 03 15:17:13.865758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9b61-058e-481b-b23a-a8845e3a96de req-23be89c6-515c-4c28-902f-c0fbf8d3d8dd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.866807 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:17:13.880625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e6d9b61-058e-481b-b23a-a8845e3a96de req-23be89c6-515c-4c28-902f-c0fbf8d3d8dd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.3600664 Jun 03 15:17:13.930613 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.006073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Transition to ACTIVE for port object ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:14.008808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e6d9b61-058e-481b-b23a-a8845e3a96de req-28a14a85-b706-497e-940e-388a959bdec8 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242187 Jun 03 15:17:14.013495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.061204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f59d6b1e-be3c-414b-a4b6-1c443f123c17, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:14.101374 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.107324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-58fd05ec-6a5f-4250-bfcf-2949cfe92c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.109271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-58fd05ec-6a5f-4250-bfcf-2949cfe92c82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1095 time: 1.7047634 Jun 03 15:17:14.110407 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.131333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Network 66a796db-2f31-455d-93de-947951d4db4b is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:14.133397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9772272 Jun 03 15:17:14.159502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:14.168053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-801114116'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:14.193441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb30111-f1f6-4ba3-a36e-60fa265cf76e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Network': ['ID=01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:14.196248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:14.226376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1089a96-ffb5-4aef-a585-5f9b89d185bb,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:14.229376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:14.233436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:14.249080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Usage tracker for resource:network and tenant:cfb713dfd5084d1ab95db91d240b31f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:14.262690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:14.288251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7dca2ace-009a-4da9-8683-d3b7a88c5b1d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:14.295545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:14.301678 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.302893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-97d64abb-efc6-4e56-a159-1250bbd7ce73 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6840906 Jun 03 15:17:14.314311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41834) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:14.323043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:14.332668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:14.379651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:14.395693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Made reservation on behalf of cfb713dfd5084d1ab95db91d240b31f8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:14.400045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.435415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Usage tracker for resource:floatingip and tenant:9a5f3d44608c4ac3a059f8c26168e001 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:14.445459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:14.460005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-6598af8b-f2c5-44ff-9bd1-c2bd4ffdbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.461559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-6598af8b-f2c5-44ff-9bd1-c2bd4ffdbb01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.3118927 Jun 03 15:17:14.470536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.472973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:14.508700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:14.510548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:14.514646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.542971 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.557518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.562529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:14.577450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.584564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.592087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.600149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.606802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.614213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.625574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Network 89621a54-5e1d-480c-9d05-c4a9997028bf is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:14.627756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-7467d124-c5e0-4179-a2fb-7f2855efbf02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 200 len: 217 time: 0.1460359 Jun 03 15:17:14.632267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c3c6c04f-6a72-4cf7-b3c7-527dbf4f74b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.4896965 Jun 03 15:17:14.644717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:14.693258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:14.695212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.697531 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Added segment 29e8cf0d-57b2-427e-b7cf-077934852066 of type vlan for network e77337b7-2dd1-4f5b-9cb9-113e3e764beb Jun 03 15:17:14.737864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:14.743215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c5047a6-3aa3-42b1-abde-1a83206f3710 req-c0d07cde-52d6-4e40-8ccd-6c4c8e60c7e2 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092179 Jun 03 15:17:14.810944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.831350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f59d6b1e-be3c-414b-a4b6-1c443f123c17,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:14.951093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a27e26-b99c-4b72-882e-b7b8039ffd43 req-a4389e44-1d55-42a1-83e0-870aa9bd2854 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.964387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5a27e26-b99c-4b72-882e-b7b8039ffd43 req-a4389e44-1d55-42a1-83e0-870aa9bd2854 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 931 time: 0.6395504 Jun 03 15:17:15.034294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'port_id': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e', 'mac_address': 'fa:16:3e:6f:5e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b662d76e-7289-47b3-81c2-e7801a645ec6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:15.265675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:15.267896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.290922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.303448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e5a27e26-b99c-4b72-882e-b7b8039ffd43 req-8fa3dbe7-40a7-4ff2-9292-eb916d147f8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:15.337379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a33759e-eceb-44c4-836d-05c7025eb57e None None] Provisioning for port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:15.368882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e5a27e26-b99c-4b72-882e-b7b8039ffd43 req-8fa3dbe7-40a7-4ff2-9292-eb916d147f8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:15.380830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5a27e26-b99c-4b72-882e-b7b8039ffd43 req-8fa3dbe7-40a7-4ff2-9292-eb916d147f8c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121447 Jun 03 15:17:15.381774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a33759e-eceb-44c4-836d-05c7025eb57e None None] Provisioning complete for port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:15.382276 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a33759e-eceb-44c4-836d-05c7025eb57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.457096 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.479288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.486164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.487495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.561882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.563842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4014223 Jun 03 15:17:15.568345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.569556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41850) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:15.575841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Pushing event updated for resources: {'Port': ['ID=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:15.593626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c47a4-6e33-497e-8d2b-3a641e410d33 req-2ae58a0b-55ef-4836-b638-89c08c684898 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.599007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e24c47a4-6e33-497e-8d2b-3a641e410d33 req-2ae58a0b-55ef-4836-b638-89c08c684898 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.5752020 Jun 03 15:17:15.600525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a33759e-eceb-44c4-836d-05c7025eb57e None None] Port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:15.602948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:15.603343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.630854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:15.652724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:15.675990 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.683986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'ports': [{'network_id': '01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1', 'name': 'tempest-port--1853301397', 'admin_state_up': True}, {'network_id': 'e77337b7-2dd1-4f5b-9cb9-113e3e764beb', 'admin_state_up': False}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:15.684754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'port': {'network_id': '01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1', 'name': 'tempest-port--1853301397', 'admin_state_up': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:15.685503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'port': {'network_id': 'e77337b7-2dd1-4f5b-9cb9-113e3e764beb', 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:15.800461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:15.802177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 05cf6791-c3e8-42b2-a0a1-7be8394c6258 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:15.847653 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-bfd93383-3bb8-4905-93e7-cc44de83840d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6259937 Jun 03 15:17:15.849780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-c01a51ad-d149-4530-8f67-f7e4c6e46cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.851492 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-c01a51ad-d149-4530-8f67-f7e4c6e46cf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 1.1927609 Jun 03 15:17:15.862683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:15.870140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Request body: {'port': {'device_id': '2736c179-e358-4467-bff4-99dd00ac99f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:15.881132 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.903017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fbb64-bfdc-4462-9e3f-2c92022a30ac tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Network': ['ID=e77337b7-2dd1-4f5b-9cb9-113e3e764beb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:15.904051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c57390c0-704e-453c-a7be-ed79a4ea1671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.926435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network e77337b7-2dd1-4f5b-9cb9-113e3e764beb details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:16.056279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e24c47a4-6e33-497e-8d2b-3a641e410d33 req-a2a46537-6178-43b8-bac8-a4a77858c03e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491247 Jun 03 15:17:16.089387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:16.093439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:16.097843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-71fd36d3-7e7f-4802-a3ec-39fde67297e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2336023 Jun 03 15:17:16.124376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.227745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:16.245791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 2, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:16.259706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:16.260088 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.339864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Checking router: c21692a3-1b0e-4034-8377-a012e817f791 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:16.340407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Updating router c21692a3-1b0e-4034-8377-a012e817f791 port 76e92853-12da-4cfb-a0bf-4a9bf4676912 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:17:16.360785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8866402-5240-4c18-ae86-0d25b30c8bbc req-ed6a8481-8299-4a01-a38e-731984bdbec0 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.362841 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8866402-5240-4c18-ae86-0d25b30c8bbc req-ed6a8481-8299-4a01-a38e-731984bdbec0 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.6200027 Jun 03 15:17:16.385333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a54ef-e5b7-43ba-8e2f-dbe13475d332 req-f366a45f-26da-4e59-9b24-6affdf7c95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.386948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-672a54ef-e5b7-43ba-8e2f-dbe13475d332 req-f366a45f-26da-4e59-9b24-6affdf7c95c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1101 time: 0.8022301 Jun 03 15:17:16.493184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:16.505816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-672a54ef-e5b7-43ba-8e2f-dbe13475d332 req-20ac7371-5db1-4bbb-8f7e-87c82e274694 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978527 Jun 03 15:17:16.513331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Usage tracker for resource:port and tenant:cfb713dfd5084d1ab95db91d240b31f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:16.528738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.537156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:16.557146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:16.560126 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.600481 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8866402-5240-4c18-ae86-0d25b30c8bbc req-29818749-d4d1-4854-ae00-9c60d76b522c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235501 Jun 03 15:17:16.603877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Allocated IP 172.25.1.178 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/468ac851-a1b5-459b-a1a2-95f4ef620791) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:16.635550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.644639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.654978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.662602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.671538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.679912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.687236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.689977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-390281d3-0173-47f1-9165-da2337c289e9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.4311144 Jun 03 15:17:16.695035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Made reservation on behalf of cfb713dfd5084d1ab95db91d240b31f8 for: {'port': 2} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:16.699933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.815184 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-1130dd0a-8617-4f27-908b-92471b53d059 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919301 Jun 03 15:17:16.963089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08cb8ede-245a-4424-8d4c-d9c5a85aebe4 req-0414019f-13e1-4394-b913-7e1b5baeace1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2486227 Jun 03 15:17:16.963878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.982190 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978a1e29-d480-4b1d-9520-3c26e550a588'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17', 'code': 200} Jun 03 15:17:17.003644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:17.004030 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.070417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.127427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 05cf6791-c3e8-42b2-a0a1-7be8394c6258, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=05cf6791-c3e8-42b2-a0a1-7be8394c6258,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:17.130522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b6af46f-a3f7-492b-bc2c-b3c789a93a09 req-b568ca0e-74ce-445b-9927-8a04ba6e1083 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699568 Jun 03 15:17:17.133934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.166476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.375878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.376419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.376948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.377386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.377850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.378310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.378768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.380979 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-ae3ab644-5a03-4b2b-bb18-9adc97d9d9ad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6501 time: 0.5638716 Jun 03 15:17:17.422789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.487147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.523221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.554739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] device_id is not set on port d09af930-b956-4f2d-b685-6d2bbcad891d yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:17:17.568018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Transition to ACTIVE for port object 76e92853-12da-4cfb-a0bf-4a9bf4676912 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:17.575369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:17.578844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:17.587099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.643942 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.702078 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.762006 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c4f5a673-6aab-457a-849c-85eed65c0e43 req-3fc1adca-eb9a-48b3-b01b-ddc7ba30da76 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3603947 Jun 03 15:17:17.870162 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.880392 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:17:18.056086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] device_id is not set on port 45fe79fc-802b-4af3-af97-dd06b204c51e yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:17:18.100450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67f36d-5d8e-4b0d-8c32-d55ef9c3bb1e req-c731ccd4-7648-4e3b-bf49-43836d4efe97 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.102021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb67f36d-5d8e-4b0d-8c32-d55ef9c3bb1e req-c731ccd4-7648-4e3b-bf49-43836d4efe97 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 931 time: 1.1439779 Jun 03 15:17:18.108313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=05cf6791-c3e8-42b2-a0a1-7be8394c6258,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:18.133300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.210085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb67f36d-5d8e-4b0d-8c32-d55ef9c3bb1e req-13d0af63-a64a-45e4-8087-f5560c2312f4 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939319 Jun 03 15:17:18.235517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea37aff-13f0-4a9c-a9a1-b376d2fba816 req-b4d4e4ed-8717-4d44-b37a-bdaefc8fa590 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.237112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ea37aff-13f0-4a9c-a9a1-b376d2fba816 req-b4d4e4ed-8717-4d44-b37a-bdaefc8fa590 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.3518448 Jun 03 15:17:18.378381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33245e7b-534e-4092-aa67-45bab2e08bd1 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:18.387564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.390386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Pushing event updated for resources: {'Port': ['ID=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:18.421825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.429527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Attempting to bind port 76e92853-12da-4cfb-a0bf-4a9bf4676912 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:18.429527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Attempting to bind port 76e92853-12da-4cfb-a0bf-4a9bf4676912 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:18.429887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Attempting to bind port 76e92853-12da-4cfb-a0bf-4a9bf4676912 on network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:18.442210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Transition to ACTIVE for port object 33245e7b-534e-4092-aa67-45bab2e08bd1 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:18.455107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068efca-c9d5-4a00-aa49-723864c11dfe None None] Pushing event updated for resources: {'Port': ['ID=76e92853-12da-4cfb-a0bf-4a9bf4676912,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:18.463682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:18.464175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Checking segment: {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:18.464672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.465174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Bound using segment: {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:18.465738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Bound port: 76e92853-12da-4cfb-a0bf-4a9bf4676912, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:18.466184 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.483074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.493693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:18.512354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'mac_address': 'fa:16:3e:ef:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:18.521679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:18.522572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.632795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Network 89621a54-5e1d-480c-9d05-c4a9997028bf is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:18.643638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:18.680306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] For port 76e92853-12da-4cfb-a0bf-4a9bf4676912, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:18.686229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] For port 76e92853-12da-4cfb-a0bf-4a9bf4676912, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=76e92853-12da-4cfb-a0bf-4a9bf4676912,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:18.709450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.740499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:18.745403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Pushing event updated for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:18.819948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ea37aff-13f0-4a9c-a9a1-b376d2fba816 req-6cbf5170-ad2d-4919-8ab6-42da90af301d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608399 Jun 03 15:17:18.897221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event updated for resources: {'Port': ['ID=468ac851-a1b5-459b-a1a2-95f4ef620791,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:18.954281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:18.971409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:18.975240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:19.030647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:19.058501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.113884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:19.182793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Router bed4b1fc-d416-4620-9c82-52590ac3f9e9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:19.211420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:19.212973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.239795 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.291854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7b717f3-e54f-4145-bffd-a2dc57851fa3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:19.296814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:19.297789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:19.328969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93fd9-350e-42a0-b173-f1c221de3ccf req-e6d30c2d-d733-4202-b7e8-50f7d9896942 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.348694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Attempting to bind port 33245e7b-534e-4092-aa67-45bab2e08bd1 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:19.350914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Attempting to bind port 33245e7b-534e-4092-aa67-45bab2e08bd1 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:19.351166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Attempting to bind port 33245e7b-534e-4092-aa67-45bab2e08bd1 on network 66a796db-2f31-455d-93de-947951d4db4b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:19.367169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eff93fd9-350e-42a0-b173-f1c221de3ccf req-e6d30c2d-d733-4202-b7e8-50f7d9896942 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 950 time: 0.9561076 Jun 03 15:17:19.402145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 05cf6791-c3e8-42b2-a0a1-7be8394c6258 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:19.406810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Port 33245e7b-534e-4092-aa67-45bab2e08bd1 on network 66a796db-2f31-455d-93de-947951d4db4b not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:19.407404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Attempting to bind port 33245e7b-534e-4092-aa67-45bab2e08bd1 on network 66a796db-2f31-455d-93de-947951d4db4b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:19.437457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:19.438365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Checking segment: {'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:19.438770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Bound using segment: {'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:19.439233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Bound port: 33245e7b-534e-4092-aa67-45bab2e08bd1, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5575f672-58c3-4ffe-b952-9297ab343778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66a796db-2f31-455d-93de-947951d4db4b'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:19.439649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.502667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.521016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068efca-c9d5-4a00-aa49-723864c11dfe None None] Pushing event updated for resources: {'Port': ['ID=76e92853-12da-4cfb-a0bf-4a9bf4676912,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:19.652859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eff93fd9-350e-42a0-b173-f1c221de3ccf req-4e5ec8bf-86eb-459f-b0d5-a910d0ff4db5 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823770 Jun 03 15:17:19.780960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:19.790218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b8e2382-4590-406c-8067-170c064b21dc admin admin] 10.222.0.66 "PUT /v2.0/routers/bed4b1fc-d416-4620-9c82-52590ac3f9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9878614 Jun 03 15:17:19.791547 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Sync routers for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:19.798808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.807209 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:19.809262 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:19.813937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:19.820508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33245e7b-534e-4092-aa67-45bab2e08bd1,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:19.838594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.877768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:19.930626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Port': ['ID=d09af930-b956-4f2d-b685-6d2bbcad891d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:19.991200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.992486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.993246 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:19.996572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] 10.222.0.15 "PUT /v2.0/ports/33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 1091 time: 4.1309955 Jun 03 15:17:20.001213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:20.021273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.043620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.062239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.084291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.090758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.103415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.109441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-96def002-2759-4a75-b9fe-125aad8abb5f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 1.0467134 Jun 03 15:17:20.186992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c28039-fc63-4ceb-8a04-34ff29eaa13a service neutron] Pushing event updated for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:20.249535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646626-f75e-410f-9d55-f02a325682d0 req-ac10860b-087f-4e25-bad8-0b83724a9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.251527 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-ac10860b-087f-4e25-bad8-0b83724a9e4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1094 time: 0.1840289 Jun 03 15:17:20.257200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e2e77e9a-08aa-4ba6-88c9-fc608d6ea73e None None] Provisioning complete for port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:20.257786 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e2e77e9a-08aa-4ba6-88c9-fc608d6ea73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:20.264726 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:20.295488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Checking segment: {'id': 'dd358898-89c4-44b2-bbfb-a64ac2d037ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:20.296020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network hostable DHCP agents. Network: 01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:17:20.340672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:20.357006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:20.393795 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8142ec5-5824-4188-b868-994adc58532e'] response: {'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'code': 200} Jun 03 15:17:20.395496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e2e77e9a-08aa-4ba6-88c9-fc608d6ea73e None None] Port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:20.396588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:20.400974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-365d9ab4-2ac9-4016-881c-6a5e046cb9c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 217 time: 0.1395316 Jun 03 15:17:20.421140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8d64b3-5438-4f4c-9084-b5f8d90ba084 req-e08cb71c-bb34-4a55-93d6-e81dd7c6f729 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2880116 Jun 03 15:17:20.427623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network 01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:17:20.460576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:20.476676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980036d-cf20-4140-a47b-ce1e76f6e8ab req-582f7a20-b0f3-4c0c-b7a0-184034428469 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.485515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d980036d-cf20-4140-a47b-ce1e76f6e8ab req-582f7a20-b0f3-4c0c-b7a0-184034428469 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 943 time: 0.3533618 Jun 03 15:17:20.488327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:20.489323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:20.489688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4105dc-dd4f-4cd5-ba3c-1976a8158cf3 None None] Network 01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:20.534364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646626-f75e-410f-9d55-f02a325682d0 req-3f1863f1-32bb-4e39-a10c-32f0a9328c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.535847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-3f1863f1-32bb-4e39-a10c-32f0a9328c2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.1253676 Jun 03 15:17:20.623279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-7b3457f7-4ab0-44ad-a28b-07cde19c0fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791614 Jun 03 15:17:20.635465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-e57e5b40-3022-4b7e-bb18-8088cd419ba7 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:17:20.649194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-e57e5b40-3022-4b7e-bb18-8088cd419ba7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178537 Jun 03 15:17:20.705800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d980036d-cf20-4140-a47b-ce1e76f6e8ab req-ef063029-8c98-4c9b-9ee3-8570220682c5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185626 Jun 03 15:17:20.834455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Port': ['ID=45fe79fc-802b-4af3-af97-dd06b204c51e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:20.909964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:20.910323 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:20.913971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Checking segment: {'id': '29e8cf0d-57b2-427e-b7cf-077934852066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e77337b7-2dd1-4f5b-9cb9-113e3e764beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:20.919492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network hostable DHCP agents. Network: e77337b7-2dd1-4f5b-9cb9-113e3e764beb, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:17:21.023305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-f8abdf44-0809-4c19-ae65-99e2304d0e7a service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659968 Jun 03 15:17:21.031099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network e77337b7-2dd1-4f5b-9cb9-113e3e764beb is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:17:21.076256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:17:21.078988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, e77337b7-2dd1-4f5b-9cb9-113e3e764beb) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:21.079263 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:17:21.083003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.098821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:21.106300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.112038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.112900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.121805 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.154906 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:16Z', 'revision_number': 2, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:21.170911 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Checking router: bed4b1fc-d416-4620-9c82-52590ac3f9e9 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:21.171541 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Updating router bed4b1fc-d416-4620-9c82-52590ac3f9e9 port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:17:21.180288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0739087d-da0a-4540-908c-88f4d23a7257 None None] Network e77337b7-2dd1-4f5b-9cb9-113e3e764beb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:21.266106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63955f7-13b7-41a5-981e-a933dd9db8a6 req-1ebac786-211c-4369-bf1c-b1fa65f76f2a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.268275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b63955f7-13b7-41a5-981e-a933dd9db8a6 req-1ebac786-211c-4369-bf1c-b1fa65f76f2a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.3165743 Jun 03 15:17:21.304634 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.339533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.376677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-be53c198-4de1-4714-92e4-e76277ba8345 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.7760813 Jun 03 15:17:21.387939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41910) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:21.437374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event updated for resources: {'Port': ['ID=468ac851-a1b5-459b-a1a2-95f4ef620791,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:21.454776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.465108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7eb5b596-2a3c-40bf-9a9d-a6835337f990 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1372647 Jun 03 15:17:21.500662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:21.523144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b63955f7-13b7-41a5-981e-a933dd9db8a6 req-d7486c7a-2cd9-4c9f-a7e2-080a81e596e5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736705 Jun 03 15:17:21.537782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597265370', 'description': 'tempest-description--1265328045'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:21.571611 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-22646626-f75e-410f-9d55-f02a325682d0 req-9f506a9d-bae7-4f1f-96d4-35f402c497af service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416462 Jun 03 15:17:21.575094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:21.597534 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73717cb7-104d-4f45-85b1-5eb2be2fcb53'] response: {'name': 'network-changed', 'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1', 'status': 'completed', 'code': 200} Jun 03 15:17:21.614067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907945de-a87b-49a7-8bd0-89c806235b22 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.635311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907945de-a87b-49a7-8bd0-89c806235b22 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.645356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-907945de-a87b-49a7-8bd0-89c806235b22 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Synchronizing usage tracker for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:21.658052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Usage tracker for resource:security_group and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:21.661648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:21.680132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:21.710735 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.778561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-aa70fa4e-6b94-4071-98ed-1711893566e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.780684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-aa70fa4e-6b94-4071-98ed-1711893566e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1094 time: 0.1337740 Jun 03 15:17:21.886415 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.915515 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Transition to ACTIVE for port object ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:21.930836 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.958249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:21.970525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-907945de-a87b-49a7-8bd0-89c806235b22 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Unset dirty status for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:21.971697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-907945de-a87b-49a7-8bd0-89c806235b22 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5823445 Jun 03 15:17:21.975816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Usage tracker for resource:security_group_rule and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:21.980123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41934) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:21.987775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:22.047856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:22.066943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:22.104505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Deleting port d09af930-b956-4f2d-b685-6d2bbcad891d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:22.104896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.108984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:22.109368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.132887 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd80e6-4aa3-4525-8ab5-f0169eee6f53 None None] Pushing event updated for resources: {'Port': ['ID=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:22.200059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df5504-1f6f-4a1f-b6e1-15cb066ec721 req-6011f5c7-a395-4127-9f45-550f07845f7b tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.211076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7df5504-1f6f-4a1f-b6e1-15cb066ec721 req-6011f5c7-a395-4127-9f45-550f07845f7b tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1099 time: 0.3621948 Jun 03 15:17:22.234297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:22.235251 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.249868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.259974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.285657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.291792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.322940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.330123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.354643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.356592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:22.363484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-3b28745e-c834-4fed-9df0-805f7d55a7b5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.6035948 Jun 03 15:17:22.374798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:18Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:22.429773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-cb5b60e3-55d4-45e9-a74c-67801947d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.435962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-cb5b60e3-55d4-45e9-a74c-67801947d450 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 913 time: 0.6334321 Jun 03 15:17:22.457497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b5f1c-4a0d-45e3-ba9a-e9b8ab27e23b None None] The sync data for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 is: [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:18Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:22.507951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b717f3-e54f-4145-bffd-a2dc57851fa3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:22.591460 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Attempting to bind port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:22.592054 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Attempting to bind port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:22.592232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Attempting to bind port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 on network 89621a54-5e1d-480c-9d05-c4a9997028bf {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:22.612961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 76e92853-12da-4cfb-a0bf-4a9bf4676912 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:22.614449 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:22.614827 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Checking segment: {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:22.615241 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.615623 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Bound using segment: {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:22.621888 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Bound port: ff3e7194-655e-41d0-ac3e-761ffb8d9aa2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:22.621888 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.647572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-e2e7978e-6f7b-4f7d-8f8e-f01023b9fe43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 217 time: 0.2021883 Jun 03 15:17:22.698622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.748757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58901227-77e0-4047-9dc7-ed44ec9bfa5c req-5ec0c072-e0ea-404a-a241-736898d4dc86 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3842804 Jun 03 15:17:22.773265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.835235 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] For port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:22.838385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-9b7557b2-9b88-42fc-b0fc-58dd863549f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.840354 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-9b7557b2-9b88-42fc-b0fc-58dd863549f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.1833396 Jun 03 15:17:22.842052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] For port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:22.851390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:22.858261 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.899731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7df5504-1f6f-4a1f-b6e1-15cb066ec721 req-0acbe183-86b3-431b-8a47-60cb041cbc98 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876769 Jun 03 15:17:22.923524 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.978776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-1751df3b-1c76-49ec-ab16-9283a7aba18b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253452 Jun 03 15:17:23.087694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:23.112851 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:23.127199 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:23.164293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:23.164684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:23.252789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 76e92853-12da-4cfb-a0bf-4a9bf4676912 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:23.267107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 76e92853-12da-4cfb-a0bf-4a9bf4676912 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:23.267495 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:23.290693 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd80e6-4aa3-4525-8ab5-f0169eee6f53 None None] Pushing event updated for resources: {'Port': ['ID=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:23.399005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-5d86d3af-f6b9-4db3-84a2-67b59cdae9b3 service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116645 Jun 03 15:17:23.431888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:23.447984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d7b717f3-e54f-4145-bffd-a2dc57851fa3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:23.536569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c5e3b6-72cf-4734-a30b-56231166604d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:23.591934 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:23.593682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d403aa63-27e9-4a5c-ac9e-b79a41b7a9ec tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0689070 Jun 03 15:17:23.598929 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:23.605671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:23.619876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41956) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:23.700303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e5c39ad-d17a-4071-86ee-b2249bc527df req-41070c56-b6c6-44cd-a9aa-9910b8671d34 service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920992 Jun 03 15:17:23.705081 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:23.709312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-a9a80378-d6d9-47ac-afbd-18ea26cedcae tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Synchronizing usage tracker for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:23.730446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Request body: {'security_group_rule': {'security_group_id': 'd2c5e3b6-72cf-4734-a30b-56231166604d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:23.769206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:23.783106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Usage tracker for resource:security_group_rule and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:23.788407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:23.793396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:23.816600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:23.832674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:23.888434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-a9a80378-d6d9-47ac-afbd-18ea26cedcae tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Unset dirty status for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:23.892094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 76e92853-12da-4cfb-a0bf-4a9bf4676912 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:23.892244 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:23.898085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-a9a80378-d6d9-47ac-afbd-18ea26cedcae tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2141322393&fields=id&tenant_id=9a5f3d44608c4ac3a059f8c26168e001 HTTP/1.1" status: 200 len: 267 time: 0.4047587 Jun 03 15:17:24.017003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 76e92853-12da-4cfb-a0bf-4a9bf4676912, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=76e92853-12da-4cfb-a0bf-4a9bf4676912,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:24.036624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.044076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Calling delete_port for d09af930-b956-4f2d-b685-6d2bbcad891d owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:24.115731 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:22Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:24.120066 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b09ef52-4508-47c8-b1cd-6d9265619415 None None] The sync data for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 is: [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:22Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:24.158118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=76e92853-12da-4cfb-a0bf-4a9bf4676912,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:24.235527 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.393231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080129f-9fda-4b3b-9eee-0883f7be4ab8 req-bf0cdd6f-b170-464c-bf69-42501b69aae2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.394824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d080129f-9fda-4b3b-9eee-0883f7be4ab8 req-bf0cdd6f-b170-464c-bf69-42501b69aae2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 943 time: 0.9028635 Jun 03 15:17:24.450047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-11ed3e33-8b58-4ed3-82b7-def6f4d0a177 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.450792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-11ed3e33-8b58-4ed3-82b7-def6f4d0a177 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Synchronizing usage tracker for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:24.453582 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.463621 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.543216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.599956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 76e92853-12da-4cfb-a0bf-4a9bf4676912 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:24.601641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Port': ['ID=d09af930-b956-4f2d-b685-6d2bbcad891d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:24.621440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.653797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc90097c-1e7d-44a0-afc3-20852ebc9bbd,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:24.674752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d080129f-9fda-4b3b-9eee-0883f7be4ab8 req-f0fd78df-0ffd-40c2-b8dc-59ace22f7d43 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732954 Jun 03 15:17:24.682020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-11ed3e33-8b58-4ed3-82b7-def6f4d0a177 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Unset dirty status for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:24.692681 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-11ed3e33-8b58-4ed3-82b7-def6f4d0a177 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/networks?id=43130fe1-f40b-4b37-8f22-0ae9a569deb7 HTTP/1.1" status: 200 len: 806 time: 0.7934146 Jun 03 15:17:24.715259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.717857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41960) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:24.721256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d16cfb4b-916c-44e8-83f1-eb809dc0bd29 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0073893 Jun 03 15:17:24.724814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5b79cab3-b7d9-4693-8d76-318c65608e18 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/ports/d09af930-b956-4f2d-b685-6d2bbcad891d HTTP/1.1" status: 204 len: 168 time: 2.7387607 Jun 03 15:17:24.729759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41964) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:24.729919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Request body: {'security_group_rule': {'security_group_id': 'd2c5e3b6-72cf-4734-a30b-56231166604d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:24.742066 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-174f1aba-72ce-45bc-8c49-706d2f5ca6dd tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/quotas/9a5f3d44608c4ac3a059f8c26168e001 HTTP/1.1" status: 200 len: 375 time: 0.0483646 Jun 03 15:17:24.746287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:24.756434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Usage tracker for resource:security_group_rule and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:24.766731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:24.780295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 76e92853-12da-4cfb-a0bf-4a9bf4676912 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:24.781068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.786873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:24.824677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.983421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.995233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.028442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Deleting port 45fe79fc-802b-4af3-af97-dd06b204c51e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:25.029702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.043569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf575111-0a51-47c8-a2df-a5b914b94a97,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:25.068493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 76e92853-12da-4cfb-a0bf-4a9bf4676912 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:25.070235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:25.071899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.076960 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2fa5d828-53e5-44a6-8548-1aa0662c2d2a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566127 Jun 03 15:17:25.083958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:25.090607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:25.101839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:25.107666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 33245e7b-534e-4092-aa67-45bab2e08bd1 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:25.108780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Usage tracker for resource:floatingip and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:25.116070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:25.129482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:25.163728 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.415366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33245e7b-534e-4092-aa67-45bab2e08bd1,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:25.423242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.427053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:25.439234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.439847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:25.442564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.499201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '33245e7b-534e-4092-aa67-45bab2e08bd1', 'network_id': '66a796db-2f31-455d-93de-947951d4db4b', 'port_id': '33245e7b-534e-4092-aa67-45bab2e08bd1', 'mac_address': 'fa:16:3e:6e:b2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee001b-ab04-42d7-bd50-900e791b89b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:25.570278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-39dd8142-f04a-46a8-b454-9ea1f68ecd98 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Synchronizing usage tracker for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:25.612561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 33245e7b-534e-4092-aa67-45bab2e08bd1 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:25.612941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.663585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33245e7b-534e-4092-aa67-45bab2e08bd1 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:25.677143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0113b-9fa4-49fe-bab1-400fdeeba006 req-4fcfb956-6d75-4197-923f-072c0ce164b8 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:25.679261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02b0113b-9fa4-49fe-bab1-400fdeeba006 req-4fcfb956-6d75-4197-923f-072c0ce164b8 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.7068985 Jun 03 15:17:25.688370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Allocated IP 172.25.1.148 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/7a51a1c1-71d7-4405-866a-c7fa5b707b11) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:25.690114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Calling delete_port for 45fe79fc-802b-4af3-af97-dd06b204c51e owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:25.727590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33245e7b-534e-4092-aa67-45bab2e08bd1,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:25.730422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:25.730814 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.753324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.837494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02b0113b-9fa4-49fe-bab1-400fdeeba006 req-630b5cc5-c1e0-4f6a-92a2-e1b5e22c0788 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984824 Jun 03 15:17:25.848517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-39dd8142-f04a-46a8-b454-9ea1f68ecd98 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Unset dirty status for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:25.851658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-39dd8142-f04a-46a8-b454-9ea1f68ecd98 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a5f3d44608c4ac3a059f8c26168e001&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1083035 Jun 03 15:17:25.904002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.940643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:25.944153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.964936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.994014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:26.055645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event updated for resources: {'Port': ['ID=7a51a1c1-71d7-4405-866a-c7fa5b707b11,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:26.071126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['33245e7b-534e-4092-aa67-45bab2e08bd1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:26.076578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:26.078821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:26.083473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:26.186067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.241362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:26.330574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.443863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.481454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:26.555882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.568540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Port': ['ID=45fe79fc-802b-4af3-af97-dd06b204c51e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:26.601336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bf164588-8aaa-4f7d-8fc5-570ae4b793fc tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/ports/45fe79fc-802b-4af3-af97-dd06b204c51e HTTP/1.1" status: 204 len: 168 time: 1.7739573 Jun 03 15:17:26.609592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41982) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:26.613433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-82a64724-5074-4e25-8c09-235b54fc3ae6 service neutron] 10.222.0.66 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7372758 Jun 03 15:17:26.622423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:26.622798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.720326 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.744455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.789889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c6ca9f15-ae07-4f90-8bda-c1486a49f82d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Synchronizing usage tracker for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:26.823020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.829028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.834917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.840872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.846833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.853358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.856708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:26.860066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.861961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0981153-0a5d-4af7-9be6-60ff96fe12af req-26f95604-5c2c-491c-9dd0-e2fe9b706eda tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.5235128 Jun 03 15:17:26.873409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41992) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:26.887402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Request body: {'floatingip': {'port_id': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:26.970092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:27.005279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event updated for resources: {'Port': ['ID=7a51a1c1-71d7-4405-866a-c7fa5b707b11,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:27.025148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.080991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.093052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0e2325c5-6bf0-449c-8ca7-2271e69266c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0073225 Jun 03 15:17:27.129089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c6ca9f15-ae07-4f90-8bda-c1486a49f82d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Unset dirty status for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:27.137134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42002) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:27.139437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c6ca9f15-ae07-4f90-8bda-c1486a49f82d tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5245519 Jun 03 15:17:27.144696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2094584980'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:27.152277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:27.158871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Usage tracker for resource:network and tenant:cfb713dfd5084d1ab95db91d240b31f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:27.159155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.162993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:27.170396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:27.180509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port d7b717f3-e54f-4145-bffd-a2dc57851fa3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:27.181338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.184364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Made reservation on behalf of cfb713dfd5084d1ab95db91d240b31f8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:27.192773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.260878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:27.283401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.283792 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Added segment 1c64a158-0071-4b14-b6ed-90daeca4208d of type vlan for network 20061195-f159-420d-825b-04e06a85a1d9 Jun 03 15:17:27.360626 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d29261-e72b-4def-a274-c32960b1e62c'] response: {'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e', 'code': 200} Jun 03 15:17:27.364323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.388382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d7b717f3-e54f-4145-bffd-a2dc57851fa3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:27.388789 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.446430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:27.462873 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.517768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.525286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:27.525933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.542655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-a83da726-f21f-49e5-99f5-ab5c64f9c385 service neutron] 10.222.0.66 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632979 Jun 03 15:17:27.605348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:27.732078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5933704 Jun 03 15:17:27.733175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42008) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:27.742581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216e74-c756-4b48-95a1-530ea88cbb9f req-73e227c1-fc96-4b89-995b-5c77a6c64ba2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:27.743941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-538701632'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:27.749883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:27.752800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99216e74-c756-4b48-95a1-530ea88cbb9f req-73e227c1-fc96-4b89-995b-5c77a6c64ba2 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 944 time: 0.2687182 Jun 03 15:17:27.757009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Usage tracker for resource:network and tenant:cfb713dfd5084d1ab95db91d240b31f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:27.768245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:27.778048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:27.798205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32c7de-5870-4554-aa84-8879d91d3f1e tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Network': ['ID=20061195-f159-420d-825b-04e06a85a1d9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:27.809109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 20061195-f159-420d-825b-04e06a85a1d9 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:27.823709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a0579-5133-4bba-8154-58b264c1ac72 req-b93642cb-6ca9-4335-846f-77ae74e33f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:27.826711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e0a0579-5133-4bba-8154-58b264c1ac72 req-b93642cb-6ca9-4335-846f-77ae74e33f61 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1097 time: 0.4201014 Jun 03 15:17:27.831177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Made reservation on behalf of cfb713dfd5084d1ab95db91d240b31f8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:27.844155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.930739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99216e74-c756-4b48-95a1-530ea88cbb9f req-58488bc3-b5d2-44c8-9c24-994b3729a83c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766353 Jun 03 15:17:27.949753 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e0a0579-5133-4bba-8154-58b264c1ac72 req-dd2d7156-e98f-48c5-99e7-7ec36b6b7b73 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940831 Jun 03 15:17:27.974037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:28.009243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:28.009243 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Added segment 32e83dba-d6d1-4354-8903-aa9b50c05946 of type vlan for network 015feafc-b3a3-4a04-be8c-af394e225bb7 Jun 03 15:17:28.166110 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:28.403688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:28.409818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.410461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:28.506962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-24c038d5-8973-4479-b64c-07db002cf7cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3164408 Jun 03 15:17:28.543582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8050339 Jun 03 15:17:28.579376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83ef15-8805-4595-8c79-4cb9808809f9 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Network': ['ID=015feafc-b3a3-4a04-be8c-af394e225bb7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:28.600287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 015feafc-b3a3-4a04-be8c-af394e225bb7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:28.632640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-36961caa-33dc-447b-9dee-374a99fcee3b tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Synchronizing usage tracker for tenant:7617f31b58df4828891494541c27783b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:28.687574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cfd22-075b-436c-9891-cab02ca1e829 req-81e0f08d-b938-42d8-a445-813ce42561aa tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.695302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e9cfd22-075b-436c-9891-cab02ca1e829 req-81e0f08d-b938-42d8-a445-813ce42561aa tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.3302059 Jun 03 15:17:28.750501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42040) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:28.758364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'subnets': [{'network_id': '20061195-f159-420d-825b-04e06a85a1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1427329053', 'ip_version': 4}, {'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:28.758746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'subnet': {'network_id': '20061195-f159-420d-825b-04e06a85a1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1427329053', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:28.759316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Request body: {'subnet': {'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:28.895635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035350ce-0d12-4486-a01f-a4566607be5a req-c800383c-37d8-497e-9ed1-43799eb1e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.898854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-c800383c-37d8-497e-9ed1-43799eb1e971 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 1100 time: 0.1826780 Jun 03 15:17:28.942969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-36961caa-33dc-447b-9dee-374a99fcee3b tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Unset dirty status for tenant:7617f31b58df4828891494541c27783b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:28.951439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-36961caa-33dc-447b-9dee-374a99fcee3b tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--597265370&fields=id&tenant_id=7617f31b58df4828891494541c27783b HTTP/1.1" status: 200 len: 267 time: 0.5155458 Jun 03 15:17:28.979124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 33245e7b-534e-4092-aa67-45bab2e08bd1 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:29.184047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 33245e7b-534e-4092-aa67-45bab2e08bd1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:29.196508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 33245e7b-534e-4092-aa67-45bab2e08bd1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:29.196875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.304475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035350ce-0d12-4486-a01f-a4566607be5a req-0dac9267-3830-4a7e-adeb-5078b1217474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:29.308580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-0dac9267-3830-4a7e-adeb-5078b1217474 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.3823543 Jun 03 15:17:29.362062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:29.366768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:29.372263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Usage tracker for resource:subnet and tenant:cfb713dfd5084d1ab95db91d240b31f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:29.375560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:29.386665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:29.393296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e9cfd22-075b-436c-9891-cab02ca1e829 req-715530b9-32f1-4f0a-9f09-0c6e9dd32a4b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6971021 Jun 03 15:17:29.398559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 33245e7b-534e-4092-aa67-45bab2e08bd1 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:29.399027 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.412587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-29620076-7ca2-4605-bc80-2ab82590adbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=64e173e2-457d-41f9-9623-7b4916ed8a88 HTTP/1.1" status: 200 len: 217 time: 0.0977688 Jun 03 15:17:29.462822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33245e7b-534e-4092-aa67-45bab2e08bd1,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:29.470879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.475507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:17:29.580142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:29.615510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035350ce-0d12-4486-a01f-a4566607be5a req-5bb6e4c3-5320-4c87-87a3-75685303b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:29.617477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-5bb6e4c3-5320-4c87-87a3-75685303b3cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1973281 Jun 03 15:17:29.702331 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-635660f1-c279-4388-9d97-00df296db169 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917300 Jun 03 15:17:29.752340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035350ce-0d12-4486-a01f-a4566607be5a req-ee91342f-6940-4af1-957a-c1203a7312c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:29.753529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-ee91342f-6940-4af1-957a-c1203a7312c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285675 Jun 03 15:17:29.776339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Made reservation on behalf of cfb713dfd5084d1ab95db91d240b31f8 for: {'subnet': 2} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:29.781285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.781604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.814495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.889086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:30.022459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-cf01f15c-4c31-41ff-9fed-ccbee665f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:30.025246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-cf01f15c-4c31-41ff-9fed-ccbee665f8ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1102 time: 0.1632731 Jun 03 15:17:30.028880 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-da6a0a1c-4ecf-4935-bdab-f0f01fa50e79 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679191 Jun 03 15:17:30.080373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-130e7c3c-bc73-46d1-891b-bdc9672d2883 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:30.081695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-130e7c3c-bc73-46d1-891b-bdc9672d2883 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/networks?id=89621a54-5e1d-480c-9d05-c4a9997028bf HTTP/1.1" status: 200 len: 812 time: 1.1292014 Jun 03 15:17:30.213695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-5e011319-c8cd-4348-ac98-5aa2937b804d tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/quotas/7617f31b58df4828891494541c27783b HTTP/1.1" status: 200 len: 375 time: 0.1251676 Jun 03 15:17:30.359517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2aeb-b460-4313-bf21-cedcf032c6a9 req-05de8c76-5c2e-4f79-b934-44c736d1914a tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:30.366522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c82e2aeb-b460-4313-bf21-cedcf032c6a9 req-05de8c76-5c2e-4f79-b934-44c736d1914a tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 1102 time: 0.6870418 Jun 03 15:17:30.374320 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Floating IP 75ef2888-3205-4947-acbb-0957f500cfd3 associated. External IP: 172.25.1.29, port: 5f43e8d8-220d-4f49-9436-5603fbc2cf2f. Jun 03 15:17:30.665423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c82e2aeb-b460-4313-bf21-cedcf032c6a9 req-929d0283-7434-4c25-8da0-a8dbfbef3d28 tempest-ServersAdminTestJSON-1463787379 tempest-ServersAdminTestJSON-1463787379-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979150 Jun 03 15:17:31.107547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-77d9a178-2d3e-4802-a6ae-f90706b7dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:31.116296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-77d9a178-2d3e-4802-a6ae-f90706b7dbfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 1.0392990 Jun 03 15:17:31.154763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-7e25be45-c971-4b86-8b83-61dd72113bfa tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7617f31b58df4828891494541c27783b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9314294 Jun 03 15:17:31.205073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-035350ce-0d12-4486-a01f-a4566607be5a req-c382e098-6591-4920-9e5c-16bc0e941fe5 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1587212 Jun 03 15:17:31.220088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-7468268a-8474-431d-937d-60831cff53a1 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:31.223697 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-7468268a-8474-431d-937d-60831cff53a1 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.70 "GET /v2.0/networks?id=43130fe1-f40b-4b37-8f22-0ae9a569deb7 HTTP/1.1" status: 200 len: 806 time: 0.7346954 Jun 03 15:17:31.242245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94be1db0-868b-44c1-8830-0007cd773a61 req-1d3ab5f0-92cd-496c-8ac6-fae0e7e274df tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 210 time: 0.3787589 Jun 03 15:17:31.437441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-fdfaff0e-53d0-4a7d-9767-5b4abc52ec44 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:17:31.445190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-fdfaff0e-53d0-4a7d-9767-5b4abc52ec44 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2430496 Jun 03 15:17:31.526588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-7cfd9a43-f8b9-45fd-b158-82d2de141e30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3 HTTP/1.1" status: 200 len: 217 time: 0.3630164 Jun 03 15:17:31.643562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-32a94274-4737-415d-ab90-629ef2bda928 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5f3d44608c4ac3a059f8c26168e001 HTTP/1.1" status: 200 len: 380 time: 0.3697765 Jun 03 15:17:31.663427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Request body: {'port': {'device_id': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'admin_state_up': True, 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'security_groups': ['3300feb1-1b7b-42f1-978c-9561bfdf9ea5']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:31.830886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:31.871732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:31.891863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-a537a941-db2c-4350-9624-bba88367eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:31.894329 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-a537a941-db2c-4350-9624-bba88367eeb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.3584869 Jun 03 15:17:31.897916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Made reservation on behalf of 9a5f3d44608c4ac3a059f8c26168e001 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:31.903798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.193680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-a2ae7917-de2d-4bc3-b540-608f73709082 service neutron] 10.222.0.66 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476256 Jun 03 15:17:32.209014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Router edbe0a79-6201-4bee-b309-1384348a8a3e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:32.239103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-b04c7569-560b-4fc2-87df-b46540c04350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.240875 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-b04c7569-560b-4fc2-87df-b46540c04350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3224847 Jun 03 15:17:32.377401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Allocated IP 172.20.0.10 (43130fe1-f40b-4b37-8f22-0ae9a569deb7/fe33804d-3848-4006-b76f-9f331c85dc21/94a979d4-f616-4156-b79a-701a6c569eb6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:32.448692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b32d1-5087-470f-855c-d8a77f5020ce req-fbc68785-752e-4bf5-b906-ac92cbfb8f1f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.450303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b7b32d1-5087-470f-855c-d8a77f5020ce req-fbc68785-752e-4bf5-b906-ac92cbfb8f1f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 945 time: 0.8908043 Jun 03 15:17:32.455875 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-1a6ce49f-ea60-49e0-8f1e-90ee692bfa67 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022264 Jun 03 15:17:32.469203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.713680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-c7a56b37-9013-4924-9235-5d4026d639ef service neutron] 10.222.0.66 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068171 Jun 03 15:17:32.742815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b7b32d1-5087-470f-855c-d8a77f5020ce req-4dc0a724-e5fd-4449-9004-73e2020752f3 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798576 Jun 03 15:17:32.744086 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66dcf118-fa72-4853-8906-c0fb8c3f5d24 req-f4440cd7-013a-44a9-96ff-9638eebe8624 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808847 Jun 03 15:17:32.761282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Subnet': ['ID=c337d609-52f5-4dec-ae71-57f1bba76c51,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:32.776513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.798161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Transition to ACTIVE for port object 94a979d4-f616-4156-b79a-701a6c569eb6 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:32.825561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Checking segment: {'id': '1c64a158-0071-4b14-b6ed-90daeca4208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '20061195-f159-420d-825b-04e06a85a1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:32.826353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network hostable DHCP agents. Network: 20061195-f159-420d-825b-04e06a85a1d9, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:17:32.827588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.836011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:32.849043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] Sync routers for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:32.862796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.899877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:32.901364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:32.920580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:32.925107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:32.928642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:32.942496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network 20061195-f159-420d-825b-04e06a85a1d9 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:17:32.999499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 20061195-f159-420d-825b-04e06a85a1d9) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:33.014437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:33.067008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec4c4c-c79c-469b-9187-a3207b9b4301 None None] Network 20061195-f159-420d-825b-04e06a85a1d9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:33.121746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event updated for resources: {'Port': ['ID=94a979d4-f616-4156-b79a-701a6c569eb6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:33.130130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fa1d3b39-8bfa-4f99-b34b-5bcef0f8f709 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "PUT /v2.0/floatingips/75ef2888-3205-4947-acbb-0957f500cfd3 HTTP/1.1" status: 200 len: 990 time: 6.2556365 Jun 03 15:17:33.157467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:33.189250 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26810bf-e70b-4076-bd8b-0dab12af3b61'] response: {'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'code': 200} Jun 03 15:17:33.198173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.199753 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:33.255721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-75a88b47-f895-44cc-80bd-1c57fc718160 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5964394 Jun 03 15:17:33.282735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event updated for resources: {'Subnet': ['ID=9a6abb1b-c9ad-41f3-a0cd-9da80f24884f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:33.293030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Request body: {'port': {'device_id': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:33.297734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Checking segment: {'id': '32e83dba-d6d1-4354-8903-aa9b50c05946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:33.306192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network hostable DHCP agents. Network: 015feafc-b3a3-4a04-be8c-af394e225bb7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:17:33.349708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Network 015feafc-b3a3-4a04-be8c-af394e225bb7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:17:33.365988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 015feafc-b3a3-4a04-be8c-af394e225bb7) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:33.374837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.383566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.384421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:33.404693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f26389-7d78-43a2-990e-91b568b36223 None None] Network 015feafc-b3a3-4a04-be8c-af394e225bb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:33.513573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3d3b8f24-1394-4525-8fa5-0825209fa0d6 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.7619131 Jun 03 15:17:33.524675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42086) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:33.588706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:33.703858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63f4c4-af2b-486d-ad7a-9d18af5687a3 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.705381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63f4c4-af2b-486d-ad7a-9d18af5687a3 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.707038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63f4c4-af2b-486d-ad7a-9d18af5687a3 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.707890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be63f4c4-af2b-486d-ad7a-9d18af5687a3 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Synchronizing usage tracker for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:33.738987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa003b-9b09-4d5c-9921-6cc8752dd957 req-cdeb03dc-42ed-4eee-9aa1-bc2465d0bf58 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.741043 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56aa003b-9b09-4d5c-9921-6cc8752dd957 req-cdeb03dc-42ed-4eee-9aa1-bc2465d0bf58 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.3363757 Jun 03 15:17:33.810705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be63f4c4-af2b-486d-ad7a-9d18af5687a3 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Unset dirty status for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:33.812152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-be63f4c4-af2b-486d-ad7a-9d18af5687a3 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2852166 Jun 03 15:17:33.823682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42096) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:33.950419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56aa003b-9b09-4d5c-9921-6cc8752dd957 req-08df2e07-f128-48ac-86c2-9e4d37fba4b3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008154 Jun 03 15:17:34.070150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Deleting subnet c337d609-52f5-4dec-ae71-57f1bba76c51 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:17:34.086487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37bfa816-7eca-4091-88fb-210d2b636dd5 req-75444e43-4769-47b6-9411-4a446d4a5ad2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 210 time: 0.0671487 Jun 03 15:17:34.090720 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.204085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-30d5d08f-d86c-4dfa-a45d-105ebd5f2006 None None] Provisioning for port 94a979d4-f616-4156-b79a-701a6c569eb6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:34.230154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.231311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-30d5d08f-d86c-4dfa-a45d-105ebd5f2006 None None] Provisioning complete for port 94a979d4-f616-4156-b79a-701a6c569eb6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:34.232178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-30d5d08f-d86c-4dfa-a45d-105ebd5f2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.366116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9ab7-9d8b-4056-af34-8c669fd535fc req-3443ced0-4e9c-47d5-b101-48a9e63d8add tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.373944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b6a9ab7-9d8b-4056-af34-8c669fd535fc req-3443ced0-4e9c-47d5-b101-48a9e63d8add tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 932 time: 0.4836254 Jun 03 15:17:34.387069 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7fae2f-33bf-4faa-a04b-bfdd48e34549'] response: {'name': 'network-changed', 'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'status': 'completed', 'code': 200} Jun 03 15:17:34.395460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-015feafc-b3a3-4a04-be8c-af394e225bb7', 'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7', 'tenant_id': 'cfb713dfd5084d1ab95db91d240b31f8', 'fixed_ips': [{'subnet_id': '9a6abb1b-c9ad-41f3-a0cd-9da80f24884f'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:17:34.396732 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.426804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:34.487116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.582455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-30d5d08f-d86c-4dfa-a45d-105ebd5f2006 None None] Port 94a979d4-f616-4156-b79a-701a6c569eb6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:34.687111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a979d4-f616-4156-b79a-701a6c569eb6 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:34.696811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.716664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b6a9ab7-9d8b-4056-af34-8c669fd535fc req-3a59fd0e-c725-43c9-bb2c-e7899bb4686a tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418028 Jun 03 15:17:34.726538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.727076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.727603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.728384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.728899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.729371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.730088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.732588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-524d1420-9c6d-4180-9b38-82e34cb7a149 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6501 time: 0.3176498 Jun 03 15:17:34.732905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.737714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Transition to ACTIVE for port object 94a979d4-f616-4156-b79a-701a6c569eb6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:34.762829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.789501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Subnet': ['ID=c337d609-52f5-4dec-ae71-57f1bba76c51,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:34.803460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.840226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40da70-6963-4d49-84ee-39eb5ac0e40b req-b563596e-f50b-441e-aa77-1ed41649ebaa tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.842292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da40da70-6963-4d49-84ee-39eb5ac0e40b req-b563596e-f50b-441e-aa77-1ed41649ebaa tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 950 time: 0.2406015 Jun 03 15:17:34.844996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ecf89ad7-7956-434d-afec-b434fba02772 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/subnets/c337d609-52f5-4dec-ae71-57f1bba76c51 HTTP/1.1" status: 204 len: 168 time: 1.0132606 Jun 03 15:17:34.847783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42116) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:34.890388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec89a541-7be5-4d2b-89ed-11cec0167baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-20061195-f159-420d-825b-04e06a85a1d9', 'network_id': '20061195-f159-420d-825b-04e06a85a1d9', 'tenant_id': 'cfb713dfd5084d1ab95db91d240b31f8', 'fixed_ips': [{'subnet_id': 'c337d609-52f5-4dec-ae71-57f1bba76c51'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:17:34.891270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec89a541-7be5-4d2b-89ed-11cec0167baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:35.009473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Pushing event updated for resources: {'Port': ['ID=94a979d4-f616-4156-b79a-701a6c569eb6,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:35.237387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da40da70-6963-4d49-84ee-39eb5ac0e40b req-55272990-e556-4e0b-82a6-9c9b072bb83c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863924 Jun 03 15:17:35.243432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Deleting subnet 9a6abb1b-c9ad-41f3-a0cd-9da80f24884f {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:17:35.277090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:35.288544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ba94-7f7b-4bc1-b470-a60548884568 req-4d9860f1-e8b8-47af-ab7a-11f65574ae6d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:35.293291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1852ba94-7f7b-4bc1-b470-a60548884568 req-4d9860f1-e8b8-47af-ab7a-11f65574ae6d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 945 time: 0.1940641 Jun 03 15:17:35.433929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1852ba94-7f7b-4bc1-b470-a60548884568 req-2345eced-8c3b-492b-aecc-4ae8f1312386 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326170 Jun 03 15:17:35.459912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Allocated IP 172.20.0.18 (015feafc-b3a3-4a04-be8c-af394e225bb7/9a6abb1b-c9ad-41f3-a0cd-9da80f24884f/fed687c9-ce3f-4548-9975-14a52315fca3) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:35.479626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbdec7-b70c-4c7d-960e-f35a8ed3b988 req-2f35515b-90f6-4a4c-a12f-568031ce9f02 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:35.488534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27dbdec7-b70c-4c7d-960e-f35a8ed3b988 req-2f35515b-90f6-4a4c-a12f-568031ce9f02 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1097 time: 0.1054583 Jun 03 15:17:35.513513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc7bb0-a649-4432-945b-60c74ad8377b None None] Network 20061195-f159-420d-825b-04e06a85a1d9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:35.566967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27dbdec7-b70c-4c7d-960e-f35a8ed3b988 req-96d2f04b-03a9-4792-ac25-6035a92ce23d tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773208 Jun 03 15:17:35.623870 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0f37e0-c663-4234-9b7b-a92935508d7b'] response: {'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1', 'code': 200} Jun 03 15:17:35.666343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Attempting to bind port 94a979d4-f616-4156-b79a-701a6c569eb6 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:35.666343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Attempting to bind port 94a979d4-f616-4156-b79a-701a6c569eb6 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:35.666343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Attempting to bind port 94a979d4-f616-4156-b79a-701a6c569eb6 on network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:35.693910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Port 94a979d4-f616-4156-b79a-701a6c569eb6 on network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:35.694597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Attempting to bind port 94a979d4-f616-4156-b79a-701a6c569eb6 on network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:35.705521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:35.705947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Checking segment: {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:35.706412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Bound using segment: {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:35.712562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Bound port: 94a979d4-f616-4156-b79a-701a6c569eb6, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d0a0a9-e9de-480c-9483-1c62e29238d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:35.713239 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:35.812124 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a90c4589-8e6b-470c-80d1-32e2e85128d6 req-067dcf0d-fa09-4a5e-a6ae-ff4eb1d506da tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 210 time: 0.0792961 Jun 03 15:17:35.937056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:35.950852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Transition to ACTIVE for port object fed687c9-ce3f-4548-9975-14a52315fca3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:35.960187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-21705361-cb65-4f3e-9a92-1961d4e62af1 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:35.961233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-21705361-cb65-4f3e-9a92-1961d4e62af1 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Synchronizing usage tracker for tenant:7617f31b58df4828891494541c27783b on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:35.967487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-371f3f34-2737-46de-b537-0b71deb3a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:35.969943 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-371f3f34-2737-46de-b537-0b71deb3a4a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d09311b2-c859-4e68-a0e9-573a99ae4a26 HTTP/1.1" status: 200 len: 917 time: 1.2299278 Jun 03 15:17:35.995336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '75ef2888-3205-4947-acbb-0957f500cfd3', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'port_id': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'mac_address': 'fa:16:3e:9d:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:15:34Z', 'updated_at': '2022-06-03T15:17:28Z', 'revision_number': 1, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:23Z', 'revision_number': 5, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:36.011544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] Checking router: edbe0a79-6201-4bee-b309-1384348a8a3e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:36.027184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Transition to ACTIVE for port object fed687c9-ce3f-4548-9975-14a52315fca3 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:36.041837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.044683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:36.047457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:36.148851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.205331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.220777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-21705361-cb65-4f3e-9a92-1961d4e62af1 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Unset dirty status for tenant:7617f31b58df4828891494541c27783b on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:36.223020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-21705361-cb65-4f3e-9a92-1961d4e62af1 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.70 "GET /v2.0/networks?id=89621a54-5e1d-480c-9d05-c4a9997028bf HTTP/1.1" status: 200 len: 812 time: 1.0347679 Jun 03 15:17:36.247979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:36.302632 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-f8286039-783c-4bc0-807f-2de5c864d39f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f HTTP/1.1" status: 200 len: 998 time: 0.2995291 Jun 03 15:17:36.321538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=94a979d4-f616-4156-b79a-701a6c569eb6,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:36.353664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-70e8fda3-fbc0-4aa9-a059-71ad41e72272 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:36.354716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-70e8fda3-fbc0-4aa9-a059-71ad41e72272 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Synchronizing usage tracker for tenant:bd5c5b4da24e43b1acb3983a6c5984ef on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:36.359450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36180e55-fcbd-4709-9634-60bd3607fca9 req-22cf953f-3007-4cb5-b734-028ef745223d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:36.367431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36180e55-fcbd-4709-9634-60bd3607fca9 req-22cf953f-3007-4cb5-b734-028ef745223d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.3946319 Jun 03 15:17:36.372796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Network 015feafc-b3a3-4a04-be8c-af394e225bb7 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:36.409613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Pushing event updated for resources: {'Port': ['ID=fed687c9-ce3f-4548-9975-14a52315fca3,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:36.412135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:36.435071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36180e55-fcbd-4709-9634-60bd3607fca9 req-a545e0bb-77ce-48f9-a336-41be0fc3eb35 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666711 Jun 03 15:17:36.451235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.459593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:36.468903 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.479041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-a35660fc-0c5c-4dee-9e72-44ab79bfb17f tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Synchronizing usage tracker for tenant:7617f31b58df4828891494541c27783b on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:36.639000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:36.671524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:36.676486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.678376 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] 10.222.0.70 "PUT /v2.0/ports/94a979d4-f616-4156-b79a-701a6c569eb6 HTTP/1.1" status: 200 len: 1092 time: 3.4114602 Jun 03 15:17:36.688462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f6e7a-57d6-422d-94a0-b049ae9e2e56 req-c0652712-85c3-4bc4-961d-fb3ba87330e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:36.693024 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014f6e7a-57d6-422d-94a0-b049ae9e2e56 req-c0652712-85c3-4bc4-961d-fb3ba87330e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1096 time: 0.8723569 Jun 03 15:17:36.715518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebaf53-7a6d-4ae4-8689-7387419fe477 service neutron] Pushing event updated for resources: {'Port': ['ID=94a979d4-f616-4156-b79a-701a6c569eb6,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:36.721550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:36.746872 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.801407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6abb1b-c9ad-41f3-a0cd-9da80f24884f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:36.829838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.853111 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-96d5b7b3-d9e9-4f03-8873-72b3f530929c tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/subnets/9a6abb1b-c9ad-41f3-a0cd-9da80f24884f HTTP/1.1" status: 204 len: 168 time: 1.9920516 Jun 03 15:17:36.853111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42204) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:36.946751 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014f6e7a-57d6-422d-94a0-b049ae9e2e56 req-e242d72d-3d08-405f-8d79-0e61050497bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625605 Jun 03 15:17:36.965056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-70e8fda3-fbc0-4aa9-a059-71ad41e72272 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Unset dirty status for tenant:bd5c5b4da24e43b1acb3983a6c5984ef on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:36.965056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-70e8fda3-fbc0-4aa9-a059-71ad41e72272 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 950 time: 1.2030158 Jun 03 15:17:36.978972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-a35660fc-0c5c-4dee-9e72-44ab79bfb17f tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Unset dirty status for tenant:7617f31b58df4828891494541c27783b on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:36.978972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-a35660fc-0c5c-4dee-9e72-44ab79bfb17f tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7617f31b58df4828891494541c27783b HTTP/1.1" status: 200 len: 379 time: 0.7194483 Jun 03 15:17:36.998229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Request body: {'port': {'device_id': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'admin_state_up': True, 'tenant_id': '7617f31b58df4828891494541c27783b', 'security_groups': ['d2c5e3b6-72cf-4734-a30b-56231166604d']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:37.120529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519834-8d86-4be6-a670-618611e4db7b req-a744d123-64b8-4a9d-b93f-dc5134fa58aa tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.128355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f519834-8d86-4be6-a670-618611e4db7b req-a744d123-64b8-4a9d-b93f-dc5134fa58aa tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 950 time: 0.4949450 Jun 03 15:17:37.153846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Attempting to bind port fed687c9-ce3f-4548-9975-14a52315fca3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:37.154479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Attempting to bind port fed687c9-ce3f-4548-9975-14a52315fca3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '32e83dba-d6d1-4354-8903-aa9b50c05946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:37.154981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Attempting to bind port fed687c9-ce3f-4548-9975-14a52315fca3 on network 015feafc-b3a3-4a04-be8c-af394e225bb7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:37.173949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d928ec-d5b3-4af1-8a58-23ae354cd7a4 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.174869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f2d928ec-d5b3-4af1-8a58-23ae354cd7a4 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Synchronizing usage tracker for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:37.183916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:37.184747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Checking segment: {'id': '32e83dba-d6d1-4354-8903-aa9b50c05946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:37.185282 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.185786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Bound using segment: {'id': '32e83dba-d6d1-4354-8903-aa9b50c05946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:37.186383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Bound port: fed687c9-ce3f-4548-9975-14a52315fca3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e83dba-d6d1-4354-8903-aa9b50c05946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '015feafc-b3a3-4a04-be8c-af394e225bb7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:37.186866 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.223018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:37.227550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Usage tracker for resource:port and tenant:7617f31b58df4828891494541c27783b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:37.230894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:37.235178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f519834-8d86-4be6-a670-618611e4db7b req-73c413e8-410b-492b-84f7-e15db03c3ea9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049714 Jun 03 15:17:37.238617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:37.260170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f2d928ec-d5b3-4af1-8a58-23ae354cd7a4 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Unset dirty status for tenant:cfb713dfd5084d1ab95db91d240b31f8 on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:37.262120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f2d928ec-d5b3-4af1-8a58-23ae354cd7a4 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4107563 Jun 03 15:17:37.268658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42208) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:37.331389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dff99-b654-47dd-a8d7-d0ad61df3ace req-ce613e3e-b575-4f65-a439-fb69eec8b292 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.339145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-113dff99-b654-47dd-a8d7-d0ad61df3ace req-ce613e3e-b575-4f65-a439-fb69eec8b292 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 945 time: 0.3876145 Jun 03 15:17:37.369843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Deleting port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:37.370357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.408868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] For port fed687c9-ce3f-4548-9975-14a52315fca3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:37.452752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] For port fed687c9-ce3f-4548-9975-14a52315fca3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fed687c9-ce3f-4548-9975-14a52315fca3,segment=NetworkSegment(32e83dba-d6d1-4354-8903-aa9b50c05946),segment_id=32e83dba-d6d1-4354-8903-aa9b50c05946)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:37.505159 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.525865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-113dff99-b654-47dd-a8d7-d0ad61df3ace req-7bfcc3e8-a609-473c-bb34-589a50fe6277 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854427 Jun 03 15:17:37.534294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.584086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Deleting port fed687c9-ce3f-4548-9975-14a52315fca3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:37.584466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.610598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-7cc3bfaf-3d2b-4c00-b06f-5c859a89739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.612056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-7cc3bfaf-3d2b-4c00-b06f-5c859a89739b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f80911b9-30c0-4dc2-a327-7708cbb1436c HTTP/1.1" status: 200 len: 855 time: 1.2697380 Jun 03 15:17:37.629394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-a857adfc-ab24-422c-81b5-9d5f495030cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.643139 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-a857adfc-ab24-422c-81b5-9d5f495030cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5f3d44608c4ac3a059f8c26168e001&device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 1095 time: 0.7738094 Jun 03 15:17:37.666764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Made reservation on behalf of 7617f31b58df4828891494541c27783b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:37.676223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.704757 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85f5ad3-46df-4263-aefe-1e18883af5a7'] response: {'name': 'network-changed', 'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6', 'status': 'completed', 'code': 200} Jun 03 15:17:37.895518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4fa63-0a28-4796-84b8-87cb349b5ba3 None None] Pushing event updated for resources: {'Port': ['ID=fed687c9-ce3f-4548-9975-14a52315fca3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:37.911638 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-2b74f17e-c8b5-4cc2-bfcb-4514229ccfb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a979d4-f616-4156-b79a-701a6c569eb6 HTTP/1.1" status: 200 len: 217 time: 0.2117324 Jun 03 15:17:37.918835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3c6a8-9836-47a4-a818-6b093f163052 None None] Network 015feafc-b3a3-4a04-be8c-af394e225bb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:37.936701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '75ef2888-3205-4947-acbb-0957f500cfd3', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'port_id': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'mac_address': 'fa:16:3e:9d:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:15:34Z', 'updated_at': '2022-06-03T15:17:28Z', 'revision_number': 1, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:23Z', 'revision_number': 5, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:37.960740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b239f67c-5edf-4813-a761-d1d717334edb req-662d6062-40c4-4cde-93ac-cb0b316a2cbe tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 210 time: 0.1188579 Jun 03 15:17:37.993977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] For port fed687c9-ce3f-4548-9975-14a52315fca3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fed687c9-ce3f-4548-9975-14a52315fca3,segment=NetworkSegment(32e83dba-d6d1-4354-8903-aa9b50c05946),segment_id=32e83dba-d6d1-4354-8903-aa9b50c05946)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:37.994329 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.036838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a713fd-dc9e-4fd3-b896-1367cb455fd4 None None] The sync data for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 is: [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '75ef2888-3205-4947-acbb-0957f500cfd3', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'port_id': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'mac_address': 'fa:16:3e:9d:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:15:34Z', 'updated_at': '2022-06-03T15:17:28Z', 'revision_number': 1, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:23Z', 'revision_number': 5, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:38.205663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-206727a1-fae1-42e3-98cd-83af1b277e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.207870 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-206727a1-fae1-42e3-98cd-83af1b277e8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe33804d-3848-4006-b76f-9f331c85dc21 HTTP/1.1" status: 200 len: 845 time: 0.2807701 Jun 03 15:17:38.280033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Calling delete_port for fed687c9-ce3f-4548-9975-14a52315fca3 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:38.414418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-98efcdb6-99c8-49df-9fd3-f6af4fce7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.414418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-98efcdb6-99c8-49df-9fd3-f6af4fce7f2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d09311b2-c859-4e68-a0e9-573a99ae4a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7772915 Jun 03 15:17:38.482378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b71ae1-a5a1-46e2-84a8-71d33522a6d5 None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:17:38.632767 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d9a29-e2b6-48ef-b563-d4abffba3e64 None None] New status for floating IP 75ef2888-3205-4947-acbb-0957f500cfd3: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:17:38.747477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd6754-b3c8-449a-8c68-b513668f4b8e req-31923709-d4f0-45dc-8fc7-3905af7af7c7 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.756702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ccd6754-b3c8-449a-8c68-b513668f4b8e req-31923709-d4f0-45dc-8fc7-3905af7af7c7 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.9131880 Jun 03 15:17:38.766768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.839396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b71ae1-a5a1-46e2-84a8-71d33522a6d5 None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:17:38.887062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Port': ['ID=fed687c9-ce3f-4548-9975-14a52315fca3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:38.899203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Allocated IP 172.20.0.10 (89621a54-5e1d-480c-9d05-c4a9997028bf/04ba6e97-58ea-439b-9da0-21709af2f3f6/2cb4eb85-9bb6-4197-adaa-129f3c01d8aa) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:38.899774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] No DVR routers for this DVR port fed687c9-ce3f-4548-9975-14a52315fca3 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:38.977461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-e9588a49-7d71-4cc7-8d33-36f3f16a3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.979454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ccd6754-b3c8-449a-8c68-b513668f4b8e req-19737168-ee9d-4628-b02a-38ca3030bcb4 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201316 Jun 03 15:17:38.987860 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-e9588a49-7d71-4cc7-8d33-36f3f16a3066 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43130fe1-f40b-4b37-8f22-0ae9a569deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6957569 Jun 03 15:17:39.023816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:39.033653 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.105872 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.154908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015feafc-b3a3-4a04-be8c-af394e225bb7']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.180485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:39.259142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e83dba-d6d1-4354-8903-aa9b50c05946') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.259463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e83dba-d6d1-4354-8903-aa9b50c05946') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.421557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-2b504f4f-fc4c-41d9-a25c-cf9354e012ff service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9547880 Jun 03 15:17:39.509973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Calling delete_port for 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:39.541674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:39.542385 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.542978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.608694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:39.693604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-dcdcd6a7-d9f6-4ea8-8164-cdafc51f4c06 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:39.693604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-dcdcd6a7-d9f6-4ea8-8164-cdafc51f4c06 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 0.4521072 Jun 03 15:17:39.701841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:39.726926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.726926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:39.763416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-58218a7d-ac55-4a16-b58e-3141971ddc57 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/quotas/62fe7c73f13d4c9a9818de70021d61af HTTP/1.1" status: 200 len: 375 time: 0.0660539 Jun 03 15:17:39.850358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.914055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:17:39.914055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.124968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78c320-5dac-445a-a700-a250d822df01 req-aefb2f6b-a615-43ef-8ab8-f6fef32eb4c7 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:40.126496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f78c320-5dac-445a-a700-a250d822df01 req-aefb2f6b-a615-43ef-8ab8-f6fef32eb4c7 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 950 time: 0.9608719 Jun 03 15:17:40.186691 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 32e83dba-d6d1-4354-8903-aa9b50c05946 resource provider aggregate not found Jun 03 15:17:40.191943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-c0222bd3-93a1-478f-ae83-36aaa9a7d439 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:40.191943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-c0222bd3-93a1-478f-ae83-36aaa9a7d439 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Synchronizing usage tracker for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:40.213242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:40.228555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-8ad8e930-54f2-4b92-885e-650d436f0720 service neutron] 10.222.0.70 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1805899 Jun 03 15:17:40.254644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:40.254644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.300324 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:17:40.300324 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:17:40.316286 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 32e83dba-d6d1-4354-8903-aa9b50c05946 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32e83dba-d6d1-4354-8903-aa9b50c05946 found for delete ", "request_id": "req-5604c636-f740-4f55-9bdf-e5dea7e0bc41"}]} Jun 03 15:17:40.325872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:40.326758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e4c3ff0e-7095-49dc-854e-205a73bbd5ef req-61a45fb3-45e8-4b9b-8d9c-48d5e367f8b9 service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183611 Jun 03 15:17:40.329175 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.335396 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.364598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.388140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f78c320-5dac-445a-a700-a250d822df01 req-077823b2-02e5-4c28-872a-f4b25813a03b tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487941 Jun 03 15:17:40.388697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Network': ['ID=015feafc-b3a3-4a04-be8c-af394e225bb7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:40.440649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-37b020f4-9406-4c32-81e5-8cb4ccc2e19d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6787949 Jun 03 15:17:40.473927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-93f65d78-f582-4fe3-8e24-08009c8c8b4f tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/networks/015feafc-b3a3-4a04-be8c-af394e225bb7 HTTP/1.1" status: 204 len: 168 time: 3.2014101 Jun 03 15:17:40.476530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42256) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:40.523945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.530076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:40.552379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Transition to ACTIVE for port object 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:40.554215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-c0222bd3-93a1-478f-ae83-36aaa9a7d439 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Unset dirty status for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:40.555661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-c0222bd3-93a1-478f-ae83-36aaa9a7d439 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbd743da-2482-4cc0-b705-d9e5e18647bb HTTP/1.1" status: 200 len: 946 time: 1.1348400 Jun 03 15:17:40.708310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Deleting port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:40.708959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.756630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.779810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20e389b1-61ce-49fd-a44a-abbb39440012 req-9c22ed06-30f7-4afc-aefb-61c0087f9596 service neutron] 10.222.0.70 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402579 Jun 03 15:17:40.791448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-81e9ac62-6867-49a5-bef7-084a768050b7 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490777 Jun 03 15:17:40.794843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.804378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Deleting port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:40.804895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.929234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d4095-5dc4-4f6e-b867-844bbbe36aba req-6520f518-772c-4b71-81c2-cd1dd2dc7dbd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:40.930794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f79d4095-5dc4-4f6e-b867-844bbbe36aba req-6520f518-772c-4b71-81c2-cd1dd2dc7dbd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 945 time: 0.3060062 Jun 03 15:17:41.094557 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.109973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f79d4095-5dc4-4f6e-b867-844bbbe36aba req-ba72913f-86e4-45b2-870b-1e7d0c07eba7 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578894 Jun 03 15:17:41.122470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-412a7af1-a6ec-4ba9-957e-b9a728eab793 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292701 Jun 03 15:17:41.165300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20061195-f159-420d-825b-04e06a85a1d9']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:41.183542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c64a158-0071-4b14-b6ed-90daeca4208d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:41.183847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c64a158-0071-4b14-b6ed-90daeca4208d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:41.198520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.217765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.226386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:17:41.227133 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.343063 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef50e7c-0105-49c4-bb99-405710d89d4c'] response: {'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab', 'code': 200} Jun 03 15:17:41.544048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.592822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] For port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:41.594063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.626046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.683287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Network': ['ID=20061195-f159-420d-825b-04e06a85a1d9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:41.707006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e60dacfc-5f35-4375-a293-f780e6acb6f7 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/networks/20061195-f159-420d-825b-04e06a85a1d9 HTTP/1.1" status: 204 len: 168 time: 1.2288959 Jun 03 15:17:41.713674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42274) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:41.735854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Calling delete_port for 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:41.793562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Network 89621a54-5e1d-480c-9d05-c4a9997028bf is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:41.810571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:41.865530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.869440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:41.950376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event updated for resources: {'Port': ['ID=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:41.964488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f263ea6-30b0-410b-b877-b9cd1e4ba8a8 req-993e90bd-9362-4d22-9502-dae9ddbfae93 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:41.972393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f263ea6-30b0-410b-b877-b9cd1e4ba8a8 req-993e90bd-9362-4d22-9502-dae9ddbfae93 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.4344387 Jun 03 15:17:41.980800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] For port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:41.980800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.030648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41d31c-01f6-470f-97ad-f1d87d06f54b req-ee4dd732-ad0c-45d1-8bbe-7faec61d85c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.030648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e41d31c-01f6-470f-97ad-f1d87d06f54b req-ee4dd732-ad0c-45d1-8bbe-7faec61d85c2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 932 time: 0.6774495 Jun 03 15:17:42.175910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f263ea6-30b0-410b-b877-b9cd1e4ba8a8 req-37120f07-4f23-4071-81a7-0ebebff0516e tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022901 Jun 03 15:17:42.195611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.214467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e41d31c-01f6-470f-97ad-f1d87d06f54b req-de53563a-b0dc-4b7f-acf4-2e9052667694 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881011 Jun 03 15:17:42.245308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Calling delete_port for 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:42.257952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77337b7-2dd1-4f5b-9cb9-113e3e764beb']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:42.271127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3eda932a-39bb-418c-b821-1fb750eb4975 None None] Provisioning for port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:42.278701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3eda932a-39bb-418c-b821-1fb750eb4975 None None] Provisioning complete for port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:42.279297 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3eda932a-39bb-418c-b821-1fb750eb4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.292839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.293503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.294489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e8cf0d-57b2-427e-b7cf-077934852066') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:42.294796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e8cf0d-57b2-427e-b7cf-077934852066') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:42.327518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.330454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-301495b3-ccce-4aa2-9524-3cbd1afc77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.331962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-301495b3-ccce-4aa2-9524-3cbd1afc77a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5f3d44608c4ac3a059f8c26168e001&device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 1095 time: 1.4562206 Jun 03 15:17:42.347573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.354902 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1c64a158-0071-4b14-b6ed-90daeca4208d resource provider aggregate not found Jun 03 15:17:42.375606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:17:42.376248 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.399509 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1c64a158-0071-4b14-b6ed-90daeca4208d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c64a158-0071-4b14-b6ed-90daeca4208d found for delete ", "request_id": "req-438a8d63-bf75-4fac-8f1d-8a8412ece601"}]} Jun 03 15:17:42.422839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3eda932a-39bb-418c-b821-1fb750eb4975 None None] Port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:42.545214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1a739d0-cdfb-4a76-becb-7ee4d36142bf req-4de66a7b-fbe1-4a0b-b285-198e2975e4fe tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 210 time: 0.0807979 Jun 03 15:17:42.556234 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:17:42.567605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.589355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.595593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-f0c513e6-2b5e-4759-87fc-b98257004e56 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-717935715&fields=id&tenant_id=fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 267 time: 0.1978195 Jun 03 15:17:42.621285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Network': ['ID=e77337b7-2dd1-4f5b-9cb9-113e3e764beb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:42.634445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-b9ff8712-787b-475f-834b-e39dcb3f0108 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6485205 Jun 03 15:17:42.651962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Request body: {'port': {'device_id': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:42.657389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f84703c7-ff46-4c6e-b164-dafcc2fbd7a5 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/networks/e77337b7-2dd1-4f5b-9cb9-113e3e764beb HTTP/1.1" status: 204 len: 168 time: 0.9408693 Jun 03 15:17:42.674981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42284) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:42.892377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.909954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['64e173e2-457d-41f9-9623-7b4916ed8a88'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:42.967127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d7b717f3-e54f-4145-bffd-a2dc57851fa3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:43.004919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Pushing event deleted for resources: {'Port': ['ID=1b294c17-bc15-463c-a12c-4e0ca3e3d8ab,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:43.016859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-b770ac57-f192-499c-ade2-87143e056290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.018385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-b770ac57-f192-499c-ade2-87143e056290 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43130fe1-f40b-4b37-8f22-0ae9a569deb7 HTTP/1.1" status: 200 len: 907 time: 0.6476221 Jun 03 15:17:43.045568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:43.055775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.125119 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.145361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:43.145643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:43.150382 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-5e8985ea-18dd-4cfe-89bd-95247242fee4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a979d4-f616-4156-b79a-701a6c569eb6 HTTP/1.1" status: 200 len: 217 time: 0.0926623 Jun 03 15:17:43.187511 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.213790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-33e8f664-5c4b-44ee-9aff-1258c76866e8 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.215261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-33e8f664-5c4b-44ee-9aff-1258c76866e8 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 945 time: 0.5983407 Jun 03 15:17:43.313747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] No DVR routers for this DVR port 1b294c17-bc15-463c-a12c-4e0ca3e3d8ab on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:43.313747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event deleted for resources: {'Port': ['ID=0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:43.313747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.321851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'name': 'network-vif-deleted', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:43.351740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'port': {'security_groups': ['e99da069-6729-4856-b836-b4fbdb22e879', 'bf891b8b-771f-468d-bce2-2c83f12d85b1']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:43.362214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:43.393671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0407222-1aed-4862-9e3b-b73dfc91e163 req-216e8561-b6f1-4760-b761-aca317d24258 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.399169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0407222-1aed-4862-9e3b-b73dfc91e163 req-216e8561-b6f1-4760-b761-aca317d24258 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=1913201d-2cd4-472b-8886-22a9870e53d2 HTTP/1.1" status: 200 len: 865 time: 0.7049711 Jun 03 15:17:43.407788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9c3bb6b0-b349-40bf-8069-496303bbb561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.449818 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-817b01e6-70d9-4df3-b999-f937ce735d63 req-c9cd750f-3ac4-4e19-8454-f38fbca3ac9e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "DELETE /v2.0/ports/1b294c17-bc15-463c-a12c-4e0ca3e3d8ab HTTP/1.1" status: 204 len: 173 time: 6.2070007 Jun 03 15:17:43.461552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] No DVR routers for this DVR port 0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:43.468161 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.469794 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-890c72c0-3b78-4074-b7c1-4da56ff73f64 req-54e5f474-1f17-4bf4-b2a1-04c9b04ceea9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "DELETE /v2.0/ports/0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12 HTTP/1.1" status: 204 len: 173 time: 2.9017768 Jun 03 15:17:43.471335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-9f06d998-6100-41a3-a80f-48efafcba627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.472768 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-9f06d998-6100-41a3-a80f-48efafcba627 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe33804d-3848-4006-b76f-9f331c85dc21 HTTP/1.1" status: 200 len: 845 time: 0.2291245 Jun 03 15:17:43.509932 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.540807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-acf9423b-0d83-461a-9b1c-a52148c7cf7b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.540807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-acf9423b-0d83-461a-9b1c-a52148c7cf7b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 0.7113793 Jun 03 15:17:43.613717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Request body: {'port': {'device_id': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'admin_state_up': True, 'tenant_id': '62fe7c73f13d4c9a9818de70021d61af'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:43.730119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0407222-1aed-4862-9e3b-b73dfc91e163 req-866919da-3e02-4840-ab2b-05fb526b88f3 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300226 Jun 03 15:17:43.755423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-4efc66fb-eecc-4960-939a-e90311442e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.757905 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-4efc66fb-eecc-4960-939a-e90311442e93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43130fe1-f40b-4b37-8f22-0ae9a569deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768238 Jun 03 15:17:43.843729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 94a979d4-f616-4156-b79a-701a6c569eb6 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:43.884332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:43.918050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd358898-89c4-44b2-bbfb-a64ac2d037ca') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:43.918557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd358898-89c4-44b2-bbfb-a64ac2d037ca') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:43.983330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-d9d254b4-ea7d-496d-b033-3c3421bf4b08 service neutron] 10.222.0.70 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139046 Jun 03 15:17:44.070076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.192261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.199792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=94a979d4-f616-4156-b79a-701a6c569eb6,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:44.220022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:44.220542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '94a979d4-f616-4156-b79a-701a6c569eb6', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'port_id': '94a979d4-f616-4156-b79a-701a6c569eb6', 'mac_address': 'fa:16:3e:03:6c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:44.228534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.233276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.238329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:17:44.238755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.271123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Transition to ACTIVE for port object 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:44.290559 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.300515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 94a979d4-f616-4156-b79a-701a6c569eb6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:44.300982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.334250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:44.358156 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75c4d05d-2699-4b18-940a-dfa6d1212d5f req-46a1c597-43d4-421d-af26-4ae892c2fa10 service neutron] 10.222.0.70 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250251 Jun 03 15:17:44.378840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a979d4-f616-4156-b79a-701a6c569eb6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:44.405762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=94a979d4-f616-4156-b79a-701a6c569eb6,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:44.414046 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.461315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:44.511536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.524644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Made reservation on behalf of 62fe7c73f13d4c9a9818de70021d61af for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:44.544021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.568909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=94a979d4-f616-4156-b79a-701a6c569eb6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.649347 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 29e8cf0d-57b2-427e-b7cf-077934852066 resource provider aggregate not found Jun 03 15:17:44.653572 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.723719 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 29e8cf0d-57b2-427e-b7cf-077934852066 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29e8cf0d-57b2-427e-b7cf-077934852066 found for delete ", "request_id": "req-c7afd100-8684-4752-9e32-a468a6f27c0a"}]} Jun 03 15:17:44.729992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Pushing event updated for resources: {'Port': ['ID=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.741633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] Pushing event deleted for resources: {'Network': ['ID=01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.768267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68938d0-7cf9-4e93-8abc-4ee43392b283 req-5a3dca81-d32b-4f95-bbf2-3e73ae3049d3 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:44.768267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d68938d0-7cf9-4e93-8abc-4ee43392b283 req-5a3dca81-d32b-4f95-bbf2-3e73ae3049d3 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.8220918 Jun 03 15:17:44.778502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['94a979d4-f616-4156-b79a-701a6c569eb6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:44.865475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Attempting to bind port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:44.866407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Attempting to bind port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:44.866953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Attempting to bind port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa on network 89621a54-5e1d-480c-9d05-c4a9997028bf {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:44.879440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa on network 89621a54-5e1d-480c-9d05-c4a9997028bf not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:44.880795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Attempting to bind port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa on network 89621a54-5e1d-480c-9d05-c4a9997028bf {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:44.888189 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment dd358898-89c4-44b2-bbfb-a64ac2d037ca resource provider aggregate not found Jun 03 15:17:44.890426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:44.891622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Checking segment: {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:44.892254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Bound using segment: {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:44.892867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Bound port: 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b86fe84-fdc2-41cb-a083-4a951cea685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:44.893402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.910009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6869dcd9-8f87-438f-893a-e75e62d97985 tempest-BulkNetworkOpsTest-465221572 tempest-BulkNetworkOpsTest-465221572-project] 10.222.0.66 "DELETE /v2.0/networks/01ec8f76-53d9-4b80-8e59-ec2e2ccb5bc1 HTTP/1.1" status: 204 len: 168 time: 2.2427948 Jun 03 15:17:44.943924 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment dd358898-89c4-44b2-bbfb-a64ac2d037ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd358898-89c4-44b2-bbfb-a64ac2d037ca found for delete ", "request_id": "req-301d6aff-3dd8-4eff-97c2-ae700f738486"}]} Jun 03 15:17:45.096554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:45.104705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:45.116748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.168290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d68938d0-7cf9-4e93-8abc-4ee43392b283 req-4e220a99-6e1f-4e8c-b942-f301de386e2b tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932143 Jun 03 15:17:45.196210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.264922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.264922 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.276051 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] 10.222.0.70 "PUT /v2.0/ports/2cb4eb85-9bb6-4197-adaa-129f3c01d8aa HTTP/1.1" status: 200 len: 1092 time: 2.6184604 Jun 03 15:17:45.310819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842414bd-6245-415a-9fa1-00896aea0f4d service neutron] Pushing event updated for resources: {'Port': ['ID=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:45.457110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42320) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:45.482196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-1e79957d-f278-4097-b72c-a03783d44962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.483901 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-1e79957d-f278-4097-b72c-a03783d44962 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7617f31b58df4828891494541c27783b&device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 1095 time: 0.1712356 Jun 03 15:17:45.549467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Allocated IP 172.20.0.2 (3fe5dbaa-15a5-42dc-8e9e-f8609539af82/6d2046a0-cd59-4e05-abcf-d957d0fcba19/dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:45.563781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-e58eb479-38f2-403f-96d7-0abec7cdf2fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa HTTP/1.1" status: 200 len: 217 time: 0.0710313 Jun 03 15:17:45.600028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33245e7b-534e-4092-aa67-45bab2e08bd1,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:45.642773 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f01d24c3-ed07-447f-994a-5c3e433e979f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.661650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-c385969f-339d-4819-968d-e43188425c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.663282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-c385969f-339d-4819-968d-e43188425c2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04ba6e97-58ea-439b-9da0-21709af2f3f6 HTTP/1.1" status: 200 len: 851 time: 0.0926001 Jun 03 15:17:45.741652 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3fa2f128-8b1c-4a9f-af04-751a9d56c0ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfb713dfd5084d1ab95db91d240b31f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834065 Jun 03 15:17:45.746132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42326) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:45.751992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.762574 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.774988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['33245e7b-534e-4092-aa67-45bab2e08bd1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:45.806761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887705f-64b6-4aaa-81df-8344a116b492 req-d9af5e6f-7263-4508-873b-2e0417bdeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.808762 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-d9af5e6f-7263-4508-873b-2e0417bdeb2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89621a54-5e1d-480c-9d05-c4a9997028bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372290 Jun 03 15:17:45.860476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49cc1a-7187-41f4-b8a3-933ac50eeaea req-ffdb97d4-42b5-4511-80eb-62172dc19fbf tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.862877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c49cc1a-7187-41f4-b8a3-933ac50eeaea req-ffdb97d4-42b5-4511-80eb-62172dc19fbf tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 944 time: 0.4519513 Jun 03 15:17:45.883848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.884547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.885944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d371d08-1ad8-471d-b117-b8bdcb4e68f5 req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "PUT /v2.0/ports/33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 981 time: 2.6053119 Jun 03 15:17:45.886414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:45.945297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6a904-4bcf-4481-948b-c812f3f6c056 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:45.977843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.998342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c49cc1a-7187-41f4-b8a3-933ac50eeaea req-072e3a42-6985-4bb3-8149-2ff4ac268e17 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258016 Jun 03 15:17:46.013886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['33245e7b-534e-4092-aa67-45bab2e08bd1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:46.047712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a670941d-4e4e-4bd0-a7ad-972ab8d7a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.054490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.063808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:46.080945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a670941d-4e4e-4bd0-a7ad-972ab8d7a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.150297 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-a34c56d4-be9a-4bca-81cb-91375d253cab service neutron] 10.222.0.70 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333616 Jun 03 15:17:46.156022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a670941d-4e4e-4bd0-a7ad-972ab8d7a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.178086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:46.181342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:46.187256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:46.215984 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5409d1-1647-46ea-99f2-158d13a53e29'] response: {'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'code': 200} Jun 03 15:17:46.219310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:46.291157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.291817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.369612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-978205a1-e439-41a8-b8ba-e17a8549147b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7634163 Jun 03 15:17:46.406345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Request body: {'port': {'device_id': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:46.439669 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c887705f-64b6-4aaa-81df-8344a116b492 req-3dd43e0f-aab2-4f38-b720-683b0dea0219 service neutron] 10.222.0.70 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686923 Jun 03 15:17:46.443541 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29a77cc-d57f-4b3d-b8a9-29923c80008b'] response: {'server_uuid': '1913201d-2cd4-472b-8886-22a9870e53d2', 'name': 'network-vif-deleted', 'tag': '1b294c17-bc15-463c-a12c-4e0ca3e3d8ab', 'status': 'completed', 'code': 200} Jun 03 15:17:46.444246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670941d-4e4e-4bd0-a7ad-972ab8d7a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b7ef8e-4323-4b0e-9211-ba7da4c7c3af,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:46.478150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a670941d-4e4e-4bd0-a7ad-972ab8d7a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.479583 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a670941d-4e4e-4bd0-a7ad-972ab8d7a3b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52b7ef8e-4323-4b0e-9211-ba7da4c7c3af HTTP/1.1" status: 204 len: 168 time: 0.7324946 Jun 03 15:17:46.633975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76fec46b-c1f3-43f3-a00b-f614f213bc67 req-cfbe7332-b2fd-4953-b2df-31b929b4889d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/bf891b8b-771f-468d-bce2-2c83f12d85b1 HTTP/1.1" status: 200 len: 1802 time: 0.2460723 Jun 03 15:17:46.657874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.702185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740ff29-e3b0-475f-8430-ba3fb0765710 req-a3df96e4-e8f3-498e-97d5-70bb31be736a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.702185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e740ff29-e3b0-475f-8430-ba3fb0765710 req-a3df96e4-e8f3-498e-97d5-70bb31be736a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Synchronizing usage tracker for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:46.722622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.742080 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-76fec46b-c1f3-43f3-a00b-f614f213bc67 req-16800215-2734-4e95-a432-781ade113e7b tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:17:46.742080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76fec46b-c1f3-43f3-a00b-f614f213bc67 req-16800215-2734-4e95-a432-781ade113e7b tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/bf891b8b-771f-468d-bce2-2c83f12d85b1 HTTP/1.1" status: 409 len: 341 time: 0.1081588 Jun 03 15:17:46.756374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e740ff29-e3b0-475f-8430-ba3fb0765710 req-a3df96e4-e8f3-498e-97d5-70bb31be736a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Unset dirty status for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:46.757718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e740ff29-e3b0-475f-8430-ba3fb0765710 req-a3df96e4-e8f3-498e-97d5-70bb31be736a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 931 time: 0.4350348 Jun 03 15:17:46.841099 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbc0f64-25b3-411e-8a51-b1e368a906cc'] response: {'name': 'network-changed', 'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1', 'status': 'completed', 'code': 200} Jun 03 15:17:46.863278 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.905846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e740ff29-e3b0-475f-8430-ba3fb0765710 req-b54fae66-b9e5-41bb-abcd-306493990648 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Jun 03 15:17:47.001240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-874bd421-68de-4043-bb88-3a6c59241ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.003424 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-874bd421-68de-4043-bb88-3a6c59241ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1135 time: 0.1639421 Jun 03 15:17:47.242421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-64553fa5-8b10-4b7e-84e5-c5be1e5b92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.242421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-64553fa5-8b10-4b7e-84e5-c5be1e5b92fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 913 time: 0.2270758 Jun 03 15:17:47.347288 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-96dc6417-a75d-4afd-bcf7-5bc0840c65b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 217 time: 0.1018214 Jun 03 15:17:47.400918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5408f-38a0-41eb-9e76-a201433b0bdf req-d26b7ba2-e50f-4a7b-9dd5-a3a19d0de768 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.409517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65b5408f-38a0-41eb-9e76-a201433b0bdf req-d26b7ba2-e50f-4a7b-9dd5-a3a19d0de768 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 945 time: 0.4189787 Jun 03 15:17:47.445609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-8d7fd3ef-a958-4271-918c-416d4fc9d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.448152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-8d7fd3ef-a958-4271-918c-416d4fc9d478 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.0921869 Jun 03 15:17:47.483201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65b5408f-38a0-41eb-9e76-a201433b0bdf req-8a8159d0-1848-4a4e-aecd-9a82ad5bb5c0 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705578 Jun 03 15:17:47.530892 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.565964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-daa69c16-2d36-446a-b6d6-7b172a60407f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109707 Jun 03 15:17:47.694897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:47.716766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.766650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-c85cbc48-8b44-43ed-ad9c-986eb8317983 service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916299 Jun 03 15:17:47.767156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42372) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:47.798687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Transition to ACTIVE for port object dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:47.809017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.857501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:47.868866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 94a979d4-f616-4156-b79a-701a6c569eb6 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:48.111060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:48.133742 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6cc7a5a-a9a0-4603-8e60-3c942caaeaf9 req-3332cb19-833a-4c9a-a290-1fb69262a8f7 service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547127 Jun 03 15:17:48.284266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:48.297793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 94a979d4-f616-4156-b79a-701a6c569eb6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:48.299653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017307811'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:48.308600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:48.309840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67614f-4929-469d-b4cb-38d68f22a500 req-0763b19c-df59-410b-bb2f-c3ae262706f9 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:48.311533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af67614f-4929-469d-b4cb-38d68f22a500 req-0763b19c-df59-410b-bb2f-c3ae262706f9 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 944 time: 0.5828025 Jun 03 15:17:48.313710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 94a979d4-f616-4156-b79a-701a6c569eb6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:48.313710 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.320337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:48.326610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:48.338611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:48.366071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.370952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'port_id': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'mac_address': 'fa:16:3e:42:5c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:48.381362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.386727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242af140-32f0-447c-a8d2-503429d85c27 req-84a9330c-5c88-42fd-b6c5-9bfce6767fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:48.388255 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-242af140-32f0-447c-a8d2-503429d85c27 req-84a9330c-5c88-42fd-b6c5-9bfce6767fad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1135 time: 0.1835089 Jun 03 15:17:48.389213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.391845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eaad3-e79f-4112-b8bd-6abbf90a6cea req-929767ee-70e0-4072-b9bf-c7d2630b6b0e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:48.399208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-953eaad3-e79f-4112-b8bd-6abbf90a6cea req-929767ee-70e0-4072-b9bf-c7d2630b6b0e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 949 time: 0.3097548 Jun 03 15:17:48.404578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af67614f-4929-469d-b4cb-38d68f22a500 req-cd5b32dc-7420-469e-b201-d9023ec3a02c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859151 Jun 03 15:17:48.406030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Attempting to bind port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:48.406759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Attempting to bind port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:48.408040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Attempting to bind port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:48.435364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:48.435739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Attempting to bind port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:48.446189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:48.446527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Checking segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:48.447101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Bound using segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:48.447234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-deleted', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12'}, {'name': 'network-changed', 'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:48.447933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Bound port: dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:48.448314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.455307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:48.455890 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.480924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:48.520871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-953eaad3-e79f-4112-b8bd-6abbf90a6cea req-cbbceb8e-48e1-4b17-8217-594b92acdfc4 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203740 Jun 03 15:17:48.536684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:48.563716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:48.567372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:48.577289 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.581859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:48.593073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:48.635265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 94a979d4-f616-4156-b79a-701a6c569eb6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:48.635879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.666047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242af140-32f0-447c-a8d2-503429d85c27 req-01be0401-2053-4ab5-974a-00435a2be728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:48.668050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-242af140-32f0-447c-a8d2-503429d85c27 req-01be0401-2053-4ab5-974a-00435a2be728 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 913 time: 0.2679384 Jun 03 15:17:48.676760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:48.682776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:48.694715 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.705804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=94a979d4-f616-4156-b79a-701a6c569eb6,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:48.714379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:48.725410 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.740647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:48.784688 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-242af140-32f0-447c-a8d2-503429d85c27 req-0aa85265-f21e-42c6-9993-425b65f7bbf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 217 time: 0.1025624 Jun 03 15:17:48.785675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:48.785909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.789297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b HTTP/1.1" status: 200 len: 1091 time: 2.4115596 Jun 03 15:17:48.842690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:48.848643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=94a979d4-f616-4156-b79a-701a6c569eb6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:48.899173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242af140-32f0-447c-a8d2-503429d85c27 req-6aa8fa3d-6db6-40cd-8f17-6b9bd928fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:48.900920 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-242af140-32f0-447c-a8d2-503429d85c27 req-6aa8fa3d-6db6-40cd-8f17-6b9bd928fa90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.1087458 Jun 03 15:17:48.968314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-242af140-32f0-447c-a8d2-503429d85c27 req-36947c45-2298-4c47-979f-eea048e83778 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569336 Jun 03 15:17:48.991303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57db09-bf02-4fcb-8b27-e241b8f37f50 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:49.028258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['2cb4eb85-9bb6-4197-adaa-129f3c01d8aa'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:49.078810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08c3e6-489a-4ca7-9be1-662002ebed28 req-cb44c026-aa0a-45c5-aa46-70d19809a677 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.080519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb08c3e6-489a-4ca7-9be1-662002ebed28 req-cb44c026-aa0a-45c5-aa46-70d19809a677 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 984 time: 0.4959030 Jun 03 15:17:49.093307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.103385 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.130641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:49.140888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:49.146184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-346cd176-5783-410d-9076-df8a8d7b55da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.146271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:49.147579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-346cd176-5783-410d-9076-df8a8d7b55da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 1094 time: 0.2773371 Jun 03 15:17:49.167792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb08c3e6-489a-4ca7-9be1-662002ebed28 req-6fd4ad0a-f2cc-4e25-a6d4-b53972d85a53 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&id=bf891b8b-771f-468d-bce2-2c83f12d85b1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0766954 Jun 03 15:17:49.169150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:49.241523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-242af140-32f0-447c-a8d2-503429d85c27 req-9b39f776-0961-466e-b61a-9add5d5a054a service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624497 Jun 03 15:17:49.260954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cafcae0-69e3-48dc-972c-38592ff56dc8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:49.268428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-94ef6aa8-9853-419b-afe9-1afa6b4b1929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b HTTP/1.1" status: 200 len: 217 time: 0.0974126 Jun 03 15:17:49.268428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee15b42-7b26-4655-bf84-ab99bb427d41 req-e7d9cc01-87a4-4ec4-8da4-ddc3593c65a0 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.275344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ee15b42-7b26-4655-bf84-ab99bb427d41 req-e7d9cc01-87a4-4ec4-8da4-ddc3593c65a0 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 943 time: 0.2914250 Jun 03 15:17:49.411558 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ee15b42-7b26-4655-bf84-ab99bb427d41 req-46cbe810-8a7c-4b98-97e4-8c0e911f975c tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299374 Jun 03 15:17:49.427515 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b72811-f932-4457-8cf7-dff5c1a92641'] response: {'server_uuid': 'fbd743da-2482-4cc0-b705-d9e5e18647bb', 'name': 'network-vif-deleted', 'tag': '0ed305bf-c358-4b50-9c4d-c1cfa0fdbb12', 'status': 'completed', 'code': 200} Jun 03 15:17:49.427515 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b72811-f932-4457-8cf7-dff5c1a92641'] response: {'name': 'network-changed', 'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'status': 'completed', 'code': 200} Jun 03 15:17:49.438233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-db309f27-5e56-4087-afbf-ca2a19fbb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.438233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-db309f27-5e56-4087-afbf-ca2a19fbb0aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.1596067 Jun 03 15:17:49.524566 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18b9ed8-f06e-40de-889c-d54b12f31cb6'] response: {'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6', 'code': 200} Jun 03 15:17:49.532502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-27f40005-2f27-4227-96e0-f9fd6ae9f1e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865831 Jun 03 15:17:49.619700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-da701743-73b5-4e17-b772-2ed0e613c1c9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.619700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-da701743-73b5-4e17-b772-2ed0e613c1c9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Synchronizing usage tracker for tenant:bd5c5b4da24e43b1acb3983a6c5984ef on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:49.650361 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca53cea-336c-476b-baf9-0ec661049e00'] response: {'name': 'network-changed', 'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'status': 'completed', 'code': 200} Jun 03 15:17:49.715142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d1682-233f-437e-909f-3b335a560d06 req-b094cc7e-c50f-4f26-a6f3-2c90736b882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.716641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-018d1682-233f-437e-909f-3b335a560d06 req-b094cc7e-c50f-4f26-a6f3-2c90736b882b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7617f31b58df4828891494541c27783b&device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 1096 time: 0.2799256 Jun 03 15:17:49.725123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-da701743-73b5-4e17-b772-2ed0e613c1c9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Unset dirty status for tenant:bd5c5b4da24e43b1acb3983a6c5984ef on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:49.726203 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-da701743-73b5-4e17-b772-2ed0e613c1c9 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 949 time: 0.5392251 Jun 03 15:17:49.753368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.759698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-242af140-32f0-447c-a8d2-503429d85c27 req-c03457b7-85a7-44d5-bd5b-8d72ec77e828 service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097542 Jun 03 15:17:49.869776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.973946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Deleting port 64e173e2-457d-41f9-9623-7b4916ed8a88 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:49.973946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.016320 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.017693 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2489269 Jun 03 15:17:50.025329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42400) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:50.074775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83806411-a984-48a1-8972-c9437599e33e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd5fba-c2c4-46d8-982e-3de0e79d3682,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:50.115746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-18b65f47-4f32-44d5-a082-c17e120316d5 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784098 Jun 03 15:17:50.136286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a707-58fd-44ad-942f-11d2c08868ba req-cbb2b7ba-5404-4391-91c0-52d587a152f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.137434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8159a707-58fd-44ad-942f-11d2c08868ba req-cbb2b7ba-5404-4391-91c0-52d587a152f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 1097 time: 0.5166607 Jun 03 15:17:50.156429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d1682-233f-437e-909f-3b335a560d06 req-25ae89b6-03da-4dd7-800e-bc38232ed053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.156799 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-018d1682-233f-437e-909f-3b335a560d06 req-25ae89b6-03da-4dd7-800e-bc38232ed053 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89621a54-5e1d-480c-9d05-c4a9997028bf HTTP/1.1" status: 200 len: 913 time: 0.4265804 Jun 03 15:17:50.175278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8613e-3f1b-49c3-93f1-d4fd85057cb8 req-ceef8389-1738-4416-8bda-5033f749d1aa tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.185476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32a8613e-3f1b-49c3-93f1-d4fd85057cb8 req-ceef8389-1738-4416-8bda-5033f749d1aa tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.6549561 Jun 03 15:17:50.311460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ce24044b-5738-4632-bae1-e0b1980b02e6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2836614 Jun 03 15:17:50.315049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42406) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:50.338934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-62edf027-4363-4757-b059-83fa4cd98377 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-security--400351524', 'description': 'tempest-security-description-2020169141'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:50.365456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4afae8-e108-452e-a978-36e8d24e0283 req-71d51280-8d16-4d48-bc6a-31c4c18a9261 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.368585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4afae8-e108-452e-a978-36e8d24e0283 req-71d51280-8d16-4d48-bc6a-31c4c18a9261 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1097 time: 0.6016698 Jun 03 15:17:50.411504 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32a8613e-3f1b-49c3-93f1-d4fd85057cb8 req-e4dd64d0-32df-443d-891b-76a8df4961ea tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286553 Jun 03 15:17:50.432021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-018d1682-233f-437e-909f-3b335a560d06 req-c77e9e08-cb6e-4825-a537-1f1760176b35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa HTTP/1.1" status: 200 len: 217 time: 0.2574239 Jun 03 15:17:50.475414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62edf027-4363-4757-b059-83fa4cd98377 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.514550 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8159a707-58fd-44ad-942f-11d2c08868ba req-ceb293a7-c61a-453d-8f9c-3cc19f9390f4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559608 Jun 03 15:17:50.559159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] For port 64e173e2-457d-41f9-9623-7b4916ed8a88, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=64e173e2-457d-41f9-9623-7b4916ed8a88,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:50.559159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.572356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d1682-233f-437e-909f-3b335a560d06 req-79094cb4-7f3c-43fa-8a18-03026697f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.573846 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-018d1682-233f-437e-909f-3b335a560d06 req-79094cb4-7f3c-43fa-8a18-03026697f18c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04ba6e97-58ea-439b-9da0-21709af2f3f6 HTTP/1.1" status: 200 len: 851 time: 0.1214561 Jun 03 15:17:50.613185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0193be57-c241-4e9e-afbe-7260178a4c0f req-4a354cf6-2fc2-4fce-8a58-27a560cc9446 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765174 Jun 03 15:17:50.704424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af4afae8-e108-452e-a978-36e8d24e0283 req-998ff780-9ebe-4b38-99a8-9e696550fe06 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885745 Jun 03 15:17:50.713263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Calling delete_port for 64e173e2-457d-41f9-9623-7b4916ed8a88 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:50.777334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62edf027-4363-4757-b059-83fa4cd98377 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.793936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62edf027-4363-4757-b059-83fa4cd98377 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.796580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62edf027-4363-4757-b059-83fa4cd98377 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.798544 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-62edf027-4363-4757-b059-83fa4cd98377 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "PUT /v2.0/security-groups/8efd5fba-c2c4-46d8-982e-3de0e79d3682 HTTP/1.1" status: 200 len: 1779 time: 0.4783256 Jun 03 15:17:50.803400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42414) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:50.892338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edf027-4363-4757-b059-83fa4cd98377 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd5fba-c2c4-46d8-982e-3de0e79d3682,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:50.896370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-57553e8c-b285-466b-9dd7-87e2b1cf0d3c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups/8efd5fba-c2c4-46d8-982e-3de0e79d3682 HTTP/1.1" status: 200 len: 1779 time: 0.0895979 Jun 03 15:17:50.899584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42418) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:50.940722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9890c1-4934-494b-a42b-0517d259e04d req-935e18c8-e4bf-4794-b052-2fc3d7ea10b8 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.942373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d9890c1-4934-494b-a42b-0517d259e04d req-935e18c8-e4bf-4794-b052-2fc3d7ea10b8 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 945 time: 0.2892926 Jun 03 15:17:50.970528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-37bb085d-27c0-4a55-8865-bb478bf46fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.972073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-37bb085d-27c0-4a55-8865-bb478bf46fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 1094 time: 0.2735381 Jun 03 15:17:50.985816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d1682-233f-437e-909f-3b335a560d06 req-8fd54f92-d310-453d-a3fd-55cd981f55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.987337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-018d1682-233f-437e-909f-3b335a560d06 req-8fd54f92-d310-453d-a3fd-55cd981f55f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89621a54-5e1d-480c-9d05-c4a9997028bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387395 Jun 03 15:17:51.087636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d9890c1-4934-494b-a42b-0517d259e04d req-992ccc90-c7a7-4cf5-b9d9-831492e18175 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373777 Jun 03 15:17:51.105919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdf58f-2b1f-472c-9ab9-cfaf6e6abac2 req-c2bda16f-5c65-41f3-a276-2dc0799acb19 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.123013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76bdf58f-2b1f-472c-9ab9-cfaf6e6abac2 req-c2bda16f-5c65-41f3-a276-2dc0799acb19 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ecbc67c-a4a3-41af-af6d-a3f978513041 HTTP/1.1" status: 200 len: 949 time: 0.2773571 Jun 03 15:17:51.129758 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.147659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d7b717f3-e54f-4145-bffd-a2dc57851fa3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:51.182250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4e8dcdd-4779-4c4b-b3d7-fee1416ad834 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.196621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['64e173e2-457d-41f9-9623-7b4916ed8a88'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:51.200174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Pushing event deleted for resources: {'Port': ['ID=64e173e2-457d-41f9-9623-7b4916ed8a88,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:51.216719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76bdf58f-2b1f-472c-9ab9-cfaf6e6abac2 req-79cd3ed7-c4f8-43b1-8e1a-e33159f6a6fe tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927396 Jun 03 15:17:51.238401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-59cebbc2-3f16-4cc6-8afd-d80e5ee72a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.239935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-59cebbc2-3f16-4cc6-8afd-d80e5ee72a00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 905 time: 0.2500210 Jun 03 15:17:51.321806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4e8dcdd-4779-4c4b-b3d7-fee1416ad834 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.381832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-547e79c8-4c1a-4850-a6ef-48d09ca64712 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b HTTP/1.1" status: 200 len: 217 time: 0.1269114 Jun 03 15:17:51.426817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] No DVR routers for this DVR port 64e173e2-457d-41f9-9623-7b4916ed8a88 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:51.433208 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.446841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'name': 'network-vif-deleted', 'tag': '64e173e2-457d-41f9-9623-7b4916ed8a88'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:51.477861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c87eb437-1c54-43e9-8e0e-95ecd40dea3a req-4a94dd93-fe85-4fc3-b976-6fd5b70a2d6a tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.70 "DELETE /v2.0/ports/64e173e2-457d-41f9-9623-7b4916ed8a88 HTTP/1.1" status: 204 len: 173 time: 1.7235870 Jun 03 15:17:51.496986 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-018d1682-233f-437e-909f-3b335a560d06 req-64f3ac5d-14bf-4c3c-b8e4-59e75c2e753f service neutron] 10.222.0.70 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994681 Jun 03 15:17:51.529584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-50720405-cb1f-40a3-97df-1b8c6d029d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.531009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-50720405-cb1f-40a3-97df-1b8c6d029d1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.1421032 Jun 03 15:17:51.603326 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4e8dcdd-4779-4c4b-b3d7-fee1416ad834 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.632742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8dcdd-4779-4c4b-b3d7-fee1416ad834 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efd5fba-c2c4-46d8-982e-3de0e79d3682,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:51.637442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4e8dcdd-4779-4c4b-b3d7-fee1416ad834 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.639209 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d4e8dcdd-4779-4c4b-b3d7-fee1416ad834 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/8efd5fba-c2c4-46d8-982e-3de0e79d3682 HTTP/1.1" status: 204 len: 168 time: 0.7393143 Jun 03 15:17:51.644671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42426) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:51.683013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-cc923dc5-4101-4e68-8ca0-08345de586e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403906 Jun 03 15:17:51.700008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1938923-8a71-4e6b-a943-5fea5e111522 req-6dcff5d8-55db-4466-8a0d-4d586646395c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.701676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1938923-8a71-4e6b-a943-5fea5e111522 req-6dcff5d8-55db-4466-8a0d-4d586646395c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 984 time: 0.3648980 Jun 03 15:17:51.710670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad7238-d934-461e-93f5-8cd7816117f7 req-39cae3f5-890e-4080-8426-697035281eab tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.712425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3ad7238-d934-461e-93f5-8cd7816117f7 req-39cae3f5-890e-4080-8426-697035281eab tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 943 time: 0.3251991 Jun 03 15:17:51.737069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-018d1682-233f-437e-909f-3b335a560d06 req-117bc289-b0fa-436f-bf06-c35c126ab7aa service neutron] 10.222.0.70 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318850 Jun 03 15:17:51.757940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-947fb312-5b0b-411a-b691-c5b37dd81f1f tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:51.801766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-947fb312-5b0b-411a-b691-c5b37dd81f1f tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:51.804248 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-947fb312-5b0b-411a-b691-c5b37dd81f1f tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1583700 Jun 03 15:17:51.807572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42430) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:51.830755 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-ae2dbfe5-91da-461f-8490-dd99b5960fe4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] delete failed (client error): The resource could not be found. Jun 03 15:17:51.832050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ae2dbfe5-91da-461f-8490-dd99b5960fe4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/8efd5fba-c2c4-46d8-982e-3de0e79d3682 HTTP/1.1" status: 404 len: 347 time: 0.0224717 Jun 03 15:17:51.838791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42434) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:51.845257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037777167'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:51.853459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:51.865753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:51.868032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:51.879711 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.917530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3ad7238-d934-461e-93f5-8cd7816117f7 req-89178f72-d653-4543-8b34-af167c958b6a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691399 Jun 03 15:17:51.926909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1938923-8a71-4e6b-a943-5fea5e111522 req-e41567c2-0706-4745-8fed-e2cf3d4edd22 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&id=bf891b8b-771f-468d-bce2-2c83f12d85b1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2131548 Jun 03 15:17:51.945157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:51.949950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:51.958302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:51.982298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-d9810483-643a-4a1c-a232-1c28c316a56e service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676792 Jun 03 15:17:51.985239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:52.080250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:52.088374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:52.089017 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.236973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.246717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.319260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5d8748e-32e7-45ff-b7ff-8dfd7f9afbe8 req-85fb73d2-4d8f-4b19-bf81-19854ac3082f service neutron] 10.222.0.15 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290386 Jun 03 15:17:52.330627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae6f53c-44f8-4b4d-b8c5-c1120f9a154f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:52.337431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69743898-4cf9-4b37-bd44-672715d4401e req-299a0483-a18d-4662-a27e-737a077e1205 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:52.340685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69743898-4cf9-4b37-bd44-672715d4401e req-299a0483-a18d-4662-a27e-737a077e1205 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.1763711 Jun 03 15:17:52.353140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.357496 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-559d3336-53b0-460b-bbd3-fd2173cdf53e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5142970 Jun 03 15:17:52.360865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42444) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:52.368470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': 'aae6f53c-44f8-4b4d-b8c5-c1120f9a154f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:52.374515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:52.375636 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.385001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:52.411051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:52.418373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:52.427521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:52.428855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69743898-4cf9-4b37-bd44-672715d4401e req-890f5e0a-5186-4e78-a444-6ac6b50dc760 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732584 Jun 03 15:17:52.458425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.461739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:52.476466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:52.487230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.489597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 64e173e2-457d-41f9-9623-7b4916ed8a88 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:52.519814 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2798785-0bf7-498f-8b03-f5e6013c6d2b'] response: {'server_uuid': '0ecbc67c-a4a3-41af-af6d-a3f978513041', 'name': 'network-vif-deleted', 'tag': '64e173e2-457d-41f9-9623-7b4916ed8a88', 'status': 'completed', 'code': 200} Jun 03 15:17:52.565430 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.579152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.610693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 64e173e2-457d-41f9-9623-7b4916ed8a88 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:52.611006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 64e173e2-457d-41f9-9623-7b4916ed8a88 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:52.646235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8763d09f-1980-443a-a08e-cbc450206615,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:52.652573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:52.667906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.669547 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8b3dff3d-8fa6-45ca-869e-1d6f0efbccd2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3073494 Jun 03 15:17:52.672641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42456) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:52.701109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-bc0deb6f-80e2-4347-92f7-46bb2b9728af tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1337145440&fields=id&tenant_id=fffe611f4fa741708c6b47f81ab21f4b HTTP/1.1" status: 200 len: 267 time: 0.0547397 Jun 03 15:17:52.716506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5aee26-457e-414e-bfaa-9b2ec14c823a tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.736607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5aee26-457e-414e-bfaa-9b2ec14c823a tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.796577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5aee26-457e-414e-bfaa-9b2ec14c823a tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.818952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5aee26-457e-414e-bfaa-9b2ec14c823a tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8763d09f-1980-443a-a08e-cbc450206615,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:52.823227 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5aee26-457e-414e-bfaa-9b2ec14c823a tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.823227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5f5aee26-457e-414e-bfaa-9b2ec14c823a tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8763d09f-1980-443a-a08e-cbc450206615 HTTP/1.1" status: 204 len: 168 time: 0.1466501 Jun 03 15:17:52.824356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42468) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:52.902795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-df039c70-a513-4f9a-86af-0dd28885e772 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:52.930459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-df039c70-a513-4f9a-86af-0dd28885e772 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:52.932537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-df039c70-a513-4f9a-86af-0dd28885e772 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1074829 Jun 03 15:17:52.935493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42472) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:52.964924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-62071f7e-9ea8-42d1-ba45-f7db2e28ecf9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:52.975848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-62071f7e-9ea8-42d1-ba45-f7db2e28ecf9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 984 time: 0.2606900 Jun 03 15:17:52.980265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'port': {'security_groups': ['bf891b8b-771f-468d-bce2-2c83f12d85b1', 'e99da069-6729-4856-b836-b4fbdb22e879', '9eda476d-41c7-467b-8765-0fcae512a802']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:53.073054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-728a689d-7270-45c1-a723-d34ab2c5478c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.080234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:53.146084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-728a689d-7270-45c1-a723-d34ab2c5478c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.198654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.260223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-728a689d-7270-45c1-a723-d34ab2c5478c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.300969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a689d-7270-45c1-a723-d34ab2c5478c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae6f53c-44f8-4b4d-b8c5-c1120f9a154f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:53.315747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:53.342957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'mac_address': 'fa:16:3e:a3:90:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:53.347416 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-728a689d-7270-45c1-a723-d34ab2c5478c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.348504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-728a689d-7270-45c1-a723-d34ab2c5478c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/aae6f53c-44f8-4b4d-b8c5-c1120f9a154f HTTP/1.1" status: 204 len: 168 time: 0.4116726 Jun 03 15:17:53.351248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42488) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:53.420394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:53.421033 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.441301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:53.467320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-555e05cf-900b-4006-aa74-c676d73fba69 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:53.478720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:53.495221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.498823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-555e05cf-900b-4006-aa74-c676d73fba69 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:53.507691 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-555e05cf-900b-4006-aa74-c676d73fba69 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505888 Jun 03 15:17:53.509999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42492) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:53.527503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--709831349'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:53.543800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:53.568922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:53.590086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.592046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:53.637612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:53.637612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:53.646848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:53.660072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:53.692957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33245e7b-534e-4092-aa67-45bab2e08bd1,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:53.733590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.738654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.761897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:53.821838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:53.822484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.834661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5356e1c3-a180-4b3c-aa8b-d60ca38852bc req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "PUT /v2.0/ports/33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 1020 time: 0.8624234 Jun 03 15:17:53.835175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:53.889932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57476b9b-dec1-4f07-83b8-1724a4b2a019 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:53.907932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.925063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.939644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['33245e7b-534e-4092-aa67-45bab2e08bd1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:53.986894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:54.102740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07398efe-7c5f-4464-9c30-a35add709a1c req-7fc00bf3-5bb8-4bb9-a0f8-23d0d79d1572 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:54.112186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07398efe-7c5f-4464-9c30-a35add709a1c req-7fc00bf3-5bb8-4bb9-a0f8-23d0d79d1572 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.1539607 Jun 03 15:17:54.149699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['33245e7b-534e-4092-aa67-45bab2e08bd1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:54.205057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07398efe-7c5f-4464-9c30-a35add709a1c req-41ee74eb-12ee-494a-9b01-2a0e80f9d0a5 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906813 Jun 03 15:17:54.239915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c27ebb9-ea30-4775-87af-9f951e3574cd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:54.251691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d2cffbbb-188e-4279-800a-5c39bd3b2909 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:17:54.253162 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d2cffbbb-188e-4279-800a-5c39bd3b2909 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3540320 Jun 03 15:17:54.254776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.256243 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b121c8ee-c46a-4a4f-90a5-0aed8d629c7e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7444808 Jun 03 15:17:54.258851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42502) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:54.269197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '7c27ebb9-ea30-4775-87af-9f951e3574cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:54.278654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:54.283733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:54.288065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:54.296144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:54.322229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.337945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Request body: {'binding': {'host': 'n-h2-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:54.338594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Unknown quota resources ['binding']. {{(pid=88339) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:17:54.491144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341bdc2-3489-44c8-b000-eaf768409c17 req-6fa4af95-4dc4-4cd5-b985-6496eed096ab tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:54.492674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a341bdc2-3489-44c8-b000-eaf768409c17 req-6fa4af95-4dc4-4cd5-b985-6496eed096ab tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.1072073 Jun 03 15:17:54.502068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42510) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:54.508611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Request body: {'floatingip': {'port_id': '94a979d4-f616-4156-b79a-701a6c569eb6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:54.529155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.542598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.594108 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fef0814-a4cc-405a-a289-cea0bd52d99a'] response: {'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'code': 200} Jun 03 15:17:54.599948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af9159e-8520-4389-85a2-353412a19e2f,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:54.634500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.635601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebdcd789-c5f0-413c-8457-919c3539cf2d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3755753 Jun 03 15:17:54.639658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:54.644609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.660752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '7c27ebb9-ea30-4775-87af-9f951e3574cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:54.744892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:54.755048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:54.760158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:54.778290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on host n-h2-844594-1 for vnic_type normal with profile None {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:54.778290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:54.779024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:54.781712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:54.795510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:54.795510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:54.813543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:54.813543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:54.813543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:54.813543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Bound port: a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:54.829285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.871493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ee84-e52c-4990-a92d-db345ef309b5 req-b32703a8-83cb-4d28-b458-46744553d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:54.873038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6a9ee84-e52c-4990-a92d-db345ef309b5 req-b32703a8-83cb-4d28-b458-46744553d2a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 1097 time: 0.2045438 Jun 03 15:17:54.917333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:54.934382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.935712 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] 10.222.0.66 "POST /v2.0/ports/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6740730 Jun 03 15:17:54.951535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6a9ee84-e52c-4990-a92d-db345ef309b5 req-a07b9c21-c446-439a-afb4-25ad3aabb0a3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693691 Jun 03 15:17:54.979748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.994338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.027146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7107c10-8a14-4cc6-8a72-0d1cfaf8ef88,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:55.050846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.052557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-90e79cc1-05cd-4382-bea4-f3deef8e75d4 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4107215 Jun 03 15:17:55.055757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42520) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:55.063485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '7c27ebb9-ea30-4775-87af-9f951e3574cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:55.070885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:55.075598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:55.079204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:55.086888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:55.108772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.168302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350a776-d602-4159-91bf-b952a854eea2 req-05a49ee7-2da5-4376-961f-22cb03a3c2f6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.169616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c350a776-d602-4159-91bf-b952a854eea2 req-05a49ee7-2da5-4376-961f-22cb03a3c2f6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 944 time: 0.4329336 Jun 03 15:17:55.197029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.203877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.243899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.245499 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885746 Jun 03 15:17:55.247702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cefbc6-310d-442c-83f2-f160caf1e5cf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4f5f2d-679a-4c74-9123-af99e5d7366a,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:55.249461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42526) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:55.254933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '7c27ebb9-ea30-4775-87af-9f951e3574cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:55.261396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:55.266990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:55.271321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:55.279971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:55.303584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.314559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63950f80-ddfe-4430-b55b-3c2a8226c539 req-1d973849-7051-4e35-821b-b0fc0be3f1bf tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/9eda476d-41c7-467b-8765-0fcae512a802 HTTP/1.1" status: 200 len: 1802 time: 0.2088077 Jun 03 15:17:55.352056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c350a776-d602-4159-91bf-b952a854eea2 req-e5d6f9a8-645a-4104-b649-f06d16335448 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716719 Jun 03 15:17:55.417693 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.424575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.518080 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0a1ebe-3ff9-44e8-bd26-bcfa9c08ee5a'] response: {'name': 'network-changed', 'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1', 'status': 'completed', 'code': 200} Jun 03 15:17:55.556565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983844f7-bfd8-4fb7-8e79-5a2d060fa171,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:55.607290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.611792 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-23c81907-cb79-4135-937d-0209ebce6918 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3581631 Jun 03 15:17:55.612679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42530) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:55.624496 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-63950f80-ddfe-4430-b55b-3c2a8226c539 req-81808f29-7398-4dde-8b35-a27d2784fb8a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:17:55.629534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63950f80-ddfe-4430-b55b-3c2a8226c539 req-81808f29-7398-4dde-8b35-a27d2784fb8a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/9eda476d-41c7-467b-8765-0fcae512a802 HTTP/1.1" status: 409 len: 341 time: 0.3029211 Jun 03 15:17:55.636614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '7c27ebb9-ea30-4775-87af-9f951e3574cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:55.643545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:55.677773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:55.688950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-83b4cc91-1d78-4fa6-ad8c-188057c79ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.688950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-83b4cc91-1d78-4fa6-ad8c-188057c79ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1097 time: 0.2422104 Jun 03 15:17:55.698422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:55.698422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:55.725064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-59185110-3010-4cd2-9098-b0772681ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.725064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-59185110-3010-4cd2-9098-b0772681ef17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1174 time: 0.2502277 Jun 03 15:17:55.900530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.990748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:17:56.024847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-b6571f72-3465-4ace-ab2c-3ac4b2029a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.027370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-b6571f72-3465-4ace-ab2c-3ac4b2029a4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 200 len: 913 time: 0.2937310 Jun 03 15:17:56.060652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.143054 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-079196cc-2132-4800-a719-13e7a16ae7ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 200 len: 217 time: 0.0801215 Jun 03 15:17:56.144453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.209636 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.216028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a19f58f-c7ad-4e6e-93b3-a9c957360f75,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:56.228371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.267255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.269168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-621ca212-e9d0-452b-84c1-ac5b60667c56 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6517959 Jun 03 15:17:56.278869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42538) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:56.285041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-0bea5886-64e9-4fd7-b341-ddb264367617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.286982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-0bea5886-64e9-4fd7-b341-ddb264367617 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 200 len: 852 time: 0.1351709 Jun 03 15:17:56.309194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d51f4161-17e1-4463-b9f5-9bdb534cfb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.310736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d51f4161-17e1-4463-b9f5-9bdb534cfb2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.6238487 Jun 03 15:17:56.352889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-6a6f369b-8608-48aa-b1ea-5d3539ec7150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66a796db-2f31-455d-93de-947951d4db4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596526 Jun 03 15:17:56.428402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-e40fbb9c-866a-4ed5-a87a-a8585f9ce312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 200 len: 217 time: 0.0917137 Jun 03 15:17:56.442868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91e16-1296-4981-bf9d-ca9b6231d6f5 req-19d99db0-b04d-42cb-84d1-66378b6d0f46 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.444388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bb91e16-1296-4981-bf9d-ca9b6231d6f5 req-19d99db0-b04d-42cb-84d1-66378b6d0f46 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.5867715 Jun 03 15:17:56.445347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e72d6398-9e17-4b9b-a67f-06b32b5d092b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.510786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-a6e95d2d-02ec-491c-9aa1-29daae8e0f7f service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500261 Jun 03 15:17:56.546142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e72d6398-9e17-4b9b-a67f-06b32b5d092b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.659101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-e1c89b3b-950a-4fce-823b-e0702b43debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.660543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-e1c89b3b-950a-4fce-823b-e0702b43debd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.2094088 Jun 03 15:17:56.664626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bb91e16-1296-4981-bf9d-ca9b6231d6f5 req-2d641243-ada7-4640-a0f2-2e4145033904 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204004 Jun 03 15:17:56.665645 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Floating IP 736bdd18-2db4-4481-bdd4-79af791e035d associated. External IP: 172.25.1.178, port: 94a979d4-f616-4156-b79a-701a6c569eb6. Jun 03 15:17:56.665838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1e468f7c-389d-4b50-be59-284780e3d6b5 req-4b92daf9-affe-424a-97c3-a5735d53abcb service neutron] 10.222.0.15 "GET /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486716 Jun 03 15:17:56.719270 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e72d6398-9e17-4b9b-a67f-06b32b5d092b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.729150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a16d-901a-4f1d-8c85-6cf42c344a95 req-144eb479-a105-4239-bb84-6ddcb033097a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.730729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73f0a16d-901a-4f1d-8c85-6cf42c344a95 req-144eb479-a105-4239-bb84-6ddcb033097a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.6160452 Jun 03 15:17:56.822246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-c9db1f57-9b2d-4a8a-88cc-ab0ce3fe39c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046629 Jun 03 15:17:56.829130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d6398-9e17-4b9b-a67f-06b32b5d092b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a19f58f-c7ad-4e6e-93b3-a9c957360f75,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:56.860992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e72d6398-9e17-4b9b-a67f-06b32b5d092b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.862123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e72d6398-9e17-4b9b-a67f-06b32b5d092b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3a19f58f-c7ad-4e6e-93b3-a9c957360f75 HTTP/1.1" status: 204 len: 168 time: 0.5738366 Jun 03 15:17:56.865114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42544) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:56.927689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-904fa7d0-c8ab-44f2-a43f-037b0394e37f tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:56.945161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-904fa7d0-c8ab-44f2-a43f-037b0394e37f tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:56.949716 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-904fa7d0-c8ab-44f2-a43f-037b0394e37f tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0803645 Jun 03 15:17:56.949970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42550) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:56.988213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e827de5c-f63c-4d2a-bd9e-078bf684f982 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.001050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e827de5c-f63c-4d2a-bd9e-078bf684f982 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.018040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73f0a16d-901a-4f1d-8c85-6cf42c344a95 req-f6bba943-1ae2-49c0-831d-a8b04102af05 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427049 Jun 03 15:17:57.036547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e827de5c-f63c-4d2a-bd9e-078bf684f982 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.054743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827de5c-f63c-4d2a-bd9e-078bf684f982 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=983844f7-bfd8-4fb7-8e79-5a2d060fa171,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:57.071494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e827de5c-f63c-4d2a-bd9e-078bf684f982 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.073100 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e827de5c-f63c-4d2a-bd9e-078bf684f982 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/983844f7-bfd8-4fb7-8e79-5a2d060fa171 HTTP/1.1" status: 204 len: 168 time: 0.1218977 Jun 03 15:17:57.075804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:57.129256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:57.135616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4ff624f3-4a34-489b-a9e0-b367e81d7abf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:57.158586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4ff624f3-4a34-489b-a9e0-b367e81d7abf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:57.160920 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4ff624f3-4a34-489b-a9e0-b367e81d7abf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0838296 Jun 03 15:17:57.171932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42558) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:57.205711 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbb97-f11b-4976-86ff-681d24675b57 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.223000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbb97-f11b-4976-86ff-681d24675b57 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.264614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbb97-f11b-4976-86ff-681d24675b57 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.277129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:57.284327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:57.284473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.292093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffbb97-f11b-4976-86ff-681d24675b57 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e4f5f2d-679a-4c74-9123-af99e5d7366a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:57.316054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5ffbb97-f11b-4976-86ff-681d24675b57 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.317425 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5ffbb97-f11b-4976-86ff-681d24675b57 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0e4f5f2d-679a-4c74-9123-af99e5d7366a HTTP/1.1" status: 204 len: 168 time: 0.1437688 Jun 03 15:17:57.322430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42562) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:57.400376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8a646e95-6fac-4323-8ecd-04f138c0568c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:57.408555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-997743ab-940c-439d-8902-c4db04de52eb service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740471 Jun 03 15:17:57.419426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8a646e95-6fac-4323-8ecd-04f138c0568c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:57.420986 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8a646e95-6fac-4323-8ecd-04f138c0568c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0974128 Jun 03 15:17:57.424007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:57.446497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:57.446973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.456733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747462c-f61a-4146-9335-0f3878d2a45d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.470260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747462c-f61a-4146-9335-0f3878d2a45d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.475854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:57.486089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:57.498317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747462c-f61a-4146-9335-0f3878d2a45d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.500462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.521348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747462c-f61a-4146-9335-0f3878d2a45d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7107c10-8a14-4cc6-8a72-0d1cfaf8ef88,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:57.533329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747462c-f61a-4146-9335-0f3878d2a45d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.534462 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0747462c-f61a-4146-9335-0f3878d2a45d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e7107c10-8a14-4cc6-8a72-0d1cfaf8ef88 HTTP/1.1" status: 204 len: 168 time: 0.1093123 Jun 03 15:17:57.538004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42572) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:57.587596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-03d5a132-a2bb-4655-b16e-01b19d2b369e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:57.592776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:57.604053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-03d5a132-a2bb-4655-b16e-01b19d2b369e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:57.605322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-03d5a132-a2bb-4655-b16e-01b19d2b369e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0663474 Jun 03 15:17:57.608215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42576) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:57.637447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3258-5972-4d2f-8a99-2114ab7e6faf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.639149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa171083-d483-4024-8477-76a4002b56dc req-9ebf7c5a-171c-4b3f-86ee-cbb44717703c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:57.640692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa171083-d483-4024-8477-76a4002b56dc req-9ebf7c5a-171c-4b3f-86ee-cbb44717703c tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 951 time: 0.6123123 Jun 03 15:17:57.652289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3258-5972-4d2f-8a99-2114ab7e6faf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.684236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Router c21692a3-1b0e-4034-8377-a012e817f791 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:57.740532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ea08c-33b4-47a7-beac-780f1e666775 req-c11770a1-91d2-4c5d-9ba6-ece0bc06810c tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:57.742117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd5ea08c-33b4-47a7-beac-780f1e666775 req-c11770a1-91d2-4c5d-9ba6-ece0bc06810c tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 944 time: 0.5461724 Jun 03 15:17:57.743993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-36be4f5d-6520-4b55-85a5-fdc786faaad3 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221347 Jun 03 15:17:57.832889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3258-5972-4d2f-8a99-2114ab7e6faf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.844240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa171083-d483-4024-8477-76a4002b56dc req-539f1de4-f11d-44b5-a788-d3965bbfda29 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924691 Jun 03 15:17:57.855784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b3258-5972-4d2f-8a99-2114ab7e6faf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3af9159e-8520-4389-85a2-353412a19e2f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:57.872392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3258-5972-4d2f-8a99-2114ab7e6faf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.872392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aa3b3258-5972-4d2f-8a99-2114ab7e6faf tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3af9159e-8520-4389-85a2-353412a19e2f HTTP/1.1" status: 204 len: 168 time: 0.2613258 Jun 03 15:17:57.874746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42582) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:57.889795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-b4090330-a131-4aec-b60c-5ffe7d96c43e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:57.890556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-b4090330-a131-4aec-b60c-5ffe7d96c43e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Synchronizing usage tracker for tenant:bd5c5b4da24e43b1acb3983a6c5984ef on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:57.906919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-b4090330-a131-4aec-b60c-5ffe7d96c43e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Unset dirty status for tenant:bd5c5b4da24e43b1acb3983a6c5984ef on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:57.908619 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-b4090330-a131-4aec-b60c-5ffe7d96c43e tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 951 time: 0.2444665 Jun 03 15:17:57.973702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd5ea08c-33b4-47a7-beac-780f1e666775 req-52481b65-1003-4467-a80e-f9e626ee2e60 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687636 Jun 03 15:17:58.020497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Deleting port d7b717f3-e54f-4145-bffd-a2dc57851fa3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:58.020855 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.050804 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc4fb2c-c72c-47e0-aefe-74507682b01c'] response: {'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'code': 200} Jun 03 15:17:58.187204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:58.199459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] Sync routers for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:58.203880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b8112439-8035-4922-9b4d-19b385c8c496 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:58.220042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:58.220743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.224321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:58.293158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-62c283e2-6c56-443c-9ab5-59d1801b3f05 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "PUT /v2.0/floatingips/736bdd18-2db4-4481-bdd4-79af791e035d HTTP/1.1" status: 200 len: 992 time: 3.7895987 Jun 03 15:17:58.295880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:58.428963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] For port d7b717f3-e54f-4145-bffd-a2dc57851fa3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d7b717f3-e54f-4145-bffd-a2dc57851fa3,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:58.430749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.451845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b8112439-8035-4922-9b4d-19b385c8c496 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:58.456330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b8112439-8035-4922-9b4d-19b385c8c496 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5757489 Jun 03 15:17:58.458380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42592) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:58.476667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4662e39-86a6-4003-a8a7-df2783d05669 req-3d949548-b08b-47d2-bc01-29d890697178 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:58.484705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4662e39-86a6-4003-a8a7-df2783d05669 req-3d949548-b08b-47d2-bc01-29d890697178 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1023 time: 0.4797430 Jun 03 15:17:58.549389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:58.571354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62ee2-b1c7-4062-9a16-69e384a77cbb req-8a35fbb6-a35d-482c-85e5-d64906ece6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:58.573119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfa62ee2-b1c7-4062-9a16-69e384a77cbb req-8a35fbb6-a35d-482c-85e5-d64906ece6cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 1096 time: 0.4470408 Jun 03 15:17:58.589638 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4662e39-86a6-4003-a8a7-df2783d05669 req-0cc712cd-9624-4acc-9360-d92800eee61a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf891b8b-771f-468d-bce2-2c83f12d85b1&id=e99da069-6729-4856-b836-b4fbdb22e879&id=9eda476d-41c7-467b-8765-0fcae512a802&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1040444 Jun 03 15:17:58.666837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Calling delete_port for d7b717f3-e54f-4145-bffd-a2dc57851fa3 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:58.686410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d9614-37f7-45e8-ab51-4ab2f427a247 req-c2257836-d9db-4609-b74b-8987c1060191 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:58.694031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae3d9614-37f7-45e8-ab51-4ab2f427a247 req-c2257836-d9db-4609-b74b-8987c1060191 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.3991032 Jun 03 15:17:58.753564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfa62ee2-b1c7-4062-9a16-69e384a77cbb req-7ea4e547-1d03-4549-aace-c9af342ddad3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572518 Jun 03 15:17:58.754579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44e1b1-0298-43e5-9b17-c1bf6bae3d62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.786730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44e1b1-0298-43e5-9b17-c1bf6bae3d62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.900392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44e1b1-0298-43e5-9b17-c1bf6bae3d62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.924732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f8dc6530-a0e0-4cec-8f9d-cd2182e1bd28 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:58.925667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f8dc6530-a0e0-4cec-8f9d-cd2182e1bd28 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:58.935843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.936403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44e1b1-0298-43e5-9b17-c1bf6bae3d62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c27ebb9-ea30-4775-87af-9f951e3574cd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:58.954280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d7b717f3-e54f-4145-bffd-a2dc57851fa3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:58.961052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae3d9614-37f7-45e8-ab51-4ab2f427a247 req-25b5b77b-43a3-4a0d-94ec-bad569dc109e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658663 Jun 03 15:17:59.017086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Pushing event deleted for resources: {'Port': ['ID=d7b717f3-e54f-4145-bffd-a2dc57851fa3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:59.037559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44e1b1-0298-43e5-9b17-c1bf6bae3d62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.042657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ad44e1b1-0298-43e5-9b17-c1bf6bae3d62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/7c27ebb9-ea30-4775-87af-9f951e3574cd HTTP/1.1" status: 204 len: 168 time: 0.5800662 Jun 03 15:17:59.042657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42600) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:59.148259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e4f74-a1a7-4440-aeac-fc3912da9112 req-5f5ae065-6f15-4c35-8465-0733a93f249a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.148259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e7e4f74-a1a7-4440-aeac-fc3912da9112 req-5f5ae065-6f15-4c35-8465-0733a93f249a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.2935729 Jun 03 15:17:59.182948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '736bdd18-2db4-4481-bdd4-79af791e035d', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'port_id': '94a979d4-f616-4156-b79a-701a6c569eb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'mac_address': 'fa:16:3e:03:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:19Z', 'updated_at': '2022-06-03T15:17:55Z', 'revision_number': 1, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:23Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:59.187837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] Checking router: c21692a3-1b0e-4034-8377-a012e817f791 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:59.198445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:59.199341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:59.214867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.215222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.215596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.215940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.216299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.217025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.217025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.217346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.229516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.231084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.231653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.232188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:59.246185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f8dc6530-a0e0-4cec-8f9d-cd2182e1bd28 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:59.255336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f8dc6530-a0e0-4cec-8f9d-cd2182e1bd28 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.15 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 1023 time: 0.5435743 Jun 03 15:17:59.257231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] No DVR routers for this DVR port d7b717f3-e54f-4145-bffd-a2dc57851fa3 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:59.259934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.264468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-deleted', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:59.302640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5a8f1e97-8667-4df1-8bce-83aaa26a3804 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:59.312046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e7e4f74-a1a7-4440-aeac-fc3912da9112 req-f9816d34-35bf-4161-a824-755d96e4e649 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636267 Jun 03 15:17:59.334674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5a8f1e97-8667-4df1-8bce-83aaa26a3804 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:59.340803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5a8f1e97-8667-4df1-8bce-83aaa26a3804 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2969327 Jun 03 15:17:59.342028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42606) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:59.351750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071389245'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:59.383879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:59.409937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Deleting port 33245e7b-534e-4092-aa67-45bab2e08bd1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:59.410285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.410691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a231f94-3a24-44cb-8f82-a4b00ac96b4e req-2a77c3da-f755-4bf6-b87d-c688c8536429 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.412543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a231f94-3a24-44cb-8f82-a4b00ac96b4e req-2a77c3da-f755-4bf6-b87d-c688c8536429 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.2098062 Jun 03 15:17:59.417517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:59.475988 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e74184-cee5-4c9c-ad39-b432a7bcb0c0'] response: {'name': 'network-changed', 'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6', 'status': 'completed', 'code': 200} Jun 03 15:17:59.537891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.545244 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-33cad0ed-2c90-49a7-b842-a45aa7214c16 req-3de7a02b-4cef-44f9-a9c3-4878345c9625 tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.15 "DELETE /v2.0/ports/d7b717f3-e54f-4145-bffd-a2dc57851fa3 HTTP/1.1" status: 204 len: 173 time: 1.6261015 Jun 03 15:17:59.560533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:59.644539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:59.671366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a231f94-3a24-44cb-8f82-a4b00ac96b4e req-7931b008-de84-45e2-bd9e-79b278683854 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511368 Jun 03 15:17:59.685984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:59.695644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:59.709019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:59.873388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fb49aa8-16da-4e0f-a50e-75acd70f9847 req-85b72e16-8109-4e9a-9ef3-cb5106c599dd tempest-ServersAdminTestJSON-1353062387 tempest-ServersAdminTestJSON-1353062387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb64c41e-e771-483f-975c-96cf17f6381c HTTP/1.1" status: 200 len: 210 time: 0.0791469 Jun 03 15:17:59.943030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] For port 33245e7b-534e-4092-aa67-45bab2e08bd1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=33245e7b-534e-4092-aa67-45bab2e08bd1,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:59.943526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.001096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.029021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.179805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Calling delete_port for 33245e7b-534e-4092-aa67-45bab2e08bd1 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:00.238057 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8f6b4a-ccaa-4d0e-82e7-f02d1c362e5f'] response: {'server_uuid': 'cb64c41e-e771-483f-975c-96cf17f6381c', 'name': 'network-vif-deleted', 'tag': 'd7b717f3-e54f-4145-bffd-a2dc57851fa3', 'status': 'completed', 'code': 200} Jun 03 15:18:00.238201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.243562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8942766 Jun 03 15:18:00.246474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42618) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:00.256264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d9a8-16db-4402-a97e-7086f2ce2a2c tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec1b035-66b2-49e0-8f92-09b451183248,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:00.266756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '3ec1b035-66b2-49e0-8f92-09b451183248', 'direction': 'ingress', 'protocol': 17}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:00.285896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:00.291308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:00.295658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:00.302603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:00.333145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-78a85a4b-534d-4aeb-9232-a8457e477724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.335097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-78a85a4b-534d-4aeb-9232-a8457e477724 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a5f3d44608c4ac3a059f8c26168e001&device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 1097 time: 0.8521817 Jun 03 15:18:00.337841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.422204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d8f87-6224-4004-bd91-90c2370a941b req-79348cff-493a-4e13-bba2-42814666bf83 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.428030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd4d8f87-6224-4004-bd91-90c2370a941b req-79348cff-493a-4e13-bba2-42814666bf83 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 945 time: 0.5533829 Jun 03 15:18:00.489837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '736bdd18-2db4-4481-bdd4-79af791e035d', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'port_id': '94a979d4-f616-4156-b79a-701a6c569eb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'mac_address': 'fa:16:3e:03:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:19Z', 'updated_at': '2022-06-03T15:17:55Z', 'revision_number': 1, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:23Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:00.495172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be9cf80-cb78-4dfe-bfe6-d0b657c9d1b6 None None] The sync data for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 is: [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '736bdd18-2db4-4481-bdd4-79af791e035d', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'port_id': '94a979d4-f616-4156-b79a-701a6c569eb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'mac_address': 'fa:16:3e:03:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:19Z', 'updated_at': '2022-06-03T15:17:55Z', 'revision_number': 1, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:23Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:00.691910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd4d8f87-6224-4004-bd91-90c2370a941b req-9cf7ddb3-2cde-4bb3-b2e7-e7507a1e5942 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630758 Jun 03 15:18:00.704175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd8f3-86c6-4e6d-8a66-76bdd96a9a4b req-8a6ecd4f-0125-4cea-9ca3-281c29bca1ff tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.705930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b0cd8f3-86c6-4e6d-8a66-76bdd96a9a4b req-8a6ecd4f-0125-4cea-9ca3-281c29bca1ff tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.6002953 Jun 03 15:18:00.717210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42622) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:00.717508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.730863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.733086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Request body: {'floatingip': {'port_id': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:00.761327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4230f1-389b-4b39-bb60-be41c8979516,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:00.773540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.778034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9cc2312f-ef50-4680-bf3f-75b16a4e00f2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5243642 Jun 03 15:18:00.778991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:00.799950 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7db95c-6d19-4f00-b406-506f67eaa0d2 None None] New status for floating IP 736bdd18-2db4-4481-bdd4-79af791e035d: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:18:00.842186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.855340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:00.857197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.982955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff24-e262-4a8f-8367-3b06fb53d239 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.992897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09566b77-3b00-4126-a1cb-10ec52bd9559 req-a60bdb3f-271d-43c8-86f8-4448162588cd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 210 time: 0.1100743 Jun 03 15:18:00.995072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'Port': ['ID=33245e7b-534e-4092-aa67-45bab2e08bd1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:01.045938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff24-e262-4a8f-8367-3b06fb53d239 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.117057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff24-e262-4a8f-8367-3b06fb53d239 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.152322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 33245e7b-534e-4092-aa67-45bab2e08bd1 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:01.153953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96048b67-1c36-4041-aecc-9cc23b4f9f9b req-b48a3243-0c06-4992-ac98-1c13548b3019 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:01.155436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96048b67-1c36-4041-aecc-9cc23b4f9f9b req-b48a3243-0c06-4992-ac98-1c13548b3019 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.2849562 Jun 03 15:18:01.188061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8ff24-e262-4a8f-8367-3b06fb53d239 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec1b035-66b2-49e0-8f92-09b451183248,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:01.214034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff24-e262-4a8f-8367-3b06fb53d239 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.215370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-02c8ff24-e262-4a8f-8367-3b06fb53d239 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/3ec1b035-66b2-49e0-8f92-09b451183248 HTTP/1.1" status: 204 len: 168 time: 0.4352167 Jun 03 15:18:01.219368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:01.241106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-2370bf55-4b55-4844-bb2f-e9e6b56d6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:01.243303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-2370bf55-4b55-4844-bb2f-e9e6b56d6a09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43130fe1-f40b-4b37-8f22-0ae9a569deb7 HTTP/1.1" status: 200 len: 907 time: 0.9004543 Jun 03 15:18:01.260955 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96048b67-1c36-4041-aecc-9cc23b4f9f9b req-29d93805-02f7-4181-99ad-4da95b2339a2 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944223 Jun 03 15:18:01.293566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 33245e7b-534e-4092-aa67-45bab2e08bd1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:01.293916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 33245e7b-534e-4092-aa67-45bab2e08bd1 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:01.294339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:01.304775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fbf3460d-537b-49f0-ae73-121c58099e1b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:01.328962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fbf3460d-537b-49f0-ae73-121c58099e1b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:01.332843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fbf3460d-537b-49f0-ae73-121c58099e1b tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121531 Jun 03 15:18:01.337779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42638) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:01.344472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--463795156'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:01.347130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] No DVR routers for this DVR port 33245e7b-534e-4092-aa67-45bab2e08bd1 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:01.353022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:01.365665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:01.368063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: d7b717f3-e54f-4145-bffd-a2dc57851fa3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:01.368441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d7b717f3-e54f-4145-bffd-a2dc57851fa3 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:01.380499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.403663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:01.411028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:01.414237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:01.421236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:01.428464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.466159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ccfbc4c-f25a-4fc6-8463-850d48db7e1e req-f88521f5-7505-4856-baae-c20178a41fcd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.15 "DELETE /v2.0/ports/33245e7b-534e-4092-aa67-45bab2e08bd1 HTTP/1.1" status: 204 len: 173 time: 2.1880178 Jun 03 15:18:01.521243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.526911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.584594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a229d53-e242-4348-9a21-07bc74ac8b3b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:01.593522 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.595829 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-670e64c1-f888-43c9-b3b5-7084f56f15f1 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2565627 Jun 03 15:18:01.598821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42646) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:01.605272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--273653'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:01.612982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:01.618712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:01.623083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:01.626251 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-5bf4952a-7040-4a11-9814-d27298766c7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a979d4-f616-4156-b79a-701a6c569eb6 HTTP/1.1" status: 200 len: 1002 time: 0.2815516 Jun 03 15:18:01.631307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:01.633036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42650) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:01.644295 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.665445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:01.670019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:01.673868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:01.687138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:01.770473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.780611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.801344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-5dfb0ba7-b64a-46b4-9c07-d97a7502b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:01.803102 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-5dfb0ba7-b64a-46b4-9c07-d97a7502b596 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe33804d-3848-4006-b76f-9f331c85dc21 HTTP/1.1" status: 200 len: 845 time: 0.1670041 Jun 03 15:18:01.837901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4762cb46-5ddc-45f1-9cd8-a72e4fa213c2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:01.900268 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.900568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-10f8a3fd-ee2c-4146-ab82-8b62ac0f4a11 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3007987 Jun 03 15:18:01.907654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42658) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:01.913795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '6a229d53-e242-4348-9a21-07bc74ac8b3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4762cb46-5ddc-45f1-9cd8-a72e4fa213c2', 'remote_ip_prefix': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:01.919434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:01.925057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:01.927657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:01.934437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:02.033002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.073032 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-07f670df-405b-4bf2-b512-40236e61c73f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd5c5b4da24e43b1acb3983a6c5984ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333372 Jun 03 15:18:02.073032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42664) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:02.148921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.169525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9568faf-9356-4d54-bce9-40b4d04910bc req-15605d47-bbcb-464c-8c74-bc92387d2b96 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:02.177543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9568faf-9356-4d54-bce9-40b4d04910bc req-15605d47-bbcb-464c-8c74-bc92387d2b96 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 945 time: 0.3397579 Jun 03 15:18:02.181564 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.187476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-54ab021c-3ba8-4ad0-b4c5-789364ece763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:02.191289 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-54ab021c-3ba8-4ad0-b4c5-789364ece763 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43130fe1-f40b-4b37-8f22-0ae9a569deb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3765421 Jun 03 15:18:02.199866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b4db96d-c3c9-4512-b32d-dbfd50da1d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.243059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'name': 'network-vif-deleted', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:02.267164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1107c4fb-9a17-4339-ada4-79fbbfd13e03,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:02.275611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-033d38ee-f5b3-4167-a3a6-5255b3fe3443 req-d4f18746-3e29-41bd-b699-1a339b038501 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=2736c179-e358-4467-bff4-99dd00ac99f4 HTTP/1.1" status: 200 len: 210 time: 0.0668557 Jun 03 15:18:02.309612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9568faf-9356-4d54-bce9-40b4d04910bc req-bd8e5af8-00c2-441c-a6d6-b8b755e8d2cc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304688 Jun 03 15:18:02.317948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.327043 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4be370eb-335a-45f4-bb8f-e9096aaa5427 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4156294 Jun 03 15:18:02.330449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42672) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:02.383662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c81554-e095-4268-9671-3846fa27ef79 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.413122 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c81554-e095-4268-9671-3846fa27ef79 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.472402 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabedce0-5e8e-4cef-b375-50cf99a1e6b8'] response: {'server_uuid': '2736c179-e358-4467-bff4-99dd00ac99f4', 'name': 'network-vif-deleted', 'tag': '33245e7b-534e-4092-aa67-45bab2e08bd1', 'status': 'completed', 'code': 200} Jun 03 15:18:02.509544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b4db96d-c3c9-4512-b32d-dbfd50da1d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.516022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c81554-e095-4268-9671-3846fa27ef79 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.530595 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:18:02.537153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c81554-e095-4268-9671-3846fa27ef79 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1107c4fb-9a17-4339-ada4-79fbbfd13e03,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:02.549026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c81554-e095-4268-9671-3846fa27ef79 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.552667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9c81554-e095-4268-9671-3846fa27ef79 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1107c4fb-9a17-4339-ada4-79fbbfd13e03 HTTP/1.1" status: 204 len: 168 time: 0.2207053 Jun 03 15:18:02.566803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b90a5-03f8-4f41-bf9b-82e611d6a7e4 req-abe4d879-d013-463f-bbae-c2128668e35c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:02.573203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-826b90a5-03f8-4f41-bf9b-82e611d6a7e4 req-abe4d879-d013-463f-bbae-c2128668e35c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.1439111 Jun 03 15:18:02.576058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42678) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:02.656550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-826b90a5-03f8-4f41-bf9b-82e611d6a7e4 req-ad5c19fa-653f-4301-a1f6-db996f45058d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820956 Jun 03 15:18:02.692239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8599a54c-091f-4889-b9fc-32d6bd21b21e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:02.713931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-1b5ff117-058f-4496-b26b-d95fd4375011 service neutron] 10.222.0.70 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032907 Jun 03 15:18:02.717047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.718466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8599a54c-091f-4889-b9fc-32d6bd21b21e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:02.719748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8599a54c-091f-4889-b9fc-32d6bd21b21e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1427960 Jun 03 15:18:02.722783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42684) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:02.750858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.848026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-396e70c9-0cb5-41ba-bb5d-d631066b23c6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.880921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-396e70c9-0cb5-41ba-bb5d-d631066b23c6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.904889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa0e8-af92-47be-a99e-e627a547e0bb req-1a90456c-7bfb-4ab7-881e-7e09d3db7ba5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:02.908305 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b4db96d-c3c9-4512-b32d-dbfd50da1d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.913300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfefa0e8-af92-47be-a99e-e627a547e0bb req-1a90456c-7bfb-4ab7-881e-7e09d3db7ba5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 945 time: 0.1503780 Jun 03 15:18:02.975568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-396e70c9-0cb5-41ba-bb5d-d631066b23c6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.020032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4db96d-c3c9-4512-b32d-dbfd50da1d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:03.026537 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfefa0e8-af92-47be-a99e-e627a547e0bb req-15e002b2-2c6f-451e-9b8a-9408d1be797e tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900383 Jun 03 15:18:03.026537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e70c9-0cb5-41ba-bb5d-d631066b23c6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762cb46-5ddc-45f1-9cd8-a72e4fa213c2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:03.043149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-396e70c9-0cb5-41ba-bb5d-d631066b23c6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.043149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-396e70c9-0cb5-41ba-bb5d-d631066b23c6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/4762cb46-5ddc-45f1-9cd8-a72e4fa213c2 HTTP/1.1" status: 204 len: 168 time: 0.3138301 Jun 03 15:18:03.043149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42688) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:03.058678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b4db96d-c3c9-4512-b32d-dbfd50da1d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.058678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b4db96d-c3c9-4512-b32d-dbfd50da1d35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a450c15-fb6d-4fa7-bdbb-b355cbe99fe8 HTTP/1.1" status: 204 len: 168 time: 0.9786875 Jun 03 15:18:03.098715 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-223cf0b6-f7c3-46f9-bdfc-eb1bb66becda req-c6e13cdc-180c-42de-a12a-d0ddc49896ef service neutron] 10.222.0.70 "GET /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663340 Jun 03 15:18:03.117911 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Floating IP 33771525-8669-498d-82f0-29ca1dfc5af7 associated. External IP: 172.25.1.148, port: 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa. Jun 03 15:18:03.260286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a1052829-cc82-4569-b0ad-f2dd4e43ff33 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:03.298416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a1052829-cc82-4569-b0ad-f2dd4e43ff33 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:03.307258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a1052829-cc82-4569-b0ad-f2dd4e43ff33 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2597971 Jun 03 15:18:03.307258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42696) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:03.390984 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6d7cae8-f8ef-41e5-8145-ffbdbe481518 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.435756 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6d7cae8-f8ef-41e5-8145-ffbdbe481518 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.551278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d8eb30b-de7d-476e-a0f0-e5424e94128f req-55f65761-49f7-4ec7-8a1f-8c907fe046d4 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/bf891b8b-771f-468d-bce2-2c83f12d85b1 HTTP/1.1" status: 200 len: 1802 time: 0.0889611 Jun 03 15:18:03.551931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6d7cae8-f8ef-41e5-8145-ffbdbe481518 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.607626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7cae8-f8ef-41e5-8145-ffbdbe481518 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a229d53-e242-4348-9a21-07bc74ac8b3b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:03.681308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6d7cae8-f8ef-41e5-8145-ffbdbe481518 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.681308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6d7cae8-f8ef-41e5-8145-ffbdbe481518 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/6a229d53-e242-4348-9a21-07bc74ac8b3b HTTP/1.1" status: 204 len: 168 time: 0.3718996 Jun 03 15:18:03.681600 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5d8eb30b-de7d-476e-a0f0-e5424e94128f req-a775e3cc-5e27-49fb-b2b2-df7c97c56969 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.683235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42706) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:03.724434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Router bed4b1fc-d416-4620-9c82-52590ac3f9e9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:03.739084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42712) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:03.758013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5d8eb30b-de7d-476e-a0f0-e5424e94128f req-a775e3cc-5e27-49fb-b2b2-df7c97c56969 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.800685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-187d287b-ae39-4845-9f15-3ac19fb05af2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:03.825252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-187d287b-ae39-4845-9f15-3ac19fb05af2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:03.832073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-187d287b-ae39-4845-9f15-3ac19fb05af2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1470304 Jun 03 15:18:03.832325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42716) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:03.837950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--257575225'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:03.847811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:03.851494 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5d8eb30b-de7d-476e-a0f0-e5424e94128f req-a775e3cc-5e27-49fb-b2b2-df7c97c56969 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.872314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:03.910977 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bdedb16c-243c-4c25-9fbe-dec98e163844 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4dd6fd5218444a048e2faabf63dd795a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757402 Jun 03 15:18:03.913005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42720) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:03.926838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775e3cc-5e27-49fb-b2b2-df7c97c56969 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf891b8b-771f-468d-bce2-2c83f12d85b1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:03.940051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.962673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5d8eb30b-de7d-476e-a0f0-e5424e94128f req-a775e3cc-5e27-49fb-b2b2-df7c97c56969 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.963553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d8eb30b-de7d-476e-a0f0-e5424e94128f req-a775e3cc-5e27-49fb-b2b2-df7c97c56969 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/bf891b8b-771f-468d-bce2-2c83f12d85b1 HTTP/1.1" status: 204 len: 173 time: 0.4133997 Jun 03 15:18:03.975052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:03.981093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:03.985369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:03.994197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:04.036951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20372055-0d4d-4c5f-ab3c-a7eb8a175f05 req-70ff0a31-19e5-4ba4-aa9b-3283c75a6079 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.038700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20372055-0d4d-4c5f-ab3c-a7eb8a175f05 req-70ff0a31-19e5-4ba4-aa9b-3283c75a6079 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.1832221 Jun 03 15:18:04.110057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85291475-1934-46f7-b191-56a19e25d4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.116424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:04.117307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.125945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] Sync routers for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:04.131269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b326916-0fd5-44ba-95fd-bb8b40f6de3e req-1c0f969a-dcab-451f-9e81-3686554d7577 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/9eda476d-41c7-467b-8765-0fcae512a802 HTTP/1.1" status: 200 len: 1802 time: 0.1261148 Jun 03 15:18:04.143797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:04.143797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:04.169495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20372055-0d4d-4c5f-ab3c-a7eb8a175f05 req-2efa8b2a-575d-4991-b0e8-20e50aa2bb6b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180174 Jun 03 15:18:04.187066 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.196546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.237906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a3ff0515-f18e-4a89-b1d5-3c027ec9346c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "PUT /v2.0/floatingips/33771525-8669-498d-82f0-29ca1dfc5af7 HTTP/1.1" status: 200 len: 992 time: 3.5192151 Jun 03 15:18:04.241166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85291475-1934-46f7-b191-56a19e25d4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.275917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ce5d96-2e21-4cc0-b5e5-01c904e1d95d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.290753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.294914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5553384-1c80-448f-bcb8-d4d79b73cdbc tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4612129 Jun 03 15:18:04.295385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42730) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:04.301061 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1b326916-0fd5-44ba-95fd-bb8b40f6de3e req-8c0b4f1b-8faf-4208-bf6d-803eee285279 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.308862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': '93ce5d96-2e21-4cc0-b5e5-01c904e1d95d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:04.322644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:04.331531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:04.337459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:04.338634 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1b326916-0fd5-44ba-95fd-bb8b40f6de3e req-8c0b4f1b-8faf-4208-bf6d-803eee285279 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.348529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:04.390661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85291475-1934-46f7-b191-56a19e25d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.417647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:04.433373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.458268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85291475-1934-46f7-b191-56a19e25d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee63654-b50a-485a-afb4-e917752a7b10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.468552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85291475-1934-46f7-b191-56a19e25d4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.470000 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-85291475-1934-46f7-b191-56a19e25d4a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ee63654-b50a-485a-afb4-e917752a7b10 HTTP/1.1" status: 204 len: 168 time: 0.5559044 Jun 03 15:18:04.478612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:04.484641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1b326916-0fd5-44ba-95fd-bb8b40f6de3e req-8c0b4f1b-8faf-4208-bf6d-803eee285279 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.544729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29124-a28f-4835-89cc-216f2a757c42 req-54693cf2-fbd8-4a44-95e6-b8886e4062de tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.547454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.547612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a29124-a28f-4835-89cc-216f2a757c42 req-54693cf2-fbd8-4a44-95e6-b8886e4062de tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 945 time: 0.1839888 Jun 03 15:18:04.549064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b4f1b-8faf-4208-bf6d-803eee285279 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda476d-41c7-467b-8765-0fcae512a802,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.553604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.599420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1b326916-0fd5-44ba-95fd-bb8b40f6de3e req-8c0b4f1b-8faf-4208-bf6d-803eee285279 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.601055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b326916-0fd5-44ba-95fd-bb8b40f6de3e req-8c0b4f1b-8faf-4208-bf6d-803eee285279 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/9eda476d-41c7-467b-8765-0fcae512a802 HTTP/1.1" status: 204 len: 173 time: 0.4529901 Jun 03 15:18:04.607744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849879ca-03a2-45fb-861c-1cfc34410ef4,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.611235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.616838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3a0f6d93-f836-4415-ab58-6b6257b9462e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3179531 Jun 03 15:18:04.617714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42740) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:04.620011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a29124-a28f-4835-89cc-216f2a757c42 req-54a414cf-261c-4bc8-82f7-f6eb81a02ec0 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566115 Jun 03 15:18:04.654756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c766987a-d17a-4826-aee8-42c45b4a8c10 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.672045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c766987a-d17a-4826-aee8-42c45b4a8c10 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.731126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c766987a-d17a-4826-aee8-42c45b4a8c10 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.736660 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545760ed-2059-4128-9218-5f8aa2676dee'] response: {'name': 'network-changed', 'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'status': 'completed', 'code': 200} Jun 03 15:18:04.774497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-545717169', 'description': 'tempest-description-952472947'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:04.801879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:04.918567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:04.926584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:04.949514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766987a-d17a-4826-aee8-42c45b4a8c10 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=849879ca-03a2-45fb-861c-1cfc34410ef4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.960890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:04.983504 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c766987a-d17a-4826-aee8-42c45b4a8c10 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.986783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c766987a-d17a-4826-aee8-42c45b4a8c10 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/849879ca-03a2-45fb-861c-1cfc34410ef4 HTTP/1.1" status: 204 len: 168 time: 0.3673575 Jun 03 15:18:04.991023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42748) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:05.043474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.051095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-5a2c4660-2cc5-4a85-a6b1-9c8e88f6f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.054394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-5a2c4660-2cc5-4a85-a6b1-9c8e88f6f5d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7617f31b58df4828891494541c27783b&device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 1097 time: 0.2857070 Jun 03 15:18:05.079920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '33771525-8669-498d-82f0-29ca1dfc5af7', 'tenant_id': '7617f31b58df4828891494541c27783b', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'port_id': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'mac_address': 'fa:16:3e:42:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:26Z', 'updated_at': '2022-06-03T15:18:02Z', 'revision_number': 1, 'project_id': '7617f31b58df4828891494541c27783b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:25Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:05.093396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] Checking router: bed4b1fc-d416-4620-9c82-52590ac3f9e9 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:05.101748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:05.113214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:05.114831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:17:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:05.118162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68661c7-3c16-450b-b9f5-c4763b1db03b req-f1b35519-df8e-46ff-8fbf-003f8f53a111 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.119947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c68661c7-3c16-450b-b9f5-c4763b1db03b req-f1b35519-df8e-46ff-8fbf-003f8f53a111 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.3249183 Jun 03 15:18:05.131112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Usage tracker for resource:security_group_rule and tenant:fffe611f4fa741708c6b47f81ab21f4b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:05.146326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:05.176647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-de6cbc29-f118-4df1-a3fe-84dbe54dfe14 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:05.180177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:05.275855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-de6cbc29-f118-4df1-a3fe-84dbe54dfe14 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:05.280214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-de6cbc29-f118-4df1-a3fe-84dbe54dfe14 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2836080 Jun 03 15:18:05.285165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42760) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:05.292595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c68661c7-3c16-450b-b9f5-c4763b1db03b req-e910fab0-0fb6-444c-aa0e-77d372246b3a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531999 Jun 03 15:18:05.312183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-d912a355-d76c-439f-a994-2d5cc87b6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.316265 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-d912a355-d76c-439f-a994-2d5cc87b6051 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89621a54-5e1d-480c-9d05-c4a9997028bf HTTP/1.1" status: 200 len: 913 time: 0.2491994 Jun 03 15:18:05.411716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.425654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.499758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-25b86e1b-58da-4f66-ab22-ddcafa5a1c0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa HTTP/1.1" status: 200 len: 1000 time: 0.1768870 Jun 03 15:18:05.530090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b71edd-27c8-47b3-b0ea-41377bdb3297,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:05.543001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.564284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-637ba7d1-699a-4869-b85a-279c970f1943 req-9028482c-8d86-4975-955a-f4863a5aa6c0 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7946866 Jun 03 15:18:05.603852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3858169b-71ba-486a-8154-b75ecb6d8e13 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.608465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:05.751022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3858169b-71ba-486a-8154-b75ecb6d8e13 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.766972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-d987b7e1-60c5-4a6c-9ced-f4bc68b798c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.768858 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-d987b7e1-60c5-4a6c-9ced-f4bc68b798c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=04ba6e97-58ea-439b-9da0-21709af2f3f6 HTTP/1.1" status: 200 len: 851 time: 0.2593005 Jun 03 15:18:05.979675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-b3116076-25fb-4917-95f3-520ecfd5eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.981923 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-b3116076-25fb-4917-95f3-520ecfd5eb5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89621a54-5e1d-480c-9d05-c4a9997028bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004054 Jun 03 15:18:05.983914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3858169b-71ba-486a-8154-b75ecb6d8e13 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.100187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbfda2-81b9-478c-9c93-3881d4d91d1a req-21f414a9-0ea3-4d01-b2fb-c4fdf49a34a0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:06.110907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4cbfda2-81b9-478c-9c93-3881d4d91d1a req-21f414a9-0ea3-4d01-b2fb-c4fdf49a34a0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 946 time: 0.3736134 Jun 03 15:18:06.176798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858169b-71ba-486a-8154-b75ecb6d8e13 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ce5d96-2e21-4cc0-b5e5-01c904e1d95d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:06.179491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-a4d76d68-2c36-46ad-96ce-bcab8c59aebf service neutron] 10.222.0.70 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754169 Jun 03 15:18:06.205490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4cbfda2-81b9-478c-9c93-3881d4d91d1a req-2c881f22-ae6f-4a88-8531-6e96084252ab tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887394 Jun 03 15:18:06.372984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5913b3ab-561b-452f-9d98-f69729d8d37a req-4d851636-5d90-41a4-8f27-4f69bb3c058a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/61b71edd-27c8-47b3-b0ea-41377bdb3297 HTTP/1.1" status: 200 len: 1801 time: 0.1548724 Jun 03 15:18:06.379650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-5913b3ab-561b-452f-9d98-f69729d8d37a req-1ce12fdf-6832-4c7b-8392-4b7c83ed9b95 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Request body: {'security_group': {'name': 'tempest-sg-hth-248521488', 'description': 'tempest-description-hth-447306718'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:06.387882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '33771525-8669-498d-82f0-29ca1dfc5af7', 'tenant_id': '7617f31b58df4828891494541c27783b', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'port_id': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'mac_address': 'fa:16:3e:42:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:26Z', 'updated_at': '2022-06-03T15:18:02Z', 'revision_number': 1, 'project_id': '7617f31b58df4828891494541c27783b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:25Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:06.398427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b57f5e-6574-4266-b3a6-9cfb2bfb23fb None None] The sync data for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 is: [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '33771525-8669-498d-82f0-29ca1dfc5af7', 'tenant_id': '7617f31b58df4828891494541c27783b', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'port_id': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'mac_address': 'fa:16:3e:42:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:26Z', 'updated_at': '2022-06-03T15:18:02Z', 'revision_number': 1, 'project_id': '7617f31b58df4828891494541c27783b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:25Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:06.409012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3858169b-71ba-486a-8154-b75ecb6d8e13 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.411327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3858169b-71ba-486a-8154-b75ecb6d8e13 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/93ce5d96-2e21-4cc0-b5e5-01c904e1d95d HTTP/1.1" status: 204 len: 168 time: 1.1239517 Jun 03 15:18:06.414008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42798) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:06.428242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5913b3ab-561b-452f-9d98-f69729d8d37a req-1ce12fdf-6832-4c7b-8392-4b7c83ed9b95 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.526009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5913b3ab-561b-452f-9d98-f69729d8d37a req-1ce12fdf-6832-4c7b-8392-4b7c83ed9b95 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.537209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5913b3ab-561b-452f-9d98-f69729d8d37a req-1ce12fdf-6832-4c7b-8392-4b7c83ed9b95 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.540734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5913b3ab-561b-452f-9d98-f69729d8d37a req-1ce12fdf-6832-4c7b-8392-4b7c83ed9b95 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.545681 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5913b3ab-561b-452f-9d98-f69729d8d37a req-1ce12fdf-6832-4c7b-8392-4b7c83ed9b95 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "PUT /v2.0/security-groups/61b71edd-27c8-47b3-b0ea-41377bdb3297 HTTP/1.1" status: 200 len: 1775 time: 0.1718092 Jun 03 15:18:06.625414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce12fdf-6832-4c7b-8392-4b7c83ed9b95 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b71edd-27c8-47b3-b0ea-41377bdb3297,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:06.629360 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d8252e1-f177-477a-b36b-2bdb2b6db270 req-2c552116-fdb0-4434-9ce5-c5fde068f40c service neutron] 10.222.0.70 "GET /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301772 Jun 03 15:18:06.637889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99c16089-623f-49b7-a01a-25b0d7f3675e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:06.656531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-850319a9-8280-434c-b7a0-2207918f802e req-3c8d9e25-6f50-4c13-a3eb-8898baf514f5 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/61b71edd-27c8-47b3-b0ea-41377bdb3297 HTTP/1.1" status: 200 len: 1775 time: 0.0817504 Jun 03 15:18:06.681914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99c16089-623f-49b7-a01a-25b0d7f3675e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:06.683839 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-99c16089-623f-49b7-a01a-25b0d7f3675e tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2681692 Jun 03 15:18:06.689772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42810) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:06.703517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-b5f83586-08cf-4779-bf3a-a11f76a2814f tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:06.706313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-b5f83586-08cf-4779-bf3a-a11f76a2814f tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1097 time: 0.2209048 Jun 03 15:18:06.719077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:06.721161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--210706560'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:06.737069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:06.762284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:06.790088 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b09ea3-68db-42bf-b903-6ac87c883f75 None None] New status for floating IP 33771525-8669-498d-82f0-29ca1dfc5af7: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:18:06.794370 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.821800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28268a64-5f3b-4d8c-a3df-2ae757f8cbe6 req-559061f3-6495-484a-a33f-b7ae807d4c74 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/61b71edd-27c8-47b3-b0ea-41377bdb3297 HTTP/1.1" status: 200 len: 1775 time: 0.1200554 Jun 03 15:18:06.848665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:06.862225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:06.872798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:06.889463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:06.918479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.958855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-28268a64-5f3b-4d8c-a3df-2ae757f8cbe6 req-22cb718a-12ff-4c49-b9d2-756e54d97a62 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.007305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-28268a64-5f3b-4d8c-a3df-2ae757f8cbe6 req-22cb718a-12ff-4c49-b9d2-756e54d97a62 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.125381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.133434 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.172777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:18:07.179796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:07.193882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-28268a64-5f3b-4d8c-a3df-2ae757f8cbe6 req-22cb718a-12ff-4c49-b9d2-756e54d97a62 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.214380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cb2d82-e45d-452e-b6e4-9a48113956af,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:07.239695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:07.262893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb718a-12ff-4c49-b9d2-756e54d97a62 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b71edd-27c8-47b3-b0ea-41377bdb3297,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:07.285768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.287297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8ca1f41d-0223-4252-9796-802e96f913cb tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5962527 Jun 03 15:18:07.291470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42824) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:07.298873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': 'd4cb2d82-e45d-452e-b6e4-9a48113956af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:07.307196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-28268a64-5f3b-4d8c-a3df-2ae757f8cbe6 req-22cb718a-12ff-4c49-b9d2-756e54d97a62 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.315804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28268a64-5f3b-4d8c-a3df-2ae757f8cbe6 req-22cb718a-12ff-4c49-b9d2-756e54d97a62 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/61b71edd-27c8-47b3-b0ea-41377bdb3297 HTTP/1.1" status: 204 len: 173 time: 0.4929457 Jun 03 15:18:07.323332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:07.329442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:07.330987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.341046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.342625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:07.357438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:07.365703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:07.401059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.643034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:07.645518 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8778d40-7a90-4b70-a8f3-d99178d888d3'] response: {'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e', 'code': 200} Jun 03 15:18:07.646410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:07.675598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on host n-h1-844594-1 for vnic_type normal with profile {"migrating_to": "n-h2-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:07.675954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:07.676498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:07.678055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e has no active binding in host n-h2-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:18:07.678981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:18:07.683292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:07.683620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Attempting to bind port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:07.690610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:07.690768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:07.691296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:07.691750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Bound port: a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:07.692119 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.695926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.703500 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.739102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb71377-1411-4426-a500-014b1c847441,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:07.753872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8abce3-8b30-4b4e-943f-f1d264a48311 req-05893e0d-910a-4d93-aded-c1db85dcc532 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:07.756005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe8abce3-8b30-4b4e-943f-f1d264a48311 req-05893e0d-910a-4d93-aded-c1db85dcc532 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.3227768 Jun 03 15:18:07.794723 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.797726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-05140dd6-7c7d-4750-a135-e9b3b4253402 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5029814 Jun 03 15:18:07.801121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42852) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:07.838945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-17a105b2-c379-4759-a0d7-0bc666843a90 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules/2bb71377-1411-4426-a500-014b1c847441 HTTP/1.1" status: 200 len: 763 time: 0.0370047 Jun 03 15:18:07.842286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42856) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:07.846839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe8abce3-8b30-4b4e-943f-f1d264a48311 req-a5f0654f-94cd-4834-9c0e-ca8ade85054b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818336 Jun 03 15:18:07.884882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:07.888821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:07.897406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.912970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:07.949675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8bccedd6-8cf6-4cf5-a9aa-510bfef31ba3 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:07.954079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'mac_address': 'fa:16:3e:a3:90:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:18:07.955716 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-891a4395-22f0-4cc1-80ba-03b2ab091f15 req-2474772b-4297-4f20-b6c0-717e54cd9013 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:18:07.957090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-891a4395-22f0-4cc1-80ba-03b2ab091f15 req-2474772b-4297-4f20-b6c0-717e54cd9013 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/9eda476d-41c7-467b-8765-0fcae512a802 HTTP/1.1" status: 404 len: 352 time: 0.0594344 Jun 03 15:18:07.999791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8bccedd6-8cf6-4cf5-a9aa-510bfef31ba3 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:07.999791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8bccedd6-8cf6-4cf5-a9aa-510bfef31ba3 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1487617 Jun 03 15:18:08.004679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42864) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:08.068706 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-fdb37318-055f-45c6-a0a0-eda8f4bbc323 req-cca19031-9dc0-4642-a41b-a36101696b5d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:18:08.076880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fdb37318-055f-45c6-a0a0-eda8f4bbc323 req-cca19031-9dc0-4642-a41b-a36101696b5d tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/bf891b8b-771f-468d-bce2-2c83f12d85b1 HTTP/1.1" status: 404 len: 352 time: 0.0411389 Jun 03 15:18:08.122296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40ade495-ee00-4393-b98e-20f7a88ef4ae tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.140032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40ade495-ee00-4393-b98e-20f7a88ef4ae tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.140032 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-b527c177-7430-457c-8cf1-3ffe94e662f9 req-5d7ea8c7-dc55-48b4-aa14-4fe2e31f3cd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:18:08.149011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b527c177-7430-457c-8cf1-3ffe94e662f9 req-5d7ea8c7-dc55-48b4-aa14-4fe2e31f3cd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/2b4283ef-b070-484f-a923-ac39350f7b4d HTTP/1.1" status: 404 len: 352 time: 0.0520809 Jun 03 15:18:08.158401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:08.158401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.187928 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-a9e21608-ebc7-411a-8518-a7c72e8bcc1b req-3154bfb5-0a62-4e0f-8774-9c294c701808 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:18:08.194149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9e21608-ebc7-411a-8518-a7c72e8bcc1b req-3154bfb5-0a62-4e0f-8774-9c294c701808 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/a0841ee6-5c97-40dc-a7e2-8a4cdde18479 HTTP/1.1" status: 404 len: 352 time: 0.0271041 Jun 03 15:18:08.200724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:08.226442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:08.234300 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.234475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40ade495-ee00-4393-b98e-20f7a88ef4ae tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.249435 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-05922e3f-898e-4ad3-834d-51fab8ce87ee req-11a8b7c1-62fc-46ac-9e02-0da447cdd838 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:18:08.256756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05922e3f-898e-4ad3-834d-51fab8ce87ee req-11a8b7c1-62fc-46ac-9e02-0da447cdd838 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/4e56aa2e-8489-482d-a0a4-9275fcd6ac97 HTTP/1.1" status: 404 len: 352 time: 0.0415044 Jun 03 15:18:08.283103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ade495-ee00-4393-b98e-20f7a88ef4ae tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bb71377-1411-4426-a500-014b1c847441,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:08.331128 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-b7a1fa48-8976-4b3b-8cd2-20448f46cde0 req-a1663549-74e0-4341-ad02-7df416f4b9e9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] show failed (client error): The resource could not be found. Jun 03 15:18:08.346599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7a1fa48-8976-4b3b-8cd2-20448f46cde0 req-a1663549-74e0-4341-ad02-7df416f4b9e9 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/81397b6d-10d4-4823-a10e-01059bfea121 HTTP/1.1" status: 404 len: 352 time: 0.0565009 Jun 03 15:18:08.362775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:08.363114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40ade495-ee00-4393-b98e-20f7a88ef4ae tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.369866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-40ade495-ee00-4393-b98e-20f7a88ef4ae tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2bb71377-1411-4426-a500-014b1c847441 HTTP/1.1" status: 204 len: 168 time: 0.3642068 Jun 03 15:18:08.372755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42894) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:08.379213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:08.379603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.381546 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 200 len: 1122 time: 1.6680651 Jun 03 15:18:08.386227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84416ea6-1a96-4bf4-8b92-8e183b9b1901 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:08.471717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:08.493758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6d5b37d6-d139-44ad-9b57-0a9ee587f4df tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:08.525267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6d5b37d6-d139-44ad-9b57-0a9ee587f4df tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:08.526826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6d5b37d6-d139-44ad-9b57-0a9ee587f4df tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1526678 Jun 03 15:18:08.529779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42904) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:08.539879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.540266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.540750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.541375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.542450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': 'd4cb2d82-e45d-452e-b6e4-9a48113956af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:08.542868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.543554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.544031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.544901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.545393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.545906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.546371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.547399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.551650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:08.555627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:08.571411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:08.622775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:08.636011 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.774330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.787292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.834146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.836861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050773 Jun 03 15:18:08.839121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42920) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:08.839611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a86164-5f03-4ca4-88de-fa9be8f0df62 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531de1cc-745b-479d-8ce5-61f696dc8a07,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:08.872865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-88a638ba-4c3b-424f-bcae-d4f6cfb23b05 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules/531de1cc-745b-479d-8ce5-61f696dc8a07 HTTP/1.1" status: 200 len: 763 time: 0.0317707 Jun 03 15:18:08.875312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42928) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:08.987386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a40c9226-93dd-44c4-91db-55e1cfccc415 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1105731 Jun 03 15:18:08.990749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42936) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:09.115433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-970fbcd8-844c-4d6b-b8f4-50e866364e21 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.160678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-970fbcd8-844c-4d6b-b8f4-50e866364e21 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.184305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:09.219051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-970fbcd8-844c-4d6b-b8f4-50e866364e21 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.276649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-970fbcd8-844c-4d6b-b8f4-50e866364e21 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.277850 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-970fbcd8-844c-4d6b-b8f4-50e866364e21 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/531de1cc-745b-479d-8ce5-61f696dc8a07 HTTP/1.1" status: 204 len: 168 time: 0.2858963 Jun 03 15:18:09.279231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fbcd8-844c-4d6b-b8f4-50e866364e21 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=531de1cc-745b-479d-8ce5-61f696dc8a07,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:09.281113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42948) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:09.336364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:09.336929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.394677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d11f5766-9253-4181-a4c7-3f8d21be2a92 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:09.417173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d11f5766-9253-4181-a4c7-3f8d21be2a92 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:09.419603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a224c6-f8dc-4ccf-8dd0-8db6e2fe5cc0 req-eedf2adb-0a02-4eed-b9c5-6baea98f2d40 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.422652 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d11f5766-9253-4181-a4c7-3f8d21be2a92 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1357808 Jun 03 15:18:09.423320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42956) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:09.429097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99a224c6-f8dc-4ccf-8dd0-8db6e2fe5cc0 req-eedf2adb-0a02-4eed-b9c5-6baea98f2d40 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1023 time: 0.2350240 Jun 03 15:18:09.436712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': 'd4cb2d82-e45d-452e-b6e4-9a48113956af', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:09.461101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:09.487736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:09.497977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643cfde-0660-4069-b217-baf076e9385c req-8a59e057-32d8-4627-b202-3902473b0f38 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.499522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5643cfde-0660-4069-b217-baf076e9385c req-8a59e057-32d8-4627-b202-3902473b0f38 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.3478990 Jun 03 15:18:09.526390 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.558278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:09.558516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.588128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42962) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:09.591059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-99a224c6-f8dc-4ccf-8dd0-8db6e2fe5cc0 req-d4034939-ffe4-48c7-80ef-60381c4968fd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:09.609931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:09.625928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:09.631667 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.647102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:09.648486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5643cfde-0660-4069-b217-baf076e9385c req-4a3c9e77-3741-40bd-af2b-5b50f6bb75ec tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775788 Jun 03 15:18:09.650025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-99a224c6-f8dc-4ccf-8dd0-8db6e2fe5cc0 req-d4034939-ffe4-48c7-80ef-60381c4968fd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:09.661674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99a224c6-f8dc-4ccf-8dd0-8db6e2fe5cc0 req-d4034939-ffe4-48c7-80ef-60381c4968fd tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&id=f8b284ab-79ab-403b-aa81-0cf2a22fef55&id=02e3ea31-3d83-4283-bd13-e6d0b8c21e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2225523 Jun 03 15:18:09.680585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.699734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.759818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf87214-a741-42e6-9a61-31298d62a1cd,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:09.768424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:09.771126 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee0af7a-1710-43f7-b399-3cea37dd3d17'] response: {'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'code': 200} Jun 03 15:18:09.795332 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086d600f-785f-453f-8397-10a74c8064cc'] response: {'name': 'network-changed', 'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e', 'status': 'completed', 'code': 200} Jun 03 15:18:09.894604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.894604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9ba8f2c-5ed2-470a-8774-9747da6482a5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4663897 Jun 03 15:18:09.906949 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.914896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42982) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:09.930625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:09.933651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Usage tracker for resource:security_group_rule and tenant:a15940ec4500487f9d5f8ab8bd8f95f7 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:09.939487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:09.949482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:09.951786 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-896b726b-aa05-465e-8870-a660fe3455c6 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules/edf87214-a741-42e6-9a61-31298d62a1cd HTTP/1.1" status: 200 len: 764 time: 0.0529473 Jun 03 15:18:09.954017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:09.992485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-1dcd121e-be38-4f25-aae2-632ba0a1eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.994113 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-1dcd121e-be38-4f25-aae2-632ba0a1eb36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1125 time: 0.1760299 Jun 03 15:18:10.036249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-55d10d48-6043-4f00-a70a-34bcd683342d tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0794475 Jun 03 15:18:10.038148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42998) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:10.083971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf229-89de-46d3-92c2-a3dfc5999bb8 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.094070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf229-89de-46d3-92c2-a3dfc5999bb8 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.175088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf229-89de-46d3-92c2-a3dfc5999bb8 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.182434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-35b93b22-76a0-4204-8ddf-9389057aabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:10.184952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-35b93b22-76a0-4204-8ddf-9389057aabd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.1782434 Jun 03 15:18:10.211954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cf229-89de-46d3-92c2-a3dfc5999bb8 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edf87214-a741-42e6-9a61-31298d62a1cd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:10.217013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf229-89de-46d3-92c2-a3dfc5999bb8 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.217626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3f5cf229-89de-46d3-92c2-a3dfc5999bb8 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/edf87214-a741-42e6-9a61-31298d62a1cd HTTP/1.1" status: 204 len: 168 time: 0.1786058 Jun 03 15:18:10.223695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43006) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:10.326650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-971e446a-a461-47c6-8939-7fd00b90e47f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 200 len: 217 time: 0.1247456 Jun 03 15:18:10.330487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-68430d59-b921-4c02-968f-95097c7aafb3 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:10.355607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-68430d59-b921-4c02-968f-95097c7aafb3 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:10.362253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-68430d59-b921-4c02-968f-95097c7aafb3 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1374035 Jun 03 15:18:10.363179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43010) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:10.396473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.410571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.479776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-131ebdcf-ac60-4375-8dd1-ae86ce9c9d30 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.524745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-131ebdcf-ac60-4375-8dd1-ae86ce9c9d30 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.549369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-6c33668c-e996-4a6b-8f4e-d18fffe1485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:10.549369 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-6c33668c-e996-4a6b-8f4e-d18fffe1485a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.1978698 Jun 03 15:18:10.549369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9379209a-e32d-4501-9101-5ffa52c9310b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:10.558965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e2a7f061-fec3-4123-9884-78f09c08af3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a15940ec4500487f9d5f8ab8bd8f95f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9599609 Jun 03 15:18:10.560426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43014) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:10.596625 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-556851aa-3f69-41c5-a1a4-2e166cec698d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433691 Jun 03 15:18:10.684200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-416974a0-e8d7-4f89-a05c-38d9a37a635d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.708563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-131ebdcf-ac60-4375-8dd1-ae86ce9c9d30 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.750622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-416974a0-e8d7-4f89-a05c-38d9a37a635d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.766361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ebdcf-ac60-4375-8dd1-ae86ce9c9d30 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cb2d82-e45d-452e-b6e4-9a48113956af,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:10.803327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-fc37f8e9-20c4-4e18-96f2-e6553582ac9f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:10.804527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-fc37f8e9-20c4-4e18-96f2-e6553582ac9f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Synchronizing usage tracker for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:10.833723 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-ba2817fc-345e-4518-a619-db09ac5425e7 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191236 Jun 03 15:18:10.845461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-fc37f8e9-20c4-4e18-96f2-e6553582ac9f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Unset dirty status for tenant:fffe611f4fa741708c6b47f81ab21f4b on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:10.847798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-fc37f8e9-20c4-4e18-96f2-e6553582ac9f tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1023 time: 0.3754935 Jun 03 15:18:10.855410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-131ebdcf-ac60-4375-8dd1-ae86ce9c9d30 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.863903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-131ebdcf-ac60-4375-8dd1-ae86ce9c9d30 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/d4cb2d82-e45d-452e-b6e4-9a48113956af HTTP/1.1" status: 204 len: 168 time: 0.4965837 Jun 03 15:18:10.864764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43022) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:11.053919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6f95883b-4a38-403d-a130-eb173ce4e641 req-0a89e7e0-62be-47ec-9edb-467828397058 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042336 Jun 03 15:18:11.106518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-416974a0-e8d7-4f89-a05c-38d9a37a635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.150648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416974a0-e8d7-4f89-a05c-38d9a37a635d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379209a-e32d-4501-9101-5ffa52c9310b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:11.171185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d84060da-3c4d-423a-a84f-e6a6df85ab71 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:11.194003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-416974a0-e8d7-4f89-a05c-38d9a37a635d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.201607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-416974a0-e8d7-4f89-a05c-38d9a37a635d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9379209a-e32d-4501-9101-5ffa52c9310b HTTP/1.1" status: 204 len: 168 time: 0.6439939 Jun 03 15:18:11.210916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Deleting port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:11.211820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.236187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d84060da-3c4d-423a-a84f-e6a6df85ab71 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:11.243973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d84060da-3c4d-423a-a84f-e6a6df85ab71 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3750484 Jun 03 15:18:11.245581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43030) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:11.258968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group': {'name': 'tempest-secgroup--910633697'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:11.282885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3dfe9-1dd0-40c7-9ca6-4971ce9cc5d7 req-39d20186-a13b-4e74-bd88-459583406737 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:11.286979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35d3dfe9-1dd0-40c7-9ca6-4971ce9cc5d7 req-39d20186-a13b-4e74-bd88-459583406737 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 1023 time: 0.3432157 Jun 03 15:18:11.289680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:11.330415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:11.361447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329fe6a-ba63-46d4-a73f-da6da63baca2 req-7490843e-11cc-4460-b386-5d1fadc5c184 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:11.370851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5329fe6a-ba63-46d4-a73f-da6da63baca2 req-7490843e-11cc-4460-b386-5d1fadc5c184 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.4093089 Jun 03 15:18:11.438945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35d3dfe9-1dd0-40c7-9ca6-4971ce9cc5d7 req-c8e1f593-91e0-455b-b1e1-447b28f3b84c tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups?id=e99da069-6729-4856-b836-b4fbdb22e879&id=f8b284ab-79ab-403b-aa81-0cf2a22fef55&id=02e3ea31-3d83-4283-bd13-e6d0b8c21e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1417363 Jun 03 15:18:11.442087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.524141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5329fe6a-ba63-46d4-a73f-da6da63baca2 req-198ec262-aeb5-42c1-9c88-3c1f110a87b5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515098 Jun 03 15:18:11.525247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:11.545724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:11.552238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:11.579655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:11.677002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] For port fb27ccb0-a8b4-4aa2-acc6-1c1263017378, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,segment=NetworkSegment(5575f672-58c3-4ffe-b952-9297ab343778),segment_id=5575f672-58c3-4ffe-b952-9297ab343778)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:11.677379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.730718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.737152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.800446 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.801701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5515213 Jun 03 15:18:11.805684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43044) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:11.814333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Request body: {'security_group_rule': {'security_group_id': 'a209429a-a8b1-445b-9bb8-f5ed60e74504', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:11.821021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:11.827024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Usage tracker for resource:security_group_rule and tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:11.838003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:11.840545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43048) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:11.867713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:11.871197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a710d5-eeb0-4c51-952a-3d8bc07307b0 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a209429a-a8b1-445b-9bb8-f5ed60e74504,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:11.882188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.902295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:11.907871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ed8892c33240bdb719276aa2a1980f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:11.917102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:11.919927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:11.956459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Calling delete_port for fb27ccb0-a8b4-4aa2-acc6-1c1263017378 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:11.960272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:12.022624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.038453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.117961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e125b5a8-6a0c-4803-b5ec-11052e275ec4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:12.131219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.132676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-453740ce-0383-4b19-be82-c1fd82b81c22 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3259318 Jun 03 15:18:12.135694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43052) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:12.184460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.199206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['fb27ccb0-a8b4-4aa2-acc6-1c1263017378'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:12.265283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'Port': ['ID=fb27ccb0-a8b4-4aa2-acc6-1c1263017378,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:12.280001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4651-c0c6-4ccf-8b54-c6d96fcdb4c2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.302225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.321260 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.351217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4651-c0c6-4ccf-8b54-c6d96fcdb4c2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.377171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] No DVR routers for this DVR port fb27ccb0-a8b4-4aa2-acc6-1c1263017378 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:12.380093 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.383424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'name': 'network-vif-deleted', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:12.401884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c1cd52-ee21-4ad6-93d2-a1e51de14506,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:12.411159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc057747-ce6e-4d7c-ae2e-bb6aa32f7c89 req-87679e94-5863-434a-814e-33efe6ce8832 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.70 "DELETE /v2.0/ports/fb27ccb0-a8b4-4aa2-acc6-1c1263017378 HTTP/1.1" status: 204 len: 173 time: 1.3557985 Jun 03 15:18:12.412150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0d621e11-9477-4f8b-8697-066d7065c1e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1ed8892c33240bdb719276aa2a1980f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5671260 Jun 03 15:18:12.416056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43060) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:12.454163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4651-c0c6-4ccf-8b54-c6d96fcdb4c2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.497054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f4651-c0c6-4ccf-8b54-c6d96fcdb4c2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a209429a-a8b1-445b-9bb8-f5ed60e74504,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:12.513187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4651-c0c6-4ccf-8b54-c6d96fcdb4c2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.514690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bd0f4651-c0c6-4ccf-8b54-c6d96fcdb4c2 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/a209429a-a8b1-445b-9bb8-f5ed60e74504 HTTP/1.1" status: 204 len: 168 time: 0.3778827 Jun 03 15:18:12.514959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c5058d0-3043-4967-9d08-e76333b85cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.518908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43066) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:12.620527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c5058d0-3043-4967-9d08-e76333b85cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.699059 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9cdc1a-7b65-4dd7-beed-3cace50fecb7'] response: {'server_uuid': 'ab24851e-ba21-45d8-b1f5-19e029f1a0f8', 'name': 'network-vif-deleted', 'tag': 'fb27ccb0-a8b4-4aa2-acc6-1c1263017378', 'status': 'completed', 'code': 200} Jun 03 15:18:12.712850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c5058d0-3043-4967-9d08-e76333b85cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.723436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-325465f1-caa6-4a1a-a793-cab7bf6f07da tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:12.740669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5058d0-3043-4967-9d08-e76333b85cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c1cd52-ee21-4ad6-93d2-a1e51de14506,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:12.786586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c5058d0-3043-4967-9d08-e76333b85cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.787756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c5058d0-3043-4967-9d08-e76333b85cc6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1c1cd52-ee21-4ad6-93d2-a1e51de14506 HTTP/1.1" status: 204 len: 168 time: 0.3700345 Jun 03 15:18:12.798171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23002c6b-8176-4582-9c19-bfa3dc70e2fe req-e2f0f8cb-2151-4e21-b6c8-84d27182f83a tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab24851e-ba21-45d8-b1f5-19e029f1a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0806420 Jun 03 15:18:12.804659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-325465f1-caa6-4a1a-a793-cab7bf6f07da tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:12.813188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-325465f1-caa6-4a1a-a793-cab7bf6f07da tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2900164 Jun 03 15:18:12.815425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:13.042670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a457c696-2f61-4845-8142-f208281359c5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Synchronizing usage tracker for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:13.084627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a457c696-2f61-4845-8142-f208281359c5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] Unset dirty status for tenant:0bab1842e56a4efbb9de5c60ea4d4eb9 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:13.088988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a457c696-2f61-4845-8142-f208281359c5 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2701948 Jun 03 15:18:13.090467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43090) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:13.103621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe71d6-ddd2-4775-9247-3a7b7c699248 req-f18cae57-2373-4fba-952c-e05a6c26d28e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:13.106160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bafe71d6-ddd2-4775-9247-3a7b7c699248 req-f18cae57-2373-4fba-952c-e05a6c26d28e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.1285861 Jun 03 15:18:13.121556 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-b1bfe506-e6e5-4c80-8312-3c2baa5be071 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] delete failed (client error): The resource could not be found. Jun 03 15:18:13.123050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b1bfe506-e6e5-4c80-8312-3c2baa5be071 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "DELETE /v2.0/security-groups/a209429a-a8b1-445b-9bb8-f5ed60e74504 HTTP/1.1" status: 404 len: 347 time: 0.0295236 Jun 03 15:18:13.129322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43094) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:13.250236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bafe71d6-ddd2-4775-9247-3a7b7c699248 req-bee8c380-720b-4256-b717-2e767a80a37f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339905 Jun 03 15:18:13.251481 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0f51a33b-4b4e-4795-b87e-f5512411d595 tempest-SecGroupTest-87871844 tempest-SecGroupTest-87871844-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200016 Jun 03 15:18:13.377084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4832-77d7-4514-aa5d-d441355564bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.733752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43110) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:14.065283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7097f40c-73b9-4ad8-a998-9248c4178235 req-bbf97f83-2df5-4baf-b7d7-7c9a00031096 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/02e3ea31-3d83-4283-bd13-e6d0b8c21e6b HTTP/1.1" status: 200 len: 1800 time: 0.1250093 Jun 03 15:18:14.191919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7097f40c-73b9-4ad8-a998-9248c4178235 req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.245134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7097f40c-73b9-4ad8-a998-9248c4178235 req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.329999 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7097f40c-73b9-4ad8-a998-9248c4178235 req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.351999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e3ea31-3d83-4283-bd13-e6d0b8c21e6b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:14.355341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-a194001b-5ef2-455d-8d3b-6887d53765e9 service neutron] 10.222.0.70 "GET /v2.0/ports/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.1322279 Jun 03 15:18:14.358153 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-039bd6ed-ae5b-4030-881b-8f4161ce8ead admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0bab1842e56a4efbb9de5c60ea4d4eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6299798 Jun 03 15:18:14.361629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:14.364361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.364911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.365534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.366035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.366550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.367040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.367568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.368084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.369047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.369545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.370022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.370803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:14.394665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7097f40c-73b9-4ad8-a998-9248c4178235 req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.396089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7097f40c-73b9-4ad8-a998-9248c4178235 req-876b7077-872b-4191-92d8-759dd0305479 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/02e3ea31-3d83-4283-bd13-e6d0b8c21e6b HTTP/1.1" status: 204 len: 173 time: 0.3298187 Jun 03 15:18:14.527908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99a453da-d22f-43ea-9779-c8d7b4d139d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.542711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5fdc5d7-1d1d-45f7-a910-f63e3b3bd58b req-037b6005-0265-4003-bfd9-3da7b6a7f975 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "GET /v2.0/security-groups/f8b284ab-79ab-403b-aa81-0cf2a22fef55 HTTP/1.1" status: 200 len: 1800 time: 0.1117327 Jun 03 15:18:14.585275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43148) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:14.622703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99a453da-d22f-43ea-9779-c8d7b4d139d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.644529 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b5fdc5d7-1d1d-45f7-a910-f63e3b3bd58b req-1af253ff-30b8-405c-857d-8f192d083fd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.655318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2931935-fb86-4178-a9bd-fbafa3a9b305 req-c0e4dc30-0a99-4860-9be7-321a9de39923 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:14.663369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2931935-fb86-4178-a9bd-fbafa3a9b305 req-c0e4dc30-0a99-4860-9be7-321a9de39923 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 944 time: 0.1815584 Jun 03 15:18:14.740263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2931935-fb86-4178-a9bd-fbafa3a9b305 req-c3d8fa33-98ad-460a-9ad9-58ab38429373 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759037 Jun 03 15:18:14.744353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b5fdc5d7-1d1d-45f7-a910-f63e3b3bd58b req-1af253ff-30b8-405c-857d-8f192d083fd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.770946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-network', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:14.784027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:14.794202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Usage tracker for resource:network and tenant:07dbeb2f953e44179f696112c13a58c7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:14.805799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:14.816388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99a453da-d22f-43ea-9779-c8d7b4d139d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.817309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:14.837882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Made reservation on behalf of 07dbeb2f953e44179f696112c13a58c7 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:14.845693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.855818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a453da-d22f-43ea-9779-c8d7b4d139d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cafcae0-69e3-48dc-972c-38592ff56dc8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:14.860787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:14.861055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b5fdc5d7-1d1d-45f7-a910-f63e3b3bd58b req-1af253ff-30b8-405c-857d-8f192d083fd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.896875 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.914499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af253ff-30b8-405c-857d-8f192d083fd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b284ab-79ab-403b-aa81-0cf2a22fef55,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:14.919691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:14.920548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b5fdc5d7-1d1d-45f7-a910-f63e3b3bd58b req-1af253ff-30b8-405c-857d-8f192d083fd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.922492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5fdc5d7-1d1d-45f7-a910-f63e3b3bd58b req-1af253ff-30b8-405c-857d-8f192d083fd6 tempest-SecurityGroupsTestJSON-440359483 tempest-SecurityGroupsTestJSON-440359483-project] 10.222.0.66 "DELETE /v2.0/security-groups/f8b284ab-79ab-403b-aa81-0cf2a22fef55 HTTP/1.1" status: 204 len: 173 time: 0.3673501 Jun 03 15:18:14.927771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:14.935379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Usage tracker for resource:security_group_rule and tenant:07dbeb2f953e44179f696112c13a58c7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:14.938600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43154) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:14.941559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:14.966003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99a453da-d22f-43ea-9779-c8d7b4d139d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.970556 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-99a453da-d22f-43ea-9779-c8d7b4d139d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cafcae0-69e3-48dc-972c-38592ff56dc8 HTTP/1.1" status: 204 len: 168 time: 0.6069944 Jun 03 15:18:15.017885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] Deleting subnet 20ee001b-ab04-42d7-bd50-900e791b89b9 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:18:15.022745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:15.026076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.049379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:15.095866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.103576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.174077 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.175653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.263144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:15.270262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.292647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] Transition to ACTIVE for port object a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:15.299449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.331469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ee001b-ab04-42d7-bd50-900e791b89b9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:15.392197 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.424731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-445fe5c6-ad93-48ea-8e4f-1771db3ade5e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/20ee001b-ab04-42d7-bd50-900e791b89b9 HTTP/1.1" status: 204 len: 168 time: 0.4850113 Jun 03 15:18:15.426985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:15.526442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] No DVR routers for this DVR port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:15.586828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:15.594194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-12621a8f-a5ba-43f8-afda-bd62ab543ebe service neutron] 10.222.0.70 "PUT /v2.0/ports/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e/bindings/n-h2-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2252915 Jun 03 15:18:15.619390 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e77266d-deec-418e-b2e8-1b9074951b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.644475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.682440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.723919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.855055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-f31baf49-a626-4a94-bac0-c3abaf03dc53 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:15.856601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-f31baf49-a626-4a94-bac0-c3abaf03dc53 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.1785026 Jun 03 15:18:15.896484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.928689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a796db-2f31-455d-93de-947951d4db4b']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:15.945038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5575f672-58c3-4ffe-b952-9297ab343778') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:15.945612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5575f672-58c3-4ffe-b952-9297ab343778') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:15.959545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.983529 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.992958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:18:15.993634 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.015031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:16.148197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-3128f1cd-85e8-486e-aaf3-1557791c8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.149703 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-3128f1cd-85e8-486e-aaf3-1557791c8dac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 1096 time: 0.2863300 Jun 03 15:18:16.150876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:16.151290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fb27ccb0-a8b4-4aa2-acc6-1c1263017378 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:16.188282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:18:16.197914 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.198545 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Added segment a7dc4337-821b-47c2-8235-26933f543689 of type vlan for network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c Jun 03 15:18:16.233764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.258043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: fb27ccb0-a8b4-4aa2-acc6-1c1263017378 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:16.267913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1cfb5-2c28-4d31-8e6f-880c1a5919d5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:16.293861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device fb27ccb0-a8b4-4aa2-acc6-1c1263017378 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:16.377835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d5d370c2-155d-42ac-8d0f-8fa1f45b82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.379350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d5d370c2-155d-42ac-8d0f-8fa1f45b82d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1096 time: 0.1893983 Jun 03 15:18:16.398833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.399824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.400454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.424654 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 5575f672-58c3-4ffe-b952-9297ab343778 resource provider aggregate not found Jun 03 15:18:16.516341 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 5575f672-58c3-4ffe-b952-9297ab343778 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5575f672-58c3-4ffe-b952-9297ab343778 found for delete ", "request_id": "req-c803603a-b1c7-417e-9c4e-caa1f28bf405"}]} Jun 03 15:18:16.532382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.560221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.601348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:16.609904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] 10.222.0.66 "DELETE /v2.0/networks/66a796db-2f31-455d-93de-947951d4db4b HTTP/1.1" status: 204 len: 168 time: 1.1817067 Jun 03 15:18:16.611459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-c63e7ffc-a788-4e30-9256-c78296981f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.616572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-c63e7ffc-a788-4e30-9256-c78296981f60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.2297268 Jun 03 15:18:16.627698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ad6d8a73-fa9f-4538-81a9-f850e17c89c3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0403960 Jun 03 15:18:16.630106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:18:16.636509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43218) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:16.639363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b024d05-156a-4207-ac25-8e494dcfe75a admin admin] Pushing event deleted for resources: {'Network': ['ID=66a796db-2f31-455d-93de-947951d4db4b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:16.654075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca276-795f-4156-9a5c-52cb720a51b5 req-bb65a014-ee4a-4f9c-8e4d-a65d05856b8a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.656455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf2ca276-795f-4156-9a5c-52cb720a51b5 req-bb65a014-ee4a-4f9c-8e4d-a65d05856b8a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.3816133 Jun 03 15:18:16.727929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf2ca276-795f-4156-9a5c-52cb720a51b5 req-cd2b8556-3ed8-49cc-9b98-4b0ff67af40c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632339 Jun 03 15:18:16.762490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Request body: {'subnet': {'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-subnet', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:16.768166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:16.773070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Usage tracker for resource:subnet and tenant:07dbeb2f953e44179f696112c13a58c7 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:16.777075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-babae7b4-1292-4881-99a7-5fa64c71276f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 200 len: 217 time: 0.1376641 Jun 03 15:18:16.778438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:16.824818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:16.859577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.860730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Made reservation on behalf of 07dbeb2f953e44179f696112c13a58c7 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:16.865592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.903205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:16.925391 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.975920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-c54549e0-db40-4675-9f63-26b37d1d0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.977649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-c54549e0-db40-4675-9f63-26b37d1d0d61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.1914489 Jun 03 15:18:16.991469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2ba3bf13-5f0e-433c-bcb6-18ad7232e63e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fffe611f4fa741708c6b47f81ab21f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867333 Jun 03 15:18:16.994319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43230) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:17.138415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6658c4c9-cd47-44a4-9bbd-b95fb55655f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.186188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6658c4c9-cd47-44a4-9bbd-b95fb55655f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.285674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6658c4c9-cd47-44a4-9bbd-b95fb55655f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.324747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658c4c9-cd47-44a4-9bbd-b95fb55655f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99da069-6729-4856-b836-b4fbdb22e879,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:17.348094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6658c4c9-cd47-44a4-9bbd-b95fb55655f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.349562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6658c4c9-cd47-44a4-9bbd-b95fb55655f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e99da069-6729-4856-b836-b4fbdb22e879 HTTP/1.1" status: 204 len: 168 time: 0.3543921 Jun 03 15:18:17.359889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-0f1986d1-19dc-4d10-9445-d09030bf4832 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3695891 Jun 03 15:18:17.362629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.534550 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.781795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Checking segment: {'id': 'a7dc4337-821b-47c2-8235-26933f543689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:17.785379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Network hostable DHCP agents. Network: 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:18:17.807661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e17752-23b0-44e7-b5b0-5a73f7e0e64c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:17.911467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:18:17.934065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-eed4f7d8-f9d3-4947-a106-b879b695d697 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656559 Jun 03 15:18:17.982053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:17.990305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcaa5c3-c62b-40f2-8200-384b9c31fbe8 None None] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:18.052774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:18.053938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.118035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43264) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:18.118239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0bcbd2fd-4262-420d-830f-383c749f8f65 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3966117 Jun 03 15:18:18.128363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:18.137038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:18.142449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Usage tracker for resource:router and tenant:07dbeb2f953e44179f696112c13a58c7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:18.153699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:18.166163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:18.197287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.198765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.207958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-ba833347-70f3-4cfc-b733-8e3b3a88f695 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642002 Jun 03 15:18:18.230533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.283870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b0031-bfe8-4290-9b82-e1436375905e req-b67bf22d-e079-40a2-a75a-c52317f68be1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:18.285596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e4b0031-bfe8-4290-9b82-e1436375905e req-b67bf22d-e079-40a2-a75a-c52317f68be1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.2640285 Jun 03 15:18:18.507394 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.511136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c', 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'fixed_ips': [{'subnet_id': 'd5e17752-23b0-44e7-b5b0-5a73f7e0e64c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:18:18.512484 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.847368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Allocated IP 172.20.0.2 (1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c/d5e17752-23b0-44e7-b5b0-5a73f7e0e64c/da40ad6f-5c28-44e5-a8ce-83264380ed19) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:18.901857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e4b0031-bfe8-4290-9b82-e1436375905e req-c8bc522e-5bc8-4b58-b29d-4ce2921f1d24 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943930 Jun 03 15:18:18.936745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-423d5774-24ef-4562-bfeb-3ee54bc6729f tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:18.940314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-423d5774-24ef-4562-bfeb-3ee54bc6729f tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.2976794 Jun 03 15:18:19.121387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.262147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-3571afec-4bb3-4ef8-b70a-eee66c8e6848 service neutron] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:19.272343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-3571afec-4bb3-4ef8-b70a-eee66c8e6848 service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.276240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-3571afec-4bb3-4ef8-b70a-eee66c8e6848 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e/bindings/n-h1-844594-1 HTTP/1.1" status: 204 len: 173 time: 0.3247759 Jun 03 15:18:19.300991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.353981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Transition to ACTIVE for port object da40ad6f-5c28-44e5-a8ce-83264380ed19 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:19.396509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Transition to ACTIVE for port object da40ad6f-5c28-44e5-a8ce-83264380ed19 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:19.409643 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.524989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Pushing event updated for resources: {'Port': ['ID=da40ad6f-5c28-44e5-a8ce-83264380ed19,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:19.547410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:19.549301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:19.563647 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:18:19.575212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:19.739682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Attempting to bind port da40ad6f-5c28-44e5-a8ce-83264380ed19 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:19.740450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Attempting to bind port da40ad6f-5c28-44e5-a8ce-83264380ed19 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a7dc4337-821b-47c2-8235-26933f543689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:19.741036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Attempting to bind port da40ad6f-5c28-44e5-a8ce-83264380ed19 on network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:19.755822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:19.756636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Checking segment: {'id': 'a7dc4337-821b-47c2-8235-26933f543689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:19.757280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.757873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Bound using segment: {'id': 'a7dc4337-821b-47c2-8235-26933f543689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:19.758515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Bound port: da40ad6f-5c28-44e5-a8ce-83264380ed19, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dc4337-821b-47c2-8235-26933f543689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:19.759052 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.789436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.838191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.932450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] For port da40ad6f-5c28-44e5-a8ce-83264380ed19, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:19.936442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] For port da40ad6f-5c28-44e5-a8ce-83264380ed19, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=da40ad6f-5c28-44e5-a8ce-83264380ed19,segment=NetworkSegment(a7dc4337-821b-47c2-8235-26933f543689),segment_id=a7dc4337-821b-47c2-8235-26933f543689)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:19.948784 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.165011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fe7f7-d75c-439a-b67d-3c4c53644f75 None None] Pushing event updated for resources: {'Port': ['ID=da40ad6f-5c28-44e5-a8ce-83264380ed19,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:20.306566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Allocated IP 172.25.1.155 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/febf1f24-9f13-4aeb-87c2-9bcb3687d9a4) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:20.353245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43324) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:20.612930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dd063-0b0a-4b19-8fb1-b82dca429a78 req-0aab4359-6020-426e-94bf-d55aad3f54d1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:20.620380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed0dd063-0b0a-4b19-8fb1-b82dca429a78 req-0aab4359-6020-426e-94bf-d55aad3f54d1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.3043129 Jun 03 15:18:20.644902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.676234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:20.692800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Usage tracker for resource:security_group_rule and tenant:e6b2be3bb706414bb45ee3ec033adf84 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:20.702586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:20.719690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:20.725830 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.754601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed0dd063-0b0a-4b19-8fb1-b82dca429a78 req-8a9af00f-b05f-44ae-909f-fe6c8c72c8fe tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331689 Jun 03 15:18:20.826599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.920136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.941433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.039374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6b2be3bb706414bb45ee3ec033adf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860886 Jun 03 15:18:21.043256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43352) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:21.092997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:21.096704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:21.108606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be790a-93da-4747-b93b-ed72ac98a9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051cd3a3-2c3c-4614-a000-7475f5555390,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.119052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:21.192505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Pushing event updated for resources: {'Port': ['ID=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.193838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6df158ca-9a31-4c2c-b9ba-e83f02474866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.233615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6df158ca-9a31-4c2c-b9ba-e83f02474866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.321154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6df158ca-9a31-4c2c-b9ba-e83f02474866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.350732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df158ca-9a31-4c2c-b9ba-e83f02474866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051cd3a3-2c3c-4614-a000-7475f5555390,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.361766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6df158ca-9a31-4c2c-b9ba-e83f02474866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.362978 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6df158ca-9a31-4c2c-b9ba-e83f02474866 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/051cd3a3-2c3c-4614-a000-7475f5555390 HTTP/1.1" status: 204 len: 168 time: 0.3185098 Jun 03 15:18:21.462786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7faefc-7753-49a8-bb07-49e60c7200fd req-c2835a68-be8b-41ec-8cef-bb6dde215024 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.471586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac7faefc-7753-49a8-bb07-49e60c7200fd req-c2835a68-be8b-41ec-8cef-bb6dde215024 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1096 time: 0.5198293 Jun 03 15:18:21.762291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac7faefc-7753-49a8-bb07-49e60c7200fd req-53385ae1-794f-4889-93f7-9d95706dfe99 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901807 Jun 03 15:18:21.767574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020ad33-4061-4673-b568-49cbb800a844 None None] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:22.201961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512805-0267-4274-ada6-d963ecf5b480 req-085eeab4-ad03-4864-803b-5edc30ee5749 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.217747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae512805-0267-4274-ada6-d963ecf5b480 req-085eeab4-ad03-4864-803b-5edc30ee5749 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 1096 time: 0.2816348 Jun 03 15:18:22.253889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-45d92638-c61a-4531-bd3a-8038798c031f None None] Provisioning for port da40ad6f-5c28-44e5-a8ce-83264380ed19 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:22.258510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.528464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae512805-0267-4274-ada6-d963ecf5b480 req-ed4cec56-fed7-446f-b607-f05c5df7280b tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192749 Jun 03 15:18:22.672700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device da40ad6f-5c28-44e5-a8ce-83264380ed19 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:22.978909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port da40ad6f-5c28-44e5-a8ce-83264380ed19 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:22.982265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:23.019440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port da40ad6f-5c28-44e5-a8ce-83264380ed19 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:23.019631 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.232164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a9b8f213-ac45-461e-b1e2-04f0b68299aa None None] Provisioning complete for port da40ad6f-5c28-44e5-a8ce-83264380ed19 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:23.232639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f213-ac45-461e-b1e2-04f0b68299aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.268484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.339678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1670180013-network', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:23.346959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:23.362453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Usage tracker for resource:network and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:23.368410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:23.393352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:23.415819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:23.419036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.442391 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.482695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port da40ad6f-5c28-44e5-a8ce-83264380ed19 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:23.482695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.489301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:23.496349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Usage tracker for resource:security_group_rule and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:23.503564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:23.512396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:23.564251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port da40ad6f-5c28-44e5-a8ce-83264380ed19, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=da40ad6f-5c28-44e5-a8ce-83264380ed19,segment=NetworkSegment(a7dc4337-821b-47c2-8235-26933f543689),segment_id=a7dc4337-821b-47c2-8235-26933f543689)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:23.705755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8f213-ac45-461e-b1e2-04f0b68299aa None None] Current status of the port da40ad6f-5c28-44e5-a8ce-83264380ed19 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:23.707758 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.725977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.741438 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.816384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:18:23.843046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a168ebd-1029-4246-8554-e6039c4e2e34,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:23.856034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.856408 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Added segment 232de36b-e017-4e2c-af95-cfaf9e60eacf of type vlan for network a325eddb-5778-4430-8610-ca83f8ff19fd Jun 03 15:18:23.864128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=da40ad6f-5c28-44e5-a8ce-83264380ed19,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:23.932461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.999023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:18:24.014399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.014897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.016153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.307317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] Pushing event updated for resources: {'Network': ['ID=a325eddb-5778-4430-8610-ca83f8ff19fd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:24.327057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a325eddb-5778-4430-8610-ca83f8ff19fd details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:18:24.329210 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c1281476-b837-4451-8b4d-1330f9c5c97b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3441067 Jun 03 15:18:24.330078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43438) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:24.344074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Request body: {'subnet': {'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1670180013-subnet', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:24.358678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:24.370730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Usage tracker for resource:subnet and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:24.396452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:24.431017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:24.480138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:24.487157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.683341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:24.721196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device da40ad6f-5c28-44e5-a8ce-83264380ed19 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:24.774179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Sync routers for ids ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:24.798819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.802698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1abb6f3-ce2b-494b-b421-b038dd068960 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6781430 Jun 03 15:18:24.808137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43454) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:24.959255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Routers {'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:24.959255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:24.998575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.006566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.019169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.027769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.032421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.047504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.053761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.068811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-69d20203-7af2-463f-81ca-38eb6b5eb1b6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.5363445 Jun 03 15:18:25.330726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Set router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:25.404681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.731537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Checking segment: {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:25.731904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Network hostable DHCP agents. Network: a325eddb-5778-4430-8610-ca83f8ff19fd, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:18:25.764446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d854a12-8a3e-4bb5-abcb-da59cf86a192,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:25.802619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Network a325eddb-5778-4430-8610-ca83f8ff19fd is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:18:25.830875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a325eddb-5778-4430-8610-ca83f8ff19fd) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:25.846287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.847533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.874140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27a8feb5-5110-437d-b5a2-d5fa1c663659 req-2391233d-14a8-4d3d-ad5a-ed364a5921b3 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7997029 Jun 03 15:18:25.882741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a19bb6-892a-4a60-a0ef-d837498ff3d2 None None] Network a325eddb-5778-4430-8610-ca83f8ff19fd requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:25.896518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-35717b9e-8bce-43ea-814a-3ed3f752e990 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5629385 Jun 03 15:18:25.897540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43478) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:25.913582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:25.923196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:25.933502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Usage tracker for resource:router and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:25.940559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:25.955102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:25.983910 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.984765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.026153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.382119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port da40ad6f-5c28-44e5-a8ce-83264380ed19 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:26.382638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.543243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.552363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.566440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.569981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:21Z', 'revision_number': 3, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port': {'id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:19Z', 'updated_at': '2022-06-03T15:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:26.574060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.581717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.587839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.595194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.603359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.606739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77ae2613-563c-4fd6-a6bb-ed97dff1a1e4 req-3cae4f8e-a6ba-48df-9c62-d08add690fd7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.4425685 Jun 03 15:18:26.610704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Checking router: f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:26.610704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Updating router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:27.070429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.490601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.583424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.634630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.826445 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.840065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Transition to ACTIVE for port object febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:27.863458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port da40ad6f-5c28-44e5-a8ce-83264380ed19 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:27.868572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.040956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Allocated IP 172.20.0.1 (1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c/d5e17752-23b0-44e7-b5b0-5a73f7e0e64c/ae37fc98-ff84-40c2-b1fc-aae8d4399b61) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:28.131897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Allocated IP 172.25.1.150 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2c09765b-c257-4bf8-bd2a-dd55f74f031e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:28.237958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Attempting to bind port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:28.238331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Attempting to bind port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:28.238695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Attempting to bind port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:28.273632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-a325eddb-5778-4430-8610-ca83f8ff19fd', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:18:28.277531 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.325112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:28.325903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:28.326648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.328177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:28.333563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Bound port: febf1f24-9f13-4aeb-87c2-9bcb3687d9a4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:28.334311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.382912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.417004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Transition to ACTIVE for port object ae37fc98-ff84-40c2-b1fc-aae8d4399b61 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:28.419064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.494581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.518026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] For port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:28.521580 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.522539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] For port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:28.541474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb263e04-e702-4d8c-81d0-bad3effe1291 None None] Pushing event updated for resources: {'Port': ['ID=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:28.551377 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.708083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:28.737377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:28.740640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:28.765605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c09765b-c257-4bf8-bd2a-dd55f74f031e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:28.773258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:28.774504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:28.781914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:28.808135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.808957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb263e04-e702-4d8c-81d0-bad3effe1291 None None] Pushing event updated for resources: {'Port': ['ID=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:28.850972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Pushing event updated for resources: {'Port': ['ID=ae37fc98-ff84-40c2-b1fc-aae8d4399b61,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:29.091343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.111108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Routers {'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:29.111808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:29.362289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] Set router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:29.646177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.675742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.773766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a7dffb86-e4f7-4aa5-bf45-3b50aa1cdc0e None None] Provisioning for port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:29.793705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-91699f90-692c-4763-a1a4-15c55b0bc60f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5897591 Jun 03 15:18:30.010671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Allocated IP 172.20.0.2 (a325eddb-5778-4430-8610-ca83f8ff19fd/2d854a12-8a3e-4bb5-abcb-da59cf86a192/bb34ddc2-9aff-49ee-a7d4-d5009e164ba5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:30.253713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.258208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a7dffb86-e4f7-4aa5-bf45-3b50aa1cdc0e None None] Provisioning complete for port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:30.258677 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7dffb86-e4f7-4aa5-bf45-3b50aa1cdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.260594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Pushing event updated for resources: {'Port': ['ID=ae37fc98-ff84-40c2-b1fc-aae8d4399b61,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:30.380177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.381157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.381887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.382542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.383170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.383794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.384479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.387894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-152c3823-71ca-421c-8974-2e4b5e38ecda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6501 time: 0.4299169 Jun 03 15:18:30.414420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.610768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:30.613272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:30.636230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a7dffb86-e4f7-4aa5-bf45-3b50aa1cdc0e None None] Port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:31.189502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:31.236509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-59da6205-bc6d-4429-8b8f-1db3f3ea82f9 None None] Provisioning complete for port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:31.237193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-59da6205-bc6d-4429-8b8f-1db3f3ea82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.470586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.546405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Transition to ACTIVE for port object bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:31.552740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-59da6205-bc6d-4429-8b8f-1db3f3ea82f9 None None] Port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:31.574823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 4, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port': {'id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:19Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ae37fc98-ff84-40c2-b1fc-aae8d4399b61', 'name': '', 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'mac_address': 'fa:16:3e:93:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'd5e17752-23b0-44e7-b5b0-5a73f7e0e64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 1, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'subnets': [{'id': 'd5e17752-23b0-44e7-b5b0-5a73f7e0e64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:31.592306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d249f-bc90-4301-9b31-dc1a6060ebd8 None None] The sync data for ids ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'] in n-d-844594-1 is: [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 4, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port': {'id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:19Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ae37fc98-ff84-40c2-b1fc-aae8d4399b61', 'name': '', 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'mac_address': 'fa:16:3e:93:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'd5e17752-23b0-44e7-b5b0-5a73f7e0e64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 1, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'subnets': [{'id': 'd5e17752-23b0-44e7-b5b0-5a73f7e0e64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:31.623167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Transition to ACTIVE for port object bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:31.648978 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.703948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-ad67de17-4428-44d6-8abd-bccfa438fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:31.704713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-ad67de17-4428-44d6-8abd-bccfa438fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:31.709805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-ad67de17-4428-44d6-8abd-bccfa438fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:31.719255 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-ad67de17-4428-44d6-8abd-bccfa438fe85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d09311b2-c859-4e68-a0e9-573a99ae4a26&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f HTTP/1.1" status: 200 len: 2297 time: 1.1440549 Jun 03 15:18:31.755423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:31.842640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Pushing event updated for resources: {'Port': ['ID=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:31.871006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Network a325eddb-5778-4430-8610-ca83f8ff19fd is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:31.871568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:31.877075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:31.881260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:31.911781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5d67bb8e-bc50-4046-b998-e4684347ca3d admin admin] 10.222.0.66 "PUT /v2.0/routers/f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1007850 Jun 03 15:18:32.038103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Attempting to bind port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:32.038828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Attempting to bind port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:32.039194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Attempting to bind port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 on network a325eddb-5778-4430-8610-ca83f8ff19fd {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:32.056742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:32.057257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Checking segment: {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:32.057668 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.058061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Bound using segment: {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:32.058539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Bound port: bb34ddc2-9aff-49ee-a7d4-d5009e164ba5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:32.058908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.160064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.337735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] For port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:32.351806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] For port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:32.362069 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.728873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35567bf7-79f1-4822-b164-9cda5f39361c None None] Pushing event updated for resources: {'Port': ['ID=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:32.937055 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-062dd3a9-6f33-4fb1-9c5e-dea22dfb5b02 req-3fed2a36-2bd6-4627-b745-60b5dc4a7834 tempest-FloatingIPDetailsNegativeTestJSON-1925740203 tempest-FloatingIPDetailsNegativeTestJSON-1925740203-project] show failed (client error): The resource could not be found. Jun 03 15:18:32.963355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-062dd3a9-6f33-4fb1-9c5e-dea22dfb5b02 req-3fed2a36-2bd6-4627-b745-60b5dc4a7834 tempest-FloatingIPDetailsNegativeTestJSON-1925740203 tempest-FloatingIPDetailsNegativeTestJSON-1925740203-project] 10.222.0.66 "GET /v2.0/floatingips/2b3d270c-3e0a-4966-b2fb-91eaddcfcbb2 HTTP/1.1" status: 404 len: 350 time: 0.3279889 Jun 03 15:18:32.964021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:33.645445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-bd900fdf-f1f2-4688-925e-c18fdf442f61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f HTTP/1.1" status: 200 len: 1000 time: 1.8754530 Jun 03 15:18:34.095983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:18:34.178704 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-48a7f0d6-d1b2-4931-9939-9746bf74ff9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.6851788 Jun 03 15:18:34.242400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:34.277082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-8222a2c0-5443-4837-88a4-296e6cd0a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.278570 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-8222a2c0-5443-4837-88a4-296e6cd0a2c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f80911b9-30c0-4dc2-a327-7708cbb1436c HTTP/1.1" status: 200 len: 855 time: 0.5747149 Jun 03 15:18:34.682706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:34.691440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:34.854576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:34.863075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:34.863472 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:34.946994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:34.974966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.975497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.976006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.976536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.977101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.977573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.978036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.991023 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-2aea2b24-ab64-4462-9c7e-5bcb305a4bcf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6501 time: 3.2175314 Jun 03 15:18:35.006864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b3971-0637-4446-b68e-3459a46d33b8 None None] Network a325eddb-5778-4430-8610-ca83f8ff19fd requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:35.193854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-f6254830-6795-4816-b41b-62b79697f4ec service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2018480 Jun 03 15:18:35.226503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-91f938bf-4755-4fb8-877e-5ec76077ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.231401 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-91f938bf-4755-4fb8-877e-5ec76077ea57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 1095 time: 0.7109373 Jun 03 15:18:35.250896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-9cfc5967-8643-4fc7-8c33-a494320a1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.252465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-9cfc5967-8643-4fc7-8c33-a494320a1c24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d09311b2-c859-4e68-a0e9-573a99ae4a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9537911 Jun 03 15:18:35.297301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] Provisioning for port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:35.413829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] Provisioning complete for port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:35.415758 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.421094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-1d20ff1b-4729-4ecc-863a-b27d3a041e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.423182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-1d20ff1b-4729-4ecc-863a-b27d3a041e82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.1670182 Jun 03 15:18:35.449818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:35.466896 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Sync routers for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:35.506582 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:35.507408 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:35.633697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:35.634222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.662474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:35.834091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.838249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.847532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-af17aeb1-8bac-4bc7-bcee-2f3a6c55e0c0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9470429 Jun 03 15:18:35.848400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43768) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:35.902848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-9c6562dd-eca1-4470-b4f1-131e3534f226 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 200 len: 217 time: 0.4546857 Jun 03 15:18:35.928900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] Current status of the port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:35.929749 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.944303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Deleting port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:35.944625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:36.063529 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:36.171950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] For port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:36.177862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:36.194959 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:36.289548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f1fdc-0f9c-4e38-af1c-c3b2575e04d6 None None] Pushing event updated for resources: {'Port': ['ID=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:36.295816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Sync routers for ids ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:36.326062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Routers {'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:36.326711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:36.445755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:36.898966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Calling delete_port for ae37fc98-ff84-40c2-b1fc-aae8d4399b61 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:36.963379 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:29Z', 'revision_number': 3, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:36.972810 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Checking router: d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:36.973328 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Updating router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b port 2c09765b-c257-4bf8-bd2a-dd55f74f031e binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:37.018417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-766a6cba-b1d4-47b9-addf-cd719e835620 None None] Provisioning complete for port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:37.018417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-766a6cba-b1d4-47b9-addf-cd719e835620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.143815 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.196744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-8387b4f3-ece3-44d7-9941-2efb8a4cff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.199140 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-8387b4f3-ece3-44d7-9941-2efb8a4cff3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 1.0627279 Jun 03 15:18:37.205783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-1c940d91-f682-4c8f-8d46-fc86e4628f2f service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7798073 Jun 03 15:18:37.311737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Set router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:37.589332 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-e9f65144-b26d-4b34-8dc1-cd6a6932b1e2 service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329868 Jun 03 15:18:37.698404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-766a6cba-b1d4-47b9-addf-cd719e835620 None None] Current status of the port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:37.755400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.767977 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-fd6e6ec4-b9d5-4405-9b6f-2cb60a7b0258 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5584829 Jun 03 15:18:37.769522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-11cf2962-9d99-47ac-80ef-01cd184a44c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 200 len: 217 time: 0.1678658 Jun 03 15:18:37.859339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 4, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port': {'id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:19Z', 'updated_at': '2022-06-03T15:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ae37fc98-ff84-40c2-b1fc-aae8d4399b61', 'name': '', 'network_id': '1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'mac_address': 'fa:16:3e:93:f6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'd5e17752-23b0-44e7-b5b0-5a73f7e0e64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:29Z', 'revision_number': 2, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'subnets': [{'id': 'd5e17752-23b0-44e7-b5b0-5a73f7e0e64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:37.868779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Checking router: f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:37.869473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Updating router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:37.929511 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.963324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Port ae37fc98-ff84-40c2-b1fc-aae8d4399b61 not found while updating agent binding for router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3. {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 03 15:18:37.986945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Routers {'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:37.987730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:37.997619 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Transition to ACTIVE for port object 2c09765b-c257-4bf8-bd2a-dd55f74f031e will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:38.033074 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.199898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006727-973c-4093-a691-bf7f358aae20 req-4e4fa91f-e8b6-4beb-a9a5-31b41b9d4f13 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.201461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-4e4fa91f-e8b6-4beb-a9a5-31b41b9d4f13 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 0.5826678 Jun 03 15:18:38.202260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae37fc98-ff84-40c2-b1fc-aae8d4399b61,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:38.335544 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Attempting to bind port 2c09765b-c257-4bf8-bd2a-dd55f74f031e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:38.341694 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Attempting to bind port 2c09765b-c257-4bf8-bd2a-dd55f74f031e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:38.342186 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Attempting to bind port 2c09765b-c257-4bf8-bd2a-dd55f74f031e on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:38.369765 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:38.372786 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:38.376087 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.376538 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:38.380304 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Bound port: 2c09765b-c257-4bf8-bd2a-dd55f74f031e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:38.380534 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.403925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-5e8d9247-81db-45d4-ba17-83cc1fc349b6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/quotas/62fe7c73f13d4c9a9818de70021d61af HTTP/1.1" status: 200 len: 375 time: 0.1930852 Jun 03 15:18:38.465868 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Pushing event updated for resources: {'Port': ['ID=2c09765b-c257-4bf8-bd2a-dd55f74f031e,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:38.489653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:38.496584 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.497149 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.497624 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.498095 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.498598 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.499201 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.500880 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.501442 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.502130 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.502674 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.503202 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.503730 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.589036 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] For port 2c09765b-c257-4bf8-bd2a-dd55f74f031e, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:38.593175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febf374-4640-4299-9e2b-f8946ff5b3e4 req-15813317-927a-4e0b-a926-4ee771949a6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.597972 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] For port 2c09765b-c257-4bf8-bd2a-dd55f74f031e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2c09765b-c257-4bf8-bd2a-dd55f74f031e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:38.601971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3febf374-4640-4299-9e2b-f8946ff5b3e4 req-15813317-927a-4e0b-a926-4ee771949a6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.9818757 Jun 03 15:18:38.606835 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.662047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-b9fff70c-ba25-4305-ab17-b9e37d84e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.663705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-b9fff70c-ba25-4305-ab17-b9e37d84e549 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.8207445 Jun 03 15:18:38.749398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3febf374-4640-4299-9e2b-f8946ff5b3e4 req-6dfbdb04-ae8f-4d68-b47e-b7e9d2525fb7 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463563 Jun 03 15:18:38.799212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:38.799212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.857355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-d7d65822-8c57-49b8-b773-defa5176853d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4405265 Jun 03 15:18:38.864714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.870808 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:38.870808 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:38.941640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-ee140123-a7ea-410b-9038-688344aef19b service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1005089 Jun 03 15:18:38.948181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] Set router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:38.950216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa621390-49cf-4212-acb7-91b071883163 req-411216e3-a974-406c-9dbf-df45d7ac501d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.950938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fa621390-49cf-4212-acb7-91b071883163 req-411216e3-a974-406c-9dbf-df45d7ac501d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Synchronizing usage tracker for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:39.013166 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a7ee-3faa-4860-8c0f-1be49b634889 None None] Pushing event updated for resources: {'Port': ['ID=2c09765b-c257-4bf8-bd2a-dd55f74f031e,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:39.165822 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:39.250195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff58daa0-9c5f-4c24-855f-4c038e379e25 req-fd97180b-3067-43ae-a4c3-b06c88506361 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946360 Jun 03 15:18:39.412137 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.413859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:39.426508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-952ab204-6408-4d00-a18d-6373b3a3f002 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442863 Jun 03 15:18:39.863742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-3d18887f-9dde-4e95-8968-4bd9195f1618 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136162 Jun 03 15:18:39.873796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:39.876289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:39.909134 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:29Z', 'revision_number': 3, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:39.920352 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac81f59-ebe9-416b-8c78-52af5c556e27 None None] The sync data for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 is: [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:29Z', 'revision_number': 3, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:39.963902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:39.964331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.058962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Allocated IP 172.20.0.1 (a325eddb-5778-4430-8610-ca83f8ff19fd/2d854a12-8a3e-4bb5-abcb-da59cf86a192/e78a76a0-c454-493e-8dbd-d4f44606d68e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:40.164762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:40.194404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:37Z', 'revision_number': 5, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port': {'id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:19Z', 'updated_at': '2022-06-03T15:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:40.230339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d7030-a0ee-4d6a-be33-2cadcb9ad222 None None] The sync data for ids ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'] in n-d-844594-1 is: [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:37Z', 'revision_number': 5, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port': {'id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:19Z', 'updated_at': '2022-06-03T15:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:40.233431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:40.255409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.335834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:40.336005 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.469400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fa621390-49cf-4212-acb7-91b071883163 req-411216e3-a974-406c-9dbf-df45d7ac501d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Unset dirty status for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:40.471092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa621390-49cf-4212-acb7-91b071883163 req-411216e3-a974-406c-9dbf-df45d7ac501d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea9b415f-e7a7-453b-836d-9a0b24510952 HTTP/1.1" status: 200 len: 945 time: 1.9720743 Jun 03 15:18:40.477183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-4a6757b1-a89d-4260-b600-75bddf8eab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:40.478696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-4a6757b1-a89d-4260-b600-75bddf8eab4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.7946055 Jun 03 15:18:40.511225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:40.753855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-699344c0-8a44-4e62-8df1-b10c9db4fc97 req-c77ce18d-624f-4856-9232-a3ffb8bf039f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.2241819 Jun 03 15:18:40.773487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:40.845696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:40.850488 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb6301a-0bd7-4543-a712-75d20586fbea'] response: {'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'code': 200} Jun 03 15:18:40.852698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Deleting port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:40.853075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:41.082621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c09765b-c257-4bf8-bd2a-dd55f74f031e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:41.291187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2c09765b-c257-4bf8-bd2a-dd55f74f031e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:41.298721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2c09765b-c257-4bf8-bd2a-dd55f74f031e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:41.300662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:41.312005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b458e-60a3-4eb9-87c7-ba463111ba62 req-057fba49-02a3-454c-9a7a-17989e84ed4a tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.314065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad4b458e-60a3-4eb9-87c7-ba463111ba62 req-057fba49-02a3-454c-9a7a-17989e84ed4a tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.7284105 Jun 03 15:18:41.496819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:41.515843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad4b458e-60a3-4eb9-87c7-ba463111ba62 req-9d81e619-7602-4b61-a395-ad5ccf323a3c tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920955 Jun 03 15:18:41.520359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-c069a724-bbe5-480d-9675-a0803985f65d service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0010674 Jun 03 15:18:41.535413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9fe5be1f-6bd2-42bc-802f-d8faf3ba36d6 admin admin] 10.222.0.66 "PUT /v2.0/routers/f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5701380 Jun 03 15:18:41.537967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43854) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:41.674116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2c09765b-c257-4bf8-bd2a-dd55f74f031e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:41.675691 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:41.719201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2c09765b-c257-4bf8-bd2a-dd55f74f031e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2c09765b-c257-4bf8-bd2a-dd55f74f031e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:41.729767 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:41.814437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:41.839303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ae37fc98-ff84-40c2-b1fc-aae8d4399b61 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:42.013673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ae37fc98-ff84-40c2-b1fc-aae8d4399b61 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:42.014052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ae37fc98-ff84-40c2-b1fc-aae8d4399b61 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:42.083941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2c09765b-c257-4bf8-bd2a-dd55f74f031e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:42.154907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82995dbd-7beb-414f-ab12-8e26cf0190c0 req-7f9b118a-7a02-451b-804c-b369594a0e3c tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.1346896 Jun 03 15:18:42.295614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-bb620cb0-6c6b-45fa-beac-ef31d7ce8a30 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534390 Jun 03 15:18:42.333664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1249f-c378-4bfc-b84c-9bb690a01782 req-d77d2121-9ed7-46bd-a883-8456445041a6 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.336233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2d1249f-c378-4bfc-b84c-9bb690a01782 req-d77d2121-9ed7-46bd-a883-8456445041a6 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.6265411 Jun 03 15:18:42.410436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2d1249f-c378-4bfc-b84c-9bb690a01782 req-b0825512-44d1-413b-be55-da3a79d82db7 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655706 Jun 03 15:18:42.413758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:42.426409 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] Sync routers for ids ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:42.444754 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] Routers {'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:42.445643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:42.548899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Transition to ACTIVE for port object e78a76a0-c454-493e-8dbd-d4f44606d68e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:42.759602 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-df1b97bf-15cc-4cee-b3e2-a4d27a8cacc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 200 len: 217 time: 0.4283803 Jun 03 15:18:42.943040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c09765b-c257-4bf8-bd2a-dd55f74f031e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:42.965904 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] Set router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:43.091924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8fe5d-f2d3-4766-b32b-06f3021d769c req-b142ca67-65d5-4f00-a8ba-7cbcd0174023 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.101835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4e8fe5d-f2d3-4766-b32b-06f3021d769c req-b142ca67-65d5-4f00-a8ba-7cbcd0174023 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.2872200 Jun 03 15:18:43.165882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4e8fe5d-f2d3-4766-b32b-06f3021d769c req-b6084f1b-29b4-415a-ac96-d52eae07d0cb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630794 Jun 03 15:18:43.211873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.236365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Deleting port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:43.238013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.281659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2c09765b-c257-4bf8-bd2a-dd55f74f031e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:43.281659 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.375101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006727-973c-4093-a691-bf7f358aae20 req-f173be0a-9424-4bf4-a847-91b9ac95df4d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.376664 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-f173be0a-9424-4bf4-a847-91b9ac95df4d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 804 time: 0.6971285 Jun 03 15:18:43.393703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-acd1a2e8-9fba-4177-a527-fd89b6344089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.395370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-acd1a2e8-9fba-4177-a527-fd89b6344089 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.1850967 Jun 03 15:18:43.422164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Request body: {'port': {'device_id': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'admin_state_up': True, 'tenant_id': '62fe7c73f13d4c9a9818de70021d61af'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:43.532364 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0bb3fe91-f9ae-45ee-a29a-718e0a9e25bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.722419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-b5a7e8c5-9944-4a59-8e20-b2796764357b tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.723197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-b5a7e8c5-9944-4a59-8e20-b2796764357b tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Synchronizing usage tracker for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:43.780685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.801862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2c09765b-c257-4bf8-bd2a-dd55f74f031e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:43.814431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71bd0edd-e369-44ec-b92a-8450beb6b20f req-99d205db-c3bb-4329-99b4-1d47d4afe4bb tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.1827807 Jun 03 15:18:43.819344 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:37Z', 'revision_number': 5, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port': {'id': 'febf1f24-9f13-4aeb-87c2-9bcb3687d9a4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:19Z', 'updated_at': '2022-06-03T15:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:43.824033 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] Checking router: f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:43.844693 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] Routers {'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:43.845321 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:43.926442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] For port febf1f24-9f13-4aeb-87c2-9bcb3687d9a4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:43.926812 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.939544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Pushing event updated for resources: {'Port': ['ID=e78a76a0-c454-493e-8dbd-d4f44606d68e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:43.995503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] For port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:43.995873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:44.057575 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] Set router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:44.058428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-b5a7e8c5-9944-4a59-8e20-b2796764357b tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Unset dirty status for tenant:9a5f3d44608c4ac3a059f8c26168e001 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:44.062853 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-b5a7e8c5-9944-4a59-8e20-b2796764357b tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.70 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 2.6705337 Jun 03 15:18:44.105667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Calling delete_port for febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:44.154512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Network a325eddb-5778-4430-8610-ca83f8ff19fd is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:44.201337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:43Z', 'revision_number': 6, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:44.208134 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19838e36-b572-4226-a0e3-c5666c7e3ed3 None None] The sync data for ids ['f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3'] in n-d-844594-1 is: [{'id': 'f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-518527481-router', 'tenant_id': '07dbeb2f953e44179f696112c13a58c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:18Z', 'updated_at': '2022-06-03T15:18:43Z', 'revision_number': 6, 'project_id': '07dbeb2f953e44179f696112c13a58c7', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:44.210940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a51ea-f5df-4336-a059-43e8b195b9de req-4d11ba65-9fa1-4d0e-a02d-dc9ef0441eb5 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.212504 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9a51ea-f5df-4336-a059-43e8b195b9de req-4d11ba65-9fa1-4d0e-a02d-dc9ef0441eb5 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.4912431 Jun 03 15:18:44.296052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9a51ea-f5df-4336-a059-43e8b195b9de req-e3069855-9c39-4abb-babf-3b236ec4faa6 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707278 Jun 03 15:18:44.354384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-1b927b8a-93d8-488a-8cea-90d29f19a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.357370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-1b927b8a-93d8-488a-8cea-90d29f19a208 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9031470 Jun 03 15:18:44.359360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:44.376689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Calling delete_port for dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:44.446834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:44.504158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:44.520656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:44.573983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Deleting port 94a979d4-f616-4156-b79a-701a6c569eb6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:44.574712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:44.575909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Pushing event deleted for resources: {'Port': ['ID=febf1f24-9f13-4aeb-87c2-9bcb3687d9a4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:44.673533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482a7b-ae5f-4ea6-a6be-61498ae802e9 req-e8d86935-1e37-4264-99c3-839a636f1002 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.675192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c482a7b-ae5f-4ea6-a6be-61498ae802e9 req-e8d86935-1e37-4264-99c3-839a636f1002 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.2982500 Jun 03 15:18:44.759807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c482a7b-ae5f-4ea6-a6be-61498ae802e9 req-b2cb9d19-b8c6-4750-b4a3-5ccaf2c5bed9 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749862 Jun 03 15:18:44.782497 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:44.877508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c2deb53b-9dcf-42a6-82c9-51e3ef7ea57b None None] Provisioning for port e78a76a0-c454-493e-8dbd-d4f44606d68e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:44.889300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c2deb53b-9dcf-42a6-82c9-51e3ef7ea57b None None] Provisioning complete for port e78a76a0-c454-493e-8dbd-d4f44606d68e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:44.889682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c2deb53b-9dcf-42a6-82c9-51e3ef7ea57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:44.915145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:45.022139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c2deb53b-9dcf-42a6-82c9-51e3ef7ea57b None None] Port e78a76a0-c454-493e-8dbd-d4f44606d68e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:45.025104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:45.090871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:45.091211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device febf1f24-9f13-4aeb-87c2-9bcb3687d9a4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:45.129620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Made reservation on behalf of 62fe7c73f13d4c9a9818de70021d61af for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:45.133161 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.143275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.160640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.163941 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.202084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.230237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.230237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:18:45.246160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb0ac868-ed5b-4ff7-b5b2-b83a1d1959e1 req-7f188398-3279-44ce-8888-edead7eb25c5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.0591345 Jun 03 15:18:45.256949 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.258535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-af12c47e-5027-4e11-91d6-74608610d8be admin admin] 10.222.0.66 "DELETE /v2.0/routers/f0eca0f4-f1d9-4cc1-b60b-ac54e578e7d3 HTTP/1.1" status: 204 len: 168 time: 3.7193382 Jun 03 15:18:45.261634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43904) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:45.364988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] Deleting subnet d5e17752-23b0-44e7-b5b0-5a73f7e0e64c {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:18:45.365310 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-bd506bf3-c687-459e-af5c-e4876c183b23 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9388211 Jun 03 15:18:45.386350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.621241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1f4a-da57-47fd-b3ab-fde6d955ceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.680857 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.763157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19dae-57c1-41f9-bd5f-14e4a45af7cb req-2e91d3c6-d37e-42e4-b771-902dc7692cc5 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:45.764778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cf19dae-57c1-41f9-bd5f-14e4a45af7cb req-2e91d3c6-d37e-42e4-b771-902dc7692cc5 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.1657503 Jun 03 15:18:45.810088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.813435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.953920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event deleted for resources: {'Port': ['ID=dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:45.959105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cf19dae-57c1-41f9-bd5f-14e4a45af7cb req-c3027cbf-d079-44c8-b2f2-075d41f5cb37 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875894 Jun 03 15:18:45.963028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-01a9a601-88c5-4456-9f0a-d9edf888fa96 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:45.963769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-01a9a601-88c5-4456-9f0a-d9edf888fa96 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Synchronizing usage tracker for tenant:7617f31b58df4828891494541c27783b on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:46.019977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.088242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588e8c1-0136-4db6-9509-4665efefdaf5 req-ea4f70a0-d7f2-4dec-b36e-423db118b30f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.095239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5588e8c1-0136-4db6-9509-4665efefdaf5 req-ea4f70a0-d7f2-4dec-b36e-423db118b30f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 946 time: 0.2011881 Jun 03 15:18:46.104404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] No DVR routers for this DVR port dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:46.108378 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-6fb158d1-3431-4a44-8315-77220f9ba7d6 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965387 Jun 03 15:18:46.115125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Allocated IP 172.20.0.12 (3fe5dbaa-15a5-42dc-8e9e-f8609539af82/6d2046a0-cd59-4e05-abcf-d957d0fcba19/2452ef56-af38-415f-97b4-02b0dd2eb212) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:46.115970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e17752-23b0-44e7-b5b0-5a73f7e0e64c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:46.122117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.122880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.125482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-deleted', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:46.133899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956cd520-f2f9-431f-935d-6357bf874f49 None None] Network 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:46.156131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5588e8c1-0136-4db6-9509-4665efefdaf5 req-0d07185b-c449-4dba-b4e6-dc200685e81a tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596232 Jun 03 15:18:46.157787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-01fb6107-2724-49a1-bfb7-df82e1401001 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d5e17752-23b0-44e7-b5b0-5a73f7e0e64c HTTP/1.1" status: 204 len: 168 time: 0.8949299 Jun 03 15:18:46.164354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43920) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:46.227184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-01a9a601-88c5-4456-9f0a-d9edf888fa96 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Unset dirty status for tenant:7617f31b58df4828891494541c27783b on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:46.228468 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-01a9a601-88c5-4456-9f0a-d9edf888fa96 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 1.3184922 Jun 03 15:18:46.303565 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a44b26-4105-4407-b533-9ea281f678e1'] response: {'server_uuid': 'ea9b415f-e7a7-453b-836d-9a0b24510952', 'name': 'network-vif-deleted', 'tag': 'dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b', 'status': 'completed', 'code': 200} Jun 03 15:18:46.307607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-9075de0f-036b-4797-8130-6d2f03cc0c81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e2530432-d34a-4986-add2-06531661c993 HTTP/1.1" status: 200 len: 217 time: 0.1699729 Jun 03 15:18:46.329161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=94a979d4-f616-4156-b79a-701a6c569eb6,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:46.329633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.339144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.351640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Deleting port da40ad6f-5c28-44e5-a8ce-83264380ed19 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:46.351935 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.402192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 94a979d4-f616-4156-b79a-701a6c569eb6 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:46.418617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa621390-49cf-4212-acb7-91b071883163 req-df5a37c2-ffb8-49e0-9e83-801ee7fc0a63 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.15 "DELETE /v2.0/ports/dfc8a1d8-7ea8-43c5-bbe5-2950e6aba86b HTTP/1.1" status: 204 len: 173 time: 5.9387562 Jun 03 15:18:46.497148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-545bb660-08c0-45f7-b442-0ce0157efd29 req-42a39882-5a76-4f85-87ca-06837651f93f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.0762053 Jun 03 15:18:46.595703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Deleting port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:46.596058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.685621 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.735624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.849389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 94a979d4-f616-4156-b79a-701a6c569eb6 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:46.849857 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.869576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] For port da40ad6f-5c28-44e5-a8ce-83264380ed19, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=da40ad6f-5c28-44e5-a8ce-83264380ed19,segment=NetworkSegment(a7dc4337-821b-47c2-8235-26933f543689),segment_id=a7dc4337-821b-47c2-8235-26933f543689)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:46.869946 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.954987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-d2578f54-2f43-45de-b8ca-8c8c5ea2622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.956618 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-d2578f54-2f43-45de-b8ca-8c8c5ea2622b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.6189599 Jun 03 15:18:47.005394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=94a979d4-f616-4156-b79a-701a6c569eb6,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:47.011540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:47.028951 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.033124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.136547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Calling delete_port for da40ad6f-5c28-44e5-a8ce-83264380ed19 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:47.166406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f650f823-4e80-4bd3-82ab-9925040c7d41 None None] DHCP port deletion for 1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:18:47.211584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f650f823-4e80-4bd3-82ab-9925040c7d41 None None] Deleting port da40ad6f-5c28-44e5-a8ce-83264380ed19 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:47.213020 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f650f823-4e80-4bd3-82ab-9925040c7d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.350324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea526c1-9947-4da3-af27-e36141c9bc90 req-f10b88a9-9184-4d66-aaba-cc7dcba6cf7b tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.358698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ea526c1-9947-4da3-af27-e36141c9bc90 req-f10b88a9-9184-4d66-aaba-cc7dcba6cf7b tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.1302750 Jun 03 15:18:47.360058 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8898e4dc-7485-4a35-b8bc-c1769f2bd006'] response: {'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6', 'code': 200} Jun 03 15:18:47.391917 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.456854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f650f823-4e80-4bd3-82ab-9925040c7d41 None None] The port 'da40ad6f-5c28-44e5-a8ce-83264380ed19' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:18:47.458604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=94a979d4-f616-4156-b79a-701a6c569eb6,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:47.506093 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.522920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] No DVR routers for this DVR port da40ad6f-5c28-44e5-a8ce-83264380ed19 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:47.588598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Pushing event deleted for resources: {'Port': ['ID=da40ad6f-5c28-44e5-a8ce-83264380ed19,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:47.692194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ea526c1-9947-4da3-af27-e36141c9bc90 req-bdd626aa-cdaa-4882-b554-7c3819ae6b6d tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324885 Jun 03 15:18:47.738603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.821663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:47.901722 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.906673 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.923549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71eaa60f-993e-42a9-a1d9-b2ef99442680 req-e8ad404f-f01c-4d46-9be1-bd30237a986f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.0669384 Jun 03 15:18:47.930005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dc4337-821b-47c2-8235-26933f543689') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:47.931766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dc4337-821b-47c2-8235-26933f543689') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:47.935236 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.961800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.962472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:47.962472 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Floating IP 736bdd18-2db4-4481-bdd4-79af791e035d disassociated. External IP: 172.25.1.178, port: 94a979d4-f616-4156-b79a-701a6c569eb6. Jun 03 15:18:47.962807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Calling delete_port for 94a979d4-f616-4156-b79a-701a6c569eb6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:47.964159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c57a87-a4ce-4060-baee-ed9fda8f7e66 req-bfcc656f-02d1-42b7-bb21-4f304be12fc8 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.972425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27c57a87-a4ce-4060-baee-ed9fda8f7e66 req-bfcc656f-02d1-42b7-bb21-4f304be12fc8 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.4948890 Jun 03 15:18:47.989954 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.030498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.170983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:18:48.172465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.215055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.221531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-9fa3cda4-79a7-4a90-a3a2-71195a8db48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:48.223884 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-9fa3cda4-79a7-4a90-a3a2-71195a8db48f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2507861 Jun 03 15:18:48.224930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Pushing event updated for resources: {'Port': ['ID=e78a76a0-c454-493e-8dbd-d4f44606d68e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:48.227507 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:18:48.228093 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:18:48.259212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27c57a87-a4ce-4060-baee-ed9fda8f7e66 req-27e9e826-ccd2-46dc-89ba-60b2b45960eb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857974 Jun 03 15:18:48.271336 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a7dc4337-821b-47c2-8235-26933f543689 resource provider aggregate not found Jun 03 15:18:48.280237 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.302941 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a7dc4337-821b-47c2-8235-26933f543689 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7dc4337-821b-47c2-8235-26933f543689 found for delete ", "request_id": "req-30965371-de57-4d36-ab38-4c6634004387"}]} Jun 03 15:18:48.310976 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.335269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.341842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:48.352061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-132ac9c0-3591-45e6-abe4-0afa22814329 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1a284cb2-1471-44ae-8cd4-20c5d1c5bc5c HTTP/1.1" status: 204 len: 168 time: 2.1866040 Jun 03 15:18:48.470380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:48.470865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.542706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43964) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:48.609221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-becce79a-1b8e-4cdf-a308-3c298de24ced admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07dbeb2f953e44179f696112c13a58c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625951 Jun 03 15:18:48.610253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43968) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:48.624901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.686790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f21f0af3-8241-4876-bf50-0b7c307acf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.728298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f21f0af3-8241-4876-bf50-0b7c307acf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.733913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event updated for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:48.735819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Deleting port 94a979d4-f616-4156-b79a-701a6c569eb6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:48.736188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.814352 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f21f0af3-8241-4876-bf50-0b7c307acf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.871928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f0af3-8241-4876-bf50-0b7c307acf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1cfb5-2c28-4d31-8e6f-880c1a5919d5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:48.942236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device da40ad6f-5c28-44e5-a8ce-83264380ed19 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:48.996976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: da40ad6f-5c28-44e5-a8ce-83264380ed19 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:48.997325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device da40ad6f-5c28-44e5-a8ce-83264380ed19 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:49.029438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f21f0af3-8241-4876-bf50-0b7c307acf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:49.034515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f21f0af3-8241-4876-bf50-0b7c307acf4e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/feb1cfb5-2c28-4d31-8e6f-880c1a5919d5 HTTP/1.1" status: 204 len: 168 time: 0.4219286 Jun 03 15:18:49.150843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-de55d087-1dc0-4cf7-a228-40850cba058d service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9138353 Jun 03 15:18:49.152250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb97396-015c-4e57-beed-158f251dc428 req-fc09ae36-d6da-4ea7-accf-db8e1718306d tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.166270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:49.169386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fb97396-015c-4e57-beed-158f251dc428 req-fc09ae36-d6da-4ea7-accf-db8e1718306d tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 946 time: 0.3018234 Jun 03 15:18:49.194865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:49.208677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:49.278967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.279815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:49.313471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fb97396-015c-4e57-beed-158f251dc428 req-2bf140b3-064f-45e6-86a1-c45b956da9d2 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431990 Jun 03 15:18:49.318536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Network a325eddb-5778-4430-8610-ca83f8ff19fd is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:49.382012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd3d3-98da-4807-b789-a35d12d5b155 req-90f97b88-3a16-4219-8f6c-884db1df10ec tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.386142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1dfd3d3-98da-4807-b789-a35d12d5b155 req-90f97b88-3a16-4219-8f6c-884db1df10ec tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 932 time: 0.1389341 Jun 03 15:18:49.391777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:49.495211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1dfd3d3-98da-4807-b789-a35d12d5b155 req-c69eb593-5e63-4ffb-bf54-649b38cc5816 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952148 Jun 03 15:18:49.709107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3019904-d39e-4c69-9f77-ff5f27f1058d req-e86eef8a-ee63-4aa1-87da-e9eda5b70a1b tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.717375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3019904-d39e-4c69-9f77-ff5f27f1058d req-e86eef8a-ee63-4aa1-87da-e9eda5b70a1b tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.1637700 Jun 03 15:18:49.761755 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-7d0c2f71-78c5-495f-a043-12979a1153b4 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3543720 Jun 03 15:18:49.793872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b5056ee8-0471-460d-90a1-7eb8aecade5f None None] Provisioning complete for port e78a76a0-c454-493e-8dbd-d4f44606d68e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:49.795202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b5056ee8-0471-460d-90a1-7eb8aecade5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:49.801573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3019904-d39e-4c69-9f77-ff5f27f1058d req-c4893a00-50ca-4def-b0ed-25b7fdd21dce tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809233 Jun 03 15:18:49.871860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b5056ee8-0471-460d-90a1-7eb8aecade5f None None] Port e78a76a0-c454-493e-8dbd-d4f44606d68e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:49.912645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Request body: {'port': {'device_id': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:50.054467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-65700d24-7927-425e-86f4-8970f25f43e3 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774440 Jun 03 15:18:50.114530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:50.115205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:50.115764 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Floating IP 33771525-8669-498d-82f0-29ca1dfc5af7 disassociated. External IP: 172.25.1.148, port: 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa. Jun 03 15:18:50.116804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Calling delete_port for 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:50.275830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:50.443825 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-5f4ed40e-9031-4764-b397-78d025d905ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17 HTTP/1.1" status: 200 len: 217 time: 0.1893454 Jun 03 15:18:50.450878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:50.451260 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:50.518353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:50.531972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:50.540494 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:50.660639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] For port 94a979d4-f616-4156-b79a-701a6c569eb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=94a979d4-f616-4156-b79a-701a6c569eb6,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:50.660983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:50.669402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a36e5-1cd8-4635-b16f-9ff0b3796d2c req-03136259-2fa3-4cc2-bca6-270d31f2cd07 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.678103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a3a36e5-1cd8-4635-b16f-9ff0b3796d2c req-03136259-2fa3-4cc2-bca6-270d31f2cd07 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 944 time: 0.1947331 Jun 03 15:18:50.683054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:50.766348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:50.771606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a3a36e5-1cd8-4635-b16f-9ff0b3796d2c req-702350a8-cfe9-41aa-b190-5faa87f3a8e9 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926030 Jun 03 15:18:50.793431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:50.798117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:18:50.798227 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:18:50.811030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-8216357e-dc20-4c41-a5dd-3ce7b95825bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.813258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-8216357e-dc20-4c41-a5dd-3ce7b95825bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.3538857 Jun 03 15:18:50.879636 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7451d1b3-2c35-48b8-bc5f-7863bff7120f'] response: {'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'code': 200} Jun 03 15:18:51.013917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9f4b4-fbf2-4406-b46a-81527a4c3910 req-d7ce1adf-0196-4586-9fb0-1397428212a6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.015465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0c9f4b4-fbf2-4406-b46a-81527a4c3910 req-d7ce1adf-0196-4586-9fb0-1397428212a6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 932 time: 0.1243348 Jun 03 15:18:51.174922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0c9f4b4-fbf2-4406-b46a-81527a4c3910 req-e715aad6-fc30-4a65-9594-1b9d521f3f03 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435916 Jun 03 15:18:51.269323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f31c72-2500-4d54-86a8-c91ebc3010d4 req-e78e723b-d2e1-4de5-a8a5-0c57a8d6553f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.276983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26f31c72-2500-4d54-86a8-c91ebc3010d4 req-e78e723b-d2e1-4de5-a8a5-0c57a8d6553f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.1637478 Jun 03 15:18:51.380236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26f31c72-2500-4d54-86a8-c91ebc3010d4 req-8120d0b8-d0d2-474c-b428-110f48ddb71e tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022267 Jun 03 15:18:51.449981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Deleting port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:51.450521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:51.690707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44070) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:51.860159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:51.877193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:51.881605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Usage tracker for resource:security_group_rule and tenant:47b561a166004be1a9d1cf8b4dc8f6cc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:51.884849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:51.892227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:51.898611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-34ea168b-26e0-4a3d-b619-797729222155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.900214 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-34ea168b-26e0-4a3d-b619-797729222155 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0758688 Jun 03 15:18:52.024920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.025296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.025611 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Floating IP 736bdd18-2db4-4481-bdd4-79af791e035d disassociated. External IP: 172.25.1.178, port: 94a979d4-f616-4156-b79a-701a6c569eb6. Jun 03 15:18:52.025961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Calling delete_port for 94a979d4-f616-4156-b79a-701a6c569eb6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:52.076484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.091440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182997b-2397-41ab-9827-44ad3348bf70 req-82e896ae-ac22-4110-8916-e7d961af4220 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:52.093598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8182997b-2397-41ab-9827-44ad3348bf70 req-82e896ae-ac22-4110-8916-e7d961af4220 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 944 time: 0.1466701 Jun 03 15:18:52.094839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.166889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47b561a166004be1a9d1cf8b4dc8f6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744997 Jun 03 15:18:52.167752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897aed0-4e5c-4a88-8926-790055a918fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc41d5-5841-4a1f-b3bf-89cd6ddd5b36,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:52.172201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44086) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:52.202081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:52.216080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Sync routers for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:52.221726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8182997b-2397-41ab-9827-44ad3348bf70 req-5f53aaec-1fc5-4191-9220-3f07e464bef9 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092618 Jun 03 15:18:52.236019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:52.237538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:52.328511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7e423e33-06f6-44bc-a85c-c1998ec4e999 admin admin] 10.222.0.66 "PUT /v2.0/routers/d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4287534 Jun 03 15:18:52.359157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16ad507-8c30-409c-8186-70c25d284c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.446097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16ad507-8c30-409c-8186-70c25d284c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.681662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:52.767245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2452ef56-af38-415f-97b4-02b0dd2eb212 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:52.797236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] For port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:52.797620 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.818865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:52.838869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-f66cf6f7-266b-47ea-b8d7-96ebf0fa665b service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9116464 Jun 03 15:18:52.890312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184719e-710c-4905-890e-6d652ad3cccf req-b4d812d5-0ae3-4313-9c7e-e9cba56dc91f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:52.893216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a184719e-710c-4905-890e-6d652ad3cccf req-b4d812d5-0ae3-4313-9c7e-e9cba56dc91f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 932 time: 0.4248827 Jun 03 15:18:52.926146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e9a41-eb65-466e-a69f-076225ec9700 req-bd0301e2-8510-4d68-b457-560245bd21fe tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:52.933953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce5e9a41-eb65-466e-a69f-076225ec9700 req-bd0301e2-8510-4d68-b457-560245bd21fe tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 944 time: 0.3075249 Jun 03 15:18:53.039780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16ad507-8c30-409c-8186-70c25d284c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.128178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-06a59e94-f683-4cd9-b783-e4540466d39e service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634161 Jun 03 15:18:53.181430 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d16ad507-8c30-409c-8186-70c25d284c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.188158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d16ad507-8c30-409c-8186-70c25d284c9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ffc41d5-5841-4a1f-b3bf-89cd6ddd5b36 HTTP/1.1" status: 204 len: 168 time: 0.9931340 Jun 03 15:18:53.191027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a184719e-710c-4905-890e-6d652ad3cccf req-8b2de5d3-89c8-44dd-a5d7-6109369890a1 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759933 Jun 03 15:18:53.191407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ad507-8c30-409c-8186-70c25d284c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc41d5-5841-4a1f-b3bf-89cd6ddd5b36,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:53.252851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44126) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:53.256385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce5e9a41-eb65-466e-a69f-076225ec9700 req-4290c213-6b04-48e8-84a1-1e290638a906 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups?id=3300feb1-1b7b-42f1-978c-9561bfdf9ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972566 Jun 03 15:18:53.269937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-24916472-network', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:53.277092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:53.285584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Usage tracker for resource:network and tenant:6a8093686cb7406c8b2b444890e71c26 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:53.299809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:53.311506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:53.340687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Made reservation on behalf of 6a8093686cb7406c8b2b444890e71c26 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:53.343086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.368670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.470070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-6b90cab3-816b-43cc-b511-b98a74a50425 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae HTTP/1.1" status: 200 len: 217 time: 0.3339124 Jun 03 15:18:53.480714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:53.512202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Usage tracker for resource:security_group_rule and tenant:6a8093686cb7406c8b2b444890e71c26 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:53.517122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:53.526623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:53.599696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c373ac3-c14e-4fec-b907-9d3b4e4e831f req-2ba5b92f-b54d-430a-9ad8-8551f63b92ae tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.601301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c373ac3-c14e-4fec-b907-9d3b4e4e831f req-2ba5b92f-b54d-430a-9ad8-8551f63b92ae tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 944 time: 0.2060046 Jun 03 15:18:53.614584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:47Z', 'revision_number': 2, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:53.619373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Checking router: d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:53.621618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Updating router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b port e78a76a0-c454-493e-8dbd-d4f44606d68e binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:53.737668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c373ac3-c14e-4fec-b907-9d3b4e4e831f req-8f73880e-63b1-4d03-9dc9-cbab7701c42c tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184332 Jun 03 15:18:53.742864 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.873202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.883061 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.946353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Transition to ACTIVE for port object 2452ef56-af38-415f-97b4-02b0dd2eb212 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:53.949933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae30f650-155e-4d2b-96ac-033e32fce08e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:53.958680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:53.985150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:18:54.018413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:54.018759 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Added segment c1a2c1e0-41da-464b-a3a7-535be04345bd of type vlan for network f687ae4b-2352-46f3-8f68-8ec6cef0a090 Jun 03 15:18:54.125541 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:54.172272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event deleted for resources: {'Port': ['ID=94a979d4-f616-4156-b79a-701a6c569eb6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:54.175453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:54.209178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:54.210255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:54.210736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:54.277177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44154) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:54.389831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] Pushing event updated for resources: {'Network': ['ID=f687ae4b-2352-46f3-8f68-8ec6cef0a090,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:54.406539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a09d8931-1d2c-48ee-9fb9-e15bfc29fb1e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1491520 Jun 03 15:18:54.410235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44172) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:54.421238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Request body: {'subnet': {'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-24916472-subnet', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:54.432800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:54.450268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Usage tracker for resource:subnet and tenant:6a8093686cb7406c8b2b444890e71c26 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:54.481043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:18:54.801431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:54.824733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Pushing event updated for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:54.945479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db85f08d-ad32-42c0-bb95-9d8961128f99 req-36a73491-54ed-40c8-8245-81ca64a930cc tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 210 time: 0.1299367 Jun 03 15:18:54.992631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-09e6c23a-832a-4d4a-802d-8a08bd99c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:54.995008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-09e6c23a-832a-4d4a-802d-8a08bd99c821 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 200 len: 797 time: 1.5041914 Jun 03 15:18:55.000801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Attempting to bind port 2452ef56-af38-415f-97b4-02b0dd2eb212 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:55.001475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Attempting to bind port 2452ef56-af38-415f-97b4-02b0dd2eb212 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:55.002023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Attempting to bind port 2452ef56-af38-415f-97b4-02b0dd2eb212 on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:55.013765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:55.021774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Port 2452ef56-af38-415f-97b4-02b0dd2eb212 on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:55.022439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Attempting to bind port 2452ef56-af38-415f-97b4-02b0dd2eb212 on network 3fe5dbaa-15a5-42dc-8e9e-f8609539af82 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:55.039888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.118599 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.145877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:55.146827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Transition to ACTIVE for port object e78a76a0-c454-493e-8dbd-d4f44606d68e will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:55.155987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:55.156620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Checking segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:55.157432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Bound using segment: {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:55.159118 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.162881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Made reservation on behalf of 6a8093686cb7406c8b2b444890e71c26 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:55.163093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Bound port: 2452ef56-af38-415f-97b4-02b0dd2eb212, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:55.164763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.169392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.212373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1cd4251a5f4c349daf91b46a5189a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:55.217221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44188) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:55.251388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:55.346981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:55.353536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.353924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.354242 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Floating IP 33771525-8669-498d-82f0-29ca1dfc5af7 disassociated. External IP: 172.25.1.148, port: 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa. Jun 03 15:18:55.354591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Calling delete_port for 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:55.436249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaccb5b-8f95-4326-a04b-08028f4d652e req-43dbd239-b39a-4428-aa32-dbd2c3abc3bc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:55.438318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daaccb5b-8f95-4326-a04b-08028f4d652e req-43dbd239-b39a-4428-aa32-dbd2c3abc3bc tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 944 time: 0.9895687 Jun 03 15:18:55.477347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Attempting to bind port e78a76a0-c454-493e-8dbd-d4f44606d68e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:55.478069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Attempting to bind port e78a76a0-c454-493e-8dbd-d4f44606d68e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:55.478679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Attempting to bind port e78a76a0-c454-493e-8dbd-d4f44606d68e on network a325eddb-5778-4430-8610-ca83f8ff19fd {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:55.481485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c254eb-ee71-417b-be4f-71523c670890 None None] Pushing event updated for resources: {'Port': ['ID=e78a76a0-c454-493e-8dbd-d4f44606d68e,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:55.489858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:55.490646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Checking segment: {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:55.491292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.493285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Bound using segment: {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:55.494265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Bound port: e78a76a0-c454-493e-8dbd-d4f44606d68e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:55.494899 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.600573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-529696795-network', 'tenant_id': 'ccd40354a0b24b95af6e3adc6cbccdcf'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:55.606585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:55.611411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Usage tracker for resource:network and tenant:ccd40354a0b24b95af6e3adc6cbccdcf is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:55.614746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:55.633304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:55.678590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] For port e78a76a0-c454-493e-8dbd-d4f44606d68e, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:55.681974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daaccb5b-8f95-4326-a04b-08028f4d652e req-e70c02d6-5b11-44f6-8d8e-dbb4c9241ecf tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171943 Jun 03 15:18:55.684942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] For port e78a76a0-c454-493e-8dbd-d4f44606d68e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e78a76a0-c454-493e-8dbd-d4f44606d68e,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:55.691930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Made reservation on behalf of ccd40354a0b24b95af6e3adc6cbccdcf for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:55.693422 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.706860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.723787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4289196-9c54-4a0e-a854-94512025b4ae req-b7a76180-0937-449a-b917-5214280715c6 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:55.724772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4289196-9c54-4a0e-a854-94512025b4ae req-b7a76180-0937-449a-b917-5214280715c6 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 944 time: 0.5303619 Jun 03 15:18:55.736022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.786930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-7b0ee673-8825-46be-a2ef-e0de438ede9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:55.787955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c254eb-ee71-417b-be4f-71523c670890 None None] Pushing event updated for resources: {'Port': ['ID=e78a76a0-c454-493e-8dbd-d4f44606d68e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:55.789060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-7b0ee673-8825-46be-a2ef-e0de438ede9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7683158 Jun 03 15:18:55.794499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.825028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:55.825676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:55.871078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:55.879992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:55.903612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.922185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4289196-9c54-4a0e-a854-94512025b4ae req-94d350ec-7ba8-4a74-a740-15b4d34ab119 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2c5e3b6-72cf-4734-a30b-56231166604d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867545 Jun 03 15:18:55.936460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.956410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:56.014881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Usage tracker for resource:security_group_rule and tenant:ccd40354a0b24b95af6e3adc6cbccdcf is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:56.028206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:56.070684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:56.081164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:56.119372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da89b5d-d8c4-4705-b59c-b92d3f328631,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:56.129476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bb02a58f-d8ee-4a31-966b-4fb964ef2296 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff1cd4251a5f4c349daf91b46a5189a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8056383 Jun 03 15:18:56.130858 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-98f71724-fff5-4540-871f-0d68e0d91393 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209445 Jun 03 15:18:56.135216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44198) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:56.157203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.202055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event deleted for resources: {'Port': ['ID=2cb4eb85-9bb6-4197-adaa-129f3c01d8aa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:56.297412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Router c21692a3-1b0e-4034-8377-a012e817f791 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:56.298379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Pushing event updated for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:56.311209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.312782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.315144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-8f797c40-8b64-4bec-8a04-9e951fd7be15 service neutron] 10.222.0.70 "PUT /v2.0/ports/2452ef56-af38-415f-97b4-02b0dd2eb212 HTTP/1.1" status: 200 len: 1092 time: 6.4071312 Jun 03 15:18:56.372910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f559cd0-9e6c-4521-b971-0094f0a29b9d req-347a263f-5377-4dfa-85d6-b38fe0a0cdac tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 210 time: 0.1117699 Jun 03 15:18:56.392933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:56.416784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.489508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3024eb3f-0cb3-4dc1-8a5f-00a8d8d54e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.554161 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:18:56.595333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Checking segment: {'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:56.596087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Network hostable DHCP agents. Network: f687ae4b-2352-46f3-8f68-8ec6cef0a090, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:18:56.635540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735b10e2-4617-4f5a-8008-bc7dde122b22,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:56.636824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:55Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:56.642640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad71a55-995b-440f-9ed1-c54284c52bd3 None None] The sync data for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 is: [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:55Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:56.646102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3024eb3f-0cb3-4dc1-8a5f-00a8d8d54e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.717098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:18:56.752136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f687ae4b-2352-46f3-8f68-8ec6cef0a090) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:56.758609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.761726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e827d-1b44-4f03-aabb-fcf2c1434a4b None None] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:56.763979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.764599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.809539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.833817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12952d4b-81f8-4ef6-a319-e887ea24b031 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4196470 Jun 03 15:18:56.837564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:56.856127 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d90edb7-b8d4-4eec-b8dc-cf4733925abd'] response: {'name': 'network-changed', 'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'status': 'completed', 'code': 200} Jun 03 15:18:56.867674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:56.892223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:56.897910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Usage tracker for resource:router and tenant:6a8093686cb7406c8b2b444890e71c26 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:56.905962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:56.917817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:57.002433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:18:57.031279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.043637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.071971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e78a76a0-c454-493e-8dbd-d4f44606d68e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:57.091231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:57.193444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3024eb3f-0cb3-4dc1-8a5f-00a8d8d54e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.199015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.199729 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Added segment 8c7f8380-ca01-472a-a11c-87f73e38d655 of type vlan for network 3d36faac-1183-4069-b76c-188665e236fb Jun 03 15:18:57.323613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46b13f6d-23fb-41c1-a07c-38b36e2d2aa2 req-38ed1c05-40b6-4491-876a-249f3bd85065 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 210 time: 0.1333368 Jun 03 15:18:57.347225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024eb3f-0cb3-4dc1-8a5f-00a8d8d54e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da89b5d-d8c4-4705-b59c-b92d3f328631,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:57.391120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.469499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.530708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f687ae4b-2352-46f3-8f68-8ec6cef0a090', 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'fixed_ips': [{'subnet_id': '735b10e2-4617-4f5a-8008-bc7dde122b22'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:18:57.531723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.554189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e78a76a0-c454-493e-8dbd-d4f44606d68e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:57.570912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e78a76a0-c454-493e-8dbd-d4f44606d68e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:57.571520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.627215 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-4ced074a-4c06-4f52-b578-6888766ac6f8 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4619455 Jun 03 15:18:57.685330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a992b-7338-46ff-a099-d3243fbab76c req-3ff310bc-6b47-47bf-9ecb-87073d5b8712 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:57.687846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b4a992b-7338-46ff-a099-d3243fbab76c req-3ff310bc-6b47-47bf-9ecb-87073d5b8712 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 944 time: 0.6130166 Jun 03 15:18:57.698136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3024eb3f-0cb3-4dc1-8a5f-00a8d8d54e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.699458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3024eb3f-0cb3-4dc1-8a5f-00a8d8d54e57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2da89b5d-d8c4-4705-b59c-b92d3f328631 HTTP/1.1" status: 204 len: 168 time: 1.5526333 Jun 03 15:18:57.748507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Router bed4b1fc-d416-4620-9c82-52590ac3f9e9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:57.786136 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-e89d5854-c2b1-4fd0-8da0-454312479903 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68 HTTP/1.1" status: 200 len: 217 time: 0.1400659 Jun 03 15:18:57.960278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Allocated IP 172.20.0.2 (f687ae4b-2352-46f3-8f68-8ec6cef0a090/735b10e2-4617-4f5a-8008-bc7dde122b22/3ad53a08-66b3-4b9e-8797-1eaa678ef866) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:58.047333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.053101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:58.058737 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.109250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09a5e9f6-2a86-4262-9ba6-b2b17e6ff64e req-ad4f9224-153a-4feb-a4fe-9e17fb00f885 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 210 time: 0.4401894 Jun 03 15:18:58.156555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9022968 Jun 03 15:18:58.211148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e78a76a0-c454-493e-8dbd-d4f44606d68e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:58.211763 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.225389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-866c53af-8d03-4295-8b01-fe8d68f2feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:58.227180 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-866c53af-8d03-4295-8b01-fe8d68f2feea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 200 len: 797 time: 0.4245734 Jun 03 15:18:58.228793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44220) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:58.230108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:58.232084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:58.243217 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] Sync routers for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:58.271275 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:58.272493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] Sync routers for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:58.272980 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:58.345650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e78a76a0-c454-493e-8dbd-d4f44606d68e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e78a76a0-c454-493e-8dbd-d4f44606d68e,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:58.348682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:58.349322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:58.423914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Request body: {'subnet': {'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-529696795-subnet', 'tenant_id': 'ccd40354a0b24b95af6e3adc6cbccdcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:58.499452 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.515640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44226) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:58.605772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:58.633628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] No DVR routers for this DVR port 94a979d4-f616-4156-b79a-701a6c569eb6 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:58.634302 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:58.636849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006727-973c-4093-a691-bf7f358aae20 req-c6760215-e557-49c8-9f2c-c6fb6f928426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:58.638430 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-c6760215-e557-49c8-9f2c-c6fb6f928426 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 1095 time: 2.2171655 Jun 03 15:18:58.766004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.810654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Usage tracker for resource:subnet and tenant:ccd40354a0b24b95af6e3adc6cbccdcf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:58.834202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:58.853076 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-cf34929b-a388-4bc4-9d3a-39aabd48e1db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2452ef56-af38-415f-97b4-02b0dd2eb212 HTTP/1.1" status: 200 len: 217 time: 0.2001965 Jun 03 15:18:58.863731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] No DVR routers for this DVR port 2cb4eb85-9bb6-4197-adaa-129f3c01d8aa on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:58.865906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'name': 'network-vif-deleted', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:58.879223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:58.885116 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.886390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.901637 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c02c4d54-872b-4535-bd23-0a9b6e1ffe65 req-0c0a31ba-76da-480f-a948-160044d38795 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.70 "DELETE /v2.0/ports/2cb4eb85-9bb6-4197-adaa-129f3c01d8aa HTTP/1.1" status: 204 len: 173 time: 12.6460419 Jun 03 15:18:58.977756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b4a992b-7338-46ff-a099-d3243fbab76c req-7cb02c4b-0e0e-4dd0-9201-9b86adff9ee9 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2760468 Jun 03 15:18:58.979826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006727-973c-4093-a691-bf7f358aae20 req-10fb6a3a-cc3c-480c-9837-4d30e2fb77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:58.981421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-10fb6a3a-cc3c-480c-9837-4d30e2fb77b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.0981686 Jun 03 15:18:58.997183 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f8a8c5a-f908-4f93-91ce-0b2914d22d77 req-13314e03-0fce-49b3-95bc-1cb2da335b6d tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.70 "DELETE /v2.0/ports/94a979d4-f616-4156-b79a-701a6c569eb6 HTTP/1.1" status: 204 len: 173 time: 14.8294206 Jun 03 15:18:59.050275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Made reservation on behalf of ccd40354a0b24b95af6e3adc6cbccdcf for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:59.053442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.076125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e78a76a0-c454-493e-8dbd-d4f44606d68e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:59.200925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122022d2-92f1-4c8a-ae79-a3291614391d req-b0c19c9c-54fc-442e-a590-fc69d59fec99 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2986694-4a9c-41a2-9593-8f5bb27badc4 HTTP/1.1" status: 200 len: 210 time: 0.2677107 Jun 03 15:18:59.221095 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.268289 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.345711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Transition to ACTIVE for port object 3ad53a08-66b3-4b9e-8797-1eaa678ef866 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:59.348961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f8cdc-918d-4ee4-8bfc-2e55c428300f admin admin] Pushing event updated for resources: {'Network': ['ID=3d36faac-1183-4069-b76c-188665e236fb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:59.376087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:59.389438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:59.401728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Usage tracker for resource:security_group_rule and tenant:09f4ab58112d430985b80450a440b935 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:59.412057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:59.429153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:59.433707 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:25Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:59.440173 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] Checking router: bed4b1fc-d416-4620-9c82-52590ac3f9e9 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:59.452702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:59.453464 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:59.529059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5b00df4-7397-4978-9870-68dc3f659275 req-984d6f48-2727-46e6-b1c1-cddff168986a tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/ports?device_id=917ef76a-3ff5-4a24-b895-4ae15c7811a6 HTTP/1.1" status: 200 len: 210 time: 0.0889499 Jun 03 15:18:59.544070 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c10cae-7fbc-414a-a34b-e9e38dfb4e02'] response: {'server_uuid': '917ef76a-3ff5-4a24-b895-4ae15c7811a6', 'name': 'network-vif-deleted', 'tag': '94a979d4-f616-4156-b79a-701a6c569eb6', 'status': 'completed', 'code': 200} Jun 03 15:18:59.553656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-46bedec3-6dfc-49b0-8966-29cdc8fb48fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5585489 Jun 03 15:18:59.560419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-b3e5d045-d2ee-4cc7-a766-019f29974967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:59.562457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-b3e5d045-d2ee-4cc7-a766-019f29974967 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1255195 Jun 03 15:18:59.588577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.687861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 3d36faac-1183-4069-b76c-188665e236fb details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:18:59.900807 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:59.945967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Transition to ACTIVE for port object 3ad53a08-66b3-4b9e-8797-1eaa678ef866 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:00.104457 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.167045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Checking segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:00.167582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Network hostable DHCP agents. Network: 3d36faac-1183-4069-b76c-188665e236fb, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:19:00.227194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:00.310740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.311253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.312283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.312727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.313223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.313823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.314300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.314734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.315168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.315598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.316028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.316496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:00.331094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-affdd5bd-5000-4612-a4c4-8be3a42c018a service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672274 Jun 03 15:19:00.336064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-9934a2ec-5129-49ca-aecf-3b893303679a service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418141 Jun 03 15:19:00.337905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Network 3d36faac-1183-4069-b76c-188665e236fb is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:19:00.390965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.413228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-5256a49e-af97-4de4-b9aa-ca9027e24734 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.415097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-5256a49e-af97-4de4-b9aa-ca9027e24734 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 0.2348931 Jun 03 15:19:00.463618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.506561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:00.507585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Pushing event updated for resources: {'Port': ['ID=3ad53a08-66b3-4b9e-8797-1eaa678ef866,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:00.511004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:00.534604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-df006727-973c-4093-a691-bf7f358aae20 req-b7f95711-2618-4e8a-b487-4047bd76b6f5 service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924355 Jun 03 15:19:00.543215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:00.556877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.597602 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:25Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:00.602809 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4dcc2-aceb-47a0-bcc3-473412a0a675 None None] The sync data for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 is: [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:17:15Z', 'revision_number': 4, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ff3e7194-655e-41d0-ac3e-761ffb8d9aa2', 'name': '', 'network_id': '89621a54-5e1d-480c-9d05-c4a9997028bf', 'tenant_id': '7617f31b58df4828891494541c27783b', 'mac_address': 'fa:16:3e:d0:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:09Z', 'updated_at': '2022-06-03T15:17:25Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'subnets': [{'id': '04ba6e97-58ea-439b-9da0-21709af2f3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:00.607183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 3d36faac-1183-4069-b76c-188665e236fb) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:00.642649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-7d864e5c-cd8e-44f7-8a66-c7942b5dc2d3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/quotas/ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 375 time: 0.1856878 Jun 03 15:19:00.647269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09f4ab58112d430985b80450a440b935&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7437391 Jun 03 15:19:00.650904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b26014-4777-4f21-a44b-80d15aed32a7 None None] Network 3d36faac-1183-4069-b76c-188665e236fb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:00.662810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44248) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:00.665204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.665919 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.700096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.709076 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6ac71dbc-bb2f-4327-8b01-78ae88446353 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4744520 Jun 03 15:19:00.790940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-7671d67f-d0a5-4701-8860-54d0a658fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.792597 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-7671d67f-d0a5-4701-8860-54d0a658fe1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=62fe7c73f13d4c9a9818de70021d61af&device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 1095 time: 0.1781845 Jun 03 15:19:00.794614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-95ea5ecf-8b73-4d2b-b7d2-5b02830506d8 req-0b3a8bfc-564e-4cd1-a7c4-396107849b25 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512274 Jun 03 15:19:00.868416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Attempting to bind port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:00.868784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Attempting to bind port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:00.869145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Attempting to bind port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 on network f687ae4b-2352-46f3-8f68-8ec6cef0a090 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:00.939600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29bf36-7143-48a2-bf97-be40bd0fc808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3938f71-225c-4809-a175-7ef483245bb3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:00.961573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:00.962224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Checking segment: {'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:00.962982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.963573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Bound using segment: {'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:00.964304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Bound port: 3ad53a08-66b3-4b9e-8797-1eaa678ef866, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:00.964893 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:00.990263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e78a76a0-c454-493e-8dbd-d4f44606d68e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:01.081083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-42b4fed5-9a73-4f7d-ae9c-17218ac19c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:01.086165 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-42b4fed5-9a73-4f7d-ae9c-17218ac19c3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 200 len: 905 time: 0.2763183 Jun 03 15:19:01.088613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646e2dd-b83b-4d2a-9f34-76fe5c784745 None None] New status for floating IP 33771525-8669-498d-82f0-29ca1dfc5af7: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:19:01.129798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Allocated IP 172.25.1.95 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/1782a13f-1c25-42d7-981d-979179c5f8d5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:01.158013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45339681-e743-499a-b0e7-83763e3aba14 req-dfb828a7-690c-40e8-8c8c-c52f03ee66a7 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:01.166028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45339681-e743-499a-b0e7-83763e3aba14 req-dfb828a7-690c-40e8-8c8c-c52f03ee66a7 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 944 time: 0.7735569 Jun 03 15:19:01.177530 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-c2ed04e9-641e-41a4-b31b-cb1b8271b4e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2452ef56-af38-415f-97b4-02b0dd2eb212 HTTP/1.1" status: 200 len: 217 time: 0.0833740 Jun 03 15:19:01.263457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-9c6646a4-087f-448b-8675-5536a56b802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:01.267246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-9c6646a4-087f-448b-8675-5536a56b802c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 200 len: 844 time: 0.0816529 Jun 03 15:19:01.267565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af2856e-3cd2-46b5-b369-da0de4335000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.278315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e78a76a0-c454-493e-8dbd-d4f44606d68e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:01.279311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.317706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45339681-e743-499a-b0e7-83763e3aba14 req-f95237ca-3c34-463f-be6e-e289089ec3e2 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483889 Jun 03 15:19:01.336714 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-bf789e54-ce4f-4a1a-92d8-d272517209d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3fe5dbaa-15a5-42dc-8e9e-f8609539af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613995 Jun 03 15:19:01.398917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] For port 3ad53a08-66b3-4b9e-8797-1eaa678ef866, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:01.434761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:23Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:01.435842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] For port 3ad53a08-66b3-4b9e-8797-1eaa678ef866, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3ad53a08-66b3-4b9e-8797-1eaa678ef866,segment=NetworkSegment(c1a2c1e0-41da-464b-a3a7-535be04345bd),segment_id=c1a2c1e0-41da-464b-a3a7-535be04345bd)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:01.462979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af2856e-3cd2-46b5-b369-da0de4335000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.494816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.548305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-e2c09432-27bb-4d82-b4aa-965305871ea6 service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985569 Jun 03 15:19:01.549601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] Checking router: c21692a3-1b0e-4034-8377-a012e817f791 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:01.549870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'name': 'network-vif-deleted', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:01.553717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-3386dbe0-912d-4eeb-bed6-f9bfab2e7e12 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9095581 Jun 03 15:19:01.580421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca7527-d473-4d64-a98c-ae1ad33b4168 None None] Network 3d36faac-1183-4069-b76c-188665e236fb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:01.593883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af2856e-3cd2-46b5-b369-da0de4335000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.683828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2856e-3cd2-46b5-b369-da0de4335000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3938f71-225c-4809-a175-7ef483245bb3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:01.725738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af2856e-3cd2-46b5-b369-da0de4335000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.728581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6af2856e-3cd2-46b5-b369-da0de4335000 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3938f71-225c-4809-a175-7ef483245bb3 HTTP/1.1" status: 204 len: 168 time: 0.8130188 Jun 03 15:19:01.748547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.785445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-461d6746-4e1e-4c0c-8c01-5c124ecab8b1 req-64dcc2c0-acca-44c4-b577-728367dc635d service neutron] 10.222.0.70 "GET /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111340 Jun 03 15:19:01.830699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-a24974c1-b422-48c7-bbdd-681b9346a944 service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641475 Jun 03 15:19:01.843457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:01.844094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:01.941367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69da2-45e1-4d7a-880c-c1de68708d08 None None] Pushing event updated for resources: {'Port': ['ID=3ad53a08-66b3-4b9e-8797-1eaa678ef866,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:01.968179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e78a76a0-c454-493e-8dbd-d4f44606d68e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:02.133622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:02.313122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-bd3d418d-7d71-4ef2-9980-1d0a39bb3b46 service neutron] 10.222.0.66 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811747 Jun 03 15:19:02.343540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-d0a544ac-1c0c-45be-9617-f707740e1f4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:02.344600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-560ac312-68ba-45e2-915e-d631bc21a949 req-d0a544ac-1c0c-45be-9617-f707740e1f4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Synchronizing usage tracker for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:02.364563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:02.421925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-560ac312-68ba-45e2-915e-d631bc21a949 req-d0a544ac-1c0c-45be-9617-f707740e1f4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Unset dirty status for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:02.423289 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-d0a544ac-1c0c-45be-9617-f707740e1f4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 812 time: 0.5674934 Jun 03 15:19:02.463403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:02.464495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-28f9591a-fe6d-4435-a03c-0520f146eca0 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/quotas/ccd40354a0b24b95af6e3adc6cbccdcf HTTP/1.1" status: 200 len: 375 time: 0.0223780 Jun 03 15:19:02.467987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:02.476519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:02.574769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-00f98c3d-3845-4d0a-83f6-e6198be9f6cd tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675931 Jun 03 15:19:02.583698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=1782a13f-1c25-42d7-981d-979179c5f8d5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:02.602585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:23Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:02.608581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600dcb7-eb01-4a90-b595-40382d93b658 None None] The sync data for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 is: [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:17:05Z', 'revision_number': 4, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '76e92853-12da-4cfb-a0bf-4a9bf4676912', 'name': '', 'network_id': '43130fe1-f40b-4b37-8f22-0ae9a569deb7', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'mac_address': 'fa:16:3e:49:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:03Z', 'updated_at': '2022-06-03T15:17:23Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'subnets': [{'id': 'fe33804d-3848-4006-b76f-9f331c85dc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:02.839503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44308) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:02.925895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44312) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:02.933305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-23f4152e-10e7-42d7-806e-379b6cc13cd9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:19:02.934388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-23f4152e-10e7-42d7-806e-379b6cc13cd9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3456578 Jun 03 15:19:02.995352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d6e557-1c63-4cc9-855e-205772984f80 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.017325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3ad53a08-66b3-4b9e-8797-1eaa678ef866 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:03.089950 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c782b7aa-7198-42ae-8dd9-8b3b40dbb58c'] response: {'server_uuid': 'f2986694-4a9c-41a2-9593-8f5bb27badc4', 'name': 'network-vif-deleted', 'tag': '2cb4eb85-9bb6-4197-adaa-129f3c01d8aa', 'status': 'completed', 'code': 200} Jun 03 15:19:03.201382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d6e557-1c63-4cc9-855e-205772984f80 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.247228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:03.335732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e78b7365-8678-44dd-988a-a63cea50955f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.385807 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e78b7365-8678-44dd-988a-a63cea50955f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.414147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d6e557-1c63-4cc9-855e-205772984f80 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.457627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e557-1c63-4cc9-855e-205772984f80 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c5e3b6-72cf-4734-a30b-56231166604d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:03.485995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c334f-4c2e-4e56-8b59-9f0e3ba92de4 None None] New status for floating IP 736bdd18-2db4-4481-bdd4-79af791e035d: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:19:03.510910 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d6e557-1c63-4cc9-855e-205772984f80 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.516971 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-68d6e557-1c63-4cc9-855e-205772984f80 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "DELETE /v2.0/security-groups/d2c5e3b6-72cf-4734-a30b-56231166604d HTTP/1.1" status: 204 len: 168 time: 0.6753812 Jun 03 15:19:03.520860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44326) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:03.590677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e420ca3f-8ab0-4b4b-9d46-5416ce815368 None None] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:03.728781 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-bd5bcf64-5045-40c0-9136-ff1cfb9ff00a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] show failed (client error): The resource could not be found. Jun 03 15:19:03.732502 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bd5bcf64-5045-40c0-9136-ff1cfb9ff00a tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "GET /v2.0/security-groups/d2c5e3b6-72cf-4734-a30b-56231166604d HTTP/1.1" status: 404 len: 347 time: 0.2060549 Jun 03 15:19:03.743342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44334) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:03.812545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-ec79f1cc-0ced-4b71-88d2-5872f080358d service neutron] 10.222.0.66 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8341315 Jun 03 15:19:03.859226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e78b7365-8678-44dd-988a-a63cea50955f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.956809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.974738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b7365-8678-44dd-988a-a63cea50955f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3300feb1-1b7b-42f1-978c-9561bfdf9ea5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:04.044791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Deleting port 7a51a1c1-71d7-4405-866a-c7fa5b707b11 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:04.055571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.121176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e78b7365-8678-44dd-988a-a63cea50955f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.133401 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e78b7365-8678-44dd-988a-a63cea50955f tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "DELETE /v2.0/security-groups/3300feb1-1b7b-42f1-978c-9561bfdf9ea5 HTTP/1.1" status: 204 len: 168 time: 1.2062442 Jun 03 15:19:04.140372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44344) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:04.176665 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-2e520e25-3730-4bc3-a032-5dc39e14bfe7 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] show failed (client error): The resource could not be found. Jun 03 15:19:04.177836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2e520e25-3730-4bc3-a032-5dc39e14bfe7 tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "GET /v2.0/security-groups/3300feb1-1b7b-42f1-978c-9561bfdf9ea5 HTTP/1.1" status: 404 len: 347 time: 0.0317600 Jun 03 15:19:04.180611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:04.202072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] Provisioning for port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:04.217494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] Provisioning complete for port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:04.218911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.323112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2452ef56-af38-415f-97b4-02b0dd2eb212 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:04.538044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Deleting port 468ac851-a1b5-459b-a1a2-95f4ef620791 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:04.538310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.582926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:04.601734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'mac_address': 'fa:16:3e:be:26:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:04.630350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7bcc9-9a2d-402d-80b8-c35a14fa777d req-47cf865f-a0e1-4e88-8dc4-8fb961c525b3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:04.632301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62a7bcc9-9a2d-402d-80b8-c35a14fa777d req-47cf865f-a0e1-4e88-8dc4-8fb961c525b3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 944 time: 1.1763241 Jun 03 15:19:04.642469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.642798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.662551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-62b3ce98-1fcd-4afc-bd0d-29d6a3f4386c service neutron] 10.222.0.66 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320694 Jun 03 15:19:04.710307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2452ef56-af38-415f-97b4-02b0dd2eb212 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:04.710612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.749485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.829090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] Current status of the port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:04.829623 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.874767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Calling delete_port for 7a51a1c1-71d7-4405-866a-c7fa5b707b11 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:04.886953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] For port 3ad53a08-66b3-4b9e-8797-1eaa678ef866, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3ad53a08-66b3-4b9e-8797-1eaa678ef866,segment=NetworkSegment(c1a2c1e0-41da-464b-a3a7-535be04345bd),segment_id=c1a2c1e0-41da-464b-a3a7-535be04345bd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:04.895967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2452ef56-af38-415f-97b4-02b0dd2eb212 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:04.905850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.996612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:05.010758 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.092585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f8964-49d7-403d-a1df-054015874aa2 None None] Pushing event updated for resources: {'Port': ['ID=3ad53a08-66b3-4b9e-8797-1eaa678ef866,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:05.255719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:05.378863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e030baa-daed-4cc0-8aa3-e819c29ddc75 req-bf001921-b507-40da-9aae-2f92c4447b20 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 210 time: 0.1184230 Jun 03 15:19:05.386380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['2452ef56-af38-415f-97b4-02b0dd2eb212'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:05.400413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-6c8b78a0-d2df-49ce-8173-ce40214df757 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.401946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-6c8b78a0-d2df-49ce-8173-ce40214df757 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 807 time: 0.9657011 Jun 03 15:19:05.419622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Request body: {'port': {'device_id': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'admin_state_up': True, 'tenant_id': 'ce48d04b774a4f05a47bf8f80a8bcb9a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:05.437446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62a7bcc9-9a2d-402d-80b8-c35a14fa777d req-13518f0a-71d0-43cb-b70c-404fb1a16f59 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7695277 Jun 03 15:19:05.455343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:19:05.519927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e635691a-7782-4a99-b628-59d148c8665e None None] Provisioning complete for port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:05.520514 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e635691a-7782-4a99-b628-59d148c8665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.548430 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.548759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.823290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:19:05.838785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Sync routers for ids ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:19:05.853015 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Routers {'48c35104-7641-44a9-b4b6-4ecda5fb3c2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:05.853773 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:05.967154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a445b5ce-ddc6-4427-8459-463c69be7074 req-ab317656-319a-4115-b36d-0fff2ff8654a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 210 time: 0.1479216 Jun 03 15:19:05.988889 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.990124 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6af28e11-c3cb-4246-aa94-12aba3dcfaa3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1515968 Jun 03 15:19:05.993017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44380) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:06.101418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e635691a-7782-4a99-b628-59d148c8665e None None] Current status of the port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:06.138908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Calling delete_port for 468ac851-a1b5-459b-a1a2-95f4ef620791 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:06.259766 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Set router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:06.288829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:06.318254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Usage tracker for resource:port and tenant:ce48d04b774a4f05a47bf8f80a8bcb9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:06.322107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.339714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:06.502250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:06.509368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Pushing event deleted for resources: {'Port': ['ID=7a51a1c1-71d7-4405-866a-c7fa5b707b11,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:06.789320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Made reservation on behalf of ce48d04b774a4f05a47bf8f80a8bcb9a for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:06.793029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.885026 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:19:03Z', 'revision_number': 3, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port': {'id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:00Z', 'updated_at': '2022-06-03T15:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:06.889205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.895572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70bced00-bf1c-476d-a821-ac0f03da9fad req-94ced661-1bae-4366-b09f-744a321e3dd4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 210 time: 0.2248259 Jun 03 15:19:06.903317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Checking router: 48c35104-7641-44a9-b4b6-4ecda5fb3c2b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:06.907093 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Updating router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b port 1782a13f-1c25-42d7-981d-979179c5f8d5 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:19:06.931901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.972329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.980063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2a0286e8-0971-4098-bfe7-73fd113f4495 tempest-ServersTestManualDisk-1587069304 tempest-ServersTestManualDisk-1587069304-project] 10.222.0.66 "DELETE /v2.0/floatingips/33771525-8669-498d-82f0-29ca1dfc5af7 HTTP/1.1" status: 204 len: 168 time: 3.2356679 Jun 03 15:19:06.983496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44404) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:07.016159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3ad53a08-66b3-4b9e-8797-1eaa678ef866 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:07.067191 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.163553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Pushing event deleted for resources: {'Port': ['ID=468ac851-a1b5-459b-a1a2-95f4ef620791,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:07.254517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:07.255707 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.394091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.417566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.426667 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-21eb411b-6718-4ed5-a653-b089971ec6bb tempest-ServersTestJSON-1355073660 tempest-ServersTestJSON-1355073660-project] 10.222.0.66 "DELETE /v2.0/floatingips/736bdd18-2db4-4481-bdd4-79af791e035d HTTP/1.1" status: 204 len: 168 time: 3.2413180 Jun 03 15:19:07.428360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44416) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:07.643484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Allocated IP 172.20.0.13 (1904d4dc-1669-426a-955a-3e936a7a13b1/b662d76e-7289-47b3-81c2-e7801a645ec6/505ac7ed-ba79-41e8-96df-3048b0d04711) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:07.703063 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.717615 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Transition to ACTIVE for port object 1782a13f-1c25-42d7-981d-979179c5f8d5 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:07.733341 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.789632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:07.797455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941537b-d75a-4d29-ad07-e5c4a0e6c0fb req-5be90469-9d9f-4718-9657-85041a4a32b3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:07.806779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6941537b-d75a-4d29-ad07-e5c4a0e6c0fb req-5be90469-9d9f-4718-9657-85041a4a32b3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 945 time: 1.1370826 Jun 03 15:19:07.862246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6cfbd47-66d8-454c-91b8-895761093964 req-01f48362-a2ae-452e-9a62-1c58439f2e9e tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 210 time: 0.2453172 Jun 03 15:19:07.902550 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Attempting to bind port 1782a13f-1c25-42d7-981d-979179c5f8d5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:07.903098 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Attempting to bind port 1782a13f-1c25-42d7-981d-979179c5f8d5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:07.903393 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Attempting to bind port 1782a13f-1c25-42d7-981d-979179c5f8d5 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:07.913133 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:07.913511 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:07.913915 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.914306 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:07.914775 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Bound port: 1782a13f-1c25-42d7-981d-979179c5f8d5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:07.915146 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.977141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6941537b-d75a-4d29-ad07-e5c4a0e6c0fb req-b94dba3d-ebb6-44b5-9e65-0d9c6c6308eb tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692984 Jun 03 15:19:07.981536 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af8cf3-4f2e-4b04-a346-845a2e85d62d None None] Pushing event updated for resources: {'Port': ['ID=1782a13f-1c25-42d7-981d-979179c5f8d5,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:08.070279 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] For port 1782a13f-1c25-42d7-981d-979179c5f8d5, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:08.081824 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] For port 1782a13f-1c25-42d7-981d-979179c5f8d5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1782a13f-1c25-42d7-981d-979179c5f8d5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:08.096254 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.103275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-41416ce0-d333-4d65-8f34-894ae29c002f tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.106804 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-41416ce0-d333-4d65-8f34-894ae29c002f tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.15 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 812 time: 0.3905153 Jun 03 15:19:08.127764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Request body: {'port': {'device_id': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'admin_state_up': True, 'tenant_id': 'ccd40354a0b24b95af6e3adc6cbccdcf'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:08.213607 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Routers {'48c35104-7641-44a9-b4b6-4ecda5fb3c2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:08.214131 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:08.315035 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af8cf3-4f2e-4b04-a346-845a2e85d62d None None] Pushing event updated for resources: {'Port': ['ID=1782a13f-1c25-42d7-981d-979179c5f8d5,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:08.324377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2452ef56-af38-415f-97b4-02b0dd2eb212 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:08.497751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 2452ef56-af38-415f-97b4-02b0dd2eb212 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:08.513259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 2452ef56-af38-415f-97b4-02b0dd2eb212 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:08.513629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.559516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2e41fe-bb8a-457d-ba93-aa7485537012 req-3b6c7a27-ac91-471b-b124-b273e92fe899 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 210 time: 0.2705741 Jun 03 15:19:08.574975 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] Set router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:08.588635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.761017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:08.784914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2452ef56-af38-415f-97b4-02b0dd2eb212 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:08.785295 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.839549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:08.859338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:08.874452 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.917309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Usage tracker for resource:port and tenant:ccd40354a0b24b95af6e3adc6cbccdcf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:08.928091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:08.973361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Allocated IP 172.20.0.1 (f687ae4b-2352-46f3-8f68-8ec6cef0a090/735b10e2-4617-4f5a-8008-bc7dde122b22/fe45189d-2cda-40d9-8103-d0001d1ecf62) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:09.002267 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53eebdc7-bdd1-478a-a329-feb5fada2d77'] response: {'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'code': 200} Jun 03 15:19:09.009194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:09.113892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:09.134473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.135073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.135570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.136060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.138069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.138604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.139093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.140704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.141320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.141822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.144435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.145030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:09.245975 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:19:03Z', 'revision_number': 3, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port': {'id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:00Z', 'updated_at': '2022-06-03T15:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:09.253261 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc9883-054d-4f65-bc01-02f857d2c368 None None] The sync data for ids ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'] in n-d-844594-1 is: [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:19:03Z', 'revision_number': 3, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port': {'id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:00Z', 'updated_at': '2022-06-03T15:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:09.306334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.440281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de56ba85-5df9-4f14-84a4-567904cd7ec8 req-1cd1e774-933a-477f-8d77-61f669ba56da tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 210 time: 0.1213174 Jun 03 15:19:09.447552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Transition to ACTIVE for port object fe45189d-2cda-40d9-8103-d0001d1ecf62 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:09.526144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-178789ad-d138-4b7f-a711-9f3775442d02 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:09.527684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-178789ad-d138-4b7f-a711-9f3775442d02 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 812 time: 1.8493717 Jun 03 15:19:09.542829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Made reservation on behalf of ccd40354a0b24b95af6e3adc6cbccdcf for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:09.548477 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.583389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.595489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Request body: {'port': {'device_id': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'admin_state_up': True, 'tenant_id': 'ccd40354a0b24b95af6e3adc6cbccdcf'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:09.643240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44444) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:09.667721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48cb46-9464-4068-82fd-0bfc1d5304eb req-f10fecb9-1649-4757-afab-235747f6bce3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:09.680694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb48cb46-9464-4068-82fd-0bfc1d5304eb req-f10fecb9-1649-4757-afab-235747f6bce3 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 0.3597834 Jun 03 15:19:09.760332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:09.761646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=fe45189d-2cda-40d9-8103-d0001d1ecf62,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:09.807440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:09.832435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:09.899265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8aecb0c-6747-49e7-9c43-6af24f777873 req-2a7e2f3b-49a6-411c-9ed5-6cdb9535312e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 210 time: 0.1332729 Jun 03 15:19:09.936410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.987389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.029222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.118984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34504d66-0d89-4ead-bd4a-5be96a747b7c None None] Provisioning for port fe45189d-2cda-40d9-8103-d0001d1ecf62 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:10.125970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34504d66-0d89-4ead-bd4a-5be96a747b7c None None] Provisioning complete for port fe45189d-2cda-40d9-8103-d0001d1ecf62 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:10.126837 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-34504d66-0d89-4ead-bd4a-5be96a747b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.160012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1f7a5-69af-45ef-8e2f-32fa653f97c0 req-893d744c-0d83-4ec9-9ca8-26e68ec522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.161557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a1f7a5-69af-45ef-8e2f-32fa653f97c0 req-893d744c-0d83-4ec9-9ca8-26e68ec522cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 1097 time: 1.0552783 Jun 03 15:19:10.188290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-34504d66-0d89-4ead-bd4a-5be96a747b7c None None] Port fe45189d-2cda-40d9-8103-d0001d1ecf62 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:19:10.307051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:10.322396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Usage tracker for resource:port and tenant:ccd40354a0b24b95af6e3adc6cbccdcf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:10.329210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Allocated IP 172.20.0.8 (3d36faac-1183-4069-b76c-188665e236fb/e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1/74a44799-7817-454f-9278-4aae3b969e60) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:10.332909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:10.337041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a1f7a5-69af-45ef-8e2f-32fa653f97c0 req-17600e73-2382-4e8f-943c-1aabf93b552a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203668 Jun 03 15:19:10.338249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:10.345504 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb48cb46-9464-4068-82fd-0bfc1d5304eb req-da464c0a-6efc-4bbd-a8d3-dc0230423d8f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484716 Jun 03 15:19:10.346841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:10.354735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Usage tracker for resource:security_group_rule and tenant:307add56abd94c0db52ab754c906e941 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:10.357880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:10.382042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:10.396323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.411723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:10.482225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Made reservation on behalf of ccd40354a0b24b95af6e3adc6cbccdcf for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:10.486085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.487733 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.554439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Network 1904d4dc-1669-426a-955a-3e936a7a13b1 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:10.568391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:10.571150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:10.668077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:10.779818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f46948f5-db7a-497f-95c2-871dd2a31439 req-83261292-18b1-4c5b-994e-a35d6d45a35c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 210 time: 0.1569922 Jun 03 15:19:10.808435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.808978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.823224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.836392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.847944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.877592 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-8b294673-3f19-49ab-b68b-f38fad4b82f0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4623427 Jun 03 15:19:10.898889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Request body: {'port': {'device_id': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:10.938126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1782a13f-1c25-42d7-981d-979179c5f8d5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:10.977956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8ecb09-2065-4f3e-abe0-b57642ac53e5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.020712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1cee37f-01d4-442e-a9f8-4fea65b3d6bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=307add56abd94c0db52ab754c906e941&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3732445 Jun 03 15:19:11.043893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44454) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:11.045359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 1782a13f-1c25-42d7-981d-979179c5f8d5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:11.053714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1782a13f-1c25-42d7-981d-979179c5f8d5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:11.054693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.080605 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.223428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1782a13f-1c25-42d7-981d-979179c5f8d5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:11.223980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.241894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 1782a13f-1c25-42d7-981d-979179c5f8d5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1782a13f-1c25-42d7-981d-979179c5f8d5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.243661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.247127 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.255145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-29ea1385-f644-4a76-aa59-b546fe5eff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.278155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.327902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=1782a13f-1c25-42d7-981d-979179c5f8d5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.389229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.391261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1356b-cc34-4ec1-a18f-dd0cd158877c req-526aa644-916f-433a-93e2-4f846b47bb12 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:11.393238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5f1356b-cc34-4ec1-a18f-dd0cd158877c req-526aa644-916f-433a-93e2-4f846b47bb12 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 932 time: 0.2515736 Jun 03 15:19:11.540411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Deleting port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:11.541175 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.575839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.590710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5f1356b-cc34-4ec1-a18f-dd0cd158877c req-8d53d029-d6c6-4c7f-a9be-438bc939cd32 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703434 Jun 03 15:19:11.602863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.656647 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-29ea1385-f644-4a76-aa59-b546fe5eff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.755294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Network 3d36faac-1183-4069-b76c-188665e236fb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:11.771924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:11.823553 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.830224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=fe45189d-2cda-40d9-8103-d0001d1ecf62,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.839952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Allocated IP 172.20.0.12 (3d36faac-1183-4069-b76c-188665e236fb/e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1/07d40a2c-cb6e-4862-aa79-d1727b418f94) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:11.854683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:11.912283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event updated for resources: {'Port': ['ID=74a44799-7817-454f-9278-4aae3b969e60,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:12.129723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.130410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.138405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca237496-fdc6-4572-abc7-9574889b5ab4 req-31c92ca1-791e-4531-bce9-60c41bbb885c tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.140615 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca237496-fdc6-4572-abc7-9574889b5ab4 req-31c92ca1-791e-4531-bce9-60c41bbb885c tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 0.6509411 Jun 03 15:19:12.142850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] For port ff3e7194-655e-41d0-ac3e-761ffb8d9aa2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:12.143325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.206004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-29ea1385-f644-4a76-aa59-b546fe5eff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.317073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Calling delete_port for ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:12.347505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea1385-f644-4a76-aa59-b546fe5eff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8ecb09-2065-4f3e-abe0-b57642ac53e5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:12.363916 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-29ea1385-f644-4a76-aa59-b546fe5eff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.367663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-29ea1385-f644-4a76-aa59-b546fe5eff14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac8ecb09-2065-4f3e-abe0-b57642ac53e5 HTTP/1.1" status: 204 len: 168 time: 1.3129888 Jun 03 15:19:12.377929 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-f2f37c43-5937-43a7-9610-6a3009cdba21 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2562141 Jun 03 15:19:12.401685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Request body: {'port': {'device_id': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:12.426435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca237496-fdc6-4572-abc7-9574889b5ab4 req-129b46ac-8785-4e87-957c-4dbef48604c6 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629402 Jun 03 15:19:12.445200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:12.576534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:12.635604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.720403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.771179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:12.781644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44470) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:12.788963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618997c-5d81-43e3-bed5-0692976ee5d1 req-74f0a596-ca18-4917-aa8b-806b6ab8dd0f tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.790679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7618997c-5d81-43e3-bed5-0692976ee5d1 req-74f0a596-ca18-4917-aa8b-806b6ab8dd0f tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 931 time: 0.7198052 Jun 03 15:19:12.898444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Deleting port 76e92853-12da-4cfb-a0bf-4a9bf4676912 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:12.898786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.899502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1782a13f-1c25-42d7-981d-979179c5f8d5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:12.927461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.987001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bb8e0044-4db2-42cd-86a9-e72494676204 None None] Provisioning complete for port fe45189d-2cda-40d9-8103-d0001d1ecf62 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:12.988238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0044-4db2-42cd-86a9-e72494676204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.990409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505ac7ed-ba79-41e8-96df-3048b0d04711 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:13.004212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:13.015205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.021500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.025235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Usage tracker for resource:security_group_rule and tenant:800526e2f1e04746a082a7b2afaffa6c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:13.038388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7618997c-5d81-43e3-bed5-0692976ee5d1 req-58b18722-29f6-42be-9c47-8548775c57b1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Synchronizing usage tracker for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:13.049977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.052853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:13.089921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e0044-4db2-42cd-86a9-e72494676204 None None] Port fe45189d-2cda-40d9-8103-d0001d1ecf62 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:19:13.091582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1782a13f-1c25-42d7-981d-979179c5f8d5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:13.092017 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.122382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3e7194-655e-41d0-ac3e-761ffb8d9aa2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:13.185383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:19:13.191159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:13.194340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7618997c-5d81-43e3-bed5-0692976ee5d1 req-58b18722-29f6-42be-9c47-8548775c57b1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Unset dirty status for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:13.195414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7618997c-5d81-43e3-bed5-0692976ee5d1 req-58b18722-29f6-42be-9c47-8548775c57b1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526757 Jun 03 15:19:13.262509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1800f2-95d5-4e5e-8059-d82ed0464757 req-acd88601-ad78-43d1-9e31-97ba29f54c50 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.263260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Transition to ACTIVE for port object 505ac7ed-ba79-41e8-96df-3048b0d04711 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:13.269899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da1800f2-95d5-4e5e-8059-d82ed0464757 req-acd88601-ad78-43d1-9e31-97ba29f54c50 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 932 time: 0.4934118 Jun 03 15:19:13.273139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1782a13f-1c25-42d7-981d-979179c5f8d5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:13.286396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Network 3d36faac-1183-4069-b76c-188665e236fb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:13.298950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.303036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:13.324842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:13.345991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e434-d31a-4641-9c1f-aa8fbb9fa5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.469378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da1800f2-95d5-4e5e-8059-d82ed0464757 req-6cf0b870-ad2f-4aef-bb20-81b7c10c5ad5 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985805 Jun 03 15:19:13.515092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event updated for resources: {'Port': ['ID=07d40a2c-cb6e-4862-aa79-d1727b418f94,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:13.795609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] For port 76e92853-12da-4cfb-a0bf-4a9bf4676912, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=76e92853-12da-4cfb-a0bf-4a9bf4676912,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:13.796570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.849012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:13.851176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:19:13.857637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.858327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.865916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Sync routers for ids ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:19:13.878417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Routers {'48c35104-7641-44a9-b4b6-4ecda5fb3c2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:13.879280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:13.891256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:13.971428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-77316f86-8c72-4f39-8cb3-ee200db0cf66 admin admin] 10.222.0.66 "PUT /v2.0/routers/48c35104-7641-44a9-b4b6-4ecda5fb3c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9772031 Jun 03 15:19:13.990035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc371-7553-439a-a02b-aab34cd61f44 req-4af49569-97f9-4576-b3d2-8e942915443d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.991528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3fcc371-7553-439a-a02b-aab34cd61f44 req-4af49569-97f9-4576-b3d2-8e942915443d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 0.3048475 Jun 03 15:19:14.059375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Calling delete_port for 76e92853-12da-4cfb-a0bf-4a9bf4676912 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:14.095039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Set router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:14.129172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3fcc371-7553-439a-a02b-aab34cd61f44 req-fc48296f-f6f5-4307-ae5f-029923ad21d5 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208198 Jun 03 15:19:14.543312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Router bed4b1fc-d416-4620-9c82-52590ac3f9e9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:19:14.556411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:19:10Z', 'revision_number': 4, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port': {'id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:00Z', 'updated_at': '2022-06-03T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'fe45189d-2cda-40d9-8103-d0001d1ecf62', 'name': '', 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'mac_address': 'fa:16:3e:08:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '735b10e2-4617-4f5a-8008-bc7dde122b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:08Z', 'updated_at': '2022-06-03T15:19:11Z', 'revision_number': 2, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'subnets': [{'id': '735b10e2-4617-4f5a-8008-bc7dde122b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:14.565825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Checking router: 48c35104-7641-44a9-b4b6-4ecda5fb3c2b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:14.566823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Updating router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b port fe45189d-2cda-40d9-8103-d0001d1ecf62 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:19:14.638574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.722740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45fee-5ba7-4bb0-8116-933fdd579b47 req-eddd2d8d-944f-4fe2-bb09-2159700fab14 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:14.725830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85b45fee-5ba7-4bb0-8116-933fdd579b47 req-eddd2d8d-944f-4fe2-bb09-2159700fab14 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 931 time: 0.3331802 Jun 03 15:19:14.752182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.779967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a44799-7817-454f-9278-4aae3b969e60 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:14.793412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.818389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Transition to ACTIVE for port object 74a44799-7817-454f-9278-4aae3b969e60 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:14.885281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:14.885630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:14.885963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:14.889048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85b45fee-5ba7-4bb0-8116-933fdd579b47 req-ba8670fa-16bd-4155-81d4-6ebd5a8f4de1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507149 Jun 03 15:19:14.910856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c40620bf-c2ea-488b-9538-09d3ba72afe5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3381567 Jun 03 15:19:14.910856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.943861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:19:14.960860 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] Sync routers for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:19:14.969797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9e4c27b6-1406-4543-ba77-817d22245859 admin admin] 10.222.0.66 "PUT /v2.0/routers/bed4b1fc-d416-4620-9c82-52590ac3f9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9849138 Jun 03 15:19:14.973470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44534) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:14.976841 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:14.977471 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:15.031462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:15.032133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:15.047042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.068319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Request body: {'port': {'device_id': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:15.165735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:15.166465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:15.167073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:15.167867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Bound port: 505ac7ed-ba79-41e8-96df-3048b0d04711, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:15.168460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.274692 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.427593 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=800526e2f1e04746a082a7b2afaffa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6374993 Jun 03 15:19:15.430242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44558) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:15.452661 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:15.509094 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.553001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Transition to ACTIVE for port object fe45189d-2cda-40d9-8103-d0001d1ecf62 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:15.568720 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.699913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:15.709478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:15.743101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=74a44799-7817-454f-9278-4aae3b969e60,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:15.747162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.811353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.912781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9dc07db1-6a4f-4d48-86a8-11a19f52d8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.954939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7459d0-2266-4f66-8c68-ad0fb8660f41 None None] Pushing event updated for resources: {'Port': ['ID=fe45189d-2cda-40d9-8103-d0001d1ecf62,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:15.962997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36e7e4-dc1c-4237-b97a-9dac79f07003 req-45f17720-733e-423f-9cdb-b567bc97d720 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.970673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f36e7e4-dc1c-4237-b97a-9dac79f07003 req-45f17720-733e-423f-9cdb-b567bc97d720 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.8492200 Jun 03 15:19:15.978618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.999875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426718b-c356-4ffb-bce3-74a3d4a2b891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d961e500-ef82-46c7-b1da-7f831988c830,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:16.029850 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:19:12Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:16.036301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.036702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Attempting to bind port fe45189d-2cda-40d9-8103-d0001d1ecf62 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:16.037633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Attempting to bind port fe45189d-2cda-40d9-8103-d0001d1ecf62 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:16.038161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Attempting to bind port fe45189d-2cda-40d9-8103-d0001d1ecf62 on network f687ae4b-2352-46f3-8f68-8ec6cef0a090 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:16.039929 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] Checking router: bed4b1fc-d416-4620-9c82-52590ac3f9e9 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:16.049643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:16.050050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Checking segment: {'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:16.050564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.050966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Bound using segment: {'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:16.051475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Bound port: fe45189d-2cda-40d9-8103-d0001d1ecf62, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a2c1e0-41da-464b-a3a7-535be04345bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:16.052190 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.068359 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] Routers {'bed4b1fc-d416-4620-9c82-52590ac3f9e9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:16.070334 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:19:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:16.099096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:16.222332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] For port fe45189d-2cda-40d9-8103-d0001d1ecf62, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:16.229626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] For port fe45189d-2cda-40d9-8103-d0001d1ecf62, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fe45189d-2cda-40d9-8103-d0001d1ecf62,segment=NetworkSegment(c1a2c1e0-41da-464b-a3a7-535be04345bd),segment_id=c1a2c1e0-41da-464b-a3a7-535be04345bd)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:16.269004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.420690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Routers {'48c35104-7641-44a9-b4b6-4ecda5fb3c2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:16.421892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:19:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:16.450445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f36e7e4-dc1c-4237-b97a-9dac79f07003 req-31f1bf48-5dff-4810-b2c9-7ecbf845e8fc tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789047 Jun 03 15:19:16.457410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.599663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.603316 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.604170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.605378 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] Set router bed4b1fc-d416-4620-9c82-52590ac3f9e9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:16.615071 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-28cb31ad-469d-44cc-b255-27abf7dc67f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 200 len: 1092 time: 5.7250547 Jun 03 15:19:16.615570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:16.649080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7459d0-2266-4f66-8c68-ad0fb8660f41 None None] Pushing event updated for resources: {'Port': ['ID=fe45189d-2cda-40d9-8103-d0001d1ecf62,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:16.658635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5c89-b64d-4bf3-9add-f46de18eb267 req-437ff920-3379-491c-832c-9077a404a44b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.665299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acfd5c89-b64d-4bf3-9add-f46de18eb267 req-437ff920-3379-491c-832c-9077a404a44b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 0.8113348 Jun 03 15:19:16.668839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Deleting port 05cf6791-c3e8-42b2-a0a1-7be8394c6258 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:16.669283 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.771209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.867915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Attempting to bind port 74a44799-7817-454f-9278-4aae3b969e60 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:16.868497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Attempting to bind port 74a44799-7817-454f-9278-4aae3b969e60 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:16.868600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Attempting to bind port 74a44799-7817-454f-9278-4aae3b969e60 on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:16.892497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.905040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] Set router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:16.932499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Port 74a44799-7817-454f-9278-4aae3b969e60 on network 3d36faac-1183-4069-b76c-188665e236fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:16.932827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Attempting to bind port 74a44799-7817-454f-9278-4aae3b969e60 on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:16.948136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:16.948486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Checking segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:16.948886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Bound using segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:16.949345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Bound port: 74a44799-7817-454f-9278-4aae3b969e60, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:16.949698 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.050032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] For port 05cf6791-c3e8-42b2-a0a1-7be8394c6258, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=05cf6791-c3e8-42b2-a0a1-7be8394c6258,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:17.050593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.192318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-5a8b57f9-806d-4166-b827-09e728ca4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.193846 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-5a8b57f9-806d-4166-b827-09e728ca4b26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1095 time: 0.5179949 Jun 03 15:19:17.208394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.230988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Calling delete_port for 05cf6791-c3e8-42b2-a0a1-7be8394c6258 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:17.259843 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:19:12Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:17.265331 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445e92e-6aef-49f0-8a38-2902c65bd8f2 None None] The sync data for ids ['bed4b1fc-d416-4620-9c82-52590ac3f9e9'] in n-d-844594-1 is: [{'id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'name': 'tempest-ServersTestManualDisk-2120875259-router', 'tenant_id': '7617f31b58df4828891494541c27783b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:00Z', 'updated_at': '2022-06-03T15:19:12Z', 'revision_number': 5, 'project_id': '7617f31b58df4828891494541c27783b', 'gw_port': {'id': '05cf6791-c3e8-42b2-a0a1-7be8394c6258', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4b1fc-d416-4620-9c82-52590ac3f9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:01Z', 'updated_at': '2022-06-03T15:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:17.389450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.409337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:19:10Z', 'revision_number': 4, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port': {'id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:00Z', 'updated_at': '2022-06-03T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'fe45189d-2cda-40d9-8103-d0001d1ecf62', 'name': '', 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'mac_address': 'fa:16:3e:08:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '735b10e2-4617-4f5a-8008-bc7dde122b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:08Z', 'updated_at': '2022-06-03T15:19:16Z', 'revision_number': 4, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'subnets': [{'id': '735b10e2-4617-4f5a-8008-bc7dde122b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:17.414665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f453c-de6d-4f74-90a0-3099743c3d21 None None] The sync data for ids ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'] in n-d-844594-1 is: [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:19:10Z', 'revision_number': 4, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port': {'id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:00Z', 'updated_at': '2022-06-03T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'fe45189d-2cda-40d9-8103-d0001d1ecf62', 'name': '', 'network_id': 'f687ae4b-2352-46f3-8f68-8ec6cef0a090', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'mac_address': 'fa:16:3e:08:a1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '735b10e2-4617-4f5a-8008-bc7dde122b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:08Z', 'updated_at': '2022-06-03T15:19:16Z', 'revision_number': 4, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'subnets': [{'id': '735b10e2-4617-4f5a-8008-bc7dde122b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:17.420040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-99b760b1-c2e2-44dc-af6e-9400583057fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 200 len: 217 time: 0.2151191 Jun 03 15:19:17.459813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d961e500-ef82-46c7-b1da-7f831988c830,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:17.496425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e92853-12da-4cfb-a0bf-4a9bf4676912,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:17.514362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.528797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.529404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.529902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.531073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.531567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.532346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.533073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.533565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.534559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.535037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.535537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.536191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:17.571118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.572386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2f39a72e-2703-4083-ba3a-8e7e4b0210af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d961e500-ef82-46c7-b1da-7f831988c830 HTTP/1.1" status: 204 len: 168 time: 2.1411316 Jun 03 15:19:17.598755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acfd5c89-b64d-4bf3-9add-f46de18eb267 req-58da4545-788e-474a-9e4f-4166d989a16d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8658292 Jun 03 15:19:17.651986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:17.713119 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8583f5d-0ecb-42c8-85c3-04b12170edbb'] response: {'name': 'network-changed', 'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711', 'status': 'completed', 'code': 200} Jun 03 15:19:17.714848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=74a44799-7817-454f-9278-4aae3b969e60,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:17.741836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.771667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b278a-0836-435c-8d30-88a2f2db8cee req-4375ce7c-7af9-48b2-83bc-0c97364d732e tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.775169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-663b278a-0836-435c-8d30-88a2f2db8cee req-4375ce7c-7af9-48b2-83bc-0c97364d732e tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 943 time: 1.0438621 Jun 03 15:19:17.777202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.814909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-84486cb8-830b-4f59-a8c0-4cacbe977d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.817027 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-84486cb8-830b-4f59-a8c0-4cacbe977d32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.3027375 Jun 03 15:19:18.015936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cf6791-c3e8-42b2-a0a1-7be8394c6258,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:18.055792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.059501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.065025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/74a44799-7817-454f-9278-4aae3b969e60 HTTP/1.1" status: 200 len: 1091 time: 5.6728835 Jun 03 15:19:18.293423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.316362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-663b278a-0836-435c-8d30-88a2f2db8cee req-0e3368d2-21d1-4bf9-b869-0bebd52fc05c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324296 Jun 03 15:19:18.367226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062bc83-b461-4b2a-93ed-f32d531084ea req-31b02e99-2903-43f5-bd6d-8a8a6e8426d4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.368760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b062bc83-b461-4b2a-93ed-f32d531084ea req-31b02e99-2903-43f5-bd6d-8a8a6e8426d4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.4750645 Jun 03 15:19:18.369613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.378333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2452ef56-af38-415f-97b4-02b0dd2eb212 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:18.410456 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-02b9db8f-b343-458e-9aeb-3ad26eaff931 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4743304 Jun 03 15:19:18.740385 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.744366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.798547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37359534-58af-4e5a-9d16-ab0c58be44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=74a44799-7817-454f-9278-4aae3b969e60,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:18.801512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:18.810032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b062bc83-b461-4b2a-93ed-f32d531084ea req-56fe9719-1d1d-4cad-8e7f-4ff7b893eab8 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100614 Jun 03 15:19:18.827862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'network_id': '3fe5dbaa-15a5-42dc-8e9e-f8609539af82', 'port_id': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'mac_address': 'fa:16:3e:be:26:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2046a0-cd59-4e05-abcf-d957d0fcba19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:18.834187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.834317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:18.835411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed4b1fc-d416-4620-9c82-52590ac3f9e9 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:19:18.847332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.888075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.896879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-00b91cd3-3319-4eda-98af-e02467fe7cf4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bed4b1fc-d416-4620-9c82-52590ac3f9e9 HTTP/1.1" status: 204 len: 168 time: 3.9201705 Jun 03 15:19:18.898254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:18.974509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2452ef56-af38-415f-97b4-02b0dd2eb212 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:18.974904 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.015672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2452ef56-af38-415f-97b4-02b0dd2eb212 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:19.052596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:19.067987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.115926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] Deleting subnet 04ba6e97-58ea-439b-9da0-21709af2f3f6 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:19:19.135307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.267910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:19.292053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.306982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['2452ef56-af38-415f-97b4-02b0dd2eb212'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:19.543651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe45189d-2cda-40d9-8103-d0001d1ecf62 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:19.684698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port fe45189d-2cda-40d9-8103-d0001d1ecf62 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:19.693711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fe45189d-2cda-40d9-8103-d0001d1ecf62 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:19.694080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.704795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d40a2c-cb6e-4862-aa79-d1727b418f94 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:19.710975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-9d3e5cd3-731b-40a5-bc36-0042e715fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.712874 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-9d3e5cd3-731b-40a5-bc36-0042e715fe69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 1094 time: 1.4075236 Jun 03 15:19:19.721520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'tag': '74a44799-7817-454f-9278-4aae3b969e60'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:19.810713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.872319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fe45189d-2cda-40d9-8103-d0001d1ecf62 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:19.872895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.917171 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.920283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port fe45189d-2cda-40d9-8103-d0001d1ecf62, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fe45189d-2cda-40d9-8103-d0001d1ecf62,segment=NetworkSegment(c1a2c1e0-41da-464b-a3a7-535be04345bd),segment_id=c1a2c1e0-41da-464b-a3a7-535be04345bd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:19.928123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.934472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-16adafd6-1f01-4da4-82a9-1b0362083cbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74a44799-7817-454f-9278-4aae3b969e60 HTTP/1.1" status: 200 len: 217 time: 0.1200261 Jun 03 15:19:19.936892 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-e642c091-0672-4df8-b0f3-f1835964086a service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4786680 Jun 03 15:19:20.021321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7e87a-93fc-47e5-9acb-38c8e79497f4 req-1b75db4d-d796-4197-80a9-3ea16a53204d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.023188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ee7e87a-93fc-47e5-9acb-38c8e79497f4 req-1b75db4d-d796-4197-80a9-3ea16a53204d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 1.1194351 Jun 03 15:19:20.090640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09de13-ee52-4806-ab48-bafffb8dbe19 req-3520fcbd-75e5-479b-9387-3d432e4b8814 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.091339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe09de13-ee52-4806-ab48-bafffb8dbe19 req-3520fcbd-75e5-479b-9387-3d432e4b8814 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 943 time: 0.3372169 Jun 03 15:19:20.095564 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.127320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-4e4dd463-33a4-4412-bd9e-d8c13834c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.127320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-4e4dd463-33a4-4412-bd9e-d8c13834c6ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 0.1734734 Jun 03 15:19:20.129727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:20.142243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Transition to ACTIVE for port object 07d40a2c-cb6e-4862-aa79-d1727b418f94 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:20.170816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ee7e87a-93fc-47e5-9acb-38c8e79497f4 req-2faed31f-3acf-4afa-abad-b64081bb4b49 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387637 Jun 03 15:19:20.175743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ba6e97-58ea-439b-9da0-21709af2f3f6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:20.180255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=fe45189d-2cda-40d9-8103-d0001d1ecf62,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:20.181394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.191729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c189a-8883-4605-9708-5cd46ec6f8c5 None None] Network 89621a54-5e1d-480c-9d05-c4a9997028bf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:20.209139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1d9fd76a-31d7-470c-bb6d-ade98ad4077e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/04ba6e97-58ea-439b-9da0-21709af2f3f6 HTTP/1.1" status: 204 len: 168 time: 1.3097141 Jun 03 15:19:20.209817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44660) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:20.243148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe09de13-ee52-4806-ab48-bafffb8dbe19 req-12f077f3-7e7d-4456-beec-d7d980af51fe tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423900 Jun 03 15:19:20.337649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:20.340255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ff3e7194-655e-41d0-ac3e-761ffb8d9aa2 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:20.396824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.405204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2452ef56-af38-415f-97b4-02b0dd2eb212 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:20.424982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Deleting port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:20.425236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.441648 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df21238-b4fd-4601-b709-0b881ab8e13d'] response: {'name': 'network-changed', 'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'tag': '74a44799-7817-454f-9278-4aae3b969e60', 'status': 'completed', 'code': 200} Jun 03 15:19:20.478163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.573523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c4c44523-6647-4099-9a0f-6f958eb96940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3159702 Jun 03 15:19:20.615531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 2452ef56-af38-415f-97b4-02b0dd2eb212 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:20.615967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.877960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee1cd1-140c-46dd-add5-6a163c2189ea req-4cfa64f3-a7f8-4aae-a31c-ba9b07bd1c1c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.879980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62ee1cd1-140c-46dd-add5-6a163c2189ea req-4cfa64f3-a7f8-4aae-a31c-ba9b07bd1c1c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.3685851 Jun 03 15:19:20.928442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] For port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f81d97c-ae43-434e-bc5f-820e1c5be8f8,segment=NetworkSegment(9b86fe84-fdc2-41cb-a083-4a951cea685f),segment_id=9b86fe84-fdc2-41cb-a083-4a951cea685f)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:20.928442 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.966827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62ee1cd1-140c-46dd-add5-6a163c2189ea req-2cfac06c-2c72-4834-9793-2ef8ead2b5b7 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757117 Jun 03 15:19:20.970942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe45189d-2cda-40d9-8103-d0001d1ecf62 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:21.082571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2452ef56-af38-415f-97b4-02b0dd2eb212 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:21.083152 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.140168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:21.163969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:21.183965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.241640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fe45189d-2cda-40d9-8103-d0001d1ecf62 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:21.243972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.271782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Calling delete_port for 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:21.311575 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-046d38d1-1402-4050-b64e-54e4d7624155 service neutron] 10.222.0.15 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037284 Jun 03 15:19:21.312271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=07d40a2c-cb6e-4862-aa79-d1727b418f94,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:21.336776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-401e56d4-f84c-4008-a411-17fbb4b790d9 req-5dd01b1d-8d72-493b-a449-2f6eb5eeea55 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3865173 Jun 03 15:19:21.392867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.412165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1832c013-b9b0-48cf-8ed1-5e2cc1893d42 None None] DHCP port deletion for 89621a54-5e1d-480c-9d05-c4a9997028bf request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:19:21.466836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] No DVR routers for this DVR port 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:21.614648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:21.712293 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f37b1f-cc32-4236-89ea-c08cb3e0aa65'] response: {'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'code': 200} Jun 03 15:19:21.712832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fe45189d-2cda-40d9-8103-d0001d1ecf62 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:21.724950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 05cf6791-c3e8-42b2-a0a1-7be8394c6258 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:21.762755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 05cf6791-c3e8-42b2-a0a1-7be8394c6258 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:21.763117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 05cf6791-c3e8-42b2-a0a1-7be8394c6258 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:21.818249 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.850976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f81d97c-ae43-434e-bc5f-820e1c5be8f8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:21.902509 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-34084210-c5b9-4b78-82fe-5856328d3022 service neutron] 10.222.0.15 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167964 Jun 03 15:19:21.913543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89621a54-5e1d-480c-9d05-c4a9997028bf']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:21.917245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Router c21692a3-1b0e-4034-8377-a012e817f791 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:19:22.005964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b86fe84-fdc2-41cb-a083-4a951cea685f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:22.006515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b86fe84-fdc2-41cb-a083-4a951cea685f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:22.047573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.097574 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.108750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42db294-030a-42e8-aad3-92c190bbf22a req-367760df-673b-4093-8d4d-980632f4ad2a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.110406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f42db294-030a-42e8-aad3-92c190bbf22a req-367760df-673b-4093-8d4d-980632f4ad2a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 0.2545407 Jun 03 15:19:22.136579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d3fec-0773-4f57-a283-e4a267c0e200 req-8f33df15-9fb3-45f1-8095-3d65e05ae33f tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.138470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a91d3fec-0773-4f57-a283-e4a267c0e200 req-8f33df15-9fb3-45f1-8095-3d65e05ae33f tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 943 time: 0.2805212 Jun 03 15:19:22.156087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:19:22.156793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.279317 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 9b86fe84-fdc2-41cb-a083-4a951cea685f resource provider aggregate not found Jun 03 15:19:22.307808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Attempting to bind port 07d40a2c-cb6e-4862-aa79-d1727b418f94 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:22.308418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Attempting to bind port 07d40a2c-cb6e-4862-aa79-d1727b418f94 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:22.308914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Attempting to bind port 07d40a2c-cb6e-4862-aa79-d1727b418f94 on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:22.321795 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 9b86fe84-fdc2-41cb-a083-4a951cea685f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b86fe84-fdc2-41cb-a083-4a951cea685f found for delete ", "request_id": "req-edb53810-625e-4203-a03f-2b020e3464d0"}]} Jun 03 15:19:22.337922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f42db294-030a-42e8-aad3-92c190bbf22a req-e1632dad-f453-4002-8ecd-05d4a4787e22 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187462 Jun 03 15:19:22.353636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a91d3fec-0773-4f57-a283-e4a267c0e200 req-4f0a0e02-c887-4632-b88c-5a791623ff9c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038129 Jun 03 15:19:22.354447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.359573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.392171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Port 07d40a2c-cb6e-4862-aa79-d1727b418f94 on network 3d36faac-1183-4069-b76c-188665e236fb not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:22.392171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Attempting to bind port 07d40a2c-cb6e-4862-aa79-d1727b418f94 on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:22.394614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] Pushing event deleted for resources: {'Network': ['ID=89621a54-5e1d-480c-9d05-c4a9997028bf,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:22.403194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:22.403536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Checking segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:22.403921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Bound using segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:22.404465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Bound port: 07d40a2c-cb6e-4862-aa79-d1727b418f94, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:22.404813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.407943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2e58c384-5cbb-400f-acab-fcaae996511b admin admin] 10.222.0.66 "DELETE /v2.0/networks/89621a54-5e1d-480c-9d05-c4a9997028bf HTTP/1.1" status: 204 len: 168 time: 2.1943858 Jun 03 15:19:22.440759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-0fb33fcc-a9b6-45a4-bbe9-c38d25b345eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.442247 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-0fb33fcc-a9b6-45a4-bbe9-c38d25b345eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1095 time: 1.0187898 Jun 03 15:19:22.632493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:22.694552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b137e66a-ba5d-4e73-8d40-39461b88be37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7617f31b58df4828891494541c27783b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607553 Jun 03 15:19:22.697269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44714) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:22.720860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe877-84fa-478d-a4f3-67be74395623 req-f4875d46-4517-4c12-84e2-bffd6fa15557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.722414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-907fe877-84fa-478d-a4f3-67be74395623 req-f4875d46-4517-4c12-84e2-bffd6fa15557 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 1094 time: 0.7677422 Jun 03 15:19:22.723463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:19:22.734814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] Sync routers for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:19:22.747688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:22.748775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:19:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:22.867169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5ede672f-b861-4892-8c58-9b1ae5071514 admin admin] 10.222.0.66 "PUT /v2.0/routers/c21692a3-1b0e-4034-8377-a012e817f791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4220812 Jun 03 15:19:22.875659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] For port 07d40a2c-cb6e-4862-aa79-d1727b418f94, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:22.896283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44720) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:22.948327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f4be-9f94-4653-806d-bfcd7af77d1f req-58245db3-f1c4-4cb3-b894-eabdc0d1516f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.950134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9db4f4be-9f94-4653-806d-bfcd7af77d1f req-58245db3-f1c4-4cb3-b894-eabdc0d1516f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.3853590 Jun 03 15:19:23.015818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9db4f4be-9f94-4653-806d-bfcd7af77d1f req-1cfc404b-df46-48ae-8b6a-98830f67169a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585952 Jun 03 15:19:23.022824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e397dead-fc27-4b5a-a313-7fb7131c9fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.050530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-114ce687-e37f-49b4-a490-166744f82807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.053099 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-114ce687-e37f-49b4-a490-166744f82807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.5993624 Jun 03 15:19:23.056098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e397dead-fc27-4b5a-a313-7fb7131c9fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.086836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] For port 07d40a2c-cb6e-4862-aa79-d1727b418f94, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=07d40a2c-cb6e-4862-aa79-d1727b418f94,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:23.088595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:23.123927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e397dead-fc27-4b5a-a313-7fb7131c9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.146580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397dead-fc27-4b5a-a313-7fb7131c9fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad4eea-caee-430d-abca-dd8be53940b9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:23.160285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e397dead-fc27-4b5a-a313-7fb7131c9fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.164514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e397dead-fc27-4b5a-a313-7fb7131c9fe3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6ad4eea-caee-430d-abca-dd8be53940b9 HTTP/1.1" status: 204 len: 168 time: 0.4636290 Jun 03 15:19:23.188970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.210768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:23.211111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f81d97c-ae43-434e-bc5f-820e1c5be8f8 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:23.247378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:23.299229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-7b8fdfac-96a5-40ad-84ff-e2d8c7e8159a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.300020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-7b8fdfac-96a5-40ad-84ff-e2d8c7e8159a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Synchronizing usage tracker for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:23.306190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-aebc492a-2841-4f61-96f1-321a3987974c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 200 len: 217 time: 0.1829689 Jun 03 15:19:23.338888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.340162 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.341983 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] 10.222.0.70 "PUT /v2.0/ports/07d40a2c-cb6e-4862-aa79-d1727b418f94 HTTP/1.1" status: 200 len: 1092 time: 8.3123910 Jun 03 15:19:23.401393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'tag': '07d40a2c-cb6e-4862-aa79-d1727b418f94'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:23.668709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-7b8fdfac-96a5-40ad-84ff-e2d8c7e8159a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Unset dirty status for tenant:62fe7c73f13d4c9a9818de70021d61af on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:23.670319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-7b8fdfac-96a5-40ad-84ff-e2d8c7e8159a tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 1.0310667 Jun 03 15:19:23.670458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 74a44799-7817-454f-9278-4aae3b969e60 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:23.774086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe877-84fa-478d-a4f3-67be74395623 req-21f242c9-b3db-4f0b-9232-f740a663c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.776193 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-907fe877-84fa-478d-a4f3-67be74395623 req-21f242c9-b3db-4f0b-9232-f740a663c810 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 913 time: 1.0355620 Jun 03 15:19:23.866495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9cb40-fafb-4116-bd92-ea646617cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=07d40a2c-cb6e-4862-aa79-d1727b418f94,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:23.910191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1871-56e8-40d8-bcd8-63448bcc96ae req-fa1e5673-8994-41b7-88cc-1484805b6b81 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.921654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d0d1871-56e8-40d8-bcd8-63448bcc96ae req-fa1e5673-8994-41b7-88cc-1484805b6b81 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 943 time: 0.3082266 Jun 03 15:19:23.976926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-837134f4-b6fb-41ec-8530-34410ae451cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.984512 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-837134f4-b6fb-41ec-8530-34410ae451cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.6398907 Jun 03 15:19:23.986898 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-907fe877-84fa-478d-a4f3-67be74395623 req-72439bba-c570-41ab-8844-09aa9e37b863 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74a44799-7817-454f-9278-4aae3b969e60 HTTP/1.1" status: 200 len: 217 time: 0.1873002 Jun 03 15:19:24.059564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:19:16Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:24.071303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] Checking router: c21692a3-1b0e-4034-8377-a012e817f791 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:24.153590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Deleting port 2452ef56-af38-415f-97b4-02b0dd2eb212 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:24.154188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:24.176537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] Routers {'c21692a3-1b0e-4034-8377-a012e817f791'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:24.177196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:19:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c21692a3-1b0e-4034-8377-a012e817f791'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:24.237790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:24.285324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d0d1871-56e8-40d8-bcd8-63448bcc96ae req-e1f77083-5ce2-4e59-87ac-dc1e63d3bccd tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563159 Jun 03 15:19:24.294980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=74a44799-7817-454f-9278-4aae3b969e60,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:24.341406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '74a44799-7817-454f-9278-4aae3b969e60', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'port_id': '74a44799-7817-454f-9278-4aae3b969e60', 'mac_address': 'fa:16:3e:59:f2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:24.357908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfcbe3-7332-4b7a-902b-fc9c86838bc1 req-fa824bf6-7686-4a42-bcf8-8a777c1c9639 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.365601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cfcbe3-7332-4b7a-902b-fc9c86838bc1 req-fa824bf6-7686-4a42-bcf8-8a777c1c9639 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 0.4002640 Jun 03 15:19:24.539978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cfcbe3-7332-4b7a-902b-fc9c86838bc1 req-60d6644f-4c81-48bb-879c-290b4a7bcee7 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700552 Jun 03 15:19:24.564165 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f738e843-d88c-4cc9-b036-a83042c3e01e'] response: {'name': 'network-changed', 'server_uuid': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'tag': '07d40a2c-cb6e-4862-aa79-d1727b418f94', 'status': 'completed', 'code': 200} Jun 03 15:19:24.586969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 74a44799-7817-454f-9278-4aae3b969e60 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:24.587575 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:24.592622 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-e7e74019-42b1-48da-bce8-666b94f4feb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5068974 Jun 03 15:19:24.646787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a44799-7817-454f-9278-4aae3b969e60 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:24.675901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] Set router c21692a3-1b0e-4034-8377-a012e817f791 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:24.723754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=74a44799-7817-454f-9278-4aae3b969e60,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:24.798740 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:24.804028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc14f-dd4b-4812-b702-92ecfa6d3595 req-bccc90ee-b6a6-4b6f-b789-31f5b22f19ae tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.805852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-963bc14f-dd4b-4812-b702-92ecfa6d3595 req-bccc90ee-b6a6-4b6f-b789-31f5b22f19ae tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.1672561 Jun 03 15:19:24.856464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-963bc14f-dd4b-4812-b702-92ecfa6d3595 req-5b6a71de-dc3d-4c89-b02b-3eec1aa2b7a9 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446074 Jun 03 15:19:24.942319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44770) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:24.963063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:24.978503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=74a44799-7817-454f-9278-4aae3b969e60,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:25.035111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-0b854acd-fb93-4821-927f-9af5d7efb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.037257 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-0b854acd-fb93-4821-927f-9af5d7efb0c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 1095 time: 1.6256301 Jun 03 15:19:25.060299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe877-84fa-478d-a4f3-67be74395623 req-c2e18f2b-d97b-49de-9ab5-4856ad1ffd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.062760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-907fe877-84fa-478d-a4f3-67be74395623 req-c2e18f2b-d97b-49de-9ab5-4856ad1ffd43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 1.0521898 Jun 03 15:19:25.105656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['74a44799-7817-454f-9278-4aae3b969e60'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:25.113667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-339599303-network', 'tenant_id': 'ed1515db0ddd4105ace55ea91dad07a7'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:25.118637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:25.122712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Usage tracker for resource:network and tenant:ed1515db0ddd4105ace55ea91dad07a7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:25.127822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:25.140564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Deleting port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:25.142040 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.142173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:25.161818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Made reservation on behalf of ed1515db0ddd4105ace55ea91dad07a7 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:25.165933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.181063 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.192886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:19:16Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:25.198181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:25.199652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827e901-4c86-44b1-83f7-3c150557c1bd None None] The sync data for ids ['c21692a3-1b0e-4034-8377-a012e817f791'] in n-d-844594-1 is: [{'id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'name': 'tempest-ServersTestJSON-1040544897-router', 'tenant_id': '9a5f3d44608c4ac3a059f8c26168e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:54Z', 'updated_at': '2022-06-03T15:19:16Z', 'revision_number': 5, 'project_id': '9a5f3d44608c4ac3a059f8c26168e001', 'gw_port': {'id': '7dca2ace-009a-4da9-8683-d3b7a88c5b1d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21692a3-1b0e-4034-8377-a012e817f791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:56Z', 'updated_at': '2022-06-03T15:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:25.205108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1515db0ddd4105ace55ea91dad07a7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:25.208875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:25.220815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:25.286910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-d39ba9e0-3974-4e22-9a39-19d47a7e4f84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07d40a2c-cb6e-4862-aa79-d1727b418f94 HTTP/1.1" status: 200 len: 217 time: 0.2152987 Jun 03 15:19:25.345838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.357258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.387536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-ce11c112-dcae-4f4c-b83b-442cc3c88d0f service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610507 Jun 03 15:19:25.392032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:19:25.421284 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-907fe877-84fa-478d-a4f3-67be74395623 req-1a75c52a-b22f-4542-a515-0b01cd9129b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2245293 Jun 03 15:19:25.421499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.421499 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Added segment 61a46903-c468-4289-8e8d-73b993ccdaff of type vlan for network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 Jun 03 15:19:25.423063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835baeda-039d-4293-a0f3-d15090c07fdb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:25.493317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.550419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.551698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.552489 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.698455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] For port 2452ef56-af38-415f-97b4-02b0dd2eb212, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2452ef56-af38-415f-97b4-02b0dd2eb212,segment=NetworkSegment(0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f),segment_id=0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:25.699052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:25.723650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eca4c-55a5-4136-9850-03ef504d4ad4 req-f3244ed4-dce7-404f-885f-ddc390f2fc7e tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.730691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c1eca4c-55a5-4136-9850-03ef504d4ad4 req-f3244ed4-dce7-404f-885f-ddc390f2fc7e tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 944 time: 0.2797804 Jun 03 15:19:25.733671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:25.746389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:19:25.755662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9f4ccfe4-c478-4c92-8a71-11c58181e4d6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8120339 Jun 03 15:19:25.761654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44784) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:25.770410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Request body: {'subnet': {'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-339599303-subnet', 'tenant_id': 'ed1515db0ddd4105ace55ea91dad07a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:25.786190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:25.809437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Usage tracker for resource:subnet and tenant:ed1515db0ddd4105ace55ea91dad07a7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:25.859392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c37e3511-834e-443a-a9dc-5825ea8660bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.862512 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-c37e3511-834e-443a-a9dc-5825ea8660bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 0.4547594 Jun 03 15:19:25.874314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:25.905367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c1eca4c-55a5-4136-9850-03ef504d4ad4 req-3ad14af7-294c-46a5-a070-f3cc90cb4bf4 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727729 Jun 03 15:19:25.928597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:25.963268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Made reservation on behalf of ed1515db0ddd4105ace55ea91dad07a7 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:25.965962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:26.010930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Calling delete_port for 2452ef56-af38-415f-97b4-02b0dd2eb212 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:26.144806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d958ad-5d57-4949-a9b6-a81ef0290b5e req-86412245-d049-4353-bc15-6ec1e753e00f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.146329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0d958ad-5d57-4949-a9b6-a81ef0290b5e req-86412245-d049-4353-bc15-6ec1e753e00f tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 946 time: 0.3413548 Jun 03 15:19:26.253127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0d958ad-5d57-4949-a9b6-a81ef0290b5e req-36ca74c7-80bf-40fa-bb32-6cc2c513f58b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/security-groups?id=083d2b7c-c490-413b-9c03-d7ca4705a5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998685 Jun 03 15:19:26.267914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b681-9a3b-4bf3-9e92-093de1d1cc6f req-08a7caf2-77bc-4a54-a1fc-aec2e5cbbbe6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.269433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4506b681-9a3b-4bf3-9e92-093de1d1cc6f req-08a7caf2-77bc-4a54-a1fc-aec2e5cbbbe6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.2179961 Jun 03 15:19:26.337213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4506b681-9a3b-4bf3-9e92-093de1d1cc6f req-3c04ee31-9a47-48ec-bc1a-7a72f54e275a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514226 Jun 03 15:19:26.381714 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-7ea99013-0985-4865-850a-3ad2770f1d22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188638 Jun 03 15:19:26.388790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:26.417746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2452ef56-af38-415f-97b4-02b0dd2eb212 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:26.482950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34646f81-0c65-41aa-a004-661c0d2f030d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:26.498743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Checking segment: {'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:26.499680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Network hostable DHCP agents. Network: 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:19:26.523508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:19:26.537006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:26.554100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.555081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:26.556333 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-907fe877-84fa-478d-a4f3-67be74395623 req-e77fdcaa-c30a-491a-ac61-e8132b4cbd5b service neutron] 10.222.0.15 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0548768 Jun 03 15:19:26.579454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54147d86-f67d-41b7-9240-fa24b1eae215 None None] Network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:26.611240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0c6f210-587f-4119-91c9-19b233fbd3e4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8480148 Jun 03 15:19:26.922693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 76e92853-12da-4cfb-a0bf-4a9bf4676912 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:26.978849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] For port 7dca2ace-009a-4da9-8683-d3b7a88c5b1d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:26.979655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:27.030479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2452ef56-af38-415f-97b4-02b0dd2eb212 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:27.030479 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:27.071607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 76e92853-12da-4cfb-a0bf-4a9bf4676912 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:27.071950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 76e92853-12da-4cfb-a0bf-4a9bf4676912 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:27.246458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedaf69c-f754-4448-84a5-802e055f4f42 None None] Network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:27.337002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Calling delete_port for 7dca2ace-009a-4da9-8683-d3b7a88c5b1d owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:27.356762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 15:19:27.356762 n-d-844594-1 neutron-server[88340]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 03 15:19:27.356762 n-d-844594-1 neutron-server[88340]: [parameters: {'status': 'DOWN', 'ports_id': '2452ef56-af38-415f-97b4-02b0dd2eb212'}] Jun 03 15:19:27.356762 n-d-844594-1 neutron-server[88340]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:19:27.359182 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:19:27.437875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a8a49-5c12-43bc-84c7-14d3753c0012 req-ebc6adb6-1a20-4a42-96c7-f6ec44ad30e7 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:27.440438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e69a8a49-5c12-43bc-84c7-14d3753c0012 req-ebc6adb6-1a20-4a42-96c7-f6ec44ad30e7 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 944 time: 0.2235501 Jun 03 15:19:27.463854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc0c72d0-1089-4058-943d-7c1860ecf40d req-c93302e7-12d1-4cd6-812c-8abc3c0439fa service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0483527 Jun 03 15:19:27.579584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:27.602692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e69a8a49-5c12-43bc-84c7-14d3753c0012 req-fcd5af0d-bfc8-4c7d-aa28-21c410ec77de tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844152 Jun 03 15:19:27.624066 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-a4986520-4264-47a8-9b5b-d022e4183f69 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2214689 Jun 03 15:19:27.639968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-2eb8ea4d-e17b-4b99-8882-40b4612d9996 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:27.641903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-2eb8ea4d-e17b-4b99-8882-40b4612d9996 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Synchronizing usage tracker for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:27.668608 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-907fe877-84fa-478d-a4f3-67be74395623 req-cdb63006-e0a9-4c28-b075-ba7ed0e65e64 service neutron] 10.222.0.15 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358994 Jun 03 15:19:27.670975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:27.673386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-2eb8ea4d-e17b-4b99-8882-40b4612d9996 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Unset dirty status for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:27.675933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-2eb8ea4d-e17b-4b99-8882-40b4612d9996 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 813 time: 0.2806911 Jun 03 15:19:27.685145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 74a44799-7817-454f-9278-4aae3b969e60 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:27.695278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:27.698156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-e939276d-d552-4e57-a701-62545b33a4e3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/quotas/ed1515db0ddd4105ace55ea91dad07a7 HTTP/1.1" status: 200 len: 375 time: 0.0146194 Jun 03 15:19:27.850786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Pushing event deleted for resources: {'Port': ['ID=2452ef56-af38-415f-97b4-02b0dd2eb212,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:27.967198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-b0cfc37b-1a4d-4a22-9a31-6c88daf9aacd tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2590210 Jun 03 15:19:27.971392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:27.995490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:28.000612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Usage tracker for resource:security_group_rule and tenant:18793730d6394be89184a4882e90a88c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:28.003408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:28.010044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:28.108907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Port 2452ef56-af38-415f-97b4-02b0dd2eb212 update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:19:28.149153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.158106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 74a44799-7817-454f-9278-4aae3b969e60 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:28.167694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] No DVR routers for this DVR port 2452ef56-af38-415f-97b4-02b0dd2eb212 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:28.167694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.193076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 74a44799-7817-454f-9278-4aae3b969e60 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:28.193076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.212772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.212772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'name': 'network-vif-deleted', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:28.275041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-560ac312-68ba-45e2-915e-d631bc21a949 req-d3505765-54e8-4e6e-b4b2-5a0db2b06e16 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303825 Jun 03 15:19:28.277047 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-133ec880-5afb-44ff-a800-e2554069a5a4 req-9f54bba8-13cb-4b53-8174-5d62766b710d tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.70 "DELETE /v2.0/ports/2452ef56-af38-415f-97b4-02b0dd2eb212 HTTP/1.1" status: 204 len: 173 time: 4.5675251 Jun 03 15:19:28.319474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18793730d6394be89184a4882e90a88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327471 Jun 03 15:19:28.324739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44852) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:28.346358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54894a21-9a0c-456e-926f-e7ef61cc362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00219eb1-ec44-42c5-9c54-1f7a2307672f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:28.377920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:28.406334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '505ac7ed-ba79-41e8-96df-3048b0d04711', 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1', 'port_id': '505ac7ed-ba79-41e8-96df-3048b0d04711', 'mac_address': 'fa:16:3e:fc:36:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b662d76e-7289-47b3-81c2-e7801a645ec6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:28.482578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6653085-d6fb-40cf-bff3-596f29ba5fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.486942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.502911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a0b012a-2f60-4087-b225-f9f4a1989850 req-a3567289-a2ad-4a07-92ae-9b75fc67741b tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.6434405 Jun 03 15:19:28.506513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-21c0321a-c566-44af-a7cb-b0251031c63a service neutron] 10.222.0.66 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149982 Jun 03 15:19:28.609765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 505ac7ed-ba79-41e8-96df-3048b0d04711 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:28.610217 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.611547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dca2ace-009a-4da9-8683-d3b7a88c5b1d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:28.647297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505ac7ed-ba79-41e8-96df-3048b0d04711 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:28.669137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 74a44799-7817-454f-9278-4aae3b969e60 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:28.669521 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.678337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6653085-d6fb-40cf-bff3-596f29ba5fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.693070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a4d38-0960-41aa-9067-40e87de93d95 req-f4344661-edde-4d4d-8c8d-311fd9b0e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:28.695241 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-206a4d38-0960-41aa-9067-40e87de93d95 req-f4344661-edde-4d4d-8c8d-311fd9b0e5e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 1095 time: 0.3455222 Jun 03 15:19:28.696044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.703693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:28.726454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=74a44799-7817-454f-9278-4aae3b969e60,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:28.727676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a44799-7817-454f-9278-4aae3b969e60'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:28.734164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0f62a4e2-96a4-4e18-a129-47a6e3ca6cf6 service neutron] 10.222.0.66 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175474 Jun 03 15:19:28.752003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.851609 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.854872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:28.921727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f315a6-8db9-49cc-9e90-07fd8fa8101c req-616da214-23f5-4019-814a-cbe7970c34ff tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:28.930442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2f315a6-8db9-49cc-9e90-07fd8fa8101c req-616da214-23f5-4019-814a-cbe7970c34ff tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.1727231 Jun 03 15:19:29.015374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=74a44799-7817-454f-9278-4aae3b969e60,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:29.042401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['505ac7ed-ba79-41e8-96df-3048b0d04711'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:29.084603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2f315a6-8db9-49cc-9e90-07fd8fa8101c req-37545f7a-6d0a-4f13-b201-0de5112abd82 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528518 Jun 03 15:19:29.195450 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523c07fd-8315-4319-a900-f470aaf9ea53'] response: {'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a44799-7817-454f-9278-4aae3b969e60', 'code': 200} Jun 03 15:19:29.347736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c205b88-b9e3-46b9-89eb-91aed83c04c3 req-30615e5a-66d5-49b4-b6a1-da4502853844 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 210 time: 0.1020932 Jun 03 15:19:29.422582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee7e1a-ac38-4a7c-aff1-5b4ae213e872 req-26b0fa5e-0ecf-4a7b-be5d-91f1aaaabe8c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.424189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81ee7e1a-ac38-4a7c-aff1-5b4ae213e872 req-26b0fa5e-0ecf-4a7b-be5d-91f1aaaabe8c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 945 time: 0.2183650 Jun 03 15:19:29.469776 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc438b1-a418-407b-a88c-384e9f533f31'] response: {'server_uuid': '32f575b9-bfc4-47ce-b3c2-d713e6e0ad69', 'name': 'network-vif-deleted', 'tag': '2452ef56-af38-415f-97b4-02b0dd2eb212', 'status': 'completed', 'code': 200} Jun 03 15:19:29.488320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81ee7e1a-ac38-4a7c-aff1-5b4ae213e872 req-685531d1-f16d-414f-b687-fe3fb592e741 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583096 Jun 03 15:19:29.638751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:29.642300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:29.713828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:29.714916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c21692a3-1b0e-4034-8377-a012e817f791 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:19:29.790917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-752e075c-babb-4296-bc89-e4df040c4205 req-b1ebcfe6-c4f0-426d-9e7d-203579f57500 tempest-ImagesTestJSON-1774443555 tempest-ImagesTestJSON-1774443555-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f575b9-bfc4-47ce-b3c2-d713e6e0ad69 HTTP/1.1" status: 200 len: 210 time: 0.0914724 Jun 03 15:19:29.833074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6653085-d6fb-40cf-bff3-596f29ba5fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:29.835199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6653085-d6fb-40cf-bff3-596f29ba5fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:29.836766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f6653085-d6fb-40cf-bff3-596f29ba5fea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00219eb1-ec44-42c5-9c54-1f7a2307672f HTTP/1.1" status: 204 len: 168 time: 1.5096154 Jun 03 15:19:29.860038 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:29.861210 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-38f3c55b-bb7b-4f0e-8438-52b1cec88bf0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c21692a3-1b0e-4034-8377-a012e817f791 HTTP/1.1" status: 204 len: 168 time: 6.9508431 Jun 03 15:19:29.866163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44878) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:29.878390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a4d38-0960-41aa-9067-40e87de93d95 req-9443e61a-a677-4891-8fa6-431fc1e6afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.880320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-206a4d38-0960-41aa-9067-40e87de93d95 req-9443e61a-a677-4891-8fa6-431fc1e6afe0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 913 time: 1.1370409 Jun 03 15:19:29.881072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6653085-d6fb-40cf-bff3-596f29ba5fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00219eb1-ec44-42c5-9c54-1f7a2307672f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:29.964170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] Deleting subnet fe33804d-3848-4006-b76f-9f331c85dc21 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:19:29.970246 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.059268 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.062279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-206a4d38-0960-41aa-9067-40e87de93d95 req-931fee05-66c4-431f-834f-a19af4e07e96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07d40a2c-cb6e-4862-aa79-d1727b418f94 HTTP/1.1" status: 200 len: 217 time: 0.1581113 Jun 03 15:19:30.066219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8945610-3005-4ea5-b721-da834fc5d2ba req-bece47ea-c9bf-4cbe-9a90-a6c7b4537d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:30.066219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c8945610-3005-4ea5-b721-da834fc5d2ba req-bece47ea-c9bf-4cbe-9a90-a6c7b4537d3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 1096 time: 0.6019859 Jun 03 15:19:30.235319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.244142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c8945610-3005-4ea5-b721-da834fc5d2ba req-0d3c81a3-613b-4e0d-a0f0-f619bc25c62d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870719 Jun 03 15:19:30.245913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a4d38-0960-41aa-9067-40e87de93d95 req-58910090-2a27-444d-bda5-c007dfda8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:30.247420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-206a4d38-0960-41aa-9067-40e87de93d95 req-58910090-2a27-444d-bda5-c007dfda8363 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 0.1707103 Jun 03 15:19:30.356322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-206a4d38-0960-41aa-9067-40e87de93d95 req-6da45038-de71-4503-b51e-5e302307d42f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942342 Jun 03 15:19:30.480170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.554556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe33804d-3848-4006-b76f-9f331c85dc21,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:30.555703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.559991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9872d21-9dcf-4cdd-8585-4299d303673b None None] Network 43130fe1-f40b-4b37-8f22-0ae9a569deb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:30.570169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-99182a36-db7a-47e8-9c55-40cfe27c951a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fe33804d-3848-4006-b76f-9f331c85dc21 HTTP/1.1" status: 204 len: 168 time: 0.7021079 Jun 03 15:19:30.573262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44892) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:30.604177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e188-ca11-4456-870a-9d07f250f735 req-055d2866-399d-492f-a6e9-937e1e40f687 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:30.615096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b736e188-ca11-4456-870a-9d07f250f735 req-055d2866-399d-492f-a6e9-937e1e40f687 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.3371818 Jun 03 15:19:30.642994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-206a4d38-0960-41aa-9067-40e87de93d95 req-57758277-227a-4f63-9fae-4528d88cc34e service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751124 Jun 03 15:19:30.773475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2436a42a-87c3-4a69-bdb6-d590ccc7a6bd req-8d997494-ca1f-4a9b-9417-04b296b7968f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 210 time: 0.1076856 Jun 03 15:19:30.815961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b736e188-ca11-4456-870a-9d07f250f735 req-f5e7f723-1821-41bb-be43-395e0e0a8ea6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901708 Jun 03 15:19:30.843681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44898) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:30.892161 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.898436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7dca2ace-009a-4da9-8683-d3b7a88c5b1d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:30.911752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.944142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:30.960846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Usage tracker for resource:security_group_rule and tenant:31091cc4a77b4d2186747f387ac5d12f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:30.963135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-206a4d38-0960-41aa-9067-40e87de93d95 req-03e93ddd-2ff4-4a0b-a702-88cb890ad2df service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518525 Jun 03 15:19:30.964228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Deleting port 0990d255-4a3f-47d2-852e-1cd898df12aa {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:30.965186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.989808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:31.007609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:31.024497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 7dca2ace-009a-4da9-8683-d3b7a88c5b1d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:31.024841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7dca2ace-009a-4da9-8683-d3b7a88c5b1d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:31.373013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.390412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.460241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] DHCP port deletion for 43130fe1-f40b-4b37-8f22-0ae9a569deb7 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:19:31.465743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Deleting port 0990d255-4a3f-47d2-852e-1cd898df12aa {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:31.466124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.540390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] For port 0990d255-4a3f-47d2-852e-1cd898df12aa, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0990d255-4a3f-47d2-852e-1cd898df12aa,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:31.540523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.564272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31091cc4a77b4d2186747f387ac5d12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190502 Jun 03 15:19:31.571691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44920) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:31.670008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a635de-5f42-445b-9569-22b2423b9c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b809de7a-9a2f-4f4b-baba-feb0840b24f9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:31.687009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c379c-181a-4ecf-9214-2cb7f7701df5 req-5b588963-5732-4f6e-9da6-ecc345f97c43 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:31.688978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd4c379c-181a-4ecf-9214-2cb7f7701df5 req-5b588963-5732-4f6e-9da6-ecc345f97c43 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 945 time: 0.5778437 Jun 03 15:19:31.778916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd4c379c-181a-4ecf-9214-2cb7f7701df5 req-0836de0c-b39c-4fc5-aead-bfdb670a8976 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666871 Jun 03 15:19:31.779044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfa16fa-6cba-4a92-9ffd-a80e60840294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.833776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfa16fa-6cba-4a92-9ffd-a80e60840294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.834474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:31.925362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Calling delete_port for 0990d255-4a3f-47d2-852e-1cd898df12aa owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:31.957013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfa16fa-6cba-4a92-9ffd-a80e60840294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.986190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa16fa-6cba-4a92-9ffd-a80e60840294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b809de7a-9a2f-4f4b-baba-feb0840b24f9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:32.021683 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfa16fa-6cba-4a92-9ffd-a80e60840294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.022687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1bfa16fa-6cba-4a92-9ffd-a80e60840294 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b809de7a-9a2f-4f4b-baba-feb0840b24f9 HTTP/1.1" status: 204 len: 168 time: 0.4338913 Jun 03 15:19:32.296170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 505ac7ed-ba79-41e8-96df-3048b0d04711 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:32.299389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-640fea63-bcf1-426e-87d9-4cd91929dd3b req-56e03a6b-49ff-49d7-96b6-eac54975cfc2 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 210 time: 0.0958278 Jun 03 15:19:32.309156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 505ac7ed-ba79-41e8-96df-3048b0d04711 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:32.309902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.383573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c2987-205e-460f-b76b-5df902cbb684 req-ebc793ba-40e1-48f3-b99e-d2f9bd6b33e3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:32.394779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b7c2987-205e-460f-b76b-5df902cbb684 req-ebc793ba-40e1-48f3-b99e-d2f9bd6b33e3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.2859476 Jun 03 15:19:32.449062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] For port 0990d255-4a3f-47d2-852e-1cd898df12aa, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0990d255-4a3f-47d2-852e-1cd898df12aa,segment=NetworkSegment(e0d0a0a9-e9de-480c-9483-1c62e29238d3),segment_id=e0d0a0a9-e9de-480c-9483-1c62e29238d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:32.449658 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.498272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b7c2987-205e-460f-b76b-5df902cbb684 req-820e28f5-3a0f-4f17-9e57-677a0b25ae39 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024036 Jun 03 15:19:32.531858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-19af9faa-c515-43ff-afd8-b05fd455622c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:32.533668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-19af9faa-c515-43ff-afd8-b05fd455622c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 813 time: 1.2003932 Jun 03 15:19:32.538318 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.555854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 07d40a2c-cb6e-4862-aa79-d1727b418f94 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:32.595394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0990d255-4a3f-47d2-852e-1cd898df12aa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:32.617948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Request body: {'port': {'device_id': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527', 'admin_state_up': True, 'tenant_id': 'ed1515db0ddd4105ace55ea91dad07a7'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:32.649032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Calling delete_port for 0990d255-4a3f-47d2-852e-1cd898df12aa owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:32.687097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-1afa25d5-a678-4fd7-83c2-aee6c2877bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6366448 Jun 03 15:19:32.691925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44950) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:32.781891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] No DVR routers for this DVR port 0990d255-4a3f-47d2-852e-1cd898df12aa on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:32.832970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] Deleting subnet 6d2046a0-cd59-4e05-abcf-d957d0fcba19 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:19:32.844216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.862066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 505ac7ed-ba79-41e8-96df-3048b0d04711 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:32.862579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.930120 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:32.997650 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.071172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.110377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:33.118019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Usage tracker for resource:port and tenant:ed1515db0ddd4105ace55ea91dad07a7 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:33.122540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43130fe1-f40b-4b37-8f22-0ae9a569deb7']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:33.129596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.130289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:33.143612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:33.167325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-7b88fa33-68c6-4173-bac6-becd1383c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:33.169032 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-7b88fa33-68c6-4173-bac6-becd1383c854 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 1096 time: 0.3834093 Jun 03 15:19:33.174080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d0a0a9-e9de-480c-9483-1c62e29238d3') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:33.174227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d0a0a9-e9de-480c-9483-1c62e29238d3') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:33.190787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0990d255-4a3f-47d2-852e-1cd898df12aa no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:33.219884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.274568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:33.274960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.297257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:19:33.298733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.303993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0990d255-4a3f-47d2-852e-1cd898df12aa {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:33.305157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0990d255-4a3f-47d2-852e-1cd898df12aa not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:33.330060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:33.340725 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:19:33.342715 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:19:33.357759 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.500867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4cbb-8cbd-4d27-a108-3c5ca3f7141f req-126b1d13-5895-40f0-88fb-d222f75e9415 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:33.502851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e74f4cbb-8cbd-4d27-a108-3c5ca3f7141f req-126b1d13-5895-40f0-88fb-d222f75e9415 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 945 time: 0.3360100 Jun 03 15:19:33.504397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.541782 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffbf675-4fb4-43db-aa93-d28b87061d58'] response: {'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711', 'code': 200} Jun 03 15:19:33.543398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:33.549864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Made reservation on behalf of ed1515db0ddd4105ace55ea91dad07a7 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:33.554130 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:19:33.566463 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.579298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 07d40a2c-cb6e-4862-aa79-d1727b418f94, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=07d40a2c-cb6e-4862-aa79-d1727b418f94,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:33.595439 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.608051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '07d40a2c-cb6e-4862-aa79-d1727b418f94', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'port_id': '07d40a2c-cb6e-4862-aa79-d1727b418f94', 'mac_address': 'fa:16:3e:45:b4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:33.618970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2046a0-cd59-4e05-abcf-d957d0fcba19,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:33.640833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4ea4b16e-190d-49bf-8a6e-afbacb295420 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6d2046a0-cd59-4e05-abcf-d957d0fcba19 HTTP/1.1" status: 204 len: 168 time: 0.9476671 Jun 03 15:19:33.642911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44978) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:33.646369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e74f4cbb-8cbd-4d27-a108-3c5ca3f7141f req-760cd001-7bcd-4770-833c-230337601930 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284633 Jun 03 15:19:33.740311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 07d40a2c-cb6e-4862-aa79-d1727b418f94 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:33.740708 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.785508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d40a2c-cb6e-4862-aa79-d1727b418f94 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:33.825109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3225048-cad3-47c4-8050-e405590c80d2 req-b4d0306c-3723-4b6f-bb8f-e7ac07bd8fba tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 210 time: 0.1459031 Jun 03 15:19:33.828790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 07d40a2c-cb6e-4862-aa79-d1727b418f94, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=07d40a2c-cb6e-4862-aa79-d1727b418f94,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:33.845166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Deleting port 0990d255-4a3f-47d2-852e-1cd898df12aa {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:33.845816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.876380 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.888235 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e0d0a0a9-e9de-480c-9483-1c62e29238d3 resource provider aggregate not found Jun 03 15:19:33.929259 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.229074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-53b05847-2a11-4d43-8ce5-41f4b339b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:34.235105 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-53b05847-2a11-4d43-8ce5-41f4b339b9a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.8102667 Jun 03 15:19:34.273959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-faf42561-a0ac-4584-862e-f7950dd17895 None None] The port '0990d255-4a3f-47d2-852e-1cd898df12aa' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:19:34.278783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.284878 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e0d0a0a9-e9de-480c-9483-1c62e29238d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0d0a0a9-e9de-480c-9483-1c62e29238d3 found for delete ", "request_id": "req-be8d6ba8-212a-475c-b904-1ad3b52bc1e4"}]} Jun 03 15:19:34.329349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=07d40a2c-cb6e-4862-aa79-d1727b418f94,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:34.372970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77ac78-d9bd-4150-ba4e-10da664a27dc req-811efbd5-a157-4c60-a7fe-f63a10b09a7a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:34.374666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd77ac78-d9bd-4150-ba4e-10da664a27dc req-811efbd5-a157-4c60-a7fe-f63a10b09a7a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.4638970 Jun 03 15:19:34.376893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe5dbaa-15a5-42dc-8e9e-f8609539af82']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:34.416369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['07d40a2c-cb6e-4862-aa79-d1727b418f94'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:34.434522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:34.437663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:34.454290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-47627068-1de8-4809-a90a-d07c0b47ef70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 200 len: 217 time: 0.1682611 Jun 03 15:19:34.476218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bc003-39a0-4ae8-8f49-6e41a34e9e8d req-731a5a00-9d89-4afa-a677-8eac35a804f6 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:34.480055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e62bc003-39a0-4ae8-8f49-6e41a34e9e8d req-731a5a00-9d89-4afa-a677-8eac35a804f6 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 945 time: 0.4161716 Jun 03 15:19:34.508637 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.560968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.581529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.601568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd77ac78-d9bd-4150-ba4e-10da664a27dc req-59be5ee8-cfca-4454-b78a-373d208fe006 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152910 Jun 03 15:19:34.622607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.638029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e62bc003-39a0-4ae8-8f49-6e41a34e9e8d req-0d299160-8d52-4127-a74a-7e407500a27b tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421776 Jun 03 15:19:34.645770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:19:34.646408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.664215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43130fe1-f40b-4b37-8f22-0ae9a569deb7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:34.737624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-1228e945-1a19-4424-996a-c2e49b8fa4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:34.737624 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-1228e945-1a19-4424-996a-c2e49b8fa4dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.2693777 Jun 03 15:19:34.750730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766bd12-2b19-47bd-9cff-5cc5230c4571 req-29f4b420-06ab-4ce3-ae04-133447dd3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:34.752507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f766bd12-2b19-47bd-9cff-5cc5230c4571 req-29f4b420-06ab-4ce3-ae04-133447dd3063 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1097 time: 0.8474994 Jun 03 15:19:34.762669 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-522e5720-43c5-4df2-8cc2-f13df2f720c9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/43130fe1-f40b-4b37-8f22-0ae9a569deb7 HTTP/1.1" status: 204 len: 168 time: 4.1875119 Jun 03 15:19:34.776346 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f resource provider aggregate not found Jun 03 15:19:34.870787 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.919631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.928507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-25df45e8-d6f8-4fa1-b1e0-570080107f78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679056 Jun 03 15:19:34.932573 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d8c3015-f4b3-4ac3-b0f9-37fbed0c198f found for delete ", "request_id": "req-6d413eaa-7ae3-446d-aff6-7af9c70026e0"}]} Jun 03 15:19:34.950052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe5dbaa-15a5-42dc-8e9e-f8609539af82,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:34.975035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eb7516de-8071-4a02-8694-1a0fa267e4e7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3fe5dbaa-15a5-42dc-8e9e-f8609539af82 HTTP/1.1" status: 204 len: 168 time: 1.3266044 Jun 03 15:19:35.158480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9df42b3f-b250-49bd-a2c1-eb594aac7ac1 req-5a729992-911d-4f25-aca3-6647dc0dab93 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 210 time: 0.1111419 Jun 03 15:19:35.211164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Allocated IP 172.20.0.12 (7e832cfd-fe2d-4450-8d2b-e4f0e89f7527/34646f81-0c65-41aa-a004-661c0d2f030d/464a3517-62c9-4555-a2bf-3223e1c6b35f) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:35.214536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f766bd12-2b19-47bd-9cff-5cc5230c4571 req-8b8547ab-3c90-4b8b-af5c-ab7384cd35bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503951 Jun 03 15:19:35.287012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45030) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:35.304243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45034) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:35.336615 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-11bac3fb-ec57-41f5-bc5c-28f6110aaec2 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661830 Jun 03 15:19:35.345116 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b75346d4-d19e-4301-9b57-932dbc5cc3a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a5f3d44608c4ac3a059f8c26168e001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568905 Jun 03 15:19:35.347609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45038) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:35.417206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0247612-3067-43f9-b817-f627cb235e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:35.453075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0247612-3067-43f9-b817-f627cb235e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:35.529031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0247612-3067-43f9-b817-f627cb235e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:35.547926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0247612-3067-43f9-b817-f627cb235e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30555e92-3137-4fa4-bfbf-079176109adf,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:35.556676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0247612-3067-43f9-b817-f627cb235e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:35.558143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0247612-3067-43f9-b817-f627cb235e70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30555e92-3137-4fa4-bfbf-079176109adf HTTP/1.1" status: 204 len: 168 time: 0.2093866 Jun 03 15:19:35.813974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45052) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:35.857196 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d738498-486e-4046-b821-67ce2b8f10b7 req-668f5d21-4cc2-4cb6-bea4-14bc405040fc service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219003 Jun 03 15:19:35.881589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee136790-69b1-462d-95fc-850c3e439f14 req-904a1dd1-128c-4e8c-8495-591ecdfc178b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:35.895280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee136790-69b1-462d-95fc-850c3e439f14 req-904a1dd1-128c-4e8c-8495-591ecdfc178b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.1196520 Jun 03 15:19:35.935681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-59753436-3627-4fb4-8539-0c1002b302d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62fe7c73f13d4c9a9818de70021d61af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302929 Jun 03 15:19:35.970369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45062) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:36.093212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee136790-69b1-462d-95fc-850c3e439f14 req-fd8fbb5a-bff1-4f30-bfdc-b78741b54380 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923795 Jun 03 15:19:36.117847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.119397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.140702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:36.146916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Usage tracker for resource:security_group_rule and tenant:3011981b3b064a15912c080fd4dda1f4 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:36.153585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:36.162476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-948e89d8-ef0e-4de9-beae-72b9706caaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.164902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22a27-f7a2-4cc3-9e11-7e1bf82a2e96 req-0b030381-7a53-46a5-ae2e-f1c3611de0a1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:36.166619 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75e22a27-f7a2-4cc3-9e11-7e1bf82a2e96 req-0b030381-7a53-46a5-ae2e-f1c3611de0a1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 945 time: 0.2683570 Jun 03 15:19:36.170934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:36.205677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-948e89d8-ef0e-4de9-beae-72b9706caaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.230721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.318334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75e22a27-f7a2-4cc3-9e11-7e1bf82a2e96 req-b0eace38-4021-4e7c-9a1a-ed3aa68fb72b tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443253 Jun 03 15:19:36.380998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:36.385056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:36.391559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:36.437148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a405957-cc4d-41f9-b008-1ba15ee3ada4 req-c0c2a630-4947-4c6e-8cca-9121b1a3d14f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:36.438657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a405957-cc4d-41f9-b008-1ba15ee3ada4 req-c0c2a630-4947-4c6e-8cca-9121b1a3d14f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 932 time: 0.1163080 Jun 03 15:19:36.513582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7a405957-cc4d-41f9-b008-1ba15ee3ada4 req-67665c51-e74f-4c6f-aac4-99a20705cc32 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Synchronizing usage tracker for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:36.516390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 07d40a2c-cb6e-4862-aa79-d1727b418f94 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:36.519128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.527259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:36.529692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.562235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:36.565155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.624092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-a88c4b3b-9104-4119-bae5-52df91d02d72 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0332913 Jun 03 15:19:36.633070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45094) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:36.633937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3011981b3b064a15912c080fd4dda1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8100839 Jun 03 15:19:36.643441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38daa80-9c43-47bc-befe-806257531dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c23341-e588-49d4-84d7-3590980691cf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:36.663153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Request body: {'port': {'device_id': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:36.668548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7a405957-cc4d-41f9-b008-1ba15ee3ada4 req-67665c51-e74f-4c6f-aac4-99a20705cc32 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Unset dirty status for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:36.670641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a405957-cc4d-41f9-b008-1ba15ee3ada4 req-67665c51-e74f-4c6f-aac4-99a20705cc32 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236738 Jun 03 15:19:36.688924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:36.727662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-948e89d8-ef0e-4de9-beae-72b9706caaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.730228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-948e89d8-ef0e-4de9-beae-72b9706caaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.734256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-948e89d8-ef0e-4de9-beae-72b9706caaaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/083d2b7c-c490-413b-9c03-d7ca4705a5ec HTTP/1.1" status: 204 len: 168 time: 0.7574952 Jun 03 15:19:36.758917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 07d40a2c-cb6e-4862-aa79-d1727b418f94 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:36.766409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 07d40a2c-cb6e-4862-aa79-d1727b418f94 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:36.767360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.802103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e89d8-ef0e-4de9-beae-72b9706caaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d2b7c-c490-413b-9c03-d7ca4705a5ec,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:36.850300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2132740063-network', 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:36.861175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:36.867818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Usage tracker for resource:network and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:36.876881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:36.893427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:36.922510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:36.926699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.942459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-76f75be3-c9df-4eba-bf74-e3c134bdcdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.943358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.961099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:36.983127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Usage tracker for resource:security_group_rule and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:36.990095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.002001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:37.021877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:37.062876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 07d40a2c-cb6e-4862-aa79-d1727b418f94 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:37.065126 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.205012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.205550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-76f75be3-c9df-4eba-bf74-e3c134bdcdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.220581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.221480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d40a2c-cb6e-4862-aa79-d1727b418f94'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:37.249454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 07d40a2c-cb6e-4862-aa79-d1727b418f94, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=07d40a2c-cb6e-4862-aa79-d1727b418f94,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:37.262417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.350594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:19:37.414789 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8599c7c9-0973-4a0b-9187-317aad0efc3b'] response: {'server_uuid': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d40a2c-cb6e-4862-aa79-d1727b418f94', 'code': 200} Jun 03 15:19:37.415866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=07d40a2c-cb6e-4862-aa79-d1727b418f94,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:37.488336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556072d9-02ba-4ada-a818-6774cbd2bb1b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:37.517748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-76f75be3-c9df-4eba-bf74-e3c134bdcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.518375 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.518375 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Added segment 48e2868a-0572-46cf-8abb-04d83db59a3b of type vlan for network bab2ba7d-77a4-46db-a2be-af020ae0ac10 Jun 03 15:19:37.550653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.570083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-76f75be3-c9df-4eba-bf74-e3c134bdcdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.578194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-76f75be3-c9df-4eba-bf74-e3c134bdcdeb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6c23341-e588-49d4-84d7-3590980691cf HTTP/1.1" status: 204 len: 168 time: 0.9369125 Jun 03 15:19:37.618108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f75be3-c9df-4eba-bf74-e3c134bdcdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c23341-e588-49d4-84d7-3590980691cf,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:37.759753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.761164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:37.761941 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:37.783510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9980b0-40e9-4e19-8d16-81570ee87200 req-1e71ecf1-bb1b-4feb-96af-9260269cb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:37.785361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae9980b0-40e9-4e19-8d16-81570ee87200 req-1e71ecf1-bb1b-4feb-96af-9260269cb21d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 1097 time: 0.2207019 Jun 03 15:19:37.867127 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae9980b0-40e9-4e19-8d16-81570ee87200 req-0b17c577-97ba-466e-92d5-5c7185cfc28d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639257 Jun 03 15:19:38.028420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464a3517-62c9-4555-a2bf-3223e1c6b35f {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:38.044687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.070992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Transition to ACTIVE for port object 464a3517-62c9-4555-a2bf-3223e1c6b35f will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:38.077432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] Pushing event updated for resources: {'Network': ['ID=bab2ba7d-77a4-46db-a2be-af020ae0ac10,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:38.077649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.095765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:19:38.157810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a84cba-d2eb-4aa5-a30e-dc8b60a3b7c5 req-738c083e-8a56-4dc1-9427-ee7eb134cc18 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:38.159387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55a84cba-d2eb-4aa5-a30e-dc8b60a3b7c5 req-738c083e-8a56-4dc1-9427-ee7eb134cc18 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.7966235 Jun 03 15:19:38.166734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5dbc9cfe-e1fa-4652-93df-16db4ad3282f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4735057 Jun 03 15:19:38.176770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:38.205490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0b8e9-2a7c-4909-922b-d7684b7c036c req-a4ecf917-dbd8-475a-a82f-eeb3ae631048 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:38.222567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ae0b8e9-2a7c-4909-922b-d7684b7c036c req-a4ecf917-dbd8-475a-a82f-eeb3ae631048 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 946 time: 0.6659503 Jun 03 15:19:38.270973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Request body: {'subnet': {'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2132740063-subnet', 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:38.293076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45152) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:38.319962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:38.342804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Usage tracker for resource:subnet and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:38.352836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55a84cba-d2eb-4aa5-a30e-dc8b60a3b7c5 req-2e0d77bc-39d4-4419-8d0f-15bc77f0e6ef tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734965 Jun 03 15:19:38.356850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:38.369032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.398127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:38.416679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:38.422075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Usage tracker for resource:security_group_rule and tenant:bcbf637e29fa40ec96239dad44a3d749 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:38.425856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:38.432480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:38.537386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.542374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:38.555648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ae0b8e9-2a7c-4909-922b-d7684b7c036c req-018600ed-104a-4983-8af4-2f6672226b55 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320997 Jun 03 15:19:38.626091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:38.628078 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.643390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Attempting to bind port 464a3517-62c9-4555-a2bf-3223e1c6b35f on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:38.644160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Attempting to bind port 464a3517-62c9-4555-a2bf-3223e1c6b35f by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:38.645334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Attempting to bind port 464a3517-62c9-4555-a2bf-3223e1c6b35f on network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:38.652555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Port 464a3517-62c9-4555-a2bf-3223e1c6b35f on network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:38.653555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.654427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Attempting to bind port 464a3517-62c9-4555-a2bf-3223e1c6b35f on network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:38.663182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:38.664206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Checking segment: {'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:38.665105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Bound using segment: {'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:38.666327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Bound port: 464a3517-62c9-4555-a2bf-3223e1c6b35f, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:38.666896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.787131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:38.790399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:38.796209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.843756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcbf637e29fa40ec96239dad44a3d749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308907 Jun 03 15:19:38.847411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b5847-6d89-45e7-9f9d-21505d89816b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d787bad1-c74c-422a-bc45-9d668ecaa379,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:38.849852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45170) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:38.880065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:38.881002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.883589 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] 10.222.0.70 "PUT /v2.0/ports/464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 1092 time: 2.2290118 Jun 03 15:19:38.884443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:38.917704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada965d-47a9-4c22-9e3d-9536fe8910d0 service neutron] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:38.989961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91279f81-1482-45ea-bdb2-97e1f1cb96aa req-da4d24ed-c047-4e91-a5ae-4cda8359b97d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:38.994360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91279f81-1482-45ea-bdb2-97e1f1cb96aa req-da4d24ed-c047-4e91-a5ae-4cda8359b97d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.4545307 Jun 03 15:19:39.051836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7c751-8bd3-4bf4-9918-96c21dd487cd req-833afb0f-9211-4de2-8715-4dd2f5605c4a tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:39.053384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fef7c751-8bd3-4bf4-9918-96c21dd487cd req-833afb0f-9211-4de2-8715-4dd2f5605c4a tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1097 time: 0.3155224 Jun 03 15:19:39.062593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c42d-843b-4694-95ec-66e7f5ea456d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:39.075347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0dc85252-ba31-49c7-954a-3519344dd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:39.079461 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-0dc85252-ba31-49c7-954a-3519344dd973 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1095 time: 0.1268101 Jun 03 15:19:39.128783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91279f81-1482-45ea-bdb2-97e1f1cb96aa req-81834c8b-9918-4296-9a75-f06429ee6588 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244147 Jun 03 15:19:39.214195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-6865e20e-095d-448f-86a2-176d92bffd4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.1259758 Jun 03 15:19:39.215033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c42d-843b-4694-95ec-66e7f5ea456d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:39.254449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fef7c751-8bd3-4bf4-9918-96c21dd487cd req-00f42ab7-e52b-4d4a-8a8e-943bd8083b97 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896079 Jun 03 15:19:39.258262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:39.321794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-b77872ec-2e2a-4ba1-9ef4-e7aa032cd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:39.324361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-b77872ec-2e2a-4ba1-9ef4-e7aa032cd6f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.0945027 Jun 03 15:19:39.326099 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b6e712-a9a9-4132-baea-bf17db29b4ad'] response: {'name': 'network-changed', 'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'status': 'completed', 'code': 200} Jun 03 15:19:39.470852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c663b740-2cbb-4f54-abd2-34f5c8e205ad,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:39.527210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c42d-843b-4694-95ec-66e7f5ea456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:39.601899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c42d-843b-4694-95ec-66e7f5ea456d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:39.606041 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bbf4c42d-843b-4694-95ec-66e7f5ea456d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d787bad1-c74c-422a-bc45-9d668ecaa379 HTTP/1.1" status: 204 len: 168 time: 0.7529066 Jun 03 15:19:39.613259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4c42d-843b-4694-95ec-66e7f5ea456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787bad1-c74c-422a-bc45-9d668ecaa379,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:39.640700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-02593340-2d26-4455-bc59-1dc9db173b34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3073976 Jun 03 15:19:39.683799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:39.691489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Network hostable DHCP agents. Network: bab2ba7d-77a4-46db-a2be-af020ae0ac10, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:19:39.765986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5527d-040e-4419-94c9-7a779abd1179 req-3fa200cc-ce9e-47e7-a0fc-31c270f2dceb tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:39.775812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05f5527d-040e-4419-94c9-7a779abd1179 req-3fa200cc-ce9e-47e7-a0fc-31c270f2dceb tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1097 time: 0.3013573 Jun 03 15:19:39.906919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:19:39.925096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05f5527d-040e-4419-94c9-7a779abd1179 req-c9690128-d6fd-4867-aafd-1c54fe5e7f60 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481194 Jun 03 15:19:39.973114 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-775dc0ea-5e34-4dc3-86bd-5748c1cfe05c service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261044 Jun 03 15:19:40.004228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, bab2ba7d-77a4-46db-a2be-af020ae0ac10) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:40.011932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf79d4-d530-4a58-93d2-9bf0fb55241e None None] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:40.047896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:40.049004 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:40.170846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e3e29e44-8887-4260-9b17-f8685ccea3e5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9835899 Jun 03 15:19:40.207472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0194a-f49b-492b-84af-d02cad7fa307 req-dca89b47-f783-485c-bad1-6db30d351d81 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:40.227605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5af0194a-f49b-492b-84af-d02cad7fa307 req-dca89b47-f783-485c-bad1-6db30d351d81 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 946 time: 0.4559536 Jun 03 15:19:40.282431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5af0194a-f49b-492b-84af-d02cad7fa307 req-f9dd2e79-9b3a-4463-b1c6-1a724fdfc874 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623777 Jun 03 15:19:40.347525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1b4365f-0647-43ad-bc36-6a69603b1891 req-c0b87c69-a1ec-4ca0-ba46-dbbf67e9fc93 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650773 Jun 03 15:19:40.403560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1230d-d98b-4808-9dd0-0146c0ca76cc None None] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:40.516771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45234) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:40.634314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fddae-09d3-433b-8101-498c505f1e7d req-7e255970-3998-425e-9305-f1acc46090c7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:40.644729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e83fddae-09d3-433b-8101-498c505f1e7d req-7e255970-3998-425e-9305-f1acc46090c7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.1843960 Jun 03 15:19:40.675255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-5271f91b-992f-40f8-9994-3e42616e5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:40.682952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-5271f91b-992f-40f8-9994-3e42616e5ccc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1095 time: 0.1945956 Jun 03 15:19:40.764188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e83fddae-09d3-433b-8101-498c505f1e7d req-f51d36ef-e04c-4def-89df-84e41de2cb50 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184623 Jun 03 15:19:40.856769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:40.933480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:40.962127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Usage tracker for resource:security_group_rule and tenant:676c036282694126a207e520a10633d9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:40.968766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:40.986335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:41.005792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-d4838fb4-2323-4e9d-ab7b-a65a5e23d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:41.007529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-d4838fb4-2323-4e9d-ab7b-a65a5e23d004 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.3184667 Jun 03 15:19:41.148971 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-686c662d-85f5-4b0b-ae9d-050ff9309e8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.1332977 Jun 03 15:19:41.187261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.192316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.268454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7a4da7-de0b-445e-bc24-276c2942ffda,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:41.282931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-ab6ce0e6-0bd2-49ad-b25e-57aa055115e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:41.284075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-ab6ce0e6-0bd2-49ad-b25e-57aa055115e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.1183541 Jun 03 15:19:41.307450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-061c54f2-7eff-4f58-992c-145a23791b71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=676c036282694126a207e520a10633d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7912414 Jun 03 15:19:41.308583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45278) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:41.384874 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-b38b2eef-75dc-4482-b19d-e40c33e2acb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921977 Jun 03 15:19:41.449259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45a0500c-e668-43c8-ba1a-5431c4884d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.507815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45a0500c-e668-43c8-ba1a-5431c4884d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.589336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-a971aa11-5866-4f8b-bd63-b8811b47a40b service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972599 Jun 03 15:19:41.626948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45a0500c-e668-43c8-ba1a-5431c4884d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.677306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0500c-e668-43c8-ba1a-5431c4884d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7a4da7-de0b-445e-bc24-276c2942ffda,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:41.690543 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45a0500c-e668-43c8-ba1a-5431c4884d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.695084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-45a0500c-e668-43c8-ba1a-5431c4884d29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d7a4da7-de0b-445e-bc24-276c2942ffda HTTP/1.1" status: 204 len: 168 time: 0.3833244 Jun 03 15:19:41.814060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-980dfebe-74f3-42e9-b0fa-bdfa404fc625 req-3a6690e9-001c-465e-9df8-bbca88e2c805 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109394 Jun 03 15:19:42.014192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-af4ce31e-c552-4d4d-a24a-1a4a625749a4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:42.017232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-af4ce31e-c552-4d4d-a24a-1a4a625749a4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:42.045467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-9452f2ac-d6f9-4e92-bcbd-b99dce8855b7 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:19:42.047196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-9452f2ac-d6f9-4e92-bcbd-b99dce8855b7 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141916 Jun 03 15:19:42.064672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Request body: {'binding': {'host': 'n-h1-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:42.065053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Unknown quota resources ['binding']. {{(pid=88338) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:19:42.136985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-af4ce31e-c552-4d4d-a24a-1a4a625749a4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:42.138648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-af4ce31e-c552-4d4d-a24a-1a4a625749a4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.4025455 Jun 03 15:19:42.177720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-6ae8e4d8-f82c-4518-9f73-3964fffe9004 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/quotas/4e7396cbbc08497a9316bfc89e1706db HTTP/1.1" status: 200 len: 375 time: 0.0286810 Jun 03 15:19:42.306139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-fc0b6031-a00b-464e-a4ca-46187d92adb3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029243 Jun 03 15:19:42.576078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-2ca6d716-ba6d-48ad-8606-660c925cd8c0 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530215 Jun 03 15:19:42.785680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-c28c26fe-17cd-4c9c-8265-77c85f314b47 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086048 Jun 03 15:19:42.794340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on host n-h1-844594-1 for vnic_type normal with profile None {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:42.794711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:42.794993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:42.814439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:42.814770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:42.821071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:42.821354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:42.821719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:42.822158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Bound port: 505ac7ed-ba79-41e8-96df-3048b0d04711, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:42.822777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-4ac939db-4eff-43f8-b1bc-ef3cc9fefaf8 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:42.823762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-4ac939db-4eff-43f8-b1bc-ef3cc9fefaf8 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Synchronizing usage tracker for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:42.854472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-4ac939db-4eff-43f8-b1bc-ef3cc9fefaf8 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Unset dirty status for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:42.856065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-4ac939db-4eff-43f8-b1bc-ef3cc9fefaf8 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c692b81-2fa3-49a1-9321-b623cb8bed57 HTTP/1.1" status: 200 len: 946 time: 0.1798651 Jun 03 15:19:42.892796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:42.907828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] Notify callbacks [] for binding, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:42.909024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-cd765848-01be-46b9-b78c-9321bc63ef8a service neutron] 10.222.0.66 "POST /v2.0/ports/505ac7ed-ba79-41e8-96df-3048b0d04711/bindings HTTP/1.1" status: 201 len: 389 time: 0.8547297 Jun 03 15:19:42.990088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Deleting port 07d40a2c-cb6e-4862-aa79-d1727b418f94 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:42.990448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:43.366657 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c69022b1-c6fa-4d33-800d-c5d3fd711225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:43.487751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] For port 07d40a2c-cb6e-4862-aa79-d1727b418f94, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=07d40a2c-cb6e-4862-aa79-d1727b418f94,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:43.488140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:43.563041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a3526-2493-4d67-a718-8d7a86c856ad req-7b25bc5f-9bfb-47b1-a785-fb5e0d4dfa53 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:43.565227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-767a3526-2493-4d67-a718-8d7a86c856ad req-7b25bc5f-9bfb-47b1-a785-fb5e0d4dfa53 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.2155497 Jun 03 15:19:43.658017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79a3d39c-7f5e-4401-be6b-aa8fa5737b0f req-62279e0f-8798-4f7b-8113-2aad7090054d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 210 time: 0.0673852 Jun 03 15:19:43.691435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-767a3526-2493-4d67-a718-8d7a86c856ad req-d61ebdc0-86a1-4d03-982d-81182984e11f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203451 Jun 03 15:19:43.846545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Calling delete_port for 07d40a2c-cb6e-4862-aa79-d1727b418f94 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:43.994597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-2934f90c-ae1a-40a8-8886-9021dd86b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:43.996699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-2934f90c-ae1a-40a8-8886-9021dd86b530 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1097 time: 0.2108080 Jun 03 15:19:44.051514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-8dfa5e99-fbd4-4f55-be52-55681d18f9b9 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:44.058483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-8dfa5e99-fbd4-4f55-be52-55681d18f9b9 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 812 time: 0.1954195 Jun 03 15:19:44.073791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edcf34-d9f9-4dd6-833c-34711b28d447 req-5216425b-b6c1-48b4-a145-9de871d49b7b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:44.075522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8edcf34-d9f9-4dd6-833c-34711b28d447 req-5216425b-b6c1-48b4-a145-9de871d49b7b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.2467806 Jun 03 15:19:44.086769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-cc29fd3b-4412-41c0-ba1f-1c1ab40b678d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/quotas/ccd40354a0b24b95af6e3adc6cbccdcf HTTP/1.1" status: 200 len: 375 time: 0.0273726 Jun 03 15:19:44.186191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8edcf34-d9f9-4dd6-833c-34711b28d447 req-8798150b-c664-46a9-a654-b1faf07f53b9 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966904 Jun 03 15:19:44.220231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-60c21b6e-4c2a-4f93-9122-cd995b51c040 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324382 Jun 03 15:19:44.266994 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:44.282361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['74a44799-7817-454f-9278-4aae3b969e60'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:44.339521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event deleted for resources: {'Port': ['ID=07d40a2c-cb6e-4862-aa79-d1727b418f94,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:44.364971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['07d40a2c-cb6e-4862-aa79-d1727b418f94'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:44.391465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-7fee53d6-d9e5-4806-b13f-c5acb120c8d7 service neutron] 10.222.0.66 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703191 Jun 03 15:19:44.394399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-1dc731ef-838b-4e7a-8e70-b6dd00e40096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:44.396415 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-1dc731ef-838b-4e7a-8e70-b6dd00e40096 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.3866665 Jun 03 15:19:44.517397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] No DVR routers for this DVR port 07d40a2c-cb6e-4862-aa79-d1727b418f94 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:44.519717 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-8f6810ab-81b9-47c3-818c-006780bf1371 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 200 len: 217 time: 0.0862470 Jun 03 15:19:44.520874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:44.524219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'name': 'network-vif-deleted', 'tag': '07d40a2c-cb6e-4862-aa79-d1727b418f94'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:44.571033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:44.582624 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220fc102-b16d-43ee-9c9c-b33c3a19510b req-0d6d7106-9eda-4921-b6ae-2a8a21cafd4d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "DELETE /v2.0/ports/07d40a2c-cb6e-4862-aa79-d1727b418f94 HTTP/1.1" status: 204 len: 173 time: 1.7176425 Jun 03 15:19:44.639569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-082b55bf-de8b-4d1f-a2aa-527325fab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:44.654622 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-082b55bf-de8b-4d1f-a2aa-527325fab4fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.1161125 Jun 03 15:19:44.672966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-b0c64a9a-d150-4d29-817a-d3d7c7ce1042 service neutron] 10.222.0.66 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715449 Jun 03 15:19:44.752803 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d16c582-3e02-470a-809a-789abbc52fe0'] response: {'server_uuid': '9c692b81-2fa3-49a1-9321-b623cb8bed57', 'name': 'network-vif-deleted', 'tag': '07d40a2c-cb6e-4862-aa79-d1727b418f94', 'status': 'completed', 'code': 200} Jun 03 15:19:44.803708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-a598caa3-887f-4dba-81e0-acbe6d083759 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399286 Jun 03 15:19:44.808283 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:45.124243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad244108-8220-4800-a904-d21d64a34972 req-3d284d12-a0a0-4146-9d29-09c4c92e1049 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 210 time: 0.1830640 Jun 03 15:19:45.206591 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-9044cc5f-9ebe-42c0-95df-646345809dd8 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879604 Jun 03 15:19:45.242029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:45.314256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:45.315823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527', 'port_id': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'mac_address': 'fa:16:3e:65:8e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34646f81-0c65-41aa-a004-661c0d2f030d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:45.454492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:45.455119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:45.475158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464a3517-62c9-4555-a2bf-3223e1c6b35f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:45.555534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:45.563876 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:45.781399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d45069-05c0-4891-9f97-a2dfdf78b80b req-a2ed97ac-bc3b-4322-a58d-c974bb1408de tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:45.796976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-47d45069-05c0-4891-9f97-a2dfdf78b80b req-a2ed97ac-bc3b-4322-a58d-c974bb1408de tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.4120839 Jun 03 15:19:45.880228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:45.969004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d270beb-77c6-441c-92ad-576d3bcb1bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:46.033114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['464a3517-62c9-4555-a2bf-3223e1c6b35f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:46.045059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-47d45069-05c0-4891-9f97-a2dfdf78b80b req-48e63bb5-e09a-4702-9d71-9cef5450c41f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463148 Jun 03 15:19:46.193553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-b4bcce60-7491-4ed3-9c59-82b9cc571c74 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9288137 Jun 03 15:19:46.325785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-5897a797-caa2-4d56-b4f2-d16df9671433 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:46.343414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-5897a797-caa2-4d56-b4f2-d16df9671433 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 1.1347942 Jun 03 15:19:46.362452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Request body: {'port': {'device_id': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'admin_state_up': True, 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:46.409105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6af70d8f-2d35-4f01-a6de-c103c3191922 req-d6353f54-5c12-49d4-89b3-3bf99777afd9 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 210 time: 0.1329770 Jun 03 15:19:46.528459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 07d40a2c-cb6e-4862-aa79-d1727b418f94 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:46.654584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-1af892cb-4a1c-4a9b-bc0a-09a232eedd6c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:46.657560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-1af892cb-4a1c-4a9b-bc0a-09a232eedd6c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Synchronizing usage tracker for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:46.675265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 07d40a2c-cb6e-4862-aa79-d1727b418f94 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:46.675880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 07d40a2c-cb6e-4862-aa79-d1727b418f94 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:46.690371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33041c-e6ff-4d7b-8ffb-f1804932ef15 req-e8bd7c1e-50d9-4a4c-bc2c-f3c323054646 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:46.696659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d33041c-e6ff-4d7b-8ffb-f1804932ef15 req-e8bd7c1e-50d9-4a4c-bc2c-f3c323054646 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.2181070 Jun 03 15:19:46.774301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-1af892cb-4a1c-4a9b-bc0a-09a232eedd6c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Unset dirty status for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:46.786487 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-1af892cb-4a1c-4a9b-bc0a-09a232eedd6c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.15 "GET /v2.0/ports?device_id=24cfa52e-037e-4b22-8a18-f24861e0ad13 HTTP/1.1" status: 200 len: 945 time: 1.2778673 Jun 03 15:19:46.834480 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:46.888125 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:46.917978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d33041c-e6ff-4d7b-8ffb-f1804932ef15 req-a2b0eca2-4a17-4a93-a70c-4612d954d6eb tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147930 Jun 03 15:19:46.932543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a44fcde0-52b7-4ee5-a2e0-2618d16ac46c req-3a2348f1-f93c-4afc-8568-908737927086 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 210 time: 0.1255755 Jun 03 15:19:46.944888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Deleting port 74a44799-7817-454f-9278-4aae3b969e60 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:46.945176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:47.410519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5218e62-87ae-410e-8f0a-afafedac61cf req-7d202551-6a38-47bd-8a12-d2495df686fc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:47.412722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5218e62-87ae-410e-8f0a-afafedac61cf req-7d202551-6a38-47bd-8a12-d2495df686fc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 945 time: 0.1294010 Jun 03 15:19:47.452561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:47.469753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Usage tracker for resource:port and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:47.475558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:47.479959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5218e62-87ae-410e-8f0a-afafedac61cf req-80f7af50-35da-49ce-8c51-ad6b87a14a3b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606923 Jun 03 15:19:47.487130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:47.520143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:47.523887 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:47.552718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:47.615564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=74a44799-7817-454f-9278-4aae3b969e60,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:47.616003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:47.753664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29ad1b5e-b7cd-41e4-b65d-019f17b505e5 req-a22cd7d4-59bf-4be3-aeb9-f5e90b8187dd tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 210 time: 0.1000283 Jun 03 15:19:47.808816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 74a44799-7817-454f-9278-4aae3b969e60 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:47.941541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Calling delete_port for 74a44799-7817-454f-9278-4aae3b969e60 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:48.061151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 74a44799-7817-454f-9278-4aae3b969e60 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:48.061698 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:48.149810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a44799-7817-454f-9278-4aae3b969e60'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:48.179371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=74a44799-7817-454f-9278-4aae3b969e60,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:48.197879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:48.349325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:48.384393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=74a44799-7817-454f-9278-4aae3b969e60,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:48.472086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90ac55b3-3275-4e4e-97f7-8b1eaed10054 req-d8203486-a7f3-45f4-8e19-172059fda0df tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 210 time: 0.3595543 Jun 03 15:19:48.511988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:48.592542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a622a-78e1-4050-9b59-ee5ab167a489 req-b2acaf6d-8dae-4e66-86b8-ed474f512052 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:48.609113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b2a622a-78e1-4050-9b59-ee5ab167a489 req-b2acaf6d-8dae-4e66-86b8-ed474f512052 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.1894553 Jun 03 15:19:48.635113 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d7b0d1-ebcf-40a6-9355-eb5e77d2ee67'] response: {'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a44799-7817-454f-9278-4aae3b969e60', 'code': 200} Jun 03 15:19:48.720658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b2a622a-78e1-4050-9b59-ee5ab167a489 req-12e3fd48-d9ec-46dd-adf0-92178eed0dda tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078303 Jun 03 15:19:48.837762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 464a3517-62c9-4555-a2bf-3223e1c6b35f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:48.895999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 464a3517-62c9-4555-a2bf-3223e1c6b35f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:48.898178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:48.927535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Allocated IP 172.20.0.9 (bab2ba7d-77a4-46db-a2be-af020ae0ac10/c663b740-2cbb-4f54-abd2-34f5c8e205ad/216fee2e-bcb6-4caa-8da8-9df9b15b4a28) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:48.964383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502b58f-77da-4603-992d-024be7caa45e req-f3164528-f8e7-4394-bb8f-137c155abb69 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:48.978155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4502b58f-77da-4603-992d-024be7caa45e req-f3164528-f8e7-4394-bb8f-137c155abb69 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 945 time: 0.1482072 Jun 03 15:19:49.011040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-c0a17ace-bdcc-452a-ad6a-d81f5a0fa59d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:49.018207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-c0a17ace-bdcc-452a-ad6a-d81f5a0fa59d tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 812 time: 1.3024018 Jun 03 15:19:49.038370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:19:49.039425 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:19:49.065995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Request body: {'port': {'device_id': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'admin_state_up': True, 'tenant_id': 'ccd40354a0b24b95af6e3adc6cbccdcf'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:49.094974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4502b58f-77da-4603-992d-024be7caa45e req-0eb1487e-7556-4d41-a461-8363060491b5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157520 Jun 03 15:19:49.136534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-a51d6f7e-64da-4ff9-a9c6-f8eaeab0182c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:49.138170 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-a51d6f7e-64da-4ff9-a9c6-f8eaeab0182c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 812 time: 0.8601291 Jun 03 15:19:49.249719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:49.250185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.353623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:49.353623 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.439079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36b5f529-233f-47d7-a6fa-320b58ebabc7 req-4e65dabc-d597-48d6-93ba-49a36fd5792f tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 210 time: 0.1455526 Jun 03 15:19:49.478573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Request body: {'port': {'device_id': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'admin_state_up': True, 'tenant_id': 'ccd40354a0b24b95af6e3adc6cbccdcf'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:49.557438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:49.576471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:49.577909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Deleting port 74a44799-7817-454f-9278-4aae3b969e60 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:49.579400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.621190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Usage tracker for resource:port and tenant:ccd40354a0b24b95af6e3adc6cbccdcf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:49.640413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:49.670013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:49.775669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71040467-930c-4a8c-912e-6cad184902ce req-7dc8212d-9bab-4924-9d94-b0bc5cf805b9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 210 time: 0.0589216 Jun 03 15:19:49.830895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Made reservation on behalf of ccd40354a0b24b95af6e3adc6cbccdcf for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:49.835452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.936367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:50.023996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Usage tracker for resource:port and tenant:ccd40354a0b24b95af6e3adc6cbccdcf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:50.058796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf9626-bc82-4ab5-8e3d-cfc33fdd6d68 req-688e44b1-3bc4-4eef-ab30-99220e764888 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:50.060364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62bf9626-bc82-4ab5-8e3d-cfc33fdd6d68 req-688e44b1-3bc4-4eef-ab30-99220e764888 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.1563272 Jun 03 15:19:50.068972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:50.302080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:50.308374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62bf9626-bc82-4ab5-8e3d-cfc33fdd6d68 req-4986a673-6d4c-4e84-abe3-2f0607075c0e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202539 Jun 03 15:19:50.598321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107e26b-4fec-4aed-baba-e023a6282914 req-40c2167d-50ad-4090-8a57-43fc5bda2f4f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:50.603894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8107e26b-4fec-4aed-baba-e023a6282914 req-40c2167d-50ad-4090-8a57-43fc5bda2f4f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1958313 Jun 03 15:19:50.691377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Made reservation on behalf of ccd40354a0b24b95af6e3adc6cbccdcf for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:50.696223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.767372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:50.768330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.855079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9024405d-b1f3-4fc5-8d3c-40dd46ef8b98 req-f352a259-bb2c-42f3-98eb-d18141635993 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 210 time: 0.1679425 Jun 03 15:19:50.892536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8107e26b-4fec-4aed-baba-e023a6282914 req-8a5056a7-a191-49c3-8e8f-6783722fc5eb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765243 Jun 03 15:19:50.952833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] For port 74a44799-7817-454f-9278-4aae3b969e60, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=74a44799-7817-454f-9278-4aae3b969e60,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:50.953315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.059714 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad9c22e-8b72-4a82-aa3b-88d17a7fe5dc'] response: {'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'code': 200} Jun 03 15:19:51.118366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Allocated IP 172.20.0.6 (3d36faac-1183-4069-b76c-188665e236fb/e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1/6a042fbe-e41b-4783-aba2-36f59db76526) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:51.127819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Calling delete_port for 74a44799-7817-454f-9278-4aae3b969e60 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:51.196817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76752bc0-347d-4f12-916c-8fa9e0dfcc64 req-d9acccb4-0cf1-4b25-946e-3a275a067372 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 210 time: 0.0657969 Jun 03 15:19:51.254391 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.407143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:51.415033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:51.421761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:51.423880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-838e114a-d63a-48e5-9f0d-cb8ab35f6a3d tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c626ac1c2c08403eb0d07953cfc99574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462303 Jun 03 15:19:51.449251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event updated for resources: {'Port': ['ID=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:51.637151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-78733e1e-f141-40b6-9d1d-8005a75be1ce tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:51.638575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-78733e1e-f141-40b6-9d1d-8005a75be1ce tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136545 Jun 03 15:19:51.651260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453ee8c-db0c-4cf5-95cc-be2e0c443663 req-66f1ab22-8b1d-4e84-867e-54427b3c321c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:51.652796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c453ee8c-db0c-4cf5-95cc-be2e0c443663 req-66f1ab22-8b1d-4e84-867e-54427b3c321c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.2025750 Jun 03 15:19:51.668190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:51.668837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.678412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-0b018875-3298-4ac1-bfdf-55937831fc85 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/quotas/c626ac1c2c08403eb0d07953cfc99574 HTTP/1.1" status: 200 len: 375 time: 0.0244479 Jun 03 15:19:51.702085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808abaee-11f1-4940-9a12-271795ca0259 req-b5d3c04a-53f1-4e21-825a-9390f1cfa860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:51.703944 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-808abaee-11f1-4940-9a12-271795ca0259 req-b5d3c04a-53f1-4e21-825a-9390f1cfa860 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1097 time: 0.5361264 Jun 03 15:19:51.705063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.743440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c453ee8c-db0c-4cf5-95cc-be2e0c443663 req-026150b0-59ea-4e64-bc12-7b5766fe91ec tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824909 Jun 03 15:19:51.758512 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-a5a9f4f8-9c98-4ada-a050-299b20801e68 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640364 Jun 03 15:19:51.801007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event deleted for resources: {'Port': ['ID=74a44799-7817-454f-9278-4aae3b969e60,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:51.830926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:51.837043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1816168342'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:51.843989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:51.848682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:network and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:51.852746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:51.853198 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-96a7025b-f5c7-4869-971f-bdfc2e051ffc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4966853 Jun 03 15:19:51.861226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.861546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:51.893585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:51.900843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.917678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-808abaee-11f1-4940-9a12-271795ca0259 req-da31b21a-db20-4089-aada-bf769a80893c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600516 Jun 03 15:19:51.929937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Request body: {'port': {'device_id': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:51.961492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:19:51.972248 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.972905 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Added segment 6311575c-cb27-4fd3-bbbe-7e1c276a77b9 of type vlan for network ac54d610-31bd-47fa-bc70-18d267801812 Jun 03 15:19:52.008343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.110727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.113506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] No DVR routers for this DVR port 74a44799-7817-454f-9278-4aae3b969e60 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:52.121043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.124320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:52.124588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c4d84ce-d37e-4c8c-b70e-e98784e5c8af req-8948563f-2a8d-4865-b86b-f4a96de3898a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.15 "DELETE /v2.0/ports/74a44799-7817-454f-9278-4aae3b969e60 HTTP/1.1" status: 204 len: 173 time: 5.3187306 Jun 03 15:19:52.126420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'name': 'network-vif-deleted', 'tag': '74a44799-7817-454f-9278-4aae3b969e60'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:52.128271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.221609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.401708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.415488 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5833759 Jun 03 15:19:52.425651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:52.432560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Network 3d36faac-1183-4069-b76c-188665e236fb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:52.432733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83c149-23fa-47d5-aeb0-fa756d77a3dd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Network': ['ID=ac54d610-31bd-47fa-bc70-18d267801812,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:52.437515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-357528204'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:52.445266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:52.446069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network ac54d610-31bd-47fa-bc70-18d267801812 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:19:52.462690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Allocated IP 172.20.0.14 (3d36faac-1183-4069-b76c-188665e236fb/e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1/9922db70-ff7b-4d15-abd5-974841749aaf) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:52.496150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f7547-3df1-4bde-b655-5732b867c9f7 req-4d9e6faa-babd-451d-9b81-f5d72053fac7 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:52.498426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc2f7547-3df1-4bde-b655-5732b867c9f7 req-4d9e6faa-babd-451d-9b81-f5d72053fac7 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 931 time: 0.3645036 Jun 03 15:19:52.509159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4fda1-87a2-4a71-984e-918ef7449195 req-af7d4904-3e9b-4737-bee1-5dfc54661890 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:52.518299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cf4fda1-87a2-4a71-984e-918ef7449195 req-af7d4904-3e9b-4737-bee1-5dfc54661890 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4773462 Jun 03 15:19:52.608482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cf4fda1-87a2-4a71-984e-918ef7449195 req-b548d6a5-4b87-4e44-b870-c284d505e41c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887043 Jun 03 15:19:52.634793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc2f7547-3df1-4bde-b655-5732b867c9f7 req-6ab42c0e-53d0-4d10-b08d-d6eeef867264 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130068 Jun 03 15:19:52.661412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event updated for resources: {'Port': ['ID=6a042fbe-e41b-4783-aba2-36f59db76526,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:52.671275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:52.674147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:network and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:52.712085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:52.715490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:52.842951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-bc725c53-bd90-4b4b-aba5-7ab0a7cd2bd6 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c626ac1c2c08403eb0d07953cfc99574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518548 Jun 03 15:19:53.072861 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce70b2b4-4ee5-4e8b-8ff3-1fe2d49b38e2'] response: {'server_uuid': '24cfa52e-037e-4b22-8a18-f24861e0ad13', 'name': 'network-vif-deleted', 'tag': '74a44799-7817-454f-9278-4aae3b969e60', 'status': 'completed', 'code': 200} Jun 03 15:19:53.118796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:53.186045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:53.189224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.238117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:53.242010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.353625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-c6529816-e352-4d55-b00a-8ecedd460933 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:53.355941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-c6529816-e352-4d55-b00a-8ecedd460933 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5117579 Jun 03 15:19:53.368193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d976c49-e4c9-40f9-b0a4-790bad6e7177 req-abc34ec9-e708-48c8-81f5-7e08afa60cad tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:53.370336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2910c53e-1b8d-4e2d-9958-840b3af2b913 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3157156 Jun 03 15:19:53.372840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d976c49-e4c9-40f9-b0a4-790bad6e7177 req-abc34ec9-e708-48c8-81f5-7e08afa60cad tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 931 time: 0.4322033 Jun 03 15:19:53.381498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.391824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Request body: {'port': {'device_id': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:53.409265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-a43e6a40-6b64-4d76-9b74-b477be58bfa6 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/quotas/c626ac1c2c08403eb0d07953cfc99574 HTTP/1.1" status: 200 len: 375 time: 0.0362744 Jun 03 15:19:53.454031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:19:53.480991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-d3321d6a-5066-47bd-b412-eb3712ad130b tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605545 Jun 03 15:19:53.484267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5d976c49-e4c9-40f9-b0a4-790bad6e7177 req-d89deee2-43c4-42c3-87b2-7da2d156e454 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:53.502387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.502776 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Added segment 035cc65a-076a-4fb1-962d-10b1c4ff2ada of type vlan for network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc Jun 03 15:19:53.513628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5d976c49-e4c9-40f9-b0a4-790bad6e7177 req-d89deee2-43c4-42c3-87b2-7da2d156e454 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:53.535262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d976c49-e4c9-40f9-b0a4-790bad6e7177 req-d89deee2-43c4-42c3-87b2-7da2d156e454 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580408 Jun 03 15:19:53.639024 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-60d558bc-5300-4fe8-b0c0-77fe296c3dd9 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c626ac1c2c08403eb0d07953cfc99574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483007 Jun 03 15:19:53.651850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.791322 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.855754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.943295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36988cf2-e6de-4243-bcbc-d9dbc9f3456b req-88f6bd4b-b0c0-4439-9a76-e61c1fc260a8 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:53.950262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36988cf2-e6de-4243-bcbc-d9dbc9f3456b req-88f6bd4b-b0c0-4439-9a76-e61c1fc260a8 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.2660506 Jun 03 15:19:54.011203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b734f-d432-47d0-9ccd-db7b793c07e9 req-5016d66a-56ef-4427-a0ac-577891da021a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:54.013018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-348b734f-d432-47d0-9ccd-db7b793c07e9 req-5016d66a-56ef-4427-a0ac-577891da021a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1668022 Jun 03 15:19:54.024279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36988cf2-e6de-4243-bcbc-d9dbc9f3456b req-2029fab5-4212-4f60-a5aa-477d7d786f61 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728045 Jun 03 15:19:54.058935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event updated for resources: {'Port': ['ID=9922db70-ff7b-4d15-abd5-974841749aaf,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:54.091414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:54.124198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-348b734f-d432-47d0-9ccd-db7b793c07e9 req-214313dd-6657-4383-beef-583a39107dd4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959032 Jun 03 15:19:54.134905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.137755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.144877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:54.145731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.169634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Network 3d36faac-1183-4069-b76c-188665e236fb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:54.212336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:54.217780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7855215 Jun 03 15:19:54.218888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:54.253683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45684) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:54.267084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'subnet': {'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:54.289025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58dac70a-b451-4ca8-b60c-fc38046e336e req-6fdc6a95-d884-4bb1-af56-b94be7b8b643 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 210 time: 0.0774279 Jun 03 15:19:54.330345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:54.331248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.447891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc41098-34e7-4b88-b0d9-0d0646a8aa2b req-fe30d1f3-7e97-47ca-8029-0a97efc8bfcd tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:54.456268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cc41098-34e7-4b88-b0d9-0d0646a8aa2b req-fe30d1f3-7e97-47ca-8029-0a97efc8bfcd tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 931 time: 0.3062232 Jun 03 15:19:54.526367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:54.596554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:subnet and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:54.600613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:54.610609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:54.622798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-20e97928-02d0-4f37-b527-6df11fe7d0de tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:54.624939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-20e97928-02d0-4f37-b527-6df11fe7d0de tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9565725 Jun 03 15:19:54.639677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Transition to ACTIVE for port object 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:54.663521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Request body: {'port': {'device_id': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c626ac1c2c08403eb0d07953cfc99574'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:54.686243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.703045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cc41098-34e7-4b88-b0d9-0d0646a8aa2b req-3846e6d7-00a6-41f8-8dbe-7bc2a0d87d89 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455049 Jun 03 15:19:54.744736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7498520-125d-4262-b3fd-19337f019477 req-6e94dc21-f1f8-41a5-ac4e-d5eb99a878cb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:54.757663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-6e94dc21-f1f8-41a5-ac4e-d5eb99a878cb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 813 time: 0.2949538 Jun 03 15:19:54.781150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:54.781150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.822339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-5aea405c-2680-4a72-89f3-d3fe44344ea8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/quotas/ed1515db0ddd4105ace55ea91dad07a7 HTTP/1.1" status: 200 len: 375 time: 0.0562341 Jun 03 15:19:54.830276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-50792bdf-e1cc-4352-87c8-b35ec215deae tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3482666 Jun 03 15:19:54.938101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834dd50-39d4-4d44-befc-5b194aaa6567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Network': ['ID=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:54.951071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:19:54.953528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Request body: {'port': {'device_id': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:55.087661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-27017245-be1b-4207-82b1-da671613fe88 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2755857 Jun 03 15:19:55.159224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:55.255776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fec524-9433-44d3-9229-2b9984bb1d3d req-64cc52d5-885d-46e1-8038-cd34d4d1e83f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:55.263459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63fec524-9433-44d3-9229-2b9984bb1d3d req-64cc52d5-885d-46e1-8038-cd34d4d1e83f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 943 time: 0.3458748 Jun 03 15:19:55.390510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63fec524-9433-44d3-9229-2b9984bb1d3d req-25881d45-d959-4773-878f-f88d507ef913 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207557 Jun 03 15:19:55.408578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-db365b09-3608-4b8a-a16e-95eaa6aafdb3 service neutron] 10.222.0.66 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993915 Jun 03 15:19:55.450647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b9462f02-095a-481c-b3bb-cfdc85986cc2 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c626ac1c2c08403eb0d07953cfc99574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749075 Jun 03 15:19:55.506662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.515828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:55.684404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Subnet': ['ID=df8f3443-12bf-4df1-9161-15136c5229e5,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:55.711816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Checking segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:55.712205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network hostable DHCP agents. Network: ac54d610-31bd-47fa-bc70-18d267801812, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:19:55.721613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-934be8dc-0fef-4973-9ee7-510115acf5c8 service neutron] 10.222.0.66 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189914 Jun 03 15:19:55.749158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a042fbe-e41b-4783-aba2-36f59db76526 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:55.758007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9e18-645f-4491-8727-4335dac25afd req-afb776e0-cd68-48d8-8abd-537b1bc29552 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:55.759540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba3c9e18-645f-4491-8727-4335dac25afd req-afb776e0-cd68-48d8-8abd-537b1bc29552 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.2094254 Jun 03 15:19:55.764431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ac54d610-31bd-47fa-bc70-18d267801812 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:19:55.775435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:55.779565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Usage tracker for resource:port and tenant:c626ac1c2c08403eb0d07953cfc99574 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:55.783544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:55.789994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:55.799926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.838590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Made reservation on behalf of c626ac1c2c08403eb0d07953cfc99574 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:55.842185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.896073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.905358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.920137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Transition to ACTIVE for port object 6a042fbe-e41b-4783-aba2-36f59db76526 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:55.928043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Attempting to bind port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:55.928437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Attempting to bind port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:55.928770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Attempting to bind port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:55.963994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:55.964361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Attempting to bind port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:55.966726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:55.987442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba3c9e18-645f-4491-8727-4335dac25afd req-1d7065e0-723c-45f3-9fa3-0f2ddc1630b1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162387 Jun 03 15:19:55.988231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, ac54d610-31bd-47fa-bc70-18d267801812) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:55.997630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.999729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9f7a8-2a9c-4ca1-ae74-cdeec0fcd5b6 None None] Network ac54d610-31bd-47fa-bc70-18d267801812 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:56.003118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:56.003719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.063301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Usage tracker for resource:security_group_rule and tenant:c626ac1c2c08403eb0d07953cfc99574 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:56.065003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-934a9244-f9b5-40bf-ad97-afaa5f0c7269 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8092511 Jun 03 15:19:56.067592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45718) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:56.074355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'subnet': {'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:56.083686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-8b6cca9f-32ea-499a-bc9b-4e7506b86726 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:56.085195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-8b6cca9f-32ea-499a-bc9b-4e7506b86726 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5822666 Jun 03 15:19:56.086011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:56.086402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:56.086800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Bound using segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:56.087254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Bound port: 216fee2e-bcb6-4caa-8da8-9df9b15b4a28, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:56.087605 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.107240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:56.126112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Request body: {'port': {'device_id': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'c626ac1c2c08403eb0d07953cfc99574'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:56.168648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:56.427944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Pushing event updated for resources: {'Port': ['ID=6a042fbe-e41b-4783-aba2-36f59db76526,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:56.432032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-65306f8e-c27f-468e-ac31-7701d5f8f6ac tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:56.435245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-65306f8e-c27f-468e-ac31-7701d5f8f6ac tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1097 time: 0.7664115 Jun 03 15:19:56.496542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:56.502836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad7c2661-a2a9-4330-af22-61a3f5032ad1 req-3217893c-861a-4e3c-a4b4-5dbf15c65e33 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 210 time: 0.2214322 Jun 03 15:19:56.507513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:subnet and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:56.519203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:56.539302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-ac54d610-31bd-47fa-bc70-18d267801812', 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'fixed_ips': [{'subnet_id': 'df8f3443-12bf-4df1-9161-15136c5229e5'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:19:56.540294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:56.540551 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.541230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844594-1'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:56.569574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:56.574454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.711775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9f98210-762b-4b06-bb71-9dcecbedc2c3 req-0d942073-352f-4862-94f8-a646cfb3438e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 210 time: 0.1165411 Jun 03 15:19:56.750411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a9858-57e5-4b02-92e8-c28e571607d9 req-47b0f7be-f659-42c3-aa04-f94141a8b5f8 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:56.758078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-702a9858-57e5-4b02-92e8-c28e571607d9 req-47b0f7be-f659-42c3-aa04-f94141a8b5f8 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 943 time: 0.4755266 Jun 03 15:19:56.814086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Allocated IP 10.1.1.2 (ac54d610-31bd-47fa-bc70-18d267801812/df8f3443-12bf-4df1-9161-15136c5229e5/37a7dfa4-b762-46ca-ba31-323a5df78fb4) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:56.831980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-702a9858-57e5-4b02-92e8-c28e571607d9 req-13779f33-88cb-45ee-9c5a-3b065dd20fca tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728955 Jun 03 15:19:56.947785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] For port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:57.092016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.110876 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.122151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Transition to ACTIVE for port object 37a7dfa4-b762-46ca-ba31-323a5df78fb4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:57.145879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Transition to ACTIVE for port object 37a7dfa4-b762-46ca-ba31-323a5df78fb4 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:57.166233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.198244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] For port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:57.268757 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.281143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Pushing event updated for resources: {'Port': ['ID=37a7dfa4-b762-46ca-ba31-323a5df78fb4,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:57.292275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Network ac54d610-31bd-47fa-bc70-18d267801812 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:57.293526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:57.297422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:57.425315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Attempting to bind port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:57.425940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Attempting to bind port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:57.426507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Attempting to bind port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:57.433824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:57.434557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Checking segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:57.435126 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.435679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Bound using segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:57.436434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Bound port: 37a7dfa4-b762-46ca-ba31-323a5df78fb4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:57.436991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.445454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Subnet': ['ID=ea9d99df-4158-46ab-ae1d-823b7706d5f4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:57.449312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Checking segment: {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:57.449679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network hostable DHCP agents. Network: ea5fadfa-a4ae-49b3-84e2-a69292dd25cc, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:19:57.498943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf9ee-b886-4bd3-a121-23941bde8538 req-2240e60a-4930-4437-98d6-7d18f0e1f93f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:57.500843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bebaf9ee-b886-4bd3-a121-23941bde8538 req-2240e60a-4930-4437-98d6-7d18f0e1f93f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 943 time: 0.4935679 Jun 03 15:19:57.543456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:19:57.573872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] For port 37a7dfa4-b762-46ca-ba31-323a5df78fb4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:57.578260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, ea5fadfa-a4ae-49b3-84e2-a69292dd25cc) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:57.578778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] For port 37a7dfa4-b762-46ca-ba31-323a5df78fb4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=37a7dfa4-b762-46ca-ba31-323a5df78fb4,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:57.579909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:57.582022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.585890 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/216fee2e-bcb6-4caa-8da8-9df9b15b4a28 HTTP/1.1" status: 200 len: 1091 time: 5.6696770 Jun 03 15:19:57.586003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.606695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'tag': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:57.613058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:57.613058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.613992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:57.641021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Usage tracker for resource:port and tenant:c626ac1c2c08403eb0d07953cfc99574 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:57.648180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Attempting to bind port 6a042fbe-e41b-4783-aba2-36f59db76526 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:57.648495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Attempting to bind port 6a042fbe-e41b-4783-aba2-36f59db76526 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:57.648787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Attempting to bind port 6a042fbe-e41b-4783-aba2-36f59db76526 on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:57.651162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:57.697707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.728368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e60803-7707-4034-b7c6-5c3636f1e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:57.751850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4eb783-aa47-4012-8d8a-9bd74ce7510b None None] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:57.759026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:57.769486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f9149-04b7-4409-8af3-7dffc4c66d4e req-6523e16a-5f67-45cb-936f-31879e559004 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:57.774298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-680f9149-04b7-4409-8af3-7dffc4c66d4e req-6523e16a-5f67-45cb-936f-31879e559004 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 946 time: 0.4460390 Jun 03 15:19:57.778631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832179-305b-4d65-9dc8-aff7695fcfe4 None None] Pushing event updated for resources: {'Port': ['ID=37a7dfa4-b762-46ca-ba31-323a5df78fb4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:57.803327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f6a947cb-1350-41cf-b531-2896efe95755 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7246902 Jun 03 15:19:57.829252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bebaf9ee-b886-4bd3-a121-23941bde8538 req-e081c314-18b9-40f3-8ca6-a464ac796afd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159330 Jun 03 15:19:57.829252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45748) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:57.878408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Port 6a042fbe-e41b-4783-aba2-36f59db76526 on network 3d36faac-1183-4069-b76c-188665e236fb not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:57.878802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Attempting to bind port 6a042fbe-e41b-4783-aba2-36f59db76526 on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:57.886642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'port': {'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'name': 'tempest-TaggedBootDevicesTest-1990190403', 'fixed_ips': [{'subnet_id': 'df8f3443-12bf-4df1-9161-15136c5229e5'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:58.159312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.198248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:58.198478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Checking segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:58.199028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Bound using segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:58.199305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Bound port: 6a042fbe-e41b-4783-aba2-36f59db76526, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:58.199660 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.327994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-ea5fadfa-a4ae-49b3-84e2-a69292dd25cc', 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'fixed_ips': [{'subnet_id': 'ea9d99df-4158-46ab-ae1d-823b7706d5f4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:19:58.328828 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.426978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45754) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:58.441872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-680f9149-04b7-4409-8af3-7dffc4c66d4e req-7a973dc6-3882-4387-87a8-19bf94fcb548 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455762 Jun 03 15:19:58.457108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61030234-6ea4-47c8-b401-3c58290f6842 req-89e99834-bf3a-4567-8833-e355648551e8 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 210 time: 0.1617365 Jun 03 15:19:58.893323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa15b183-5f28-4453-ac06-9adb5b28f5b5 req-5e90ce09-2a70-4f4a-9c33-c16e12f0dc14 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 210 time: 0.1470485 Jun 03 15:19:58.906871 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347953ce-f2ed-43f0-b076-23445643ea60'] response: {'name': 'network-changed', 'server_uuid': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'tag': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28', 'status': 'completed', 'code': 200} Jun 03 15:19:58.936791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Allocated IP 10.2.2.2 (ea5fadfa-a4ae-49b3-84e2-a69292dd25cc/ea9d99df-4158-46ab-ae1d-823b7706d5f4/ed8c7516-f91a-4c7d-90be-1774554ce104) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:58.954573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.979317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:59.009366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.024206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Made reservation on behalf of c626ac1c2c08403eb0d07953cfc99574 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:59.037549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.127893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:59.135009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Usage tracker for resource:security_group_rule and tenant:300d3baa04f4406ca404bdda66964f1f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:59.146168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:59.172620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:59.476964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:59.493605 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.508214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Transition to ACTIVE for port object ed8c7516-f91a-4c7d-90be-1774554ce104 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:59.529759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:59.534336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7498520-125d-4262-b3fd-19337f019477 req-f206e902-ebc8-4129-8f45-3a574273e2f1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:59.536771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-f206e902-ebc8-4129-8f45-3a574273e2f1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.15 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 813 time: 1.3598850 Jun 03 15:19:59.539221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Transition to ACTIVE for port object ed8c7516-f91a-4c7d-90be-1774554ce104 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:59.546445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a7dfa4-b762-46ca-ba31-323a5df78fb4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:59.595970 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.652819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.700522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Request body: {'port': {'device_id': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527', 'admin_state_up': True, 'tenant_id': 'ed1515db0ddd4105ace55ea91dad07a7'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:59.712991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00d0ff-ca73-4a35-bc93-c01ce0f6a214 None None] Network ac54d610-31bd-47fa-bc70-18d267801812 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:59.730111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd045376-eae4-4219-ada8-855f17de0b96,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:59.763633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:59.849278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9922db70-ff7b-4d15-abd5-974841749aaf {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:59.858595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:59.859134 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.879763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Transition to ACTIVE for port object 9922db70-ff7b-4d15-abd5-974841749aaf will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:59.885173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:59.918391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:59.984761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Pushing event updated for resources: {'Port': ['ID=ed8c7516-f91a-4c7d-90be-1774554ce104,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:00.023884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:00.028696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:port and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:00.032948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:00.034422 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.042956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:00.076973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:00.081905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Usage tracker for resource:port and tenant:ed1515db0ddd4105ace55ea91dad07a7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:00.085213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:00.090865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9247cade-5034-4e6f-b26f-2176a9b597e3 None None] Provisioning for port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:00.091827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:00.106547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.140714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:00.212505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-e50e6f3c-256e-44b2-850d-cb160029a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:00.214089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-e50e6f3c-256e-44b2-850d-cb160029a80a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 1094 time: 2.4222939 Jun 03 15:20:00.216342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.234663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=300d3baa04f4406ca404bdda66964f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7562945 Jun 03 15:20:00.235585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Made reservation on behalf of ed1515db0ddd4105ace55ea91dad07a7 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:00.239323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.249390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:00.262974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:00.263342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.272144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45768) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:00.293149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:00.312647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Attempting to bind port ed8c7516-f91a-4c7d-90be-1774554ce104 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:00.313379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Attempting to bind port ed8c7516-f91a-4c7d-90be-1774554ce104 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:00.313379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Attempting to bind port ed8c7516-f91a-4c7d-90be-1774554ce104 on network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:00.340523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:00.340894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Checking segment: {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:00.341468 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.342045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Bound using segment: {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:00.342555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Bound port: ed8c7516-f91a-4c7d-90be-1774554ce104, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:00.342926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.367104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 has no active binding in host n-h1-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:20:00.395362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea988c10-5357-405d-9150-3a2238a05b10 req-7fe71da2-3bb8-4d24-85a8-f13fb9bfb582 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:00.397162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea988c10-5357-405d-9150-3a2238a05b10 req-7fe71da2-3bb8-4d24-85a8-f13fb9bfb582 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 943 time: 1.3781111 Jun 03 15:20:00.397920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf41eb-4a45-42ba-9519-3c2cb224fd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113ea7a5-d03e-42d5-a5a5-8a9387db0e05,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:00.412945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.452533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] For port 6a042fbe-e41b-4783-aba2-36f59db76526, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:00.456003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-40a11a29-423a-47cc-bfa8-2b3452151347 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216fee2e-bcb6-4caa-8da8-9df9b15b4a28 HTTP/1.1" status: 200 len: 217 time: 0.1340935 Jun 03 15:20:00.465893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Pushing event updated for resources: {'Port': ['ID=9922db70-ff7b-4d15-abd5-974841749aaf,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:00.536821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14f523-0882-4488-a350-1d496c8dd146 req-5a3b898b-66ab-4e1f-81a4-e7b7ea02e84f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:00.538599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c14f523-0882-4488-a350-1d496c8dd146 req-5a3b898b-66ab-4e1f-81a4-e7b7ea02e84f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 943 time: 1.3161399 Jun 03 15:20:00.553355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.569001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] For port ed8c7516-f91a-4c7d-90be-1774554ce104, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:00.573142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] For port ed8c7516-f91a-4c7d-90be-1774554ce104, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ed8c7516-f91a-4c7d-90be-1774554ce104,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:00.576327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:00.577387 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.593368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.602452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] For port 6a042fbe-e41b-4783-aba2-36f59db76526, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6a042fbe-e41b-4783-aba2-36f59db76526,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:00.621497 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22ba04eb-dba0-481f-8007-5aea6f4a5fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.636797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.637141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.637662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.638173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.638662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.639679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.640562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.641048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.642152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.642664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.644712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.644712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:00.691064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea988c10-5357-405d-9150-3a2238a05b10 req-41068a97-8d6e-4e53-a67b-0905d645f081 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410951 Jun 03 15:20:00.705498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] device_id is not set on port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:20:00.744495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.761457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Allocated IP 192.168.233.234 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/cd27fc26-a6df-4c68-b439-41e11ab9008c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:00.803889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 37a7dfa4-b762-46ca-ba31-323a5df78fb4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=37a7dfa4-b762-46ca-ba31-323a5df78fb4,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:00.832654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f22d4-100d-4130-85c4-bcf0327a519d None None] Pushing event updated for resources: {'Port': ['ID=ed8c7516-f91a-4c7d-90be-1774554ce104,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:00.845993 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.887670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:00.888352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.890338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] 10.222.0.70 "PUT /v2.0/ports/6a042fbe-e41b-4783-aba2-36f59db76526 HTTP/1.1" status: 200 len: 1091 time: 7.5033579 Jun 03 15:20:00.909823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22ba04eb-dba0-481f-8007-5aea6f4a5fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.942629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c14f523-0882-4488-a350-1d496c8dd146 req-9ad169e9-9d6a-4223-bcba-d2a429f746e7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676665 Jun 03 15:20:01.020379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Allocated IP 172.20.0.3 (7e832cfd-fe2d-4450-8d2b-e4f0e89f7527/34646f81-0c65-41aa-a004-661c0d2f030d/1930e9fa-537b-4a21-a93c-e84dba398b22) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:01.073100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=37a7dfa4-b762-46ca-ba31-323a5df78fb4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:01.205689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711'}, {'name': 'network-changed', 'server_uuid': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'tag': '6a042fbe-e41b-4783-aba2-36f59db76526'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:01.258522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-eea26150-b0bd-45da-9016-7ffddbc158a4 None None] Provisioning complete for port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:01.258884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eea26150-b0bd-45da-9016-7ffddbc158a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.355398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-b0cba115-47ad-45ca-9f95-33c21f2f04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:01.357075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-b0cba115-47ad-45ca-9f95-33c21f2f04ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.8571465 Jun 03 15:20:01.381712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-445cc0f3-a55f-410c-9836-c3df8c60dce8 req-642777ef-3ef5-4209-a5ad-47c846e9b57f tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 210 time: 0.1807377 Jun 03 15:20:01.515894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-eea26150-b0bd-45da-9016-7ffddbc158a4 None None] Current status of the port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:01.604776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22ba04eb-dba0-481f-8007-5aea6f4a5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.645977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on host n-h2-844594-1 for vnic_type normal with profile {"migrating_to": "n-h1-844594-1"} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:01.646534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:01.646679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:01.651453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.651889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-501488a8-1ed0-4c41-8395-16c838e860ec req-269ef51d-287f-4328-bc55-7f044002a7ca tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 210 time: 0.1060438 Jun 03 15:20:01.658701 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-e045fb52-8d0e-4ffd-a146-75383c01c703 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2732899 Jun 03 15:20:01.659339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:01.710272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Attempting to bind port 9922db70-ff7b-4d15-abd5-974841749aaf on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:01.710610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Attempting to bind port 9922db70-ff7b-4d15-abd5-974841749aaf by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:01.711129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Attempting to bind port 9922db70-ff7b-4d15-abd5-974841749aaf on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:01.715993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba04eb-dba0-481f-8007-5aea6f4a5fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113ea7a5-d03e-42d5-a5a5-8a9387db0e05,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:01.740014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:01.740791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Attempting to bind port 505ac7ed-ba79-41e8-96df-3048b0d04711 on network 1904d4dc-1669-426a-955a-3e936a7a13b1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:01.745508 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3ad0e1-eded-49f1-9f29-8bc8705e76fc'] response: {'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711', 'code': 200} Jun 03 15:20:01.745768 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3ad0e1-eded-49f1-9f29-8bc8705e76fc'] response: {'name': 'network-changed', 'server_uuid': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'tag': '6a042fbe-e41b-4783-aba2-36f59db76526', 'status': 'completed', 'code': 200} Jun 03 15:20:01.755077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 10.1.1.131 (ac54d610-31bd-47fa-bc70-18d267801812/df8f3443-12bf-4df1-9161-15136c5229e5/5bfb56d4-cea7-45eb-8f81-64db01a5ba56) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:01.776799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Port 9922db70-ff7b-4d15-abd5-974841749aaf on network 3d36faac-1183-4069-b76c-188665e236fb not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:01.777382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Attempting to bind port 9922db70-ff7b-4d15-abd5-974841749aaf on network 3d36faac-1183-4069-b76c-188665e236fb {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:01.780776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22ba04eb-dba0-481f-8007-5aea6f4a5fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.781904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-22ba04eb-dba0-481f-8007-5aea6f4a5fd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/113ea7a5-d03e-42d5-a5a5-8a9387db0e05 HTTP/1.1" status: 204 len: 168 time: 1.5077262 Jun 03 15:20:01.783967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Transition to ACTIVE for port object cd27fc26-a6df-4c68-b439-41e11ab9008c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:01.835535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:01.835887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Checking segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:01.836312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Bound using segment: {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:01.836770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Bound port: 505ac7ed-ba79-41e8-96df-3048b0d04711, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c5b25-36fb-4edd-aadb-d99a690ed769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1904d4dc-1669-426a-955a-3e936a7a13b1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:01.837134 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.872891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:01.873241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Checking segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:01.873676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Bound using segment: {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:01.874128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Bound port: 9922db70-ff7b-4d15-abd5-974841749aaf, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f8380-ca01-472a-a11c-87f73e38d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3d36faac-1183-4069-b76c-188665e236fb'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:01.874485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.938529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb5433-3343-4a33-b0b7-0001a019749c req-3c750df8-6ce9-4834-ae92-be9af05fa45d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:01.947523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cdcb5433-3343-4a33-b0b7-0001a019749c req-3c750df8-6ce9-4834-ae92-be9af05fa45d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.5499187 Jun 03 15:20:02.081452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] For port 9922db70-ff7b-4d15-abd5-974841749aaf, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:02.085304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] For port 9922db70-ff7b-4d15-abd5-974841749aaf, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=9922db70-ff7b-4d15-abd5-974841749aaf,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:02.102982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.115658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ace2-9de8-41e6-9a93-555aaa9021fc service neutron] Pushing event updated for resources: {'Port': ['ID=6a042fbe-e41b-4783-aba2-36f59db76526,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:02.133612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.234063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cdcb5433-3343-4a33-b0b7-0001a019749c req-7c198073-43cb-4c65-972f-7760dc7b7420 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853467 Jun 03 15:20:02.269253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-93426b5c-c623-4696-a235-2db27d07d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:02.280763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-93426b5c-c623-4696-a235-2db27d07d63d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 1094 time: 1.0321283 Jun 03 15:20:02.302205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:02.302205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.303690 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] 10.222.0.70 "PUT /v2.0/ports/9922db70-ff7b-4d15-abd5-974841749aaf HTTP/1.1" status: 200 len: 1092 time: 7.3905971 Jun 03 15:20:02.306479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:02.381950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.393637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Transition to ACTIVE for port object 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:02.398834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45784) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:02.440497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-4ae81753-7ba1-4df9-82c1-6375e2c3f016 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a042fbe-e41b-4783-aba2-36f59db76526 HTTP/1.1" status: 200 len: 217 time: 0.1359949 Jun 03 15:20:02.485802 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-d392a82e-eb2e-4016-9347-4990ffe9ac6f service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111618 Jun 03 15:20:02.487530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da23ea-9bbe-4430-876d-8e3e413f8e85 None None] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:02.488770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e6116-92e9-400a-a1f8-8fa95a288dca req-51f16cdd-ea9a-49c9-b147-c43aa01acdb9 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:02.490417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:02.490657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-765e6116-92e9-400a-a1f8-8fa95a288dca req-51f16cdd-ea9a-49c9-b147-c43aa01acdb9 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 943 time: 0.6149905 Jun 03 15:20:02.491463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.536087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.540079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.587896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:02.614619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.641631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536915a-6d4f-4f38-b9f7-8c85bc5c2dba service neutron] Pushing event updated for resources: {'Port': ['ID=9922db70-ff7b-4d15-abd5-974841749aaf,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:02.644603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Usage tracker for resource:security_group_rule and tenant:dbba7c88e3b945dca33de282adfc9a89 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:02.658417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:02.669997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.680619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['464a3517-62c9-4555-a2bf-3223e1c6b35f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:02.683024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:02.703818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:02.716140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-765e6116-92e9-400a-a1f8-8fa95a288dca req-d4b0d761-e742-4da2-97d9-14050fe21f63 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116542 Jun 03 15:20:02.717034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:02.722793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:02.803301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4724f35f-cb15-4802-9dd1-9f440ae3d9e9 None None] Provisioning for port ed8c7516-f91a-4c7d-90be-1774554ce104 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:02.820691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Pushing event updated for resources: {'Port': ['ID=1930e9fa-537b-4a21-a93c-e84dba398b22,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:02.876264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:02.941495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:03.011272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:03.107362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-befb602c-7366-4617-8263-5b650d690a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.114198 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-befb602c-7366-4617-8263-5b650d690a78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 0.6586874 Jun 03 15:20:03.118399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Allocated IP 192.168.233.164 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/d459a006-e496-49f2-8c04-b4902b425cd4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:03.236925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ed8c7516-f91a-4c7d-90be-1774554ce104 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:03.274283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:03.346442 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-c1e53e28-050c-4e84-95f7-2b85111d7f0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224079 Jun 03 15:20:03.359120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ac54d610-31bd-47fa-bc70-18d267801812 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:03.371222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ed8c7516-f91a-4c7d-90be-1774554ce104 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:03.378833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ed8c7516-f91a-4c7d-90be-1774554ce104 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:03.379333 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.382248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:03.385117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:03.454352 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f5135c8c-a93c-40a9-a1a2-8af7842eaf41 req-f15bb96b-4d90-4600-8492-e12594c4bb71 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9122038 Jun 03 15:20:03.456223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.456852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.458354 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 200 len: 1122 time: 6.9236476 Jun 03 15:20:03.482170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Provisioning complete for port ed8c7516-f91a-4c7d-90be-1774554ce104 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:03.482878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.509337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.510100 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.553125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-27e8dc50-3a0b-4a7d-9385-878ada4939c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.553325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-27e8dc50-3a0b-4a7d-9385-878ada4939c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=a86e9c93-d3c0-4c57-b070-b6a229c62553 HTTP/1.1" status: 200 len: 1095 time: 1.1119511 Jun 03 15:20:03.621854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['505ac7ed-ba79-41e8-96df-3048b0d04711'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:03.687401 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.698729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0aeda959-8e24-4972-8646-0a85b0286dd9 req-31944f6b-414a-417a-9243-c0009e4f2f47 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 210 time: 0.3139706 Jun 03 15:20:03.705136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['505ac7ed-ba79-41e8-96df-3048b0d04711'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:03.793044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'tag': '9922db70-ff7b-4d15-abd5-974841749aaf'}, {'name': 'network-changed', 'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:03.826291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:03.832754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.833403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.857599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.911669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182062d-518d-45e1-ab35-1334016f17a2 req-67d1e35e-c82e-4620-970b-a2331df75c89 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.914275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ed8c7516-f91a-4c7d-90be-1774554ce104 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:03.914275 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.930050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9182062d-518d-45e1-ab35-1334016f17a2 req-67d1e35e-c82e-4620-970b-a2331df75c89 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 943 time: 1.4989874 Jun 03 15:20:03.977170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbba7c88e3b945dca33de282adfc9a89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5746908 Jun 03 15:20:03.988378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.989513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.005626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:04.029810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2353828a-6bf1-4450-aef3-31402ce4c34a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.1991270 Jun 03 15:20:04.038408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Current status of the port ed8c7516-f91a-4c7d-90be-1774554ce104 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:04.038872 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.106789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45804) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:04.125045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'port': {'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'name': 'tempest-TaggedBootDevicesTest-846620266', 'fixed_ips': [{'subnet_id': 'df8f3443-12bf-4df1-9161-15136c5229e5'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:04.188601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-15537702-a617-4d86-8347-decf5cf0e1ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9922db70-ff7b-4d15-abd5-974841749aaf HTTP/1.1" status: 200 len: 217 time: 0.4033530 Jun 03 15:20:04.198613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ed8c7516-f91a-4c7d-90be-1774554ce104, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ed8c7516-f91a-4c7d-90be-1774554ce104,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:04.224148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.224911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a7dfa4-b762-46ca-ba31-323a5df78fb4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:04.241710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-67498019-76d1-400f-9432-f188f848b4d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5519278 Jun 03 15:20:04.260249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Request body: {'port': {'device_id': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:04.300750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9182062d-518d-45e1-ab35-1334016f17a2 req-dedd37a0-f076-41cc-bab3-2ce1e2944de1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701963 Jun 03 15:20:04.315677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef01c1-00b2-4706-bff2-ce1049fc672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a52ea8-40f3-4820-b97c-c34a3f28230b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:04.331712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:04.331712 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-225c483c-a8a6-4b05-b61c-d994ae454bdd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.6873038 Jun 03 15:20:04.346400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Request body: {'port': {'device_id': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:04.495514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9634c0a2-15fe-4f17-921c-230a5b39046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.536554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ed8c7516-f91a-4c7d-90be-1774554ce104,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:04.560842 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:20:04.561252 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:20:04.580616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-ecbd5e43-edc6-4b9a-af68-00a21eb46e8b service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1194766 Jun 03 15:20:04.584836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:04.585212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.587318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-19acacce-06c3-4eeb-94f5-b65ac463954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.588805 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-19acacce-06c3-4eeb-94f5-b65ac463954e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 0.3357315 Jun 03 15:20:04.609195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65c6d5-6022-4b22-9ff5-8f2845ce9b14 req-10296916-7d9c-4e2a-9e77-e5973f6e9b87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.609911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a65c6d5-6022-4b22-9ff5-8f2845ce9b14 req-10296916-7d9c-4e2a-9e77-e5973f6e9b87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Synchronizing usage tracker for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:04.615122 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9634c0a2-15fe-4f17-921c-230a5b39046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.637764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.707307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8a328-fafe-4748-b178-f10066ecffd7 req-40d2594a-f768-40eb-92fb-09c60319c99e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.708891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abf8a328-fafe-4748-b178-f10066ecffd7 req-40d2594a-f768-40eb-92fb-09c60319c99e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 0.2479932 Jun 03 15:20:04.709794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-b9798430-d344-4ddf-aee8-6d5368267230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.711473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-b9798430-d344-4ddf-aee8-6d5368267230 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 1094 time: 1.1470523 Jun 03 15:20:04.741131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:04.742354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a65c6d5-6022-4b22-9ff5-8f2845ce9b14 req-10296916-7d9c-4e2a-9e77-e5973f6e9b87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Unset dirty status for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:04.743484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a65c6d5-6022-4b22-9ff5-8f2845ce9b14 req-10296916-7d9c-4e2a-9e77-e5973f6e9b87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 931 time: 0.7109494 Jun 03 15:20:04.780312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-54913214-a96f-4865-95e3-dcd0cc14b525 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633918 Jun 03 15:20:04.845507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:04.850800 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9634c0a2-15fe-4f17-921c-230a5b39046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.919383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a65c6d5-6022-4b22-9ff5-8f2845ce9b14 req-075c4830-b580-4c6c-b328-8f3b6cc6025d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556039 Jun 03 15:20:04.931448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abf8a328-fafe-4748-b178-f10066ecffd7 req-531edeae-2d7c-48b9-9890-4d4a3fbd3907 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929369 Jun 03 15:20:04.936793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:port and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:04.964052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c0a2-15fe-4f17-921c-230a5b39046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a52ea8-40f3-4820-b97c-c34a3f28230b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:05.000684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ed8c7516-f91a-4c7d-90be-1774554ce104 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:05.043420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9634c0a2-15fe-4f17-921c-230a5b39046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.054812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9634c0a2-15fe-4f17-921c-230a5b39046d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15a52ea8-40f3-4820-b97c-c34a3f28230b HTTP/1.1" status: 204 len: 168 time: 1.0230215 Jun 03 15:20:05.085242 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f74a6ad-7247-49fb-8e48-d39e88344407'] response: {'name': 'network-changed', 'server_uuid': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'tag': '9922db70-ff7b-4d15-abd5-974841749aaf', 'status': 'completed', 'code': 200} Jun 03 15:20:05.085242 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f74a6ad-7247-49fb-8e48-d39e88344407'] response: {'name': 'network-changed', 'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711', 'status': 'completed', 'code': 200} Jun 03 15:20:05.085242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:05.124348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.171691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:05.262183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.323869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:05.348911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Current status of the port ed8c7516-f91a-4c7d-90be-1774554ce104 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:05.398435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Provisioning for port cd27fc26-a6df-4c68-b439-41e11ab9008c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:05.406002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a433df51-4d33-4963-a92a-c6de4544baa5 req-e08760b5-1364-4fb1-a511-3ea773f4f5d1 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 210 time: 0.1126709 Jun 03 15:20:05.428146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Provisioning complete for port cd27fc26-a6df-4c68-b439-41e11ab9008c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:05.428502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.453819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Transition to ACTIVE for port object d459a006-e496-49f2-8c04-b4902b425cd4 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:05.474621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ed8c7516-f91a-4c7d-90be-1774554ce104 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:05.474725 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.480068 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-f26f9602-b585-4cf2-9c1e-35ac210c1292 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8615153 Jun 03 15:20:05.588063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-bbd56395-13e0-4bf8-852a-5d07e7c9a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:05.588063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-bbd56395-13e0-4bf8-852a-5d07e7c9a0f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.8493028 Jun 03 15:20:05.616485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4f708-c52f-4dc3-a114-b3eee2011eb1 req-e92beca4-d304-4fda-9fa9-bf42b4d898d0 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:05.625582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bab4f708-c52f-4dc3-a114-b3eee2011eb1 req-e92beca4-d304-4fda-9fa9-bf42b4d898d0 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 943 time: 0.4245470 Jun 03 15:20:05.647973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-0a48b3ce-7a17-444c-93a5-8c200e851132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:05.649977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-0a48b3ce-7a17-444c-93a5-8c200e851132 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1125 time: 0.5600016 Jun 03 15:20:05.650205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7766da88-0784-40b4-a9f8-b9ad4492d42f None None] Port cd27fc26-a6df-4c68-b439-41e11ab9008c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:05.766528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ed8c7516-f91a-4c7d-90be-1774554ce104 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:05.783668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18b48860-3927-4b67-aad5-ebd7f262ae7f None None] Provisioning for port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:05.793165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18b48860-3927-4b67-aad5-ebd7f262ae7f None None] Provisioning complete for port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:05.793547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18b48860-3927-4b67-aad5-ebd7f262ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.812220 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-90b3b4a1-89fd-49ff-bfa3-2648e4ee7282 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9921384 Jun 03 15:20:05.829409 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-08a4eade-e36c-4914-8bab-0ab08a68b1ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216fee2e-bcb6-4caa-8da8-9df9b15b4a28 HTTP/1.1" status: 200 len: 217 time: 0.1645114 Jun 03 15:20:05.874218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-18b48860-3927-4b67-aad5-ebd7f262ae7f None None] Port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:05.887078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bab4f708-c52f-4dc3-a114-b3eee2011eb1 req-cbe5db60-1198-421b-8d17-6caceb7bc73c tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613924 Jun 03 15:20:05.911824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1930e9fa-537b-4a21-a93c-e84dba398b22 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:05.934298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.019577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Transition to ACTIVE for port object 1930e9fa-537b-4a21-a93c-e84dba398b22 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:06.036943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-af89954f-d849-4613-a62c-b4b851e5e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:06.038836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-af89954f-d849-4613-a62c-b4b851e5e705 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.3806412 Jun 03 15:20:06.043151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.229293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.247413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-c1a60958-1a8a-40e2-a55f-278f1cb77558 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 200 len: 217 time: 0.1932590 Jun 03 15:20:06.264794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.267210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-ad7a6ad1-759c-4527-b967-e41daa651dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:06.268640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-ad7a6ad1-759c-4527-b967-e41daa651dcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.3968024 Jun 03 15:20:06.321619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Pushing event updated for resources: {'Port': ['ID=1930e9fa-537b-4a21-a93c-e84dba398b22,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:06.445020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] device_id is not set on port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:20:06.514925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-840ede2f-4cee-4398-bb01-0d26fe16c745 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527596 Jun 03 15:20:06.544760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:06.591437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:06.628744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-3817ff31-b2f7-4d38-a90e-d54fc5f3ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:06.631064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-3817ff31-b2f7-4d38-a90e-d54fc5f3ccb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 1094 time: 1.0731688 Jun 03 15:20:06.691119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:06.718412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:06.742034 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da4f7cfc-3b07-4de0-b3fa-8541bd1c09a6 req-aa36ed9a-45b3-4f64-8144-f40a4b29f7a4 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9070973 Jun 03 15:20:06.776660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-85959cf4-8b91-4d83-a412-f05dfd34327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:06.777781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-85959cf4-8b91-4d83-a412-f05dfd34327b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.4595597 Jun 03 15:20:06.898320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0904cc-8ee2-4e6f-ba9b-4ea6d91cca39 req-f8e46dfe-566f-479e-a792-30edeb429755 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:06.900141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de0904cc-8ee2-4e6f-ba9b-4ea6d91cca39 req-f8e46dfe-566f-479e-a792-30edeb429755 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 943 time: 1.0975089 Jun 03 15:20:06.961251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-39f033ab-bc35-4d9a-ab39-90101b5167ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471429 Jun 03 15:20:07.024870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b089b0d-75c7-4682-aa59-726017bacb1d None None] Provisioning for port d459a006-e496-49f2-8c04-b4902b425cd4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:07.045408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b089b0d-75c7-4682-aa59-726017bacb1d None None] Provisioning complete for port d459a006-e496-49f2-8c04-b4902b425cd4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:07.045408 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b089b0d-75c7-4682-aa59-726017bacb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.065893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Attempting to bind port 1930e9fa-537b-4a21-a93c-e84dba398b22 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:07.066358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Attempting to bind port 1930e9fa-537b-4a21-a93c-e84dba398b22 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:07.066787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Attempting to bind port 1930e9fa-537b-4a21-a93c-e84dba398b22 on network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:07.102245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Port 1930e9fa-537b-4a21-a93c-e84dba398b22 on network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:07.102578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Attempting to bind port 1930e9fa-537b-4a21-a93c-e84dba398b22 on network 7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:07.175550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd27fc26-a6df-4c68-b439-41e11ab9008c {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:07.178022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de0904cc-8ee2-4e6f-ba9b-4ea6d91cca39 req-604300d4-307c-471d-a919-08b6e7a3eac1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579737 Jun 03 15:20:07.179112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5b089b0d-75c7-4682-aa59-726017bacb1d None None] Port d459a006-e496-49f2-8c04-b4902b425cd4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:07.182798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.203603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Transition to ACTIVE for port object cd27fc26-a6df-4c68-b439-41e11ab9008c will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:07.222896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:07.224735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Checking segment: {'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:07.224735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Bound using segment: {'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:07.226004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Bound port: 1930e9fa-537b-4a21-a93c-e84dba398b22, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a46903-c468-4289-8e8d-73b993ccdaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:07.226004 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.273582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:07.274250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.301556 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.305641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffcc09-2d57-4ca1-9636-286e34d6bbc2 req-98f70da3-eb6e-45b3-84a7-4f497af1b14b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:07.312809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5ffcc09-2d57-4ca1-9636-286e34d6bbc2 req-98f70da3-eb6e-45b3-84a7-4f497af1b14b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 944 time: 1.0622339 Jun 03 15:20:07.508626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-d4462fee-6cb6-4b33-85dd-1b368a835a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:07.509889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-d4462fee-6cb6-4b33-85dd-1b368a835a20 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 913 time: 0.7703810 Jun 03 15:20:07.603750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5ffcc09-2d57-4ca1-9636-286e34d6bbc2 req-e4f5c0e5-f521-4c68-98dd-3653b68a7952 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900686 Jun 03 15:20:07.638683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-0cb9ba57-80a4-447e-894d-a20eb6901024 service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552877 Jun 03 15:20:07.683965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-ee82939c-fb4c-4deb-8264-fa3079c9a138 service neutron] 10.222.0.15 "GET /v2.0/ports/505ac7ed-ba79-41e8-96df-3048b0d04711/bindings/n-h1-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.3088768 Jun 03 15:20:07.699675 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-42104073-a5aa-4b2b-95f3-ebc32faa5ec5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a042fbe-e41b-4783-aba2-36f59db76526 HTTP/1.1" status: 200 len: 217 time: 0.1620612 Jun 03 15:20:07.711046 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-b73c767f-d581-49e6-8f3f-9ba3d3160e34 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 11.5895770 Jun 03 15:20:07.711492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:07.784077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Request body: {'port': {'device_id': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:07.902461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:07.938864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] For port 1930e9fa-537b-4a21-a93c-e84dba398b22, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:08.001443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-dca66ea1-409c-4862-8c05-5545d2b8eb2d service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4741266 Jun 03 15:20:08.098027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-1251a02b-152e-41a4-807d-153b984f3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.099273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:08.099798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-1251a02b-152e-41a4-807d-153b984f3bc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&device_id=a86e9c93-d3c0-4c57-b070-b6a229c62553 HTTP/1.1" status: 200 len: 1095 time: 1.1865389 Jun 03 15:20:08.114899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28', 'mac_address': 'fa:16:3e:84:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:08.194327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] For port 1930e9fa-537b-4a21-a93c-e84dba398b22, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1930e9fa-537b-4a21-a93c-e84dba398b22,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:08.227554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d00b3-e376-4caf-a697-23ae5df0de43 req-e28b997a-fb2d-4add-94cd-455efea67194 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.230399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:08.232401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.232531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 10.1.1.30 (ac54d610-31bd-47fa-bc70-18d267801812/df8f3443-12bf-4df1-9161-15136c5229e5/2ccee563-6198-4092-bc2a-d8bbe3bbb02c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:08.234689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c70d00b3-e376-4caf-a697-23ae5df0de43 req-e28b997a-fb2d-4add-94cd-455efea67194 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 943 time: 0.7943170 Jun 03 15:20:08.249189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-4a4159c2-ffe5-48f6-9f3f-026d796faf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.250817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-4a4159c2-ffe5-48f6-9f3f-026d796faf3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 0.4726198 Jun 03 15:20:08.267355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.272888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-a23a9f23-4030-4a9f-aa14-f8158097930d service neutron] 10.222.0.15 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148264 Jun 03 15:20:08.273831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:08.312220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:08.321994 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.356861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Attempting to bind port cd27fc26-a6df-4c68-b439-41e11ab9008c on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:08.357359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Attempting to bind port cd27fc26-a6df-4c68-b439-41e11ab9008c by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:08.359524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Attempting to bind port cd27fc26-a6df-4c68-b439-41e11ab9008c on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:08.456771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.457387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.458766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] 10.222.0.15 "PUT /v2.0/ports/1930e9fa-537b-4a21-a93c-e84dba398b22 HTTP/1.1" status: 200 len: 1091 time: 4.2027128 Jun 03 15:20:08.460732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:08.462349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'tag': '1930e9fa-537b-4a21-a93c-e84dba398b22'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:08.473939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-2a5ef68d-b94a-490f-8df1-13eb398c56ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245773 Jun 03 15:20:08.474649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Port cd27fc26-a6df-4c68-b439-41e11ab9008c on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:08.475144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Attempting to bind port cd27fc26-a6df-4c68-b439-41e11ab9008c on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:08.552645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:08.553754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:08.553754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:08.553928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Bound port: cd27fc26-a6df-4c68-b439-41e11ab9008c, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:08.554731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.574680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.579648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['216fee2e-bcb6-4caa-8da8-9df9b15b4a28'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:08.610085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c70d00b3-e376-4caf-a697-23ae5df0de43 req-39407415-2fed-4ad7-b32a-8415e0bbb429 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583694 Jun 03 15:20:08.668296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460927c1-1e36-46c5-a5fa-d2b716b74c78 service neutron] Pushing event updated for resources: {'Port': ['ID=1930e9fa-537b-4a21-a93c-e84dba398b22,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:08.688298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6a042fbe-e41b-4783-aba2-36f59db76526 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:08.706778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1ee3c-5221-4cd9-b122-851651f989b0 req-70d0262b-4083-4b81-8eeb-aa27f928fbf2 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.720939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74c1ee3c-5221-4cd9-b122-851651f989b0 req-70d0262b-4083-4b81-8eeb-aa27f928fbf2 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 936 time: 0.8302538 Jun 03 15:20:08.788423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:08.849578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-6377fde6-92c8-4854-b098-5cd45494baf2 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250461 Jun 03 15:20:08.878044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74c1ee3c-5221-4cd9-b122-851651f989b0 req-f24058ff-f824-4080-93f5-91d1ea1554ec tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542516 Jun 03 15:20:08.919415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-96a520c4-ebf5-429d-aea3-e043f868de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.920952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-96a520c4-ebf5-429d-aea3-e043f868de99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 200 len: 913 time: 0.7567785 Jun 03 15:20:08.947265 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-4f5c1248-2f8a-484c-a947-3aa7b62b50f3 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421725 Jun 03 15:20:08.949138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6a042fbe-e41b-4783-aba2-36f59db76526, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6a042fbe-e41b-4783-aba2-36f59db76526,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:09.006614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '6a042fbe-e41b-4783-aba2-36f59db76526', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'port_id': '6a042fbe-e41b-4783-aba2-36f59db76526', 'mac_address': 'fa:16:3e:13:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:09.031409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:09.068688 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-f1b77ccb-aa12-4802-a0c0-17c4b92cd63b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9922db70-ff7b-4d15-abd5-974841749aaf HTTP/1.1" status: 200 len: 217 time: 0.1078808 Jun 03 15:20:09.118862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 6a042fbe-e41b-4783-aba2-36f59db76526 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:09.119412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.148609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7498520-125d-4262-b3fd-19337f019477 req-a1d3c357-fcf0-49e9-87f1-eaa7381b8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:09.148609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-a1d3c357-fcf0-49e9-87f1-eaa7381b8223 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 1094 time: 0.6107633 Jun 03 15:20:09.153760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a042fbe-e41b-4783-aba2-36f59db76526 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:09.191874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6a042fbe-e41b-4783-aba2-36f59db76526, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6a042fbe-e41b-4783-aba2-36f59db76526,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:09.202259 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.312478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=6a042fbe-e41b-4783-aba2-36f59db76526,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:09.338077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.340624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.341043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.341972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.343327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.343819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.344564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.345051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.347008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.347641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.349516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.349994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:09.431130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505ac7ed-ba79-41e8-96df-3048b0d04711 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:09.440697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-bb16ea70-3da4-4c28-8e77-e677148fda7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1930e9fa-537b-4a21-a93c-e84dba398b22 HTTP/1.1" status: 200 len: 217 time: 0.0983074 Jun 03 15:20:09.471165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-fe925c0f-5565-4dcd-aef4-cb825f62c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:09.472656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-fe925c0f-5565-4dcd-aef4-cb825f62c45d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 200 len: 852 time: 0.3184094 Jun 03 15:20:09.476091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:09.489798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:09.535874 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.556462 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-74188b27-dd70-419a-9d79-14856db265c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d36faac-1183-4069-b76c-188665e236fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688822 Jun 03 15:20:09.567542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['6a042fbe-e41b-4783-aba2-36f59db76526'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:09.575504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7498520-125d-4262-b3fd-19337f019477 req-b34ab2f1-4c66-4a5d-9c6f-6e9663287089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:09.577199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-b34ab2f1-4c66-4a5d-9c6f-6e9663287089 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.1271002 Jun 03 15:20:09.609016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:09.658544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ea9a-8a03-42ad-b7f2-215c705a370e req-23a0fe58-28d9-4a43-beb0-a969d878f795 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:09.661084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa14ea9a-8a03-42ad-b7f2-215c705a370e req-23a0fe58-28d9-4a43-beb0-a969d878f795 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 943 time: 0.7803080 Jun 03 15:20:09.689647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-b51b264b-cda6-44a1-a6c0-9f38c0c9e3ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863354 Jun 03 15:20:09.697189 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a94d918-03f3-4429-8aed-e681bd3173a1 req-2b84833c-3401-4600-bc8c-360d80484b49 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207204 Jun 03 15:20:09.698345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5382-1d65-4c73-89d3-2e2362561368 req-d50c9694-bdfc-4c4d-b287-85cfce980c05 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:09.699828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-740f5382-1d65-4c73-89d3-2e2362561368 req-d50c9694-bdfc-4c4d-b287-85cfce980c05 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 944 time: 0.5689728 Jun 03 15:20:09.721218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.954140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:09.986448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-f8bebeb3-c0ba-4b83-b341-d3055bab3485 service neutron] 10.222.0.15 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708695 Jun 03 15:20:10.045008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.055566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:10.112481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:10.124742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:10.124742 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.130072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa14ea9a-8a03-42ad-b7f2-215c705a370e req-a45d410a-6afa-4f11-9ca7-7174a5768fe7 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460294 Jun 03 15:20:10.153613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:10.154552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.164561 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-1bd83f18-ccdf-4540-985e-5a037e609ac2 service neutron] 10.222.0.15 "PUT /v2.0/ports/cd27fc26-a6df-4c68-b439-41e11ab9008c HTTP/1.1" status: 200 len: 1096 time: 5.8223653 Jun 03 15:20:10.204910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:10.229817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-740f5382-1d65-4c73-89d3-2e2362561368 req-e26423ba-6fe4-4ad7-8e44-0e1dbf0f3664 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077982 Jun 03 15:20:10.271397 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803359fb-e3ab-4ac9-b71d-a1f3536a6631'] response: {'name': 'network-changed', 'server_uuid': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'tag': '1930e9fa-537b-4a21-a93c-e84dba398b22', 'status': 'completed', 'code': 200} Jun 03 15:20:10.295140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] Transition to ACTIVE for port object 505ac7ed-ba79-41e8-96df-3048b0d04711 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:10.342000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.381740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Transition to ACTIVE for port object 2ccee563-6198-4092-bc2a-d8bbe3bbb02c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:10.429433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:10.431129 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.506682 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-7dc65800-1962-4642-b89a-4be8b336d1ad service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9224606 Jun 03 15:20:10.528660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:10.530435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:10.541646 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.543531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:10.556486 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:20:10.687613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-df40a704-ace4-470a-837b-4ae11d323310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:10.690552 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-df40a704-ace4-470a-837b-4ae11d323310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 1099 time: 0.4269743 Jun 03 15:20:10.706797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.721528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:10.726021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 9922db70-ff7b-4d15-abd5-974841749aaf details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:10.758647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] No DVR routers for this DVR port 505ac7ed-ba79-41e8-96df-3048b0d04711 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:10.774524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7498520-125d-4262-b3fd-19337f019477 req-0a7ad7a6-d697-44df-a2b3-341b611a85c0 service neutron] 10.222.0.15 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715130 Jun 03 15:20:10.920053 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-32809f33-6958-49e1-9b08-ce6bb788d69f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c HTTP/1.1" status: 200 len: 217 time: 0.2185683 Jun 03 15:20:11.040408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] Pushing event updated for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=10']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:11.064189 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-f352b4a3-e6d3-4c3b-a00a-80abeaa2c1a9 service neutron] 10.222.0.70 "GET /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301380 Jun 03 15:20:11.075212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-5564dbe7-07dd-48ba-83ad-dada1c02717c service neutron] 10.222.0.15 "PUT /v2.0/ports/505ac7ed-ba79-41e8-96df-3048b0d04711/bindings/n-h1-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3615699 Jun 03 15:20:11.151226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6850-8e04-4ec1-a7ff-f43aea61c8cf req-f16c5086-26d7-4058-9d53-175e96e04e1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.175287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79da6850-8e04-4ec1-a7ff-f43aea61c8cf req-f16c5086-26d7-4058-9d53-175e96e04e1f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.5898385 Jun 03 15:20:11.205390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c784a-7417-4c6f-b7ac-e070234edf9e req-66af3d8c-fab2-4897-a426-daacce9e867f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.207001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be7c784a-7417-4c6f-b7ac-e070234edf9e req-66af3d8c-fab2-4897-a426-daacce9e867f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 943 time: 0.6524754 Jun 03 15:20:11.233281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:11.234124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ac54d610-31bd-47fa-bc70-18d267801812 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:11.245489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:11.246692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 9922db70-ff7b-4d15-abd5-974841749aaf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=9922db70-ff7b-4d15-abd5-974841749aaf,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:11.260972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d459a006-e496-49f2-8c04-b4902b425cd4 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:11.269674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:11.272683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:11.286427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '9922db70-ff7b-4d15-abd5-974841749aaf', 'network_id': '3d36faac-1183-4069-b76c-188665e236fb', 'port_id': '9922db70-ff7b-4d15-abd5-974841749aaf', 'mac_address': 'fa:16:3e:96:2c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:11.289680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-9dcd3696-1fe4-402f-8d03-871584ecfd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.290699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-9dcd3696-1fe4-402f-8d03-871584ecfd0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 1094 time: 0.4307382 Jun 03 15:20:11.324380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.361239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 9922db70-ff7b-4d15-abd5-974841749aaf is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:11.362098 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.363233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79da6850-8e04-4ec1-a7ff-f43aea61c8cf req-ce5d1d7c-8355-4e89-b51c-455a45692a11 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549425 Jun 03 15:20:11.390954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-3d168254-5cb3-48d4-b014-a3c5bcf9428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.392662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9922db70-ff7b-4d15-abd5-974841749aaf {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:11.392888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-3d168254-5cb3-48d4-b014-a3c5bcf9428a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.3950303 Jun 03 15:20:11.424475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 9922db70-ff7b-4d15-abd5-974841749aaf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=9922db70-ff7b-4d15-abd5-974841749aaf,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:11.429896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.468918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Transition to ACTIVE for port object d459a006-e496-49f2-8c04-b4902b425cd4 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:11.483328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.493687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be7c784a-7417-4c6f-b7ac-e070234edf9e req-31ca6cf7-067c-4906-a8a0-76b67aae6616 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483375 Jun 03 15:20:11.596583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=9922db70-ff7b-4d15-abd5-974841749aaf,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:11.632252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.632755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.643396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-f4353d2f-0d4e-4b79-8ba4-f274007a064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.646229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-f4353d2f-0d4e-4b79-8ba4-f274007a064a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.3334346 Jun 03 15:20:11.659372 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4bad82-c932-49aa-a609-b14f560e4123'] response: {'name': 'network-changed', 'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'status': 'completed', 'code': 200} Jun 03 15:20:11.659981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:11.669039 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d88bf3-b13a-40ee-ae8e-d736305fb4a9'] response: {'server_uuid': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28', 'code': 200} Jun 03 15:20:11.685405 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-904926ed-e8f5-42cb-9758-ee70f7b1dc65 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.5688722 Jun 03 15:20:11.748034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-a44a127c-4f90-4db4-8ceb-e7a33b7f0b7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1930e9fa-537b-4a21-a93c-e84dba398b22 HTTP/1.1" status: 200 len: 217 time: 0.0807498 Jun 03 15:20:11.755858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dcff034b-d400-450c-a865-d96b2824a35f None None] Provisioning for port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:11.766639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dcff034b-d400-450c-a865-d96b2824a35f None None] Provisioning complete for port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:11.766639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dcff034b-d400-450c-a865-d96b2824a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.911698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dcff034b-d400-450c-a865-d96b2824a35f None None] Port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:11.916685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['9922db70-ff7b-4d15-abd5-974841749aaf'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:11.927602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4c3d97c0-4c70-4535-9b3e-8c5a864f9fa5 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.930752 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4c3d97c0-4c70-4535-9b3e-8c5a864f9fa5 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.8067818 Jun 03 15:20:11.990474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614b32-641e-47ba-9918-1ff7388be118 req-186a0b6a-444b-4a8f-9fbb-c6cbb40ed82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:11.992352 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-186a0b6a-444b-4a8f-9fbb-c6cbb40ed82e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5874076 Jun 03 15:20:11.993617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Attempting to bind port d459a006-e496-49f2-8c04-b4902b425cd4 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:11.993617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Attempting to bind port d459a006-e496-49f2-8c04-b4902b425cd4 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:11.993809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Attempting to bind port d459a006-e496-49f2-8c04-b4902b425cd4 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:12.069172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d445c-3737-4747-8a6b-6abb3308f5a7 req-689b5105-58ef-4afa-81fa-413a602d943b tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.076300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a58d445c-3737-4747-8a6b-6abb3308f5a7 req-689b5105-58ef-4afa-81fa-413a602d943b tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 948 time: 0.5264425 Jun 03 15:20:12.116002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Port d459a006-e496-49f2-8c04-b4902b425cd4 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:12.116490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Attempting to bind port d459a006-e496-49f2-8c04-b4902b425cd4 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:12.167539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:12.168033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:12.168478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:12.168935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Bound port: d459a006-e496-49f2-8c04-b4902b425cd4, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:12.169385 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.233497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-b76fee60-bedc-4bb5-8045-ab9aedc2d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.234943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-b76fee60-bedc-4bb5-8045-ab9aedc2d3a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.4869032 Jun 03 15:20:12.238388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a58d445c-3737-4747-8a6b-6abb3308f5a7 req-11c5d4f4-6d7f-4957-8657-6cc698df8f36 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600220 Jun 03 15:20:12.251525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-c5c1a2d5-1e69-47bd-8cb2-3a35aea7f07d service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473571 Jun 03 15:20:12.304076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-a89bed99-1e8b-43f0-b4ae-db779370a773 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609157 Jun 03 15:20:12.376824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-2795e4b7-9349-45ac-97cd-7afdb3c6457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.378297 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-2795e4b7-9349-45ac-97cd-7afdb3c6457e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a HTTP/1.1" status: 200 len: 1096 time: 0.4361966 Jun 03 15:20:12.394865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:12.399842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:12.416136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.480092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49b8fe-f166-4e3e-97b2-cdeb0a5c5a28 req-d509e07b-bb25-4f4a-807f-d5838b1e05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.480092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf49b8fe-f166-4e3e-97b2-cdeb0a5c5a28 req-d509e07b-bb25-4f4a-807f-d5838b1e05ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 1096 time: 0.7326295 Jun 03 15:20:12.495494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42ec8-1dec-4772-af16-e91fc260ba68 req-b42ca352-0f5b-48d0-a026-8df02e901bed tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.497127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21f42ec8-1dec-4772-af16-e91fc260ba68 req-b42ca352-0f5b-48d0-a026-8df02e901bed tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 944 time: 0.4404094 Jun 03 15:20:12.639813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6a042fbe-e41b-4783-aba2-36f59db76526 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:12.641445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21f42ec8-1dec-4772-af16-e91fc260ba68 req-d006d15e-a8fd-4bfb-a024-fdefb5de4f0a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223059 Jun 03 15:20:12.644896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf49b8fe-f166-4e3e-97b2-cdeb0a5c5a28 req-2817e7fb-2a30-4d35-9880-df2c7d416579 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440206 Jun 03 15:20:12.648144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-784cc2f0-a167-45fd-a153-dfe46f69c005 service neutron] 10.222.0.15 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305385 Jun 03 15:20:12.695374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849d1f-165d-4715-b013-c56f501f7d3d req-e145490f-dc6e-43a7-b533-e9a76b5b03c6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.697555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.697555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.698928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/d459a006-e496-49f2-8c04-b4902b425cd4 HTTP/1.1" status: 200 len: 1096 time: 4.9195244 Jun 03 15:20:12.700687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33849d1f-165d-4715-b013-c56f501f7d3d req-e145490f-dc6e-43a7-b533-e9a76b5b03c6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 945 time: 0.2831557 Jun 03 15:20:12.717287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-07614b32-641e-47ba-9918-1ff7388be118 req-3e9ff77d-5478-4fc7-9f1a-248ef3fa35aa service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547861 Jun 03 15:20:12.734284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3c653-885d-4604-8530-3209cbf601e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:12.751642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-1fadd5e0-21c9-42ad-9c34-1aeb4f7a3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.754304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-1fadd5e0-21c9-42ad-9c34-1aeb4f7a3296 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1096 time: 0.3392258 Jun 03 15:20:12.778667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 6a042fbe-e41b-4783-aba2-36f59db76526 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:12.790057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 6a042fbe-e41b-4783-aba2-36f59db76526 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:12.790427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.809722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45928) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:12.836792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414695233', 'description': 'tempest-description--1649542510'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:12.868010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:12.882350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33849d1f-165d-4715-b013-c56f501f7d3d req-da424940-abd8-49ea-a152-909fa4ae930b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615424 Jun 03 15:20:12.916128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:security_group and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:12.923422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:13.131609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:13.136790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 6a042fbe-e41b-4783-aba2-36f59db76526 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:13.137023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4e093d9d-68f1-4b44-82a4-be1f643d2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.137856 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.138881 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4e093d9d-68f1-4b44-82a4-be1f643d2f27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 200 len: 908 time: 0.3698883 Jun 03 15:20:13.190908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6a042fbe-e41b-4783-aba2-36f59db76526, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6a042fbe-e41b-4783-aba2-36f59db76526,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:13.200748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.208688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.258143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-68182d79-5779-452f-93e4-5e1670231a8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 200 len: 217 time: 0.1045895 Jun 03 15:20:13.304570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-3cb99a74-e43e-4be2-96bd-d6c73bf986d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.306190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-3cb99a74-e43e-4be2-96bd-d6c73bf986d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 1099 time: 0.3483908 Jun 03 15:20:13.308385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-38c7aa93-1ff0-4c3c-8c6f-644e32b2f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.310007 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-38c7aa93-1ff0-4c3c-8c6f-644e32b2f4e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 1099 time: 0.5398462 Jun 03 15:20:13.326250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=6a042fbe-e41b-4783-aba2-36f59db76526,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:13.332130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:13.351246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:security_group_rule and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:13.352346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e1b51a3-5dcf-48b0-b159-997912481454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.359859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:13.369117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-937e43b5-8c72-4105-8c3d-d493fb22f11c req-5fc5af34-389b-4b88-aa85-bfc6844306fc service neutron] 10.222.0.15 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836545 Jun 03 15:20:13.371608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:13.400048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5b7b-51b1-41bf-a57a-058f626c678d req-0ad8e19b-5ab7-47d7-bf19-44123ef1be6c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.407743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-759b5b7b-51b1-41bf-a57a-058f626c678d req-0ad8e19b-5ab7-47d7-bf19-44123ef1be6c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.4123969 Jun 03 15:20:13.469819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bb2cf-ef60-4166-9df7-9a810d0ac847 req-2916b0a8-198b-4847-a26a-41d85cc5aefb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.477753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-214bb2cf-ef60-4166-9df7-9a810d0ac847 req-2916b0a8-198b-4847-a26a-41d85cc5aefb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 943 time: 0.2816789 Jun 03 15:20:13.491800 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-905f0a35-b557-4ff6-9d83-5d1729bb119a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d459a006-e496-49f2-8c04-b4902b425cd4 HTTP/1.1" status: 200 len: 217 time: 0.1469858 Jun 03 15:20:13.518561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-759b5b7b-51b1-41bf-a57a-058f626c678d req-53b8976e-d3d2-49a5-9dca-7b3bbf72491e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099043 Jun 03 15:20:13.561048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-214bb2cf-ef60-4166-9df7-9a810d0ac847 req-ce99260e-2cc1-4a84-ab4a-674557893d90 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824797 Jun 03 15:20:13.576284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.578679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-d20ded18-dfb0-49f5-a69e-664efd540c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.579754 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-d20ded18-dfb0-49f5-a69e-664efd540c71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 200 len: 847 time: 0.3132856 Jun 03 15:20:13.593689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.661701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00045e89-d91d-4548-8b1c-08112fa984e9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:13.669059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.669374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a042fbe-e41b-4783-aba2-36f59db76526'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:13.669905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:13.674329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ed22b7d9-50ef-4742-b4e4-8b5bc8b3cf33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8599794 Jun 03 15:20:13.674329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45940) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:13.686801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'security_group_rule': {'security_group_id': '00045e89-d91d-4548-8b1c-08112fa984e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:13.697263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-777c7e55-aa3d-42aa-a93d-b69e5c98f484 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1904d4dc-1669-426a-955a-3e936a7a13b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073387 Jun 03 15:20:13.701091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:13.707750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:security_group_rule and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:13.711243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:13.721383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:13.750242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.834175 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a90f92-3e62-4487-b387-9d1400cb3d64'] response: {'server_uuid': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a042fbe-e41b-4783-aba2-36f59db76526', 'code': 200} Jun 03 15:20:13.895658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.901671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.920417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1930e9fa-537b-4a21-a93c-e84dba398b22 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:13.921538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-10d542ec-4466-49b0-8bb5-9ef2693a4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.926427 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-10d542ec-4466-49b0-8bb5-9ef2693a4fa2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.4271061 Jun 03 15:20:13.939346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.945282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682586 Jun 03 15:20:13.945852 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615775d0-cf9f-47fc-bc08-a400c9dc9ebc'] response: {'name': 'network-changed', 'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'status': 'completed', 'code': 200} Jun 03 15:20:13.946790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45952) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:13.960568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e0cc2-df52-4adb-9490-bb4a6e7668a9 req-f7ad245c-c922-43ed-925c-17981cd071bd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.962176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-968e0cc2-df52-4adb-9490-bb4a6e7668a9 req-f7ad245c-c922-43ed-925c-17981cd071bd tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 948 time: 0.1957414 Jun 03 15:20:13.984192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'security_group_rule': {'security_group_id': '00045e89-d91d-4548-8b1c-08112fa984e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:13.995715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcc462-efee-41a4-a549-8417f182b5ca tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fead24-fb35-4652-8e4a-83e3fce7069d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:14.029322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:14.150240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:security_group_rule and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:14.156506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:14.177468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:14.257828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1930e9fa-537b-4a21-a93c-e84dba398b22, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1930e9fa-537b-4a21-a93c-e84dba398b22,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:14.290236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '1930e9fa-537b-4a21-a93c-e84dba398b22', 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527', 'port_id': '1930e9fa-537b-4a21-a93c-e84dba398b22', 'mac_address': 'fa:16:3e:0d:37:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34646f81-0c65-41aa-a004-661c0d2f030d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:14.319730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-1a3b99b7-9324-4868-ab58-c9d33f3844fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:14.321822 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-1a3b99b7-9324-4868-ab58-c9d33f3844fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 1.0064392 Jun 03 15:20:14.331124 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.450120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1930e9fa-537b-4a21-a93c-e84dba398b22 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:14.450506 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.460330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-cf799769-6ed8-4d7e-b487-08109a4176d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c HTTP/1.1" status: 200 len: 217 time: 0.1063542 Jun 03 15:20:14.470550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1930e9fa-537b-4a21-a93c-e84dba398b22 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:14.494936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-968e0cc2-df52-4adb-9490-bb4a6e7668a9 req-ae2f2720-a670-462c-8b96-0b5c51dfca46 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975848 Jun 03 15:20:14.503407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1930e9fa-537b-4a21-a93c-e84dba398b22, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1930e9fa-537b-4a21-a93c-e84dba398b22,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:14.508311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.513743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.542859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017ef7-fad2-4bf6-ba7c-95e2efb731f5 req-6fd0051a-3008-4efe-9426-ec809db06dfe tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:14.556536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb017ef7-fad2-4bf6-ba7c-95e2efb731f5 req-6fd0051a-3008-4efe-9426-ec809db06dfe tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 945 time: 0.5227337 Jun 03 15:20:14.565725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.569062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-1d45c480-dbf5-4f5a-90a5-065b5005f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:14.571791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-1d45c480-dbf5-4f5a-90a5-065b5005f19f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1021774 Jun 03 15:20:14.574364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-99b7f707-1a8c-42e1-b39e-ca8ec125de4e service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8582413 Jun 03 15:20:14.631382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5922497c-eb45-44ba-af26-9c67d4129a6c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:14.652092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 9922db70-ff7b-4d15-abd5-974841749aaf up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:14.664383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.668400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-59943aee-68b4-480d-b627-fe4fa28b6bef tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7172720 Jun 03 15:20:14.679070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45962) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:14.690440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b4ed2-84dc-40ba-b28d-2b6158cc0d5e req-b46cc49d-c72a-4ac1-8100-76a918e3d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:14.697019 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-528b4ed2-84dc-40ba-b28d-2b6158cc0d5e req-b46cc49d-c72a-4ac1-8100-76a918e3d0fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 1096 time: 0.7379723 Jun 03 15:20:14.709520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:14.740943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb017ef7-fad2-4bf6-ba7c-95e2efb731f5 req-aaf53d0c-e556-443d-815c-b47e60a558ac tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780145 Jun 03 15:20:14.773808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-635fd550-2bee-4969-8124-2edf64986441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:14.775505 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-635fd550-2bee-4969-8124-2edf64986441 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6306398 Jun 03 15:20:14.828887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:14.838460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:floatingip and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:14.848629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['1930e9fa-537b-4a21-a93c-e84dba398b22'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:14.869570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:14.891129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:14.986550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1930e9fa-537b-4a21-a93c-e84dba398b22,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:14.991530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 9922db70-ff7b-4d15-abd5-974841749aaf completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:15.004969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 9922db70-ff7b-4d15-abd5-974841749aaf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:15.005723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.020579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9b843-5ca5-41ed-b4de-257084ff9cb6 req-efe1c387-2051-4cdf-8c42-42e6984400b2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:15.021793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74d9b843-5ca5-41ed-b4de-257084ff9cb6 req-efe1c387-2051-4cdf-8c42-42e6984400b2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 945 time: 0.3194892 Jun 03 15:20:15.032051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.274128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74d9b843-5ca5-41ed-b4de-257084ff9cb6 req-2ec84478-0dd5-4828-91b1-e72b47f27797 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174120 Jun 03 15:20:15.309246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082a2c-dfc2-44ca-a575-69d4c85cf1cc req-b31b15ea-e1ee-45ff-bf22-c8f19619ab7d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:15.319933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2082a2c-dfc2-44ca-a575-69d4c85cf1cc req-b31b15ea-e1ee-45ff-bf22-c8f19619ab7d tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.3939912 Jun 03 15:20:15.368999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-528b4ed2-84dc-40ba-b28d-2b6158cc0d5e req-0ae3a8ef-9355-4e27-9478-d47b2e063764 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050582 Jun 03 15:20:15.413640 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.475691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 9922db70-ff7b-4d15-abd5-974841749aaf is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:15.476086 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.494562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-f1491d6e-79e9-4f15-a6dc-5291e62236a3 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964571 Jun 03 15:20:15.499977 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-2ced3804-3c26-4b82-b954-418a2e6be447 service neutron] 10.222.0.70 "GET /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9113560 Jun 03 15:20:15.502491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-161a9246-46c2-4445-811e-c2d0a3bc5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:15.504695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-161a9246-46c2-4445-811e-c2d0a3bc5389 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9242940 Jun 03 15:20:15.525701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 9922db70-ff7b-4d15-abd5-974841749aaf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=9922db70-ff7b-4d15-abd5-974841749aaf,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:15.535623 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.699962 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-103b12b0-bb78-4439-80db-c4ca832351f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.720721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=9922db70-ff7b-4d15-abd5-974841749aaf,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:15.722906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2082a2c-dfc2-44ca-a575-69d4c85cf1cc req-9d0d8e6e-d849-45d3-a0fa-e2b03c12e9d2 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014609 Jun 03 15:20:15.780987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50c206-df13-4609-ad91-5346ff580340 req-7016196b-a207-4c47-a17a-8cdc9b337595 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:15.782854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d50c206-df13-4609-ad91-5346ff580340 req-7016196b-a207-4c47-a17a-8cdc9b337595 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 944 time: 0.2422454 Jun 03 15:20:15.807679 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.835198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9922db70-ff7b-4d15-abd5-974841749aaf'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:15.918363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:15.955197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-43a3ee03-7cc2-4cfb-8e6d-eb4207ab73a8 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435236 Jun 03 15:20:15.990916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c7815dd-8885-4a3f-b805-6600424ac06f req-2cb6ef81-6abf-4d27-991d-2dd60058760e service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443477 Jun 03 15:20:16.113994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d50c206-df13-4609-ad91-5346ff580340 req-b0020aba-0e96-488b-adc4-d0eddae5be92 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172684 Jun 03 15:20:16.276016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:16.287750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 172.25.1.171 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/b1d14ea4-af66-4385-87f6-b443b452b2a7) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:16.318747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'mac_address': 'fa:16:3e:ca:91:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:16.347855 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-721b1f1f-1b18-4526-a4ee-442cfddb78de req-dd6954de-46fa-453b-b9b5-219c4f2b8281 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840156 Jun 03 15:20:16.429453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:16.429847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:16.454768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd27fc26-a6df-4c68-b439-41e11ab9008c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:16.474339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-3378be07-1c05-42b3-a598-91b220a23acc tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.477115 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-3378be07-1c05-42b3-a598-91b220a23acc tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed&tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.6145203 Jun 03 15:20:16.479388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:16.488805 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:16.568206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-ead192ba-3567-473f-87bd-96a69b0378f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.569743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-ead192ba-3567-473f-87bd-96a69b0378f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 1099 time: 0.2191458 Jun 03 15:20:16.678367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee464a0-618c-498b-ad34-873097f87963 req-df155a5d-9302-43d5-a683-be5d7ef60659 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.680162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee464a0-618c-498b-ad34-873097f87963 req-df155a5d-9302-43d5-a683-be5d7ef60659 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 948 time: 0.3462963 Jun 03 15:20:16.686596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:16.697718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:16.709869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:16.747770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c608a6-98a5-4201-8b5e-c7326c61d33b req-e6d4e145-7e49-45f5-ae68-93e72211c15b tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.750496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08c608a6-98a5-4201-8b5e-c7326c61d33b req-e6d4e145-7e49-45f5-ae68-93e72211c15b tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 945 time: 0.3570311 Jun 03 15:20:16.793043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['cd27fc26-a6df-4c68-b439-41e11ab9008c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:16.875217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee464a0-618c-498b-ad34-873097f87963 req-51371f50-9846-4447-ab2a-f8fa2844f704 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533453 Jun 03 15:20:16.894775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08c608a6-98a5-4201-8b5e-c7326c61d33b req-f7ce997a-3978-4ff5-8902-1fd63e695038 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062639 Jun 03 15:20:16.927475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.122631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:17.132136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:17.147037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:17.163121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-19ea0c28-d451-43d1-8ec7-602219e74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.164621 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-19ea0c28-d451-43d1-8ec7-602219e74137 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.5701294 Jun 03 15:20:17.172074 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3679de00-0e27-4a7e-889f-f8e1df192123'] response: {'server_uuid': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9922db70-ff7b-4d15-abd5-974841749aaf', 'code': 200} Jun 03 15:20:17.301229 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.349047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4b507b7b-2bb4-4b92-99e3-a58302d0ed2f service neutron] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:17.355929 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4b507b7b-2bb4-4b92-99e3-a58302d0ed2f service neutron] Notify callbacks [] for binding, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.357073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4b507b7b-2bb4-4b92-99e3-a58302d0ed2f service neutron] 10.222.0.70 "DELETE /v2.0/ports/505ac7ed-ba79-41e8-96df-3048b0d04711/bindings/n-h2-844594-1 HTTP/1.1" status: 204 len: 173 time: 0.8384194 Jun 03 15:20:17.357610 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-dc193d64-03c9-4626-8db3-02941cc93572 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=d459a006-e496-49f2-8c04-b4902b425cd4 HTTP/1.1" status: 200 len: 217 time: 0.1732643 Jun 03 15:20:17.476434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-9374ea82-1ca0-489a-b254-20bc5e0a2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.478437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=b1d14ea4-af66-4385-87f6-b443b452b2a7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:17.481319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-9374ea82-1ca0-489a-b254-20bc5e0a2466 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1127737 Jun 03 15:20:17.563879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.599270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.621555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2fe0e-a899-4867-8afe-2648d742e7d6 req-4da05722-1faf-4d4d-9b8e-f6f6a5fa4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.622543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:17.623139 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3d2fe0e-a899-4867-8afe-2648d742e7d6 req-4da05722-1faf-4d4d-9b8e-f6f6a5fa4344 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a86e9c93-d3c0-4c57-b070-b6a229c62553 HTTP/1.1" status: 200 len: 1097 time: 0.5661480 Jun 03 15:20:17.647324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a39991-30f5-434e-92e0-98959da6961c req-517db386-f6c3-4bcb-af56-22e33fd73b53 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.655847 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9a39991-30f5-434e-92e0-98959da6961c req-517db386-f6c3-4bcb-af56-22e33fd73b53 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 945 time: 0.3642354 Jun 03 15:20:17.688760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0ec8c-1696-4362-964e-3aa11c83bced req-0c28ba4a-c7f6-4271-adbb-333a97d539d3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.690479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af0ec8c-1696-4362-964e-3aa11c83bced req-0c28ba4a-c7f6-4271-adbb-333a97d539d3 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.3982763 Jun 03 15:20:17.707950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.804729 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3d2fe0e-a899-4867-8afe-2648d742e7d6 req-9e55d892-3b01-4f50-b1e5-5b41e64a668c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306779 Jun 03 15:20:17.825605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9a39991-30f5-434e-92e0-98959da6961c req-4951520e-8e4b-4937-b44b-3218d902e3c0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692572 Jun 03 15:20:17.844614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-c3686a08-55b1-44b5-8810-84382bd80005 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.844614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-c3686a08-55b1-44b5-8810-84382bd80005 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:17.856008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-13c25f64-ad12-465e-8616-26a9f09ffc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.858644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-13c25f64-ad12-465e-8616-26a9f09ffc14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3686900 Jun 03 15:20:17.883082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af0ec8c-1696-4362-964e-3aa11c83bced req-d031100a-b6a6-4b23-b3af-24e4a61d4207 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847939 Jun 03 15:20:17.905447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-c3686a08-55b1-44b5-8810-84382bd80005 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:17.906955 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-c3686a08-55b1-44b5-8810-84382bd80005 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 945 time: 0.2887959 Jun 03 15:20:17.943298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1930e9fa-537b-4a21-a93c-e84dba398b22 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:18.099888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Deleting port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:18.100298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.142981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 1930e9fa-537b-4a21-a93c-e84dba398b22 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:18.152450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 1930e9fa-537b-4a21-a93c-e84dba398b22 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:18.152930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.277410 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-00ce00eb-560c-440d-b438-f67f2aa9cc1f service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718725 Jun 03 15:20:18.315708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.338523 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.340268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1930e9fa-537b-4a21-a93c-e84dba398b22 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:18.340268 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.413276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:18.422684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1930e9fa-537b-4a21-a93c-e84dba398b22, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1930e9fa-537b-4a21-a93c-e84dba398b22,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:18.429378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Usage tracker for resource:security_group_rule and tenant:5c5d398ee63340c4ace9cda0fe3ccaa1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:18.435310 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.448760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:18.479974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:18.538498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1930e9fa-537b-4a21-a93c-e84dba398b22,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:18.620191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a124d-9721-4d3a-94ca-89ee42b92f8f req-54b19063-b0a6-436a-98d3-8bf7e28969a5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:18.625423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e02a124d-9721-4d3a-94ca-89ee42b92f8f req-54b19063-b0a6-436a-98d3-8bf7e28969a5 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 945 time: 0.4214211 Jun 03 15:20:18.632502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.653309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d459a006-e496-49f2-8c04-b4902b425cd4 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:18.661663 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.692009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] For port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:18.693326 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.710563 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d75b835f-2f6f-4010-add4-fb2ed6be739f req-f3a983dc-90a9-47ac-9dd2-ee9ccc3ffc4d service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196074 Jun 03 15:20:18.715052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b404a-6b15-4693-a41d-38875c3a5543 req-286406e1-059b-4ca2-b47c-16a17828104e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:18.720507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f43b404a-6b15-4693-a41d-38875c3a5543 req-286406e1-059b-4ca2-b47c-16a17828104e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 944 time: 0.5236173 Jun 03 15:20:18.835790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:18.855216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e02a124d-9721-4d3a-94ca-89ee42b92f8f req-ab795d3e-d8cb-47bd-8552-c9b77b371fc4 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270339 Jun 03 15:20:18.860761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'mac_address': 'fa:16:3e:39:45:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:18.863489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Calling delete_port for 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:19.030221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d459a006-e496-49f2-8c04-b4902b425cd4 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:19.030221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.032562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.038000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d459a006-e496-49f2-8c04-b4902b425cd4 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:19.039709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=b1d14ea4-af66-4385-87f6-b443b452b2a7,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:19.058831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f43b404a-6b15-4693-a41d-38875c3a5543 req-ec14c3c6-1859-4e05-8ab9-e19227371c1f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053637 Jun 03 15:20:19.060706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:19.074486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.087441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.097439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.098042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.100545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:19.117002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.220390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930e9fa-537b-4a21-a93c-e84dba398b22'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:19.220508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.256553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:19.309567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event deleted for resources: {'Port': ['ID=216fee2e-bcb6-4caa-8da8-9df9b15b4a28,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:19.380347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.402023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] No DVR routers for this DVR port 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:19.407638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.408394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'name': 'network-vif-deleted', 'tag': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:19.426786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6ade5638-a393-4a2d-bbdd-09547f0ae2fc req-2936abb9-2fc2-4105-8200-accdd0fb112f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "DELETE /v2.0/ports/216fee2e-bcb6-4caa-8da8-9df9b15b4a28 HTTP/1.1" status: 204 len: 173 time: 1.5139732 Jun 03 15:20:19.453427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d459a006-e496-49f2-8c04-b4902b425cd4'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:19.497925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a2eb05a-7de6-49a9-a148-2bab96fa9781 req-e548988d-5730-44a3-823b-fa898ea4e890 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0eccab1-2d57-400a-9dad-e65724f6c140 HTTP/1.1" status: 200 len: 210 time: 0.0865095 Jun 03 15:20:19.497925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79a119-9114-4196-a009-a3202b1362b1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:19.501093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3cf077d9-5a1f-4eed-90ad-0c687e4cb61d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c5d398ee63340c4ace9cda0fe3ccaa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8762922 Jun 03 15:20:19.501737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46016) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:19.505430 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.515832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-259ea6ae-a3d8-46f8-a9bd-e6da36ce5cd1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8389695 Jun 03 15:20:19.585035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179cc15-82ca-4899-b735-ce65c422f16b req-f304b97d-9c0b-47ba-9796-ff80b9d2400d tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:19.586627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c179cc15-82ca-4899-b735-ce65c422f16b req-f304b97d-9c0b-47ba-9796-ff80b9d2400d tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 949 time: 0.4328980 Jun 03 15:20:19.672329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b51b9fec-53ed-42b9-8e2a-6e3163c5d4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.679167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c179cc15-82ca-4899-b735-ce65c422f16b req-795f1a2b-44d3-4437-98bb-7fab8f3219be tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820589 Jun 03 15:20:19.747609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b51b9fec-53ed-42b9-8e2a-6e3163c5d4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.821212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b51b9fec-53ed-42b9-8e2a-6e3163c5d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.837428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b9fec-53ed-42b9-8e2a-6e3163c5d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79a119-9114-4196-a009-a3202b1362b1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:19.859307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b51b9fec-53ed-42b9-8e2a-6e3163c5d4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.860584 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b51b9fec-53ed-42b9-8e2a-6e3163c5d4f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c79a119-9114-4196-a009-a3202b1362b1 HTTP/1.1" status: 204 len: 168 time: 0.3559380 Jun 03 15:20:19.920172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66919a-a7d5-453a-89c2-498fbb0cdbde req-7ddb207f-0894-416a-b64b-16ca09a54483 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:19.921642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec66919a-a7d5-453a-89c2-498fbb0cdbde req-7ddb207f-0894-416a-b64b-16ca09a54483 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=a86e9c93-d3c0-4c57-b070-b6a229c62553 HTTP/1.1" status: 200 len: 946 time: 0.1972795 Jun 03 15:20:19.933258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:19.948780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604e213-be8a-4a87-9a3a-4928ba9f6ca5 req-8f8cc4e8-c6c6-44dc-a5f2-8f0d79a45e93 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:19.956503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8604e213-be8a-4a87-9a3a-4928ba9f6ca5 req-8f8cc4e8-c6c6-44dc-a5f2-8f0d79a45e93 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 1096 time: 0.1508899 Jun 03 15:20:20.013565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec66919a-a7d5-453a-89c2-498fbb0cdbde req-e81c76f5-40c9-4ddf-8960-57241e19ce67 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861394 Jun 03 15:20:20.049029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8604e213-be8a-4a87-9a3a-4928ba9f6ca5 req-764338bc-26f5-4c01-b855-0fc03af34bc3 tempest-LiveMigrationTest-1794556539 tempest-LiveMigrationTest-1794556539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895808 Jun 03 15:20:20.073328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port cd27fc26-a6df-4c68-b439-41e11ab9008c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:20.085558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port cd27fc26-a6df-4c68-b439-41e11ab9008c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:20.086106 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.103563 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee76f26d-a2d1-469b-b232-bf34f127e73a'] response: {'server_uuid': 'b0eccab1-2d57-400a-9dad-e65724f6c140', 'name': 'network-vif-deleted', 'tag': '216fee2e-bcb6-4caa-8da8-9df9b15b4a28', 'status': 'completed', 'code': 200} Jun 03 15:20:20.118842 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd77c293-cff2-4d5f-88a7-ae89f0edf55e'] response: {'server_uuid': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930e9fa-537b-4a21-a93c-e84dba398b22', 'code': 200} Jun 03 15:20:20.314193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-0de92af4-13ff-41ac-8907-ca80c60f5788 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Synchronizing usage tracker for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:20.334807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:20.335197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.339460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-0de92af4-13ff-41ac-8907-ca80c60f5788 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Unset dirty status for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:20.340843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-0de92af4-13ff-41ac-8907-ca80c60f5788 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--414695233&fields=id&tenant_id=2076fe0c85c04061a36119c73d368dd8 HTTP/1.1" status: 200 len: 267 time: 0.1107962 Jun 03 15:20:20.405875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:20.415257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.416472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:20.436339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39ec8b-8c61-487f-a0c9-325f5c950bc1 req-6a6396e4-1fa2-46af-930e-a870cf8afead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:20.439605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a39ec8b-8c61-487f-a0c9-325f5c950bc1 req-6a6396e4-1fa2-46af-930e-a870cf8afead service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 1096 time: 0.2297349 Jun 03 15:20:20.514797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a39ec8b-8c61-487f-a0c9-325f5c950bc1 req-2c66c499-2b46-4155-b30f-ad2aaee0c5c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691738 Jun 03 15:20:20.526035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f5793249-fb21-4f13-ae1c-9d8c9c73b2ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:20.528872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f5793249-fb21-4f13-ae1c-9d8c9c73b2ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Synchronizing usage tracker for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:20.558608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f5793249-fb21-4f13-ae1c-9d8c9c73b2ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Unset dirty status for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:20.559474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46048) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:20.568627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f5793249-fb21-4f13-ae1c-9d8c9c73b2ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports/5bfb56d4-cea7-45eb-8f81-64db01a5ba56 HTTP/1.1" status: 200 len: 932 time: 0.2204182 Jun 03 15:20:20.596713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.600817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:20.605178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:20.606412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 216fee2e-bcb6-4caa-8da8-9df9b15b4a28 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:20.622603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:20.627927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Usage tracker for resource:security_group_rule and tenant:df8d363d78124ce699ae00d1fe6d81f7 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:20.631451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:20.642543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:20.670016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-9b292cad-274e-4e0f-9074-6c91dcf60c01 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:20.678170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-9b292cad-274e-4e0f-9074-6c91dcf60c01 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports/2ccee563-6198-4092-bc2a-d8bbe3bbb02c HTTP/1.1" status: 200 len: 930 time: 0.1084752 Jun 03 15:20:20.737753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f846d7de-f7e2-49f8-bde7-8ed21b29f4a8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0585556 Jun 03 15:20:20.766534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.771778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.797878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-54ec3227-b3ce-4fc7-826c-3323298659d7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0591621 Jun 03 15:20:20.834133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df8d363d78124ce699ae00d1fe6d81f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710092 Jun 03 15:20:20.834133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42a07d-1a32-458f-a857-1f7eab16816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf798b5-8cea-44e8-aa67-9c302c577058,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:20.835151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46056) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:20.903600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4f0804f-0f33-4cc5-a605-addb74ea2ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.932190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4f0804f-0f33-4cc5-a605-addb74ea2ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.988355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4f0804f-0f33-4cc5-a605-addb74ea2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.003357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0804f-0f33-4cc5-a605-addb74ea2ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf798b5-8cea-44e8-aa67-9c302c577058,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:21.010138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-275cb400-2f7d-4eb2-8742-3ffd6bec8115 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:21.010665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4f0804f-0f33-4cc5-a605-addb74ea2ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.011370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f4f0804f-0f33-4cc5-a605-addb74ea2ec1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/faf798b5-8cea-44e8-aa67-9c302c577058 HTTP/1.1" status: 204 len: 168 time: 0.1755552 Jun 03 15:20:21.016876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-275cb400-2f7d-4eb2-8742-3ffd6bec8115 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:21.022871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-275cb400-2f7d-4eb2-8742-3ffd6bec8115 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:21.023615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-275cb400-2f7d-4eb2-8742-3ffd6bec8115 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Synchronizing usage tracker for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:21.049817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37185b-e568-4421-80e0-819bd16e947e req-10158a40-19e7-4534-894f-e09f861065ce tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:21.051359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c37185b-e568-4421-80e0-819bd16e947e req-10158a40-19e7-4534-894f-e09f861065ce tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 945 time: 0.1743951 Jun 03 15:20:21.074094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-275cb400-2f7d-4eb2-8742-3ffd6bec8115 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Unset dirty status for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:21.081111 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-275cb400-2f7d-4eb2-8742-3ffd6bec8115 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/networks?id=a325eddb-5778-4430-8610-ca83f8ff19fd&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc HTTP/1.1" status: 200 len: 1990 time: 0.2823839 Jun 03 15:20:21.106397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f45f3018-eed9-4d1c-bd90-b62c2233cabf tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/quotas/2076fe0c85c04061a36119c73d368dd8 HTTP/1.1" status: 200 len: 375 time: 0.0243323 Jun 03 15:20:21.117634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c37185b-e568-4421-80e0-819bd16e947e req-47aebddd-5de8-4fe0-afbe-6d01905c326a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593729 Jun 03 15:20:21.210855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-616db5f2-3076-4b78-9bca-90d5da86aef9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0964417 Jun 03 15:20:21.387321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e99e8348-cf29-4094-9a55-4f2b3ec7f7ff service neutron] 10.222.0.66 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618216 Jun 03 15:20:21.492762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46068) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:21.527723 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.528790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-72007ff9-e4d9-4d8b-b53b-eeebb85753c6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:21.529798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-72007ff9-e4d9-4d8b-b53b-eeebb85753c6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Synchronizing usage tracker for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:21.560702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-72007ff9-e4d9-4d8b-b53b-eeebb85753c6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Unset dirty status for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:21.562800 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-72007ff9-e4d9-4d8b-b53b-eeebb85753c6 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.1651852 Jun 03 15:20:21.605023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:21.615062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Usage tracker for resource:security_group_rule and tenant:af50e939f8f64fc988bf21a7276db4d4 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:21.622918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:21.639708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:21.645600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Deleting port 505ac7ed-ba79-41e8-96df-3048b0d04711 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:21.645945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.666075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-dad1dfcf-f020-43c8-b66d-de7385dad0f2 service neutron] 10.222.0.66 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721746 Jun 03 15:20:21.761568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-d19d64bd-0126-441a-8670-9e06fa514f44 service neutron] 10.222.0.66 "GET /v2.0/ports/5bfb56d4-cea7-45eb-8f81-64db01a5ba56?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0857942 Jun 03 15:20:21.770319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88997a-8aaf-4d15-a9df-fb959259ba92 req-454b73c9-33b9-42e7-add1-fae993d7f244 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:21.772028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c88997a-8aaf-4d15-a9df-fb959259ba92 req-454b73c9-33b9-42e7-add1-fae993d7f244 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 949 time: 0.2342427 Jun 03 15:20:21.932912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c88997a-8aaf-4d15-a9df-fb959259ba92 req-fa84bf76-832c-42e1-ac08-4d5c3d08d890 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344142 Jun 03 15:20:21.936356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] For port 505ac7ed-ba79-41e8-96df-3048b0d04711, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=505ac7ed-ba79-41e8-96df-3048b0d04711,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:21.936811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.959924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.971332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.002367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-bec55313-c277-489d-953a-f53b1a4e0973 service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291632 Jun 03 15:20:22.120476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:22.230490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Calling delete_port for 505ac7ed-ba79-41e8-96df-3048b0d04711 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:22.251967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f0f99-3f71-49c3-81f1-49b8f225443f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:22.260141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b600f6c2-89df-4dda-8f38-2c4d71aaf356 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af50e939f8f64fc988bf21a7276db4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7622581 Jun 03 15:20:22.260919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46078) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:22.338401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-35617a96-55a3-4085-b585-3919d48e8855 service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195486 Jun 03 15:20:22.350288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e96b-056b-4101-80d7-729f003434f2 req-47f73434-e4aa-422b-9a62-7e1659c10051 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:22.351752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d603e96b-056b-4101-80d7-729f003434f2 req-47f73434-e4aa-422b-9a62-7e1659c10051 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=46147c12-3bbc-4f43-8d4e-e4e4676e4fed HTTP/1.1" status: 200 len: 945 time: 0.1942532 Jun 03 15:20:22.392630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-8be0e08f-c10c-4870-acf7-8ce61c889127 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:22.393335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-8be0e08f-c10c-4870-acf7-8ce61c889127 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Synchronizing usage tracker for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:22.397552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a674cf98-c5c2-4dbd-915a-15260ea2535f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.443564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-421f945c-8f64-493e-8c52-f8435fa1a47e service neutron] 10.222.0.66 "GET /v2.0/ports/2ccee563-6198-4092-bc2a-d8bbe3bbb02c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0908139 Jun 03 15:20:22.450674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d603e96b-056b-4101-80d7-729f003434f2 req-31d0ab74-7b44-4b58-91ac-ce41c870a91c tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 Jun 03 15:20:22.474516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a674cf98-c5c2-4dbd-915a-15260ea2535f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.486985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-8be0e08f-c10c-4870-acf7-8ce61c889127 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Unset dirty status for tenant:ccd40354a0b24b95af6e3adc6cbccdcf on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:22.488181 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-8be0e08f-c10c-4870-acf7-8ce61c889127 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a86e9c93-d3c0-4c57-b070-b6a229c62553 HTTP/1.1" status: 200 len: 946 time: 0.5407767 Jun 03 15:20:22.590190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.608429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:22.633448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['505ac7ed-ba79-41e8-96df-3048b0d04711'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:22.636294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-90e0e3fd-839b-44df-8ac5-97db95e9bbf3 service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846521 Jun 03 15:20:22.646124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Deleting port 9922db70-ff7b-4d15-abd5-974841749aaf {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:22.646469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.690968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d459a006-e496-49f2-8c04-b4902b425cd4 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:22.693503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event deleted for resources: {'Port': ['ID=505ac7ed-ba79-41e8-96df-3048b0d04711,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:22.746860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81d4c4-f04f-4940-9d82-5284287e0557 req-a77d9858-cf8f-46c9-91fe-5678d707316a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:22.755479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e81d4c4-f04f-4940-9d82-5284287e0557 req-a77d9858-cf8f-46c9-91fe-5678d707316a tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/ports?device_id=a86e9c93-d3c0-4c57-b070-b6a229c62553 HTTP/1.1" status: 200 len: 946 time: 0.1952021 Jun 03 15:20:22.789982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a674cf98-c5c2-4dbd-915a-15260ea2535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.802732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] No DVR routers for this DVR port 505ac7ed-ba79-41e8-96df-3048b0d04711 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:22.813717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.816647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port d459a006-e496-49f2-8c04-b4902b425cd4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:22.831981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d459a006-e496-49f2-8c04-b4902b425cd4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:22.832381 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.836711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e81d4c4-f04f-4940-9d82-5284287e0557 req-3e6e138a-6e34-477e-8912-5f7785ccb5b4 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.66 "GET /v2.0/security-groups?id=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802660 Jun 03 15:20:22.840944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'name': 'network-vif-deleted', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:22.854151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674cf98-c5c2-4dbd-915a-15260ea2535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f0f99-3f71-49c3-81f1-49b8f225443f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:22.879246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-577dab2b-54a5-4bb1-8183-ae7f7204b7fd service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267983 Jun 03 15:20:22.942829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a674cf98-c5c2-4dbd-915a-15260ea2535f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.943946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a674cf98-c5c2-4dbd-915a-15260ea2535f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b27f0f99-3f71-49c3-81f1-49b8f225443f HTTP/1.1" status: 204 len: 168 time: 0.6841831 Jun 03 15:20:22.952960 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5e59918d-87c5-4c17-a720-ae6c7da5fcf5 req-053e31ad-14a5-4e93-98c9-d222b74cc13f tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.70 "DELETE /v2.0/ports/505ac7ed-ba79-41e8-96df-3048b0d04711 HTTP/1.1" status: 204 len: 173 time: 1.3834913 Jun 03 15:20:23.162571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d459a006-e496-49f2-8c04-b4902b425cd4 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:23.163854 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.175778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-9b16f029-3172-4d94-9aaf-1822c7a316ab tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:23.189630 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-9b16f029-3172-4d94-9aaf-1822c7a316ab tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "GET /v2.0/ports?device_id=531425fd-026e-4cd4-9b66-e1b47817d6f6 HTTP/1.1" status: 200 len: 945 time: 0.3137372 Jun 03 15:20:23.206049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] For port 9922db70-ff7b-4d15-abd5-974841749aaf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=9922db70-ff7b-4d15-abd5-974841749aaf,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:23.206415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.229685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:23.235557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.245215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-135f9ee7-b6ac-40e3-b9ab-e1bba4ffe048 service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583117 Jun 03 15:20:23.319886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:23.335279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-f85cc745-40d9-47a5-b003-8a3a5a177437 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:23.342568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-f85cc745-40d9-47a5-b003-8a3a5a177437 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.3761210 Jun 03 15:20:23.373584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-582e4c7c-7d16-4188-b83a-7fd7864f156a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/quotas/4e7396cbbc08497a9316bfc89e1706db HTTP/1.1" status: 200 len: 375 time: 0.0300236 Jun 03 15:20:23.435510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Calling delete_port for 9922db70-ff7b-4d15-abd5-974841749aaf owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:23.449148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-fd1a39c0-1002-4884-b510-473a3ad70a15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745981 Jun 03 15:20:23.496858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Deleting port 6a042fbe-e41b-4783-aba2-36f59db76526 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:23.497204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.568892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6dd0316b-4238-4a95-9265-08dacf73e3b5 service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215406 Jun 03 15:20:23.734301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8be9c5f7-7fdd-44f0-a7b7-d804128c978d service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644576 Jun 03 15:20:23.876969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.889359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['6a042fbe-e41b-4783-aba2-36f59db76526', '9922db70-ff7b-4d15-abd5-974841749aaf'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:23.926701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] For port 6a042fbe-e41b-4783-aba2-36f59db76526, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6a042fbe-e41b-4783-aba2-36f59db76526,segment=NetworkSegment(8c7f8380-ca01-472a-a11c-87f73e38d655),segment_id=8c7f8380-ca01-472a-a11c-87f73e38d655)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:23.926980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.967591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event deleted for resources: {'Port': ['ID=9922db70-ff7b-4d15-abd5-974841749aaf,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:24.028755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-07fd944d-5d73-495e-89a9-e56423b5933e service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786178 Jun 03 15:20:24.291961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-d4356770-cc0c-44c0-9ffc-28ebbb3b6cb5 service neutron] 10.222.0.66 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568099 Jun 03 15:20:24.359396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Calling delete_port for 6a042fbe-e41b-4783-aba2-36f59db76526 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:24.398109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-0520b677-d050-4c26-8d2c-34ebc77c3b26 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683388 Jun 03 15:20:24.469947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] No DVR routers for this DVR port 9922db70-ff7b-4d15-abd5-974841749aaf on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:24.475690 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.487516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-9ad0fad7-8759-4924-9aef-052b73d98755 service neutron] 10.222.0.66 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813211 Jun 03 15:20:24.575467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80faee3a-1a60-4d2f-9d5e-e611f66d21d9 req-903d72f4-977d-467e-bad5-dcc260dc3416 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "DELETE /v2.0/ports/9922db70-ff7b-4d15-abd5-974841749aaf HTTP/1.1" status: 204 len: 173 time: 2.0769253 Jun 03 15:20:24.595966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.612857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['9922db70-ff7b-4d15-abd5-974841749aaf'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:24.695842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e3440fe8-16dc-4141-b5f7-50ee329a7340 service neutron] 10.222.0.66 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008903 Jun 03 15:20:24.703530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Pushing event deleted for resources: {'Port': ['ID=6a042fbe-e41b-4783-aba2-36f59db76526,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:24.746115 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118d5af4-fec7-4be0-b25b-a7b0cbb0092e'] response: {'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'code': 200} Jun 03 15:20:24.758616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6a042fbe-e41b-4783-aba2-36f59db76526 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:24.804359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 6a042fbe-e41b-4783-aba2-36f59db76526 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:24.804871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6a042fbe-e41b-4783-aba2-36f59db76526 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:24.805421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:24.846953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 505ac7ed-ba79-41e8-96df-3048b0d04711 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:24.847335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 505ac7ed-ba79-41e8-96df-3048b0d04711 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:24.847691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 9922db70-ff7b-4d15-abd5-974841749aaf no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:24.905471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] No DVR routers for this DVR port 6a042fbe-e41b-4783-aba2-36f59db76526 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:24.908710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.920830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d1c5885d-7b2d-4d97-915d-95822b17e3eb req-98136781-7276-4bbe-8ee7-8af457029cc1 tempest-MultipleCreateTestJSON-1272644084 tempest-MultipleCreateTestJSON-1272644084-project] 10.222.0.70 "DELETE /v2.0/ports/6a042fbe-e41b-4783-aba2-36f59db76526 HTTP/1.1" status: 204 len: 173 time: 1.7061989 Jun 03 15:20:24.946554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 9922db70-ff7b-4d15-abd5-974841749aaf {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:24.946897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 9922db70-ff7b-4d15-abd5-974841749aaf not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:25.154644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e4af-4afc-4713-beee-b4170e81914e req-5b41cf5b-a3b8-4065-9c41-3a660796d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:25.164539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eb60e4af-4afc-4713-beee-b4170e81914e req-5b41cf5b-a3b8-4065-9c41-3a660796d6bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 1101 time: 0.1984098 Jun 03 15:20:25.224770 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-bb40e156-0ca6-44c5-8782-4733d2623f43 service neutron] 10.222.0.66 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087261 Jun 03 15:20:25.261973 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eb60e4af-4afc-4713-beee-b4170e81914e req-178d783f-37bf-43fa-a006-02a56eff60bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805817 Jun 03 15:20:25.396298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d278b-62d1-4602-88a0-99de9d3a8c05 req-7174cdb1-32a5-4c65-a056-28e5e62fd5f1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:25.403309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc4d278b-62d1-4602-88a0-99de9d3a8c05 req-7174cdb1-32a5-4c65-a056-28e5e62fd5f1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 945 time: 0.4383593 Jun 03 15:20:25.463885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-30634caf-4f8c-4361-9cf4-5e202d148376 service neutron] 10.222.0.66 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256072 Jun 03 15:20:25.569353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc4d278b-62d1-4602-88a0-99de9d3a8c05 req-895f93c8-43f4-4a0b-a4a2-f8f5d3e240d5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043780 Jun 03 15:20:25.656550 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d912bd1b-857f-47ba-81e5-b2ff962b45b7'] response: {'server_uuid': '46147c12-3bbc-4f43-8d4e-e4e4676e4fed', 'name': 'network-vif-deleted', 'tag': '505ac7ed-ba79-41e8-96df-3048b0d04711', 'status': 'completed', 'code': 200} Jun 03 15:20:25.879292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066f827-923f-4371-847d-ab49890d2103 req-763f7940-a399-4830-a09d-24577913e46c tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:25.885913 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6066f827-923f-4371-847d-ab49890d2103 req-763f7940-a399-4830-a09d-24577913e46c tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 950 time: 0.1293130 Jun 03 15:20:25.953424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6066f827-923f-4371-847d-ab49890d2103 req-71e07006-f14a-4e72-84d9-0f05fd2248d3 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599599 Jun 03 15:20:26.360774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3380e367-86f4-4924-811e-651f9006931a req-2a43e3f2-a3d4-4cdb-929e-be705d8f8467 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 210 time: 0.0809240 Jun 03 15:20:26.747824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:26.857272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-81e25c55-ec6d-4330-971b-0c317235e988 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:26.874171 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-81e25c55-ec6d-4330-971b-0c317235e988 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.3878250 Jun 03 15:20:26.893209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Request body: {'port': {'device_id': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'admin_state_up': True, 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:27.061759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46194) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:27.132134 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98faefc-61e3-405a-aea1-7f83061268de'] response: {'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'code': 200} Jun 03 15:20:27.201075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:27.214434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Usage tracker for resource:port and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:27.223067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] Deleting subnet e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:20:27.255030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.293107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:27.322059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:27.364811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:27.378861 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.491021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fc1ed-137e-4605-84b1-9d3dfb170948 req-6bd55cd8-fb62-40db-a1b1-b6c7ef7af573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.492803 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ec7fc1ed-137e-4605-84b1-9d3dfb170948 req-6bd55cd8-fb62-40db-a1b1-b6c7ef7af573 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 1101 time: 0.2730558 Jun 03 15:20:27.599923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.601961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ec7fc1ed-137e-4605-84b1-9d3dfb170948 req-0f49151e-dbf6-4b54-ad05-e52f63fe49eb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962210 Jun 03 15:20:27.661164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'name': 'network-vif-deleted', 'tag': '9922db70-ff7b-4d15-abd5-974841749aaf'}, {'server_uuid': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'name': 'network-vif-deleted', 'tag': '6a042fbe-e41b-4783-aba2-36f59db76526'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:27.727469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Allocated IP 172.20.0.3 (bab2ba7d-77a4-46db-a2be-af020ae0ac10/c663b740-2cbb-4f54-abd2-34f5c8e205ad/17fc2674-c2c7-468a-84a4-1618d977490e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:27.728449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.766238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc25aa-3f7f-46c2-906e-2196697d38bb req-46447019-9a00-46de-965b-c9b15b51abca tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.773663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60cc25aa-3f7f-46c2-906e-2196697d38bb req-46447019-9a00-46de-965b-c9b15b51abca tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 950 time: 0.4264934 Jun 03 15:20:27.851446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70123bf-c62d-43b5-add8-8ec5308d8bde req-934f3e6c-f461-43c3-a322-3e82fecbb5a9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.860961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c70123bf-c62d-43b5-add8-8ec5308d8bde req-934f3e6c-f461-43c3-a322-3e82fecbb5a9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 945 time: 0.5202746 Jun 03 15:20:27.934424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60cc25aa-3f7f-46c2-906e-2196697d38bb req-f9366368-3a72-475f-88ce-4ceb27f89955 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597958 Jun 03 15:20:27.975506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c70123bf-c62d-43b5-add8-8ec5308d8bde req-7790c6df-5b05-46a4-b3ee-aefae96a67c2 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120555 Jun 03 15:20:27.977183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.029269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:28.033053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.063721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-81dd69e8-a3bc-4feb-84ee-b1eeefdba2f9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e1e4ddd6-ad67-45e7-9e27-868cbf4d36f1 HTTP/1.1" status: 204 len: 168 time: 1.0008285 Jun 03 15:20:28.066231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:28.182952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.233707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.324282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:28.327991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:28.333001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:28.378964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event updated for resources: {'Port': ['ID=17fc2674-c2c7-468a-84a4-1618d977490e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:28.391201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.437716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:28.442400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.483443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-7cd2a8d9-724d-40c0-bc42-821e4e4d0915 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5968397 Jun 03 15:20:28.499985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Request body: {'port': {'device_id': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:28.539732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1747e2e6-6fb5-4fdd-815f-79678cfa3ebf req-51edcdf1-eb20-45f4-830e-a455e30b9b2b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 210 time: 0.1450579 Jun 03 15:20:28.636241 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24e481f-d46e-4fec-a40a-933913e7d774'] response: {'server_uuid': 'a86e9c93-d3c0-4c57-b070-b6a229c62553', 'name': 'network-vif-deleted', 'tag': '9922db70-ff7b-4d15-abd5-974841749aaf', 'status': 'completed', 'code': 200} Jun 03 15:20:28.636421 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24e481f-d46e-4fec-a40a-933913e7d774'] response: {'server_uuid': '531425fd-026e-4cd4-9b66-e1b47817d6f6', 'name': 'network-vif-deleted', 'tag': '6a042fbe-e41b-4783-aba2-36f59db76526', 'status': 'completed', 'code': 200} Jun 03 15:20:28.726565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ad8c-a479-417c-aca3-9de528942d1b req-241786cf-e542-4204-b7d0-0f9478cbceb4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:28.734579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b044ad8c-a479-417c-aca3-9de528942d1b req-241786cf-e542-4204-b7d0-0f9478cbceb4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 931 time: 0.3389211 Jun 03 15:20:28.746621 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.810416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61145e5-7326-484c-9088-5043061af9a3 req-2d34620c-e778-48ad-8939-462449efdb30 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:28.812152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f61145e5-7326-484c-9088-5043061af9a3 req-2d34620c-e778-48ad-8939-462449efdb30 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.15 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 945 time: 0.4185097 Jun 03 15:20:28.815949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d36faac-1183-4069-b76c-188665e236fb']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:28.888652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7f8380-ca01-472a-a11c-87f73e38d655') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:28.889385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7f8380-ca01-472a-a11c-87f73e38d655') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:28.908077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.916947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b044ad8c-a479-417c-aca3-9de528942d1b req-062dfec0-787b-4886-9e7d-1cd846acb055 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719520 Jun 03 15:20:28.940290 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.046657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Deleting port 1930e9fa-537b-4a21-a93c-e84dba398b22 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:29.047017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.143438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4fe086a-5495-432b-8ae8-885fbff455d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.144776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4fe086a-5495-432b-8ae8-885fbff455d7 service neutron] 10.222.0.70 "GET /v2.0/ports/5bfb56d4-cea7-45eb-8f81-64db01a5ba56 HTTP/1.1" status: 200 len: 1028 time: 0.0858817 Jun 03 15:20:29.193047 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.235765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:20:29.236417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.359657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-ce838992-6f5d-471b-8a9e-56d91bcb9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.367224 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-ce838992-6f5d-471b-8a9e-56d91bcb9a1a service neutron] 10.222.0.70 "GET /v2.0/ports/2ccee563-6198-4092-bc2a-d8bbe3bbb02c HTTP/1.1" status: 200 len: 1026 time: 0.1692507 Jun 03 15:20:29.570950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.622014 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 8c7f8380-ca01-472a-a11c-87f73e38d655 resource provider aggregate not found Jun 03 15:20:29.755657 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-099f9173-d29f-4c70-b052-32b458a475ad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6096618 Jun 03 15:20:29.818542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1acc9350-d31d-4690-9e56-7279bd848aa8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.824664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1acc9350-d31d-4690-9e56-7279bd848aa8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.831036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1acc9350-d31d-4690-9e56-7279bd848aa8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.832498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1acc9350-d31d-4690-9e56-7279bd848aa8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Synchronizing usage tracker for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:29.873500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] For port 1930e9fa-537b-4a21-a93c-e84dba398b22, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1930e9fa-537b-4a21-a93c-e84dba398b22,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:29.874179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.947909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fc2674-c2c7-468a-84a4-1618d977490e {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:29.957643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.979027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Transition to ACTIVE for port object 17fc2674-c2c7-468a-84a4-1618d977490e will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:30.052297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.109035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1acc9350-d31d-4690-9e56-7279bd848aa8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Unset dirty status for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:30.110397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1acc9350-d31d-4690-9e56-7279bd848aa8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "GET /v2.0/networks?id=a325eddb-5778-4430-8610-ca83f8ff19fd&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc HTTP/1.1" status: 200 len: 1990 time: 0.7360408 Jun 03 15:20:30.123863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.126912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d36faac-1183-4069-b76c-188665e236fb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:30.142382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Calling delete_port for 1930e9fa-537b-4a21-a93c-e84dba398b22 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:30.194138 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 8c7f8380-ca01-472a-a11c-87f73e38d655 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c7f8380-ca01-472a-a11c-87f73e38d655 found for delete ", "request_id": "req-5dec2f8f-cc1c-4065-946b-9f003c1c272c"}]} Jun 03 15:20:30.225423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0f078770-ead3-4850-81e8-eed71684a931 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3d36faac-1183-4069-b76c-188665e236fb HTTP/1.1" status: 204 len: 168 time: 2.1577387 Jun 03 15:20:30.305427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d4898-79cf-4207-b716-b3eb26deda86 req-73fc4ed9-10e7-44c1-9ae6-876e6190ce14 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.313754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-686d4898-79cf-4207-b716-b3eb26deda86 req-73fc4ed9-10e7-44c1-9ae6-876e6190ce14 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 945 time: 1.0355926 Jun 03 15:20:30.341928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e0f77-105b-4536-b970-444f79b56dce req-a5fa5d95-0059-4549-a50e-d0864d9da197 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.351641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-fc24bd12-6ec9-4e60-b103-e64f4d961b4f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Synchronizing usage tracker for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:30.352472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f9e0f77-105b-4536-b970-444f79b56dce req-a5fa5d95-0059-4549-a50e-d0864d9da197 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 950 time: 1.0753417 Jun 03 15:20:30.458367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-fc24bd12-6ec9-4e60-b103-e64f4d961b4f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Unset dirty status for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:30.464576 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-fc24bd12-6ec9-4e60-b103-e64f4d961b4f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2076fe0c85c04061a36119c73d368dd8 HTTP/1.1" status: 200 len: 379 time: 0.3399312 Jun 03 15:20:30.566983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-686d4898-79cf-4207-b716-b3eb26deda86 req-61589411-98e2-4d6e-a53c-fc1fb0635d9f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382782 Jun 03 15:20:30.581607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f9e0f77-105b-4536-b970-444f79b56dce req-6b0fe562-8585-4bb9-b15b-aaf6f4d80f0b tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281432 Jun 03 15:20:30.586084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.610343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['464a3517-62c9-4555-a2bf-3223e1c6b35f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:30.654043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'admin_state_up': True, 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'security_groups': ['00045e89-d91d-4548-8b1c-08112fa984e9']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:30.706339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Pushing event updated for resources: {'Port': ['ID=17fc2674-c2c7-468a-84a4-1618d977490e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:30.722385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46248) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:30.738304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Pushing event deleted for resources: {'Port': ['ID=1930e9fa-537b-4a21-a93c-e84dba398b22,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:30.841807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.844776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.847402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.848737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.853101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.853916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.866535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.869075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a6da1834-6d37-45f1-a457-807c232bff69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d2cf021d5af47939b312df443b1f14b&device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 6501 time: 0.8868198 Jun 03 15:20:31.081839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Attempting to bind port 17fc2674-c2c7-468a-84a4-1618d977490e on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:31.082179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Attempting to bind port 17fc2674-c2c7-468a-84a4-1618d977490e by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:31.082558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Attempting to bind port 17fc2674-c2c7-468a-84a4-1618d977490e on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:31.172583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] No DVR routers for this DVR port 1930e9fa-537b-4a21-a93c-e84dba398b22 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:31.175661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:31.202236 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-19cf4144-9492-44f8-8984-c44e94a5a282 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccd40354a0b24b95af6e3adc6cbccdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409180 Jun 03 15:20:31.203445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Port 17fc2674-c2c7-468a-84a4-1618d977490e on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:31.203938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Attempting to bind port 17fc2674-c2c7-468a-84a4-1618d977490e on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:31.208626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46256) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:31.228007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'name': 'network-vif-deleted', 'tag': '1930e9fa-537b-4a21-a93c-e84dba398b22'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:31.248041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:31.248938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:31.249385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Bound using segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:31.249786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Bound port: 17fc2674-c2c7-468a-84a4-1618d977490e, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:31.250138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:31.309383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f61145e5-7326-484c-9088-5043061af9a3 req-ba04d0ce-5a9b-4247-822a-3ca0ab500e0d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.15 "DELETE /v2.0/ports/1930e9fa-537b-4a21-a93c-e84dba398b22 HTTP/1.1" status: 204 len: 173 time: 2.4828718 Jun 03 15:20:31.330910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fc31a28-ca89-4e10-b040-b2eafa9bdd8f req-99940dce-74ee-4b7b-bb62-9cd79707e80e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 210 time: 0.4688120 Jun 03 15:20:31.442214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eccf1-37de-4737-bbfc-ece36e2bd5c4 req-d1e6b962-29ca-4f17-b119-bf94b8d60313 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.447035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-003eccf1-37de-4737-bbfc-ece36e2bd5c4 req-d1e6b962-29ca-4f17-b119-bf94b8d60313 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 943 time: 0.3091462 Jun 03 15:20:31.511288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-003eccf1-37de-4737-bbfc-ece36e2bd5c4 req-30f70cf5-90ed-416f-af89-2197d1c84726 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546582 Jun 03 15:20:31.574136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:31.603843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff41819d-829d-424b-afdb-9773361a79b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:31.627467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:31.633832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9e747632-2d59-4afa-938d-3cbcc3d731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.634264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9e747632-2d59-4afa-938d-3cbcc3d731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.634727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9e747632-2d59-4afa-938d-3cbcc3d731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.636927 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9e747632-2d59-4afa-938d-3cbcc3d731b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d09311b2-c859-4e68-a0e9-573a99ae4a26&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=053fc439-089a-48d0-ac6b-69d03af487a7&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f HTTP/1.1" status: 200 len: 2297 time: 0.6511524 Jun 03 15:20:31.642720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] For port 17fc2674-c2c7-468a-84a4-1618d977490e, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:31.846544 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2f03e9-b8a9-435f-acaf-4af32de4a8c2'] response: {'server_uuid': 'a307cccb-dbb9-40de-bd6c-a1199692896a', 'name': 'network-vif-deleted', 'tag': '1930e9fa-537b-4a21-a93c-e84dba398b22', 'status': 'completed', 'code': 200} Jun 03 15:20:31.868552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdd79a-33af-44dc-9cc8-ba570f4f1a48 req-58305ea1-4624-4ef1-b29c-457f2d89df3a tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.872600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dccdd79a-33af-44dc-9cc8-ba570f4f1a48 req-58305ea1-4624-4ef1-b29c-457f2d89df3a tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 950 time: 0.1340482 Jun 03 15:20:31.949908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dccdd79a-33af-44dc-9cc8-ba570f4f1a48 req-2ea4a6c2-7969-4b3e-99ad-21bd963d3d1b tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677099 Jun 03 15:20:31.990913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1930e9fa-537b-4a21-a93c-e84dba398b22 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:32.017242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] For port 17fc2674-c2c7-468a-84a4-1618d977490e, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=17fc2674-c2c7-468a-84a4-1618d977490e,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:32.021338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff41819d-829d-424b-afdb-9773361a79b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.110793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 1930e9fa-537b-4a21-a93c-e84dba398b22 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:32.112041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.120716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1930e9fa-537b-4a21-a93c-e84dba398b22 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:32.129480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-94b75ed0-f8b4-479c-b76c-6e3a0b9dbc58 req-0267de81-2142-46f8-a5e2-095a0ec8d50e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Synchronizing usage tracker for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:32.163114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-94b75ed0-f8b4-479c-b76c-6e3a0b9dbc58 req-0267de81-2142-46f8-a5e2-095a0ec8d50e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Unset dirty status for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:32.172682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94b75ed0-f8b4-479c-b76c-6e3a0b9dbc58 req-0267de81-2142-46f8-a5e2-095a0ec8d50e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=a307cccb-dbb9-40de-bd6c-a1199692896a HTTP/1.1" status: 200 len: 210 time: 0.2025948 Jun 03 15:20:32.232147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:32.254946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.281718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0550f-9891-4c72-9b53-1c2007b26bdf req-dcf7cfc0-673c-4858-999c-d6f65ec66c91 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.283968 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29e0550f-9891-4c72-9b53-1c2007b26bdf req-dcf7cfc0-673c-4858-999c-d6f65ec66c91 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.0923252 Jun 03 15:20:32.325701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.328584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.330012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] 10.222.0.15 "PUT /v2.0/ports/17fc2674-c2c7-468a-84a4-1618d977490e HTTP/1.1" status: 200 len: 1091 time: 3.8379688 Jun 03 15:20:32.361596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'tag': '17fc2674-c2c7-468a-84a4-1618d977490e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:32.409637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29e0550f-9891-4c72-9b53-1c2007b26bdf req-7040af45-ef0a-4b9a-b224-a8d873e305b0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183627 Jun 03 15:20:32.564286 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff41819d-829d-424b-afdb-9773361a79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.569780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-e5ddc3a9-c54e-4fbc-8e07-150cbbc28caa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f HTTP/1.1" status: 200 len: 1000 time: 0.9229033 Jun 03 15:20:32.675906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41819d-829d-424b-afdb-9773361a79b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:32.728773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a3a9e02-038c-445d-bcea-bd5a363b2645 req-03b24d22-9cd7-4d43-b215-4888de7bda39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 210 time: 0.1248651 Jun 03 15:20:32.769354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-c162fc8a-cce5-4bea-981e-705ce87b873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.774177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2262d4-1fb4-43d7-8fee-c91a82137ace service neutron] Pushing event updated for resources: {'Port': ['ID=17fc2674-c2c7-468a-84a4-1618d977490e,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:32.774569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-c162fc8a-cce5-4bea-981e-705ce87b873e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 1094 time: 0.3142476 Jun 03 15:20:32.819188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff41819d-829d-424b-afdb-9773361a79b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.823061 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff41819d-829d-424b-afdb-9773361a79b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66ae7b6e-a9b2-4fc6-b9f8-0bee003b7f9b HTTP/1.1" status: 204 len: 168 time: 1.6080720 Jun 03 15:20:32.830800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-ff085395-8892-4a0b-b0af-c84c32befd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.832316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-ff085395-8892-4a0b-b0af-c84c32befd33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f80911b9-30c0-4dc2-a327-7708cbb1436c HTTP/1.1" status: 200 len: 855 time: 0.2181482 Jun 03 15:20:32.956643 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4bd14c-493d-4191-9304-a86f3c52b32e'] response: {'name': 'network-changed', 'server_uuid': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'tag': '17fc2674-c2c7-468a-84a4-1618d977490e', 'status': 'completed', 'code': 200} Jun 03 15:20:32.981763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-a2acef5b-a119-4985-935b-62481bc0f9df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17fc2674-c2c7-468a-84a4-1618d977490e HTTP/1.1" status: 200 len: 217 time: 0.1981995 Jun 03 15:20:33.061271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 172.20.0.4 (a325eddb-5778-4430-8610-ca83f8ff19fd/2d854a12-8a3e-4bb5-abcb-da59cf86a192/5360da91-7068-48a5-99db-6c929e3a09df) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:33.072927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da0886-6b76-4898-86f6-436e094ad148 req-244ad778-0abe-455d-be32-b63fc0c9be98 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:33.074301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-43da0886-6b76-4898-86f6-436e094ad148 req-244ad778-0abe-455d-be32-b63fc0c9be98 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Synchronizing usage tracker for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:33.123032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-8213e195-789b-4916-9f4a-72ee66e683b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:33.124602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-8213e195-789b-4916-9f4a-72ee66e683b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.1026006 Jun 03 15:20:33.141519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184869-c314-485e-a885-98524d2ba4d1 req-bac50397-3531-4dcf-a500-fa1a81962082 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:33.149322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e184869-c314-485e-a885-98524d2ba4d1 req-bac50397-3531-4dcf-a500-fa1a81962082 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 943 time: 0.1664648 Jun 03 15:20:33.153205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-43da0886-6b76-4898-86f6-436e094ad148 req-244ad778-0abe-455d-be32-b63fc0c9be98 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Unset dirty status for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:33.154485 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-43da0886-6b76-4898-86f6-436e094ad148 req-244ad778-0abe-455d-be32-b63fc0c9be98 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.5955520 Jun 03 15:20:33.227598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-1b8eb135-d6ca-4d4f-8834-c7770388f8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750697 Jun 03 15:20:33.257053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-20b5d161-4a9d-4638-b4c7-a4dfc25b08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:33.258644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-20b5d161-4a9d-4638-b4c7-a4dfc25b08c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d09311b2-c859-4e68-a0e9-573a99ae4a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146762 Jun 03 15:20:33.261889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e184869-c314-485e-a885-98524d2ba4d1 req-226caab6-f319-41e1-b826-57f488c61038 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116815 Jun 03 15:20:33.493762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-4993d6a1-1990-4c5c-9c18-7d494729bde3 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442420 Jun 03 15:20:33.685161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Deleting port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:33.685704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:33.801467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-529e27ce-e8dc-4d22-aae3-bdb9bf481e40 req-69c5fae8-e993-4cb9-8798-374ef9a44a3c service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983794 Jun 03 15:20:33.949484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:33.976491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-4cc27019-bbbc-4c9e-8873-3fc6eb148c03 service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616592 Jun 03 15:20:34.010518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336a9d7-2b5f-4802-9e64-b4e1ab25504a req-ee662947-0e7c-4fa7-b86a-60610c723813 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.017744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9336a9d7-2b5f-4802-9e64-b4e1ab25504a req-ee662947-0e7c-4fa7-b86a-60610c723813 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.4421103 Jun 03 15:20:34.027963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786b64-5f07-480f-ad57-de6ca7a2aa29 req-e20b41a2-c9c3-46e2-8a65-9187cb8a9fa3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.035555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e786b64-5f07-480f-ad57-de6ca7a2aa29 req-e20b41a2-c9c3-46e2-8a65-9187cb8a9fa3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4936433 Jun 03 15:20:34.181345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9336a9d7-2b5f-4802-9e64-b4e1ab25504a req-f48f335f-40fa-4b50-a88c-1188c8f09684 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626689 Jun 03 15:20:34.181508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Transition to ACTIVE for port object 5360da91-7068-48a5-99db-6c929e3a09df will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:34.232507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-17413500-9b56-436b-a86a-808e97430f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.236644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-17413500-9b56-436b-a86a-808e97430f08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 1094 time: 0.3729796 Jun 03 15:20:34.244669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e786b64-5f07-480f-ad57-de6ca7a2aa29 req-771024e7-4b1a-44a8-83df-7b76ba7c741d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079599 Jun 03 15:20:34.305403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:34.317194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46376) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:34.570882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=5360da91-7068-48a5-99db-6c929e3a09df,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:34.588397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network a325eddb-5778-4430-8610-ca83f8ff19fd is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:34.593817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:34.596870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:34.647353 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-49d3ed6c-6ea4-4abc-b0d6-4e19848ddd7c service neutron] 10.222.0.70 "GET /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411767 Jun 03 15:20:34.805247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-465845828-network', 'tenant_id': 'b3acd2ca336a4e92a7fc471cf30be94a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:34.844729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:34.847747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-4a605ae6-9236-4a97-bb89-0476f37e5a12 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 200 len: 217 time: 0.1806233 Jun 03 15:20:34.856480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Usage tracker for resource:network and tenant:b3acd2ca336a4e92a7fc471cf30be94a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:34.871509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:34.918344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-35c79de9-4008-4971-ae2d-091a5b2817e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.919858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-35c79de9-4008-4971-ae2d-091a5b2817e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.6703839 Jun 03 15:20:34.940478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0ee96b39-ad81-4bb6-a18a-04f19be02fe1 None None] Provisioning for port 5360da91-7068-48a5-99db-6c929e3a09df completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:34.946861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0ee96b39-ad81-4bb6-a18a-04f19be02fe1 None None] Provisioning complete for port 5360da91-7068-48a5-99db-6c929e3a09df triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:34.947363 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0ee96b39-ad81-4bb6-a18a-04f19be02fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.059740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-e8374f44-1dc7-4b00-9330-a8ea05346514 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17fc2674-c2c7-468a-84a4-1618d977490e HTTP/1.1" status: 200 len: 217 time: 0.1171589 Jun 03 15:20:35.067474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:35.077855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.078583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.080944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0ee96b39-ad81-4bb6-a18a-04f19be02fe1 None None] Port 5360da91-7068-48a5-99db-6c929e3a09df cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:35.112401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] For port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:35.112788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.167468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028f48a-863f-4b3c-a85c-e39da52e4a23 req-7d017b16-8064-43f4-84cf-31298cacbc2d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.175206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d028f48a-863f-4b3c-a85c-e39da52e4a23 req-7d017b16-8064-43f4-84cf-31298cacbc2d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 931 time: 0.6183772 Jun 03 15:20:35.187030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Made reservation on behalf of b3acd2ca336a4e92a7fc471cf30be94a for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:35.189322 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.210222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69516-ca8b-431a-a53f-b2e512c07102 req-88d17ee6-39d8-4f57-961d-c4dd429f6a4b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.211894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22d69516-ca8b-431a-a53f-b2e512c07102 req-88d17ee6-39d8-4f57-961d-c4dd429f6a4b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 943 time: 0.4166353 Jun 03 15:20:35.272684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Calling delete_port for a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:35.280160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-89eac661-9bb6-4965-ba67-cc29187c7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.281693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-89eac661-9bb6-4965-ba67-cc29187c7995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.1969483 Jun 03 15:20:35.285384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22d69516-ca8b-431a-a53f-b2e512c07102 req-1efd6ca9-90b7-4c51-936d-f61844acc66e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664313 Jun 03 15:20:35.300679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d028f48a-863f-4b3c-a85c-e39da52e4a23 req-add221a5-e543-48e9-b4f0-2c214cbe7f6a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244206 Jun 03 15:20:35.302958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-f25b17c4-c30c-4e5b-9bc4-170df4a02262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.304455 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-f25b17c4-c30c-4e5b-9bc4-170df4a02262 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.4365396 Jun 03 15:20:35.329949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f355fbd6-d364-471c-9d66-0eb4b271e591 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8557203 Jun 03 15:20:35.391732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.418685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-ce356820-25e9-4eb6-a2ca-608b8ef83726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139843 Jun 03 15:20:35.428789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'admin_state_up': True, 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'security_groups': ['00045e89-d91d-4548-8b1c-08112fa984e9']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:35.617509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:35.651775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Usage tracker for resource:security_group_rule and tenant:b3acd2ca336a4e92a7fc471cf30be94a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:35.680969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:35.690038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:35.705020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-5781bbc0-c024-470d-aab6-9e31feca2c3b service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718658 Jun 03 15:20:35.722194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:35.770336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:port and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:35.808535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b241b1-e150-45bf-92fd-c238c9d1589f req-ff993816-50a3-40d3-8cdc-2a6dbc0c4004 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.809991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81b241b1-e150-45bf-92fd-c238c9d1589f req-ff993816-50a3-40d3-8cdc-2a6dbc0c4004 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3501508 Jun 03 15:20:35.837127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d816f-35a4-4154-b784-06fdfce632df req-a234a9e9-f53b-458a-93e0-a206f22ea9c0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.838638 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-884d816f-35a4-4154-b784-06fdfce632df req-a234a9e9-f53b-458a-93e0-a206f22ea9c0 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 945 time: 0.3326778 Jun 03 15:20:35.885839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-b4ccf36c-9490-4b8c-9c19-3f48cb928342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.888041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-b4ccf36c-9490-4b8c-9c19-3f48cb928342 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5676172 Jun 03 15:20:35.954458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81b241b1-e150-45bf-92fd-c238c9d1589f req-9a9783ec-02c4-4ca2-a3e6-00ba1afcab04 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263750 Jun 03 15:20:35.966773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-310f963d-61ab-480d-9a64-e2696ae6a8a9 req-d6fc3cdd-4e18-4562-add5-b4992701a6fa service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391348 Jun 03 15:20:35.970323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-884d816f-35a4-4154-b784-06fdfce632df req-b450b253-3709-4088-b4f9-0524b100f94a tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130917 Jun 03 15:20:35.999197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:36.001198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.002479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:36.003124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:36.027997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:36.094302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.140812 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.225238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:36.225612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:36.234852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:36.241471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.439355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event deleted for resources: {'Port': ['ID=a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:36.469587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:20:36.478319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07435b14-c583-4450-97f4-4abc12605f3b req-38af3d48-b727-4b80-a81f-c9b49bd9bc78 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.479279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb3dc92-41db-4e79-b0e2-f0ff8cac6559,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:36.489987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07435b14-c583-4450-97f4-4abc12605f3b req-38af3d48-b727-4b80-a81f-c9b49bd9bc78 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1608090 Jun 03 15:20:36.587732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:36.605948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'mac_address': 'fa:16:3e:ca:91:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:36.680263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07435b14-c583-4450-97f4-4abc12605f3b req-29557e7f-8d5b-476e-93df-abac8b4163c5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888916 Jun 03 15:20:36.709671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:36.710436 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.758183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeea839-c2d9-4534-a33f-13496adfb067 req-2cff4d09-be87-4b78-a25a-870c1b5f12e7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.761428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfeea839-c2d9-4534-a33f-13496adfb067 req-2cff4d09-be87-4b78-a25a-870c1b5f12e7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 943 time: 0.2216272 Jun 03 15:20:36.763173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd27fc26-a6df-4c68-b439-41e11ab9008c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:36.800859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:36.812896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.893900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfeea839-c2d9-4534-a33f-13496adfb067 req-c5c6cd9e-c7d2-4e6a-b54a-d8bb2c5687fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094642 Jun 03 15:20:36.970995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.971523 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Added segment 0618f67f-0852-4e03-9b17-12b2a727ffc6 of type vlan for network cc356afb-f410-4914-ab5c-6471a66af34c Jun 03 15:20:37.009681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['cd27fc26-a6df-4c68-b439-41e11ab9008c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:37.040850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:37.068315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] No DVR routers for this DVR port a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:37.074076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.111988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'name': 'network-vif-deleted', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:37.137451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:37.145424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fd7ce-1c5d-42f9-886e-0a62d966bf78 req-6628817b-9668-4e69-9a8c-c2fd8953924b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:37.156788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff3fd7ce-1c5d-42f9-886e-0a62d966bf78 req-6628817b-9668-4e69-9a8c-c2fd8953924b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 931 time: 0.2178683 Jun 03 15:20:37.231363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff3fd7ce-1c5d-42f9-886e-0a62d966bf78 req-f87a2c17-1aaf-4ed4-b260-2b50683d8183 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712771 Jun 03 15:20:37.509494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 10.1.1.137 (ac54d610-31bd-47fa-bc70-18d267801812/df8f3443-12bf-4df1-9161-15136c5229e5/48d110fc-ad35-4072-8016-149be81463c6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:37.623134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ccd8e504-8a1c-4f0b-8a67-9f7ede606b13 req-482c344b-ef1b-4d5f-831f-ee72f7002f50 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=8067cd5d-973a-4fb5-af68-9f6536a7ec02 HTTP/1.1" status: 200 len: 210 time: 0.2062850 Jun 03 15:20:37.681650 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.727221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:37.735999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Usage tracker for resource:security_group_rule and tenant:3bebfcfb30eb4231ae7b163799285510 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:37.746115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:37.762319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:37.911030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.923572 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8b73c9-57e7-4650-8c89-87e98eaf0fd3'] response: {'server_uuid': '8067cd5d-973a-4fb5-af68-9f6536a7ec02', 'name': 'network-vif-deleted', 'tag': 'a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e', 'status': 'completed', 'code': 200} Jun 03 15:20:37.994500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-2cbfe544-f01e-4a14-86f8-2dbaf6cac9cf service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9452059 Jun 03 15:20:37.998844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 17fc2674-c2c7-468a-84a4-1618d977490e details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:38.002466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:38.012743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-43da0886-6b76-4898-86f6-436e094ad148 req-c915d003-779b-4bb1-a50e-18954e5e1012 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "DELETE /v2.0/ports/a9a4c3e8-3cb8-474f-a7c4-c83bd56dc86e HTTP/1.1" status: 204 len: 173 time: 4.8450220 Jun 03 15:20:38.046779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.058994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.177246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bebfcfb30eb4231ae7b163799285510&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1185274 Jun 03 15:20:38.177858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46482) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:38.189225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:20:38.234477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f24a3-c680-4e1f-b75d-1e6593c58347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca5f2fa-97af-4680-b61e-91919f245a32,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:38.495967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port cd27fc26-a6df-4c68-b439-41e11ab9008c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:38.496567 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.511592 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ab471ec-430b-484a-8405-3a7ae8f077fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.532153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.581576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.589407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.596320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.603125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.606021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 17fc2674-c2c7-468a-84a4-1618d977490e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=17fc2674-c2c7-468a-84a4-1618d977490e,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:38.633588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.646946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.651175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '17fc2674-c2c7-468a-84a4-1618d977490e', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': '17fc2674-c2c7-468a-84a4-1618d977490e', 'mac_address': 'fa:16:3e:40:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:38.677879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.681822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-e8e14923-c3e7-482d-bcb0-fceaac0b54b8 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.4155653 Jun 03 15:20:38.718114 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.719132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.719733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.735687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Transition to ACTIVE for port object 48d110fc-ad35-4072-8016-149be81463c6 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:38.918072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ab471ec-430b-484a-8405-3a7ae8f077fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.988306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 17fc2674-c2c7-468a-84a4-1618d977490e is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:38.988709 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.039073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fc2674-c2c7-468a-84a4-1618d977490e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:39.073918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] Pushing event updated for resources: {'Network': ['ID=cc356afb-f410-4914-ab5c-6471a66af34c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:39.083611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 17fc2674-c2c7-468a-84a4-1618d977490e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=17fc2674-c2c7-468a-84a4-1618d977490e,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:39.085297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:39.088637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.096048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd159363-2610-45fc-b58d-fe072f14c3e7 req-47220d5f-137d-48a1-bbc5-c4396f5cf117 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3788662 Jun 03 15:20:39.108466 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.111695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network cc356afb-f410-4914-ab5c-6471a66af34c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:20:39.180750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc590d65-3be6-4753-ad7c-574947df2365 req-c0d507fb-786d-45d9-96d5-6924ad947b52 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:39.183734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc590d65-3be6-4753-ad7c-574947df2365 req-c0d507fb-786d-45d9-96d5-6924ad947b52 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 943 time: 0.4701231 Jun 03 15:20:39.261747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ab471ec-430b-484a-8405-3a7ae8f077fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.319225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.342545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ab471ec-430b-484a-8405-3a7ae8f077fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.349696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7ab471ec-430b-484a-8405-3a7ae8f077fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dca5f2fa-97af-4680-b61e-91919f245a32 HTTP/1.1" status: 204 len: 168 time: 1.1641014 Jun 03 15:20:39.372998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:39.445922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc590d65-3be6-4753-ad7c-574947df2365 req-fdbad27a-7a28-41cd-b0ca-d3338a6fb1b6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554548 Jun 03 15:20:39.454179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab471ec-430b-484a-8405-3a7ae8f077fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca5f2fa-97af-4680-b61e-91919f245a32,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:39.457877 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9177d00c-6e37-44bf-9343-9810dea9c048 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.9553750 Jun 03 15:20:39.468056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46496) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:39.490265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Request body: {'subnet': {'network_id': 'cc356afb-f410-4914-ab5c-6471a66af34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-465845828-subnet', 'tenant_id': 'b3acd2ca336a4e92a7fc471cf30be94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:39.494272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:39.505528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:39.529714 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-96bfd092-ddee-41b8-8380-52123119b837 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5224948 Jun 03 15:20:39.569018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['17fc2674-c2c7-468a-84a4-1618d977490e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:39.590383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ac54d610-31bd-47fa-bc70-18d267801812 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:39.730005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=17fc2674-c2c7-468a-84a4-1618d977490e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:39.739532 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.752658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Usage tracker for resource:subnet and tenant:b3acd2ca336a4e92a7fc471cf30be94a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:39.761098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:39.782570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:39.816881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Made reservation on behalf of b3acd2ca336a4e92a7fc471cf30be94a for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:39.820670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.899711 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb9b6f7-938f-486f-99ba-ad80671ce41b'] response: {'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'code': 200} Jun 03 15:20:40.008039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:40.050355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bdca-4bbc-460a-86cd-6b67d7393279 req-b948f8e9-2089-4a0e-97bf-c1f977b0ccac tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.080017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bdca-4bbc-460a-86cd-6b67d7393279 req-b948f8e9-2089-4a0e-97bf-c1f977b0ccac tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.080429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9be9bdca-4bbc-460a-86cd-6b67d7393279 req-b948f8e9-2089-4a0e-97bf-c1f977b0ccac tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 1653 time: 0.5774436 Jun 03 15:20:40.197260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46520) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:40.269593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:40.282208 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.308270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:40.331328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:40.350651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9be9bdca-4bbc-460a-86cd-6b67d7393279 req-a7ef5e8f-52e8-418d-92cf-67f438418466 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574151 Jun 03 15:20:40.365342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Usage tracker for resource:security_group_rule and tenant:0fa996047ea64a7ba324157fc10f9006 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:40.366824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=48d110fc-ad35-4072-8016-149be81463c6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:40.378907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:40.392450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-d1699e6e-e0b5-4a9f-9443-4ffeb4d81919 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 200 len: 217 time: 0.7775760 Jun 03 15:20:40.426395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:40.588764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a385fd21-0607-41b6-b272-8515e280b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.597477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-a385fd21-0607-41b6-b272-8515e280b668 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.1819012 Jun 03 15:20:40.689719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.690398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.739232 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4abb3102-af30-4e3c-9899-41ad93e3c2a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3189812 Jun 03 15:20:40.744480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-31726953-2e53-4c7e-9c07-eaf6c7398b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.746012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-31726953-2e53-4c7e-9c07-eaf6c7398b81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1392200 Jun 03 15:20:40.751890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'admin_state_up': True, 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'security_groups': ['00045e89-d91d-4548-8b1c-08112fa984e9']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:40.770468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-68c4bf33-c49e-41c6-8de3-4ac019e3defc None None] Provisioning for port 48d110fc-ad35-4072-8016-149be81463c6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:40.791971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-68c4bf33-c49e-41c6-8de3-4ac019e3defc None None] Provisioning complete for port 48d110fc-ad35-4072-8016-149be81463c6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:40.793502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-68c4bf33-c49e-41c6-8de3-4ac019e3defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.878118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.952955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-68c4bf33-c49e-41c6-8de3-4ac019e3defc None None] Port 48d110fc-ad35-4072-8016-149be81463c6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:40.980535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.008299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.037074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057c14e-f68b-4cea-9a8e-b82adf42e534 req-25367625-d36b-42e0-88f6-a335bfdac4de tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.037366 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-7e0b8d9f-d4e0-419f-acb5-1ca56c993a98 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610657 Jun 03 15:20:41.038579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5057c14e-f68b-4cea-9a8e-b82adf42e534 req-25367625-d36b-42e0-88f6-a335bfdac4de tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 945 time: 0.4285390 Jun 03 15:20:41.047449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68935436-f692-4efa-a2c8-90303198779f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:41.135654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.141524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.147684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.159140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.166104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.177212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.183956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.192472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1926b7ea-0bd0-4815-a081-baded709be9d req-62b489ed-766b-420a-9149-45f3ca189d33 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.4958754 Jun 03 15:20:41.204448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0fa996047ea64a7ba324157fc10f9006&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0029659 Jun 03 15:20:41.204448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Checking segment: {'id': '0618f67f-0852-4e03-9b17-12b2a727ffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cc356afb-f410-4914-ab5c-6471a66af34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:41.204448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Network hostable DHCP agents. Network: cc356afb-f410-4914-ab5c-6471a66af34c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:20:41.213738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46536) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:41.236080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16386226-eab3-447c-9d27-0eb916e1c5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da0a9da-6e83-499c-b630-0d3c8a645e66,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:41.244689 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-28039505-3429-445c-a395-ba7ce4ad9629 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554842 Jun 03 15:20:41.282910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5057c14e-f68b-4cea-9a8e-b82adf42e534 req-9ac4a5f2-badc-45f1-90f3-f9836cd1cfa9 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253747 Jun 03 15:20:41.347217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-c9ae664e-f6c0-4096-a147-c8eba1016b0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e2530432-d34a-4986-add2-06531661c993 HTTP/1.1" status: 200 len: 217 time: 0.0855443 Jun 03 15:20:41.392314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1926b7ea-0bd0-4815-a081-baded709be9d req-b02f8822-5e9c-4266-ab44-e76dc088a93d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1974728 Jun 03 15:20:41.405449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Network cc356afb-f410-4914-ab5c-6471a66af34c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:20:41.509078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, cc356afb-f410-4914-ab5c-6471a66af34c) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:41.516958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.517776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.517910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35049954-8e5e-40fb-9ad7-847aedf8a5c7 None None] Network cc356afb-f410-4914-ab5c-6471a66af34c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:41.550271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7508901-fdcd-4d15-af2d-9bcc8863a8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.568083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:41.572480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:port and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:41.575404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:41.582006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:41.596915 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7508901-fdcd-4d15-af2d-9bcc8863a8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.599537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264fb5a-dae7-4403-948b-43b091502b97 req-20d53c1f-c9ac-48f7-bfdf-9e29da4a838e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.604141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5264fb5a-dae7-4403-948b-43b091502b97 req-20d53c1f-c9ac-48f7-bfdf-9e29da4a838e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Synchronizing usage tracker for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:41.617591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-7b261796-3972-4f37-8890-8e0fda24f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.619398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13d517ae-c0d1-481c-9f8e-f4d770b6129c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1497841 Jun 03 15:20:41.619983 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-7b261796-3972-4f37-8890-8e0fda24f89f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.2000422 Jun 03 15:20:41.667073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfeb65-fdb8-41ca-897f-66a323086b24 req-04b87143-f966-471c-9b6c-04f61003d38a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.674602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ddfeb65-fdb8-41ca-897f-66a323086b24 req-04b87143-f966-471c-9b6c-04f61003d38a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 944 time: 0.2423782 Jun 03 15:20:41.676336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:41.679829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.767178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ddfeb65-fdb8-41ca-897f-66a323086b24 req-65ec159d-1ce8-428b-aa4c-c20f551b924d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912106 Jun 03 15:20:41.769150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7508901-fdcd-4d15-af2d-9bcc8863a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.777947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.797818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7508901-fdcd-4d15-af2d-9bcc8863a8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da0a9da-6e83-499c-b630-0d3c8a645e66,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:41.798184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.801867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7508901-fdcd-4d15-af2d-9bcc8863a8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.803369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b7508901-fdcd-4d15-af2d-9bcc8863a8f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5da0a9da-6e83-499c-b630-0d3c8a645e66 HTTP/1.1" status: 204 len: 168 time: 0.5743275 Jun 03 15:20:41.805707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.814096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.821306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.827910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.837269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.838718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Synchronizing usage tracker for tenant:0d2cf021d5af47939b312df443b1f14b on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:41.851763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5264fb5a-dae7-4403-948b-43b091502b97 req-20d53c1f-c9ac-48f7-bfdf-9e29da4a838e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Unset dirty status for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:41.853178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5264fb5a-dae7-4403-948b-43b091502b97 req-20d53c1f-c9ac-48f7-bfdf-9e29da4a838e tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 945 time: 0.8149736 Jun 03 15:20:42.004228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Deleting port fe8570dc-8b4d-46fc-b766-a48001c3bc12 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:42.008086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.057222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 17fc2674-c2c7-468a-84a4-1618d977490e up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:42.161985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Unset dirty status for tenant:0d2cf021d5af47939b312df443b1f14b on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:42.185889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-41c1f892-1945-4021-ad60-7f4997ca21db tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.8017294 Jun 03 15:20:42.194164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6b1fa-3f1f-4459-bb3c-e4e0745afdb3 None None] Network cc356afb-f410-4914-ab5c-6471a66af34c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:42.266228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b29121-157d-485e-b2f1-765d041027e0 req-5c537320-5f7a-46ab-af64-517a0121a877 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:42.273761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b29121-157d-485e-b2f1-765d041027e0 req-5c537320-5f7a-46ab-af64-517a0121a877 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:42.275644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02b29121-157d-485e-b2f1-765d041027e0 req-5c537320-5f7a-46ab-af64-517a0121a877 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 1653 time: 0.2757335 Jun 03 15:20:42.345671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 17fc2674-c2c7-468a-84a4-1618d977490e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:42.397143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 17fc2674-c2c7-468a-84a4-1618d977490e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:42.397848 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.418880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161c096-29be-430a-92a0-84cc5377c521 req-55811137-4960-49ae-926d-210c1213c431 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:42.431264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c161c096-29be-430a-92a0-84cc5377c521 req-55811137-4960-49ae-926d-210c1213c431 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2695198 Jun 03 15:20:42.469885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02b29121-157d-485e-b2f1-765d041027e0 req-b8df75b9-0114-4df6-a0c2-0a5fe491151d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753316 Jun 03 15:20:42.540444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c161c096-29be-430a-92a0-84cc5377c521 req-85b16401-24d3-4b50-8f39-df2755f5ef6f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081657 Jun 03 15:20:42.734471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 17fc2674-c2c7-468a-84a4-1618d977490e is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:42.734862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.775795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fc2674-c2c7-468a-84a4-1618d977490e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:42.793550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 17fc2674-c2c7-468a-84a4-1618d977490e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=17fc2674-c2c7-468a-84a4-1618d977490e,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:42.800183 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.801934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device fe8570dc-8b4d-46fc-b766-a48001c3bc12 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:42.826946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03a108-9ffb-47f3-b4c0-8fc3cf54a773 req-ac190b3a-d7c1-4650-8297-e2f0a5d0a328 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:42.835818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e03a108-9ffb-47f3-b4c0-8fc3cf54a773 req-ac190b3a-d7c1-4650-8297-e2f0a5d0a328 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 945 time: 0.1669939 Jun 03 15:20:42.999266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e03a108-9ffb-47f3-b4c0-8fc3cf54a773 req-66ede111-face-4b9c-a740-c03dc82f1853 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606281 Jun 03 15:20:43.109842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] For port fe8570dc-8b4d-46fc-b766-a48001c3bc12, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=fe8570dc-8b4d-46fc-b766-a48001c3bc12,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:43.110392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.143502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=17fc2674-c2c7-468a-84a4-1618d977490e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:43.233906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port fe8570dc-8b4d-46fc-b766-a48001c3bc12 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:43.354305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49fa9c51-7f4d-4518-a9ce-5c966a71ed55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.417933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Calling delete_port for fe8570dc-8b4d-46fc-b766-a48001c3bc12 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:43.457767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9764302a-7d64-4c02-ac0b-038bf7b385ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.459209 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9764302a-7d64-4c02-ac0b-038bf7b385ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.8262725 Jun 03 15:20:43.463204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5ce3b754-b523-492c-b3b0-373715fa1f8e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.464780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5ce3b754-b523-492c-b3b0-373715fa1f8e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "GET /v2.0/ports/b0949783-32f4-4aea-8c3e-cee6e639b166?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.2310588 Jun 03 15:20:43.574322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.582828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.590303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.598352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.606064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.617156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.625683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.633373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 10.1.1.111 (ac54d610-31bd-47fa-bc70-18d267801812/df8f3443-12bf-4df1-9161-15136c5229e5/277fdf9d-7be9-41af-adad-af660aa6e20d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:43.638390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-e678fd58-612e-471c-8b75-c9da62b56602 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5444 time: 0.3843806 Jun 03 15:20:43.718270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d661d2c-3f1a-493a-83da-343b5feb21a9 req-e9933f77-f8a8-4ca7-b6ef-22e771868d84 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.730344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d661d2c-3f1a-493a-83da-343b5feb21a9 req-e9933f77-f8a8-4ca7-b6ef-22e771868d84 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3119736 Jun 03 15:20:43.757743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-399bbcb5-60c7-4d74-909d-0ccdb3ceac2e req-0eb501b1-ef66-4a33-98c1-4131fe78ad2b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130989 Jun 03 15:20:43.828349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d661d2c-3f1a-493a-83da-343b5feb21a9 req-b58130e2-f0f6-4f58-b7e6-047f2f9dcf29 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965381 Jun 03 15:20:43.903478 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a8045b-741d-4df9-b0fa-79f165672446'] response: {'server_uuid': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fc2674-c2c7-468a-84a4-1618d977490e', 'code': 200} Jun 03 15:20:44.015573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-0460b361-c2dd-46b9-8afd-79507ce16da0 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5271387 Jun 03 15:20:44.259144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6621cf-a408-45f1-a38e-63848053725a req-701de69b-44e4-4e42-bae2-1c5b96259b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:44.261075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be6621cf-a408-45f1-a38e-63848053725a req-701de69b-44e4-4e42-bae2-1c5b96259b13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 1096 time: 0.2696421 Jun 03 15:20:44.388602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e79e29-813c-4f2d-bbe2-68ed577374fd req-08aef4a6-6e25-4658-bec1-9cf17b809c5b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:44.395664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5e79e29-813c-4f2d-bbe2-68ed577374fd req-08aef4a6-6e25-4658-bec1-9cf17b809c5b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 945 time: 0.3036027 Jun 03 15:20:44.437979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.455049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be6621cf-a408-45f1-a38e-63848053725a req-7776dbc2-0356-428a-afcc-6e7beebe0175 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865480 Jun 03 15:20:44.461932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Transition to ACTIVE for port object 277fdf9d-7be9-41af-adad-af660aa6e20d will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:44.495908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5e79e29-813c-4f2d-bbe2-68ed577374fd req-b683be35-825a-4fcd-b58d-5358e4cafd75 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992811 Jun 03 15:20:44.497728 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.510841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:44.523484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ffc0-2481-45d1-b73c-addcf96a06e4 req-ae06c118-36af-4428-8363-753264ba9b82 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:44.543281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ffc0-2481-45d1-b73c-addcf96a06e4 req-ae06c118-36af-4428-8363-753264ba9b82 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:44.569677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b21ffc0-2481-45d1-b73c-addcf96a06e4 req-ae06c118-36af-4428-8363-753264ba9b82 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 1653 time: 0.2996714 Jun 03 15:20:44.633152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.793720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device dbe2c33f-a8e6-4804-949c-81d7612cfb68 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:44.824644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-31b74076-4468-4ecb-9fff-3ccb8339f6bb service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3182669 Jun 03 15:20:44.975358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0eaa3a3-b485-47b3-bccb-669bdcae7ea7 req-75a19d31-9b6d-45bb-9d8d-d107718240b1 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 210 time: 0.0815697 Jun 03 15:20:45.034853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b21ffc0-2481-45d1-b73c-addcf96a06e4 req-165f7791-d828-41ef-9498-6c830945d2bd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4571290 Jun 03 15:20:45.103851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event deleted for resources: {'Port': ['ID=fe8570dc-8b4d-46fc-b766-a48001c3bc12,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:45.164039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port dbe2c33f-a8e6-4804-949c-81d7612cfb68 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:45.164248 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.268561 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.281117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port dbe2c33f-a8e6-4804-949c-81d7612cfb68, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:45.297920 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.298754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b0949783-32f4-4aea-8c3e-cee6e639b166 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:45.380219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] No DVR routers for this DVR port fe8570dc-8b4d-46fc-b766-a48001c3bc12 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:45.403342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46648) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:45.425953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.598126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] Deleting subnet 68935436-f692-4efa-a2c8-90303198779f {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:20:45.602105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.683285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'name': 'network-vif-deleted', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:45.695906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=277fdf9d-7be9-41af-adad-af660aa6e20d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:45.714778 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-62212d70-9eba-41da-9260-62e4744cbe70 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476020 Jun 03 15:20:45.722550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ac54d610-31bd-47fa-bc70-18d267801812 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:45.734182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.745881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b0949783-32f4-4aea-8c3e-cee6e639b166 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:45.746615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.852367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=dbe2c33f-a8e6-4804-949c-81d7612cfb68,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:45.889886 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b6152685-a1b9-4480-aaa8-942d398a7a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.921518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:45.930899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:45.931242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b0949783-32f4-4aea-8c3e-cee6e639b166,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:45.940303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68'}, {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0949783-32f4-4aea-8c3e-cee6e639b166'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:45.968908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.969638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 4b792e3c-d451-4dab-8c44-be0b0a3cdfae no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:46.188248 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-d13d6aff-264b-43b6-93e6-baba59ddd328 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17 HTTP/1.1" status: 200 len: 217 time: 0.4523892 Jun 03 15:20:46.190251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.392214 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5264fb5a-dae7-4403-948b-43b091502b97 req-82da0fce-85df-4ce9-97a5-acc89ba17a10 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "DELETE /v2.0/ports/fe8570dc-8b4d-46fc-b766-a48001c3bc12 HTTP/1.1" status: 204 len: 173 time: 4.5073848 Jun 03 15:20:46.435026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:46.522586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.539816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.553420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.553743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.556324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:46.557154 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.563669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.570334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.575142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3f4a3e13-a18a-43b7-aed2-f08f68924259 None None] Provisioning for port 277fdf9d-7be9-41af-adad-af660aa6e20d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:46.584678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.585342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3f4a3e13-a18a-43b7-aed2-f08f68924259 None None] Provisioning complete for port 277fdf9d-7be9-41af-adad-af660aa6e20d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:46.586178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3e13-a18a-43b7-aed2-f08f68924259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.611021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.621593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.637019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.651207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-5159ec87-1040-4e73-9898-b36b4f3b507e tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 5442 time: 1.3858764 Jun 03 15:20:46.684232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:46.741068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9979953d-23df-4103-ac9c-218f7f467efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.742720 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-9979953d-23df-4103-ac9c-218f7f467efd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 200 len: 797 time: 0.5128543 Jun 03 15:20:46.746885 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.747761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e2530432-d34a-4986-add2-06531661c993 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:46.759081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de1e6c4e-e3f3-4eb7-9a89-5326271818d3 req-72400895-9a54-4064-8283-2aacaccd2c98 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063054 Jun 03 15:20:46.808991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f59c-d374-4270-99e8-985326f5f259 req-52374cb7-efc7-4a96-86fd-3eed97cffa54 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.823177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a27f59c-d374-4270-99e8-985326f5f259 req-52374cb7-efc7-4a96-86fd-3eed97cffa54 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 945 time: 0.9701474 Jun 03 15:20:46.829738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.922737 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d158b493-1a67-4da6-acf0-481ea070ae37'] response: {'server_uuid': 'fcf300ee-f115-4785-93d5-b8d172d79bdf', 'name': 'network-vif-deleted', 'tag': 'fe8570dc-8b4d-46fc-b766-a48001c3bc12', 'status': 'completed', 'code': 200} Jun 03 15:20:46.925489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-476c364e-d0ac-4fa0-8cdb-9ca297804295 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1785226 Jun 03 15:20:46.995711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc', 'admin_state_up': True, 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'security_groups': ['00045e89-d91d-4548-8b1c-08112fa984e9']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:47.023023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68935436-f692-4efa-a2c8-90303198779f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:47.034857 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.054836 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dfb90d-eae9-41d8-8e42-c1e32aff8abb'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68', 'code': 200} Jun 03 15:20:47.055601 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dfb90d-eae9-41d8-8e42-c1e32aff8abb'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0949783-32f4-4aea-8c3e-cee6e639b166', 'code': 200} Jun 03 15:20:47.102692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-59ee1ce3-920b-4593-a4c5-f0f7a35f865a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/68935436-f692-4efa-a2c8-90303198779f HTTP/1.1" status: 204 len: 168 time: 1.6962883 Jun 03 15:20:47.103620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46690) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:47.242516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:47.256343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.269931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a3e13-a18a-43b7-aed2-f08f68924259 None None] Port 277fdf9d-7be9-41af-adad-af660aa6e20d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:47.289406 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.380206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a27f59c-d374-4270-99e8-985326f5f259 req-0ecfe38b-3b02-428e-ba4d-0b54887009af tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554967 Jun 03 15:20:47.481505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e2530432-d34a-4986-add2-06531661c993 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:47.481907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.521308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fcd2d525-fe99-4075-b431-6b5b49cf6944 req-67a3db9f-0e19-4ddf-a412-086576e17e14 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf300ee-f115-4785-93d5-b8d172d79bdf HTTP/1.1" status: 200 len: 210 time: 0.1153021 Jun 03 15:20:47.559682 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:20:47.574132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b0949783-32f4-4aea-8c3e-cee6e639b166,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:47.598975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.624393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.624528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] For port b0949783-32f4-4aea-8c3e-cee6e639b166, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:47.665620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e2530432-d34a-4986-add2-06531661c993, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e2530432-d34a-4986-add2-06531661c993,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:47.681455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.682301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5f43e8d8-220d-4f49-9436-5603fbc2cf2f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:47.790926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-57ff55c2-2084-4436-af5a-3702dfcfb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:47.792508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-57ff55c2-2084-4436-af5a-3702dfcfb559 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=053fc439-089a-48d0-ac6b-69d03af487a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8716824 Jun 03 15:20:47.799421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] device_id is not set on port b0949783-32f4-4aea-8c3e-cee6e639b166 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:20:47.823299 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.043484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e2530432-d34a-4986-add2-06531661c993,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:48.072500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:48.073073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.107254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-954b831d-c0a2-46a7-80da-b91526d4614c service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863598 Jun 03 15:20:48.145929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.153789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.183423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc356afb-f410-4914-ab5c-6471a66af34c']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:48.196493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:48.204007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0618f67f-0852-4e03-9b17-12b2a727ffc6') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:48.204366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0618f67f-0852-4e03-9b17-12b2a727ffc6') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:48.213123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.213857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e673bb0a-cb1e-4258-b6aa-428df47078a5 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:48.239115 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.257921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.265353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:20:48.266047 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.274728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:48.298581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:port and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:48.409615 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.459269 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.466634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:48.481442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:48.506881 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0618f67f-0852-4e03-9b17-12b2a727ffc6 resource provider aggregate not found Jun 03 15:20:48.511407 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.515708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc356afb-f410-4914-ab5c-6471a66af34c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:48.534832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:48.540308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] No DVR routers for this DVR port b0949783-32f4-4aea-8c3e-cee6e639b166 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:48.545694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9d7452d-b980-45ea-b6d8-6f58a6057d16 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cc356afb-f410-4914-ab5c-6471a66af34c HTTP/1.1" status: 204 len: 168 time: 1.4350200 Jun 03 15:20:48.574841 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0618f67f-0852-4e03-9b17-12b2a727ffc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0618f67f-0852-4e03-9b17-12b2a727ffc6 found for delete ", "request_id": "req-f6d2a547-7248-4afd-a46d-794739ed5acf"}]} Jun 03 15:20:48.602263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e673bb0a-cb1e-4258-b6aa-428df47078a5 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:48.602954 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.605536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7edb06-39bd-4220-9863-11afa113802d req-ad9e0635-05a0-41ba-9bf4-7631074ca177 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.615415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7edb06-39bd-4220-9863-11afa113802d req-ad9e0635-05a0-41ba-9bf4-7631074ca177 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.621972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7edb06-39bd-4220-9863-11afa113802d req-ad9e0635-05a0-41ba-9bf4-7631074ca177 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.631830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e7edb06-39bd-4220-9863-11afa113802d req-ad9e0635-05a0-41ba-9bf4-7631074ca177 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 2374 time: 0.8582771 Jun 03 15:20:48.646838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:48.656308 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.657300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f59d6b1e-be3c-414b-a4b6-1c443f123c17 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:48.727548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882c9e0-bde5-4b07-8f6a-7f850bf2f7b9 req-d26f6d57-033e-4aef-a468-dae50397f610 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.735384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6882c9e0-bde5-4b07-8f6a-7f850bf2f7b9 req-d26f6d57-033e-4aef-a468-dae50397f610 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.7028711 Jun 03 15:20:48.744249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] Pushing event updated for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:48.813355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:48.831631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e7edb06-39bd-4220-9863-11afa113802d req-c6e03817-89ae-4c00-a7d6-379483019c8d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987796 Jun 03 15:20:48.871370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] In _notify_port_updated(), no bound segment for port b0949783-32f4-4aea-8c3e-cee6e639b166 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:20:48.873660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.876212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.879246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a94a2cef-d6c6-4903-8f85-42148bd822bc service neutron] 10.222.0.70 "PUT /v2.0/ports/b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 200 len: 1032 time: 4.3883386 Jun 03 15:20:48.887210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6882c9e0-bde5-4b07-8f6a-7f850bf2f7b9 req-55de72fb-43ad-453c-8957-da90d007d62f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462188 Jun 03 15:20:48.898143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-724e21e0-b19a-4041-a5fa-79a246cc2315 None None] Provisioning complete for port b0949783-32f4-4aea-8c3e-cee6e639b166 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:48.901003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-724e21e0-b19a-4041-a5fa-79a246cc2315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.021005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46732) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:49.064824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-468cee24-4f11-4ad6-ae9f-d64b8b026c18 service neutron] 10.222.0.70 "GET /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9456649 Jun 03 15:20:49.068002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae'}, {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2530432-d34a-4986-add2-06531661c993'}, {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f'}, {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e673bb0a-cb1e-4258-b6aa-428df47078a5'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:49.073855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:49.091884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-724e21e0-b19a-4041-a5fa-79a246cc2315 None None] Port b0949783-32f4-4aea-8c3e-cee6e639b166 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:49.114303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f59d6b1e-be3c-414b-a4b6-1c443f123c17 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:49.124567 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.159768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7202f178-aad5-485d-9678-76fc1fe1885c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3acd2ca336a4e92a7fc471cf30be94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374452 Jun 03 15:20:49.162541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46738) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:49.195557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f59d6b1e-be3c-414b-a4b6-1c443f123c17, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:49.213641 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.328849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f59d6b1e-be3c-414b-a4b6-1c443f123c17,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:49.433338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.441695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3188a4cf-a4ee-497f-a7a7-15cf2da372de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.449961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-b3efafae-e39a-4db9-8513-1c6540822384 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae HTTP/1.1" status: 200 len: 217 time: 0.2194695 Jun 03 15:20:49.472854 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3188a4cf-a4ee-497f-a7a7-15cf2da372de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.520653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-f8485376-cdaf-45b0-a1c5-2d7959a59938 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.522618 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-f8485376-cdaf-45b0-a1c5-2d7959a59938 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "GET /v2.0/ports/e673bb0a-cb1e-4258-b6aa-428df47078a5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4678915 Jun 03 15:20:49.569548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-ba3a476c-8873-45fb-8bb0-fa19b3ecb124 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.576871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:49.577913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-ba3a476c-8873-45fb-8bb0-fa19b3ecb124 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.586025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-ba3a476c-8873-45fb-8bb0-fa19b3ecb124 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.592485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-ba3a476c-8873-45fb-8bb0-fa19b3ecb124 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.598957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-ba3a476c-8873-45fb-8bb0-fa19b3ecb124 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.610881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-ba3a476c-8873-45fb-8bb0-fa19b3ecb124 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.619195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-ba3a476c-8873-45fb-8bb0-fa19b3ecb124 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 4653 time: 0.3671389 Jun 03 15:20:49.642618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3188a4cf-a4ee-497f-a7a7-15cf2da372de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.658441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-ea777b1a-bf4f-4549-b32c-a02d3bdb896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.662413 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-ea777b1a-bf4f-4549-b32c-a02d3bdb896b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 200 len: 797 time: 0.2026160 Jun 03 15:20:49.675390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b114fe8-0d50-4ed4-8e6e-be622926b191 req-04844538-2b65-4c40-903d-cbf8f8bbf73c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.682535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b114fe8-0d50-4ed4-8e6e-be622926b191 req-04844538-2b65-4c40-903d-cbf8f8bbf73c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 945 time: 0.4293964 Jun 03 15:20:49.847551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188a4cf-a4ee-497f-a7a7-15cf2da372de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb3dc92-41db-4e79-b0e2-f0ff8cac6559,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:49.859633 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3188a4cf-a4ee-497f-a7a7-15cf2da372de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.863340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3188a4cf-a4ee-497f-a7a7-15cf2da372de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cb3dc92-41db-4e79-b0e2-f0ff8cac6559 HTTP/1.1" status: 204 len: 168 time: 0.6975060 Jun 03 15:20:49.913807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb5b4c18-702d-42aa-a34e-e7560e252aaf req-432164d3-2283-4a10-bdff-b0cd8f6beebb tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2934754 Jun 03 15:20:49.941993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b114fe8-0d50-4ed4-8e6e-be622926b191 req-ca40f401-4b0a-4474-bfa6-2935681f9709 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583952 Jun 03 15:20:50.175121 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fbe057-526b-4fce-8e75-e1bf7a0614fd'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae', 'code': 200} Jun 03 15:20:50.175605 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fbe057-526b-4fce-8e75-e1bf7a0614fd'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2530432-d34a-4986-add2-06531661c993', 'code': 200} Jun 03 15:20:50.175679 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fbe057-526b-4fce-8e75-e1bf7a0614fd'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'code': 200} Jun 03 15:20:50.175901 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fbe057-526b-4fce-8e75-e1bf7a0614fd'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e673bb0a-cb1e-4258-b6aa-428df47078a5', 'code': 200} Jun 03 15:20:50.184456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.445633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-dc271e41-3266-4625-a68f-6c846a0a0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:50.458441 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-dc271e41-3266-4625-a68f-6c846a0a0b84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7856355 Jun 03 15:20:50.503139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 10.2.2.100 (ea5fadfa-a4ae-49b3-84e2-a69292dd25cc/ea9d99df-4158-46ab-ae1d-823b7706d5f4/7de505ab-a78e-45c2-9619-bbb308afebbb) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:50.708624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aa9a-e815-4573-8025-4cf223b1f098 req-db2e491c-cb63-4101-a053-f16a3ab9fa3c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:50.719921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59d9aa9a-e815-4573-8025-4cf223b1f098 req-db2e491c-cb63-4101-a053-f16a3ab9fa3c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3594680 Jun 03 15:20:50.820767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b99033-9879-44d5-b575-0b800b49b75d req-f8507a35-05eb-4f9f-9109-5102b0014a5f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:50.831663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b99033-9879-44d5-b575-0b800b49b75d req-f8507a35-05eb-4f9f-9109-5102b0014a5f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:50.839177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b99033-9879-44d5-b575-0b800b49b75d req-f8507a35-05eb-4f9f-9109-5102b0014a5f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:50.848204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84b99033-9879-44d5-b575-0b800b49b75d req-f8507a35-05eb-4f9f-9109-5102b0014a5f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 2374 time: 0.3980310 Jun 03 15:20:50.905679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59d9aa9a-e815-4573-8025-4cf223b1f098 req-6850e14f-dda8-404e-bbcc-778383819073 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847048 Jun 03 15:20:50.974488 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84b99033-9879-44d5-b575-0b800b49b75d req-83bacec2-cfc8-4fb0-a985-3b34f4571d31 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247478 Jun 03 15:20:51.437418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-e3a9967e-8320-4086-8c32-2873aacf75a7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.452471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-e3a9967e-8320-4086-8c32-2873aacf75a7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.458438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-e3a9967e-8320-4086-8c32-2873aacf75a7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.464324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-e3a9967e-8320-4086-8c32-2873aacf75a7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.470570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-e3a9967e-8320-4086-8c32-2873aacf75a7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.477811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-e3a9967e-8320-4086-8c32-2873aacf75a7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.485535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-e3a9967e-8320-4086-8c32-2873aacf75a7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 4653 time: 0.2913177 Jun 03 15:20:51.571094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8aa3c0b6-2da2-40f5-ac38-d2c964221a58 req-99abdb23-6b0e-4f67-b379-6b0a40834375 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&id=0774a8b0-d324-422f-bf0b-845e07db4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844204 Jun 03 15:20:51.749733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-2c90fb47-24af-47a3-98a6-a756d348ceb0 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2664247 Jun 03 15:20:52.128089 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:52.155761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Transition to ACTIVE for port object 7de505ab-a78e-45c2-9619-bbb308afebbb will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:52.179396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:52.230859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422c75-0ca7-4058-ac33-835eaecc72cc req-45204b14-0216-4fa5-8ffa-0f264c6bc32b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.240252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e422c75-0ca7-4058-ac33-835eaecc72cc req-45204b14-0216-4fa5-8ffa-0f264c6bc32b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 0.3403168 Jun 03 15:20:52.250302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b4134-9251-41c6-b3bf-7961c1175e6f req-5f3b0e92-552f-4934-adcc-ada1775f9274 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.250963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-33e606cd-482b-48b6-9ab4-eec695cf6e70 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001385 Jun 03 15:20:52.252586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e673bb0a-cb1e-4258-b6aa-428df47078a5,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:52.258582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-652b4134-9251-41c6-b3bf-7961c1175e6f req-5f3b0e92-552f-4934-adcc-ada1775f9274 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4568796 Jun 03 15:20:52.262044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:52.335904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-652b4134-9251-41c6-b3bf-7961c1175e6f req-bb59b0ed-3868-4974-b33a-f774c1891c4b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760086 Jun 03 15:20:52.385539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e422c75-0ca7-4058-ac33-835eaecc72cc req-8ebaaa1e-6f20-4451-ada1-34048ae94d38 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440461 Jun 03 15:20:52.459815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=7de505ab-a78e-45c2-9619-bbb308afebbb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:52.491604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-36c74a43-7d46-404d-bb77-6fc824627cd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68 HTTP/1.1" status: 200 len: 217 time: 0.2272806 Jun 03 15:20:52.575394 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3060e119-851b-42af-bcfd-a11a99b458bd'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17', 'code': 200} Jun 03 15:20:52.666560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:20:52.685802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967ff9-1466-4584-9b1d-22f3b7442cb2 req-b7add9f9-25dd-4767-8c56-33f328011aa6 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.693245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:52.708263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967ff9-1466-4584-9b1d-22f3b7442cb2 req-b7add9f9-25dd-4767-8c56-33f328011aa6 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.732201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967ff9-1466-4584-9b1d-22f3b7442cb2 req-b7add9f9-25dd-4767-8c56-33f328011aa6 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.734310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-ce5dbce8-0508-4077-bd44-b9adf90f92b4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.735072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-ce5dbce8-0508-4077-bd44-b9adf90f92b4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Synchronizing usage tracker for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:52.738998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967ff9-1466-4584-9b1d-22f3b7442cb2 req-b7add9f9-25dd-4767-8c56-33f328011aa6 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.749824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:52.755197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea967ff9-1466-4584-9b1d-22f3b7442cb2 req-b7add9f9-25dd-4767-8c56-33f328011aa6 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3095 time: 0.2684746 Jun 03 15:20:52.760287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:52.859167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.859883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:52.892418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] For port e673bb0a-cb1e-4258-b6aa-428df47078a5, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:52.943194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea967ff9-1466-4584-9b1d-22f3b7442cb2 req-1b727ae0-a279-46c9-8b83-46a2a256ae96 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870108 Jun 03 15:20:52.993819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-ce5dbce8-0508-4077-bd44-b9adf90f92b4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Unset dirty status for tenant:ce48d04b774a4f05a47bf8f80a8bcb9a on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:52.995003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-ce5dbce8-0508-4077-bd44-b9adf90f92b4 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 1.0625534 Jun 03 15:20:52.996586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-f2ce85c6-1484-4aa2-bbe3-e1b28c3ed6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.998926 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-f2ce85c6-1484-4aa2-bbe3-e1b28c3ed6e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 200 len: 797 time: 0.4908257 Jun 03 15:20:53.016288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757527-8e72-4534-adb2-4f856d959453 req-e1acf412-71b9-45df-836c-c4fc33b301a5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.018680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9757527-8e72-4534-adb2-4f856d959453 req-e1acf412-71b9-45df-836c-c4fc33b301a5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2239568 Jun 03 15:20:53.102931 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9757527-8e72-4534-adb2-4f856d959453 req-341c9c3f-ef81-4043-9b65-67cdae628a6e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743721 Jun 03 15:20:53.207984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] device_id is not set on port e673bb0a-cb1e-4258-b6aa-428df47078a5 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:20:53.234864 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e7868561-459d-418f-97ab-9a3fbd364ca3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2543910 Jun 03 15:20:53.242531 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:53.251839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc', 'admin_state_up': True, 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'security_groups': ['00045e89-d91d-4548-8b1c-08112fa984e9']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:53.271178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-188bb730-05ee-4b00-916a-4ad678a6dd38 None None] Provisioning for port 7de505ab-a78e-45c2-9619-bbb308afebbb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:53.279803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-188bb730-05ee-4b00-916a-4ad678a6dd38 None None] Provisioning complete for port 7de505ab-a78e-45c2-9619-bbb308afebbb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:53.280219 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-188bb730-05ee-4b00-916a-4ad678a6dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:53.443808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:53.446452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:53.553570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-188bb730-05ee-4b00-916a-4ad678a6dd38 None None] Port 7de505ab-a78e-45c2-9619-bbb308afebbb cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:53.637401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Deleting port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:53.638866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:53.680383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ab25-6da2-41ab-892e-86b317f83e9b req-902599ef-cb73-4481-941d-3afbd9cf33f1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.680955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Usage tracker for resource:port and tenant:2076fe0c85c04061a36119c73d368dd8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:53.688207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ab25-6da2-41ab-892e-86b317f83e9b req-902599ef-cb73-4481-941d-3afbd9cf33f1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.691699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:53.694937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ab25-6da2-41ab-892e-86b317f83e9b req-902599ef-cb73-4481-941d-3afbd9cf33f1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.702353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ab25-6da2-41ab-892e-86b317f83e9b req-902599ef-cb73-4481-941d-3afbd9cf33f1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.710039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ab25-6da2-41ab-892e-86b317f83e9b req-902599ef-cb73-4481-941d-3afbd9cf33f1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.725969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf72ab25-6da2-41ab-892e-86b317f83e9b req-902599ef-cb73-4481-941d-3afbd9cf33f1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 3876 time: 0.3468592 Jun 03 15:20:53.809161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:53.815580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46876) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:53.848756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] Pushing event updated for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:53.903034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf72ab25-6da2-41ab-892e-86b317f83e9b req-79e1f039-acc5-476c-92b6-a0853b29e1ad tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760604 Jun 03 15:20:54.033287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] No DVR routers for this DVR port e673bb0a-cb1e-4258-b6aa-428df47078a5 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:54.085338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376b02-7782-4338-9b22-e26046a28671 req-8cb0ad5c-48e8-42fb-8b20-5a4197d06c29 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:54.092231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:54.113902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a376b02-7782-4338-9b22-e26046a28671 req-8cb0ad5c-48e8-42fb-8b20-5a4197d06c29 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 944 time: 0.3857481 Jun 03 15:20:54.152692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Made reservation on behalf of 2076fe0c85c04061a36119c73d368dd8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:54.158968 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.346217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-86a7ab02-44f9-45e3-89a0-659f135bdce8 None None] Provisioning complete for port e673bb0a-cb1e-4258-b6aa-428df47078a5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:54.352123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a376b02-7782-4338-9b22-e26046a28671 req-984b0892-a83e-4672-90e8-df67dc1c0f53 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e5b23b-febc-49da-a2fa-f67e72355e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372048 Jun 03 15:20:54.355279 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-86a7ab02-44f9-45e3-89a0-659f135bdce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.382764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.421674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:54.433727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Usage tracker for resource:security_group_rule and tenant:2d3015a738c4411d91dec49637bee7fc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:54.438798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:54.449916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:54.466221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] For port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,segment=NetworkSegment(3d6c5b25-36fb-4edd-aadb-d99a690ed769),segment_id=3d6c5b25-36fb-4edd-aadb-d99a690ed769)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:54.467641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.507645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:54.554031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-86a7ab02-44f9-45e3-89a0-659f135bdce8 None None] Port e673bb0a-cb1e-4258-b6aa-428df47078a5 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:54.583295 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.595210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.672783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d19cd-5cc2-4976-89af-0975ecc07336 req-24498828-eadb-4f42-b123-424fb6a6768f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:54.680422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba3d19cd-5cc2-4976-89af-0975ecc07336 req-24498828-eadb-4f42-b123-424fb6a6768f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4348865 Jun 03 15:20:54.709028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Calling delete_port for dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:54.723862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d3015a738c4411d91dec49637bee7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8148022 Jun 03 15:20:54.723862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1c150-cdb6-4131-ae09-a7d46d2eedfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbd1ecf-390f-4429-aacb-ca13618519e8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:54.725089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46892) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:54.757576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba3d19cd-5cc2-4976-89af-0975ecc07336 req-d7e75600-bd5c-4f49-99e9-e96877277cc1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758626 Jun 03 15:20:54.886348 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a947d44f-ec37-45f6-a231-5a1cdd08aff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.960832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a947d44f-ec37-45f6-a231-5a1cdd08aff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.007461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.032516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-2412c03f-d7f5-4a07-8f65-8cd9807bfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.034731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-2412c03f-d7f5-4a07-8f65-8cd9807bfae5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 2.0234118 Jun 03 15:20:55.091844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a947d44f-ec37-45f6-a231-5a1cdd08aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.118453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947d44f-ec37-45f6-a231-5a1cdd08aff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbd1ecf-390f-4429-aacb-ca13618519e8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:55.142580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a947d44f-ec37-45f6-a231-5a1cdd08aff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.144132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a947d44f-ec37-45f6-a231-5a1cdd08aff3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abbd1ecf-390f-4429-aacb-ca13618519e8 HTTP/1.1" status: 204 len: 168 time: 0.4144170 Jun 03 15:20:55.219591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce591-5ef5-4aca-8133-1012739450c1 req-5b837119-0994-4cba-84ce-8fcb865693a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.249089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce591-5ef5-4aca-8133-1012739450c1 req-5b837119-0994-4cba-84ce-8fcb865693a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.278278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce591-5ef5-4aca-8133-1012739450c1 req-5b837119-0994-4cba-84ce-8fcb865693a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.301857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce591-5ef5-4aca-8133-1012739450c1 req-5b837119-0994-4cba-84ce-8fcb865693a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.312052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-137ce591-5ef5-4aca-8133-1012739450c1 req-5b837119-0994-4cba-84ce-8fcb865693a1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3095 time: 0.2639751 Jun 03 15:20:55.402905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-137ce591-5ef5-4aca-8133-1012739450c1 req-b821ddba-fce7-4053-af7e-ce04a46e77ff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888991 Jun 03 15:20:55.549029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-919d6131-f61d-4fa6-b045-77d21a5aa5be service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585209 Jun 03 15:20:55.704451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Pushing event deleted for resources: {'Port': ['ID=dcc74a15-8b14-47ef-b5ac-f0f2a95f2153,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:55.769962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2342b-b468-4d13-b43e-742e39d5fe1c req-fee8ceab-4be3-44d8-af21-cfaa27bd01bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.778798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2342b-b468-4d13-b43e-742e39d5fe1c req-fee8ceab-4be3-44d8-af21-cfaa27bd01bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.790998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2342b-b468-4d13-b43e-742e39d5fe1c req-fee8ceab-4be3-44d8-af21-cfaa27bd01bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.808652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2342b-b468-4d13-b43e-742e39d5fe1c req-fee8ceab-4be3-44d8-af21-cfaa27bd01bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.824312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2342b-b468-4d13-b43e-742e39d5fe1c req-fee8ceab-4be3-44d8-af21-cfaa27bd01bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.834713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1e2342b-b468-4d13-b43e-742e39d5fe1c req-fee8ceab-4be3-44d8-af21-cfaa27bd01bc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 3876 time: 0.2817612 Jun 03 15:20:55.885547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed0a1-c8db-41f4-bc25-b5fd5f15e21e req-8b347063-650d-4a34-9bac-017529b062ce tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.893551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-572ed0a1-c8db-41f4-bc25-b5fd5f15e21e req-8b347063-650d-4a34-9bac-017529b062ce tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2758431 Jun 03 15:20:55.983190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Allocated IP 10.2.2.200 (ea5fadfa-a4ae-49b3-84e2-a69292dd25cc/ea9d99df-4158-46ab-ae1d-823b7706d5f4/aa3f4650-aa89-44a7-b4b9-343a01513fb6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:55.993463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1e2342b-b468-4d13-b43e-742e39d5fe1c req-ffc5250a-ac08-4c14-a4b4-06428959970f tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576073 Jun 03 15:20:56.014700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-572ed0a1-c8db-41f4-bc25-b5fd5f15e21e req-c002c5da-d4aa-4c20-9395-393ccd626286 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197972 Jun 03 15:20:56.429859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:56.430626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e0e0bcd-befa-4e99-8cae-c0d5075d4672 req-f801dfbb-e387-4a9d-b6a2-5886fd432a3b tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 210 time: 0.1345813 Jun 03 15:20:56.494307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Transition to ACTIVE for port object aa3f4650-aa89-44a7-b4b9-343a01513fb6 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:56.578355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] In _notify_port_updated(), no bound segment for port e673bb0a-cb1e-4258-b6aa-428df47078a5 on network 053fc439-089a-48d0-ac6b-69d03af487a7 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:20:56.580951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:56.583381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:56.586058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-29fb3338-80df-4a79-8caa-5fcba153b654 service neutron] 10.222.0.70 "PUT /v2.0/ports/e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 200 len: 1032 time: 7.0149181 Jun 03 15:20:56.587216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:56.766355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f65c-7610-413e-ba64-2efda3815dc6 req-080f2dab-ff31-4adb-bb88-655306fd6342 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:56.774790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c24f65c-7610-413e-ba64-2efda3815dc6 req-080f2dab-ff31-4adb-bb88-655306fd6342 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2413316 Jun 03 15:20:57.033736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c24f65c-7610-413e-ba64-2efda3815dc6 req-56c579b7-3089-4621-9ce7-dfbc302e1e98 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444656 Jun 03 15:20:57.135420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f780d-ebe6-479d-9f68-72233471b64d req-9956bebc-7abf-4125-b50f-4f5a2ac3f702 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.154950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f780d-ebe6-479d-9f68-72233471b64d req-9956bebc-7abf-4125-b50f-4f5a2ac3f702 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.170036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f780d-ebe6-479d-9f68-72233471b64d req-9956bebc-7abf-4125-b50f-4f5a2ac3f702 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.182788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f780d-ebe6-479d-9f68-72233471b64d req-9956bebc-7abf-4125-b50f-4f5a2ac3f702 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.208043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f780d-ebe6-479d-9f68-72233471b64d req-9956bebc-7abf-4125-b50f-4f5a2ac3f702 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.215576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb9f780d-ebe6-479d-9f68-72233471b64d req-9956bebc-7abf-4125-b50f-4f5a2ac3f702 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3816 time: 0.3846860 Jun 03 15:20:57.320276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] No DVR routers for this DVR port dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:57.341500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:57.364798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'name': 'network-vif-deleted', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:57.396819 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fcf473a3-8efb-4a50-bc8d-e0a38852ab4e req-7d5a5283-3c90-4220-8659-d8b84bb82396 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.15 "DELETE /v2.0/ports/dcc74a15-8b14-47ef-b5ac-f0f2a95f2153 HTTP/1.1" status: 204 len: 173 time: 4.3784223 Jun 03 15:20:57.457225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb9f780d-ebe6-479d-9f68-72233471b64d req-997249bd-a738-4dfd-a7aa-8f0f060817c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401404 Jun 03 15:20:57.479491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:57.481987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event updated for resources: {'Port': ['ID=aa3f4650-aa89-44a7-b4b9-343a01513fb6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:57.517148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:57.523397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:57.589044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f248-6351-42a5-8e1a-eb0df4fe3104 req-69640071-e8ee-44d5-820e-53c73b820549 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.600882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f248-6351-42a5-8e1a-eb0df4fe3104 req-69640071-e8ee-44d5-820e-53c73b820549 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.619094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f248-6351-42a5-8e1a-eb0df4fe3104 req-69640071-e8ee-44d5-820e-53c73b820549 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.638417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f248-6351-42a5-8e1a-eb0df4fe3104 req-69640071-e8ee-44d5-820e-53c73b820549 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.648455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port dbe2c33f-a8e6-4804-949c-81d7612cfb68 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:57.649110 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:57.653025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f248-6351-42a5-8e1a-eb0df4fe3104 req-69640071-e8ee-44d5-820e-53c73b820549 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.659552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8335f248-6351-42a5-8e1a-eb0df4fe3104 req-69640071-e8ee-44d5-820e-53c73b820549 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 3876 time: 0.3772230 Jun 03 15:20:57.808973 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-004f4ec1-2bfd-4760-bc72-3b484cb37145 req-82833360-4c5f-419f-9fa8-2bd114fafbf8 service neutron] 10.222.0.70 "GET /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2209694 Jun 03 15:20:57.851657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8335f248-6351-42a5-8e1a-eb0df4fe3104 req-e78c2d7d-cdd8-4b53-9aa4-2bc304a65f46 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217144 Jun 03 15:20:57.896547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.897592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:57.978687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9d71f-55c5-490b-a846-64a93868ffb2 req-ce2649af-fe04-4777-b623-380942de68d0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.990806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9e9d71f-55c5-490b-a846-64a93868ffb2 req-ce2649af-fe04-4777-b623-380942de68d0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3137078 Jun 03 15:20:58.015811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0b486514-65b7-4635-ad37-6be34d818ecd None None] Provisioning for port aa3f4650-aa89-44a7-b4b9-343a01513fb6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:58.038459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0b486514-65b7-4635-ad37-6be34d818ecd None None] Provisioning complete for port aa3f4650-aa89-44a7-b4b9-343a01513fb6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:58.038878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0b486514-65b7-4635-ad37-6be34d818ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.074523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e474d9b2-5dc5-479a-adf9-df9679da48d3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8228385 Jun 03 15:20:58.087039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:58.149308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9e9d71f-55c5-490b-a846-64a93868ffb2 req-ecf74222-f893-41e7-8f0d-afdd5e11e323 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556051 Jun 03 15:20:58.312407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0b486514-65b7-4635-ad37-6be34d818ecd None None] Port aa3f4650-aa89-44a7-b4b9-343a01513fb6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:58.456142 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a894a37b-0e62-4b1a-a26b-fd177434208e'] response: {'server_uuid': 'a47f12e9-3430-47ba-afe3-ec2dd39e82a8', 'name': 'network-vif-deleted', 'tag': 'dcc74a15-8b14-47ef-b5ac-f0f2a95f2153', 'status': 'completed', 'code': 200} Jun 03 15:20:58.767210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f733122-0fbf-4bf6-a4b8-ea9187e49485 req-c5529480-611f-4e61-b52a-5ae82288ea01 tempest-LiveMigrationTest-136615839 tempest-LiveMigrationTest-136615839-project] 10.222.0.66 "GET /v2.0/ports?device_id=a47f12e9-3430-47ba-afe3-ec2dd39e82a8 HTTP/1.1" status: 200 len: 210 time: 0.0829592 Jun 03 15:20:58.774931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.984399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] For port dbe2c33f-a8e6-4804-949c-81d7612cfb68, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=dbe2c33f-a8e6-4804-949c-81d7612cfb68,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:58.986071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.382259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb32972-5923-430a-adde-43b5274fcd8b req-9f613819-bfd4-4921-8b1e-12f6ef7a5f8e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.390677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb32972-5923-430a-adde-43b5274fcd8b req-9f613819-bfd4-4921-8b1e-12f6ef7a5f8e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.399552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb32972-5923-430a-adde-43b5274fcd8b req-9f613819-bfd4-4921-8b1e-12f6ef7a5f8e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.408511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb32972-5923-430a-adde-43b5274fcd8b req-9f613819-bfd4-4921-8b1e-12f6ef7a5f8e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.415833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb32972-5923-430a-adde-43b5274fcd8b req-9f613819-bfd4-4921-8b1e-12f6ef7a5f8e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.425425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bb32972-5923-430a-adde-43b5274fcd8b req-9f613819-bfd4-4921-8b1e-12f6ef7a5f8e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3816 time: 0.2168241 Jun 03 15:20:59.511609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bb32972-5923-430a-adde-43b5274fcd8b req-6507e6b9-e1cc-495c-8358-eaee976f68a3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838263 Jun 03 15:20:59.629622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for dbe2c33f-a8e6-4804-949c-81d7612cfb68 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:59.866983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b9a6-4932-4658-9a3b-d952ea481063 req-8ea00337-fd96-4bd7-88d0-9491da2f5cd6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.884624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b9a6-4932-4658-9a3b-d952ea481063 req-8ea00337-fd96-4bd7-88d0-9491da2f5cd6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.901188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b9a6-4932-4658-9a3b-d952ea481063 req-8ea00337-fd96-4bd7-88d0-9491da2f5cd6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.915897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b9a6-4932-4658-9a3b-d952ea481063 req-8ea00337-fd96-4bd7-88d0-9491da2f5cd6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.939072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b9a6-4932-4658-9a3b-d952ea481063 req-8ea00337-fd96-4bd7-88d0-9491da2f5cd6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.947777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d75b9a6-4932-4658-9a3b-d952ea481063 req-8ea00337-fd96-4bd7-88d0-9491da2f5cd6 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 3876 time: 0.2806830 Jun 03 15:21:00.077196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d75b9a6-4932-4658-9a3b-d952ea481063 req-2cff9b5c-cddb-47fe-a83b-58e98e3ec0ee tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261621 Jun 03 15:21:00.323197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47020) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:00.614414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e3d2-55a2-4b47-a20d-6b460cb38936 req-a9c016f7-b296-44d0-a874-ac925e0fc834 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:00.624020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0137e3d2-55a2-4b47-a20d-6b460cb38936 req-a9c016f7-b296-44d0-a874-ac925e0fc834 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2434828 Jun 03 15:21:00.695870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0137e3d2-55a2-4b47-a20d-6b460cb38936 req-97eda44c-d209-42e7-9579-80ad1a948d2f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712750 Jun 03 15:21:00.703588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5360da91-7068-48a5-99db-6c929e3a09df {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:00.715339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:00.737886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Transition to ACTIVE for port object 5360da91-7068-48a5-99db-6c929e3a09df will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:00.750098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.061681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b447e13-0902-46bf-81b5-6304e1562202 req-60958eb9-7218-47e4-bf33-627033b7e60d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.068488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b447e13-0902-46bf-81b5-6304e1562202 req-60958eb9-7218-47e4-bf33-627033b7e60d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.074940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b447e13-0902-46bf-81b5-6304e1562202 req-60958eb9-7218-47e4-bf33-627033b7e60d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.082497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b447e13-0902-46bf-81b5-6304e1562202 req-60958eb9-7218-47e4-bf33-627033b7e60d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.089164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b447e13-0902-46bf-81b5-6304e1562202 req-60958eb9-7218-47e4-bf33-627033b7e60d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.098822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b447e13-0902-46bf-81b5-6304e1562202 req-60958eb9-7218-47e4-bf33-627033b7e60d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3828 time: 0.3972325 Jun 03 15:21:01.196918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b447e13-0902-46bf-81b5-6304e1562202 req-095fee6e-2ab3-4282-b488-8450fdd5f73a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967762 Jun 03 15:21:01.203775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] Deleting subnet b662d76e-7289-47b3-81c2-e7801a645ec6 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:01.234968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.350408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5360da91-7068-48a5-99db-6c929e3a09df,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:01.360168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.394908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.441043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.441663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.443620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.444141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.444724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.448200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.451483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.451840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.452267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.455885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.455885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.455885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:01.580686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e092-6f61-45b6-a799-d798cb5d4e94 req-478a88d8-f53a-42be-8166-3938a6ea26a0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.591076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ec9e092-6f61-45b6-a799-d798cb5d4e94 req-478a88d8-f53a-42be-8166-3938a6ea26a0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.6902497 Jun 03 15:21:01.596991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=dbe2c33f-a8e6-4804-949c-81d7612cfb68,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:01.671736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.739409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc020-2166-4979-9f92-59456f91f182 req-103adaed-86c0-4a21-a2da-1e73f1672d9a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.745494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc020-2166-4979-9f92-59456f91f182 req-103adaed-86c0-4a21-a2da-1e73f1672d9a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.751852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc020-2166-4979-9f92-59456f91f182 req-103adaed-86c0-4a21-a2da-1e73f1672d9a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.758202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc020-2166-4979-9f92-59456f91f182 req-103adaed-86c0-4a21-a2da-1e73f1672d9a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.759980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-910cc020-2166-4979-9f92-59456f91f182 req-103adaed-86c0-4a21-a2da-1e73f1672d9a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 3143 time: 0.2944579 Jun 03 15:21:01.786761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ec9e092-6f61-45b6-a799-d798cb5d4e94 req-422d6c69-d05d-4f93-bcc8-1cbe640dd35f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843727 Jun 03 15:21:01.859928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] No DVR routers for this DVR port dbe2c33f-a8e6-4804-949c-81d7612cfb68 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:01.865237 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.876752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:01.894548 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-5311ef38-534d-40e5-8f5b-44d914eb1c35 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "DELETE /v2.0/ports/dbe2c33f-a8e6-4804-949c-81d7612cfb68 HTTP/1.1" status: 204 len: 173 time: 5.1910782 Jun 03 15:21:01.896655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-910cc020-2166-4979-9f92-59456f91f182 req-10ad0bc2-378f-481c-b673-14d91e10a6c1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190665 Jun 03 15:21:01.941929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.988191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.998524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b662d76e-7289-47b3-81c2-e7801a645ec6 HTTP/1.1" status: 204 len: 168 time: 1.6733057 Jun 03 15:21:02.003704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00463f8-76c4-4b95-bb58-2caac6e3f4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b662d76e-7289-47b3-81c2-e7801a645ec6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:02.007752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47072) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:02.081936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Attempting to bind port 5360da91-7068-48a5-99db-6c929e3a09df on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:02.082557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Attempting to bind port 5360da91-7068-48a5-99db-6c929e3a09df by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:02.083202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Attempting to bind port 5360da91-7068-48a5-99db-6c929e3a09df on network a325eddb-5778-4430-8610-ca83f8ff19fd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:02.104313 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1e84ed-974a-4f17-a9ba-eb7358931cfa'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': 'dbe2c33f-a8e6-4804-949c-81d7612cfb68', 'status': 'completed', 'code': 200} Jun 03 15:21:02.126553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Port 5360da91-7068-48a5-99db-6c929e3a09df on network a325eddb-5778-4430-8610-ca83f8ff19fd not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:02.127065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Attempting to bind port 5360da91-7068-48a5-99db-6c929e3a09df on network a325eddb-5778-4430-8610-ca83f8ff19fd {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:02.152300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:02.168801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.188575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Checking segment: {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:02.189338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Bound using segment: {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:02.190167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Bound port: 5360da91-7068-48a5-99db-6c929e3a09df, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232de36b-e017-4e2c-af95-cfaf9e60eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:02.190737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.240365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:02.240923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.582893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.684592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1904d4dc-1669-426a-955a-3e936a7a13b1']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:02.701314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c5b25-36fb-4edd-aadb-d99a690ed769') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:02.701314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c5b25-36fb-4edd-aadb-d99a690ed769') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:02.752014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.798198 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.817912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] For port 5360da91-7068-48a5-99db-6c929e3a09df, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:02.820088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120f5b-927d-42c7-9c5e-d68bd36963b7 req-cca4777d-9612-48be-9f43-529311c856b3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:02.821956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1120f5b-927d-42c7-9c5e-d68bd36963b7 req-cca4777d-9612-48be-9f43-529311c856b3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4845374 Jun 03 15:21:02.825314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:02.825717 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.838634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] For port 5360da91-7068-48a5-99db-6c929e3a09df, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5360da91-7068-48a5-99db-6c929e3a09df,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:02.847036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] For port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:02.850786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.863815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.869962 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 3d6c5b25-36fb-4edd-aadb-d99a690ed769 resource provider aggregate not found Jun 03 15:21:03.036745 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 3d6c5b25-36fb-4edd-aadb-d99a690ed769 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d6c5b25-36fb-4edd-aadb-d99a690ed769 found for delete ", "request_id": "req-481ce8ec-7461-4dca-8933-ea15e266036c"}]} Jun 03 15:21:03.063408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759debe-011e-4df8-bf17-e9ed23f382e8 req-cbcdab86-810f-4b91-af54-7bf88f553a90 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.068224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.069205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.069488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759debe-011e-4df8-bf17-e9ed23f382e8 req-cbcdab86-810f-4b91-af54-7bf88f553a90 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.070947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/5360da91-7068-48a5-99db-6c929e3a09df HTTP/1.1" status: 200 len: 1091 time: 4.9902596 Jun 03 15:21:03.075291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759debe-011e-4df8-bf17-e9ed23f382e8 req-cbcdab86-810f-4b91-af54-7bf88f553a90 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.112622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759debe-011e-4df8-bf17-e9ed23f382e8 req-cbcdab86-810f-4b91-af54-7bf88f553a90 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.124489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759debe-011e-4df8-bf17-e9ed23f382e8 req-cbcdab86-810f-4b91-af54-7bf88f553a90 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.132129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3759debe-011e-4df8-bf17-e9ed23f382e8 req-cbcdab86-810f-4b91-af54-7bf88f553a90 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3828 time: 0.5519502 Jun 03 15:21:03.160826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for 4b792e3c-d451-4dab-8c44-be0b0a3cdfae owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:03.198462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:03.238225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1120f5b-927d-42c7-9c5e-d68bd36963b7 req-b9953674-1ead-4e27-a466-5812c7bdf818 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922546 Jun 03 15:21:03.258157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3759debe-011e-4df8-bf17-e9ed23f382e8 req-18dcbada-7391-4b52-9d03-78be9ee14422 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231616 Jun 03 15:21:03.260353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.273324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.347464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] 10.222.0.66 "DELETE /v2.0/networks/1904d4dc-1669-426a-955a-3e936a7a13b1 HTTP/1.1" status: 204 len: 168 time: 1.3386166 Jun 03 15:21:03.351046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47124) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:03.420073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1423d5-d870-405e-b705-ba2e67d3ff8b admin admin] Pushing event deleted for resources: {'Network': ['ID=1904d4dc-1669-426a-955a-3e936a7a13b1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:03.487338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] Deleting subnet e54c76ea-01d1-430a-842d-5b853ea91682 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:03.491661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.524684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb00d-2f38-4ca6-8707-969595b8f9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5360da91-7068-48a5-99db-6c929e3a09df,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:03.674051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.727176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.881037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.984964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452387-3974-4b2f-af86-85a8e6649e3f req-695009d2-eeef-4902-8dc6-d305f550380b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.995256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452387-3974-4b2f-af86-85a8e6649e3f req-695009d2-eeef-4902-8dc6-d305f550380b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:04.003009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452387-3974-4b2f-af86-85a8e6649e3f req-695009d2-eeef-4902-8dc6-d305f550380b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:04.010599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452387-3974-4b2f-af86-85a8e6649e3f req-695009d2-eeef-4902-8dc6-d305f550380b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:04.013034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4452387-3974-4b2f-af86-85a8e6649e3f req-695009d2-eeef-4902-8dc6-d305f550380b tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 3143 time: 0.2691853 Jun 03 15:21:04.021452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.063521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=4b792e3c-d451-4dab-8c44-be0b0a3cdfae,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:04.149987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:04.174026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] No DVR routers for this DVR port 4b792e3c-d451-4dab-8c44-be0b0a3cdfae on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:04.176897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4452387-3974-4b2f-af86-85a8e6649e3f req-9c1af902-1639-4e58-9dee-e187e8dd7bae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220274 Jun 03 15:21:04.188319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.208179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19adec-9819-4822-8429-14004ecb07f8 req-b889c0f5-b0f5-4592-8c37-d86639777ab0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:04.210049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef19adec-9819-4822-8429-14004ecb07f8 req-b889c0f5-b0f5-4592-8c37-d86639777ab0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3168211 Jun 03 15:21:04.298609 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-a36d16f6-47ee-476b-892a-5c368c545bb9 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "DELETE /v2.0/ports/4b792e3c-d451-4dab-8c44-be0b0a3cdfae HTTP/1.1" status: 204 len: 173 time: 2.3696375 Jun 03 15:21:04.398733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef19adec-9819-4822-8429-14004ecb07f8 req-70c27500-e962-40a5-b6b5-3ddf823ffe06 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661179 Jun 03 15:21:04.408403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.517849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54c76ea-01d1-430a-842d-5b853ea91682,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:04.532954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port e2530432-d34a-4986-add2-06531661c993 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:04.537587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.549307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.575615 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cf030cff-e212-4a2d-b572-8bdcdeb1f9ba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e54c76ea-01d1-430a-842d-5b853ea91682 HTTP/1.1" status: 204 len: 168 time: 1.2227216 Jun 03 15:21:04.577482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47154) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:04.734752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.752189 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a8ea0c-2c72-4d6b-8586-51c76319f8d6'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df', 'status': 'completed', 'code': 200} Jun 03 15:21:05.113588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536b37-fa3d-4513-afd0-0ea694ff57fc req-383fd822-c18a-4fdd-9d61-20f17621b231 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.121225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be536b37-fa3d-4513-afd0-0ea694ff57fc req-383fd822-c18a-4fdd-9d61-20f17621b231 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 813 time: 0.2397304 Jun 03 15:21:05.147974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be536b37-fa3d-4513-afd0-0ea694ff57fc req-d5c666a3-a434-4511-9366-1d821e3b9411 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/quotas/ed1515db0ddd4105ace55ea91dad07a7 HTTP/1.1" status: 200 len: 375 time: 0.0255375 Jun 03 15:21:05.306360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.327432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8884-c6e9-4b8b-87f0-59e4b3d622e9 req-043dee83-99bf-48c8-b3ea-8b26a3bbfcfd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.333771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8884-c6e9-4b8b-87f0-59e4b3d622e9 req-043dee83-99bf-48c8-b3ea-8b26a3bbfcfd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.340890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8884-c6e9-4b8b-87f0-59e4b3d622e9 req-043dee83-99bf-48c8-b3ea-8b26a3bbfcfd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.348227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8884-c6e9-4b8b-87f0-59e4b3d622e9 req-043dee83-99bf-48c8-b3ea-8b26a3bbfcfd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.361859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8884-c6e9-4b8b-87f0-59e4b3d622e9 req-043dee83-99bf-48c8-b3ea-8b26a3bbfcfd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.364339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee2d8884-c6e9-4b8b-87f0-59e4b3d622e9 req-043dee83-99bf-48c8-b3ea-8b26a3bbfcfd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3828 time: 0.6214380 Jun 03 15:21:05.408087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b995f6db-d208-486c-add5-a4538884da18']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:05.431576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b46894-36a8-4cef-bd55-075753b057fa') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:05.431969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b46894-36a8-4cef-bd55-075753b057fa') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:05.475744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.485894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:05.491458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee2d8884-c6e9-4b8b-87f0-59e4b3d622e9 req-73a55d67-8964-4774-b29e-702ddc0ba6e9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186509 Jun 03 15:21:05.498708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be536b37-fa3d-4513-afd0-0ea694ff57fc req-34b1d759-49e9-437b-a943-35cf39d12ec5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3491769 Jun 03 15:21:05.503711 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.510166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.530074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:05.531801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.601732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-52c09452-92fb-4cae-a7db-48d9fd7175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.602599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-52c09452-92fb-4cae-a7db-48d9fd7175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.603236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-52c09452-92fb-4cae-a7db-48d9fd7175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.604648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-52c09452-92fb-4cae-a7db-48d9fd7175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.606553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-52c09452-92fb-4cae-a7db-48d9fd7175ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.608678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-52c09452-92fb-4cae-a7db-48d9fd7175ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 4363 time: 0.9443581 Jun 03 15:21:05.614779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] For port e2530432-d34a-4986-add2-06531661c993, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e2530432-d34a-4986-add2-06531661c993,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:05.617212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.730658 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 66b46894-36a8-4cef-bd55-075753b057fa resource provider aggregate not found Jun 03 15:21:05.961667 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 66b46894-36a8-4cef-bd55-075753b057fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66b46894-36a8-4cef-bd55-075753b057fa found for delete ", "request_id": "req-14517348-22c5-416a-a8a5-c566500ad590"}]} Jun 03 15:21:05.962768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-ce53fd72-1f01-4292-94a2-76a0dfae1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.963336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-ce53fd72-1f01-4292-94a2-76a0dfae1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.964136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-ce53fd72-1f01-4292-94a2-76a0dfae1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.968639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-ce53fd72-1f01-4292-94a2-76a0dfae1ec3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2076fe0c85c04061a36119c73d368dd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3356974 Jun 03 15:21:06.031202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.155407 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.182670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Transition to ACTIVE for port object 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:06.192820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for e2530432-d34a-4986-add2-06531661c993 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:06.193754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] Pushing event deleted for resources: {'Network': ['ID=b995f6db-d208-486c-add5-a4538884da18,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:06.216354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-986310c7-207c-47b2-bb25-7193f109e40a admin admin] 10.222.0.66 "DELETE /v2.0/networks/b995f6db-d208-486c-add5-a4538884da18 HTTP/1.1" status: 204 len: 168 time: 1.6348622 Jun 03 15:21:06.237266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc16ff-4153-4d0f-84b0-aff7ed5e5533 req-b675bf45-1bda-463b-965e-06a684c5f150 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:06.243917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc16ff-4153-4d0f-84b0-aff7ed5e5533 req-b675bf45-1bda-463b-965e-06a684c5f150 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:06.263932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc16ff-4153-4d0f-84b0-aff7ed5e5533 req-b675bf45-1bda-463b-965e-06a684c5f150 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:06.266820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8cc16ff-4153-4d0f-84b0-aff7ed5e5533 req-b675bf45-1bda-463b-965e-06a684c5f150 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 2410 time: 0.5308907 Jun 03 15:21:06.352649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.406305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cac8a-c274-4974-8444-2cb03db3cd31 req-c4eb042c-78f5-4cfc-908e-71a6311eb7f0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:06.414668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-126cac8a-c274-4974-8444-2cb03db3cd31 req-c4eb042c-78f5-4cfc-908e-71a6311eb7f0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4520459 Jun 03 15:21:06.484144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8cc16ff-4153-4d0f-84b0-aff7ed5e5533 req-b0894b8e-b775-480f-b037-54dbde21d3ae tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029476 Jun 03 15:21:06.493170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:06.617484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-126cac8a-c274-4974-8444-2cb03db3cd31 req-cccf7dc0-cc20-494e-847e-7d404d819a01 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016890 Jun 03 15:21:06.671231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:06.732983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-25409384-7a55-42b1-92e4-c0f390ce9f12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce48d04b774a4f05a47bf8f80a8bcb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385690 Jun 03 15:21:06.736447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47234) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:06.768984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:06.821242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47240) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:06.888631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4046c77-4a7a-4e77-8ced-69c979eac353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.964498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4046c77-4a7a-4e77-8ced-69c979eac353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.072809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-23977096-81f6-4411-91b0-dc48e51d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.074328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e803b65-4a2f-4595-909e-c1eb486d05da req-23977096-81f6-4411-91b0-dc48e51d0da2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8931220 Jun 03 15:21:07.140725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.163793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Attempting to bind port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:07.164470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Attempting to bind port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:07.165181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Attempting to bind port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:07.176270 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4046c77-4a7a-4e77-8ced-69c979eac353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.200639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4046c77-4a7a-4e77-8ced-69c979eac353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5b23b-febc-49da-a2fa-f67e72355e89,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:07.222473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4046c77-4a7a-4e77-8ced-69c979eac353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.226243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b4046c77-4a7a-4e77-8ced-69c979eac353 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78e5b23b-febc-49da-a2fa-f67e72355e89 HTTP/1.1" status: 204 len: 168 time: 0.4876394 Jun 03 15:21:07.293831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-4b1e2e2a-c305-4573-93b8-08d0f39d9dc2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.304016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-4b1e2e2a-c305-4573-93b8-08d0f39d9dc2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.317978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=e2530432-d34a-4986-add2-06531661c993,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:07.320987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.323273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-4b1e2e2a-c305-4573-93b8-08d0f39d9dc2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.333858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-4b1e2e2a-c305-4573-93b8-08d0f39d9dc2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.336418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 on network ac54d610-31bd-47fa-bc70-18d267801812 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:07.336961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Attempting to bind port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:07.339673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-4b1e2e2a-c305-4573-93b8-08d0f39d9dc2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.358037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-4b1e2e2a-c305-4573-93b8-08d0f39d9dc2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.360152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-4b1e2e2a-c305-4573-93b8-08d0f39d9dc2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 4601 time: 0.4622748 Jun 03 15:21:07.379384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:07.382177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Checking segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:07.382697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Bound using segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:07.383233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Bound port: 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:07.383675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.440717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d77a9e39-ba8c-444c-a2af-1e6e37bc1de5 req-0fad0e6f-5141-47c6-a67c-176d4b1959b4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713084 Jun 03 15:21:07.449807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:07.515463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Usage tracker for resource:security_group_rule and tenant:976ac51738bf41ada206749bf1ad6233 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:07.533792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] No DVR routers for this DVR port e2530432-d34a-4986-add2-06531661c993 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:07.545645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:07.568363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.588188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:07.622280 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-d2f6e3fe-2635-4b9e-b9af-ed1fecce8405 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "DELETE /v2.0/ports/e2530432-d34a-4986-add2-06531661c993 HTTP/1.1" status: 204 len: 173 time: 3.3146544 Jun 03 15:21:07.709655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474e62-02ec-48a4-a003-1e42a4629019 req-533191fc-85b9-45b4-a6bc-20a20e0e1991 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.711343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c474e62-02ec-48a4-a003-1e42a4629019 req-533191fc-85b9-45b4-a6bc-20a20e0e1991 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1373775 Jun 03 15:21:07.732896 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639d642f-e4d3-4e77-8dbc-51f8036de436'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': '4b792e3c-d451-4dab-8c44-be0b0a3cdfae', 'status': 'completed', 'code': 200} Jun 03 15:21:07.825700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47268) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:07.839654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:07.844909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:07.870149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c474e62-02ec-48a4-a003-1e42a4629019 req-b4426754-cf3a-4a33-a702-2735353a23c5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483111 Jun 03 15:21:07.953292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.977640 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.040866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44ea70-de13-4be1-bea4-b252624538c0 req-7563d474-1066-48c3-8261-78a15f8f2b84 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.042445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e44ea70-de13-4be1-bea4-b252624538c0 req-7563d474-1066-48c3-8261-78a15f8f2b84 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 945 time: 0.2305276 Jun 03 15:21:08.174906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:08.184934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.204640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e44ea70-de13-4be1-bea4-b252624538c0 req-39f466c3-605f-4d34-b86d-366040004d33 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555204 Jun 03 15:21:08.218980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47278) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:08.239903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.240821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.242565 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] 10.222.0.70 "PUT /v2.0/ports/5bfb56d4-cea7-45eb-8f81-64db01a5ba56 HTTP/1.1" status: 200 len: 1131 time: 5.0899553 Jun 03 15:21:08.309803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7e6d-e134-4d34-9d6d-6a9aba2cdc0b req-761200dc-0a11-4149-a187-76eafabd6cfb tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.311643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a7c7e6d-e134-4d34-9d6d-6a9aba2cdc0b req-761200dc-0a11-4149-a187-76eafabd6cfb tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 950 time: 0.1769955 Jun 03 15:21:08.327660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:08.415646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port f59d6b1e-be3c-414b-a4b6-1c443f123c17 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:08.416024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.460641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a7c7e6d-e134-4d34-9d6d-6a9aba2cdc0b req-7205b611-e99c-4a1c-96af-1f74d6c18ea4 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430800 Jun 03 15:21:08.461458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:08.462035 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.527682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:08.530453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f53b89-1cad-4cd1-86c8-da5b0a6442c9 req-2feb378e-c8d9-4016-a073-49c7a33693af tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.537735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f53b89-1cad-4cd1-86c8-da5b0a6442c9 req-2feb378e-c8d9-4016-a073-49c7a33693af tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.539113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66f53b89-1cad-4cd1-86c8-da5b0a6442c9 req-2feb378e-c8d9-4016-a073-49c7a33693af tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 1677 time: 0.1250548 Jun 03 15:21:08.540835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:08.551132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.555571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51631d00-36c6-4e14-aed0-4836ff830abe,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:08.572752 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2f2c5de4-1e70-476b-881d-d485b081b932 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4af09b16147e457d8beac87cad088787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136713 Jun 03 15:21:08.575367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47294) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:08.578252 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.582048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ba72ea35-7b8e-43d5-97cb-1d168142bd8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=976ac51738bf41ada206749bf1ad6233&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6744821 Jun 03 15:21:08.587204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b311760-ce77-44c1-81ad-3958543ff819 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:08.593201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47300) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:08.624377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:08.680085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4aab54ea0345258c2845cb376fc128 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:08.686219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:08.695818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:08.706334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:08.720446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6381127c-b410-4226-9e8e-fce926734e56 req-1ccef367-00d4-4074-b8a4-47a50022a1ad tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ed1515db0ddd4105ace55ea91dad07a7 HTTP/1.1" status: 200 len: 221 time: 0.0993333 Jun 03 15:21:08.734113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66f53b89-1cad-4cd1-86c8-da5b0a6442c9 req-5acbb24e-b7b8-43a1-9f00-d83b930e9bb1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777422 Jun 03 15:21:08.780288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-254f317a-64fa-4eb0-ba13-34a2bf01ad84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.807910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-254f317a-64fa-4eb0-ba13-34a2bf01ad84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.819002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.949192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-e1efbf3b-6b1e-4cd9-a90d-160d5b228bc3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.949402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b15cce7d-4bb0-49e0-bd35-5c4e1552ee51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.956459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-e1efbf3b-6b1e-4cd9-a90d-160d5b228bc3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.968648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-e1efbf3b-6b1e-4cd9-a90d-160d5b228bc3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.977406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-e1efbf3b-6b1e-4cd9-a90d-160d5b228bc3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.984410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-e1efbf3b-6b1e-4cd9-a90d-160d5b228bc3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.990654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-e1efbf3b-6b1e-4cd9-a90d-160d5b228bc3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.992351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-e1efbf3b-6b1e-4cd9-a90d-160d5b228bc3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 4601 time: 0.1610157 Jun 03 15:21:09.006785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] For port f59d6b1e-be3c-414b-a4b6-1c443f123c17, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f59d6b1e-be3c-414b-a4b6-1c443f123c17,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:09.007389 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.066320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.067283 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-254f317a-64fa-4eb0-ba13-34a2bf01ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.100592 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.101436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b15cce7d-4bb0-49e0-bd35-5c4e1552ee51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.119655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f317a-64fa-4eb0-ba13-34a2bf01ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cacced-8d64-49ee-9683-8daaf6405e61,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:09.201300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa4aab54ea0345258c2845cb376fc128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9808197 Jun 03 15:21:09.206673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47316) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:09.211461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ee54d78-9ce2-4b62-b0c4-e9932e717010 req-76880000-8e69-4b12-8f19-fb6717811ebe tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484759 Jun 03 15:21:09.213888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726d8e9-af36-41c5-b35c-ac553fcbbd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92dfd9a-a587-4c3d-b029-9f068901022b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:09.217744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-254f317a-64fa-4eb0-ba13-34a2bf01ad84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.222027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-254f317a-64fa-4eb0-ba13-34a2bf01ad84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2cacced-8d64-49ee-9683-8daaf6405e61 HTTP/1.1" status: 204 len: 168 time: 0.6455398 Jun 03 15:21:09.296937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for f59d6b1e-be3c-414b-a4b6-1c443f123c17 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:09.297683 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d1f1-a6d2-49a2-8ea3-b07f149fee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.305077 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a7b474-d936-4f6a-ad70-9653e45d5a50'] response: {'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'code': 200} Jun 03 15:21:09.365499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d1f1-a6d2-49a2-8ea3-b07f149fee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.497521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d1f1-a6d2-49a2-8ea3-b07f149fee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.571905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6d1f1-a6d2-49a2-8ea3-b07f149fee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92dfd9a-a587-4c3d-b029-9f068901022b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:09.601851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d1f1-a6d2-49a2-8ea3-b07f149fee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.605553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d8a6d1f1-a6d2-49a2-8ea3-b07f149fee0d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d92dfd9a-a587-4c3d-b029-9f068901022b HTTP/1.1" status: 204 len: 168 time: 0.3907247 Jun 03 15:21:09.646698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3071-aef0-40e5-9846-7fc57c1ae744 req-bb61523e-f6a1-45dd-ad5c-7ec12e6472eb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:09.648316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-375f3071-aef0-40e5-9846-7fc57c1ae744 req-bb61523e-f6a1-45dd-ad5c-7ec12e6472eb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2133639 Jun 03 15:21:09.658149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc0c7f-9caa-47fd-9316-14afa842ad9e req-afde331f-8fc5-4486-a7f4-ff691cea3ec0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:09.659539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fcc0c7f-9caa-47fd-9316-14afa842ad9e req-afde331f-8fc5-4486-a7f4-ff691cea3ec0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 945 time: 0.1729581 Jun 03 15:21:09.665414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b15cce7d-4bb0-49e0-bd35-5c4e1552ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.684804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-a4e6df1f-4bf1-4048-9a11-b8d565e43ee3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:09.685726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-a4e6df1f-4bf1-4048-9a11-b8d565e43ee3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:09.715601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cce7d-4bb0-49e0-bd35-5c4e1552ee51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51631d00-36c6-4e14-aed0-4836ff830abe,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:09.735589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-375f3071-aef0-40e5-9846-7fc57c1ae744 req-0444d59c-78d3-4180-a5ae-48e169fe78a7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749426 Jun 03 15:21:09.740495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': 'e2530432-d34a-4986-add2-06531661c993'}, {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:09.752772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fcc0c7f-9caa-47fd-9316-14afa842ad9e req-9348f09b-ff65-4e80-b8f9-44f5acc768e6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780890 Jun 03 15:21:09.767331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.841390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-a4e6df1f-4bf1-4048-9a11-b8d565e43ee3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:09.843236 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-a4e6df1f-4bf1-4048-9a11-b8d565e43ee3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 945 time: 0.7801268 Jun 03 15:21:09.876251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=f59d6b1e-be3c-414b-a4b6-1c443f123c17,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:09.884292 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb099349-8a53-4c1f-bfe6-61945d7774e1'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': 'e2530432-d34a-4986-add2-06531661c993', 'status': 'completed', 'code': 200} Jun 03 15:21:09.884659 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb099349-8a53-4c1f-bfe6-61945d7774e1'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56', 'status': 'completed', 'code': 200} Jun 03 15:21:09.890472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:21:09.975860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccee563-6198-4092-bc2a-d8bbe3bbb02c {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:09.986065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.006082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Transition to ACTIVE for port object 2ccee563-6198-4092-bc2a-d8bbe3bbb02c will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:10.107275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b15cce7d-4bb0-49e0-bd35-5c4e1552ee51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.111649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b15cce7d-4bb0-49e0-bd35-5c4e1552ee51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51631d00-36c6-4e14-aed0-4836ff830abe HTTP/1.1" status: 204 len: 168 time: 1.5156488 Jun 03 15:21:10.116507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Deleting port 17fc2674-c2c7-468a-84a4-1618d977490e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:10.117090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.182614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1d6da-ddc6-4178-8e2d-44a250d977b5 req-f6781b7d-b470-4013-b11b-decf3bba9947 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:10.184308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ab1d6da-ddc6-4178-8e2d-44a250d977b5 req-f6781b7d-b470-4013-b11b-decf3bba9947 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 943 time: 0.2045009 Jun 03 15:21:10.198657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f2ac-e773-4b5b-a7c3-2ab80a287038 req-5809d1d8-1b3f-4e9e-95f3-28f59a7ff6f9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:10.200346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebf6f2ac-e773-4b5b-a7c3-2ab80a287038 req-5809d1d8-1b3f-4e9e-95f3-28f59a7ff6f9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1454439 Jun 03 15:21:10.270865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ab1d6da-ddc6-4178-8e2d-44a250d977b5 req-4ba37ce8-9f2c-4ae7-8fd9-af6eacd639d1 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688021 Jun 03 15:21:10.286901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.287100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebf6f2ac-e773-4b5b-a7c3-2ab80a287038 req-1fa32bdc-f8a5-4aff-b8de-bbeb1cf73ed3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713015 Jun 03 15:21:10.601676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:10.837567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1f4ec-4fc2-4d19-822e-2ca90eb9452e req-1d42c4dd-73de-4a2f-b6c3-5aedaaa3b3ee tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:10.849129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17a1f4ec-4fc2-4d19-822e-2ca90eb9452e req-1d42c4dd-73de-4a2f-b6c3-5aedaaa3b3ee tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3770201 Jun 03 15:21:10.924712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17a1f4ec-4fc2-4d19-822e-2ca90eb9452e req-f11eea15-387f-45b9-b4ee-b989b14a744d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749962 Jun 03 15:21:10.927329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47388) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:10.960093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] No DVR routers for this DVR port f59d6b1e-be3c-414b-a4b6-1c443f123c17 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:10.972317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.979067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.985843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-b50fdded-9806-4370-b5ea-4b6951198382 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "DELETE /v2.0/ports/f59d6b1e-be3c-414b-a4b6-1c443f123c17 HTTP/1.1" status: 204 len: 173 time: 3.3498805 Jun 03 15:21:11.000414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.006288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.014061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.020518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.026355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.032322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.039908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.050010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-b3e5be6d-0da8-4ca0-bfe1-cc90109cc000 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5372 time: 0.5142107 Jun 03 15:21:11.057307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:11.066610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Usage tracker for resource:security_group_rule and tenant:6fdb331ca97e4e9f894beaacf030c465 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:11.069792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:11.075877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:11.159794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] For port 17fc2674-c2c7-468a-84a4-1618d977490e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=17fc2674-c2c7-468a-84a4-1618d977490e,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:11.160229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.247977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b807c5e-3519-40ac-aaf2-b167831483a7 req-e61ca304-7185-404b-ab54-8c79d11967ec tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969326 Jun 03 15:21:11.319089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.337547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.364968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Calling delete_port for 17fc2674-c2c7-468a-84a4-1618d977490e owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:11.379085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be66f3-536d-4afa-b8fe-0178b74790fa req-c7d7510b-80d5-4854-83e5-17ee261bf066 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.386005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03be66f3-536d-4afa-b8fe-0178b74790fa req-c7d7510b-80d5-4854-83e5-17ee261bf066 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 945 time: 0.2609551 Jun 03 15:21:11.451381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6fdb331ca97e4e9f894beaacf030c465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205307 Jun 03 15:21:11.461733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47420) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:11.469029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240adaee-042b-4568-9848-09fbd44ce580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa0b94a-e11e-47f2-bf18-28963e4329fd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:11.504685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03be66f3-536d-4afa-b8fe-0178b74790fa req-c768c6f3-f3f6-447f-a655-56badaebe38f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175683 Jun 03 15:21:11.514084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:11.514433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.624349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.624741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.625205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.625726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.626415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.626882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.627343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.629291 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-05c4765b-6218-4e2e-99fa-20f1935cfb16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6167 time: 1.6203594 Jun 03 15:21:11.672999 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27b29e5-7bc5-463d-bd06-c0a016b92509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.683801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Attempting to bind port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:11.684287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Attempting to bind port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:11.684490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Attempting to bind port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:11.700300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c on network ac54d610-31bd-47fa-bc70-18d267801812 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:11.700622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Attempting to bind port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:11.760688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27b29e5-7bc5-463d-bd06-c0a016b92509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.761187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:11.761527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Checking segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:11.761916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Bound using segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:11.762363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Bound port: 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:11.762709 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.849715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc5fa6-b1b2-44f4-9d2f-4169a18f3a86 req-878ee12b-69de-4ba5-a3cb-0973375bab4e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.852340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51bc5fa6-b1b2-44f4-9d2f-4169a18f3a86 req-878ee12b-69de-4ba5-a3cb-0973375bab4e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2499461 Jun 03 15:21:11.914446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0824b-ab19-4efc-b1f2-35c914c28fbe req-1e1373cf-4cb3-4f54-8caf-32b01cdf0a0d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.917302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ed0824b-ab19-4efc-b1f2-35c914c28fbe req-1e1373cf-4cb3-4f54-8caf-32b01cdf0a0d tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 943 time: 0.1994824 Jun 03 15:21:11.922844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27b29e5-7bc5-463d-bd06-c0a016b92509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.927426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:11.960874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51bc5fa6-b1b2-44f4-9d2f-4169a18f3a86 req-a0edfa25-f369-49da-90b7-44d0d57c16ee tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019425 Jun 03 15:21:11.972343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b29e5-7bc5-463d-bd06-c0a016b92509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa0b94a-e11e-47f2-bf18-28963e4329fd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:12.005299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27b29e5-7bc5-463d-bd06-c0a016b92509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.006505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e27b29e5-7bc5-463d-bd06-c0a016b92509 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9aa0b94a-e11e-47f2-bf18-28963e4329fd HTTP/1.1" status: 204 len: 168 time: 0.5436330 Jun 03 15:21:12.032688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ed0824b-ab19-4efc-b1f2-35c914c28fbe req-1c966024-2790-4a3a-9f63-c4055329676a tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036658 Jun 03 15:21:12.091138 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609dd51e-854c-4b3f-b127-ab3dfbd12392'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': 'f59d6b1e-be3c-414b-a4b6-1c443f123c17', 'status': 'completed', 'code': 200} Jun 03 15:21:12.183071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 17fc2674-c2c7-468a-84a4-1618d977490e no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:12.211891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-ba582528-bc22-4f09-b54f-ce9e82c71344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.212637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-ba582528-bc22-4f09-b54f-ce9e82c71344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.213247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-ba582528-bc22-4f09-b54f-ce9e82c71344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.214962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-ba582528-bc22-4f09-b54f-ce9e82c71344 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2076fe0c85c04061a36119c73d368dd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5635414 Jun 03 15:21:12.240631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] For port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:12.245342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.292502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] For port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:12.305555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No active binding found for port 17fc2674-c2c7-468a-84a4-1618d977490e {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:21:12.306437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 17fc2674-c2c7-468a-84a4-1618d977490e not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:12.312967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae2a71-3030-4279-8742-e4b03c453c6b req-b3e41a5a-6f90-49b5-8956-f5e5dfb817e5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.320708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2ae2a71-3030-4279-8742-e4b03c453c6b req-b3e41a5a-6f90-49b5-8956-f5e5dfb817e5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1241612 Jun 03 15:21:12.388202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2ae2a71-3030-4279-8742-e4b03c453c6b req-f34a1b7c-13b4-4465-a507-adb36602a30b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 Jun 03 15:21:12.505204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47464) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:12.527811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.546227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:12.546446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.550489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7ecfb632534b8cb874570634e502f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:12.553321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:12.559139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:12.568889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] For port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:12.626522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event deleted for resources: {'Port': ['ID=17fc2674-c2c7-468a-84a4-1618d977490e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:12.641681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.710816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.725847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.762101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.767564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.773215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.778981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.784793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.790802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.797341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.804855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-d3f439b2-8529-42b6-b210-01a551144375 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5372 time: 0.2636571 Jun 03 15:21:12.871506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aef93df0-6107-48dc-97ca-b79a95ef0309 req-bffa3049-d155-4c2e-8357-5db104ca3a20 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657644 Jun 03 15:21:12.889904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.890535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.891985 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] 10.222.0.70 "PUT /v2.0/ports/2ccee563-6198-4092-bc2a-d8bbe3bbb02c HTTP/1.1" status: 200 len: 1129 time: 4.5979218 Jun 03 15:21:12.897865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b7ecfb632534b8cb874570634e502f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916106 Jun 03 15:21:12.898922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac877d-e0c8-4f4e-8a5a-b5d3993b4cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b4442-6bee-48a1-b991-71a1972be22d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:12.901410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:12.955071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d459a006-e496-49f2-8c04-b4902b425cd4 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:12.980792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] No DVR routers for this DVR port 17fc2674-c2c7-468a-84a4-1618d977490e on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:12.987265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:13.027937 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e68c219-2fd2-4376-86a1-60ef75a3b129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.095121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e68c219-2fd2-4376-86a1-60ef75a3b129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.146864 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.185446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a18d-cf8c-4878-a983-ae5a4fa57f10 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:13.208065 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e68c219-2fd2-4376-86a1-60ef75a3b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.208575 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3883ad41-af64-4487-8247-eba8e18dcf56 req-e611e41d-1a1d-4e22-947d-2010cdf3ab58 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "DELETE /v2.0/ports/17fc2674-c2c7-468a-84a4-1618d977490e HTTP/1.1" status: 204 len: 173 time: 3.3227098 Jun 03 15:21:13.327289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68c219-2fd2-4376-86a1-60ef75a3b129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b4442-6bee-48a1-b991-71a1972be22d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:13.346799 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e68c219-2fd2-4376-86a1-60ef75a3b129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.351445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1e68c219-2fd2-4376-86a1-60ef75a3b129 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e84b4442-6bee-48a1-b991-71a1972be22d HTTP/1.1" status: 204 len: 168 time: 0.4489145 Jun 03 15:21:13.363764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-42cc6821-2e59-45fc-b531-b95e3698057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.365518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ac4f44dd-36e8-4f52-a9e6-168097a08778 req-42cc6821-2e59-45fc-b531-b95e3698057c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1300929 Jun 03 15:21:13.472293 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ace3f62-ccb6-4dee-be9d-97a0ff611794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.474936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:13.475090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.475461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.475781 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Floating IP 75ef2888-3205-4947-acbb-0957f500cfd3 disassociated. External IP: 172.25.1.29, port: 5f43e8d8-220d-4f49-9436-5603fbc2cf2f. Jun 03 15:21:13.476152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for 5f43e8d8-220d-4f49-9436-5603fbc2cf2f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:13.525915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'mac_address': 'fa:16:3e:39:45:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:21:13.534286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa3a51-ce97-476c-b76b-e96c875ffd3c req-aa7e5f89-3c72-461f-81c8-47198624ace5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.536761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0aa3a51-ce97-476c-b76b-e96c875ffd3c req-aa7e5f89-3c72-461f-81c8-47198624ace5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1742830 Jun 03 15:21:13.545023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.613731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0aa3a51-ce97-476c-b76b-e96c875ffd3c req-e9934b5c-82eb-4211-80c5-b02f5d9e7483 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 Jun 03 15:21:13.725912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d459a006-e496-49f2-8c04-b4902b425cd4 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:13.726298 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.782080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d459a006-e496-49f2-8c04-b4902b425cd4 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:13.823114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:13.837844 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.984660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-47b56428-8107-445f-b5ae-64ff0a4a43a9 req-6cff97a6-9341-44c3-9b60-3771eae8957a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 210 time: 0.2668159 Jun 03 15:21:14.014432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:14.032747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:14.037721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.038370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.039020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.039510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.040458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.041050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.042606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.042606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.042606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.043079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.043736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.049335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:14.071393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d459a006-e496-49f2-8c04-b4902b425cd4'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:21:14.108862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c9dfc-ade7-49cc-8bfe-ddd5083b9de8 req-38ad7244-7a31-4dff-a60e-8fe3ae7b6726 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.116445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8c9dfc-ade7-49cc-8bfe-ddd5083b9de8 req-38ad7244-7a31-4dff-a60e-8fe3ae7b6726 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 943 time: 0.2923188 Jun 03 15:21:14.120925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '2ccee563-6198-4092-bc2a-d8bbe3bbb02c'}, {'server_uuid': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'name': 'network-vif-deleted', 'tag': '17fc2674-c2c7-468a-84a4-1618d977490e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:14.153445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=5f43e8d8-220d-4f49-9436-5603fbc2cf2f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:14.227511 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8c9dfc-ade7-49cc-8bfe-ddd5083b9de8 req-f8b3e4d4-619b-48ed-856b-3e8a6a0786bd tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups?id=16bc8678-688e-4cc5-ae7c-19bb46ca0570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083922 Jun 03 15:21:14.524796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d110fc-ad35-4072-8016-149be81463c6 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:14.536975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Router edbe0a79-6201-4bee-b309-1384348a8a3e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:21:14.538837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:14.561409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Transition to ACTIVE for port object 48d110fc-ad35-4072-8016-149be81463c6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:14.586220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.594836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.601951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.615350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.624841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.626138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:14.639012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.646470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.649076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-f3797565-02b4-434d-9cc0-12f2611f9ca0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5372 time: 0.2388008 Jun 03 15:21:14.810635 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1113e39-70a3-442f-a028-96b84b76ccf6 req-69f8bd2f-d32b-4a2a-a65b-300557d5b1f9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545346 Jun 03 15:21:14.964040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d459a006-e496-49f2-8c04-b4902b425cd4 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:15.203009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739578-587d-4c61-a4bc-e9c8921b67a9 req-cb8bf302-5f17-4866-a186-1aa9cd96bc56 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.214051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7739578-587d-4c61-a4bc-e9c8921b67a9 req-cb8bf302-5f17-4866-a186-1aa9cd96bc56 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1367846 Jun 03 15:21:15.253683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d459a006-e496-49f2-8c04-b4902b425cd4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:15.257950 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.338301 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.394277 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede729ef-4c7e-4c95-b80a-db523ca95150'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '2ccee563-6198-4092-bc2a-d8bbe3bbb02c', 'status': 'completed', 'code': 200} Jun 03 15:21:15.395217 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede729ef-4c7e-4c95-b80a-db523ca95150'] response: {'server_uuid': 'ba7e9180-c26c-4d11-8265-5c0c9cb4e476', 'name': 'network-vif-deleted', 'tag': '17fc2674-c2c7-468a-84a4-1618d977490e', 'status': 'completed', 'code': 200} Jun 03 15:21:15.469434 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45a78f31-a9d9-4ace-843e-cbc7a631d31d req-4fee959b-b4e5-4ba0-a929-f51139d26c27 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7e9180-c26c-4d11-8265-5c0c9cb4e476 HTTP/1.1" status: 200 len: 210 time: 0.1704264 Jun 03 15:21:15.513144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7739578-587d-4c61-a4bc-e9c8921b67a9 req-a2339d27-cdd3-42d3-87d5-1bd96a14a2e1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971869 Jun 03 15:21:15.599563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d459a006-e496-49f2-8c04-b4902b425cd4 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:15.599959 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.749168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:15.773515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:15.832882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.978671 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26ecf90c-679e-4bd1-96f6-9a865966878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.981389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=48d110fc-ad35-4072-8016-149be81463c6,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:16.083594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-489ee266-4209-405c-9a93-5e1f14253496 req-9571d2e1-48a9-4853-90ea-1678e9c4b92c tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 210 time: 0.1429410 Jun 03 15:21:16.101807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:16.165451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbae85b-b6ae-4696-97b8-adb75e3c9e49 req-ddcd1776-6c4d-41a3-b294-2a4c935ba3a3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.170965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:16.171877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cbae85b-b6ae-4696-97b8-adb75e3c9e49 req-ddcd1776-6c4d-41a3-b294-2a4c935ba3a3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3248408 Jun 03 15:21:16.183087 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] Sync routers for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:16.208272 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:16.212180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:16.236404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.237139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.237786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.238398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.239651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.240314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.240930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.244016 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3aabbc5e-2b4a-462c-952d-86c1b66976ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6234 time: 0.8424907 Jun 03 15:21:16.257908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cbae85b-b6ae-4696-97b8-adb75e3c9e49 req-d844f287-8e73-4496-861c-bb7af8bccf31 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797226 Jun 03 15:21:16.293012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Attempting to bind port 48d110fc-ad35-4072-8016-149be81463c6 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:16.293528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Attempting to bind port 48d110fc-ad35-4072-8016-149be81463c6 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:16.294011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Attempting to bind port 48d110fc-ad35-4072-8016-149be81463c6 on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:16.305792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Port 48d110fc-ad35-4072-8016-149be81463c6 on network ac54d610-31bd-47fa-bc70-18d267801812 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:16.306704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Attempting to bind port 48d110fc-ad35-4072-8016-149be81463c6 on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:16.339731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] No DVR routers for this DVR port 5f43e8d8-220d-4f49-9436-5603fbc2cf2f on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:16.346327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:16.347265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Checking segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:16.347843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Bound using segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:16.348484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Bound port: 48d110fc-ad35-4072-8016-149be81463c6, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:16.348989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.358999 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0331756d-6189-4a81-aba3-26055c133db0'] response: {'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'code': 200} Jun 03 15:21:16.415900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.446294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbc0eed-0b3b-4ce3-8b06-8f4758bd0b72 req-11d92f19-d548-47e6-9e16-4bf4cbebf668 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.70 "DELETE /v2.0/ports/5f43e8d8-220d-4f49-9436-5603fbc2cf2f HTTP/1.1" status: 204 len: 173 time: 5.4271464 Jun 03 15:21:16.592919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3d3207cd-2537-4288-89d2-22d8da1a0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.593388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3d3207cd-2537-4288-89d2-22d8da1a0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.593919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3d3207cd-2537-4288-89d2-22d8da1a0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.595537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-3d3207cd-2537-4288-89d2-22d8da1a0195 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2076fe0c85c04061a36119c73d368dd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2923322 Jun 03 15:21:16.596678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] For port 48d110fc-ad35-4072-8016-149be81463c6, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:16.600354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] For port 48d110fc-ad35-4072-8016-149be81463c6, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=48d110fc-ad35-4072-8016-149be81463c6,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:16.652590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.661850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.831299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.840002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.842071 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/48d110fc-ad35-4072-8016-149be81463c6 HTTP/1.1" status: 200 len: 1091 time: 3.8992615 Jun 03 15:21:16.878949 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.899441 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:16.941415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:16.995643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.023511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.067594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.096956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.098190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47626) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:17.125096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.140333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.159762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.172024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3aafc523-fc58-42c6-91cc-980815d04383 req-7b91ec68-89f6-4cd3-9baf-c20e67cc0296 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5384 time: 0.6442618 Jun 03 15:21:17.234585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d927396-8dd6-4b31-afe4-4def8712a9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=48d110fc-ad35-4072-8016-149be81463c6,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:17.252861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-8d8dd5e0-f0f5-4616-b7b1-88e400463046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.256142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0bb25012-fe17-4942-a8a7-59e7af386052 req-8d8dd5e0-f0f5-4616-b7b1-88e400463046 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6373110 Jun 03 15:21:17.363524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3aafc523-fc58-42c6-91cc-980815d04383 req-fb58326c-644e-4c4c-a801-cac58a44ef9f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1903634 Jun 03 15:21:17.399445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f'}, {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '48d110fc-ad35-4072-8016-149be81463c6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:17.438242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.549286 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.684577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.745706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:17.762506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Usage tracker for resource:security_group_rule and tenant:37e78934594145b4af4eaf334852f7e1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:17.770529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:17.781549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:17.815129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a8e7065-b923-4088-8014-1582c18050a7 req-0a521886-4923-47d3-95e6-5be0b0924aef tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 210 time: 0.1230974 Jun 03 15:21:18.004915 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a842cc2-9dcd-478b-8c94-2a36f159b475'] response: {'server_uuid': 'ea7e809b-208b-4454-97b5-3f673582dca2', 'name': 'network-vif-deleted', 'tag': '5f43e8d8-220d-4f49-9436-5603fbc2cf2f', 'status': 'completed', 'code': 200} Jun 03 15:21:18.005183 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a842cc2-9dcd-478b-8c94-2a36f159b475'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '48d110fc-ad35-4072-8016-149be81463c6', 'status': 'completed', 'code': 200} Jun 03 15:21:18.119964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:23Z', 'revision_number': 5, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:18.141016 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] Checking router: edbe0a79-6201-4bee-b309-1384348a8a3e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:18.192611 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:18.193155 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:18.319577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60a89-9844-4fa5-bfd7-6ba12d96315b req-bac0c6c5-73f1-4a49-88b0-1bf63f7d4094 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.331830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bae60a89-9844-4fa5-bfd7-6ba12d96315b req-bac0c6c5-73f1-4a49-88b0-1bf63f7d4094 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2704577 Jun 03 15:21:18.359158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:18.412374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:18.533382 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bae60a89-9844-4fa5-bfd7-6ba12d96315b req-5697e00f-01aa-4ba8-b005-9d02d68798da tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011154 Jun 03 15:21:18.569377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:18.669073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.678139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.678618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.679099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.679571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.680040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.687621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.705841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-501b98e5-f1dd-42d1-b6e8-b497d827356d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6276 time: 0.6708801 Jun 03 15:21:18.878589 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:19.143136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.157887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.164870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.171983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.184197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.199036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.218805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.228666 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37e78934594145b4af4eaf334852f7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0688300 Jun 03 15:21:19.246340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-7547bba6-62f6-4141-af93-e76c22109a67 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5384 time: 0.5094543 Jun 03 15:21:19.249503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47728) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:19.256268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277fdf9d-7be9-41af-adad-af660aa6e20d {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:19.288174 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.308057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e703b-372a-4135-b9b8-232769d4549c req-9d15834f-f0f3-4632-9afb-79000b995bb8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.327987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0e703b-372a-4135-b9b8-232769d4549c req-9d15834f-f0f3-4632-9afb-79000b995bb8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4826884 Jun 03 15:21:19.328834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Transition to ACTIVE for port object 277fdf9d-7be9-41af-adad-af660aa6e20d will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:19.441187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.537390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d8396-5cab-4bf1-97a7-2f57cf2f52d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1cf78a-050c-4de3-9a23-f7014c702a37,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:19.590061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0e703b-372a-4135-b9b8-232769d4549c req-6aeb8d24-e6cc-48a5-95ba-f3050a3b61c5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326653 Jun 03 15:21:19.632031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47758) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:19.695527 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:23Z', 'revision_number': 5, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:19.732401 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5eeb6e-c7c3-4a10-a14c-171c530f9ff1 None None] The sync data for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 is: [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:14:12Z', 'revision_number': 4, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '2109c95d-dc94-4023-afc9-7bddd1e99ebd', 'name': '', 'network_id': 'd09311b2-c859-4e68-a0e9-573a99ae4a26', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'mac_address': 'fa:16:3e:96:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:08Z', 'updated_at': '2022-06-03T15:14:23Z', 'revision_number': 5, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'subnets': [{'id': 'f80911b9-30c0-4dc2-a327-7708cbb1436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:19.742706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2aff328-d3a9-4f6b-bdaa-294a3fa9e439 req-1c527604-e68f-4678-8f17-691bef13ef50 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4952328 Jun 03 15:21:19.806361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=277fdf9d-7be9-41af-adad-af660aa6e20d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:19.886765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.012024 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.043699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-d7015605-35c9-45e0-a7b9-30ce4f66b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.044458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-d7015605-35c9-45e0-a7b9-30ce4f66b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.045067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-d7015605-35c9-45e0-a7b9-30ce4f66b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.046742 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-d7015605-35c9-45e0-a7b9-30ce4f66b5ab service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2076fe0c85c04061a36119c73d368dd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2711549 Jun 03 15:21:20.118427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:20.131075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.153828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a514c648463e46fb88fc4a293b4efd30 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:20.168066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:20.268213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:20.318868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Attempting to bind port 277fdf9d-7be9-41af-adad-af660aa6e20d on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:20.323289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Attempting to bind port 277fdf9d-7be9-41af-adad-af660aa6e20d by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:20.323872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Attempting to bind port 277fdf9d-7be9-41af-adad-af660aa6e20d on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:20.332827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e4e876c-48e6-406a-ac80-254f25366865 req-8b4eac9d-d06a-44df-8a5c-4422f9964ac5 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea7e809b-208b-4454-97b5-3f673582dca2 HTTP/1.1" status: 200 len: 210 time: 0.1544766 Jun 03 15:21:20.336266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Port 277fdf9d-7be9-41af-adad-af660aa6e20d on network ac54d610-31bd-47fa-bc70-18d267801812 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:20.336846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Attempting to bind port 277fdf9d-7be9-41af-adad-af660aa6e20d on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:20.349495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91c4c-29f0-482b-90ef-1fdd7c330c84 None None] New status for floating IP 75ef2888-3205-4947-acbb-0957f500cfd3: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:21:20.378861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:20.379345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Checking segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:20.379904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Bound using segment: {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:20.380744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Bound port: 277fdf9d-7be9-41af-adad-af660aa6e20d, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6311575c-cb27-4fd3-bbbe-7e1c276a77b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:20.382012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.472553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-de526cef-7b36-44d2-a4f2-897b87b4d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.474155 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a64e868-cb9f-4924-b0c9-b7ab8c3a2379 req-de526cef-7b36-44d2-a4f2-897b87b4d926 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4137824 Jun 03 15:21:20.549345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] For port 277fdf9d-7be9-41af-adad-af660aa6e20d, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:20.564357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] For port 277fdf9d-7be9-41af-adad-af660aa6e20d, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=277fdf9d-7be9-41af-adad-af660aa6e20d,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:20.573828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.599176 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.645026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.645987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.647605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] 10.222.0.70 "PUT /v2.0/ports/277fdf9d-7be9-41af-adad-af660aa6e20d HTTP/1.1" status: 200 len: 1091 time: 3.7327826 Jun 03 15:21:20.650394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1cf78a-050c-4de3-9a23-f7014c702a37,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:20.653201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:20.700496 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.704964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:20.705657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d1cf78a-050c-4de3-9a23-f7014c702a37 HTTP/1.1" status: 204 len: 168 time: 1.4544871 Jun 03 15:21:20.708804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.710809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.712052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.712678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.715597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.716258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.716850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.718600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.719153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.720784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.721351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.722072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dfc9a-6b0c-42bb-b15f-35a00fcad268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:20.746107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.795702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.882333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a514c648463e46fb88fc4a293b4efd30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2400193 Jun 03 15:21:20.883881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47786) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:20.899222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fda19-4dc8-4d97-a293-5f1a44e60aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=277fdf9d-7be9-41af-adad-af660aa6e20d,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:21.037633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.222843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031d8b3-a5b0-4322-9a1d-cbdceba133e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c4b9f7-8aca-48b4-9b8b-da45b39fa4de,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:21.258477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42736f1c-3379-42b2-bbbc-87daa35751bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.323506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42736f1c-3379-42b2-bbbc-87daa35751bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.372546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec11a03-5978-4b8c-a777-dec8fe28b6a5 req-a32974d8-d10e-4747-8157-b27391d548a4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.384027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aec11a03-5978-4b8c-a777-dec8fe28b6a5 req-a32974d8-d10e-4747-8157-b27391d548a4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.6320920 Jun 03 15:21:21.482587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aec11a03-5978-4b8c-a777-dec8fe28b6a5 req-0208c17c-a0d6-4169-a2c7-2427cf6d59d2 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Jun 03 15:21:21.520530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42736f1c-3379-42b2-bbbc-87daa35751bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.560280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42736f1c-3379-42b2-bbbc-87daa35751bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c4b9f7-8aca-48b4-9b8b-da45b39fa4de,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:21.566615 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42736f1c-3379-42b2-bbbc-87daa35751bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.569505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-42736f1c-3379-42b2-bbbc-87daa35751bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05c4b9f7-8aca-48b4-9b8b-da45b39fa4de HTTP/1.1" status: 204 len: 168 time: 0.6817863 Jun 03 15:21:21.581062 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4716388f-7098-4936-b3ae-7d84353921a7'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d', 'status': 'completed', 'code': 200} Jun 03 15:21:21.674104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:21.711372 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.877508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de505ab-a78e-45c2-9619-bbb308afebbb {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:21.888991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.913530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.915865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.916735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.917489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.918137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.918917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.920153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.923550 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-018200f6-7955-46fb-ba9c-8f560e55ea7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6343 time: 0.2891562 Jun 03 15:21:21.928981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:21.931174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Transition to ACTIVE for port object 7de505ab-a78e-45c2-9619-bbb308afebbb will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:21.939659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Usage tracker for resource:security_group_rule and tenant:753a115bce954562b9c011a23b1086c1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:21.948895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:21.967018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:21.986550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.244917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.266472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.285170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.301666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.308465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.316913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.324378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.326440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-54753904-0ede-48ab-a1c5-6f552df3cd5c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5408 time: 0.5794432 Jun 03 15:21:22.331399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.365454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.466136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa3b1c06-15e9-4f21-a248-19d925530b56 req-dd44f940-d682-43c8-9649-21784f296627 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320229 Jun 03 15:21:22.513887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=753a115bce954562b9c011a23b1086c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8259625 Jun 03 15:21:22.513887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50ac3f-d0b7-4399-ac43-ef4e06a7791c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce48ef45-16bf-48d2-aba1-a8d16b01d43e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:22.513887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47806) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:22.569836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47812) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:22.580033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Pushing event updated for resources: {'Port': ['ID=7de505ab-a78e-45c2-9619-bbb308afebbb,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:22.604398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.644816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99dedb62-afc9-438d-9970-91623da576c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.659446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:22.668878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Usage tracker for resource:security_group_rule and tenant:20773630a5fd4f32b23a375feb8dc49e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:22.680527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:22.693069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:22.706036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99dedb62-afc9-438d-9970-91623da576c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.880770 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.883772 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99dedb62-afc9-438d-9970-91623da576c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.900741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Attempting to bind port 7de505ab-a78e-45c2-9619-bbb308afebbb on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:22.901146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Attempting to bind port 7de505ab-a78e-45c2-9619-bbb308afebbb by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:22.901712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Attempting to bind port 7de505ab-a78e-45c2-9619-bbb308afebbb on network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:22.922666 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99dedb62-afc9-438d-9970-91623da576c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.924919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-99dedb62-afc9-438d-9970-91623da576c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce48ef45-16bf-48d2-aba1-a8d16b01d43e HTTP/1.1" status: 204 len: 168 time: 0.4090993 Jun 03 15:21:22.925811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.932812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Port 7de505ab-a78e-45c2-9619-bbb308afebbb on network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:22.937512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Attempting to bind port 7de505ab-a78e-45c2-9619-bbb308afebbb on network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:22.937915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dedb62-afc9-438d-9970-91623da576c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce48ef45-16bf-48d2-aba1-a8d16b01d43e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:22.948804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:22.949140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Checking segment: {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:22.949522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Bound using segment: {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:22.949962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Bound port: 7de505ab-a78e-45c2-9619-bbb308afebbb, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:22.950355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.023981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20773630a5fd4f32b23a375feb8dc49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514158 Jun 03 15:21:23.030190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47822) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:23.084451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405ec3f-c559-42ce-8053-dc58c029ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9360eae2-bf9e-44a8-912b-8c5f1a67c971,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:23.085871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-a52c79a5-2da0-4f87-8f2f-b4bb2a9700c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.086346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-a52c79a5-2da0-4f87-8f2f-b4bb2a9700c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.086908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-a52c79a5-2da0-4f87-8f2f-b4bb2a9700c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.096144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-a52c79a5-2da0-4f87-8f2f-b4bb2a9700c9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2076fe0c85c04061a36119c73d368dd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1554036 Jun 03 15:21:23.113938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed5be9cd-23a8-4d08-9337-1200099cac46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.147939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed5be9cd-23a8-4d08-9337-1200099cac46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.231338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed5be9cd-23a8-4d08-9337-1200099cac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.261923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5be9cd-23a8-4d08-9337-1200099cac46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9360eae2-bf9e-44a8-912b-8c5f1a67c971,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:23.266099 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed5be9cd-23a8-4d08-9337-1200099cac46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.267688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ed5be9cd-23a8-4d08-9337-1200099cac46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9360eae2-bf9e-44a8-912b-8c5f1a67c971 HTTP/1.1" status: 204 len: 168 time: 0.2361665 Jun 03 15:21:23.396580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] For port 7de505ab-a78e-45c2-9619-bbb308afebbb, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:23.402202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] For port 7de505ab-a78e-45c2-9619-bbb308afebbb, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7de505ab-a78e-45c2-9619-bbb308afebbb,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:23.427288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.530241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Pushing event updated for resources: {'Port': ['ID=7de505ab-a78e-45c2-9619-bbb308afebbb,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:23.565877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.567264 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.568695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-8f0cde28-2ba9-4d9d-8ab4-dd88f0acb9fc service neutron] 10.222.0.70 "PUT /v2.0/ports/7de505ab-a78e-45c2-9619-bbb308afebbb HTTP/1.1" status: 200 len: 1091 time: 2.8805020 Jun 03 15:21:23.596641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:23.619252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Request body: {'port': {'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:23.834980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-43332b31-42cb-4577-a057-707266c6c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.836537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0975b367-eda2-4381-b4ed-a8bd3691927e req-43332b31-42cb-4577-a057-707266c6c915 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7239957 Jun 03 15:21:23.868943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.568750 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:21:24.643991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3f4650-aa89-44a7-b4b9-343a01513fb6 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:24.659009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.681091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Transition to ACTIVE for port object aa3f4650-aa89-44a7-b4b9-343a01513fb6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:24.688747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.713535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47870) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:25.009014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Pushing event updated for resources: {'Port': ['ID=aa3f4650-aa89-44a7-b4b9-343a01513fb6,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:25.172027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-719822382-network', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:25.179845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:25.189211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Usage tracker for resource:network and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:25.194976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:25.209674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:25.234753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Made reservation on behalf of 7c5bc7eaa3204c32b6f8b7ffa42abe3b for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:25.237412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.283201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.307548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Attempting to bind port aa3f4650-aa89-44a7-b4b9-343a01513fb6 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:25.307887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Attempting to bind port aa3f4650-aa89-44a7-b4b9-343a01513fb6 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:25.308237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Attempting to bind port aa3f4650-aa89-44a7-b4b9-343a01513fb6 on network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:25.318383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Port aa3f4650-aa89-44a7-b4b9-343a01513fb6 on network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:25.318759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Attempting to bind port aa3f4650-aa89-44a7-b4b9-343a01513fb6 on network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:25.323059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:25.327871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:25.328225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Checking segment: {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:25.328612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Bound using segment: {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:25.329037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Bound port: aa3f4650-aa89-44a7-b4b9-343a01513fb6, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035cc65a-076a-4fb1-962d-10b1c4ff2ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:25.329385 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.340222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Usage tracker for resource:security_group_rule and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:25.344698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:25.351901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:25.431668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] For port aa3f4650-aa89-44a7-b4b9-343a01513fb6, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:25.435213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] For port aa3f4650-aa89-44a7-b4b9-343a01513fb6, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:25.446560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.502682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.503502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.505224 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] 10.222.0.70 "PUT /v2.0/ports/aa3f4650-aa89-44a7-b4b9-343a01513fb6 HTTP/1.1" status: 200 len: 1091 time: 1.8930876 Jun 03 15:21:25.517503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.528362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.557781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2e083-3ecf-4077-a142-d3715ee746cb service neutron] Pushing event updated for resources: {'Port': ['ID=aa3f4650-aa89-44a7-b4b9-343a01513fb6,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:25.584600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:21:25.613120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.613482 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Added segment 85c2a1da-7126-4cdf-ae46-49640139e511 of type vlan for network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b Jun 03 15:21:25.658009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.701827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.702389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.702982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.703455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.703925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.704407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.704870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.706893 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a75f4a0d-2e92-499f-af07-abb5701eaf91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6477 time: 0.1438060 Jun 03 15:21:25.774719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f465e99-8639-45f8-8ef6-a3c817921493,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:25.800832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.802059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.802775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.885182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-48b239b6-d124-4075-b038-2fa99b0a45ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5360da91-7068-48a5-99db-6c929e3a09df HTTP/1.1" status: 200 len: 217 time: 0.1633511 Jun 03 15:21:25.987113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] Pushing event updated for resources: {'Network': ['ID=7d45b688-6bd1-44fd-9af6-f71e3fbf432b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:25.997886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4ea8cbae-d412-493a-9387-e7d45f781a2f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2791479 Jun 03 15:21:25.998598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:21:26.001307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47894) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:26.007476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Request body: {'subnet': {'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-719822382-subnet', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:26.014542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:26.030248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Usage tracker for resource:subnet and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:26.034682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:26.044946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:26.072221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Made reservation on behalf of 7c5bc7eaa3204c32b6f8b7ffa42abe3b for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:26.074670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.079130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6b9c1490-b0cc-43f2-8e95-61079a47a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:26.080738 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6b9c1490-b0cc-43f2-8e95-61079a47a655 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d854a12-8a3e-4bb5-abcb-da59cf86a192 HTTP/1.1" status: 200 len: 851 time: 0.1919677 Jun 03 15:21:26.258093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-ae67b91d-eea6-439c-8955-bc1ddba044f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:26.264319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-ae67b91d-eea6-439c-8955-bc1ddba044f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a325eddb-5778-4430-8610-ca83f8ff19fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753547 Jun 03 15:21:26.548749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.671771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=896959ac-50e4-431c-bfc7-1182968b15cc,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:26.680531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Checking segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:26.681087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Network hostable DHCP agents. Network: 7d45b688-6bd1-44fd-9af6-f71e3fbf432b, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:21:26.711379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:21:26.719635 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-cc88e297-07dd-4cb7-95da-2a0e7eec4c4f service neutron] 10.222.0.70 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478111 Jun 03 15:21:26.735698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7d45b688-6bd1-44fd-9af6-f71e3fbf432b) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:26.747127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:26.748367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.751689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad34447-318d-40a2-b81a-60be626ef739 None None] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:26.784034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9cab2357-beb2-428c-b137-76347a33b6af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7809181 Jun 03 15:21:26.787140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47910) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:26.801888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:26.817234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:26.827205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Usage tracker for resource:router and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:26.830757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:26.847954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:26.875968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.877057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.910141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.056673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-0976da35-9164-4316-ad9d-e7508a862a76 service neutron] 10.222.0.70 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223855 Jun 03 15:21:27.124096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:21:27.125123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.213374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-7880bd78-5bbd-4943-9304-cd2ff9376cd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56 HTTP/1.1" status: 200 len: 217 time: 0.1546726 Jun 03 15:21:27.456275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-7e5637d7-f5b5-4759-8fe1-87b62497d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:27.463813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-7e5637d7-f5b5-4759-8fe1-87b62497d348 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.2372379 Jun 03 15:21:27.527734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.564461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Allocated IP 172.20.0.2 (7d45b688-6bd1-44fd-9af6-f71e3fbf432b/896959ac-50e4-431c-bfc7-1182968b15cc/d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:27.634156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-d0a706ca-4b17-4be2-98f9-ffb3087e28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:27.637678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-d0a706ca-4b17-4be2-98f9-ffb3087e28f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1565864 Jun 03 15:21:27.834752 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-aaab9f27-7908-42e5-8c1f-a40c157f7ea7 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844163 Jun 03 15:21:28.144726 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-b70bf8f4-7161-49fc-afd1-971d006b7fce service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990537 Jun 03 15:21:28.186602 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.199791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Transition to ACTIVE for port object d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:28.217749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.255777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Transition to ACTIVE for port object d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:28.279836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.290355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.305580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-5c6b5584-6522-423b-9fa8-61b0ed32dcad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=2ccee563-6198-4092-bc2a-d8bbe3bbb02c HTTP/1.1" status: 200 len: 217 time: 0.1500952 Jun 03 15:21:28.440195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-fe63aff5-a7e0-4eee-86a3-94c2db8be469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:28.441906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-fe63aff5-a7e0-4eee-86a3-94c2db8be469 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.1265328 Jun 03 15:21:28.467622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:28.475238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:28.494681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:28.622932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-32214973-427b-4905-8770-421f220be7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:28.626766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-32214973-427b-4905-8770-421f220be7f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1735756 Jun 03 15:21:28.627400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Allocated IP 172.25.1.228 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/077f1fbd-884f-40c7-9ae7-7e52616b3ac4) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:28.785298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Pushing event updated for resources: {'Port': ['ID=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:28.795757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Attempting to bind port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:28.796600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Attempting to bind port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:28.797148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Attempting to bind port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:28.804018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:28.805740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Checking segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:28.806316 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.806857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Bound using segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:28.807590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Bound port: d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:28.808177 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.957048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] For port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:28.965958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] For port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:28.982627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.070600 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c976f02c-c450-4c0f-8f6e-4702d5ef0d41 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346616 Jun 03 15:21:29.099845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ebcf9-f17d-44a7-85a0-cf8bab2dc262 None None] Pushing event updated for resources: {'Port': ['ID=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:29.117123 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.163402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.244598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Pushing event updated for resources: {'Port': ['ID=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:29.267248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:29.270444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:29.274785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:29.470849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-9220e570-2e13-47e4-bd77-aeada3d80f97 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860292 Jun 03 15:21:29.597266 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6913a8fa-c7af-4780-af02-3f3d124c3c00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=48d110fc-ad35-4072-8016-149be81463c6 HTTP/1.1" status: 200 len: 217 time: 0.1105318 Jun 03 15:21:29.715980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-cb1377e9-b391-4117-af10-d70ba60c1526 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5546563 Jun 03 15:21:29.724036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-cfdc68b9-af4d-4831-8ba0-0fabdb9523fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.725563 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-cfdc68b9-af4d-4831-8ba0-0fabdb9523fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.1169364 Jun 03 15:21:30.162381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-5a53e31a-c663-4dab-bbf4-37277646f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.177030 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-5a53e31a-c663-4dab-bbf4-37277646f852 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4428742 Jun 03 15:21:30.459178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.528972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a7d97-0824-4909-81e2-e7616ee4662a req-a848f67b-af4b-4ea2-aaa9-db1c05d8a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.531148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-a848f67b-af4b-4ea2-aaa9-db1c05d8a371 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1097 time: 0.6863890 Jun 03 15:21:30.810363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e048a8c9-d764-4877-bb52-4c6b7e7318a3 None None] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:30.897412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a7d97-0824-4909-81e2-e7616ee4662a req-77865604-4fc5-4a45-8185-99865b29048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.898896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-77865604-4fc5-4a45-8185-99865b29048d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.3403068 Jun 03 15:21:30.904536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-405c47e6-4945-421a-abc9-98db5201fe57 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150972 Jun 03 15:21:31.165441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8291462f-d2a2-4882-8b2c-2a5ca5f56f18 None None] Provisioning for port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:31.260731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:31.287086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.308958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-5e885002-bb72-49c5-bbe7-056383961200 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.3958580 Jun 03 15:21:31.434404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:31.444950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:31.445540 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.698314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:31.698726 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.750861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-04a306d3-e8b9-4375-800e-c0f6548aa3bf service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443083 Jun 03 15:21:31.796673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:31.807979 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.881242 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-4d1f2611-6b2b-4427-90bb-931eede3d63a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=277fdf9d-7be9-41af-adad-af660aa6e20d HTTP/1.1" status: 200 len: 217 time: 0.1185412 Jun 03 15:21:31.960402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:21:31.960956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:32.086036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a7d97-0824-4909-81e2-e7616ee4662a req-2bc80d49-1e92-4435-a882-193ebd394f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:32.089555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-2bc80d49-1e92-4435-a882-193ebd394f6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.5973516 Jun 03 15:21:32.206062 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-00544c75-e25d-4747-95a4-cf0dc191060e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952671 Jun 03 15:21:32.210621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-dadca2be-51d0-49a0-bcb7-bf52d7317a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:32.212967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-dadca2be-51d0-49a0-bcb7-bf52d7317a7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.3212619 Jun 03 15:21:32.252466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-92b9bff2-d923-4278-9b55-7fed38ceb534 None None] Provisioning complete for port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:32.253768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-92b9bff2-d923-4278-9b55-7fed38ceb534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.305439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:32.315260 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Sync routers for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:32.332415 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:32.337703 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:32.370751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.373604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bff04df6-e8da-4b50-81c8-aad73f737e81 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5843923 Jun 03 15:21:32.376399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47974) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:32.480578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c90951c5-1e78-44af-bced-073ce963714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:32.482205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c90951c5-1e78-44af-bced-073ce963714f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2552962 Jun 03 15:21:32.570358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-92b9bff2-d923-4278-9b55-7fed38ceb534 None None] Current status of the port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:32.692755 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-44181dff-0a4e-4918-a25c-9bc715599cf5 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669566 Jun 03 15:21:32.849904 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:32.958242 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-0d214bd1-35c7-4a65-8fa4-2c200ce574df service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377220 Jun 03 15:21:33.196819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:33.306767 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-ed78eaca-6293-43b6-857e-cc901b894c85 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361545 Jun 03 15:21:33.369801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:33.370180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.635343 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:30Z', 'revision_number': 3, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:33.650216 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Checking router: f79e7ed1-656e-47bf-875f-6fbfbc6136c5 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:33.652641 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Updating router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:21:33.674309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:33.722877 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-45a49dbf-bbb1-4a2c-81f5-66459bf34211 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7de505ab-a78e-45c2-9619-bbb308afebbb HTTP/1.1" status: 200 len: 217 time: 0.3788521 Jun 03 15:21:33.772493 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.189743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-582a7d97-0824-4909-81e2-e7616ee4662a req-d80e57d5-c866-4956-848e-646b9ef386ad service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4874399 Jun 03 15:21:34.257046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a9e4b2dd-9a94-4f2c-bcd6-d77ec7a54ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:34.258778 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-a9e4b2dd-9a94-4f2c-bcd6-d77ec7a54ca7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea9d99df-4158-46ab-ae1d-823b7706d5f4 HTTP/1.1" status: 200 len: 797 time: 0.4985201 Jun 03 15:21:34.269522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-59386035-38ec-4aca-b564-b173e0e8733e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7786293 Jun 03 15:21:34.399131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e6155503-8541-4c35-8f92-8cb9c97ad6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:34.404444 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-e6155503-8541-4c35-8f92-8cb9c97ad6bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301441 Jun 03 15:21:34.625166 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.644332 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Transition to ACTIVE for port object 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:34.664327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-db55603c-212f-4bb9-9bf3-406e1826c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:34.666811 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-db55603c-212f-4bb9-9bf3-406e1826c1f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 1099 time: 0.2110293 Jun 03 15:21:34.669590 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.686798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1a99841f-9331-40ba-a108-55ad1b94e176 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771947 Jun 03 15:21:34.719959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.783768 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Pushing event updated for resources: {'Port': ['ID=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:34.814933 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Attempting to bind port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:34.815543 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Attempting to bind port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:34.815946 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Attempting to bind port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:34.833160 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:34.833764 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:34.834166 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.834616 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:34.835086 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Bound port: 077f1fbd-884f-40c7-9ae7-7e52616b3ac4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:34.835704 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.953107 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] For port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:34.957352 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] For port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:34.959755 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.960180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.960649 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.960984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.961396 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.961836 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.962326 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.962849 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.964456 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.964456 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.964456 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.964704 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:34.976450 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.117462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-37d2450c-a8f6-4d17-932f-48ceeda7fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:35.123053 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-37d2450c-a8f6-4d17-932f-48ceeda7fa17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.4346616 Jun 03 15:21:35.147066 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:35.147751 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:35.231520 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c74421ef-1662-4866-8fa2-98e76d7b45dd service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144262 Jun 03 15:21:35.241681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-f59b574e-a10c-4cb5-9c6d-83fd99192ab9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c HTTP/1.1" status: 200 len: 217 time: 0.1086609 Jun 03 15:21:35.380390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Allocated IP 172.20.0.1 (7d45b688-6bd1-44fd-9af6-f71e3fbf432b/896959ac-50e4-431c-bfc7-1182968b15cc/82b33569-b5be-4643-8579-8c3bb1e77476) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:35.444986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-769f04dd-0141-4072-b8e4-c65f9dbc0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:35.447164 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:35.455360 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-769f04dd-0141-4072-b8e4-c65f9dbc0113 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.2021086 Jun 03 15:21:35.578782 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3910f4d-7dea-4f61-8b06-f30cf91676aa None None] Pushing event updated for resources: {'Port': ['ID=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:35.635398 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-f1739cf7-c9b6-4f0b-89e8-8311804cc0b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6 HTTP/1.1" status: 200 len: 217 time: 0.3896468 Jun 03 15:21:35.684020 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.710811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Transition to ACTIVE for port object 82b33569-b5be-4643-8579-8c3bb1e77476 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:35.771329 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.811695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c263b351-ec6a-4e93-998f-2378d053deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:35.830974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-c263b351-ec6a-4e93-998f-2378d053deb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea9d99df-4158-46ab-ae1d-823b7706d5f4 HTTP/1.1" status: 200 len: 797 time: 0.1346672 Jun 03 15:21:35.864459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:35.868377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:35.873223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:35.923980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=82b33569-b5be-4643-8579-8c3bb1e77476,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:36.005961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.069119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-81d61974-d39d-4a87-b849-37a55ea1c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:36.079308 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-81d61974-d39d-4a87-b849-37a55ea1c77c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4433007 Jun 03 15:21:36.152907 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:30Z', 'revision_number': 3, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:36.168824 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c79b2-b9cb-4f9f-abff-695965b56c42 None None] The sync data for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 is: [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:30Z', 'revision_number': 3, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:36.448033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-bd2ce60f-193e-4b44-aaa5-d640a236a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:36.454428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-577e675a-8dc4-43d1-a75e-c75723f7d2b1 None None] Provisioning for port 82b33569-b5be-4643-8579-8c3bb1e77476 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:36.456124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-bd2ce60f-193e-4b44-aaa5-d640a236a119 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6038885 Jun 03 15:21:36.466865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-577e675a-8dc4-43d1-a75e-c75723f7d2b1 None None] Provisioning complete for port 82b33569-b5be-4643-8579-8c3bb1e77476 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:36.467874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-577e675a-8dc4-43d1-a75e-c75723f7d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.687759 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-68692bf4-69b3-47a6-9bba-c56d622d71d0 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011553 Jun 03 15:21:36.689697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.747294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-577e675a-8dc4-43d1-a75e-c75723f7d2b1 None None] Port 82b33569-b5be-4643-8579-8c3bb1e77476 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:21:37.055483 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-1af99b64-18c4-4fd5-8d34-7e5729f3ac94 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849426 Jun 03 15:21:37.069400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-807acaf7-8919-4a7c-b86b-ebeb0345f5e8 req-0b59b5ab-0994-41bf-9638-d0a774bf24f5 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357599 Jun 03 15:21:37.339892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:37.515444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:37.522258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:37.522729 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.538824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.553531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.690968 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dd0341d6-f0b0-46c8-bee6-7dba000a81b0 req-6b9d5def-9f20-429e-9510-b16fca855cdb service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242228 Jun 03 15:21:37.799436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=82b33569-b5be-4643-8579-8c3bb1e77476,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:37.813814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.974810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:37.976977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.021952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:38.032875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.201979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:38.330341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:38.331815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:38.705786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3f668095-8f55-4a6f-b486-b76d1c1ffd61 None None] Provisioning complete for port 82b33569-b5be-4643-8579-8c3bb1e77476 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:38.707657 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f668095-8f55-4a6f-b486-b76d1c1ffd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.711423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:21:38.820338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3f668095-8f55-4a6f-b486-b76d1c1ffd61 None None] Port 82b33569-b5be-4643-8579-8c3bb1e77476 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:21:39.012463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:39.032685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4f6a1a91-f20f-4383-a16d-82768c06aeb7 admin admin] 10.222.0.66 "PUT /v2.0/routers/f79e7ed1-656e-47bf-875f-6fbfbc6136c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6537125 Jun 03 15:21:39.219957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Sync routers for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:39.235169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:39.235821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:39.361394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:39.529013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:40.066211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:40.067775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.185577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 2, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:40.254574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:40.259524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Checking router: f79e7ed1-656e-47bf-875f-6fbfbc6136c5 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:40.259524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Updating router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 port 82b33569-b5be-4643-8579-8c3bb1e77476 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:21:40.346476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.625036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48098) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:40.632488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-366798762-network', 'tenant_id': '4e98b667807749269b0f283c15806a81'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:40.640850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:40.648333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Usage tracker for resource:network and tenant:4e98b667807749269b0f283c15806a81 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:40.657299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:40.670798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:40.702254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Made reservation on behalf of 4e98b667807749269b0f283c15806a81 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:40.712356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.759075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.795236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:40.799905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Usage tracker for resource:security_group_rule and tenant:4e98b667807749269b0f283c15806a81 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:40.803169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:40.813523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:40.927083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a867-5f6e-4478-bc29-d01480db117d req-c8336ecf-4861-4fe6-b448-ab8e75c54217 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:40.937226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-c8336ecf-4861-4fe6-b448-ab8e75c54217 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.5191181 Jun 03 15:21:40.981372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-e1fa00a4-f692-4628-b6f0-4b37fc48f1eb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/quotas/4e7396cbbc08497a9316bfc89e1706db HTTP/1.1" status: 200 len: 375 time: 0.0427971 Jun 03 15:21:41.043474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.045908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.057490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.079778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-8ca2d4c2-c5c8-42f6-a0e6-6b3e57b5db7d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974042 Jun 03 15:21:41.109293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Transition to ACTIVE for port object 82b33569-b5be-4643-8579-8c3bb1e77476 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:41.113243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:21:41.129424 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.210665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.211027 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Added segment fa3432f4-4c3b-40fc-9d3e-c00a533a651a of type vlan for network 145c2925-013c-47b1-93a4-38e411b4fbfb Jun 03 15:21:41.250465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-a313541c-a49e-49ed-a504-a0d9f10f0e19 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696212 Jun 03 15:21:41.261333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf168f-00af-4b19-b30d-d4165177179f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:41.317914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.371162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3018-76b5-484e-bb5b-194e9ac307d9 None None] Pushing event updated for resources: {'Port': ['ID=82b33569-b5be-4643-8579-8c3bb1e77476,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:41.416685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-f8dcb074-d659-4647-aa03-40f0e342723c service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633058 Jun 03 15:21:41.433180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.434170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:41.434802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.468090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf951b-2bfb-43d7-9fe6-212c84805431 req-32354d4c-bd9e-4fd6-804a-49151ec1458c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:41.473421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9abf951b-2bfb-43d7-9fe6-212c84805431 req-32354d4c-bd9e-4fd6-804a-49151ec1458c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.6944532 Jun 03 15:21:41.585509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9abf951b-2bfb-43d7-9fe6-212c84805431 req-0b62650c-0856-40bc-b8eb-1aa0d0dda2dd tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050296 Jun 03 15:21:41.731423 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00abf343-f9b3-4e1c-87a4-edcf669227ab'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb', 'status': 'completed', 'code': 200} Jun 03 15:21:41.732874 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1070790 Jun 03 15:21:41.735636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48126) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:41.741652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Request body: {'subnet': {'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-366798762-subnet', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:41.755055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:41.777466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Usage tracker for resource:subnet and tenant:4e98b667807749269b0f283c15806a81 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:41.795499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:41.815448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48130) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:41.819774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:41.855507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Made reservation on behalf of 4e98b667807749269b0f283c15806a81 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:41.859909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.122734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca819b-fded-4ae9-a56e-ad64935c84ba admin admin] Pushing event updated for resources: {'Network': ['ID=145c2925-013c-47b1-93a4-38e411b4fbfb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:42.184364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 145c2925-013c-47b1-93a4-38e411b4fbfb details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:21:42.371671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-492a0ba2-3f21-48b8-a835-090a022f0207 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.374393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Attempting to bind port 82b33569-b5be-4643-8579-8c3bb1e77476 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:42.374685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Attempting to bind port 82b33569-b5be-4643-8579-8c3bb1e77476 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:42.375026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Attempting to bind port 82b33569-b5be-4643-8579-8c3bb1e77476 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:42.381639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:42.382013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Checking segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:42.382417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.382809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Bound using segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:42.383283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Bound port: 82b33569-b5be-4643-8579-8c3bb1e77476, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:42.383747 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.413065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-492a0ba2-3f21-48b8-a835-090a022f0207 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.433845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87a6269e-441c-41bf-b400-51a5a46dfb79 req-ae0c6201-95ce-426e-9ca4-8e0a213f9518 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 210 time: 0.2978179 Jun 03 15:21:42.562973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] For port 82b33569-b5be-4643-8579-8c3bb1e77476, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:42.570521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] For port 82b33569-b5be-4643-8579-8c3bb1e77476, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=82b33569-b5be-4643-8579-8c3bb1e77476,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:42.578508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-492a0ba2-3f21-48b8-a835-090a022f0207 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.580816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.665665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.669180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.669778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.673048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.673775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.674419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.675053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.680775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abcd6988-9feb-488e-9cc3-390cc065925b req-f9e4778f-6889-4024-b1bb-bc156d52e210 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6477 time: 0.8642192 Jun 03 15:21:42.681776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a0ba2-3f21-48b8-a835-090a022f0207 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bc8678-688e-4cc5-ae7c-19bb46ca0570,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:42.689619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-492a0ba2-3f21-48b8-a835-090a022f0207 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.691166 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-492a0ba2-3f21-48b8-a835-090a022f0207 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/security-groups/16bc8678-688e-4cc5-ae7c-19bb46ca0570 HTTP/1.1" status: 204 len: 168 time: 0.8604586 Jun 03 15:21:42.695433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48176) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:42.699765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:42.700450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:42.798409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.805624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.813107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.819315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.825745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.832243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.846111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:42.854656 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-a5ce2bde-bbdd-4901-b494-bf3f32f04c4a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5420 time: 0.5827329 Jun 03 15:21:42.942060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3018-76b5-484e-bb5b-194e9ac307d9 None None] Pushing event updated for resources: {'Port': ['ID=82b33569-b5be-4643-8579-8c3bb1e77476,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.022348 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-22b603bc-ba94-4709-8291-63fe1a615ba7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] show failed (client error): The resource could not be found. Jun 03 15:21:43.026128 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-22b603bc-ba94-4709-8291-63fe1a615ba7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "GET /v2.0/security-groups/16bc8678-688e-4cc5-ae7c-19bb46ca0570 HTTP/1.1" status: 404 len: 347 time: 0.3253760 Jun 03 15:21:43.050905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48188) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:43.226551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:43.407503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a19ac0f-af3a-4e69-8191-2bc7042f8e53 req-26104883-f63b-4d86-b045-1b03e7e06e50 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5517502 Jun 03 15:21:43.444134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-abfe9681-1f24-4d7e-91ba-4d16539c27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:43.445839 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abcd6988-9feb-488e-9cc3-390cc065925b req-abfe9681-1f24-4d7e-91ba-4d16539c27e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc HTTP/1.1" status: 200 len: 902 time: 0.7530744 Jun 03 15:21:43.468632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bc60-c37c-4b5e-a287-ef44a8fd30fc req-4b438356-d057-401e-8488-bb61fca353f7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:43.471990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7f5bc60-c37c-4b5e-a287-ef44a8fd30fc req-4b438356-d057-401e-8488-bb61fca353f7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.8556330 Jun 03 15:21:43.472519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a48e5852-701e-40e4-a6fe-8c3b8851ae22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.561356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7f5bc60-c37c-4b5e-a287-ef44a8fd30fc req-02c4c499-3a02-4d62-97f2-ff263f6776b9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Jun 03 15:21:43.571302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.613772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port 9e2cbece-3c66-4de6-8cca-9916f2590b90 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:43.614121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.669738 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abcd6988-9feb-488e-9cc3-390cc065925b req-9f07533e-9ee3-4a1f-9903-89b94ea3462c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7de505ab-a78e-45c2-9619-bbb308afebbb HTTP/1.1" status: 200 len: 217 time: 0.2076085 Jun 03 15:21:43.682643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.787702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Checking segment: {'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:43.787702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Network hostable DHCP agents. Network: 145c2925-013c-47b1-93a4-38e411b4fbfb, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:21:43.823967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:43.845140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Network 145c2925-013c-47b1-93a4-38e411b4fbfb is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:21:43.862908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 145c2925-013c-47b1-93a4-38e411b4fbfb) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:43.886964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:43.887612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.899412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0f86e-af24-48e0-b636-0a0290987958 None None] Network 145c2925-013c-47b1-93a4-38e411b4fbfb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:44.038323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bce70921-b164-43cd-944f-a4025535f67b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3009212 Jun 03 15:21:44.046488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:44.053650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:44.071339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:44.086510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Usage tracker for resource:router and tenant:4e98b667807749269b0f283c15806a81 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:44.096605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:44.110649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:44.139870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.141586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.174157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7065b7e-cd0b-4e91-b282-7540c5a22676 req-0dce049d-2ae7-402c-b334-a9d8dbb28f6f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:44.176978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7065b7e-cd0b-4e91-b282-7540c5a22676 req-0dce049d-2ae7-402c-b334-a9d8dbb28f6f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2254310 Jun 03 15:21:44.273009 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d6cf53-b989-435f-8085-db23ab42fd3c'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6', 'status': 'completed', 'code': 200} Jun 03 15:21:44.305298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.378114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-145c2925-013c-47b1-93a4-38e411b4fbfb', 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'fixed_ips': [{'subnet_id': '0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:21:44.379875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.429423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:42Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:44.437027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a867-5f6e-4478-bc29-d01480db117d req-49a76822-0905-4061-a6d2-ce79d66734fa tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:44.438724 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-49a76822-0905-4061-a6d2-ce79d66734fa tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.5294135 Jun 03 15:21:44.453094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de036935-c5fa-481e-8be3-b0cb4839cc0f req-1f48c2a4-e996-45d3-a6a3-c09af28f0063 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 210 time: 0.1566703 Jun 03 15:21:44.467479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Request body: {'port': {'device_id': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'admin_state_up': True, 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:44.501938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7065b7e-cd0b-4e91-b282-7540c5a22676 req-624862be-283e-425a-84bc-50e78eaa97f5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067751 Jun 03 15:21:44.512032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2c8b-b790-4621-ab5e-c2b6fa3f06c6 None None] The sync data for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 is: [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:42Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:44.839419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.840095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.022599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Allocated IP 172.20.0.2 (145c2925-013c-47b1-93a4-38e411b4fbfb/0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97/dffde07e-0ba8-4961-a96c-2e6df02442b8) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:45.286442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 82b33569-b5be-4643-8579-8c3bb1e77476 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:45.326931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.366353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for 9e2cbece-3c66-4de6-8cca-9916f2590b90 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:45.414919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc7835-9bc9-4404-aaf1-3688e973d008 req-ee5ba00b-62fa-4267-8aca-c5ecb1eacc02 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.416737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6bc7835-9bc9-4404-aaf1-3688e973d008 req-ee5ba00b-62fa-4267-8aca-c5ecb1eacc02 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 950 time: 0.5506067 Jun 03 15:21:45.451091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-4d0a5bb0-3c3d-41cc-b1dc-2e8139fdf288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.452912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abcd6988-9feb-488e-9cc3-390cc065925b req-4d0a5bb0-3c3d-41cc-b1dc-2e8139fdf288 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea9d99df-4158-46ab-ae1d-823b7706d5f4 HTTP/1.1" status: 200 len: 797 time: 1.7710989 Jun 03 15:21:45.563364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.571163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.586954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.594633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.601035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.610525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.625862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.635858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-0088133d-5255-4636-bc04-a1dc2a985b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5420 time: 0.7072084 Jun 03 15:21:45.701340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.749678 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9f9627a-759d-487b-a838-58dbc2b0b3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.750938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea568c4a-5fdc-48ff-bb82-c9ec43a2fc75 req-164533a2-8635-46d1-a166-502b123f74d0 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127281 Jun 03 15:21:45.756824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 82b33569-b5be-4643-8579-8c3bb1e77476 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:45.762813 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.764535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6bc7835-9bc9-4404-aaf1-3688e973d008 req-ffba3f41-7c6a-4642-aa20-ae487f922ff1 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361779 Jun 03 15:21:45.781591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 82b33569-b5be-4643-8579-8c3bb1e77476 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:45.782417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.916540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Transition to ACTIVE for port object dffde07e-0ba8-4961-a96c-2e6df02442b8 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:45.945864 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.013707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Transition to ACTIVE for port object dffde07e-0ba8-4961-a96c-2e6df02442b8 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:46.055002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.241417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Network 145c2925-013c-47b1-93a4-38e411b4fbfb is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:46.254970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=9e2cbece-3c66-4de6-8cca-9916f2590b90,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:46.267877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:46.313397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:46.324593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Usage tracker for resource:port and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:46.327692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-222d1140-db9c-48cc-ab63-6d09587b6c44 req-9157ac72-2fb2-44f1-b6b2-bf990b4f8767 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 210 time: 0.1173813 Jun 03 15:21:46.330737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 82b33569-b5be-4643-8579-8c3bb1e77476 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:46.331611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.341710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:46.350026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:46.383872 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.410340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:46.459037 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.459249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6988-9feb-488e-9cc3-390cc065925b req-35d3761e-67ac-4b0c-9be6-f116cd6a39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:46.461347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abcd6988-9feb-488e-9cc3-390cc065925b req-35d3761e-67ac-4b0c-9be6-f116cd6a39d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9789655 Jun 03 15:21:46.472383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.524231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:46.529374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.552522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Pushing event updated for resources: {'Port': ['ID=dffde07e-0ba8-4961-a96c-2e6df02442b8,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:46.599753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Attempting to bind port dffde07e-0ba8-4961-a96c-2e6df02442b8 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:46.600527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Attempting to bind port dffde07e-0ba8-4961-a96c-2e6df02442b8 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:46.601017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Attempting to bind port dffde07e-0ba8-4961-a96c-2e6df02442b8 on network 145c2925-013c-47b1-93a4-38e411b4fbfb {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:46.612829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab95018-d3e2-499a-b77d-e15e194509cd req-ef594a78-392e-4774-98cb-ddca2216cec0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:46.614240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ab95018-d3e2-499a-b77d-e15e194509cd req-ef594a78-392e-4774-98cb-ddca2216cec0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4058974 Jun 03 15:21:46.620935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:46.621419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Checking segment: {'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:46.622214 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.622427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Bound using segment: {'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:46.623495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Bound port: dffde07e-0ba8-4961-a96c-2e6df02442b8, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:46.623979 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.698193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 82b33569-b5be-4643-8579-8c3bb1e77476, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=82b33569-b5be-4643-8579-8c3bb1e77476,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:46.760302 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.932283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Allocated IP 172.20.0.2 (bab2ba7d-77a4-46db-a2be-af020ae0ac10/c663b740-2cbb-4f54-abd2-34f5c8e205ad/b9d8576c-2722-4126-a710-2ae091bc64cc) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:46.968074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=82b33569-b5be-4643-8579-8c3bb1e77476,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:46.974975 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.019236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] For port dffde07e-0ba8-4961-a96c-2e6df02442b8, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:47.025314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] For port dffde07e-0ba8-4961-a96c-2e6df02442b8, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dffde07e-0ba8-4961-a96c-2e6df02442b8,segment=NetworkSegment(fa3432f4-4c3b-40fc-9d3e-c00a533a651a),segment_id=fa3432f4-4c3b-40fc-9d3e-c00a533a651a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:47.026640 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.037074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.148964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d459a006-e496-49f2-8c04-b4902b425cd4 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:47.257023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 82b33569-b5be-4643-8579-8c3bb1e77476 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:47.272748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Allocated IP 172.25.1.198 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/e311f1c5-9de5-4592-9298-1100464899c0) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:47.296907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.306519 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9195a87c-3bf9-49a2-8c79-ffeb4e5ee955 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/floatingips/75ef2888-3205-4947-acbb-0957f500cfd3 HTTP/1.1" status: 204 len: 168 time: 4.2482769 Jun 03 15:21:47.307615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48306) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:47.451589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ab95018-d3e2-499a-b77d-e15e194509cd req-3b4a2c16-34f5-418f-9d7a-07e5f48e8672 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8256617 Jun 03 15:21:47.473603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d459a006-e496-49f2-8c04-b4902b425cd4 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:47.475028 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.596077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51197d7-f92f-41ce-aeb6-10f556954d54 None None] Pushing event updated for resources: {'Port': ['ID=dffde07e-0ba8-4961-a96c-2e6df02442b8,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:47.661400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port e673bb0a-cb1e-4258-b6aa-428df47078a5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:47.662841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.672030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.702679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:47.710457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 82b33569-b5be-4643-8579-8c3bb1e77476 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:47.711235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.739312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.757165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:47.777032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ed024ff-223b-4982-a5ed-f205c6cc6038 req-a92130f4-079e-4b01-a916-a947ce54793b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 210 time: 0.1015749 Jun 03 15:21:47.790966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.888772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:47.924378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:47.978221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:47.998328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.006741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.015603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.023002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.041227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-4b032faf-4b19-4611-b9eb-f92ee6065e0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5420 time: 0.4185958 Jun 03 15:21:48.047890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.156167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:48.242798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 82b33569-b5be-4643-8579-8c3bb1e77476 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:48.306798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.309220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Pushing event updated for resources: {'Port': ['ID=e311f1c5-9de5-4592-9298-1100464899c0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:48.320183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:48.339184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:48.366449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d75c3ee9-b46e-4bc1-baa5-a0486c9a153d req-161f46e9-cea8-4f0c-b0aa-bddbf704a3a7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3119245 Jun 03 15:21:48.371478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:48.466470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.471746 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abcd6988-9feb-488e-9cc3-390cc065925b req-e51715f2-282b-4423-a100-200554247417 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9940960 Jun 03 15:21:48.508962 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c167efe7-f990-497a-b902-a3d290c18ef3'] response: {'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'code': 200} Jun 03 15:21:48.546334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3eeab-d9c6-47e5-a070-df7e50ab8d09 req-23340021-2095-411f-aa93-1924f4330d5b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.548242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bd3eeab-d9c6-47e5-a070-df7e50ab8d09 req-23340021-2095-411f-aa93-1924f4330d5b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3239269 Jun 03 15:21:48.670567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.771464 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abcd6988-9feb-488e-9cc3-390cc065925b req-8ed738bf-88a8-419e-8f58-3df576cd85b0 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858417 Jun 03 15:21:48.907863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for e673bb0a-cb1e-4258-b6aa-428df47078a5 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:48.989088 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bd3eeab-d9c6-47e5-a070-df7e50ab8d09 req-e5673046-4fcd-4e25-9ec7-fec1207a0151 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706281 Jun 03 15:21:49.319696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dffde07e-0ba8-4961-a96c-2e6df02442b8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:49.357860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87f7281d-ade9-4c70-a62d-45c07cf9f3d9 req-d0c908d3-bd52-48e5-8d96-9a8abd4bdfeb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 210 time: 0.1521406 Jun 03 15:21:49.555973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port dffde07e-0ba8-4961-a96c-2e6df02442b8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:49.590576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482cbdae-339e-4b8e-b631-158c385a3a4f None None] Network 145c2925-013c-47b1-93a4-38e411b4fbfb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:49.647201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.778837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.791947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:49.796079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] Provisioning for port dffde07e-0ba8-4961-a96c-2e6df02442b8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:49.802216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:49.806530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:49.842073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] Provisioning complete for port dffde07e-0ba8-4961-a96c-2e6df02442b8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:49.842448 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.849565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event updated for resources: {'Port': ['ID=b9d8576c-2722-4126-a710-2ae091bc64cc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:49.928357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.929319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.930003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.930701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.931368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.932006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.932701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.935511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-a602ffc6-42d1-4223-82e8-8009e7fca63e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6477 time: 1.0486369 Jun 03 15:21:50.068971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.085565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.105019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.112048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.118524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.125507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.131724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.134181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-561db408-d209-424f-8d05-adefbafc9373 req-b57ee2a1-ceee-4b6d-a3b8-5233028bc25b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5420 time: 0.5594397 Jun 03 15:21:50.165170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.165849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.172469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] Current status of the port dffde07e-0ba8-4961-a96c-2e6df02442b8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:50.172856 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.222771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.296665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] For port dffde07e-0ba8-4961-a96c-2e6df02442b8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dffde07e-0ba8-4961-a96c-2e6df02442b8,segment=NetworkSegment(fa3432f4-4c3b-40fc-9d3e-c00a533a651a),segment_id=fa3432f4-4c3b-40fc-9d3e-c00a533a651a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:50.307286 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.312204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=e673bb0a-cb1e-4258-b6aa-428df47078a5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:50.318281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-59169b7d-40a3-4969-99ee-823fd3ac9cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8594835 Jun 03 15:21:50.377006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Request body: {'port': {'device_id': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:50.417063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400b6d-c23a-4f3e-9275-cfb3dfe327ce req-4a90d693-969f-4008-964a-901e32967137 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.425233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be400b6d-c23a-4f3e-9275-cfb3dfe327ce req-4a90d693-969f-4008-964a-901e32967137 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.7301521 Jun 03 15:21:50.471397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-375f4d88-23bf-49d0-9b5d-e429a4b90302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:50.473731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-375f4d88-23bf-49d0-9b5d-e429a4b90302 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc HTTP/1.1" status: 200 len: 902 time: 0.5276098 Jun 03 15:21:50.506477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be400b6d-c23a-4f3e-9275-cfb3dfe327ce req-c061c2ef-74d3-4cd8-932e-2f5d12fbce4f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808177 Jun 03 15:21:50.626769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7565b-3efc-4065-92aa-6ca5cca31569 None None] Pushing event updated for resources: {'Port': ['ID=dffde07e-0ba8-4961-a96c-2e6df02442b8,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:50.674981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-561db408-d209-424f-8d05-adefbafc9373 req-b786bce0-67df-426f-941d-98078b6cb852 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5252893 Jun 03 15:21:50.739027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.793763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-664bc141-056b-443e-a63c-e152c3a5fcf0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6 HTTP/1.1" status: 200 len: 217 time: 0.2818120 Jun 03 15:21:50.850261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.014050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f511127b-71f2-485c-b645-0945556c751f None None] Provisioning complete for port dffde07e-0ba8-4961-a96c-2e6df02442b8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:51.014601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f511127b-71f2-485c-b645-0945556c751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.202721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-de25d750-3708-41d1-8a63-d895d4093d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:51.208696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-de25d750-3708-41d1-8a63-d895d4093d18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea9d99df-4158-46ab-ae1d-823b7706d5f4 HTTP/1.1" status: 200 len: 797 time: 0.3962944 Jun 03 15:21:51.209888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.218104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dffde07e-0ba8-4961-a96c-2e6df02442b8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:51.219796 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-14443c2c-d75b-4f56-a2b2-04b0f36c42df tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/ports/e673bb0a-cb1e-4258-b6aa-428df47078a5 HTTP/1.1" status: 204 len: 168 time: 3.8917174 Jun 03 15:21:51.225151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48400) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:51.275073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f511127b-71f2-485c-b645-0945556c751f None None] Current status of the port dffde07e-0ba8-4961-a96c-2e6df02442b8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:51.328047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dffde07e-0ba8-4961-a96c-2e6df02442b8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:51.328542 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.474268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48406) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:51.483340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port b0949783-32f4-4aea-8c3e-cee6e639b166 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:51.483932 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.490716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-17f9d5e6-a21b-4e37-9ba1-f6a8f888e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:51.492497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-17f9d5e6-a21b-4e37-9ba1-f6a8f888e65f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2688599 Jun 03 15:21:51.535839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dffde07e-0ba8-4961-a96c-2e6df02442b8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:51.588013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d19af-eefa-4fc9-9ef8-6af55f2ae9ad req-e98ce66c-9369-4502-b8db-9cfb34dc2a43 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:51.589775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641d19af-eefa-4fc9-9ef8-6af55f2ae9ad req-e98ce66c-9369-4502-b8db-9cfb34dc2a43 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.5658095 Jun 03 15:21:51.608136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2600582-f017-43b0-98fa-46df11c620ae req-069d729e-c446-4041-b4c7-bfc0f57c6ae9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:51.616519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2600582-f017-43b0-98fa-46df11c620ae req-069d729e-c446-4041-b4c7-bfc0f57c6ae9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 931 time: 0.6036444 Jun 03 15:21:51.726813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-2d81f156-3ed8-4a62-9cf9-863afcfff80e service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744788 Jun 03 15:21:51.793630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2600582-f017-43b0-98fa-46df11c620ae req-af41d32a-9331-4433-ba7d-c724d41740fa tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748691 Jun 03 15:21:51.813010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641d19af-eefa-4fc9-9ef8-6af55f2ae9ad req-71cffae2-3a4e-41a1-a29d-b05b9fdb2799 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795936 Jun 03 15:21:51.813010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Router 66ec74fd-cee1-45e1-a610-5fa34704921a is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:21:51.863944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.067489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d8576c-2722-4126-a710-2ae091bc64cc {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:52.078224 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b14166eb-8893-49a8-b00c-1efa0f2c9d0f req-35358ed8-23cf-412b-8a64-eff6852b3a0c service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401084 Jun 03 15:21:52.080772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.104497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Transition to ACTIVE for port object b9d8576c-2722-4126-a710-2ae091bc64cc will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:52.111216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.233952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:52.360516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d8576c-2722-4126-a710-2ae091bc64cc,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:52.417777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:52.451546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Usage tracker for resource:security_group_rule and tenant:37f89db9a9504c89974ef1146e28838a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:52.466813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:52.479717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:52.520690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:52.531624 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Sync routers for ids ['66ec74fd-cee1-45e1-a610-5fa34704921a'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:52.548143 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Routers {'66ec74fd-cee1-45e1-a610-5fa34704921a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:52.549243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['66ec74fd-cee1-45e1-a610-5fa34704921a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:52.599015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Attempting to bind port b9d8576c-2722-4126-a710-2ae091bc64cc on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:52.599316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Attempting to bind port b9d8576c-2722-4126-a710-2ae091bc64cc by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:52.599711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Attempting to bind port b9d8576c-2722-4126-a710-2ae091bc64cc on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:52.605765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Port b9d8576c-2722-4126-a710-2ae091bc64cc on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:52.606410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Attempting to bind port b9d8576c-2722-4126-a710-2ae091bc64cc on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:52.613296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:52.613684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:52.614125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Bound using segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:52.614570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Bound port: b9d8576c-2722-4126-a710-2ae091bc64cc, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:52.614921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.681491 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.689593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b0c61ec5-7dfd-4ae5-9a9d-3ea27c954291 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6416311 Jun 03 15:21:52.690704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48460) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:52.751919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.819311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d4fa3-03b0-4b0c-9f2e-bd2df76f43b4 req-cbaf6fd3-4dd1-4728-8df8-714db1596a0f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:52.831727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c2d4fa3-03b0-4b0c-9f2e-bd2df76f43b4 req-cbaf6fd3-4dd1-4728-8df8-714db1596a0f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.6274667 Jun 03 15:21:52.879594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:52.923590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] For port b9d8576c-2722-4126-a710-2ae091bc64cc, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:52.924708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'mac_address': 'fa:16:3e:ca:91:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:21:52.958108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] For port b9d8576c-2722-4126-a710-2ae091bc64cc, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b9d8576c-2722-4126-a710-2ae091bc64cc,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:52.972543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.103068 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Set router 66ec74fd-cee1-45e1-a610-5fa34704921a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:53.168879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:53.172338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.209045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd27fc26-a6df-4c68-b439-41e11ab9008c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:53.242379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:53.251270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.318512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.319238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.320764 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9d8576c-2722-4126-a710-2ae091bc64cc HTTP/1.1" status: 200 len: 1091 time: 2.9558744 Jun 03 15:21:53.321210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'tag': 'b9d8576c-2722-4126-a710-2ae091bc64cc'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:53.409798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:53.454294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.469853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['cd27fc26-a6df-4c68-b439-41e11ab9008c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:21:53.494189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Calling delete_port for b0949783-32f4-4aea-8c3e-cee6e639b166 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:53.529914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b860-d34f-4207-8455-b7dc50b6f065 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d8576c-2722-4126-a710-2ae091bc64cc,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:53.632949 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.819341 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:48Z', 'revision_number': 3, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:53.824749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a867-5f6e-4478-bc29-d01480db117d req-9c969e6f-8e42-410c-9b73-9baf76a95d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.826521 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-9c969e6f-8e42-410c-9b73-9baf76a95d4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 1094 time: 0.4554152 Jun 03 15:21:53.832627 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Checking router: 66ec74fd-cee1-45e1-a610-5fa34704921a for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:53.832971 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Updating router 66ec74fd-cee1-45e1-a610-5fa34704921a port e311f1c5-9de5-4592-9298-1100464899c0 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:21:53.854704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd56d0f-2611-40d2-a183-ea4a5483e39d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:53.893688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c2d4fa3-03b0-4b0c-9f2e-bd2df76f43b4 req-ae5ea2f0-627a-4e1c-89af-95ef23db2b05 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0608051 Jun 03 15:21:53.899407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-701c61e1-5582-43ee-b94c-05bf778dded4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37f89db9a9504c89974ef1146e28838a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3678739 Jun 03 15:21:53.905991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48474) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:53.916608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.939599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.940531 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-d8a71334-0287-4201-a2ee-f6a92e63aca0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9d8576c-2722-4126-a710-2ae091bc64cc HTTP/1.1" status: 200 len: 217 time: 0.1018124 Jun 03 15:21:53.947323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.954649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.961429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.968298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.975633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.977559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3994c36-477c-4869-a85d-928f131824c1 req-ffa48643-7365-4f17-8059-f7aa058b37e3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5420 time: 1.7745893 Jun 03 15:21:54.015758 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.163734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.192794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a867-5f6e-4478-bc29-d01480db117d req-4e214a34-c9d8-4043-bdf0-f93385c9ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:54.194314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-4e214a34-c9d8-4043-bdf0-f93385c9ccae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.2429378 Jun 03 15:21:54.433148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:54.445095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Port': ['ID=b0949783-32f4-4aea-8c3e-cee6e639b166,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:54.524307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port cd27fc26-a6df-4c68-b439-41e11ab9008c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:54.525403 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.616486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c15e59a-7328-49b7-a466-054007e0e8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.647209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c15e59a-7328-49b7-a466-054007e0e8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.702154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:54.703256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.724763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-99713a13-2152-446a-b02e-80ef50f4d0cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5149386 Jun 03 15:21:54.724898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3994c36-477c-4869-a85d-928f131824c1 req-f8a5a9ee-91de-4c62-a6aa-4faead58ba98 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7391267 Jun 03 15:21:54.739110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:54.743838 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.761476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:54.771364 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.786503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c15e59a-7328-49b7-a466-054007e0e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.812472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.815667 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Transition to ACTIVE for port object e311f1c5-9de5-4592-9298-1100464899c0 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:54.839349 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.932553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bc7d5-8f3f-4e20-bf75-b9e37ef0a08c req-e0b8a9be-0f83-4894-a6ae-cbe16fcaa6e5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:54.936355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-861bc7d5-8f3f-4e20-bf75-b9e37ef0a08c req-e0b8a9be-0f83-4894-a6ae-cbe16fcaa6e5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 943 time: 0.5805430 Jun 03 15:21:54.941101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:54.983356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.003632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15e59a-7328-49b7-a466-054007e0e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd56d0f-2611-40d2-a183-ea4a5483e39d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:55.056927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2a23ec3e-665c-4f0f-9505-cb25f71de2dc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/ports/b0949783-32f4-4aea-8c3e-cee6e639b166 HTTP/1.1" status: 204 len: 168 time: 3.8243620 Jun 03 15:21:55.080962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48496) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:55.110201 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c146435f-8072-4256-bd1b-0fffbd146b08'] response: {'name': 'network-changed', 'server_uuid': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'tag': 'b9d8576c-2722-4126-a710-2ae091bc64cc', 'status': 'completed', 'code': 200} Jun 03 15:21:55.115558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c15e59a-7328-49b7-a466-054007e0e8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.126157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c15e59a-7328-49b7-a466-054007e0e8b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dd56d0f-2611-40d2-a183-ea4a5483e39d HTTP/1.1" status: 204 len: 168 time: 1.2136891 Jun 03 15:21:55.141134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-d3cf64b8-5664-4f89-97f6-ad4556b022c1 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960257 Jun 03 15:21:55.162217 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61faba-9203-4286-8949-5bd01f5e8c18 None None] Pushing event updated for resources: {'Port': ['ID=e311f1c5-9de5-4592-9298-1100464899c0,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:55.233355 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Attempting to bind port e311f1c5-9de5-4592-9298-1100464899c0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:55.236280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Attempting to bind port e311f1c5-9de5-4592-9298-1100464899c0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:55.236739 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Attempting to bind port e311f1c5-9de5-4592-9298-1100464899c0 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:55.253217 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:55.253646 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:55.254071 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.254542 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:55.255085 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Bound port: e311f1c5-9de5-4592-9298-1100464899c0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:55.255560 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.310715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-861bc7d5-8f3f-4e20-bf75-b9e37ef0a08c req-8e6bf96d-1217-4392-bf51-2c73d74a33b1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657339 Jun 03 15:21:55.325767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting subnet 1eecc5bd-0f69-4341-bfac-da2cb71a0812 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:55.332916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.406656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e60bf4-4a30-497b-b820-5b7e00690967 req-1df7f338-4873-420d-90b7-19082ce1fae0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:55.408412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2e60bf4-4a30-497b-b820-5b7e00690967 req-1df7f338-4873-420d-90b7-19082ce1fae0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2430816 Jun 03 15:21:55.411042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.428381 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] For port e311f1c5-9de5-4592-9298-1100464899c0, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:55.431678 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] For port e311f1c5-9de5-4592-9298-1100464899c0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e311f1c5-9de5-4592-9298-1100464899c0,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:55.445748 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.518110 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93368512-77ec-472a-b6cd-acf525cff3c7'] response: {'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'code': 200} Jun 03 15:21:55.584743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2e60bf4-4a30-497b-b820-5b7e00690967 req-c982592b-7a60-46f7-8847-13ee4e62f20f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366587 Jun 03 15:21:55.628149 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Routers {'66ec74fd-cee1-45e1-a610-5fa34704921a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:55.628787 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['66ec74fd-cee1-45e1-a610-5fa34704921a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:55.670662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.677125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0f06a867-5f6e-4478-bc29-d01480db117d req-83a99ca4-edc2-4fb2-80cb-a97be3f1b72a service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229166 Jun 03 15:21:55.742037 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61faba-9203-4286-8949-5bd01f5e8c18 None None] Pushing event updated for resources: {'Port': ['ID=e311f1c5-9de5-4592-9298-1100464899c0,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:55.859314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.909622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Allocated IP 172.20.0.1 (145c2925-013c-47b1-93a4-38e411b4fbfb/0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97/eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:56.010306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28415ac-17f8-4149-a1fe-44629d978fd6 None None] Network a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:56.016769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.023726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48514) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:56.045204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Subnet': ['ID=1eecc5bd-0f69-4341-bfac-da2cb71a0812,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:56.070330 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] Set router 66ec74fd-cee1-45e1-a610-5fa34704921a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:56.079197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8afd3935-024a-40cd-9f2d-b537deace4c7 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/subnets/1eecc5bd-0f69-4341-bfac-da2cb71a0812 HTTP/1.1" status: 204 len: 168 time: 0.9920588 Jun 03 15:21:56.080544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48520) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:56.184185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.222780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting subnet 0b0ee41a-d1de-49ef-85d7-4b081a4089ee {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:56.229969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.248576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334b072-2923-48e1-80e0-7c70537cbcce req-4353d2b4-4a99-4823-b674-d12faeb5bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:56.258532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a334b072-2923-48e1-80e0-7c70537cbcce req-4353d2b4-4a99-4823-b674-d12faeb5bf52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 1094 time: 0.4914711 Jun 03 15:21:56.531232 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.679222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] DHCP port deletion for a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:21:56.685445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] Deleting port a9459fb2-7a25-4a58-8c4f-97258d37c3dc {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:56.686285 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.723984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:48Z', 'revision_number': 3, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:56.730759 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16810523-5e6a-4aba-aa5d-76fdd5bd53c9 None None] The sync data for ids ['66ec74fd-cee1-45e1-a610-5fa34704921a'] in n-d-844594-1 is: [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:48Z', 'revision_number': 3, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:56.765792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.791940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334b072-2923-48e1-80e0-7c70537cbcce req-145833ed-c08c-44e3-8a33-dc404382f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:56.793772 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a334b072-2923-48e1-80e0-7c70537cbcce req-145833ed-c08c-44e3-8a33-dc404382f05d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.5113006 Jun 03 15:21:56.804770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Transition to ACTIVE for port object eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:56.908072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.978756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a334b072-2923-48e1-80e0-7c70537cbcce req-824755e2-c358-4567-85bd-edb1e90fba19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9d8576c-2722-4126-a710-2ae091bc64cc HTTP/1.1" status: 200 len: 217 time: 0.1772349 Jun 03 15:21:57.034610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] For port a9459fb2-7a25-4a58-8c4f-97258d37c3dc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a9459fb2-7a25-4a58-8c4f-97258d37c3dc,segment=NetworkSegment(80b99884-3b5e-46b3-b8c6-843eea7cd96e),segment_id=80b99884-3b5e-46b3-b8c6-843eea7cd96e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:57.035588 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.154193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:57.163330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.209838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Usage tracker for resource:security_group_rule and tenant:e29bbd60bff44419966958f8c97c6c0b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:57.217579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:57.235498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:57.309480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334b072-2923-48e1-80e0-7c70537cbcce req-20c1d093-b77f-4318-81fa-d26d44b234f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.312020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a334b072-2923-48e1-80e0-7c70537cbcce req-20c1d093-b77f-4318-81fa-d26d44b234f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.3124018 Jun 03 15:21:57.453957 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.467724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] Calling delete_port for a9459fb2-7a25-4a58-8c4f-97258d37c3dc owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:57.511882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.561458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.573640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7de505ab-a78e-45c2-9619-bbb308afebbb details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:57.576817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9459fb2-7a25-4a58-8c4f-97258d37c3dc no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:57.615703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.621164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3600096b-372a-4ce6-a7d6-2a3a2a470ae1 None None] Network 053fc439-089a-48d0-ac6b-69d03af487a7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:57.679169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0ee41a-d1de-49ef-85d7-4b081a4089ee,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:57.733735 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a334b072-2923-48e1-80e0-7c70537cbcce req-0efa6e7a-2685-4cc5-a17c-f887f10d7079 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4110637 Jun 03 15:21:57.744090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e3ff0f8-00d8-4f0b-a548-86d40dfd6a54 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/subnets/0b0ee41a-d1de-49ef-85d7-4b081a4089ee HTTP/1.1" status: 204 len: 168 time: 1.6621342 Jun 03 15:21:57.790646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e29bbd60bff44419966958f8c97c6c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7581239 Jun 03 15:21:57.795374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a9459fb2-7a25-4a58-8c4f-97258d37c3dc {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:57.796337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48544) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:57.796822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9459fb2-7a25-4a58-8c4f-97258d37c3dc not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:57.797299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48546) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:57.833888 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.857853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b871823-1e1d-4864-9b30-e60fddb3d74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adffea0-6cea-4799-815c-3a3361631ba1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:57.917745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.921502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Network 145c2925-013c-47b1-93a4-38e411b4fbfb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:57.929361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.932367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:57.938179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] Pushing event deleted for resources: {'Port': ['ID=a9459fb2-7a25-4a58-8c4f-97258d37c3dc,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:57.941295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.944795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef0548-376f-4dd7-8bed-3a957594cc10 None None] No DVR routers for this DVR port a9459fb2-7a25-4a58-8c4f-97258d37c3dc on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:57.953530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:57.953736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.992095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:58.007806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:58.022218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:58.025596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46327eed-4704-4400-93eb-503d147dd4be req-d715186b-1030-4109-b5b2-725c7253fc5e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5420 time: 1.2719920 Jun 03 15:21:58.086713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd09a-6b5d-454d-b209-809aa03d3f36 req-6c98534c-bae9-4ee3-a491-bad2b0a74b46 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:58.090449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfcbd09a-6b5d-454d-b209-809aa03d3f36 req-6c98534c-bae9-4ee3-a491-bad2b0a74b46 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 1.3428478 Jun 03 15:21:58.265468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46327eed-4704-4400-93eb-503d147dd4be req-33bc7efc-784d-495a-ab58-717a2f7f14f7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2187550 Jun 03 15:21:58.319435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfcbd09a-6b5d-454d-b209-809aa03d3f36 req-b8bb175a-3cb0-469f-a0b2-b58de2ab4061 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133908 Jun 03 15:21:58.365790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7de505ab-a78e-45c2-9619-bbb308afebbb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7de505ab-a78e-45c2-9619-bbb308afebbb,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:58.427135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '7de505ab-a78e-45c2-9619-bbb308afebbb', 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc', 'port_id': '7de505ab-a78e-45c2-9619-bbb308afebbb', 'mac_address': 'fa:16:3e:e3:7d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9d99df-4158-46ab-ae1d-823b7706d5f4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:21:58.477421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b9d8576c-2722-4126-a710-2ae091bc64cc details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:58.654599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Pushing event updated for resources: {'Port': ['ID=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:58.733686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.051877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f1b6cec5-7886-4f2f-84c7-0efae8dc913e None None] Provisioning for port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:59.090330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49037f62-a93f-432e-80cd-d4cad4803067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.094374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.132484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f1b6cec5-7886-4f2f-84c7-0efae8dc913e None None] Provisioning complete for port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:59.140124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cec5-7886-4f2f-84c7-0efae8dc913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.325978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f12e3-02d1-463e-995d-7794d5d5094e req-4fb339a2-3f2f-4257-9a48-1285d63a78d0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.340267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7de505ab-a78e-45c2-9619-bbb308afebbb is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:59.340648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.340983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d62f12e3-02d1-463e-995d-7794d5d5094e req-4fb339a2-3f2f-4257-9a48-1285d63a78d0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 943 time: 0.6640949 Jun 03 15:21:59.423993 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a334b072-2923-48e1-80e0-7c70537cbcce req-98c2dbb3-97c4-4a69-a28b-4da8bc366519 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6466615 Jun 03 15:21:59.449945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d62f12e3-02d1-463e-995d-7794d5d5094e req-5c00bd27-5065-4145-8b02-dd150ac98056 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057005 Jun 03 15:21:59.450061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de505ab-a78e-45c2-9619-bbb308afebbb {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:59.455131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e311f1c5-9de5-4592-9298-1100464899c0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:59.582754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7de505ab-a78e-45c2-9619-bbb308afebbb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7de505ab-a78e-45c2-9619-bbb308afebbb,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:59.639122 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.644209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 48d110fc-ad35-4072-8016-149be81463c6 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:59.760361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7de505ab-a78e-45c2-9619-bbb308afebbb,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:59.763968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] DHCP port deletion for 053fc439-089a-48d0-ac6b-69d03af487a7 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:21:59.808340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b9d8576c-2722-4126-a710-2ae091bc64cc, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b9d8576c-2722-4126-a710-2ae091bc64cc,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:59.827216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.830748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.849187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.855485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.859221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6cec5-7886-4f2f-84c7-0efae8dc913e None None] Port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:21:59.875116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.878785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] Deleting port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:59.879846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.887809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.890089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:59.902279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.918249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b99884-3b5e-46b3-b8c6-843eea7cd96e') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:59.918700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b99884-3b5e-46b3-b8c6-843eea7cd96e') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:59.926143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.928401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-a43411a3-fb8d-45d5-9e53-64fae1b6905b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5421 time: 0.3561771 Jun 03 15:21:59.946869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.984919 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.992037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:59.992602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.118595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2af35e4-0bd2-4517-9616-8db1d0a85e14 req-55e673e1-0d79-42af-8eed-c26c82f512ea tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924613 Jun 03 15:22:00.127316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ce650-220e-49be-bab3-78caf9187c5e req-a6e50b3f-f939-407a-8462-903e3c738342 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:00.137706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-397ce650-220e-49be-bab3-78caf9187c5e req-a6e50b3f-f939-407a-8462-903e3c738342 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3420234 Jun 03 15:22:00.215264 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49037f62-a93f-432e-80cd-d4cad4803067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.231444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'b9d8576c-2722-4126-a710-2ae091bc64cc', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': 'b9d8576c-2722-4126-a710-2ae091bc64cc', 'mac_address': 'fa:16:3e:3a:f4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:00.243729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-397ce650-220e-49be-bab3-78caf9187c5e req-ac51d5d3-b3ab-4c5a-9418-bc02810c5350 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028104 Jun 03 15:22:00.264721 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:22:00.474884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.564029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e311f1c5-9de5-4592-9298-1100464899c0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:00.570402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.616404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a334b072-2923-48e1-80e0-7c70537cbcce req-a7df9337-e2d1-4232-800e-8a4822d1eba3 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1579499 Jun 03 15:22:00.632672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Network': ['ID=a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:00.636147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e311f1c5-9de5-4592-9298-1100464899c0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:00.636748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.665441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49037f62-a93f-432e-80cd-d4cad4803067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.690555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49037f62-a93f-432e-80cd-d4cad4803067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adffea0-6cea-4799-815c-3a3361631ba1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:00.698906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49037f62-a93f-432e-80cd-d4cad4803067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.700462 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-49037f62-a93f-432e-80cd-d4cad4803067 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3adffea0-6cea-4799-815c-3a3361631ba1 HTTP/1.1" status: 204 len: 168 time: 2.8896666 Jun 03 15:22:00.706614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-14801566-7cb2-4440-9e2e-5956ff2d6209 tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/networks/a8ff329d-c4fc-4cd4-8cfa-7ec58e82341f HTTP/1.1" status: 204 len: 168 time: 2.9080429 Jun 03 15:22:00.710726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48594) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:00.901426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b9d8576c-2722-4126-a710-2ae091bc64cc is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:00.901805 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.011961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d8576c-2722-4126-a710-2ae091bc64cc {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:01.032699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.049644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b9d8576c-2722-4126-a710-2ae091bc64cc, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b9d8576c-2722-4126-a710-2ae091bc64cc,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:01.073893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] For port 26ab9c0e-0dea-4eac-ae48-62e25f1db980, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=26ab9c0e-0dea-4eac-ae48-62e25f1db980,segment=NetworkSegment(9000cf6c-89ad-4d0d-8b64-7c49336e4c54),segment_id=9000cf6c-89ad-4d0d-8b64-7c49336e4c54)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:01.074164 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.096668 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.102277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d709d10-62d5-4339-b04e-24691de3b8d3 req-ed0d095a-3206-4564-8b0f-e462843554b8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:01.115165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d709d10-62d5-4339-b04e-24691de3b8d3 req-ed0d095a-3206-4564-8b0f-e462843554b8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 943 time: 0.2269814 Jun 03 15:22:01.115375 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 80b99884-3b5e-46b3-b8c6-843eea7cd96e resource provider aggregate not found Jun 03 15:22:01.157782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.160785 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 80b99884-3b5e-46b3-b8c6-843eea7cd96e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80b99884-3b5e-46b3-b8c6-843eea7cd96e found for delete ", "request_id": "req-c53bb64b-786a-4691-ba3f-4481e0a42b6f"}]} Jun 03 15:22:01.226498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d709d10-62d5-4339-b04e-24691de3b8d3 req-c7e2e139-9845-44ce-9776-2e63132cc08f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083400 Jun 03 15:22:01.302908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Deleting port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:01.303579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.304809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b9d8576c-2722-4126-a710-2ae091bc64cc,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:01.561006 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:22:01.613023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] Calling delete_port for 26ab9c0e-0dea-4eac-ae48-62e25f1db980 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:01.769604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 48d110fc-ad35-4072-8016-149be81463c6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=48d110fc-ad35-4072-8016-149be81463c6,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:01.802829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] The port '26ab9c0e-0dea-4eac-ae48-62e25f1db980' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:22:01.828501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '48d110fc-ad35-4072-8016-149be81463c6', 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'port_id': '48d110fc-ad35-4072-8016-149be81463c6', 'mac_address': 'fa:16:3e:dc:89:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8f3443-12bf-4df1-9161-15136c5229e5', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:01.838839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['b9d8576c-2722-4126-a710-2ae091bc64cc'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:01.947805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a589-c631-4761-a430-c08658a8939c req-20ea70ae-1d6a-4e72-b03b-1aa27feb8627 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:01.955562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32c7a589-c631-4761-a430-c08658a8939c req-20ea70ae-1d6a-4e72-b03b-1aa27feb8627 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4406772 Jun 03 15:22:02.095369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32c7a589-c631-4761-a430-c08658a8939c req-0f39f5e7-b8fd-470f-ae43-7ba3d865db44 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384144 Jun 03 15:22:02.121178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.137200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.148765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.162419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.177350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.196941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.220568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.248054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.275956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.275956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58b100a5-bb28-4bc8-b755-63002155e770 req-cb0e4c1c-fec5-40dd-bda7-d5bb5d71e611 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5421 time: 0.6611571 Jun 03 15:22:02.320508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e311f1c5-9de5-4592-9298-1100464899c0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:02.320894 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.341992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e311f1c5-9de5-4592-9298-1100464899c0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e311f1c5-9de5-4592-9298-1100464899c0,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:02.354890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] Pushing event deleted for resources: {'Port': ['ID=26ab9c0e-0dea-4eac-ae48-62e25f1db980,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:02.360253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0aeead-44ca-458e-b783-44f12cb6b5d7 None None] No DVR routers for this DVR port 26ab9c0e-0dea-4eac-ae48-62e25f1db980 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:02.371798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.478582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58b100a5-bb28-4bc8-b755-63002155e770 req-ba11c860-478d-46a4-8166-0e9f86e3560a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1938553 Jun 03 15:22:02.495172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.522190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 48d110fc-ad35-4072-8016-149be81463c6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:02.522689 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.546592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d110fc-ad35-4072-8016-149be81463c6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:02.633701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 26ab9c0e-0dea-4eac-ae48-62e25f1db980 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:02.650681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.707958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 26ab9c0e-0dea-4eac-ae48-62e25f1db980 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:02.708581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 26ab9c0e-0dea-4eac-ae48-62e25f1db980 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:02.718951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 48d110fc-ad35-4072-8016-149be81463c6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=48d110fc-ad35-4072-8016-149be81463c6,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:02.720387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e311f1c5-9de5-4592-9298-1100464899c0,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:02.756089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.757439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:02.793623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:02.848924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56', 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'port_id': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56', 'mac_address': 'fa:16:3e:54:1a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8f3443-12bf-4df1-9161-15136c5229e5', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:02.863976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Pushing event updated for resources: {'Port': ['ID=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:02.897350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.906337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d007b-e8b9-47af-ba9e-125add6af894 req-75cb5f1b-4391-4c7c-b156-a6142c84e3b5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.921194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-112d007b-e8b9-47af-ba9e-125add6af894 req-75cb5f1b-4391-4c7c-b156-a6142c84e3b5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 944 time: 0.2959988 Jun 03 15:22:02.929579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:02.930124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.958397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:02.979174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:03.023785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-112d007b-e8b9-47af-ba9e-125add6af894 req-b6f165cb-fb4f-4dfd-818d-dd205938c923 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010232 Jun 03 15:22:03.056482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.069295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device aa3f4650-aa89-44a7-b4b9-343a01513fb6 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:03.157204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port aa3f4650-aa89-44a7-b4b9-343a01513fb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:03.214023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6', 'network_id': 'ea5fadfa-a4ae-49b3-84e2-a69292dd25cc', 'port_id': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6', 'mac_address': 'fa:16:3e:d3:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9d99df-4158-46ab-ae1d-823b7706d5f4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:03.224228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=48d110fc-ad35-4072-8016-149be81463c6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:03.418424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383632ca-c7b3-44c9-bb67-6e48e920159d req-963efa99-a877-4c32-bebe-ced3953978ea tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:03.426899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-383632ca-c7b3-44c9-bb67-6e48e920159d req-963efa99-a877-4c32-bebe-ced3953978ea tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1520541 Jun 03 15:22:03.510860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port aa3f4650-aa89-44a7-b4b9-343a01513fb6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:03.511390 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.517664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-383632ca-c7b3-44c9-bb67-6e48e920159d req-2c1f7aec-adab-494c-883f-11e8e94df7bc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892448 Jun 03 15:22:03.549566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3f4650-aa89-44a7-b4b9-343a01513fb6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:03.573670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port aa3f4650-aa89-44a7-b4b9-343a01513fb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:03.577851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:03.585246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.586538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ccee563-6198-4092-bc2a-d8bbe3bbb02c details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:03.615887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:03.744306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '2ccee563-6198-4092-bc2a-d8bbe3bbb02c', 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'port_id': '2ccee563-6198-4092-bc2a-d8bbe3bbb02c', 'mac_address': 'fa:16:3e:b8:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8f3443-12bf-4df1-9161-15136c5229e5', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:03.746948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=aa3f4650-aa89-44a7-b4b9-343a01513fb6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:03.758352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.758941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.759049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.759362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.759700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.760033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.760394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.760723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.761052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.761377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.761724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.762093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:03.846553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Network 145c2925-013c-47b1-93a4-38e411b4fbfb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:03.859578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:03.867360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053fc439-089a-48d0-ac6b-69d03af487a7']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:03.885382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:03.885966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.923511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccee563-6198-4092-bc2a-d8bbe3bbb02c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:03.965709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:03.994821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.998984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 277fdf9d-7be9-41af-adad-af660aa6e20d details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:04.123864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.130899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.140116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.161917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.187626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.203992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9000cf6c-89ad-4d0d-8b64-7c49336e4c54') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:04.203992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9000cf6c-89ad-4d0d-8b64-7c49336e4c54') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:04.207002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.217274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.228301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-6b0e0376-8ba5-4a00-a3be-c101ea4a1b71 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5424 time: 0.3486390 Jun 03 15:22:04.252450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.324922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:04.334779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.340199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac7e62-9ca6-46e0-99ac-665d256a1024 req-80cfa582-48f9-4745-bc02-f63b3f0b8ec6 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.343211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cac7e62-9ca6-46e0-99ac-665d256a1024 req-80cfa582-48f9-4745-bc02-f63b3f0b8ec6 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.5611916 Jun 03 15:22:04.363465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:04.364030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.377395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 277fdf9d-7be9-41af-adad-af660aa6e20d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=277fdf9d-7be9-41af-adad-af660aa6e20d,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:04.470580 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 9000cf6c-89ad-4d0d-8b64-7c49336e4c54 resource provider aggregate not found Jun 03 15:22:04.471715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe8d3608-c6fb-468f-81f0-6d3bf9556937 req-1c95e7cc-7fc1-4efa-9fff-d0276773910f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2406552 Jun 03 15:22:04.503628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '277fdf9d-7be9-41af-adad-af660aa6e20d', 'network_id': 'ac54d610-31bd-47fa-bc70-18d267801812', 'port_id': '277fdf9d-7be9-41af-adad-af660aa6e20d', 'mac_address': 'fa:16:3e:ba:26:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8f3443-12bf-4df1-9161-15136c5229e5', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:04.522741 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 9000cf6c-89ad-4d0d-8b64-7c49336e4c54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9000cf6c-89ad-4d0d-8b64-7c49336e4c54 found for delete ", "request_id": "req-9a41cf5f-47c4-47dc-8118-9a9d80143a54"}]} Jun 03 15:22:04.530683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9608e396-2f07-416e-9c8e-87efd259a276 None None] Provisioning complete for port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:04.531054 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9608e396-2f07-416e-9c8e-87efd259a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.631534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cac7e62-9ca6-46e0-99ac-665d256a1024 req-b183e9bb-57c3-4267-a2e2-ea931b463ee2 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698479 Jun 03 15:22:04.785921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.827167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9608e396-2f07-416e-9c8e-87efd259a276 None None] Port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:22:04.840276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e311f1c5-9de5-4592-9298-1100464899c0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:04.862784 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.890912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] Pushing event deleted for resources: {'Network': ['ID=053fc439-089a-48d0-ac6b-69d03af487a7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:04.922058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Router 66ec74fd-cee1-45e1-a610-5fa34704921a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:04.924195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-da52b822-e9a6-497e-8501-b5ff234b2fcc tempest-TaggedBootDevicesTest_v242-1146911855 tempest-TaggedBootDevicesTest_v242-1146911855-project] 10.222.0.66 "DELETE /v2.0/networks/053fc439-089a-48d0-ac6b-69d03af487a7 HTTP/1.1" status: 204 len: 168 time: 4.2124536 Jun 03 15:22:05.098819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 277fdf9d-7be9-41af-adad-af660aa6e20d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:05.099207 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.132393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616b397-1495-47b3-9ccf-362db3a73f93 req-72f655cb-23ef-4d70-9b3a-79dedf9ead25 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:05.141193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1616b397-1495-47b3-9ccf-362db3a73f93 req-72f655cb-23ef-4d70-9b3a-79dedf9ead25 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 944 time: 0.2612672 Jun 03 15:22:05.154068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277fdf9d-7be9-41af-adad-af660aa6e20d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:05.194169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 277fdf9d-7be9-41af-adad-af660aa6e20d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=277fdf9d-7be9-41af-adad-af660aa6e20d,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:05.195505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b9d8576c-2722-4126-a710-2ae091bc64cc up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:05.208738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1616b397-1495-47b3-9ccf-362db3a73f93 req-84e54b7c-9e8d-48b3-9b2b-c3b6bf486854 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608771 Jun 03 15:22:05.330338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.330338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5360da91-7068-48a5-99db-6c929e3a09df details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:05.444093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:05.465785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e96c22c5-6a0b-4dbc-8e3d-0a65c5df7d0d admin admin] 10.222.0.66 "PUT /v2.0/routers/66ec74fd-cee1-45e1-a610-5fa34704921a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7666590 Jun 03 15:22:05.511889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Sync routers for ids ['66ec74fd-cee1-45e1-a610-5fa34704921a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:05.530841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e311f1c5-9de5-4592-9298-1100464899c0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:05.536946 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.607328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95bb6-8cc1-4271-9981-be1cf9c036bb req-10815152-9c13-4b50-a38c-0b8f656b844c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:05.622912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ed95bb6-8cc1-4271-9981-be1cf9c036bb req-10815152-9c13-4b50-a38c-0b8f656b844c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2521393 Jun 03 15:22:05.683185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port b9d8576c-2722-4126-a710-2ae091bc64cc completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:05.723349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Routers {'66ec74fd-cee1-45e1-a610-5fa34704921a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:05.734515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['66ec74fd-cee1-45e1-a610-5fa34704921a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:05.799168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ed95bb6-8cc1-4271-9981-be1cf9c036bb req-9216fe37-83bc-48fa-b1ca-59092c9f154f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751072 Jun 03 15:22:05.852815 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:22:05.930938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port b9d8576c-2722-4126-a710-2ae091bc64cc triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:05.931315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:06.175942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=277fdf9d-7be9-41af-adad-af660aa6e20d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:06.351194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Set router 66ec74fd-cee1-45e1-a610-5fa34704921a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:06.351301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.362168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.378650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.384860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.401546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.418034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.432286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.440772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cb236ca-ab87-495e-a527-004c97871f40 req-55c732fb-a74b-483a-803e-38ca444c11d4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5426 time: 0.5203500 Jun 03 15:22:06.500486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0e18d-771c-46a3-9084-341a9645f7d4 req-9c81e4ae-8179-4b79-8d0b-0f138ae53802 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.507568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0b0e18d-771c-46a3-9084-341a9645f7d4 req-9c81e4ae-8179-4b79-8d0b-0f138ae53802 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4186990 Jun 03 15:22:06.564762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cb236ca-ab87-495e-a527-004c97871f40 req-73e7bb42-620b-42cf-82db-f3201749b0bd tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230488 Jun 03 15:22:06.621494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0b0e18d-771c-46a3-9084-341a9645f7d4 req-1256aea8-c71b-40d0-b5f3-db0eb5d61864 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129296 Jun 03 15:22:06.974900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48758) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:07.408508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3ed3-405f-4a87-a71a-87f9a4ca2496 req-192dd7ec-7ec1-4943-b725-b49e86699690 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:07.410450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-985c3ed3-405f-4a87-a71a-87f9a4ca2496 req-192dd7ec-7ec1-4943-b725-b49e86699690 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 944 time: 0.4078860 Jun 03 15:22:07.420954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.525360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-985c3ed3-405f-4a87-a71a-87f9a4ca2496 req-556983de-ae23-4026-8203-a32e07886179 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897622 Jun 03 15:22:07.532335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:07.540985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Usage tracker for resource:security_group_rule and tenant:c5473daaa9cd4f519403b9c796473d46 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:07.551078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:07.578540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:07.697632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48772) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:07.704972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586640335', 'description': 'tempest-description--360314747'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:07.718562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:07.730189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Usage tracker for resource:security_group and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:07.738753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:07.762364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:07.846087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.858918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.874844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5360da91-7068-48a5-99db-6c929e3a09df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5360da91-7068-48a5-99db-6c929e3a09df,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:07.933438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a813b1b8-d4eb-4cf6-98c2-37bf941bbd29,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:07.955632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b9d8576c-2722-4126-a710-2ae091bc64cc is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:07.957411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.960634 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.990361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-354034d2-11bb-43da-ae5d-798f04153545 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5473daaa9cd4f519403b9c796473d46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0143635 Jun 03 15:22:07.998086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48778) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:08.018149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e311f1c5-9de5-4592-9298-1100464899c0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:08.043474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '5360da91-7068-48a5-99db-6c929e3a09df', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'port_id': '5360da91-7068-48a5-99db-6c929e3a09df', 'mac_address': 'fa:16:3e:35:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:08.140014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:08.142043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a4d9-7002-411c-8633-61dfd871d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.144642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Usage tracker for resource:security_group_rule and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:08.150278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:08.171915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:08.197224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a4d9-7002-411c-8633-61dfd871d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.222333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d8576c-2722-4126-a710-2ae091bc64cc'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:08.266253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.279304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b9d8576c-2722-4126-a710-2ae091bc64cc, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b9d8576c-2722-4126-a710-2ae091bc64cc,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:08.297356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5360da91-7068-48a5-99db-6c929e3a09df is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:08.298420 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.318169 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.343258 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a4d9-7002-411c-8633-61dfd871d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.374804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7a4d9-7002-411c-8633-61dfd871d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a813b1b8-d4eb-4cf6-98c2-37bf941bbd29,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:08.383862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2b7a4d9-7002-411c-8633-61dfd871d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.388065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2b7a4d9-7002-411c-8633-61dfd871d6e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a813b1b8-d4eb-4cf6-98c2-37bf941bbd29 HTTP/1.1" status: 204 len: 168 time: 0.3873181 Jun 03 15:22:08.438520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5360da91-7068-48a5-99db-6c929e3a09df {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:08.527300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:22:00Z', 'revision_number': 4, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10', 'name': '', 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'mac_address': 'fa:16:3e:e4:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:55Z', 'updated_at': '2022-06-03T15:22:01Z', 'revision_number': 2, 'project_id': '4e98b667807749269b0f283c15806a81', 'subnets': [{'id': '0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:08.583825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Checking router: 66ec74fd-cee1-45e1-a610-5fa34704921a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:08.584444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Updating router 66ec74fd-cee1-45e1-a610-5fa34704921a port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:22:08.629465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.753335 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.761320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0600529 Jun 03 15:22:08.761794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48794) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:08.770937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Request body: {'security_group_rule': {'security_group_id': '2b4cc106-7044-4724-9327-efc667204cda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:08.786298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:08.789939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a10c4-8f9a-4280-a5d1-4987506757dc tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4cc106-7044-4724-9327-efc667204cda,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:08.795655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Usage tracker for resource:security_group_rule and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:08.804791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:08.814445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:08.841318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5360da91-7068-48a5-99db-6c929e3a09df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5360da91-7068-48a5-99db-6c929e3a09df,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:08.843669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.848844 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.857703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.873462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.877293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.882945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b9d8576c-2722-4126-a710-2ae091bc64cc,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:08.895507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.910272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.928175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.941854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.948539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.956986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-96ef6e66-9be5-4a50-a286-5b0e2e1e5ee5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5426 time: 1.1714113 Jun 03 15:22:08.992166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.002883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.055768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5360da91-7068-48a5-99db-6c929e3a09df,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:09.070075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f97f298-70e8-4724-be8a-284df27bdcb0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:09.083214 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.084474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ee4673d9-5de1-4970-b463-7f5a239d1d14 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215911 Jun 03 15:22:09.087474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63345384-068b-4216-a963-79aed7310bd4 req-12bad484-4681-4956-8d25-fa906e2f860d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:09.088707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48802) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:09.100842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63345384-068b-4216-a963-79aed7310bd4 req-12bad484-4681-4956-8d25-fa906e2f860d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 1.0826507 Jun 03 15:22:09.102792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Request body: {'security_group_rule': {'security_group_id': '2b4cc106-7044-4724-9327-efc667204cda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:09.119270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:09.131216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Usage tracker for resource:security_group_rule and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:09.137235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:09.155528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:09.192476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.269801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-541e5e64-7b2d-4cf2-9eb6-9d181bfd541b req-05cc6046-8ee0-486e-b34d-76037f8261b6 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2935677 Jun 03 15:22:09.287365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63345384-068b-4216-a963-79aed7310bd4 req-344b50a6-5fae-4339-b303-dd4af6244bf4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849673 Jun 03 15:22:09.411560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.423761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.599163 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1552df87-8716-4f79-a11d-739282c49b74'] response: {'server_uuid': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d8576c-2722-4126-a710-2ae091bc64cc', 'code': 200} Jun 03 15:22:09.630879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['aa3f4650-aa89-44a7-b4b9-343a01513fb6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:09.745902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe7a703-b449-43d8-ba99-c321f5d1d881,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:09.860687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.865141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-94758458-15ac-4b0a-8646-b1398f7b7044 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7725537 Jun 03 15:22:09.865726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:09.871630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:09.929153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdf24b-5b27-4aa4-9b56-94d5fcccf39a req-ade8ee7c-8911-4986-832e-16d0ebfca8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:09.930879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6fdf24b-5b27-4aa4-9b56-94d5fcccf39a req-ade8ee7c-8911-4986-832e-16d0ebfca8b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 1096 time: 0.3585174 Jun 03 15:22:09.951306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:09.956663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Usage tracker for resource:floatingip and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:09.959989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:09.967668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:10.011743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6fdf24b-5b27-4aa4-9b56-94d5fcccf39a req-10844f63-8dc1-46fb-bd1f-d569d5e0330c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Jun 03 15:22:10.068159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:10.129847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7de505ab-a78e-45c2-9619-bbb308afebbb'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:10.172225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['2ccee563-6198-4092-bc2a-d8bbe3bbb02c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:10.237672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['48d110fc-ad35-4072-8016-149be81463c6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:10.259734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237e7d5-87b1-4909-b53b-6dcad93eef18 req-2fda8e29-7dcd-4dd4-adf5-6ce02e01a6cc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:10.267470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6237e7d5-87b1-4909-b53b-6dcad93eef18 req-2fda8e29-7dcd-4dd4-adf5-6ce02e01a6cc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 945 time: 0.4038517 Jun 03 15:22:10.268489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['5bfb56d4-cea7-45eb-8f81-64db01a5ba56'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:10.296997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['5360da91-7068-48a5-99db-6c929e3a09df'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:10.299250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebbc42-6a8a-460a-99b8-516cb3a0bef9 req-0f833274-9f0f-4ea3-b2da-2307199faa22 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:10.306403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01ebbc42-6a8a-460a-99b8-516cb3a0bef9 req-0f833274-9f0f-4ea3-b2da-2307199faa22 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3570609 Jun 03 15:22:10.402767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6237e7d5-87b1-4909-b53b-6dcad93eef18 req-82951fae-9ea0-40b7-8e85-af6b9cb3dda2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342921 Jun 03 15:22:10.484848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01ebbc42-6a8a-460a-99b8-516cb3a0bef9 req-0b1c458a-0bbc-47a2-bbc5-6232043622ec tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773183 Jun 03 15:22:10.528164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:10.645053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['277fdf9d-7be9-41af-adad-af660aa6e20d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:10.925755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Allocated IP 172.25.1.254 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dadf9e97-35a1-4f33-9acf-9025fab5b767) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:11.529182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:11.607204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:11.796758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:11.808779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-574b4d28-80b7-4903-938b-30ed1ba85171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:11.815428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-574b4d28-80b7-4903-938b-30ed1ba85171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 1096 time: 0.2302337 Jun 03 15:22:11.838522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:11.845047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:11.877635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48894) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:12.027628 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:12.194844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-d042f74b-19ff-4cb6-b4f5-740862217a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.195955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b395c-b209-49e1-bf87-971c236b71d3 req-f8d43278-82c5-4a21-8632-c1c379437cdc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.196339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-d042f74b-19ff-4cb6-b4f5-740862217a24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.3680317 Jun 03 15:22:12.205783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-689b395c-b209-49e1-bf87-971c236b71d3 req-f8d43278-82c5-4a21-8632-c1c379437cdc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 1.0078533 Jun 03 15:22:12.272632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.288237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.305490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.326162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.343159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.349371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.366804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.369940 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-89b369bf-6888-4778-825a-96275946b17c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9d8576c-2722-4126-a710-2ae091bc64cc HTTP/1.1" status: 200 len: 217 time: 0.1655784 Jun 03 15:22:12.389207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-e4d649ce-7bcb-4137-821f-cb13b81ff8ad tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5427 time: 1.4171607 Jun 03 15:22:12.425476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:12.434113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event updated for resources: {'Port': ['ID=dadf9e97-35a1-4f33-9acf-9025fab5b767,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:12.572257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-689b395c-b209-49e1-bf87-971c236b71d3 req-c7c5e9c9-2446-4351-8bc4-a7d8323a536a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647838 Jun 03 15:22:12.584385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:12.601656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Usage tracker for resource:security_group_rule and tenant:b7d8e164b3fe434580be675858f0c52a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:12.606270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:12.631298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:12.631860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:12.659244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-5ee80fe6-fa6b-4ced-8719-4b51d8cdaf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.674826 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-5ee80fe6-fa6b-4ced-8719-4b51d8cdaf57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.2019055 Jun 03 15:22:12.777040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-966536b4-fda3-4caa-8672-e44dd1c10347 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930316 Jun 03 15:22:12.927304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:22:13.020282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.126277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.218362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.244242 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-3c005444-5530-48ba-a539-2023fbe22466 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571002 Jun 03 15:22:13.252785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Transition to ACTIVE for port object eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:13.277763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-831b8615-e0a9-49f0-906f-30bad79dd5fe req-c86eae9a-b19c-4d48-8cd2-ef9fd19df777 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8881326 Jun 03 15:22:13.281947 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.523148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event updated for resources: {'Port': ['ID=dadf9e97-35a1-4f33-9acf-9025fab5b767,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:13.577694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487a21-a150-4fd5-9d23-2f253c2b9b59 req-8e097175-e06e-45ea-bd4c-bd593ab4e95f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:13.585229 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7f098e11-8d08-4bb7-9be6-8bd3385e8a43 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288198 Jun 03 15:22:13.591813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93487a21-a150-4fd5-9d23-2f253c2b9b59 req-8e097175-e06e-45ea-bd4c-bd593ab4e95f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 945 time: 0.5691230 Jun 03 15:22:13.594759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.635993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.644716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1219771e-bf5f-4625-ad67-8f2c9e3734af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.656346 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.695295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93487a21-a150-4fd5-9d23-2f253c2b9b59 req-54f42b3a-41d2-402b-8aa0-c92996977e95 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024368 Jun 03 15:22:13.706604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Pushing event updated for resources: {'Port': ['ID=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:13.755749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.767209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e52d78d7-6dea-4463-a4ed-1e246ee1c7bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9006922 Jun 03 15:22:13.779238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa41498-d064-4dcf-a039-7805b4c7f6be,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:13.785363 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e450c56f-bab0-4f37-a815-8403ea84d46b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7d8e164b3fe434580be675858f0c52a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9067051 Jun 03 15:22:13.788206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48922) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:13.943665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7a56-aac3-48f4-8d75-541ef6dd6b94 req-5ee3da55-d2d5-4b58-9a75-f9213382ab7d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:13.945327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d98d7a56-aac3-48f4-8d75-541ef6dd6b94 req-5ee3da55-d2d5-4b58-9a75-f9213382ab7d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1745780 Jun 03 15:22:13.987331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Attempting to bind port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:13.988366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Attempting to bind port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:13.989134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Attempting to bind port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 on network 145c2925-013c-47b1-93a4-38e411b4fbfb {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:13.996930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:13.998680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Checking segment: {'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:13.999336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.999888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Bound using segment: {'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:14.000570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Bound port: eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:14.001117 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.023354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65a38081-9a7b-47df-b3ac-6ad2ac79e4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.132192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65a38081-9a7b-47df-b3ac-6ad2ac79e4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.265013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65a38081-9a7b-47df-b3ac-6ad2ac79e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.291221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a38081-9a7b-47df-b3ac-6ad2ac79e4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa41498-d064-4dcf-a039-7805b4c7f6be,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:14.299582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65a38081-9a7b-47df-b3ac-6ad2ac79e4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.314102 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65a38081-9a7b-47df-b3ac-6ad2ac79e4d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fa41498-d064-4dcf-a039-7805b4c7f6be HTTP/1.1" status: 204 len: 168 time: 0.5219917 Jun 03 15:22:14.371056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] For port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:14.379713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] For port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,segment=NetworkSegment(fa3432f4-4c3b-40fc-9d3e-c00a533a651a),segment_id=fa3432f4-4c3b-40fc-9d3e-c00a533a651a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:14.404440 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.575907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-927e5edc-958a-4e2a-9665-c6ae74549661 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Synchronizing usage tracker for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:14.603970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d98d7a56-aac3-48f4-8d75-541ef6dd6b94 req-aee5b95f-1d01-4225-b87a-601efee3f1b1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489525 Jun 03 15:22:14.618455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Routers {'66ec74fd-cee1-45e1-a610-5fa34704921a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:14.628515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['66ec74fd-cee1-45e1-a610-5fa34704921a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:14.661878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-927e5edc-958a-4e2a-9665-c6ae74549661 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Unset dirty status for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:14.663574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-927e5edc-958a-4e2a-9665-c6ae74549661 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--586640335&fields=id&tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b HTTP/1.1" status: 200 len: 267 time: 0.2295582 Jun 03 15:22:15.034113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7de505ab-a78e-45c2-9619-bbb308afebbb up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:15.088020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Pushing event updated for resources: {'Port': ['ID=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:15.231106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.237262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.243144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.249778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.256576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.265317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.272208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.281354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-371eb619-a764-49ef-873b-9963be2cdc0f req-3946b791-3b0a-466e-8200-d8dd6210c19c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5427 time: 0.3292272 Jun 03 15:22:15.285610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.288564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.289650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.293560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.298138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.300295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.303333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.305153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.307356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.311191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.313426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.316225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1bae9-efe9-44e1-b25f-9c031d88633b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:15.351524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-371eb619-a764-49ef-873b-9963be2cdc0f req-125ab325-b607-49f0-ba75-eeeadbde4bb5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691152 Jun 03 15:22:15.370935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-93524bae-510c-458d-9bfe-73d9f71f0729 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.371869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-93524bae-510c-458d-9bfe-73d9f71f0729 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Synchronizing usage tracker for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:15.431896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-93524bae-510c-458d-9bfe-73d9f71f0729 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Unset dirty status for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:15.435456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-93524bae-510c-458d-9bfe-73d9f71f0729 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 814 time: 0.7501125 Jun 03 15:22:15.467683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-d706772b-bb25-438d-8bc9-e368d4c45dd7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/quotas/7c5bc7eaa3204c32b6f8b7ffa42abe3b HTTP/1.1" status: 200 len: 375 time: 0.0119345 Jun 03 15:22:15.554298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-38cb7328-604e-425c-baad-1521ce481dab tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.556452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-38cb7328-604e-425c-baad-1521ce481dab tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:15.598606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-38cb7328-604e-425c-baad-1521ce481dab tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:15.600954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-38cb7328-604e-425c-baad-1521ce481dab tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 945 time: 0.5648603 Jun 03 15:22:15.624738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.688481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 7de505ab-a78e-45c2-9619-bbb308afebbb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:15.765421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 7de505ab-a78e-45c2-9619-bbb308afebbb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:15.765800 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.781716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-9ce8609f-6404-41b8-b126-27bdc5fb7c9b tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Synchronizing usage tracker for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:15.807823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Deleting port b9d8576c-2722-4126-a710-2ae091bc64cc {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:15.808507 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.852664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-9ce8609f-6404-41b8-b126-27bdc5fb7c9b tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Unset dirty status for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:15.857467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-9ce8609f-6404-41b8-b126-27bdc5fb7c9b tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3674922 Jun 03 15:22:15.911616 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96cdcdab-b0bb-42d2-9aff-aaf5b9deead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.013584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] Set router 66ec74fd-cee1-45e1-a610-5fa34704921a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:16.337022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7de505ab-a78e-45c2-9619-bbb308afebbb is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:16.337598 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.420014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-ef5ca7ac-d086-4aea-87ea-263ae7a7ed8e service neutron] 10.222.0.66 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353632 Jun 03 15:22:16.613434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bc05-95c1-4aff-8661-eb770cfdf4ee req-3a0c1d62-3c64-4539-8812-4011a0350daa tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:16.614998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77c2bc05-95c1-4aff-8661-eb770cfdf4ee req-3a0c1d62-3c64-4539-8812-4011a0350daa tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 945 time: 0.6623976 Jun 03 15:22:16.628232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] For port b9d8576c-2722-4126-a710-2ae091bc64cc, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b9d8576c-2722-4126-a710-2ae091bc64cc,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:16.629362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.777988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77c2bc05-95c1-4aff-8661-eb770cfdf4ee req-f29b333c-1da4-4314-8cef-b65c4ae38d37 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496456 Jun 03 15:22:16.793824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:16.834950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-8be717cb-413d-4a9d-a479-db25a5956a3d service neutron] 10.222.0.66 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037843 Jun 03 15:22:16.986998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Calling delete_port for b9d8576c-2722-4126-a710-2ae091bc64cc owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:17.207583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7de505ab-a78e-45c2-9619-bbb308afebbb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7de505ab-a78e-45c2-9619-bbb308afebbb,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:17.229425 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.259755 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.260734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 48d110fc-ad35-4072-8016-149be81463c6 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:17.477418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.510383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.693385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event deleted for resources: {'Port': ['ID=b9d8576c-2722-4126-a710-2ae091bc64cc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:17.744305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.838833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:22:00Z', 'revision_number': 4, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10', 'name': '', 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'mac_address': 'fa:16:3e:e4:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:55Z', 'updated_at': '2022-06-03T15:22:14Z', 'revision_number': 4, 'project_id': '4e98b667807749269b0f283c15806a81', 'subnets': [{'id': '0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:17.852048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0ec30-2fb8-4e79-bbb8-4508e17106c9 None None] The sync data for ids ['66ec74fd-cee1-45e1-a610-5fa34704921a'] in n-d-844594-1 is: [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:22:00Z', 'revision_number': 4, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10', 'name': '', 'network_id': '145c2925-013c-47b1-93a4-38e411b4fbfb', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'mac_address': 'fa:16:3e:e4:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:55Z', 'updated_at': '2022-06-03T15:22:14Z', 'revision_number': 4, 'project_id': '4e98b667807749269b0f283c15806a81', 'subnets': [{'id': '0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:17.869981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7de505ab-a78e-45c2-9619-bbb308afebbb,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:17.884173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 48d110fc-ad35-4072-8016-149be81463c6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:17.890669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 48d110fc-ad35-4072-8016-149be81463c6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:17.891875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.892445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d779c-6de2-4988-82ce-9e856610e8f1 req-5038f4d0-3017-4287-8771-56eb7bbdb270 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:17.894073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0d779c-6de2-4988-82ce-9e856610e8f1 req-5038f4d0-3017-4287-8771-56eb7bbdb270 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.5676103 Jun 03 15:22:18.124667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] No DVR routers for this DVR port b9d8576c-2722-4126-a710-2ae091bc64cc on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:18.128253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.137450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.150873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'name': 'network-vif-deleted', 'tag': 'b9d8576c-2722-4126-a710-2ae091bc64cc'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:18.174081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.215231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.242816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c1d7674-2c2a-45fd-820c-506a09e238ea req-7c00633d-a6e4-4f89-9e68-fcd8c7acdd8b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "DELETE /v2.0/ports/b9d8576c-2722-4126-a710-2ae091bc64cc HTTP/1.1" status: 204 len: 173 time: 2.6340899 Jun 03 15:22:18.245295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.271622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.287766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.360965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.374914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-9197af69-e3c6-4f7f-8d61-392de8b435bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5428 time: 0.9351046 Jun 03 15:22:18.492481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 48d110fc-ad35-4072-8016-149be81463c6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:18.493085 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.560595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd0d779c-6de2-4988-82ce-9e856610e8f1 req-8230c289-eef7-4963-b670-767b66f6a5aa tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399996 Jun 03 15:22:18.589529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e789b8f-f24a-46fd-bf2c-015e0c3c5ccb req-ef128d2e-aebd-4024-92e0-d22efb8b33c8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2133467 Jun 03 15:22:18.621826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:18.887179 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7a26ac-9da6-41d0-99af-d08a2de1b9ae'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb', 'code': 200} Jun 03 15:22:18.932565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.953604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 48d110fc-ad35-4072-8016-149be81463c6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=48d110fc-ad35-4072-8016-149be81463c6,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:18.976689 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.977964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:19.162306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:19.278302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-726b2e4a-0091-435b-a2af-049f7bb6c007 req-bcb127c7-0624-41a1-852a-b9588dc71640 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c5419a1-55f3-46d0-9b88-a75130606e79 HTTP/1.1" status: 200 len: 210 time: 0.1675324 Jun 03 15:22:19.288541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b9d8576c-2722-4126-a710-2ae091bc64cc no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:19.307987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-684c5a1e-798c-42ee-b527-ebb6a0e459e4 req-841b5df7-53fc-4b6d-9eb1-3c80b6dfe22b tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 210 time: 0.2904680 Jun 03 15:22:19.468431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:19.468803 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:19.517369 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c309c3c8-e1b3-485e-89b3-23e670f68a1a'] response: {'server_uuid': '0c5419a1-55f3-46d0-9b88-a75130606e79', 'name': 'network-vif-deleted', 'tag': 'b9d8576c-2722-4126-a710-2ae091bc64cc', 'status': 'completed', 'code': 200} Jun 03 15:22:19.609487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: b9d8576c-2722-4126-a710-2ae091bc64cc {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:19.610924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b9d8576c-2722-4126-a710-2ae091bc64cc not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:19.705136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:19.750263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=48d110fc-ad35-4072-8016-149be81463c6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:19.756189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:19.756569 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.190829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5ccb-a92b-4eed-a5da-72f10a3f6147 req-1ed2fb74-9962-4899-b903-73711716fae8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.194864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-554b5ccb-a92b-4eed-a5da-72f10a3f6147 req-1ed2fb74-9962-4899-b903-73711716fae8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4277806 Jun 03 15:22:20.322683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.350982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.355367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:20.357565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.362862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.375337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.393799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.406420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.430262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.449119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-659b3e5e-fcf4-43e7-b6e0-a1cfd4f43c0a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5429 time: 0.4531105 Jun 03 15:22:20.473372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,segment=NetworkSegment(fa3432f4-4c3b-40fc-9d3e-c00a533a651a),segment_id=fa3432f4-4c3b-40fc-9d3e-c00a533a651a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:20.476542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:20.477388 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.517546 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.540723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-554b5ccb-a92b-4eed-a5da-72f10a3f6147 req-637e3a9f-30c3-4f00-b49b-37206f46e442 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355427 Jun 03 15:22:20.673767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7335d330-2e7f-4882-af43-ee2d8f2c3955 req-6b0314fb-1340-4ac4-a352-7d9da44d663e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2201760 Jun 03 15:22:20.804027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:20.820615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:20.829462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.830272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device aa3f4650-aa89-44a7-b4b9-343a01513fb6 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:20.967694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49116) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:21.140944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d110fc-ad35-4072-8016-149be81463c6'}, {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:21.265332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-8e2cf4ef-4d4a-462f-b74a-dfa5c168c6b9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:21.273477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-8e2cf4ef-4d4a-462f-b74a-dfa5c168c6b9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.15 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 814 time: 0.7590182 Jun 03 15:22:21.359867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f4cff33-bbaf-4ba9-b950-36cc219f5b3d req-82b3e3dd-15c4-4c84-8ada-2e6a9d830b69 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 210 time: 0.0817459 Jun 03 15:22:21.436886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.447378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:21.459450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:21.479237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Usage tracker for resource:security_group_rule and tenant:373a88b2db794ab9a5288b589b222277 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:21.489950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:21.502817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port aa3f4650-aa89-44a7-b4b9-343a01513fb6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:21.508958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-9fb1dea2-3450-4d38-9e38-463d6e88614e tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b HTTP/1.1" status: 200 len: 379 time: 0.2299776 Jun 03 15:22:21.509390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port aa3f4650-aa89-44a7-b4b9-343a01513fb6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:21.509776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.515409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:21.528282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Request body: {'port': {'device_id': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'admin_state_up': True, 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'security_groups': ['2b4cc106-7044-4724-9327-efc667204cda']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:21.546420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359f8e4-1a78-4727-9fc2-718ee0c805f1 req-e2769550-0602-4c3a-8279-d9b8acffc5cc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:21.556561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4359f8e4-1a78-4727-9fc2-718ee0c805f1 req-e2769550-0602-4c3a-8279-d9b8acffc5cc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3509157 Jun 03 15:22:21.593290 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b755fc-3d01-44d1-8043-2bb67cf0f2a6'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d110fc-ad35-4072-8016-149be81463c6', 'code': 200} Jun 03 15:22:21.593557 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b755fc-3d01-44d1-8043-2bb67cf0f2a6'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56', 'code': 200} Jun 03 15:22:21.712733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4359f8e4-1a78-4727-9fc2-718ee0c805f1 req-44da3caa-5d5d-4b7a-953d-7a485b0c6659 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507111 Jun 03 15:22:21.979480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port aa3f4650-aa89-44a7-b4b9-343a01513fb6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:21.980162 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.063792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:22.094901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:22.135598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Made reservation on behalf of 7c5bc7eaa3204c32b6f8b7ffa42abe3b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:22.139868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.155627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port aa3f4650-aa89-44a7-b4b9-343a01513fb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:22.184826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.187203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ccee563-6198-4092-bc2a-d8bbe3bbb02c up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:22.299543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-0eb40b05-c14e-4294-bcbd-b48f9718258a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:22.310811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-0eb40b05-c14e-4294-bcbd-b48f9718258a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.5236428 Jun 03 15:22:22.401674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:22.412148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-4470cbbb-9caf-417f-8bbd-93f1377dcb52 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/quotas/4e7396cbbc08497a9316bfc89e1706db HTTP/1.1" status: 200 len: 375 time: 0.1002307 Jun 03 15:22:22.486986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Allocated IP 172.20.0.3 (7d45b688-6bd1-44fd-9af6-f71e3fbf432b/896959ac-50e4-431c-bfc7-1182968b15cc/0eec19fc-2332-4ede-bef6-1f7094179cf4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:22.488421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-c504a1d2-3086-45c2-bedd-66579ca9b586 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746639 Jun 03 15:22:22.677386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=aa3f4650-aa89-44a7-b4b9-343a01513fb6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:22.713690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:22.907429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b7f82b5a-578d-4629-ba22-603cbfa62911 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171951 Jun 03 15:22:22.939030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.968934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:22.969547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.972000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Transition to ACTIVE for port object 0eec19fc-2332-4ede-bef6-1f7094179cf4 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:23.052418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.073275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:23.218651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:23.233668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:23.233668 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.279886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:23.290438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:23.298689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.317391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:23.324927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.450392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca5952-8c69-4618-9eb8-a3008c0e2ae3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:23.462760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event updated for resources: {'Port': ['ID=0eec19fc-2332-4ede-bef6-1f7094179cf4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:23.476262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.476704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.477107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.477506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.477901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.478292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.478677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.479065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.479448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.479752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:23.479864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.480159 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.480275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.480640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:23.569587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.572042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.574197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.581574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.581906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:23.590630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.595293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6'}, {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccee563-6198-4092-bc2a-d8bbe3bbb02c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:23.598319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.605039 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.605837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 277fdf9d-7be9-41af-adad-af660aa6e20d up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:23.609659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.615932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.623569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.625767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-724b62c2-e6e2-4b70-81af-1789a776481d req-a1d0ddd5-8b8c-46f2-bc96-791ad6b9cd39 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5431 time: 1.3105683 Jun 03 15:22:23.651319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9df08cdb-ece5-47ec-b8a9-ad567eaa4d5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=373a88b2db794ab9a5288b589b222277&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6797528 Jun 03 15:22:23.652957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49158) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:23.696908 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2d8d39ae-0e28-4553-8fb5-c89f8eaa9a05 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1824265 Jun 03 15:22:23.733333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Request body: {'port': {'device_id': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:23.801052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-724b62c2-e6e2-4b70-81af-1789a776481d req-cacb5742-e9ee-4dcd-9ead-72c27a0210b8 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639023 Jun 03 15:22:23.833168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:23.926899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fb779132-b0f3-4351-92fb-b2e5c0e9cea2 None None] Provisioning for port 0eec19fc-2332-4ede-bef6-1f7094179cf4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:23.932086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fb779132-b0f3-4351-92fb-b2e5c0e9cea2 None None] Provisioning complete for port 0eec19fc-2332-4ede-bef6-1f7094179cf4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:23.940702 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fb779132-b0f3-4351-92fb-b2e5c0e9cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.999806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db862099-6fae-4853-bf0d-784ffe4fe92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.070324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-4b1c9353-2556-4ea3-b48e-59bc689e5ca6 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9676969 Jun 03 15:22:24.089798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db862099-6fae-4853-bf0d-784ffe4fe92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.122090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.233605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fb779132-b0f3-4351-92fb-b2e5c0e9cea2 None None] Port 0eec19fc-2332-4ede-bef6-1f7094179cf4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:22:24.272028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 277fdf9d-7be9-41af-adad-af660aa6e20d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:24.277915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 277fdf9d-7be9-41af-adad-af660aa6e20d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:24.278745 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.297832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db862099-6fae-4853-bf0d-784ffe4fe92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.344377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db862099-6fae-4853-bf0d-784ffe4fe92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.345225 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-db862099-6fae-4853-bf0d-784ffe4fe92a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9ca5952-8c69-4618-9eb8-a3008c0e2ae3 HTTP/1.1" status: 204 len: 168 time: 0.6885116 Jun 03 15:22:24.361183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db862099-6fae-4853-bf0d-784ffe4fe92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca5952-8c69-4618-9eb8-a3008c0e2ae3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:24.433655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 277fdf9d-7be9-41af-adad-af660aa6e20d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:24.434221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.500856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 277fdf9d-7be9-41af-adad-af660aa6e20d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=277fdf9d-7be9-41af-adad-af660aa6e20d,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:24.509167 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.510269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5360da91-7068-48a5-99db-6c929e3a09df up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:24.727662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=277fdf9d-7be9-41af-adad-af660aa6e20d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:24.748439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ba82-36a6-4c98-b3e8-15758bcd425b req-38cdaa51-e355-4114-8807-9840dd3d9194 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:24.751286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48d0ba82-36a6-4c98-b3e8-15758bcd425b req-38cdaa51-e355-4114-8807-9840dd3d9194 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.5915985 Jun 03 15:22:24.758163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 5360da91-7068-48a5-99db-6c929e3a09df completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:24.770268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 5360da91-7068-48a5-99db-6c929e3a09df triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:24.780131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.095558 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48d0ba82-36a6-4c98-b3e8-15758bcd425b req-9e867ff1-bd23-45b4-9f5b-4f1471aa6a4d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367946 Jun 03 15:22:25.134336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5360da91-7068-48a5-99db-6c929e3a09df is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:25.137845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.287560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5360da91-7068-48a5-99db-6c929e3a09df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5360da91-7068-48a5-99db-6c929e3a09df,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:25.297352 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b7574e-8351-48b1-8d08-c31108999ba0'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6', 'code': 200} Jun 03 15:22:25.299494 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b7574e-8351-48b1-8d08-c31108999ba0'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccee563-6198-4092-bc2a-d8bbe3bbb02c', 'code': 200} Jun 03 15:22:25.307390 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.359846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce61b1-7afb-4ee2-be48-d76e619a9040 req-47aba8b6-e0e7-4752-b517-470e53165112 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:25.367058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3ce61b1-7afb-4ee2-be48-d76e619a9040 req-47aba8b6-e0e7-4752-b517-470e53165112 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 931 time: 0.5026770 Jun 03 15:22:25.368668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49196) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:25.398508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ad9acc2-09c9-4ed5-b774-3f1720d69185 req-46d9e392-8790-49f3-a167-e65ded994780 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 210 time: 0.0946779 Jun 03 15:22:25.426118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5360da91-7068-48a5-99db-6c929e3a09df,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:25.444499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.482068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:25.486306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee2490336ae4648853907bb299f2f91 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:25.488347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eec19fc-2332-4ede-bef6-1f7094179cf4 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:25.489355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:25.495438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:25.501626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.536013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Transition to ACTIVE for port object 0eec19fc-2332-4ede-bef6-1f7094179cf4 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:25.543999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.552732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3ce61b1-7afb-4ee2-be48-d76e619a9040 req-2e1f62a5-995e-482c-b37c-be85699cf378 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4cc106-7044-4724-9327-efc667204cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847138 Jun 03 15:22:25.558368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.843145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Pushing event updated for resources: {'Port': ['ID=0eec19fc-2332-4ede-bef6-1f7094179cf4,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:26.126604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.145427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Attempting to bind port 0eec19fc-2332-4ede-bef6-1f7094179cf4 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:26.145916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Attempting to bind port 0eec19fc-2332-4ede-bef6-1f7094179cf4 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:26.152583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Attempting to bind port 0eec19fc-2332-4ede-bef6-1f7094179cf4 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:26.160333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Port 0eec19fc-2332-4ede-bef6-1f7094179cf4 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:26.160888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Attempting to bind port 0eec19fc-2332-4ede-bef6-1f7094179cf4 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:26.168069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:26.169437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Checking segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:26.170017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Bound using segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:26.170631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Bound port: 0eec19fc-2332-4ede-bef6-1f7094179cf4, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:26.171196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.183760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.351296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ee2490336ae4648853907bb299f2f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9727023 Jun 03 15:22:26.355432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49214) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:26.389405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] For port 0eec19fc-2332-4ede-bef6-1f7094179cf4, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:26.426185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] For port 0eec19fc-2332-4ede-bef6-1f7094179cf4, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:26.441216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.499365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdf68e-1dc6-428a-9b43-adb7ac360493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13326802-6588-4306-a007-edc77d55e765,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:26.659712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Pushing event updated for resources: {'Port': ['ID=0eec19fc-2332-4ede-bef6-1f7094179cf4,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:26.690733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b918c0b4-9697-4f57-947a-6b1600a44acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.728934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b918c0b4-9697-4f57-947a-6b1600a44acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.737393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.738376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.740151 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-2f16b91a-8f2b-4be7-a622-f52cc7427d2c service neutron] 10.222.0.15 "PUT /v2.0/ports/0eec19fc-2332-4ede-bef6-1f7094179cf4 HTTP/1.1" status: 200 len: 1091 time: 3.0222740 Jun 03 15:22:26.740706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:26.757728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.764819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.771291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.785686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.794286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.821309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.836169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.859638 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-0f011bf5-29e9-44ca-bba8-ea9216cbb162 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.7257025 Jun 03 15:22:26.936515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49234) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:26.989955 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b918c0b4-9697-4f57-947a-6b1600a44acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.035771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918c0b4-9697-4f57-947a-6b1600a44acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13326802-6588-4306-a007-edc77d55e765,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:27.083196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b918c0b4-9697-4f57-947a-6b1600a44acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.084437 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b918c0b4-9697-4f57-947a-6b1600a44acf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13326802-6588-4306-a007-edc77d55e765 HTTP/1.1" status: 204 len: 168 time: 0.7264624 Jun 03 15:22:27.097603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-c6d880bd-7595-40a1-b34d-e96cdbc50672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:27.099101 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-c6d880bd-7595-40a1-b34d-e96cdbc50672 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 1094 time: 0.2831461 Jun 03 15:22:27.169447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e72d66c-bd0c-41a1-9b31-2def23569a3f req-b58b4bcc-3a02-4e1d-947a-6a03c9d6dfbb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3083680 Jun 03 15:22:27.235774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1834-b91b-47a0-917f-3a131ccf3cc4 req-74cf0a06-3c59-4a3c-a7d3-7bef2d240c1e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:27.242078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfac1834-b91b-47a0-917f-3a131ccf3cc4 req-74cf0a06-3c59-4a3c-a7d3-7bef2d240c1e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.9188135 Jun 03 15:22:27.302562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d'}, {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:27.357538 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-5b33966a-0c1a-43b1-9358-6d3db09ac985 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4 HTTP/1.1" status: 200 len: 217 time: 0.2502391 Jun 03 15:22:27.361584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.379075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:27.384407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Usage tracker for resource:security_group_rule and tenant:1ef417c31f8e491a81d4b52bf4143e71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:27.387531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:27.404251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:27.510986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-f01bba7a-8483-4a0b-9a3b-4a79423f3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:27.513329 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-f01bba7a-8483-4a0b-9a3b-4a79423f3230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=896959ac-50e4-431c-bfc7-1182968b15cc HTTP/1.1" status: 200 len: 853 time: 0.1041420 Jun 03 15:22:27.554606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daa3183b-7f82-40c0-a489-873de3499f48 req-68fdc44c-c57f-4b28-8323-9ae40d1e0348 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 210 time: 0.1379402 Jun 03 15:22:27.560334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfac1834-b91b-47a0-917f-3a131ccf3cc4 req-d008c243-157c-458d-864d-be6f096c3fa7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065791 Jun 03 15:22:27.568355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-3e4cfbd4-fdba-40d8-8008-a9618688e596 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:27.569882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-3e4cfbd4-fdba-40d8-8008-a9618688e596 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.8477516 Jun 03 15:22:27.572904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Deleting port 2109c95d-dc94-4023-afc9-7bddd1e99ebd {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:27.573314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.620677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Request body: {'port': {'device_id': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'admin_state_up': True, 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:27.714622 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16038556-d498-4109-a989-88e94106f335'] response: {'name': 'network-changed', 'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'status': 'completed', 'code': 200} Jun 03 15:22:27.732614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.740482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-dae5cb95-1303-4f1d-8e07-f2d6d0cdd19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:27.741728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-dae5cb95-1303-4f1d-8e07-f2d6d0cdd19d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115343 Jun 03 15:22:27.743044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.860483 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b33570b-1993-427b-98b7-cf42d92c3bcf'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d', 'code': 200} Jun 03 15:22:27.861478 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b33570b-1993-427b-98b7-cf42d92c3bcf'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df', 'code': 200} Jun 03 15:22:27.888387 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ef417c31f8e491a81d4b52bf4143e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476569 Jun 03 15:22:27.889078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb31fc6-cce1-4358-8e4d-53f710a8cdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7052a848-bd89-466f-83e2-8e9d56df3d19,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:27.891445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49272) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:27.990320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-526d300c-9192-4345-9e67-67f1a085c440 service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367804 Jun 03 15:22:28.078859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a53f405-49e7-41fa-85ab-ab7c54b50843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.128335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a53f405-49e7-41fa-85ab-ab7c54b50843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.138079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] For port 2109c95d-dc94-4023-afc9-7bddd1e99ebd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2109c95d-dc94-4023-afc9-7bddd1e99ebd,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:28.138451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.229659 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6141987-b226-43a2-905a-1b053cfdbc5b req-de120626-42de-4bce-ae9b-339e56388325 service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284877 Jun 03 15:22:28.277896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a53f405-49e7-41fa-85ab-ab7c54b50843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.328940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Calling delete_port for 2109c95d-dc94-4023-afc9-7bddd1e99ebd owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:28.361939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a53f405-49e7-41fa-85ab-ab7c54b50843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.363096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4a53f405-49e7-41fa-85ab-ab7c54b50843 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7052a848-bd89-466f-83e2-8e9d56df3d19 HTTP/1.1" status: 204 len: 168 time: 0.4687045 Jun 03 15:22:28.364194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53f405-49e7-41fa-85ab-ab7c54b50843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7052a848-bd89-466f-83e2-8e9d56df3d19,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:28.381912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:28.445122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-3ba546be-b9f8-4471-95b2-be23b0a70111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.446825 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-3ba546be-b9f8-4471-95b2-be23b0a70111 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 1094 time: 0.1389077 Jun 03 15:22:28.557013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Usage tracker for resource:port and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:28.569317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:28.586858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:28.676812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.677410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.677955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.678431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.678908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.679379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.679846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.681821 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-ab2da44e-4261-464e-85ba-2eef9853c714 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6491 time: 0.7039390 Jun 03 15:22:28.683155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-5dd59890-29f9-4477-8854-b92ad8dc59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.684627 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-5dd59890-29f9-4477-8854-b92ad8dc59ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 915 time: 0.2307782 Jun 03 15:22:28.780450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-afebfcf0-5a73-42d0-9bec-bbe43b909924 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4 HTTP/1.1" status: 200 len: 217 time: 0.0893161 Jun 03 15:22:28.816299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:28.822029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.852560 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3e592f93-9ffd-41cd-ba51-c64b9d5d6b82 req-28eb290b-3f8e-43e6-81e8-a0eb745181c3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003008 Jun 03 15:22:28.864773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-96d22bd3-4326-4cec-a7cf-cad701d48d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.866239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-96d22bd3-4326-4cec-a7cf-cad701d48d8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=896959ac-50e4-431c-bfc7-1182968b15cc HTTP/1.1" status: 200 len: 853 time: 0.0784118 Jun 03 15:22:28.898156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190601-2391-4336-a7fc-e3a0c5eb0664 req-bfbc67a2-d107-4133-a313-2a7bed76f700 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.908741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2190601-2391-4336-a7fc-e3a0c5eb0664 req-bfbc67a2-d107-4133-a313-2a7bed76f700 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 943 time: 1.1432488 Jun 03 15:22:28.974435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-1e64bf12-c72b-42dc-9eb4-756549c9e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.979275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-1e64bf12-c72b-42dc-9eb4-756549c9e647 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054001 Jun 03 15:22:29.160093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155db685-7116-4727-9f4e-924de703ece7 req-d178a7a0-73ee-4ae1-bf3b-e1c13b8462c7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:29.162009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-155db685-7116-4727-9f4e-924de703ece7 req-d178a7a0-73ee-4ae1-bf3b-e1c13b8462c7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.7925744 Jun 03 15:22:29.183048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2190601-2391-4336-a7fc-e3a0c5eb0664 req-66832da3-7b46-4351-b171-f07b745c9616 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4cc106-7044-4724-9327-efc667204cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730443 Jun 03 15:22:29.243476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-1a86b737-1687-4da3-8a27-cf54b5a74e6b service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553337 Jun 03 15:22:29.246283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0eec19fc-2332-4ede-bef6-1f7094179cf4 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:29.289074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-bd5d655e-7869-41e1-89ee-8cb4fa019db8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728144 Jun 03 15:22:29.429963 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-155db685-7116-4727-9f4e-924de703ece7 req-3019ec17-47d0-4168-a304-daabf4ea3801 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422178 Jun 03 15:22:29.563981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49332) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:29.565622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Allocated IP 172.20.0.14 (bab2ba7d-77a4-46db-a2be-af020ae0ac10/c663b740-2cbb-4f54-abd2-34f5c8e205ad/3d857cc3-4abd-4366-a501-e9d44f23927b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:29.579764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0eec19fc-2332-4ede-bef6-1f7094179cf4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:29.673132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'port_id': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'mac_address': 'fa:16:3e:db:e2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:29.720477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.739198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0eec19fc-2332-4ede-bef6-1f7094179cf4 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:29.739843 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.765897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eec19fc-2332-4ede-bef6-1f7094179cf4 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:29.769733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b3737c0-67e6-4d26-9b72-3007c09f66cf req-f49b2e90-91cb-486b-a560-abf0e16dd14e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 210 time: 0.1242540 Jun 03 15:22:29.808538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0eec19fc-2332-4ede-bef6-1f7094179cf4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:29.814197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.827714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Pushing event deleted for resources: {'Port': ['ID=2109c95d-dc94-4023-afc9-7bddd1e99ebd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:29.916211 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f0bdfe-19fa-480a-9dc1-9a1c1672ec75 req-7b76f1ff-35e8-4289-8efb-d39930833e82 service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650043 Jun 03 15:22:29.941376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214be84f-2253-4bef-913a-485d9066bda9 req-6e9983d6-4fb9-47e0-9e4d-ceca6dca9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:29.946474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-6e9983d6-4fb9-47e0-9e4d-ceca6dca9356 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1097 time: 0.5369587 Jun 03 15:22:29.947245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0eec19fc-2332-4ede-bef6-1f7094179cf4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:30.032289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['0eec19fc-2332-4ede-bef6-1f7094179cf4'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:30.163024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214be84f-2253-4bef-913a-485d9066bda9 req-64a25629-52f5-4b8f-87eb-6824fffbf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.165245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-64a25629-52f5-4b8f-87eb-6824fffbf8fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.1920891 Jun 03 15:22:30.199088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.250849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-4d900b7b-3a10-45bc-9874-c62ca0feb9d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.0728295 Jun 03 15:22:30.253117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.259010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.265540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.271383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.277231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.284389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.291809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.293772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-33bda4fe-52b0-43d9-9cc1-d773c2e13d7d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.8497543 Jun 03 15:22:30.304562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.327861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214be84f-2253-4bef-913a-485d9066bda9 req-060270d8-422c-4984-9879-83e469baacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.329767 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-060270d8-422c-4984-9879-83e469baacb4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.0719888 Jun 03 15:22:30.400345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-cfdf86e3-8b98-419b-9fed-0350f8ebf558 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631912 Jun 03 15:22:30.402018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:30.475219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:30.517984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Usage tracker for resource:floatingip and tenant:d014570feeef44b09f0838528cb6b12d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:30.527339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:30.569675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:30.587837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:30.611358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:30.616466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event updated for resources: {'Port': ['ID=3d857cc3-4abd-4366-a501-e9d44f23927b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:30.626686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:30.640142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-14b894b0-e89c-4394-b355-27d5e9e8e2b5 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327223 Jun 03 15:22:30.697710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5ddd992-1ed5-45a1-a509-96c9ec903260 req-4b7e341a-dcb4-469f-bea8-7523042d6a33 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3001535 Jun 03 15:22:30.797708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-214be84f-2253-4bef-913a-485d9066bda9 req-5cff4a85-46db-4ca7-8eb2-cc4caaa9d31a service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513143 Jun 03 15:22:30.804292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.830808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.831624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.196479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c5a6-6f81-45ca-b055-b5026299db7e req-d8e0dc1b-e3ff-4e48-9e09-d19a3002c564 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:31.197872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4662c5a6-6f81-45ca-b055-b5026299db7e req-d8e0dc1b-e3ff-4e48-9e09-d19a3002c564 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 951 time: 0.9027810 Jun 03 15:22:31.220291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-b0b67b69-1b93-4841-82ab-e0919289c35e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6034868 Jun 03 15:22:31.277522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0eec19fc-2332-4ede-bef6-1f7094179cf4 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:31.294915 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.310755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4662c5a6-6f81-45ca-b055-b5026299db7e req-91c8b765-bcab-433c-8933-af19485beb8a tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972800 Jun 03 15:22:31.320594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Request body: {'port': {'device_id': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:31.369358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 0eec19fc-2332-4ede-bef6-1f7094179cf4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:31.375972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 0eec19fc-2332-4ede-bef6-1f7094179cf4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:31.376648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.551080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0eec19fc-2332-4ede-bef6-1f7094179cf4 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:31.551693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.585089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:31.595654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0eec19fc-2332-4ede-bef6-1f7094179cf4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:31.599844 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.600674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:31.635254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46b673-232c-48dd-818e-093200226f2a req-4404e4b9-712d-4c87-bd6c-678628103973 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:31.636754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f46b673-232c-48dd-818e-093200226f2a req-4404e4b9-712d-4c87-bd6c-678628103973 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 944 time: 0.6947031 Jun 03 15:22:31.688978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.718431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0eec19fc-2332-4ede-bef6-1f7094179cf4,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:31.777780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd27fc26-a6df-4c68-b439-41e11ab9008c is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:31.778257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.811069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:31.814343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.836157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.878888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f46b673-232c-48dd-818e-093200226f2a req-5066b0ea-e9cb-4d99-9212-dbc9ddd60df9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4cc106-7044-4724-9327-efc667204cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724155 Jun 03 15:22:31.886441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=11']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:31.977616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c412720-d007-4bf7-aff0-7654ce30eea9 req-8b25b68c-13de-41ff-8d50-770452f7a4ea tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:31.979402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c412720-d007-4bf7-aff0-7654ce30eea9 req-8b25b68c-13de-41ff-8d50-770452f7a4ea tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4804518 Jun 03 15:22:32.383411 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c412720-d007-4bf7-aff0-7654ce30eea9 req-fb2399ad-d029-4bcb-b1f9-9eaf22b2e895 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503854 Jun 03 15:22:32.458927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Allocated IP 172.25.1.16 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/af502664-c480-4be9-a869-02921a71c354) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:32.497385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Router edbe0a79-6201-4bee-b309-1384348a8a3e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:32.524406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef259-ffa1-4797-9165-96c2b6484a7b req-e0f6a9c1-cd7a-4f87-ba09-ae8eb8a93aac tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:32.525304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f5eef259-ffa1-4797-9165-96c2b6484a7b req-e0f6a9c1-cd7a-4f87-ba09-ae8eb8a93aac tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:32.550770 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89e1bac-598e-439b-88c1-cec49d7d91ee'] response: {'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'code': 200} Jun 03 15:22:32.699533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f72b-853a-4e5b-ac2c-cdb45c5bb63b req-b567a224-bd60-4ac3-85d8-6fca305404f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:32.701008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bd59f72b-853a-4e5b-ac2c-cdb45c5bb63b req-b567a224-bd60-4ac3-85d8-6fca305404f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 1096 time: 0.0850761 Jun 03 15:22:32.747447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bd59f72b-853a-4e5b-ac2c-cdb45c5bb63b req-bd011d8c-f0e9-4144-af5a-09be26374b71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b4cc106-7044-4724-9327-efc667204cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Jun 03 15:22:32.773485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f5eef259-ffa1-4797-9165-96c2b6484a7b req-e0f6a9c1-cd7a-4f87-ba09-ae8eb8a93aac tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:32.779362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5eef259-ffa1-4797-9165-96c2b6484a7b req-e0f6a9c1-cd7a-4f87-ba09-ae8eb8a93aac tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 932 time: 0.7500322 Jun 03 15:22:32.992983 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:22:33.174823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.259665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5eef259-ffa1-4797-9165-96c2b6484a7b req-f5df4b0b-7d67-42ef-89fa-6f95ef240052 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555185 Jun 03 15:22:33.295613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d857cc3-4abd-4366-a501-e9d44f23927b {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:33.317104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.336738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:33.349424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.350284 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] Sync routers for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:33.356167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.363827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.370363 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:33.372949 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:33.381093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.389062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.394925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.401087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.403164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-990d62cd-9cc9-4888-974e-03fa1a98dfc4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.6912906 Jun 03 15:22:33.481683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Transition to ACTIVE for port object 3d857cc3-4abd-4366-a501-e9d44f23927b will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:33.499879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fd2e6c76-3649-46c4-85ad-4ee0e253033e admin admin] 10.222.0.66 "PUT /v2.0/routers/edbe0a79-6201-4bee-b309-1384348a8a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0302789 Jun 03 15:22:33.504070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:33.506361 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.574052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:33.679863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9805f9c8-c2c3-48c9-a7dc-4cfa597b22e9 req-10f8308f-4c39-41fb-b016-bc6c5504dc24 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2629681 Jun 03 15:22:33.681904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.698673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Pushing event updated for resources: {'Port': ['ID=3d857cc3-4abd-4366-a501-e9d44f23927b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:33.712494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.805882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:33.838115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:33.840449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:33.934110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa79b5-af68-4e3f-9d1a-0ef77a82be95 req-9a68fe75-1532-4cee-9236-4c0477ef06c3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.936726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05aa79b5-af68-4e3f-9d1a-0ef77a82be95 req-9a68fe75-1532-4cee-9236-4c0477ef06c3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.5291038 Jun 03 15:22:33.957642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Pushing event updated for resources: {'Port': ['ID=af502664-c480-4be9-a869-02921a71c354,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:34.028386 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'c196d161-2592-4f7d-a702-78caba79a677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:22:29Z', 'revision_number': 5, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port': {'id': 'c196d161-2592-4f7d-a702-78caba79a677', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:50Z', 'updated_at': '2022-06-03T15:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:34.032194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.034440 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] Checking router: edbe0a79-6201-4bee-b309-1384348a8a3e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:34.040315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Attempting to bind port 3d857cc3-4abd-4366-a501-e9d44f23927b on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:34.040655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Attempting to bind port 3d857cc3-4abd-4366-a501-e9d44f23927b by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:34.041011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Attempting to bind port 3d857cc3-4abd-4366-a501-e9d44f23927b on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:34.046764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Deleting port c196d161-2592-4f7d-a702-78caba79a677 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:34.047239 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.053183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05aa79b5-af68-4e3f-9d1a-0ef77a82be95 req-2693a1ac-4e4b-4607-acbe-45e92acdcb65 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027248 Jun 03 15:22:34.056146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Port 3d857cc3-4abd-4366-a501-e9d44f23927b on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:34.056468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Attempting to bind port 3d857cc3-4abd-4366-a501-e9d44f23927b on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:34.056935 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] Routers {'edbe0a79-6201-4bee-b309-1384348a8a3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:34.057650 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edbe0a79-6201-4bee-b309-1384348a8a3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:34.066078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:34.066412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:34.066786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Bound using segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:34.067218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Bound port: 3d857cc3-4abd-4366-a501-e9d44f23927b, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:34.067563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.165034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.250760 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] Set router edbe0a79-6201-4bee-b309-1384348a8a3e gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:34.307390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] For port c196d161-2592-4f7d-a702-78caba79a677, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c196d161-2592-4f7d-a702-78caba79a677,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:34.307731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.344452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.376810 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:22:34Z', 'revision_number': 6, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:34.382680 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b148c8d-c3e2-417e-98bb-36edfd8e1eeb None None] The sync data for ids ['edbe0a79-6201-4bee-b309-1384348a8a3e'] in n-d-844594-1 is: [{'id': 'edbe0a79-6201-4bee-b309-1384348a8a3e', 'name': 'tempest-TaggedBootDevicesTest_v242-248524091-router', 'tenant_id': '0d2cf021d5af47939b312df443b1f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:45Z', 'updated_at': '2022-06-03T15:22:34Z', 'revision_number': 6, 'project_id': '0d2cf021d5af47939b312df443b1f14b', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:34.401764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] For port 3d857cc3-4abd-4366-a501-e9d44f23927b, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:34.438538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220236aa-704d-4f8f-aa97-ebfa3a442575 req-966cef23-53f2-47c7-bff6-8504e92ff42c tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.445994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220236aa-704d-4f8f-aa97-ebfa3a442575 req-966cef23-53f2-47c7-bff6-8504e92ff42c tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 945 time: 0.3683989 Jun 03 15:22:34.453637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] For port 3d857cc3-4abd-4366-a501-e9d44f23927b, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3d857cc3-4abd-4366-a501-e9d44f23927b,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:34.482425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.552168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:34.568822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.574561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.581018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.587199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.594009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.600051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.605660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.607589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4c1026c-8388-45ca-9f15-187b80c42d2b req-8b175e98-f6bc-49e5-b09f-f3e105717298 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.4411466 Jun 03 15:22:34.618174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Calling delete_port for c196d161-2592-4f7d-a702-78caba79a677 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:34.659073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49416) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:34.695720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Request body: {'floatingip': {'port_id': '5360da91-7068-48a5-99db-6c929e3a09df'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:34.704442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.705071 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.706440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d857cc3-4abd-4366-a501-e9d44f23927b HTTP/1.1" status: 200 len: 1092 time: 3.4656360 Jun 03 15:22:34.710581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'tag': '3d857cc3-4abd-4366-a501-e9d44f23927b'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:34.745130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220236aa-704d-4f8f-aa97-ebfa3a442575 req-15e9db6d-312c-4d74-bc97-126def6b4e20 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4cc106-7044-4724-9327-efc667204cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974875 Jun 03 15:22:34.774982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2109c95d-dc94-4023-afc9-7bddd1e99ebd no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:34.852072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a7fd5-3b27-4eaa-a007-151c44890b35 service neutron] Pushing event updated for resources: {'Port': ['ID=3d857cc3-4abd-4366-a501-e9d44f23927b,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:34.860884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2109c95d-dc94-4023-afc9-7bddd1e99ebd {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:34.861514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2109c95d-dc94-4023-afc9-7bddd1e99ebd not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:34.890940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.993832 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18086b4f-725b-4960-91fd-c5bab0ad463d'] response: {'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'code': 200} Jun 03 15:22:35.032160 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.038875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-c0871660-e5c7-4e8e-957d-fb323066c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.040928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-c0871660-e5c7-4e8e-957d-fb323066c96a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 1095 time: 0.2560532 Jun 03 15:22:35.047043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.320693 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56189e59-2b07-4e37-9dfb-22755fcb8b40'] response: {'name': 'network-changed', 'server_uuid': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'tag': '3d857cc3-4abd-4366-a501-e9d44f23927b', 'status': 'completed', 'code': 200} Jun 03 15:22:35.323689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-30d2fbce-2f33-4233-a519-a9d842a89136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d857cc3-4abd-4366-a501-e9d44f23927b HTTP/1.1" status: 200 len: 217 time: 0.2720308 Jun 03 15:22:35.482480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Pushing event updated for resources: {'Port': ['ID=af502664-c480-4be9-a869-02921a71c354,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:35.523859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665f5b-8503-470b-8769-0a3c802d3543 req-b38e111f-090c-47b8-a44c-32d459c0d568 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.525406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4665f5b-8503-470b-8769-0a3c802d3543 req-b38e111f-090c-47b8-a44c-32d459c0d568 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 944 time: 0.5862176 Jun 03 15:22:35.532575 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-0693ffec-a182-448f-ab95-0d6b966c9c6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1621099 Jun 03 15:22:35.536659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-f6ba0091-1741-4ec2-ad58-73ea6227b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.538054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-f6ba0091-1741-4ec2-ad58-73ea6227b862 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.2036567 Jun 03 15:22:35.540548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.625995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-22427426-a990-4ff1-8ab8-530dc61b076c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654583 Jun 03 15:22:35.657783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.661739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8fa05f89-ad27-4c54-a1c7-95343b9825c8 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0902104 Jun 03 15:22:35.669881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:35.721776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1588248855', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'fixed_ips': [{'ip_address': '172.25.1.16'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:35.736938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4665f5b-8503-470b-8769-0a3c802d3543 req-1f0eaa53-d0d3-4dca-b5b1-bc639423cd5c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038305 Jun 03 15:22:35.738067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:35.765768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Usage tracker for resource:port and tenant:d014570feeef44b09f0838528cb6b12d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:35.771295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:35.781790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813aed9-b20d-4298-a050-94123e03d674 req-87f3aceb-6cf6-4491-994b-1abc1ed048d5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.783293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c813aed9-b20d-4298-a050-94123e03d674 req-87f3aceb-6cf6-4491-994b-1abc1ed048d5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 945 time: 0.3879402 Jun 03 15:22:35.800655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49450) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:35.801868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:35.827003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Request body: {'floatingip': {'port_id': '0eec19fc-2332-4ede-bef6-1f7094179cf4'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:35.944559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-118f78ff-ffe1-4c8a-9e1f-86fd7a268c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.947427 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-118f78ff-ffe1-4c8a-9e1f-86fd7a268c15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c626ac1c2c08403eb0d07953cfc99574&device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 1100 time: 0.2637272 Jun 03 15:22:36.056029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-a2dfbe26-5685-4220-a181-dbd9882614c7 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191329 Jun 03 15:22:36.065946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Made reservation on behalf of d014570feeef44b09f0838528cb6b12d for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:36.071261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.085556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.162067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.194674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.316485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.423542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:36.471775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Usage tracker for resource:security_group_rule and tenant:d014570feeef44b09f0838528cb6b12d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:36.481500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:36.491969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.505271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:36.597592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c196d161-2592-4f7d-a702-78caba79a677,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:36.673911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c196d161-2592-4f7d-a702-78caba79a677 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:36.694205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f358d57-6a48-4945-9831-2770ba570dff req-67881ed0-d70f-46c8-941d-e3ff81d8ee02 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.701780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f358d57-6a48-4945-9831-2770ba570dff req-67881ed0-d70f-46c8-941d-e3ff81d8ee02 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.7467647 Jun 03 15:22:36.712908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: c196d161-2592-4f7d-a702-78caba79a677 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:36.713237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c196d161-2592-4f7d-a702-78caba79a677 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:36.810970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f10bc0c-bf2c-4268-bb3f-dd54ea2bc4d9 req-25c9b465-9044-4c9d-8eb3-251bdd61e3a4 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552064 Jun 03 15:22:36.853922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-2979cb5b-0724-430a-904b-90e0ee793f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.857825 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-2979cb5b-0724-430a-904b-90e0ee793f9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.7512288 Jun 03 15:22:36.863252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f358d57-6a48-4945-9831-2770ba570dff req-0f4e278e-243c-4ca1-b0e9-8c05c9f71ae6 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602132 Jun 03 15:22:36.949936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.098256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-4d04b0a2-eceb-46e1-ac01-e7bb0e952471 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c HTTP/1.1" status: 200 len: 217 time: 0.2211101 Jun 03 15:22:37.205644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.211611 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Floating IP 60565bab-82a7-4680-b83c-259f375dabaf associated. External IP: 172.25.1.171, port: 5360da91-7068-48a5-99db-6c929e3a09df. Jun 03 15:22:37.277972 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.355714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-5dc23c57-cef2-43a6-9be6-592b6bb465aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.357356 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-5dc23c57-cef2-43a6-9be6-592b6bb465aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1980441 Jun 03 15:22:37.373944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.376907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edbe0a79-6201-4bee-b309-1384348a8a3e {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:22:37.394032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:22:37.544481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.545827 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2dd579c4-cd33-4785-9e0f-c8c47330c6a0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/edbe0a79-6201-4bee-b309-1384348a8a3e HTTP/1.1" status: 204 len: 168 time: 4.0405695 Jun 03 15:22:37.551392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49550) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:37.555411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.579205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.597803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] device_id is not set on port dd866eb7-7aec-434f-9932-7398128a5baf yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:22:37.647034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.695597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] Deleting subnet f80911b9-30c0-4dc2-a327-7708cbb1436c {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:37.703882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-07212b71-2889-45d0-a752-e38db3127c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.707286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-07212b71-2889-45d0-a752-e38db3127c22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 1095 time: 0.8308706 Jun 03 15:22:37.707462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.709116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.779516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-0db02c45-afbb-4175-b0d0-96ed847d5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.780952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-0db02c45-afbb-4175-b0d0-96ed847d5f09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4083028 Jun 03 15:22:37.802220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382a5f4e-7a73-422f-ac52-41d71a5dde7a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:37.845384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.942393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058d0d0-2fd1-478c-afd2-a511c0ec28ea req-a3e58d11-5f4d-4838-909f-d25426966d94 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.943984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1058d0d0-2fd1-478c-afd2-a511c0ec28ea req-a3e58d11-5f4d-4838-909f-d25426966d94 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 944 time: 0.7963235 Jun 03 15:22:37.971875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49579e-621e-48d8-88b1-05d1a27170ab req-cb11a275-8225-47e8-b0bd-f6098eb266eb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.973610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc49579e-621e-48d8-88b1-05d1a27170ab req-cb11a275-8225-47e8-b0bd-f6098eb266eb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.8300097 Jun 03 15:22:38.180705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:38.222187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-c315cc8c-2bbd-42f5-82a7-7f66132924bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:38.223634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-c315cc8c-2bbd-42f5-82a7-7f66132924bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.4628897 Jun 03 15:22:38.232976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc49579e-621e-48d8-88b1-05d1a27170ab req-25108f06-8297-41d1-9975-1a1fc5bae83d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474489 Jun 03 15:22:38.240467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1058d0d0-2fd1-478c-afd2-a511c0ec28ea req-b1baf703-cfa4-42c9-ab41-e6623c520c0c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837033 Jun 03 15:22:38.291247 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-3dfc416e-445f-4711-87b3-b90d494a3656 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003123 Jun 03 15:22:38.301141 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Floating IP 7027120a-0ed7-4723-b439-ea6df888e10c associated. External IP: 172.25.1.254, port: 0eec19fc-2332-4ede-bef6-1f7094179cf4. Jun 03 15:22:38.332678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.390306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-e8b85f68-987e-463a-aa02-c4036adeb7d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d857cc3-4abd-4366-a501-e9d44f23927b HTTP/1.1" status: 200 len: 217 time: 0.1547732 Jun 03 15:22:38.457868 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 15:22:38.458557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:22:38.564886 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:22:38.756228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:38.765950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c73be55e-c158-4ab4-836e-eb63f93b74a6 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.0923572 Jun 03 15:22:38.770166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49582) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:38.774678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] Sync routers for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:38.775197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-e245301e-5a31-444a-a2b8-2890178c4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:38.777699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-e245301e-5a31-444a-a2b8-2890178c4cbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.3703163 Jun 03 15:22:38.793607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:38.794947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:38.864782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.932979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-cb4ecccb-82b4-4ea4-9a2d-91d737b7aa1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459544 Jun 03 15:22:38.966745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.050846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:39.105034 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c1208477-3af5-4739-8bcd-80dbd3e5d77e req-63db5005-a547-4ca6-b780-a843c51deb32 service neutron] 10.222.0.15 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975144 Jun 03 15:22:39.125316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80911b9-30c0-4dc2-a327-7708cbb1436c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:39.133603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.140537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dbd8a089-b771-4f4f-8455-7fe1962cbf89 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f80911b9-30c0-4dc2-a327-7708cbb1436c HTTP/1.1" status: 204 len: 168 time: 1.5843623 Jun 03 15:22:39.151027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49612) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:39.208197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Deleting port af502664-c480-4be9-a869-02921a71c354 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:39.208796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.276806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-49162b78-7558-4874-9892-6340dc729946 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "PUT /v2.0/floatingips/60565bab-82a7-4680-b83c-259f375dabaf HTTP/1.1" status: 200 len: 991 time: 4.6163349 Jun 03 15:22:39.281221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:39.333961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3d7b0-4b57-41e2-b0e1-7999122c15c2 None None] Network d09311b2-c859-4e68-a0e9-573a99ae4a26 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:39.349357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3d857cc3-4abd-4366-a501-e9d44f23927b details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:39.516765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.517097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.528991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3d857cc3-4abd-4366-a501-e9d44f23927b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3d857cc3-4abd-4366-a501-e9d44f23927b,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:39.566399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '3d857cc3-4abd-4366-a501-e9d44f23927b', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': '3d857cc3-4abd-4366-a501-e9d44f23927b', 'mac_address': 'fa:16:3e:85:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:39.651063 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.666696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bf8c3-bd86-4b9a-a82c-fcc24a7ee660 req-04fdc497-8b5e-48df-8610-c218f355802b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.669643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21bf8c3-bd86-4b9a-a82c-fcc24a7ee660 req-04fdc497-8b5e-48df-8610-c218f355802b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.8318355 Jun 03 15:22:39.675280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-3eac755b-35d9-4c3d-b3d5-91cd1a971575 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307203 Jun 03 15:22:39.785745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:39.826684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Deleting port 17def183-fc3a-409e-8202-2f1828478331 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:39.826684 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.843977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Calling delete_port for af502664-c480-4be9-a869-02921a71c354 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:39.897040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21bf8c3-bd86-4b9a-a82c-fcc24a7ee660 req-ece389f6-bbaa-4e61-9a71-257b37ba03ae tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166865 Jun 03 15:22:40.010007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3d857cc3-4abd-4366-a501-e9d44f23927b is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:40.011080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.151973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d857cc3-4abd-4366-a501-e9d44f23927b {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:40.213967 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc06097-507a-48d9-a982-5f0ab87cd402'] response: {'name': 'network-changed', 'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df', 'status': 'completed', 'code': 200} Jun 03 15:22:40.273039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3d857cc3-4abd-4366-a501-e9d44f23927b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3d857cc3-4abd-4366-a501-e9d44f23927b,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:40.276450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:40.291702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] Sync routers for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:40.293707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.311213 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:40.312031 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:40.318792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.339726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.340192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.340744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.342149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.342620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.343132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.343648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.345732 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5339bee5-0361-4143-a52c-c656d06805dd req-4cf87c86-423a-48cc-80e6-fd89e214aee1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6491 time: 0.1353369 Jun 03 15:22:40.346452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.375601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9a1aa6e-82be-48f5-8784-ed492428f63c req-a327f1c5-94b1-43c2-81e9-ef3876cbbf5e service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849954 Jun 03 15:22:40.451047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3d857cc3-4abd-4366-a501-e9d44f23927b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:40.506591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '60565bab-82a7-4680-b83c-259f375dabaf', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'port_id': '5360da91-7068-48a5-99db-6c929e3a09df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'mac_address': 'fa:16:3e:35:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:20:17Z', 'updated_at': '2022-06-03T15:22:35Z', 'revision_number': 1, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:58Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:40.521478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] Checking router: d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:40.560078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] DHCP port deletion for d09311b2-c859-4e68-a0e9-573a99ae4a26 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:22:40.566389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Deleting port 17def183-fc3a-409e-8202-2f1828478331 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:40.566765 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.643055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c8e2ba65-3f98-483e-ac2c-60b648fd35b7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "PUT /v2.0/floatingips/7027120a-0ed7-4723-b439-ea6df888e10c HTTP/1.1" status: 200 len: 991 time: 4.8366797 Jun 03 15:22:40.647287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:40.659294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295b4c-fe8d-41a0-83bd-691bdfa356d0 req-7fd4f32e-710f-4af2-a947-b53034813675 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.667807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46295b4c-fe8d-41a0-83bd-691bdfa356d0 req-7fd4f32e-710f-4af2-a947-b53034813675 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 944 time: 0.5663457 Jun 03 15:22:40.694352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Pushing event deleted for resources: {'Port': ['ID=af502664-c480-4be9-a869-02921a71c354,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:40.702766 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:40.723376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3d857cc3-4abd-4366-a501-e9d44f23927b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:40.736808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46295b4c-fe8d-41a0-83bd-691bdfa356d0 req-ff399c2b-223f-40dc-9b97-d33ce4a857e7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634673 Jun 03 15:22:40.772936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] For port 17def183-fc3a-409e-8202-2f1828478331, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=17def183-fc3a-409e-8202-2f1828478331,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:40.781601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.809115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:40.810479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:40.819731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57c5b4-631f-4f30-92d0-d5abcde0909c req-6b2c1f76-1519-4e2a-86a6-c55f62cd79b1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.821341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f57c5b4-631f-4f30-92d0-d5abcde0909c req-6b2c1f76-1519-4e2a-86a6-c55f62cd79b1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4598243 Jun 03 15:22:40.890645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-56e24b66-099b-4a89-a4bc-c4542a2139b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.892497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5339bee5-0361-4143-a52c-c656d06805dd req-56e24b66-099b-4a89-a4bc-c4542a2139b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a325eddb-5778-4430-8610-ca83f8ff19fd HTTP/1.1" status: 200 len: 913 time: 0.5350728 Jun 03 15:22:40.896454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.023274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.024369 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c1beddcd-7703-4a72-8a3d-52857580ad5d tempest-ExternalNetworksAdminNegativeTestJSON-1948795320 tempest-ExternalNetworksAdminNegativeTestJSON-1948795320-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/7dd32830-58c9-4f71-8fa5-6924104aaf3a HTTP/1.1" status: 204 len: 168 time: 2.2530499 Jun 03 15:22:41.082265 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5339bee5-0361-4143-a52c-c656d06805dd req-854b9020-814f-448a-b105-dc9ae50c6b74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5360da91-7068-48a5-99db-6c929e3a09df HTTP/1.1" status: 200 len: 999 time: 0.1804845 Jun 03 15:22:41.238653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-3a236cc6-2c0f-427f-85a5-9e4a906915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.240849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5339bee5-0361-4143-a52c-c656d06805dd req-3a236cc6-2c0f-427f-85a5-9e4a906915f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d854a12-8a3e-4bb5-abcb-da59cf86a192 HTTP/1.1" status: 200 len: 851 time: 0.1289546 Jun 03 15:22:41.369479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] For port 17def183-fc3a-409e-8202-2f1828478331, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=17def183-fc3a-409e-8202-2f1828478331,segment=NetworkSegment(718e472d-8efb-4ce3-b393-0954c73f15c6),segment_id=718e472d-8efb-4ce3-b393-0954c73f15c6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:41.370906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.517292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Calling delete_port for 17def183-fc3a-409e-8202-2f1828478331 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:41.527497 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7027120a-0ed7-4723-b439-ea6df888e10c', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'port_id': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'mac_address': 'fa:16:3e:db:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:22:11Z', 'updated_at': '2022-06-03T15:22:37Z', 'revision_number': 1, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:46Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:41.531977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bee5-0361-4143-a52c-c656d06805dd req-8d14009f-3a18-4a8c-bb39-992ab7a26cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.533519 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5339bee5-0361-4143-a52c-c656d06805dd req-8d14009f-3a18-4a8c-bb39-992ab7a26cd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a325eddb-5778-4430-8610-ca83f8ff19fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548034 Jun 03 15:22:41.550658 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] Checking router: f79e7ed1-656e-47bf-875f-6fbfbc6136c5 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:41.569896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Calling delete_port for 17def183-fc3a-409e-8202-2f1828478331 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:41.593648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f57c5b4-631f-4f30-92d0-d5abcde0909c req-d3ca23e6-88ff-4fd5-a93d-62b4ab463881 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237523 Jun 03 15:22:41.610788 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:41.612016 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:41.632399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 17def183-fc3a-409e-8202-2f1828478331 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:41.717940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.816272 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd4dac9-ded7-4b95-a3a1-38129660e7f3'] response: {'name': 'network-changed', 'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'status': 'completed', 'code': 200} Jun 03 15:22:41.886892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=17def183-fc3a-409e-8202-2f1828478331,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:41.900440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] No DVR routers for this DVR port 17def183-fc3a-409e-8202-2f1828478331 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:42.026000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49760) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:42.060554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 17def183-fc3a-409e-8202-2f1828478331 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:22:42.060969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 17def183-fc3a-409e-8202-2f1828478331 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:42.100209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:22:42.100732 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:22:42.172562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:42.194397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5339bee5-0361-4143-a52c-c656d06805dd req-fafd6dcf-e5f2-4494-9dd8-1607e8947e74 service neutron] 10.222.0.70 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507959 Jun 03 15:22:42.281146 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:42.381269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.411242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09311b2-c859-4e68-a0e9-573a99ae4a26']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:42.430733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718e472d-8efb-4ce3-b393-0954c73f15c6') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:42.431067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718e472d-8efb-4ce3-b393-0954c73f15c6') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:42.514199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-d17aedc9-6a2d-42bd-863d-9a02e1bcfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:42.517157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-d17aedc9-6a2d-42bd-863d-9a02e1bcfb4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 1096 time: 0.6998765 Jun 03 15:22:42.521197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.578807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.648533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5339bee5-0361-4143-a52c-c656d06805dd req-df409dfe-ec46-4ace-8eda-93f581e965cc service neutron] 10.222.0.70 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397852 Jun 03 15:22:42.651149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:42.664064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Usage tracker for resource:security_group_rule and tenant:808c1973eb9b4013adb07391016cd94e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:42.670449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:42.689843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:42.703714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Deleting port 17def183-fc3a-409e-8202-2f1828478331 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:42.707470 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.766710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.854368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:42.854747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.878911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a687b2ee-a4ae-4939-a0cd-0a5760cc424c None None] The port '17def183-fc3a-409e-8202-2f1828478331' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:22:43.016020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.037653 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.131086 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 718e472d-8efb-4ce3-b393-0954c73f15c6 resource provider aggregate not found Jun 03 15:22:43.151301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-aae34bb8-95e8-49fc-9191-cd60d213b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.152785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-aae34bb8-95e8-49fc-9191-cd60d213b991 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 915 time: 0.6087842 Jun 03 15:22:43.171342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda50a6-9885-449a-8088-2f27e074d45f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:43.183673 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 718e472d-8efb-4ce3-b393-0954c73f15c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 718e472d-8efb-4ce3-b393-0954c73f15c6 found for delete ", "request_id": "req-1d3446d5-7130-4304-860c-3c34eea5f690"}]} Jun 03 15:22:43.196733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dceb62c7-4c60-416f-9f8f-3088c0dbc769 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=808c1973eb9b4013adb07391016cd94e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1670134 Jun 03 15:22:43.197779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49792) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:43.248378 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7027120a-0ed7-4723-b439-ea6df888e10c', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'port_id': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'mac_address': 'fa:16:3e:db:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:22:11Z', 'updated_at': '2022-06-03T15:22:37Z', 'revision_number': 1, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:46Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:43.254398 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea5ee4-ec4c-45c4-96c6-76fc2a1e6c81 None None] The sync data for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 is: [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7027120a-0ed7-4723-b439-ea6df888e10c', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'port_id': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'mac_address': 'fa:16:3e:db:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:22:11Z', 'updated_at': '2022-06-03T15:22:37Z', 'revision_number': 1, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:46Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:43.363034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3d857cc3-4abd-4366-a501-e9d44f23927b up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:43.401571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e0ea-8bfa-4669-a464-48b95751411a req-968bc237-8218-4cdc-8c56-14f8d5877c41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.409724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8027e0ea-8bfa-4669-a464-48b95751411a req-968bc237-8218-4cdc-8c56-14f8d5877c41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 945 time: 0.9825618 Jun 03 15:22:43.412693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.414427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7002f8a3-b845-49c5-8637-7b11b716fa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.421630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.427158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-dda54218-af34-4ac5-bc34-c7e8dedec45e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4 HTTP/1.1" status: 200 len: 999 time: 0.2422912 Jun 03 15:22:43.486790 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-268ab526-98ae-43f8-9118-5f11d576f998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.502889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7002f8a3-b845-49c5-8637-7b11b716fa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.519254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09311b2-c859-4e68-a0e9-573a99ae4a26,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:43.537024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 3d857cc3-4abd-4366-a501-e9d44f23927b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:43.559896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 3d857cc3-4abd-4366-a501-e9d44f23927b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:43.560281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.563945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5664f068-3c5a-48ae-b417-1147abb5bf23 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d09311b2-c859-4e68-a0e9-573a99ae4a26 HTTP/1.1" status: 204 len: 168 time: 4.4106588 Jun 03 15:22:43.570129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49808) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:43.602745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8027e0ea-8bfa-4669-a464-48b95751411a req-a8b4fdc3-75e8-4203-9d7c-b5793907c0e3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893296 Jun 03 15:22:43.609075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-fd0a4a1f-8c0e-4c54-b288-3a9fae18045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.612010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-fd0a4a1f-8c0e-4c54-b288-3a9fae18045a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=896959ac-50e4-431c-bfc7-1182968b15cc HTTP/1.1" status: 200 len: 853 time: 0.1490650 Jun 03 15:22:43.713142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb52ff9-af37-4b6b-ade6-357d8f8c4e3a None None] New status for floating IP 7027120a-0ed7-4723-b439-ea6df888e10c: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:22:43.863623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-0610158c-92f0-4c9a-8695-3ea422f33792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.865870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-0610158c-92f0-4c9a-8695-3ea422f33792 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453122 Jun 03 15:22:43.907085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42862679-1d3b-437f-ab31-77bab43f9b7a req-b7434158-0f08-425b-97be-f65250f245b9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.909151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7002f8a3-b845-49c5-8637-7b11b716fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.914431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42862679-1d3b-437f-ab31-77bab43f9b7a req-b7434158-0f08-425b-97be-f65250f245b9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1445103 Jun 03 15:22:43.952302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002f8a3-b845-49c5-8637-7b11b716fa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda50a6-9885-449a-8088-2f27e074d45f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:43.962182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7002f8a3-b845-49c5-8637-7b11b716fa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.963777 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7002f8a3-b845-49c5-8637-7b11b716fa78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cda50a6-9885-449a-8088-2f27e074d45f HTTP/1.1" status: 204 len: 168 time: 0.7655127 Jun 03 15:22:44.042599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42862679-1d3b-437f-ab31-77bab43f9b7a req-cbea9a39-15b4-4121-bd74-844237fdeb1c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271973 Jun 03 15:22:44.118578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-cceefc0f-c936-4dca-a2d2-97f93b4bb9a5 service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392304 Jun 03 15:22:44.148556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '60565bab-82a7-4680-b83c-259f375dabaf', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'port_id': '5360da91-7068-48a5-99db-6c929e3a09df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'mac_address': 'fa:16:3e:35:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:20:17Z', 'updated_at': '2022-06-03T15:22:35Z', 'revision_number': 1, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:58Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:44.157415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06532951-9dfd-4ff8-8249-4c6fc52f0b63 None None] The sync data for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 is: [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '60565bab-82a7-4680-b83c-259f375dabaf', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'port_id': '5360da91-7068-48a5-99db-6c929e3a09df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'mac_address': 'fa:16:3e:35:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:20:17Z', 'updated_at': '2022-06-03T15:22:35Z', 'revision_number': 1, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:58Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:44.159789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3d857cc3-4abd-4366-a501-e9d44f23927b is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:44.159920 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.247911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3d857cc3-4abd-4366-a501-e9d44f23927b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3d857cc3-4abd-4366-a501-e9d44f23927b,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:44.250000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d857cc3-4abd-4366-a501-e9d44f23927b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:44.265017 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.343589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3d857cc3-4abd-4366-a501-e9d44f23927b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:44.498547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.506012 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc40369-31c0-47ae-afc1-6c3069963417 None None] New status for floating IP 60565bab-82a7-4680-b83c-259f375dabaf: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:22:44.514430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f161e81-7439-47ea-82bc-e1f6b7adeeea req-96359f5d-ab69-42ac-8129-1e2db6318021 service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891335 Jun 03 15:22:44.524082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef75d9d-0975-4b1e-9dd4-6d10dea8d9ca req-e9cd2f5c-1fd7-4ba1-a78e-c84fce372317 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.525626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ef75d9d-0975-4b1e-9dd4-6d10dea8d9ca req-e9cd2f5c-1fd7-4ba1-a78e-c84fce372317 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 948 time: 0.2407813 Jun 03 15:22:44.538157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73cb30-5dfd-4697-b106-6a5f8d16d59d req-99e883c9-5b99-44c3-9549-0a091c696666 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.546529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e73cb30-5dfd-4697-b106-6a5f8d16d59d req-99e883c9-5b99-44c3-9549-0a091c696666 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2626545 Jun 03 15:22:44.604281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:44.676647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e73cb30-5dfd-4697-b106-6a5f8d16d59d req-cb116c72-8408-4beb-a838-0baf32b7d1ac tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290152 Jun 03 15:22:44.685562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ef75d9d-0975-4b1e-9dd4-6d10dea8d9ca req-c5ddca8a-740f-4745-ae90-21c36a4159a5 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211691 Jun 03 15:22:44.745126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a279b136-baa9-48a7-a60f-fad21d3946b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d014570feeef44b09f0838528cb6b12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394978 Jun 03 15:22:44.745974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49840) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:44.773201 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db59c0ef-fde6-4fed-848a-16197764780d'] response: {'server_uuid': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d857cc3-4abd-4366-a501-e9d44f23927b', 'code': 200} Jun 03 15:22:45.016967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ea6b-2a31-4a2b-8c4b-b9601efda6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.048906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ea6b-2a31-4a2b-8c4b-b9601efda6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.147865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ea6b-2a31-4a2b-8c4b-b9601efda6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.178929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808914-c9d0-4b94-a6f3-af0940a1d337 req-3e467fd3-ecf0-4728-8858-a717fab46586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.180460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84808914-c9d0-4b94-a6f3-af0940a1d337 req-3e467fd3-ecf0-4728-8858-a717fab46586 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 1097 time: 0.3494339 Jun 03 15:22:45.189273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b70c2-45eb-4d00-981d-63bf7ae5f4e3 req-82e32378-ccb4-4853-b1e5-28eb7e85e0f2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.197795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a0b70c2-45eb-4d00-981d-63bf7ae5f4e3 req-82e32378-ccb4-4853-b1e5-28eb7e85e0f2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.3014565 Jun 03 15:22:45.223374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Deleting port d813ea1b-4882-43fc-b776-8c19fbc61473 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:45.224481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.257416 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.336347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0ea6b-2a31-4a2b-8c4b-b9601efda6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382a5f4e-7a73-422f-ac52-41d71a5dde7a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:45.363960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ea6b-2a31-4a2b-8c4b-b9601efda6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.367829 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9a0ea6b-2a31-4a2b-8c4b-b9601efda6f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/382a5f4e-7a73-422f-ac52-41d71a5dde7a HTTP/1.1" status: 204 len: 168 time: 0.6178823 Jun 03 15:22:45.401409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84808914-c9d0-4b94-a6f3-af0940a1d337 req-5baf132a-8a96-4861-92a6-dabc38c5feb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616126 Jun 03 15:22:45.414732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a0b70c2-45eb-4d00-981d-63bf7ae5f4e3 req-90e5d0c7-4a61-44bd-8ca5-9b52efc71ef1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159567 Jun 03 15:22:45.490612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] For port d813ea1b-4882-43fc-b776-8c19fbc61473, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d813ea1b-4882-43fc-b776-8c19fbc61473,segment=NetworkSegment(a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5),segment_id=a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:45.491331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.590461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b5771-51f3-4147-a2c8-7465d09d748c req-fe7e9df5-6f35-410e-865d-7f5d8b0aead5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.594057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf5b5771-51f3-4147-a2c8-7465d09d748c req-fe7e9df5-6f35-410e-865d-7f5d8b0aead5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.0982325 Jun 03 15:22:45.640224 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c19437fa-5e76-4c0c-b805-120d4621ac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.669258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf5b5771-51f3-4147-a2c8-7465d09d748c req-c920cef9-cc81-488c-a513-e0a125cca2ba tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492964 Jun 03 15:22:45.688118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Calling delete_port for d813ea1b-4882-43fc-b776-8c19fbc61473 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:45.833306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-9d4a8ab2-6868-47fb-977d-8529a837d685 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.834041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-9d4a8ab2-6868-47fb-977d-8529a837d685 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Synchronizing usage tracker for tenant:c626ac1c2c08403eb0d07953cfc99574 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:45.879164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-9d4a8ab2-6868-47fb-977d-8529a837d685 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Unset dirty status for tenant:c626ac1c2c08403eb0d07953cfc99574 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:45.880424 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-9d4a8ab2-6868-47fb-977d-8529a837d685 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.70 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 948 time: 0.2365658 Jun 03 15:22:46.058177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61424192-ce60-4c31-ab85-c0420bf6218f req-99943258-933a-4046-bf9e-1642866b8853 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.069802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61424192-ce60-4c31-ab85-c0420bf6218f req-99943258-933a-4046-bf9e-1642866b8853 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 948 time: 0.1868947 Jun 03 15:22:46.097710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Deleting port d459a006-e496-49f2-8c04-b4902b425cd4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:46.098084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.118921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61424192-ce60-4c31-ab85-c0420bf6218f req-9573ab1f-5e9c-4491-974b-1948296e8505 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469303 Jun 03 15:22:46.188939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.274168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d813ea1b-4882-43fc-b776-8c19fbc61473,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:46.639756 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.740731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730dcf-591d-4850-8ea6-8cecf07d5427 req-f184774a-ae0e-4154-8b84-d95a1ca22051 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.749840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df730dcf-591d-4850-8ea6-8cecf07d5427 req-f184774a-ae0e-4154-8b84-d95a1ca22051 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.1881869 Jun 03 15:22:46.816911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] For port d459a006-e496-49f2-8c04-b4902b425cd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d459a006-e496-49f2-8c04-b4902b425cd4,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:46.817317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.841704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df730dcf-591d-4850-8ea6-8cecf07d5427 req-60d4211c-c0f2-4870-b890-cebd45b4011c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865963 Jun 03 15:22:46.859076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.956743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33a70-d8d2-4bb0-8f66-e333c884fd04 req-24b7db89-bcf4-496f-9362-db944caa24dd tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.971693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Calling delete_port for d459a006-e496-49f2-8c04-b4902b425cd4 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:46.980771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfd33a70-d8d2-4bb0-8f66-e333c884fd04 req-24b7db89-bcf4-496f-9362-db944caa24dd tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1347802 Jun 03 15:22:47.021056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.075302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfd33a70-d8d2-4bb0-8f66-e333c884fd04 req-d16e8c0f-bc78-4b08-aad4-fe9af93877b7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916872 Jun 03 15:22:47.373830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-630e07c2-46f0-4080-a1e9-ae107f693f3e req-3405dc67-1192-4f5f-815c-4be1cd2a4b67 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=48099111-c4e2-47b6-b037-05ecf3bcd9d8 HTTP/1.1" status: 200 len: 210 time: 0.0959971 Jun 03 15:22:47.389254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.458865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Pushing event deleted for resources: {'Port': ['ID=d459a006-e496-49f2-8c04-b4902b425cd4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:47.560508 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.607854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] No DVR routers for this DVR port d459a006-e496-49f2-8c04-b4902b425cd4 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:47.619339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.622091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-deleted', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:47.655120 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fc2edf50-3da5-47aa-85bd-f09fae531212 req-2769cf39-bce5-4369-b24d-85cce1489024 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.70 "DELETE /v2.0/ports/d459a006-e496-49f2-8c04-b4902b425cd4 HTTP/1.1" status: 204 len: 173 time: 1.7637637 Jun 03 15:22:47.667766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:47.717849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:47.920310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f9997e40-b025-450c-b065-adb2dc4186df tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:47.941691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:47.948172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-88ddceab-d07f-416d-842e-c6546ac60bf4 admin admin] 10.222.0.66 "PUT /v2.0/routers/57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3759048 Jun 03 15:22:47.951592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49926) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:47.954985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] Sync routers for ids ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:47.978005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] Routers {'57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:47.978660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:47.999948 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7bd664e-eea2-4024-b678-e34ff643044e'] response: {'server_uuid': '48099111-c4e2-47b6-b037-05ecf3bcd9d8', 'name': 'network-vif-deleted', 'tag': 'd459a006-e496-49f2-8c04-b4902b425cd4', 'status': 'completed', 'code': 200} Jun 03 15:22:48.266156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] Set router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:48.275277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.470951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9997e40-b025-450c-b065-adb2dc4186df tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "PUT /v2.0/quotas/39966fc070694d5ea5185c55f9aeea0c HTTP/1.1" status: 200 len: 368 time: 0.7475541 Jun 03 15:22:48.473633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49936) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:48.481500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Request body: {'network': {'project_id': '39966fc070694d5ea5185c55f9aeea0c'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:48.500777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:48.513327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Usage tracker for resource:network and tenant:39966fc070694d5ea5185c55f9aeea0c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:48.513327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:48.531090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:48.550587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Made reservation on behalf of 39966fc070694d5ea5185c55f9aeea0c for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:48.553584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.587901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.617193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:48.621675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Usage tracker for resource:security_group_rule and tenant:39966fc070694d5ea5185c55f9aeea0c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:48.626316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.631001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:48.643568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:48.657114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73950d64-bd33-483f-8278-f95273c70a38 req-0dffe3aa-20df-4cdc-9ac8-c646f3de0aa5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:48.664830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73950d64-bd33-483f-8278-f95273c70a38 req-0dffe3aa-20df-4cdc-9ac8-c646f3de0aa5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.5033774 Jun 03 15:22:48.684033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Deleting port 240e794f-6154-41ef-9f1b-35dc5db2f1b5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:48.685149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.738593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb017e6-99de-4279-b223-661144a7d211 req-1b55e4ed-f0e9-47f7-bd4f-e59b3cb2b8be tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:48.740833 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.745734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfb017e6-99de-4279-b223-661144a7d211 req-1b55e4ed-f0e9-47f7-bd4f-e59b3cb2b8be tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3505700 Jun 03 15:22:48.766439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.773205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.789436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:22:45Z', 'revision_number': 5, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port': {'id': '240e794f-6154-41ef-9f1b-35dc5db2f1b5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:24Z', 'updated_at': '2022-06-03T15:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:48.794399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] Checking router: 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:48.803600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] Routers {'57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:48.804613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:22:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:48.807158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d179d5c0-5ef4-41ef-83be-9d22981edefa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:48.817389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:22:48.829371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.829904 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Added segment e57de4d3-96d5-40a8-8335-39813bebbd36 of type vlan for network c3867113-922c-4b24-b06d-f755efc7d7d2 Jun 03 15:22:48.836953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73950d64-bd33-483f-8278-f95273c70a38 req-72020f80-a646-465d-ace2-41bf2d643b92 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691103 Jun 03 15:22:48.891274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.898378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfb017e6-99de-4279-b223-661144a7d211 req-7161fd43-b1f1-4048-ba9c-29c8ae47728d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515999 Jun 03 15:22:48.985899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.986891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:48.987497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.011853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] For port 240e794f-6154-41ef-9f1b-35dc5db2f1b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=240e794f-6154-41ef-9f1b-35dc5db2f1b5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:49.013856 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.049946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] Set router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:49.168334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d459a006-e496-49f2-8c04-b4902b425cd4 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:49.172679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Pushing event updated for resources: {'Network': ['ID=c3867113-922c-4b24-b06d-f755efc7d7d2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:49.190543 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-777d4203-34fd-4d28-bc03-8c431bc82568 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7170916 Jun 03 15:22:49.191320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49948) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:49.205520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Request body: {'network': {'project_id': '39966fc070694d5ea5185c55f9aeea0c'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:49.228269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:49.236453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Usage tracker for resource:network and tenant:39966fc070694d5ea5185c55f9aeea0c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:49.240889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:49.255042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:49.255244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Calling delete_port for 240e794f-6154-41ef-9f1b-35dc5db2f1b5 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:49.296683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Made reservation on behalf of 39966fc070694d5ea5185c55f9aeea0c for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:49.299426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.307193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c3867113-922c-4b24-b06d-f755efc7d7d2 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:22:49.346109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:22:48Z', 'revision_number': 6, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:49.358674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:22:49.361633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: d459a006-e496-49f2-8c04-b4902b425cd4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:49.361969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d459a006-e496-49f2-8c04-b4902b425cd4 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:49.383181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.383535 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Added segment de66350e-747a-448c-8bda-775b22031e81 of type vlan for network e6baea45-d29e-4ec6-b1fb-422c7bba2148 Jun 03 15:22:49.469691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.471375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8162313-e14e-4a3b-87e0-d74ce4d14474 None None] The sync data for ids ['57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8'] in n-d-844594-1 is: [{'id': '57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8', 'name': 'tempest-TaggedBootDevicesTest_v242-965165749-router', 'tenant_id': '93c5fc3603f84dba871d6cef137f7eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:21Z', 'updated_at': '2022-06-03T15:22:48Z', 'revision_number': 6, 'project_id': '93c5fc3603f84dba871d6cef137f7eda', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:49.534776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.537840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.539876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.602867 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4045212 Jun 03 15:22:49.615095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49958) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:49.679958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Request body: {'network': {'project_id': '39966fc070694d5ea5185c55f9aeea0c'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:49.705159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:49.710500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Usage tracker for resource:network and tenant:39966fc070694d5ea5185c55f9aeea0c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:49.730730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:49.750254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:49.755020 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 15:22:49.761858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:22:49.774472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5993d5f5-9b37-4ab6-b9d1-ca6bb47d16c6 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1582549 Jun 03 15:22:49.777256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49962) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:49.780647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e52d84-e982-4308-a2a1-0f9f7cc6adbc tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Pushing event updated for resources: {'Network': ['ID=e6baea45-d29e-4ec6-b1fb-422c7bba2148,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:49.780801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac2d17-1dce-4e00-9aa0-b953b11dfc94 req-2c7d1557-158c-42b4-acb7-7931246b0079 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.782157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bbac2d17-1dce-4e00-9aa0-b953b11dfc94 req-2c7d1557-158c-42b4-acb7-7931246b0079 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.2426047 Jun 03 15:22:49.801469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network e6baea45-d29e-4ec6-b1fb-422c7bba2148 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:22:49.923562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bbac2d17-1dce-4e00-9aa0-b953b11dfc94 req-4bf551b2-8b22-4c64-a464-af8a0ca25de9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226380 Jun 03 15:22:50.064524 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a6ffc536-3022-445b-9f5c-5a1201dbf865 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39966fc070694d5ea5185c55f9aeea0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860463 Jun 03 15:22:50.065137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:50.105831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d247dc-8def-45c8-8abc-ef28d2453892 req-93b85db6-607f-40cc-b073-d6cd7c8ba6d3 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:50.105831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48d247dc-8def-45c8-8abc-ef28d2453892 req-93b85db6-607f-40cc-b073-d6cd7c8ba6d3 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 949 time: 0.3999474 Jun 03 15:22:50.188279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8fa1afa5-da57-4b82-9463-fd22081289d9 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.256163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8fa1afa5-da57-4b82-9463-fd22081289d9 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.288462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48d247dc-8def-45c8-8abc-ef28d2453892 req-77dccebd-879b-43a1-b7c2-e5dfb7e0cbb8 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812744 Jun 03 15:22:50.299487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.342154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8fa1afa5-da57-4b82-9463-fd22081289d9 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.362601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Pushing event deleted for resources: {'Port': ['ID=240e794f-6154-41ef-9f1b-35dc5db2f1b5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:50.383701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1afa5-da57-4b82-9463-fd22081289d9 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179d5c0-5ef4-41ef-83be-9d22981edefa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:50.393638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8fa1afa5-da57-4b82-9463-fd22081289d9 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.397218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8fa1afa5-da57-4b82-9463-fd22081289d9 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/d179d5c0-5ef4-41ef-83be-9d22981edefa HTTP/1.1" status: 204 len: 168 time: 0.3296473 Jun 03 15:22:50.413491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49976) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:50.499281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec662b4-a068-4206-b0e0-73cb85d3a1b6 req-a47e0e87-906f-4a2d-a1a0-08d697dc88eb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:50.501097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ec662b4-a068-4206-b0e0-73cb85d3a1b6 req-a47e0e87-906f-4a2d-a1a0-08d697dc88eb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3663936 Jun 03 15:22:50.516140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.596624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.717536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 240e794f-6154-41ef-9f1b-35dc5db2f1b5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:50.798402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 240e794f-6154-41ef-9f1b-35dc5db2f1b5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:50.798402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 240e794f-6154-41ef-9f1b-35dc5db2f1b5 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:50.798402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d813ea1b-4882-43fc-b776-8c19fbc61473 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:50.859412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.871280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d813ea1b-4882-43fc-b776-8c19fbc61473 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:50.871280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d813ea1b-4882-43fc-b776-8c19fbc61473 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:50.889372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6baea45-d29e-4ec6-b1fb-422c7bba2148']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:50.897521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.902473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de66350e-747a-448c-8bda-775b22031e81') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:50.902771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de66350e-747a-448c-8bda-775b22031e81') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:50.908464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.917048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.935495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.941034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ec662b4-a068-4206-b0e0-73cb85d3a1b6 req-7275e3af-86ca-4b0c-9ccd-f09193f8d168 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796000 Jun 03 15:22:50.942333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:50.942907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.961540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.963480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:22:50.983985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.983985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-676d9e34-ee0c-462d-bede-1120c5679fef admin admin] 10.222.0.66 "DELETE /v2.0/routers/57d23ceb-f4d3-4339-b5d7-019cfa5cd6e8 HTTP/1.1" status: 204 len: 168 time: 3.0262938 Jun 03 15:22:51.000066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49986) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:51.076097 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment de66350e-747a-448c-8bda-775b22031e81 resource provider aggregate not found Jun 03 15:22:51.155816 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment de66350e-747a-448c-8bda-775b22031e81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de66350e-747a-448c-8bda-775b22031e81 found for delete ", "request_id": "req-f478613c-aaf3-45bf-94c3-32748da6dc8f"}]} Jun 03 15:22:51.178378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.220801 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.232544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "DELETE /v2.0/networks/e6baea45-d29e-4ec6-b1fb-422c7bba2148 HTTP/1.1" status: 204 len: 168 time: 0.8120396 Jun 03 15:22:51.232544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49994) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:51.238037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] Deleting subnet e6cad6ec-4850-4bf9-a017-56ee8131dac3 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:51.244994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.268499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd666e1-dc89-491c-b9ee-0b058a4fbe69 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6baea45-d29e-4ec6-b1fb-422c7bba2148,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:51.353308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.410804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b2942-4baa-4b28-9027-e266d9ca0622 req-adea2181-48a8-486f-bbe8-b9fd8281da2c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:51.419476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b48b2942-4baa-4b28-9027-e266d9ca0622 req-adea2181-48a8-486f-bbe8-b9fd8281da2c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.2689180 Jun 03 15:22:51.433804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.593791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b48b2942-4baa-4b28-9027-e266d9ca0622 req-ce9c123a-68d7-4ece-b76b-ee4cd18880bc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685822 Jun 03 15:22:51.609401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.686669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.693065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3867113-922c-4b24-b06d-f755efc7d7d2']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:51.706752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57de4d3-96d5-40a8-8335-39813bebbd36') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:51.707639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57de4d3-96d5-40a8-8335-39813bebbd36') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:51.723949 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.752229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.763038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:51.763904 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.802771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7fc5-dfec-4f4e-92ce-51b68c753ed2 req-68ce96d8-fb4c-44d6-8aaa-99ec492417bc tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:51.814998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e36d7fc5-dfec-4f4e-92ce-51b68c753ed2 req-68ce96d8-fb4c-44d6-8aaa-99ec492417bc tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 949 time: 0.3153763 Jun 03 15:22:51.890045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60519402-1990-4538-bba3-4c6cac8ec814 req-922c86d7-d130-4a56-8c3b-b5b796fafb5e tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:51.890045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60519402-1990-4538-bba3-4c6cac8ec814 req-922c86d7-d130-4a56-8c3b-b5b796fafb5e tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.15 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 949 time: 0.2946775 Jun 03 15:22:51.896004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e36d7fc5-dfec-4f4e-92ce-51b68c753ed2 req-43dd32e2-8ba0-4b48-bf7a-1a8028c998f5 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865231 Jun 03 15:22:51.937351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.005096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.028756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.042032 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] 10.222.0.66 "DELETE /v2.0/networks/c3867113-922c-4b24-b06d-f755efc7d7d2 HTTP/1.1" status: 204 len: 168 time: 0.7953081 Jun 03 15:22:52.047202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea78a5-44ac-4142-aef5-c0b989e081b3 tempest-QuotasNegativeTest-823996773 tempest-QuotasNegativeTest-823996773-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3867113-922c-4b24-b06d-f755efc7d7d2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:52.063315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cad6ec-4850-4bf9-a017-56ee8131dac3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:52.067918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc239696-76ae-4840-bd40-30ad6b1f6e6d None None] Network 97373d1a-c2ea-4b2c-b6d3-16d364ec005d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:52.070087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.084496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50008) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:52.097402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7674bfdf-dafd-4318-bf99-9e31052f7996 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e6cad6ec-4850-4bf9-a017-56ee8131dac3 HTTP/1.1" status: 204 len: 168 time: 1.0970488 Jun 03 15:22:52.118831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Deleting port cd27fc26-a6df-4c68-b439-41e11ab9008c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:52.119178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.293435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.320408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Deleting port e2113993-ee04-404d-891b-6db2c329bbd4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:52.321058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.502217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] DHCP port deletion for 97373d1a-c2ea-4b2c-b6d3-16d364ec005d request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:22:52.506589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Deleting port e2113993-ee04-404d-891b-6db2c329bbd4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:52.506964 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.570573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] For port e2113993-ee04-404d-891b-6db2c329bbd4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e2113993-ee04-404d-891b-6db2c329bbd4,segment=NetworkSegment(a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5),segment_id=a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:52.571135 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.664794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e2113993-ee04-404d-891b-6db2c329bbd4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:52.901888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Calling delete_port for e2113993-ee04-404d-891b-6db2c329bbd4 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:52.905207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50018) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:52.921709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] For port e2113993-ee04-404d-891b-6db2c329bbd4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e2113993-ee04-404d-891b-6db2c329bbd4,segment=NetworkSegment(a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5),segment_id=a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:52.921859 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.974619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbece371-284c-47c2-9063-709e956aef82 req-e60f4b15-9121-4700-8661-e68bb82c3a93 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:52.983448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbece371-284c-47c2-9063-709e956aef82 req-e60f4b15-9121-4700-8661-e68bb82c3a93 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.4395092 Jun 03 15:22:52.994380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a30576-ee2d-4766-a4dd-3f297e875f10 req-1979cf24-a915-4f95-b49a-f142927aecf5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:52.996262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45a30576-ee2d-4766-a4dd-3f297e875f10 req-1979cf24-a915-4f95-b49a-f142927aecf5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.7545822 Jun 03 15:22:53.080751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.155404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] For port cd27fc26-a6df-4c68-b439-41e11ab9008c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd27fc26-a6df-4c68-b439-41e11ab9008c,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:53.155779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.213659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] No DVR routers for this DVR port e2113993-ee04-404d-891b-6db2c329bbd4 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:53.254944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Calling delete_port for e2113993-ee04-404d-891b-6db2c329bbd4 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:53.296058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbece371-284c-47c2-9063-709e956aef82 req-22d3c343-bfe8-4593-ae00-10f45d13780f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070219 Jun 03 15:22:53.314839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e2113993-ee04-404d-891b-6db2c329bbd4 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:53.314839 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.321891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2113993-ee04-404d-891b-6db2c329bbd4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: from cryptography.utils import int_from_bytes Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: from cryptography.utils import int_from_bytes Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn_limited( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn_limited( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.410855 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:53.413343 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:22:53.418221 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e57de4d3-96d5-40a8-8335-39813bebbd36 resource provider aggregate not found Jun 03 15:22:53.434271 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:22:53.434915 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:22:53.468460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.505385 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e57de4d3-96d5-40a8-8335-39813bebbd36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e57de4d3-96d5-40a8-8335-39813bebbd36 found for delete ", "request_id": "req-757ea6ca-ac76-40f3-8597-8518a131752f"}]} Jun 03 15:22:53.509160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97373d1a-c2ea-4b2c-b6d3-16d364ec005d']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:53.525594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:53.526002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:53.540085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Calling delete_port for cd27fc26-a6df-4c68-b439-41e11ab9008c owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:53.540415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.559025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.570106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:53.570587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.582105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.585026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50036) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:53.664330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45a30576-ee2d-4766-a4dd-3f297e875f10 req-a545ad94-e24b-4b74-85ec-dad2944a50cc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943978 Jun 03 15:22:53.674046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:53.691526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.699121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Usage tracker for resource:security_group_rule and tenant:19382bbfb937480b97f2ee83154b3d2e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:53.706356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:53.714013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.725421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/97373d1a-c2ea-4b2c-b6d3-16d364ec005d HTTP/1.1" status: 204 len: 168 time: 1.6397030 Jun 03 15:22:53.726509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e8060-2c41-4d42-bb43-3bd045f1b4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=97373d1a-c2ea-4b2c-b6d3-16d364ec005d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:53.733584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:53.841842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.851112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627686e-0512-48bb-b8a4-09607b544184 req-ba077ec8-5c53-4da4-b510-0fa16b8f1470 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:53.860001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f627686e-0512-48bb-b8a4-09607b544184 req-ba077ec8-5c53-4da4-b510-0fa16b8f1470 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cee4bf-d0f7-4d3e-a586-990ae457a714 HTTP/1.1" status: 200 len: 949 time: 0.3319809 Jun 03 15:22:53.860937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:53.872395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Usage tracker for resource:security_group_rule and tenant:889694c18be746a1baa3f255406bcb8c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:53.882949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:53.893988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50044) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:53.893988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:53.936715 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.939458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Deleting port e2113993-ee04-404d-891b-6db2c329bbd4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:53.939954 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.003362 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ccfba0e2-ea4b-4c87-b1f3-9d1d8d0682fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d2cf021d5af47939b312df443b1f14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951362 Jun 03 15:22:54.003362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50048) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:54.015418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-60078445-b8ab-4d7a-95f2-23c302648165 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:54.015418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-60078445-b8ab-4d7a-95f2-23c302648165 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:54.090084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e6a150fb-f3fe-4540-9a38-fef3ae184f11 None None] The port 'e2113993-ee04-404d-891b-6db2c329bbd4' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:22:54.117102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f627686e-0512-48bb-b8a4-09607b544184 req-6bd24c72-43a0-4ef1-a218-f1d2a33d210c tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd045376-eae4-4219-ada8-855f17de0b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500937 Jun 03 15:22:54.119260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-60078445-b8ab-4d7a-95f2-23c302648165 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:54.119260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-60078445-b8ab-4d7a-95f2-23c302648165 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.3587215 Jun 03 15:22:54.179541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Pushing event deleted for resources: {'Port': ['ID=cd27fc26-a6df-4c68-b439-41e11ab9008c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.182547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.203923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.243018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] No DVR routers for this DVR port cd27fc26-a6df-4c68-b439-41e11ab9008c on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:54.243018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.249461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-deleted', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:54.263963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.271869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d770c5-b57c-4144-bd2f-8a749116c95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.276757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.297284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Deleting port 3d857cc3-4abd-4366-a501-e9d44f23927b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:54.297284 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.307138 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046f6c81-a96f-45c2-bd8a-b9e24fb108c4'] response: {'server_uuid': '79cee4bf-d0f7-4d3e-a586-990ae457a714', 'name': 'network-vif-deleted', 'tag': 'cd27fc26-a6df-4c68-b439-41e11ab9008c', 'status': 'completed', 'code': 200} Jun 03 15:22:54.319620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=889694c18be746a1baa3f255406bcb8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335103 Jun 03 15:22:54.325634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50056) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:54.328745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90388afb-605a-4312-8af6-30ac91b0a0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53490b-c377-4b34-aa72-c38f23390460,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.338950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60519402-1990-4538-bba3-4c6cac8ec814 req-384846f4-cbb1-4ca6-b0ca-ddf8a4461837 tempest-ListImageFiltersTestJSON-1519023629 tempest-ListImageFiltersTestJSON-1519023629-project] 10.222.0.15 "DELETE /v2.0/ports/cd27fc26-a6df-4c68-b439-41e11ab9008c HTTP/1.1" status: 204 len: 173 time: 2.4430904 Jun 03 15:22:54.353087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fca820-b1fb-4eb8-851e-a180ce93d7b7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.360193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-474af91e-1f4c-469a-9143-444ff7593271 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19382bbfb937480b97f2ee83154b3d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4436882 Jun 03 15:22:54.362999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50060) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:54.407853 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d770c5-b57c-4144-bd2f-8a749116c95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.504392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-372d950a-537d-4a90-9b9d-7a77c5fb2906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.558858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-372d950a-537d-4a90-9b9d-7a77c5fb2906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.604398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03f82713-ddd8-46ef-8cd1-42ba55ca5e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.621770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6ef7-1b42-4522-b3d0-4be0886ec653 req-c3b1d97c-43d5-417f-ba3c-bca1fadf80af tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:54.623351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008f6ef7-1b42-4522-b3d0-4be0886ec653 req-c3b1d97c-43d5-417f-ba3c-bca1fadf80af tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 946 time: 0.1763291 Jun 03 15:22:54.664217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d770c5-b57c-4144-bd2f-8a749116c95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.706043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-372d950a-537d-4a90-9b9d-7a77c5fb2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.746851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008f6ef7-1b42-4522-b3d0-4be0886ec653 req-a8b78484-00bb-4f1a-8571-00a2d1afdc8a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098471 Jun 03 15:22:54.748352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d950a-537d-4a90-9b9d-7a77c5fb2906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fca820-b1fb-4eb8-851e-a180ce93d7b7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.772593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-372d950a-537d-4a90-9b9d-7a77c5fb2906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.774902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-372d950a-537d-4a90-9b9d-7a77c5fb2906 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44fca820-b1fb-4eb8-851e-a180ce93d7b7 HTTP/1.1" status: 204 len: 168 time: 0.4097197 Jun 03 15:22:54.797420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d770c5-b57c-4144-bd2f-8a749116c95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774a8b0-d324-422f-bf0b-845e07db4db6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.838843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03f82713-ddd8-46ef-8cd1-42ba55ca5e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.838843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-68d770c5-b57c-4144-bd2f-8a749116c95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.838843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-68d770c5-b57c-4144-bd2f-8a749116c95a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0774a8b0-d324-422f-bf0b-845e07db4db6 HTTP/1.1" status: 204 len: 168 time: 0.8441463 Jun 03 15:22:54.955936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] For port 3d857cc3-4abd-4366-a501-e9d44f23927b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3d857cc3-4abd-4366-a501-e9d44f23927b,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:54.958628 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.042519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716af88-375d-43bb-a814-d77e64b7a1aa req-14bc3453-7e19-4201-a491-56da74567975 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:55.072325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b716af88-375d-43bb-a814-d77e64b7a1aa req-14bc3453-7e19-4201-a491-56da74567975 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1586072 Jun 03 15:22:55.158187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b716af88-375d-43bb-a814-d77e64b7a1aa req-e1529392-68f1-4ae9-b8f6-74f85f170562 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943692 Jun 03 15:22:55.218942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Calling delete_port for 3d857cc3-4abd-4366-a501-e9d44f23927b owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:55.293802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03f82713-ddd8-46ef-8cd1-42ba55ca5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.325434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f82713-ddd8-46ef-8cd1-42ba55ca5e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53490b-c377-4b34-aa72-c38f23390460,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:55.337341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-03f82713-ddd8-46ef-8cd1-42ba55ca5e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.338124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-03f82713-ddd8-46ef-8cd1-42ba55ca5e34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a53490b-c377-4b34-aa72-c38f23390460 HTTP/1.1" status: 204 len: 168 time: 1.0066099 Jun 03 15:22:55.398584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3d857cc3-4abd-4366-a501-e9d44f23927b no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:55.477340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.492213 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No ports have port_id starting with 3d857cc3-4abd-4366-a501-e9d44f23927b Jun 03 15:22:55.493447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:55.542663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event deleted for resources: {'Port': ['ID=3d857cc3-4abd-4366-a501-e9d44f23927b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:55.578764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: cd27fc26-a6df-4c68-b439-41e11ab9008c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:55.578764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd27fc26-a6df-4c68-b439-41e11ab9008c not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:55.603574 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5 resource provider aggregate not found Jun 03 15:22:55.657725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50090) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:55.795719 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8ad7f08-12f2-4b27-aa35-4fbf9e7aece5 found for delete ", "request_id": "req-a8591e56-1349-40e1-ac66-ef2fb6661cb0"}]} Jun 03 15:22:55.807662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0b51dce1-1cde-43f9-a30b-0c981ef463d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93c5fc3603f84dba871d6cef137f7eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504855 Jun 03 15:22:55.808560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50096) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:55.811714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:55.836415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] No DVR routers for this DVR port 3d857cc3-4abd-4366-a501-e9d44f23927b on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:55.841992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.852964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.855403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'name': 'network-vif-deleted', 'tag': '3d857cc3-4abd-4366-a501-e9d44f23927b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:55.877501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8a6e2ad5-abbd-4b2c-a566-cf1c91851816 req-270fe761-c96f-4301-bd8c-a1173d3d96fd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "DELETE /v2.0/ports/3d857cc3-4abd-4366-a501-e9d44f23927b HTTP/1.1" status: 204 len: 173 time: 1.7476680 Jun 03 15:22:55.887943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:55.894674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb84aed6df84d4081b0372750eac51d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:55.899547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:55.905184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:56.073768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32e3643f-7fe3-4db1-b4ec-8aa4a3ee2a3a req-6ea379e6-f8d4-43fc-8c94-ba58fb4ad8c6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=0420bb1f-d302-41c8-8a74-11791d33c46e HTTP/1.1" status: 200 len: 210 time: 0.1565566 Jun 03 15:22:56.112134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5fca-d2a6-4548-9538-8ab4a2f6a4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.149284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5fca-d2a6-4548-9538-8ab4a2f6a4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.185260 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb84c9c-7840-48c1-8ede-2f38d96cab6d'] response: {'server_uuid': '0420bb1f-d302-41c8-8a74-11791d33c46e', 'name': 'network-vif-deleted', 'tag': '3d857cc3-4abd-4366-a501-e9d44f23927b', 'status': 'completed', 'code': 200} Jun 03 15:22:56.305764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.307781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5fca-d2a6-4548-9538-8ab4a2f6a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.321236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.339409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a5fca-d2a6-4548-9538-8ab4a2f6a4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71e82b-9a07-424c-b594-b11d87a6d958,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:56.421205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5fca-d2a6-4548-9538-8ab4a2f6a4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.421205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5e0a5fca-d2a6-4548-9538-8ab4a2f6a4ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c71e82b-9a07-424c-b594-b11d87a6d958 HTTP/1.1" status: 204 len: 168 time: 0.6028280 Jun 03 15:22:56.422554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50128) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:56.428535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbb84aed6df84d4081b0372750eac51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128964 Jun 03 15:22:56.478628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe9c0-8fb6-4594-be5f-a2d347b89fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a13ce0-08bc-4a64-8b00-f761c046a412,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:56.521149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3310af01-3d54-4ba1-aa00-110359084c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.556325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3310af01-3d54-4ba1-aa00-110359084c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.573143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54e92b-139d-4f75-8c3e-1290b8b31680 req-605aa3b6-9491-4207-be3c-1543590e68e9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:56.586771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac54e92b-139d-4f75-8c3e-1290b8b31680 req-605aa3b6-9491-4207-be3c-1543590e68e9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2499382 Jun 03 15:22:56.627137 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3310af01-3d54-4ba1-aa00-110359084c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.672017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310af01-3d54-4ba1-aa00-110359084c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a13ce0-08bc-4a64-8b00-f761c046a412,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:56.680833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3310af01-3d54-4ba1-aa00-110359084c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.699449 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3310af01-3d54-4ba1-aa00-110359084c81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6a13ce0-08bc-4a64-8b00-f761c046a412 HTTP/1.1" status: 204 len: 168 time: 0.2762384 Jun 03 15:22:56.815642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac54e92b-139d-4f75-8c3e-1290b8b31680 req-087e1141-4f14-4105-ba80-2f20d2adf72f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242417 Jun 03 15:22:57.139351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:57.361219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:57.379868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527', 'port_id': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'mac_address': 'fa:16:3e:65:8e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34646f81-0c65-41aa-a004-661c0d2f030d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:57.465346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:57.467027 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.498567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 464a3517-62c9-4555-a2bf-3223e1c6b35f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:57.518012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:57.524949 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.655382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:57.683964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['464a3517-62c9-4555-a2bf-3223e1c6b35f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:57.768629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-16181b7c-0d73-4bd8-acec-b699848a8124 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:57.779669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-16181b7c-0d73-4bd8-acec-b699848a8124 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.2386613 Jun 03 15:22:57.803975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-3ee0b72b-b49c-4943-a677-ecf28d15620e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/quotas/4e7396cbbc08497a9316bfc89e1706db HTTP/1.1" status: 200 len: 375 time: 0.0232913 Jun 03 15:22:57.846616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50214) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:57.890441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-ac1dfe16-0026-46e5-b47a-f8e35d6ec83d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841527 Jun 03 15:22:58.099372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50228) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:58.110344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-0b9ce6cd-b82c-46f1-ab96-04d30e10f616 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127330 Jun 03 15:22:58.155769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5faf591f-a86e-4d10-98ad-f2f5fc58e233 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c626ac1c2c08403eb0d07953cfc99574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078773 Jun 03 15:22:58.158839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50234) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:58.183702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-291309614-network', 'tenant_id': 'da8431b8d4db4e20a4d1bbebb4883d0a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:58.189866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:58.202891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Usage tracker for resource:network and tenant:da8431b8d4db4e20a4d1bbebb4883d0a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:58.208790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:58.239938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:58.273888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Made reservation on behalf of da8431b8d4db4e20a4d1bbebb4883d0a for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:58.280803 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.318533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.334442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-fcc0c498-7757-4c7c-ade1-587eafe2d01a service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093973 Jun 03 15:22:58.356164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:58.376831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Usage tracker for resource:security_group_rule and tenant:da8431b8d4db4e20a4d1bbebb4883d0a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:58.384452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8b9bb-5f10-45ad-b217-fbbf4c0cb42a req-f89dabae-df4c-4b12-9009-b7b04e2854e3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:58.385978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:58.396195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23a8b9bb-5f10-45ad-b217-fbbf4c0cb42a req-f89dabae-df4c-4b12-9009-b7b04e2854e3 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 945 time: 0.3333712 Jun 03 15:22:58.398235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:58.401342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2757aed6-1fc5-4926-b123-b360a2aac211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.507697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2757aed6-1fc5-4926-b123-b360a2aac211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.518188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23a8b9bb-5f10-45ad-b217-fbbf4c0cb42a req-b037ca8f-a5e0-4136-937f-563fb6fd914b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208034 Jun 03 15:22:58.681897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2757aed6-1fc5-4926-b123-b360a2aac211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.720191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757aed6-1fc5-4926-b123-b360a2aac211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd045376-eae4-4219-ada8-855f17de0b96,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:58.749527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.761155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.777471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:22:58.791494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.791942 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Added segment 94e67eb4-aabc-41d8-bcf9-3d0fd42282e0 of type vlan for network 8864600e-41f1-4b73-9a6e-0c5c2cf268af Jun 03 15:22:58.807940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22a94189-7ca9-4d11-86f5-d3b4ce85c33d req-4177b343-6c97-4c11-bbab-06132eb1e513 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 210 time: 0.1300123 Jun 03 15:22:58.830311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.879443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2757aed6-1fc5-4926-b123-b360a2aac211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.880601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2757aed6-1fc5-4926-b123-b360a2aac211 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd045376-eae4-4219-ada8-855f17de0b96 HTTP/1.1" status: 204 len: 168 time: 0.7206106 Jun 03 15:22:58.930125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.932302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:58.932302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.953285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:59.176443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:59.263027 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1473501 Jun 03 15:22:59.274019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50268) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:59.274019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Request body: {'subnet': {'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-291309614-subnet', 'tenant_id': 'da8431b8d4db4e20a4d1bbebb4883d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:59.292482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:59.309626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4aab7-07e1-4c95-8e41-bd7beba6d725 admin admin] Pushing event updated for resources: {'Network': ['ID=8864600e-41f1-4b73-9a6e-0c5c2cf268af,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:59.319136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Usage tracker for resource:subnet and tenant:da8431b8d4db4e20a4d1bbebb4883d0a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:59.335199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:59.342747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 8864600e-41f1-4b73-9a6e-0c5c2cf268af details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:22:59.358012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:59.386536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Made reservation on behalf of da8431b8d4db4e20a4d1bbebb4883d0a for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:59.396251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.503345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 464a3517-62c9-4555-a2bf-3223e1c6b35f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:59.503345 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.705528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:59.706071 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.774648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:59.774648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:59.774648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.855129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.963988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:00.087437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a463ef5d-3439-406a-85ac-a7f7b1dbeb8c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:00.094053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Checking segment: {'id': '94e67eb4-aabc-41d8-bcf9-3d0fd42282e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:00.094575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Network hostable DHCP agents. Network: 8864600e-41f1-4b73-9a6e-0c5c2cf268af, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:00.117999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2e86-3727-4758-b7b5-f58eb6c35895 req-8fed5f7a-c111-44db-9b0c-5f1d0e4f62b5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:00.122484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-677a2e86-3727-4758-b7b5-f58eb6c35895 req-8fed5f7a-c111-44db-9b0c-5f1d0e4f62b5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3500392 Jun 03 15:23:00.277434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Network 8864600e-41f1-4b73-9a6e-0c5c2cf268af is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:00.303230 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f721e87-d517-4f44-addc-9ba2c2fdafd5'] response: {'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'code': 200} Jun 03 15:23:00.315876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 8864600e-41f1-4b73-9a6e-0c5c2cf268af) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:00.330775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8778a-5f61-4ad5-b02c-136988bec227 None None] Network 8864600e-41f1-4b73-9a6e-0c5c2cf268af requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:00.337185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:00.337185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.357472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-677a2e86-3727-4758-b7b5-f58eb6c35895 req-8eded6ca-db68-4b02-9ad6-885984dbb335 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001605 Jun 03 15:23:00.384164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bcf8b33f-83eb-46f5-b86c-9e619610e77f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1235905 Jun 03 15:23:00.503324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e083c439-8142-4765-8865-b115879aa271 req-86d91b07-efdb-40be-9c86-19e446450b0a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 210 time: 0.0585947 Jun 03 15:23:00.672997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79083884-1b2e-42ac-a18c-313bb35c1088 None None] Network 8864600e-41f1-4b73-9a6e-0c5c2cf268af requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:01.678733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b382142b-7585-4652-9947-6768c79f2b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:01.693475 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b382142b-7585-4652-9947-6768c79f2b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.4792595 Jun 03 15:23:01.723338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Request body: {'port': {'device_id': '43460879-5470-4186-91fa-9cf8fab0ff80', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'admin_state_up': True, 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:01.833767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50348) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:02.069010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea4f16-5fb9-42fc-a492-bd1fe7403025 req-6b6be14f-cc9f-4fb0-9185-d489df461ab1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:02.079951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43ea4f16-5fb9-42fc-a492-bd1fe7403025 req-6b6be14f-cc9f-4fb0-9185-d489df461ab1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3834682 Jun 03 15:23:02.110188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-6120badc-ff49-4f89-8644-72abab295992 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:02.118300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-6120badc-ff49-4f89-8644-72abab295992 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/networks?id=8864600e-41f1-4b73-9a6e-0c5c2cf268af HTTP/1.1" status: 200 len: 817 time: 0.5480578 Jun 03 15:23:02.151272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:02.161329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-f8703b72-97c7-441a-ba98-62ea63833d74 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/quotas/da8431b8d4db4e20a4d1bbebb4883d0a HTTP/1.1" status: 200 len: 375 time: 0.0417504 Jun 03 15:23:02.165411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Usage tracker for resource:port and tenant:4e7396cbbc08497a9316bfc89e1706db is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:02.178649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:02.191067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:02.210800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:02.217860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:02.227960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-71310ba1-5733-4fcd-a08c-9048ece4f057 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:02.245346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-ea49150c-06a2-40a0-93f3-e168d7e4569a tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=da8431b8d4db4e20a4d1bbebb4883d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829921 Jun 03 15:23:02.261355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43ea4f16-5fb9-42fc-a492-bd1fe7403025 req-96e25043-bab7-4336-a483-053da4db87ef tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646943 Jun 03 15:23:02.446181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-71310ba1-5733-4fcd-a08c-9048ece4f057 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "PUT /v2.0/quotas/e41aec8981f8406baf08c1280bc85ce6 HTTP/1.1" status: 200 len: 366 time: 0.6033771 Jun 03 15:23:02.446640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50360) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:02.547752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Allocated IP 172.20.0.11 (bab2ba7d-77a4-46db-a2be-af020ae0ac10/c663b740-2cbb-4f54-abd2-34f5c8e205ad/6397c22a-296c-48a9-94fb-895481c5a328) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:02.696723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-02f1a4a5-69f0-402d-a085-a5eff33db56a tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2486541 Jun 03 15:23:02.714075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50364) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:02.717861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ba316b0-4604-46de-8c60-39690b61eb9e req-9977ee8c-0a4e-488b-9c76-1d3182192e5f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 210 time: 0.2310698 Jun 03 15:23:02.736774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-385944a4-e394-43aa-9997-06b220a29ae5 service neutron] 10.222.0.66 "GET /v2.0/networks/8864600e-41f1-4b73-9a6e-0c5c2cf268af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678338 Jun 03 15:23:02.739810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-504aab44-f335-487f-b018-151b026a44ce tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "GET /v2.0/quotas/e41aec8981f8406baf08c1280bc85ce6 HTTP/1.1" status: 200 len: 366 time: 0.0208304 Jun 03 15:23:02.747170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50368) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:02.932276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-54f13602-24bc-4448-b95e-ff36a9f13978 service neutron] 10.222.0.66 "GET /v2.0/networks/8864600e-41f1-4b73-9a6e-0c5c2cf268af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836476 Jun 03 15:23:02.969577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4f4d4280-5ec5-4a21-a066-667cf13ada6c tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/e41aec8981f8406baf08c1280bc85ce6 HTTP/1.1" status: 204 len: 168 time: 0.2146819 Jun 03 15:23:02.974292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50374) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:02.993911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6f6cf46-dea7-4ba9-ad31-0cea087f1768 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0163541 Jun 03 15:23:02.995592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50378) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:03.020371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9c0b286-583d-4294-bbc6-472ff5272e94 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "GET /v2.0/quotas/e41aec8981f8406baf08c1280bc85ce6 HTTP/1.1" status: 200 len: 370 time: 0.0244565 Jun 03 15:23:03.023292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50382) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:03.037132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a1315883-0d68-45ca-8467-4ce06415f75d tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "GET /v2.0/quotas/e41aec8981f8406baf08c1280bc85ce6/default HTTP/1.1" status: 200 len: 370 time: 0.0125339 Jun 03 15:23:03.041816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:03.062645 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-066959f6-ac30-493b-9189-cf37a7619472 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] delete failed (client error): The resource could not be found. Jun 03 15:23:03.064092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-066959f6-ac30-493b-9189-cf37a7619472 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/e41aec8981f8406baf08c1280bc85ce6 HTTP/1.1" status: 404 len: 348 time: 0.0211692 Jun 03 15:23:03.121613 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:03.206416 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:03.334772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50398) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:03.413366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eca6fe3c-8bbf-485a-aca1-82f6375207af req-50b26611-e623-43a1-bd23-89dba0682186 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 210 time: 0.0816562 Jun 03 15:23:03.417449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:03.420565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:network and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.429656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.452444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:03.452632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:subnet and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.457828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:03.467069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:03.470560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.483169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:subnetpool and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.501705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.520406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:port and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.530905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.551870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:router and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.564545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.590284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:floatingip and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.604905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.651105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:03.651838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:03.716597 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b79eed77-f7ff-48dc-b203-4a6458a76b41 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0042243 Jun 03 15:23:03.728236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Request body: {'port': {'device_id': '43460879-5470-4186-91fa-9cf8fab0ff80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:03.741836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:security_group and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.749886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.775629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Usage tracker for resource:security_group_rule and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:03.782754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:03.795931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4cc0f-04c3-452c-a180-416479856626 req-56324ba5-5c3e-4cdb-a16f-d3c6aa824cba tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:03.797306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05f4cc0f-04c3-452c-a180-416479856626 req-56324ba5-5c3e-4cdb-a16f-d3c6aa824cba tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1501539 Jun 03 15:23:03.802227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cb0cb443-e01a-459d-aae6-35df5bb3bae1 tempest-QuotasTest-1974372308 tempest-QuotasTest-1974372308-project-admin] 10.222.0.66 "GET /v2.0/quotas/63801f9c18c4456cbc44736b47ca4d28/details.json HTTP/1.1" status: 200 len: 703 time: 0.4662862 Jun 03 15:23:03.957113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05f4cc0f-04c3-452c-a180-416479856626 req-b3f5782c-ac44-4b15-b9d8-9e0794a9fa0b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365290 Jun 03 15:23:04.199128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:04.532594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4800a7c-e191-45ec-8714-5f4687c3fe29 req-2474b83e-efd1-49e1-859e-c212b2415777 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:04.542429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4800a7c-e191-45ec-8714-5f4687c3fe29 req-2474b83e-efd1-49e1-859e-c212b2415777 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 932 time: 0.1989594 Jun 03 15:23:04.564339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50428) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:04.746597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4800a7c-e191-45ec-8714-5f4687c3fe29 req-732d28a5-e6d1-484f-8219-b410dccf5bdd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961093 Jun 03 15:23:04.782352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff50c2e3-a197-43c9-94dc-d4fe9e91236b req-0255242b-7c9a-4b64-a46d-f7f7a375026e tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 210 time: 0.1393554 Jun 03 15:23:04.849708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.159336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6397c22a-296c-48a9-94fb-895481c5a328 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:05.168423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.191352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:05.209206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Transition to ACTIVE for port object 6397c22a-296c-48a9-94fb-895481c5a328 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:05.211788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Usage tracker for resource:security_group_rule and tenant:a4d0eea5a5c143a380bea4465040122c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:05.216996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:05.222466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.246285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e836e7-02d6-409b-be95-257ff0b91da7 req-d865a3a2-3ef1-482e-b29d-c0868118a8df tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:05.255579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05e836e7-02d6-409b-be95-257ff0b91da7 req-d865a3a2-3ef1-482e-b29d-c0868118a8df tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1370246 Jun 03 15:23:05.348824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05e836e7-02d6-409b-be95-257ff0b91da7 req-a4174045-cfe1-4e3f-81bd-2fd2e23dc66b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921361 Jun 03 15:23:05.434706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:05.750696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:05.780058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.780960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.781557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.782050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.782528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.783040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.783668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.784428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.785207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.785953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.786635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.787493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:05.792971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Attempting to bind port 6397c22a-296c-48a9-94fb-895481c5a328 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:05.794255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Attempting to bind port 6397c22a-296c-48a9-94fb-895481c5a328 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:05.794769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Attempting to bind port 6397c22a-296c-48a9-94fb-895481c5a328 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:05.825832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Port 6397c22a-296c-48a9-94fb-895481c5a328 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:05.826447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Attempting to bind port 6397c22a-296c-48a9-94fb-895481c5a328 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:05.850919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:05.851548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:05.852802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Bound using segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:05.853493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Bound port: 6397c22a-296c-48a9-94fb-895481c5a328, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:05.854034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.938683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-da3b84c0-c6de-414b-a372-3a356811deee tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:05.939726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-da3b84c0-c6de-414b-a372-3a356811deee tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Synchronizing usage tracker for tenant:da8431b8d4db4e20a4d1bbebb4883d0a on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:06.048645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.068426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50460) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:06.071710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-696292f7-0601-4831-8896-0ec5f5da1d16 req-b772795a-da3b-48c5-b13d-20eee873bfad tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 210 time: 0.0608163 Jun 03 15:23:06.119455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778b71-f92c-4981-bcc1-a8d8557ac2b0 req-61746898-5976-43ce-9d88-c7f3e361a0fc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.121959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0778b71-f92c-4981-bcc1-a8d8557ac2b0 req-61746898-5976-43ce-9d88-c7f3e361a0fc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 944 time: 0.2315919 Jun 03 15:23:06.130569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.204777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0778b71-f92c-4981-bcc1-a8d8557ac2b0 req-c946c4b7-7555-4212-b109-a7a72df33881 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733166 Jun 03 15:23:06.205254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-da3b84c0-c6de-414b-a372-3a356811deee tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Unset dirty status for tenant:da8431b8d4db4e20a4d1bbebb4883d0a on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:06.206419 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-da3b84c0-c6de-414b-a372-3a356811deee tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.70 "GET /v2.0/networks?id=8864600e-41f1-4b73-9a6e-0c5c2cf268af HTTP/1.1" status: 200 len: 817 time: 0.7940140 Jun 03 15:23:06.236730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Request body: {'port': {'device_id': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af', 'admin_state_up': True, 'tenant_id': 'da8431b8d4db4e20a4d1bbebb4883d0a'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:06.298117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceda62f-c9fa-4a56-8921-0c1a52e594e0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:06.302577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70e21562-dc7d-486b-bea9-d9dd7af81ddb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4d0eea5a5c143a380bea4465040122c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7372117 Jun 03 15:23:06.307388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50466) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:06.430581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6407e098-99ed-4f42-be1c-912796eececd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.437973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:06.442844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.470108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6407e098-99ed-4f42-be1c-912796eececd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.474224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:06.494633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:06.503298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.507668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Usage tracker for resource:security_group_rule and tenant:ba21c6cd7b7b4f9886154a6873b386b1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:06.553340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:06.587918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:06.632868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.633512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.635131 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] 10.222.0.15 "PUT /v2.0/ports/6397c22a-296c-48a9-94fb-895481c5a328 HTTP/1.1" status: 200 len: 1092 time: 2.9114840 Jun 03 15:23:06.637662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:06.664745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ad002-445e-4ce7-9138-6dd402fc7017 service neutron] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:06.676198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:06.694256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45555ad1-d03d-4455-9c8f-540386033c84 req-0cddfbc1-c6ff-42b9-8e30-3516dc56362d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.704544 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45555ad1-d03d-4455-9c8f-540386033c84 req-0cddfbc1-c6ff-42b9-8e30-3516dc56362d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1660678 Jun 03 15:23:06.726453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6407e098-99ed-4f42-be1c-912796eececd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.734645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Usage tracker for resource:port and tenant:da8431b8d4db4e20a4d1bbebb4883d0a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:06.738362 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92249f06-aeb6-4edd-9345-8e6cc382273e'] response: {'name': 'network-changed', 'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328', 'status': 'completed', 'code': 200} Jun 03 15:23:06.746062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:06.752083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407e098-99ed-4f42-be1c-912796eececd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceda62f-c9fa-4a56-8921-0c1a52e594e0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:06.776017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:06.802120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6407e098-99ed-4f42-be1c-912796eececd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.808683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6407e098-99ed-4f42-be1c-912796eececd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ceda62f-c9fa-4a56-8921-0c1a52e594e0 HTTP/1.1" status: 204 len: 168 time: 0.4995553 Jun 03 15:23:06.815347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45555ad1-d03d-4455-9c8f-540386033c84 req-d442981b-d6ef-40e8-9a90-d342f2f0c784 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098406 Jun 03 15:23:06.826878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Made reservation on behalf of da8431b8d4db4e20a4d1bbebb4883d0a for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:06.838734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:06.953893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-4e66ee54-b30a-4463-9af8-7c7ea83d2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.955616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-4e66ee54-b30a-4463-9af8-7c7ea83d2abf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 1095 time: 0.2648053 Jun 03 15:23:07.072057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.095275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-8f3b38c6-9164-4829-987a-463ee8551954 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6397c22a-296c-48a9-94fb-895481c5a328 HTTP/1.1" status: 200 len: 217 time: 0.1052716 Jun 03 15:23:07.099321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.273105 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba21c6cd7b7b4f9886154a6873b386b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1513257 Jun 03 15:23:07.282622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcad82-98c3-4856-b892-0595d5647b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b7961-9430-406c-afc2-157732c4a94c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:07.289973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50490) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:07.307894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b321038c-0e8f-4bcc-846a-700e029b742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:07.313025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-b321038c-0e8f-4bcc-846a-700e029b742a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.1992068 Jun 03 15:23:07.319242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ac57533-d26e-4155-96a5-8de5d61a7489 req-cce27b84-6691-4876-b070-eef938de24e6 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 210 time: 0.0998023 Jun 03 15:23:07.394873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Allocated IP 172.20.0.9 (8864600e-41f1-4b73-9a6e-0c5c2cf268af/a463ef5d-3439-406a-85ac-a7f7b1dbeb8c/e57ae0e7-1ee6-4b03-88fb-9fb375953701) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:07.426209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50494) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:07.482467 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.515144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:07.522607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Usage tracker for resource:security_group_rule and tenant:63801f9c18c4456cbc44736b47ca4d28 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:07.527037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:07.535197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:07.585227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad648af-659d-4491-a5d5-2e6b39b40dac req-293568a2-2a60-4ef0-8150-c634a55e2b40 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:07.586697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ad648af-659d-4491-a5d5-2e6b39b40dac req-293568a2-2a60-4ef0-8150-c634a55e2b40 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 944 time: 0.1442900 Jun 03 15:23:07.664329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.670373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ad648af-659d-4491-a5d5-2e6b39b40dac req-4650a7ae-e093-40da-8db9-dafa9e2df84b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700538 Jun 03 15:23:07.754116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.768760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.835516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63801f9c18c4456cbc44736b47ca4d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080544 Jun 03 15:23:07.836814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499232df-b4c9-4d88-8df3-fb55d9a61755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49853101-161b-41c4-9c6f-828b59d34569,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:07.839320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50498) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:07.953819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-243eec25-5717-45b3-81d2-c16cd133f114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.974953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-55c30e2c-3a5e-4fb9-8b71-8c3a2c49a70d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6376555 Jun 03 15:23:08.098883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-243eec25-5717-45b3-81d2-c16cd133f114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.104644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a1991f-3b42-491e-8e97-a4fccdce4b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.123165 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.211424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a1991f-3b42-491e-8e97-a4fccdce4b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.246406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6981d-de34-4fa3-a87e-88270a23af2b req-f120df3f-cfdb-4e7d-90bc-c4d2962957e7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:08.249899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58a6981d-de34-4fa3-a87e-88270a23af2b req-f120df3f-cfdb-4e7d-90bc-c4d2962957e7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2323194 Jun 03 15:23:08.271302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Network 8864600e-41f1-4b73-9a6e-0c5c2cf268af is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:08.283531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-243eec25-5717-45b3-81d2-c16cd133f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.292955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:08.310062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:08.321888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eec25-5717-45b3-81d2-c16cd133f114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49853101-161b-41c4-9c6f-828b59d34569,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:08.339662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Pushing event updated for resources: {'Port': ['ID=e57ae0e7-1ee6-4b03-88fb-9fb375953701,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:08.345641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58a6981d-de34-4fa3-a87e-88270a23af2b req-c208424e-933d-4c4f-925a-ef9ce94ce8e4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870092 Jun 03 15:23:08.352950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-243eec25-5717-45b3-81d2-c16cd133f114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.358260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-76f35211-dff8-4882-92a6-9652a83f12d3 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720186 Jun 03 15:23:08.358992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-243eec25-5717-45b3-81d2-c16cd133f114 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49853101-161b-41c4-9c6f-828b59d34569 HTTP/1.1" status: 204 len: 168 time: 0.5183420 Jun 03 15:23:08.493799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:08.494476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.508877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a1991f-3b42-491e-8e97-a4fccdce4b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.553966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1991f-3b42-491e-8e97-a4fccdce4b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b7961-9430-406c-afc2-157732c4a94c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:08.580920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a1991f-3b42-491e-8e97-a4fccdce4b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.582483 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a2a1991f-3b42-491e-8e97-a4fccdce4b03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b5b7961-9430-406c-afc2-157732c4a94c HTTP/1.1" status: 204 len: 168 time: 1.2848792 Jun 03 15:23:08.591340 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ceead54-a746-41ff-be2f-95a7f930c4e1 req-8231bf57-f76d-45f2-921b-0d422e966517 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269542 Jun 03 15:23:08.593558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-905763ca-acc1-472d-a7f7-e50a09004e91 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3711445 Jun 03 15:23:08.608218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Request body: {'port': {'device_id': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:08.736582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eff14b-afb8-4f1e-817f-7111427acb82 req-e9028125-f568-4af8-96c8-208d8be97a24 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:08.738175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88eff14b-afb8-4f1e-817f-7111427acb82 req-e9028125-f568-4af8-96c8-208d8be97a24 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 931 time: 0.1841569 Jun 03 15:23:08.849146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88eff14b-afb8-4f1e-817f-7111427acb82 req-656f3b77-abc7-42d1-acb0-44be0866e3bf tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018732 Jun 03 15:23:08.885277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.911174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-354225e5-6390-4012-8274-42b446ae7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:08.913484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-354225e5-6390-4012-8274-42b446ae7375 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 1095 time: 0.2427127 Jun 03 15:23:09.172505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02579c-02de-46b8-b591-46f55c931163 req-228bbe09-a949-4b4b-be72-9a56fbd36895 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.184956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa02579c-02de-46b8-b591-46f55c931163 req-228bbe09-a949-4b4b-be72-9a56fbd36895 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 944 time: 0.2704165 Jun 03 15:23:09.268789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa02579c-02de-46b8-b591-46f55c931163 req-176dcbdc-4061-4bc4-9aa4-18dc51ed5a6d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831990 Jun 03 15:23:09.467316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-25324d19-1acb-4945-af1d-ec44cdc42896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.469432 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-25324d19-1acb-4945-af1d-ec44cdc42896 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.2410522 Jun 03 15:23:09.566142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-6d50e284-14e5-4d91-bcc0-45c3ca2c98cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6397c22a-296c-48a9-94fb-895481c5a328 HTTP/1.1" status: 200 len: 217 time: 0.0840569 Jun 03 15:23:09.679322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57ae0e7-1ee6-4b03-88fb-9fb375953701 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:09.692436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:09.704838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-c5ebc9d4-cad2-45b6-92b9-06b772459aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.707565 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-c5ebc9d4-cad2-45b6-92b9-06b772459aa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.1094909 Jun 03 15:23:09.730160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428cf34-49f1-4d4f-8288-ebf92171f1f7 req-edec7343-ab16-45e8-aac5-e35d58833750 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.742003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1428cf34-49f1-4d4f-8288-ebf92171f1f7 req-edec7343-ab16-45e8-aac5-e35d58833750 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1895607 Jun 03 15:23:09.767711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Transition to ACTIVE for port object e57ae0e7-1ee6-4b03-88fb-9fb375953701 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:09.774250 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-5a2b4fae-dca7-4080-a231-2e97e52558f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592480 Jun 03 15:23:09.775352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:09.868281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1428cf34-49f1-4d4f-8288-ebf92171f1f7 req-a8e36eeb-c1fe-49c4-a88c-3e514b187f33 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210833 Jun 03 15:23:10.303619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50556) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:10.382276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a903f29-c78b-41c5-807c-2a7ef09c3bcd req-dedcbdfa-b292-4253-9e80-ee2529832cd4 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:10.383911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a903f29-c78b-41c5-807c-2a7ef09c3bcd req-dedcbdfa-b292-4253-9e80-ee2529832cd4 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 943 time: 0.2187133 Jun 03 15:23:10.473858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a903f29-c78b-41c5-807c-2a7ef09c3bcd req-581cf598-ace7-4232-b912-a4e0ab624d09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830746 Jun 03 15:23:10.568029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Pushing event updated for resources: {'Port': ['ID=e57ae0e7-1ee6-4b03-88fb-9fb375953701,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:10.617486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-511758934-network', 'tenant_id': '8bd14e6a77ec4e1e9bc2326c21153635'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:10.626725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:10.633245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Attempting to bind port e57ae0e7-1ee6-4b03-88fb-9fb375953701 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:10.633839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Attempting to bind port e57ae0e7-1ee6-4b03-88fb-9fb375953701 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '94e67eb4-aabc-41d8-bcf9-3d0fd42282e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:10.634399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Attempting to bind port e57ae0e7-1ee6-4b03-88fb-9fb375953701 on network 8864600e-41f1-4b73-9a6e-0c5c2cf268af {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:10.640893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Port e57ae0e7-1ee6-4b03-88fb-9fb375953701 on network 8864600e-41f1-4b73-9a6e-0c5c2cf268af not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:10.641845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Attempting to bind port e57ae0e7-1ee6-4b03-88fb-9fb375953701 on network 8864600e-41f1-4b73-9a6e-0c5c2cf268af {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:10.645981 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-aba78319-1d9f-4730-8ba3-7cfa3ad45f83 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959399 Jun 03 15:23:10.649227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Usage tracker for resource:network and tenant:8bd14e6a77ec4e1e9bc2326c21153635 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:10.653827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:10.654484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Checking segment: {'id': '94e67eb4-aabc-41d8-bcf9-3d0fd42282e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:10.655108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Bound using segment: {'id': '94e67eb4-aabc-41d8-bcf9-3d0fd42282e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:10.655817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Bound port: e57ae0e7-1ee6-4b03-88fb-9fb375953701, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e67eb4-aabc-41d8-bcf9-3d0fd42282e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:10.656442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.657354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:10.665476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:10.689496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae78205-5163-4396-9acc-114db0761809 req-a3780b67-1c62-4af3-9649-a0acc05725e3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:10.694408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ae78205-5163-4396-9acc-114db0761809 req-a3780b67-1c62-4af3-9649-a0acc05725e3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 944 time: 0.1761408 Jun 03 15:23:10.696566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Made reservation on behalf of 8bd14e6a77ec4e1e9bc2326c21153635 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:10.701672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.777115 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.835856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ae78205-5163-4396-9acc-114db0761809 req-60c5267c-c6b0-4ff6-876d-ece292c938bb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070249 Jun 03 15:23:10.837334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:10.843931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd14e6a77ec4e1e9bc2326c21153635 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:10.848758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:10.870764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:10.966005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] For port e57ae0e7-1ee6-4b03-88fb-9fb375953701, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:10.990618 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5d307299-9493-4fcb-83e4-4414c0d94103 req-ff700b6f-f5cb-4cb6-8433-e2052b13e127 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230588 Jun 03 15:23:10.992927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] For port e57ae0e7-1ee6-4b03-88fb-9fb375953701, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e57ae0e7-1ee6-4b03-88fb-9fb375953701,segment=NetworkSegment(94e67eb4-aabc-41d8-bcf9-3d0fd42282e0),segment_id=94e67eb4-aabc-41d8-bcf9-3d0fd42282e0)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:11.010085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.027689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.036443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.103085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:11.161070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.161926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.163230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] 10.222.0.70 "PUT /v2.0/ports/e57ae0e7-1ee6-4b03-88fb-9fb375953701 HTTP/1.1" status: 200 len: 1091 time: 2.5617263 Jun 03 15:23:11.167685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'tag': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:11.205317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c1b56-bb7a-4142-9a1a-3c4f61cdad85 service neutron] Pushing event updated for resources: {'Port': ['ID=e57ae0e7-1ee6-4b03-88fb-9fb375953701,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:11.217490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48374fcc-599f-4f49-a15c-7cfb61d2ff86,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:11.245301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.245900 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Added segment 7c786a68-c518-4819-924b-78a4be75c39f of type vlan for network f26dbe61-eb4a-4d54-83f3-277952dd8260 Jun 03 15:23:11.270762 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a257cba-d90a-46f4-8763-3b1e46c7d8e4'] response: {'name': 'network-changed', 'server_uuid': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'tag': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701', 'status': 'completed', 'code': 200} Jun 03 15:23:11.307656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50578) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:11.317936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-118286ef-bfca-44b2-95d2-7710a28ccd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.319737 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-118286ef-bfca-44b2-95d2-7710a28ccd98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da8431b8d4db4e20a4d1bbebb4883d0a&device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 1094 time: 0.1082115 Jun 03 15:23:11.411822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.439814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6397c22a-296c-48a9-94fb-895481c5a328 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:11.455052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77247822-bfca-4289-b453-d625eb096546 req-6474820a-eca0-4e9d-98e0-2614b669b98e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.462564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77247822-bfca-4289-b453-d625eb096546 req-6474820a-eca0-4e9d-98e0-2614b669b98e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.3563168 Jun 03 15:23:11.477740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-db45ccc0-0602-4d53-90ca-0e2f74be7264 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e57ae0e7-1ee6-4b03-88fb-9fb375953701 HTTP/1.1" status: 200 len: 217 time: 0.1485484 Jun 03 15:23:11.494884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.496236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.497606 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.582174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-09b3cb50-a0c7-495b-90e9-d66b8fd36aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.583323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-09b3cb50-a0c7-495b-90e9-d66b8fd36aa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a463ef5d-3439-406a-85ac-a7f7b1dbeb8c HTTP/1.1" status: 200 len: 857 time: 0.0975676 Jun 03 15:23:11.588564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-894122588', 'router:external': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:11.594849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:11.624450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77247822-bfca-4289-b453-d625eb096546 req-15c7908b-278e-4c24-8725-9d6a528f997e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580884 Jun 03 15:23:11.657610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:network and tenant:50e40c2d4cbc4fa39885d377dce63814 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:11.662850 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-375e2e78-a2d8-4d82-a1cc-3160fc314190 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8864600e-41f1-4b73-9a6e-0c5c2cf268af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692334 Jun 03 15:23:11.663910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:11.671706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:11.740780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:11.755601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Made reservation on behalf of 50e40c2d4cbc4fa39885d377dce63814 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:11.758456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.758710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '6397c22a-296c-48a9-94fb-895481c5a328', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': '6397c22a-296c-48a9-94fb-895481c5a328', 'mac_address': 'fa:16:3e:26:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:11.793030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] Pushing event updated for resources: {'Network': ['ID=f26dbe61-eb4a-4d54-83f3-277952dd8260,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:11.796429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.805612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f26dbe61-eb4a-4d54-83f3-277952dd8260 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:11.817024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:11.819081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-082f1df9-7ecc-46cc-9ff9-b47383268db5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5111644 Jun 03 15:23:11.822919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:security_group_rule and tenant:50e40c2d4cbc4fa39885d377dce63814 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:11.823596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50586) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:11.827523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:11.833965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Request body: {'subnet': {'network_id': 'f26dbe61-eb4a-4d54-83f3-277952dd8260', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-511758934-subnet', 'tenant_id': '8bd14e6a77ec4e1e9bc2326c21153635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:11.837247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:11.845155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:11.851913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Usage tracker for resource:subnet and tenant:8bd14e6a77ec4e1e9bc2326c21153635 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:11.857165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:11.868950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:11.892039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd2253-396a-4698-b49d-11d7518c5914 req-97f1743b-d422-499d-bd66-490a52f808fb tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.900238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bcd2253-396a-4698-b49d-11d7518c5914 req-97f1743b-d422-499d-bd66-490a52f808fb tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 943 time: 0.1942956 Jun 03 15:23:11.940005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6397c22a-296c-48a9-94fb-895481c5a328 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:11.941781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.945856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Made reservation on behalf of 8bd14e6a77ec4e1e9bc2326c21153635 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:11.948487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.991362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bcd2253-396a-4698-b49d-11d7518c5914 req-bdd97063-fea7-4997-a901-79cb3481acc0 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895417 Jun 03 15:23:12.016157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6397c22a-296c-48a9-94fb-895481c5a328 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:12.016356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.037433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.070202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:12.078327 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.104623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:12.132241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683b0b06-8d0d-4b6e-a256-705a81c1381d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:12.136775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-e95c86de-fb68-4d8d-babd-f9da3a5b14a1 service neutron] 10.222.0.70 "GET /v2.0/networks/8864600e-41f1-4b73-9a6e-0c5c2cf268af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622900 Jun 03 15:23:12.138752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.139218 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Added segment 1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b of type vlan for network 6a09df33-654a-43a3-99e5-859c2e75e187 Jun 03 15:23:12.237100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:12.293529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.342497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['6397c22a-296c-48a9-94fb-895481c5a328'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:12.351859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6f2f-c084-4423-802c-0399293527bc req-8c8b0679-da36-4e72-bd34-331d1bd0a1da tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.353445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d2b6f2f-c084-4423-802c-0399293527bc req-8c8b0679-da36-4e72-bd34-331d1bd0a1da tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 945 time: 0.2469499 Jun 03 15:23:12.365620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2151a6ca-0dc8-4c2c-9268-01732691653c req-da18ca97-62ff-4c3e-9a69-548fcf4812de service neutron] 10.222.0.70 "GET /v2.0/networks/8864600e-41f1-4b73-9a6e-0c5c2cf268af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085497 Jun 03 15:23:12.387036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.392397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.393818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.407141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.462848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d2b6f2f-c084-4423-802c-0399293527bc req-837a8d90-c1ab-435a-bc67-40cb91dc29ff tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974326 Jun 03 15:23:12.515913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3745138-22a6-42c2-978b-52359cf290f3,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:12.520203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Checking segment: {'id': '7c786a68-c518-4819-924b-78a4be75c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f26dbe61-eb4a-4d54-83f3-277952dd8260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:12.520558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Network hostable DHCP agents. Network: f26dbe61-eb4a-4d54-83f3-277952dd8260, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:12.547359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Network f26dbe61-eb4a-4d54-83f3-277952dd8260 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:12.558117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2492321 Jun 03 15:23:12.562985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50592) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:12.570413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'subnet': {'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:12.576258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f26dbe61-eb4a-4d54-83f3-277952dd8260) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:12.578658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:12.584766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.585352 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.589532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:subnet and tenant:50e40c2d4cbc4fa39885d377dce63814 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:12.593915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:12.607262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:12.632800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9f666-40ed-4871-80d6-6d468fd68c12 None None] Network f26dbe61-eb4a-4d54-83f3-277952dd8260 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:12.650320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-40b50767-a434-47d9-b01d-13a05a9e93af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8194864 Jun 03 15:23:12.669853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Made reservation on behalf of 50e40c2d4cbc4fa39885d377dce63814 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:12.672592 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.761608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6f387-3497-43fb-bd07-4bc6646b9e5c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Network': ['ID=6a09df33-654a-43a3-99e5-859c2e75e187,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:12.776787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6a09df33-654a-43a3-99e5-859c2e75e187 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:12.797739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-3a537470-0858-4897-a908-8268e4946b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.799800 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-3a537470-0858-4897-a908-8268e4946b97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=da8431b8d4db4e20a4d1bbebb4883d0a&device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 1094 time: 0.3655546 Jun 03 15:23:13.043494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17b13-3fa6-46b7-840f-bc2527e59f1f req-17c33313-1c7a-4388-a525-16ac862802fa tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:13.045102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4e17b13-3fa6-46b7-840f-bc2527e59f1f req-17c33313-1c7a-4388-a525-16ac862802fa tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1869688 Jun 03 15:23:13.155790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73206f2-61d9-4840-8e84-9f31eabc45d6 None None] Network f26dbe61-eb4a-4d54-83f3-277952dd8260 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:13.188810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-55f44842-5fbf-42e8-a3b4-94991ab8b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:13.190673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-55f44842-5fbf-42e8-a3b4-94991ab8b5cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=8864600e-41f1-4b73-9a6e-0c5c2cf268af HTTP/1.1" status: 200 len: 918 time: 0.3836987 Jun 03 15:23:13.221229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4e17b13-3fa6-46b7-840f-bc2527e59f1f req-1612ae01-c365-4473-99e0-76b7c77c8229 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644497 Jun 03 15:23:13.333462 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-34d7a4e9-36cd-4c60-8e06-8fbfaa2442b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e57ae0e7-1ee6-4b03-88fb-9fb375953701 HTTP/1.1" status: 200 len: 217 time: 0.1313519 Jun 03 15:23:13.343088 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-f2dbaacc-2653-4864-94da-adcfce0f7127 req-06ad0448-1c27-46fb-b1e1-c8a0c1b42220 tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] show failed (client error): The resource could not be found. Jun 03 15:23:13.344547 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2dbaacc-2653-4864-94da-adcfce0f7127 req-06ad0448-1c27-46fb-b1e1-c8a0c1b42220 tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "GET /v2.0/security-groups/d8aeb553-35b4-46b5-97ef-bd58b4b1b180 HTTP/1.1" status: 404 len: 352 time: 0.0365775 Jun 03 15:23:13.502814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6397c22a-296c-48a9-94fb-895481c5a328 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:13.662464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-a5e20eab-1010-4d2a-a2e1-1783fbb3147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:13.666055 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-a5e20eab-1010-4d2a-a2e1-1783fbb3147f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a463ef5d-3439-406a-85ac-a7f7b1dbeb8c HTTP/1.1" status: 200 len: 857 time: 0.3235617 Jun 03 15:23:13.702625 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b383ccdb-f0b0-49f1-95db-8d09c09a2c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:13.760598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0066a0e2-2756-409d-9f76-657c923a0dd2 req-c51d2da8-95b4-42a2-9ed5-00e36ba93efc tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] Synchronizing usage tracker for tenant:8bd14e6a77ec4e1e9bc2326c21153635 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:13.812696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-680a8870-7f97-41a4-8846-95a047c2d71b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8864600e-41f1-4b73-9a6e-0c5c2cf268af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366234 Jun 03 15:23:13.826119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39a99a-01f9-408a-982b-64b5412f5429 req-35ad3605-b490-4fe2-85f8-8fa2c8e4b1b8 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:13.828452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee39a99a-01f9-408a-982b-64b5412f5429 req-35ad3605-b490-4fe2-85f8-8fa2c8e4b1b8 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 943 time: 0.2772467 Jun 03 15:23:13.943651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0066a0e2-2756-409d-9f76-657c923a0dd2 req-c51d2da8-95b4-42a2-9ed5-00e36ba93efc tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] Unset dirty status for tenant:8bd14e6a77ec4e1e9bc2326c21153635 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:13.948308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0066a0e2-2756-409d-9f76-657c923a0dd2 req-c51d2da8-95b4-42a2-9ed5-00e36ba93efc tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bd14e6a77ec4e1e9bc2326c21153635 HTTP/1.1" status: 200 len: 2988 time: 0.5381529 Jun 03 15:23:13.969011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 6397c22a-296c-48a9-94fb-895481c5a328 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:13.976535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 6397c22a-296c-48a9-94fb-895481c5a328 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:13.976535 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.072354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee39a99a-01f9-408a-982b-64b5412f5429 req-32dd175e-d3f8-46b6-8f5d-37faec19518f tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133532 Jun 03 15:23:14.160561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6397c22a-296c-48a9-94fb-895481c5a328 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:14.160953 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.211300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:14.236544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:14.249457 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.330919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-6ccc58de-b12d-4aee-a8c2-2eaa114ead43 service neutron] 10.222.0.70 "GET /v2.0/networks/8864600e-41f1-4b73-9a6e-0c5c2cf268af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068839 Jun 03 15:23:14.353501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:14.360252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.objects.ports [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88338) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:23:14.361067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.471985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c37d072e-01af-448d-b9ed-1efd1be0613e,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:14.582282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0066a0e2-2756-409d-9f76-657c923a0dd2 req-fe8f133e-7fef-434d-8476-3fc31c6bf07c tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "GET /v2.0/security-groups/48374fcc-599f-4f49-a15c-7cfb61d2ff86 HTTP/1.1" status: 200 len: 2985 time: 0.5809734 Jun 03 15:23:14.634151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Checking segment: {'id': '1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:14.635058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network hostable DHCP agents. Network: 6a09df33-654a-43a3-99e5-859c2e75e187, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:14.698169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c3075c6-2c2a-44f6-823f-ff9f99d52777 req-37ebb623-80d8-4293-aaab-4fdd53630594 service neutron] 10.222.0.70 "GET /v2.0/networks/8864600e-41f1-4b73-9a6e-0c5c2cf268af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554182 Jun 03 15:23:14.754226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2888b3-d49f-45bd-8090-503b3fdc60f9 req-f5ef6f99-1cdc-4cc5-aadf-56922be1246c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:14.755458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c2888b3-d49f-45bd-8090-503b3fdc60f9 req-f5ef6f99-1cdc-4cc5-aadf-56922be1246c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.2908134 Jun 03 15:23:14.769875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0066a0e2-2756-409d-9f76-657c923a0dd2 req-d5222cd6-7647-4e05-8d46-c2c79f4c49bd tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "GET /v2.0/security-groups/48374fcc-599f-4f49-a15c-7cfb61d2ff86 HTTP/1.1" status: 200 len: 2985 time: 0.1855516 Jun 03 15:23:14.774659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network 6a09df33-654a-43a3-99e5-859c2e75e187 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:14.822442 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cb5c86-5413-4140-85b5-9cc807ad85ff'] response: {'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328', 'code': 200} Jun 03 15:23:14.871301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c2888b3-d49f-45bd-8090-503b3fdc60f9 req-68ec5e71-9a89-44a5-a948-c23d378ea4b4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994539 Jun 03 15:23:14.877002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6a09df33-654a-43a3-99e5-859c2e75e187) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:14.890882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a26dd5-4c6b-4505-a578-46d1e02f67bb None None] Network 6a09df33-654a-43a3-99e5-859c2e75e187 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:14.903254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:14.904996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.016864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00bd3309-8a2d-4dcd-a482-d6ed2af0b929 req-a4771ac2-7c6b-4ba3-963c-53dcb6bce80f tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "GET /v2.0/security-groups/48374fcc-599f-4f49-a15c-7cfb61d2ff86 HTTP/1.1" status: 200 len: 2985 time: 0.0881371 Jun 03 15:23:15.029909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-75c9565a-040f-41dc-b213-6b46133d96b5 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4622188 Jun 03 15:23:15.030943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50634) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:15.087450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2078281787', 'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:15.119431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:15.189298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:port and tenant:50e40c2d4cbc4fa39885d377dce63814 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:15.226284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:15.245674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:15.295181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923457-44fb-4902-977c-6a4df7da2294 req-d82c301c-9513-43bb-9641-e781e6bbc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:15.297696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf923457-44fb-4902-977c-6a4df7da2294 req-d82c301c-9513-43bb-9641-e781e6bbc384 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 1097 time: 0.3969870 Jun 03 15:23:15.303628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Made reservation on behalf of 50e40c2d4cbc4fa39885d377dce63814 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:15.306444 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.338952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e57ae0e7-1ee6-4b03-88fb-9fb375953701 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:15.388467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf923457-44fb-4902-977c-6a4df7da2294 req-3bd99ac4-5f7f-4c41-9af1-da0d9fea7925 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Jun 03 15:23:15.404548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] device_id is not set on port f992fe24-454a-4937-87e7-0a42a6544d42 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:23:15.569771 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:23:15.608232 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-00bd3309-8a2d-4dcd-a482-d6ed2af0b929 req-7eac0701-da6f-455d-958c-1b9ae9e760ed tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:23:15.610033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00bd3309-8a2d-4dcd-a482-d6ed2af0b929 req-7eac0701-da6f-455d-958c-1b9ae9e760ed tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "DELETE /v2.0/security-groups/48374fcc-599f-4f49-a15c-7cfb61d2ff86 HTTP/1.1" status: 409 len: 352 time: 0.5895545 Jun 03 15:23:15.686864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Allocated IP 172.20.0.12 (6a09df33-654a-43a3-99e5-859c2e75e187/c37d072e-01af-448d-b9ed-1efd1be0613e/f992fe24-454a-4937-87e7-0a42a6544d42) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:15.753796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a2ce-cbcb-4590-8656-e93791ea68e3 req-b77b685b-e765-4bad-a630-1ae7252ce1bd tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:15.756783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0540a2ce-cbcb-4590-8656-e93791ea68e3 req-b77b685b-e765-4bad-a630-1ae7252ce1bd tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.6732559 Jun 03 15:23:15.871582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e57ae0e7-1ee6-4b03-88fb-9fb375953701, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e57ae0e7-1ee6-4b03-88fb-9fb375953701,segment=NetworkSegment(94e67eb4-aabc-41d8-bcf9-3d0fd42282e0),segment_id=94e67eb4-aabc-41d8-bcf9-3d0fd42282e0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:15.944581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701', 'network_id': '8864600e-41f1-4b73-9a6e-0c5c2cf268af', 'port_id': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701', 'mac_address': 'fa:16:3e:d5:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463ef5d-3439-406a-85ac-a7f7b1dbeb8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:16.070630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de11a8-be30-4d55-ac70-61bb4f1cc1e8 None None] Network 6a09df33-654a-43a3-99e5-859c2e75e187 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:16.102051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-04f82d18-f00a-4659-be04-6e2ac81c4af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.103823 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.160173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0540a2ce-cbcb-4590-8656-e93791ea68e3 req-0b70ddcc-e6a7-4531-9069-4dc0cf9a932f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636293 Jun 03 15:23:16.209597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e57ae0e7-1ee6-4b03-88fb-9fb375953701 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:16.210336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.239242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57ae0e7-1ee6-4b03-88fb-9fb375953701 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:16.264782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.266788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d00d8-8275-4cae-9226-f9cc18fb61a7 req-0a474e82-98c3-43de-bcb0-46fc3927c5aa tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:16.270063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e57ae0e7-1ee6-4b03-88fb-9fb375953701, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e57ae0e7-1ee6-4b03-88fb-9fb375953701,segment=NetworkSegment(94e67eb4-aabc-41d8-bcf9-3d0fd42282e0),segment_id=94e67eb4-aabc-41d8-bcf9-3d0fd42282e0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:16.273964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-136d00d8-8275-4cae-9226-f9cc18fb61a7 req-0a474e82-98c3-43de-bcb0-46fc3927c5aa tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 943 time: 0.3763897 Jun 03 15:23:16.289767 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-a598d705-476b-4d3d-9fe3-8f05bd589a15 req-401f3648-c10a-47aa-8af7-2ba3d0d9220d tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] show failed (client error): The resource could not be found. Jun 03 15:23:16.290584 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.291204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a598d705-476b-4d3d-9fe3-8f05bd589a15 req-401f3648-c10a-47aa-8af7-2ba3d0d9220d tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "GET /v2.0/security-groups/f7cb85f5-4f44-4bfa-b5d6-5e606cca54a7 HTTP/1.1" status: 404 len: 352 time: 0.0603192 Jun 03 15:23:16.365441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.370064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-136d00d8-8275-4cae-9226-f9cc18fb61a7 req-75788fe0-4c86-4d63-b538-14cc6dc49baf tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951500 Jun 03 15:23:16.384329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e57ae0e7-1ee6-4b03-88fb-9fb375953701,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:16.419036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.419036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.419036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.419578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.419578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.420066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.420563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.420563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.421079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.421776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.421776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.421921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:16.431076 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-da06ab82-8e22-47ac-9d58-ad6924480323 req-14024081-221f-4bca-9b42-69ab63af91c1 tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] show failed (client error): The resource could not be found. Jun 03 15:23:16.438060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da06ab82-8e22-47ac-9d58-ad6924480323 req-14024081-221f-4bca-9b42-69ab63af91c1 tempest-SecurityGroupsNegativeTestJSON-43240736 tempest-SecurityGroupsNegativeTestJSON-43240736-project] 10.222.0.66 "GET /v2.0/security-groups/2afaea8b-5957-475b-bfaf-5732ad8ce6c1 HTTP/1.1" status: 404 len: 352 time: 0.0264597 Jun 03 15:23:16.444818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50650) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:16.566258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network 6a09df33-654a-43a3-99e5-859c2e75e187 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:16.570018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:16.604819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:16.671776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.722296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['e57ae0e7-1ee6-4b03-88fb-9fb375953701'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:16.730049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Port': ['ID=f992fe24-454a-4937-87e7-0a42a6544d42,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:16.770169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] Deleting subnet c3745138-22a6-42c2-978b-52359cf290f3 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:16.775632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.853736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:16.855205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.895399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.926368 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8553da54-bfe3-49ab-945e-a630a7b6e63a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.8664527 Jun 03 15:23:16.929369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:17.040488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749c05b-1f51-4775-8ba1-a3020c6c4676 req-c4fe2160-89d7-4b53-ba61-e986acd3face tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:17.042340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.061182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d749c05b-1f51-4775-8ba1-a3020c6c4676 req-c4fe2160-89d7-4b53-ba61-e986acd3face tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.4740462 Jun 03 15:23:17.083187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Deleting port f992fe24-454a-4937-87e7-0a42a6544d42 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:17.084279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.207604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.264870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d749c05b-1f51-4775-8ba1-a3020c6c4676 req-fdc2e851-8f8e-4262-9b2d-97f5cadeebaf tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009165 Jun 03 15:23:17.392692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.477603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.603326 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.678674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Calling delete_port for f992fe24-454a-4937-87e7-0a42a6544d42 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:17.687920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.722538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3745138-22a6-42c2-978b-52359cf290f3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:17.756351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-01d1a72e-e57d-48a1-98f6-0d39b9820f5a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c3745138-22a6-42c2-978b-52359cf290f3 HTTP/1.1" status: 204 len: 168 time: 1.3101802 Jun 03 15:23:17.759884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50672) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:17.908355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.974704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event deleted for resources: {'Port': ['ID=f992fe24-454a-4937-87e7-0a42a6544d42,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:17.987996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.022576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343d1b4-cc8b-4ea1-b22d-8a042252082a req-0d1037ca-b00f-49a7-a061-5267c9ff7fd0 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:18.032543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b343d1b4-cc8b-4ea1-b22d-8a042252082a req-0d1037ca-b00f-49a7-a061-5267c9ff7fd0 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 944 time: 0.3802831 Jun 03 15:23:18.136096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd1f75-fa30-4d5f-a925-47cd9f585d99 req-b8f4fe25-0efe-48bb-bdfa-7cedbb719e86 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:18.146848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44dd1f75-fa30-4d5f-a925-47cd9f585d99 req-b8f4fe25-0efe-48bb-bdfa-7cedbb719e86 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.6251788 Jun 03 15:23:18.213698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b343d1b4-cc8b-4ea1-b22d-8a042252082a req-1c60a8d4-cef0-43a6-ab32-8928d05a09f5 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772943 Jun 03 15:23:18.292794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.311508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-570e148c-15ac-4f23-bb3c-39b9ecce8485 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "DELETE /v2.0/ports/f992fe24-454a-4937-87e7-0a42a6544d42 HTTP/1.1" status: 204 len: 168 time: 1.3786106 Jun 03 15:23:18.313633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50678) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:18.322637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187', 'external_fixed_ips': [{'subnet_id': 'c37d072e-01af-448d-b9ed-1efd1be0613e', 'ip_address': '172.20.0.12'}]}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:18.329693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.335647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:18.344440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:router and tenant:50e40c2d4cbc4fa39885d377dce63814 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:18.349334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:18.367509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:18.382883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44dd1f75-fa30-4d5f-a925-47cd9f585d99 req-da151cee-193b-45b1-bccc-eb9f73909e97 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345910 Jun 03 15:23:18.393975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.416135 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.417726 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.439780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.443141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26dbe61-eb4a-4d54-83f3-277952dd8260']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:18.459725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c786a68-c518-4819-924b-78a4be75c39f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:18.460350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c786a68-c518-4819-924b-78a4be75c39f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:18.477432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.497875 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.506258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:18.506258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.677755 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7c786a68-c518-4819-924b-78a4be75c39f resource provider aggregate not found Jun 03 15:23:18.712392 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7c786a68-c518-4819-924b-78a4be75c39f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c786a68-c518-4819-924b-78a4be75c39f found for delete ", "request_id": "req-abf5835c-7fad-4bb2-baa1-f1d6fc9a6a48"}]} Jun 03 15:23:18.732679 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.744296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.811850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26dbe61-eb4a-4d54-83f3-277952dd8260,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:18.815940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b91e7e17-8347-4a89-bf14-60b51e3bbda6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f26dbe61-eb4a-4d54-83f3-277952dd8260 HTTP/1.1" status: 204 len: 168 time: 1.0396123 Jun 03 15:23:18.870557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0582767-f40b-4dfb-b482-2a0a4cf513eb req-26167b2b-8e3e-4bfd-8bb5-bab2faf9214f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:18.876627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0582767-f40b-4dfb-b482-2a0a4cf513eb req-26167b2b-8e3e-4bfd-8bb5-bab2faf9214f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.2770698 Jun 03 15:23:18.985202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0582767-f40b-4dfb-b482-2a0a4cf513eb req-e7bece0c-081c-434a-bb40-0c4817ccc2bc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977206 Jun 03 15:23:19.019017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.304591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e57ae0e7-1ee6-4b03-88fb-9fb375953701 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:19.364035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50694) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:19.448968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port e57ae0e7-1ee6-4b03-88fb-9fb375953701 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:19.458284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port e57ae0e7-1ee6-4b03-88fb-9fb375953701 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:19.458960 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.711176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-940980fb-a9eb-4d40-a3c3-254a1ba92174 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bd14e6a77ec4e1e9bc2326c21153635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431437 Jun 03 15:23:19.711894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50704) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:19.713363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e57ae0e7-1ee6-4b03-88fb-9fb375953701 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:19.713987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.714506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.748731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.773450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:19.797723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e57ae0e7-1ee6-4b03-88fb-9fb375953701, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e57ae0e7-1ee6-4b03-88fb-9fb375953701,segment=NetworkSegment(94e67eb4-aabc-41d8-bcf9-3d0fd42282e0),segment_id=94e67eb4-aabc-41d8-bcf9-3d0fd42282e0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:19.806103 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.930868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e57ae0e7-1ee6-4b03-88fb-9fb375953701,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:19.976870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7366a-ddcd-4728-800f-a63e1e8e7781 req-a7f11d7b-f0f1-4a39-8da8-7938272668d0 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.978635 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51c7366a-ddcd-4728-800f-a63e1e8e7781 req-a7f11d7b-f0f1-4a39-8da8-7938272668d0 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 944 time: 0.4760473 Jun 03 15:23:20.034382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f79b58b-4ff1-4e5f-b4a1-b3d96901ad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.185290 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f79b58b-4ff1-4e5f-b4a1-b3d96901ad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.204215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51c7366a-ddcd-4728-800f-a63e1e8e7781 req-7da3c989-d686-435e-ad89-d212f7189978 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039046 Jun 03 15:23:20.296477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Allocated IP 172.20.0.12 (6a09df33-654a-43a3-99e5-859c2e75e187/c37d072e-01af-448d-b9ed-1efd1be0613e/de24a808-e4b3-4b08-a719-055b43771822) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:20.313638 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05733c1c-373c-434f-a923-387108fa0b90'] response: {'server_uuid': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701', 'code': 200} Jun 03 15:23:20.543110 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.639641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.674163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f79b58b-4ff1-4e5f-b4a1-b3d96901ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.702073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79b58b-4ff1-4e5f-b4a1-b3d96901ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48374fcc-599f-4f49-a15c-7cfb61d2ff86,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:20.716402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe1cec-9049-4f7c-8843-3a3c2c7a288c req-9437db48-4f12-48ff-b494-467a8fd22678 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.723590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2abe1cec-9049-4f7c-8843-3a3c2c7a288c req-9437db48-4f12-48ff-b494-467a8fd22678 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.4581482 Jun 03 15:23:20.749345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4a20-d940-406c-adf6-5a894382e122 req-28cd4dec-2d21-4a7a-b2b1-58f88903d9c8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.750858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-733a4a20-d940-406c-adf6-5a894382e122 req-28cd4dec-2d21-4a7a-b2b1-58f88903d9c8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.3059993 Jun 03 15:23:20.791191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network 6a09df33-654a-43a3-99e5-859c2e75e187 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:20.796961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f79b58b-4ff1-4e5f-b4a1-b3d96901ad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.800589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1f79b58b-4ff1-4e5f-b4a1-b3d96901ad46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48374fcc-599f-4f49-a15c-7cfb61d2ff86 HTTP/1.1" status: 204 len: 168 time: 1.0807915 Jun 03 15:23:20.800775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:20.809796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:20.862741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Port': ['ID=de24a808-e4b3-4b08-a719-055b43771822,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:20.876549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2abe1cec-9049-4f7c-8843-3a3c2c7a288c req-92a64196-7ae4-4ec0-8b58-01253af4e58a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464903 Jun 03 15:23:20.902423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-733a4a20-d940-406c-adf6-5a894382e122 req-79c4dfc0-44e7-40e1-80e2-ce91e978df54 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411440 Jun 03 15:23:20.912038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb46059-606f-44c7-9560-b15b43a8b108 req-4eb14639-31da-48ea-a292-67f2b8902fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.923952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ccb46059-606f-44c7-9560-b15b43a8b108 req-4eb14639-31da-48ea-a292-67f2b8902fe6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 1096 time: 0.3453870 Jun 03 15:23:21.303963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ccb46059-606f-44c7-9560-b15b43a8b108 req-5d5f67bc-1d45-4562-8be5-1f5338e1b3dc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529363 Jun 03 15:23:21.599204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926ce14-d575-4a0e-8802-f450535571ec req-c926bf27-41b6-48c9-9097-e22ead0bb864 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:21.601265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d926ce14-d575-4a0e-8802-f450535571ec req-c926bf27-41b6-48c9-9097-e22ead0bb864 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 945 time: 0.1538014 Jun 03 15:23:21.679395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:21.719679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d926ce14-d575-4a0e-8802-f450535571ec req-4e427166-e174-480d-ac7a-10efcd231112 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066535 Jun 03 15:23:22.253846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.348914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d4e49-d801-4fff-b5aa-2164feb83afb req-98c6be84-e7eb-49e8-95e6-e2e65a415c5a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:22.348914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b37d4e49-d801-4fff-b5aa-2164feb83afb req-98c6be84-e7eb-49e8-95e6-e2e65a415c5a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2454028 Jun 03 15:23:22.371848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d381ee0-3890-4fab-aebf-325493607aae req-818470c8-d67c-412c-be04-a55da316fbae tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:22.371848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d381ee0-3890-4fab-aebf-325493607aae req-818470c8-d67c-412c-be04-a55da316fbae tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.1734874 Jun 03 15:23:22.496557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50754) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:22.641153 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b37d4e49-d801-4fff-b5aa-2164feb83afb req-32be022a-01e2-485c-8cc7-9367edc4f5df tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858717 Jun 03 15:23:22.654196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Router 7b699fd9-599d-45b1-81ee-e6a5f1b52c4d is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:23:22.677656 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d381ee0-3890-4fab-aebf-325493607aae req-e1be2518-8784-41b7-8753-d60255a81edd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939954 Jun 03 15:23:22.822346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-314321397-network', 'tenant_id': '14136a2abe88402b83e6e7e04328b8a1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:22.832408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:22.838889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Usage tracker for resource:network and tenant:14136a2abe88402b83e6e7e04328b8a1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:22.845812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:22.856847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:22.873760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Made reservation on behalf of 14136a2abe88402b83e6e7e04328b8a1 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:22.876813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.915602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:22.927613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Sync routers for ids ['7b699fd9-599d-45b1-81ee-e6a5f1b52c4d'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:22.939294 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Routers {'7b699fd9-599d-45b1-81ee-e6a5f1b52c4d'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:22.939294 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['7b699fd9-599d-45b1-81ee-e6a5f1b52c4d'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:22.939897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.942600 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d7426ce-1ca8-4d9b-8f2c-958fefda5f7a tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6263022 Jun 03 15:23:22.943939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50772) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:22.946390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.980571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:22.985543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Usage tracker for resource:security_group_rule and tenant:14136a2abe88402b83e6e7e04328b8a1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:22.990007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:23.002661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:23.034657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c9dd4-391f-4302-b8b6-46f978c98586 req-c04c5fb6-bc00-46cf-a93b-653c6322b5f3 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:23.041919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d6c9dd4-391f-4302-b8b6-46f978c98586 req-c04c5fb6-bc00-46cf-a93b-653c6322b5f3 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 945 time: 0.1510990 Jun 03 15:23:23.117284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d6c9dd4-391f-4302-b8b6-46f978c98586 req-d0456a16-d462-4ef7-a200-f655e1d84932 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740688 Jun 03 15:23:23.159202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.181784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.188542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.203351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:23.229412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.229810 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Added segment 95518bb4-96af-4c9b-9430-2be1d35b758d of type vlan for network 38eca955-add8-4b1b-9a12-e6927d4c9a52 Jun 03 15:23:23.258127 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Set router 7b699fd9-599d-45b1-81ee-e6a5f1b52c4d gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:23.274519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada30b56-b69c-43c2-9323-87cf3ee27c1e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:23.338956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.408247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.409544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:23.410187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.542316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Pushing event updated for resources: {'Network': ['ID=38eca955-add8-4b1b-9a12-e6927d4c9a52,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:23.556623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0619643 Jun 03 15:23:23.558519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.559530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.559959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.560836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.561266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.561769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.563235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.563403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.563842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.564388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.564806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.565272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821000c6-7e95-4052-8169-d13c897a7c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:23.569122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50782) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:23.578305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 38eca955-add8-4b1b-9a12-e6927d4c9a52 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:23.581686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Request body: {'subnet': {'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-314321397-subnet', 'tenant_id': '14136a2abe88402b83e6e7e04328b8a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:23.604628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:23.615091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Usage tracker for resource:subnet and tenant:14136a2abe88402b83e6e7e04328b8a1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:23.624072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:23.625494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.637002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:23.659870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Made reservation on behalf of 14136a2abe88402b83e6e7e04328b8a1 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:23.669402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.708334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Deleting port de24a808-e4b3-4b08-a719-055b43771822 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:23.708847 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.822282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d957a-af5e-456e-8c32-31a4353ff071 req-eb260e37-01f8-405d-9398-db89b299c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:23.825096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-662d957a-af5e-456e-8c32-31a4353ff071 req-eb260e37-01f8-405d-9398-db89b299c57f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1097 time: 0.2014604 Jun 03 15:23:23.835284 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699fd9-599d-45b1-81ee-e6a5f1b52c4d', 'name': '', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187', 'external_fixed_ips': [{'subnet_id': 'c37d072e-01af-448d-b9ed-1efd1be0613e', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'de24a808-e4b3-4b08-a719-055b43771822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:18Z', 'updated_at': '2022-06-03T15:23:21Z', 'revision_number': 3, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port': {'id': 'de24a808-e4b3-4b08-a719-055b43771822', 'name': '', 'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b699fd9-599d-45b1-81ee-e6a5f1b52c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'c37d072e-01af-448d-b9ed-1efd1be0613e', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:19Z', 'updated_at': '2022-06-03T15:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c37d072e-01af-448d-b9ed-1efd1be0613e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:23.842836 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Checking router: 7b699fd9-599d-45b1-81ee-e6a5f1b52c4d for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:23.843704 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Updating router 7b699fd9-599d-45b1-81ee-e6a5f1b52c4d port de24a808-e4b3-4b08-a719-055b43771822 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:23:23.927583 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.107111 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.111520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c18a9-9b79-472c-88ff-36432507d169 req-0596036a-407e-416e-942b-2aeb45a3b2df tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.116649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c1c18a9-9b79-472c-88ff-36432507d169 req-0596036a-407e-416e-942b-2aeb45a3b2df tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.2362590 Jun 03 15:23:24.124859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d957a-af5e-456e-8c32-31a4353ff071 req-96b7a81c-00cc-4b29-bd8e-b681ee4ed14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.126309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-662d957a-af5e-456e-8c32-31a4353ff071 req-96b7a81c-00cc-4b29-bd8e-b681ee4ed14c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.2846825 Jun 03 15:23:24.194572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c13b-3799-4997-b2d1-abaee0ab9def req-8fa3e5cc-de98-4974-8eeb-cb2d668417db tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.194572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cac3c13b-3799-4997-b2d1-abaee0ab9def req-8fa3e5cc-de98-4974-8eeb-cb2d668417db tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 945 time: 0.3689146 Jun 03 15:23:24.325996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c1c18a9-9b79-472c-88ff-36432507d169 req-ff3f1b8a-10d7-4726-88be-c9c895c8f2b9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897457 Jun 03 15:23:24.336251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Calling delete_port for de24a808-e4b3-4b08-a719-055b43771822 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:24.350344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cac3c13b-3799-4997-b2d1-abaee0ab9def req-43913762-e02c-40af-920a-d9b6ee72494f tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517634 Jun 03 15:23:24.382944 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-662d957a-af5e-456e-8c32-31a4353ff071 req-8fd5a53a-5b05-4cfd-9220-e28182bcff36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.1858339 Jun 03 15:23:24.406941 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.426049 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Transition to ACTIVE for port object de24a808-e4b3-4b08-a719-055b43771822 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:24.426049 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.469836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.503398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d957a-af5e-456e-8c32-31a4353ff071 req-3eaa2301-02ab-46c8-9dc7-ab0f8d86df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.503398 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-662d957a-af5e-456e-8c32-31a4353ff071 req-3eaa2301-02ab-46c8-9dc7-ab0f8d86df67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.1200237 Jun 03 15:23:24.526476 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Pushing event updated for resources: {'Port': ['ID=de24a808-e4b3-4b08-a719-055b43771822,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:24.526476 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Attempting to bind port de24a808-e4b3-4b08-a719-055b43771822 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:24.526476 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Attempting to bind port de24a808-e4b3-4b08-a719-055b43771822 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:24.526476 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Attempting to bind port de24a808-e4b3-4b08-a719-055b43771822 on network 6a09df33-654a-43a3-99e5-859c2e75e187 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:24.534779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:24.534779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Checking segment: {'id': '1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:24.534779 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.534779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Bound using segment: {'id': '1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:24.534779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Bound port: de24a808-e4b3-4b08-a719-055b43771822, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6a09df33-654a-43a3-99e5-859c2e75e187'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:24.534779 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.561400 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.562581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.562581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.562581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.562581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.562901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.563227 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.563549 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.563852 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-662d957a-af5e-456e-8c32-31a4353ff071 req-10f83836-fa4b-42f6-aada-5d7ce05d9497 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530698 Jun 03 15:23:24.563973 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.564212 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.564535 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.565392 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:24.624649 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] For port de24a808-e4b3-4b08-a719-055b43771822, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:24.628938 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] For port de24a808-e4b3-4b08-a719-055b43771822, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=de24a808-e4b3-4b08-a719-055b43771822,segment=NetworkSegment(1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b),segment_id=1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:24.630636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:24.635710 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.649807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Checking segment: {'id': '95518bb4-96af-4c9b-9430-2be1d35b758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:24.650161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Network hostable DHCP agents. Network: 38eca955-add8-4b1b-9a12-e6927d4c9a52, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:24.699161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Network 38eca955-add8-4b1b-9a12-e6927d4c9a52 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:24.700998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:23:24.701710 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:23:24.731377 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Routers {'7b699fd9-599d-45b1-81ee-e6a5f1b52c4d'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:24.731764 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['7b699fd9-599d-45b1-81ee-e6a5f1b52c4d'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:24.735650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ce53d-590a-49a8-8a51-90afa35cb80e req-3b0eb19e-ae4f-4afc-acf4-bace3bebc553 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.737924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd6ce53d-590a-49a8-8a51-90afa35cb80e req-3b0eb19e-ae4f-4afc-acf4-bace3bebc553 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.1784883 Jun 03 15:23:24.738561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 38eca955-add8-4b1b-9a12-e6927d4c9a52) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:24.750713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00fba8-f3da-4c7c-8713-4c8d14cf62a3 None None] Network 38eca955-add8-4b1b-9a12-e6927d4c9a52 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:24.767324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.767324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.777120 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-662d957a-af5e-456e-8c32-31a4353ff071 req-f64793c3-65be-4c08-a2af-f846f806c9c5 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028980 Jun 03 15:23:24.834963 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd6ce53d-590a-49a8-8a51-90afa35cb80e req-f788448f-e1c0-4da1-b635-d09ef1d034e3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879140 Jun 03 15:23:24.859453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-97f33dab-5bd7-447c-b0f8-6e672af4597a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2891536 Jun 03 15:23:25.010168 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] Set router 7b699fd9-599d-45b1-81ee-e6a5f1b52c4d gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:25.088744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a158dd1-61b3-45a9-baa6-874a9f2d24cf None None] Network 38eca955-add8-4b1b-9a12-e6927d4c9a52 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:25.152774 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699fd9-599d-45b1-81ee-e6a5f1b52c4d', 'name': '', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:18Z', 'updated_at': '2022-06-03T15:23:23Z', 'revision_number': 4, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:25.164546 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a77763-ebc7-4485-baa4-660bab1720a9 None None] Pushing event updated for resources: {'Port': ['ID=de24a808-e4b3-4b08-a719-055b43771822,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:25.177268 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d59c61-b084-4f8f-9a72-ab14c833efbe None None] The sync data for ids ['7b699fd9-599d-45b1-81ee-e6a5f1b52c4d'] in n-d-844594-1 is: [{'id': '7b699fd9-599d-45b1-81ee-e6a5f1b52c4d', 'name': '', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:18Z', 'updated_at': '2022-06-03T15:23:23Z', 'revision_number': 4, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:25.202522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Deleting port de24a808-e4b3-4b08-a719-055b43771822 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:25.202873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.250903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-662d957a-af5e-456e-8c32-31a4353ff071 req-4b44ee6e-8752-43ad-814a-db46dc5b9bb2 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643424 Jun 03 15:23:25.291772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-2c5318a2-3a22-46ac-b4dd-56254a457b95 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:25.292541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-2c5318a2-3a22-46ac-b4dd-56254a457b95 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Synchronizing usage tracker for tenant:da8431b8d4db4e20a4d1bbebb4883d0a on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:25.593753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-2c5318a2-3a22-46ac-b4dd-56254a457b95 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Unset dirty status for tenant:da8431b8d4db4e20a4d1bbebb4883d0a on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:25.595183 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-2c5318a2-3a22-46ac-b4dd-56254a457b95 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 945 time: 0.6164777 Jun 03 15:23:25.655228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-b53a92ca-9cbd-42f3-bbab-921847b6735d tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:25.655965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-b53a92ca-9cbd-42f3-bbab-921847b6735d tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Synchronizing usage tracker for tenant:14136a2abe88402b83e6e7e04328b8a1 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:25.684267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a139f9-18d5-4236-af48-6391e5423ed7 req-c4dbca48-3292-41af-afc3-bc296ab138cf tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:25.685837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16a139f9-18d5-4236-af48-6391e5423ed7 req-c4dbca48-3292-41af-afc3-bc296ab138cf tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1696401 Jun 03 15:23:25.691860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-b53a92ca-9cbd-42f3-bbab-921847b6735d tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Unset dirty status for tenant:14136a2abe88402b83e6e7e04328b8a1 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:25.693204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-b53a92ca-9cbd-42f3-bbab-921847b6735d tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/networks?id=38eca955-add8-4b1b-9a12-e6927d4c9a52 HTTP/1.1" status: 200 len: 821 time: 0.2823279 Jun 03 15:23:25.708003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Deleting port e57ae0e7-1ee6-4b03-88fb-9fb375953701 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:25.708373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.766446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] For port de24a808-e4b3-4b08-a719-055b43771822, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=de24a808-e4b3-4b08-a719-055b43771822,segment=NetworkSegment(1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b),segment_id=1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:25.766810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.845949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-368cdb43-d556-4621-8960-ca8cd0a97d24 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/quotas/14136a2abe88402b83e6e7e04328b8a1 HTTP/1.1" status: 200 len: 375 time: 0.1344626 Jun 03 15:23:25.893207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16a139f9-18d5-4236-af48-6391e5423ed7 req-2db81272-e016-49c8-9dbe-535652c74802 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990156 Jun 03 15:23:25.899709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-06835451-f7f7-417a-9fb4-c03bab344977 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=14136a2abe88402b83e6e7e04328b8a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481877 Jun 03 15:23:25.927486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Calling delete_port for de24a808-e4b3-4b08-a719-055b43771822 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:26.107185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-cb7dda59-cbf0-4a85-85c0-99ba6bd23833 service neutron] 10.222.0.66 "GET /v2.0/networks/38eca955-add8-4b1b-9a12-e6927d4c9a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998498 Jun 03 15:23:26.186953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] For port e57ae0e7-1ee6-4b03-88fb-9fb375953701, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e57ae0e7-1ee6-4b03-88fb-9fb375953701,segment=NetworkSegment(94e67eb4-aabc-41d8-bcf9-3d0fd42282e0),segment_id=94e67eb4-aabc-41d8-bcf9-3d0fd42282e0)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:26.187216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.318403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bd77b-8112-47d6-a9f6-5521c098b1ae req-f388a136-5294-47dd-86bb-9ab266445de3 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:26.318403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd5bd77b-8112-47d6-a9f6-5521c098b1ae req-f388a136-5294-47dd-86bb-9ab266445de3 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 945 time: 0.2041171 Jun 03 15:23:26.324152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c6c65a9b-3cc8-4974-b41d-a9e25738fb74 service neutron] 10.222.0.66 "GET /v2.0/networks/38eca955-add8-4b1b-9a12-e6927d4c9a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695507 Jun 03 15:23:26.324316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Calling delete_port for e57ae0e7-1ee6-4b03-88fb-9fb375953701 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:26.364601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd5bd77b-8112-47d6-a9f6-5521c098b1ae req-ab45c43e-0624-4e24-b079-98edbe3a7cc6 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/security-groups?id=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Jun 03 15:23:26.472261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.569725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d3c08a6-6e72-4d80-98a8-012c7054e9a7 req-6774f127-e51c-43d4-b7d9-d4c3f79fb269 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 210 time: 0.0614879 Jun 03 15:23:26.582268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event deleted for resources: {'Port': ['ID=de24a808-e4b3-4b08-a719-055b43771822,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:26.642104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95082-7dc9-4fa0-beee-c1c52ffb21ab req-9612cea5-5658-44e4-a0ac-c60dc1fc649c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:26.642104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7b95082-7dc9-4fa0-beee-c1c52ffb21ab req-9612cea5-5658-44e4-a0ac-c60dc1fc649c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.1715760 Jun 03 15:23:26.739859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7b95082-7dc9-4fa0-beee-c1c52ffb21ab req-49be514c-7dfa-4e65-b63e-70cf8c42d40d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829341 Jun 03 15:23:26.818744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.934320 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.176442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a3772-200e-42c9-a40f-43cc1370ec9e req-a8be1bfe-60a8-4a9e-b33a-b6dcba9c7a87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:27.176755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Pushing event deleted for resources: {'Port': ['ID=e57ae0e7-1ee6-4b03-88fb-9fb375953701,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:27.182439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.186661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-809a3772-200e-42c9-a40f-43cc1370ec9e req-a8be1bfe-60a8-4a9e-b33a-b6dcba9c7a87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 946 time: 0.1366069 Jun 03 15:23:27.191379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.248218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-809a3772-200e-42c9-a40f-43cc1370ec9e req-5af10028-8347-45f0-9fd2-6b0851e32c61 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604672 Jun 03 15:23:27.342627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] No DVR routers for this DVR port e57ae0e7-1ee6-4b03-88fb-9fb375953701 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:27.345615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.367611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'name': 'network-vif-deleted', 'tag': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:27.373793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e57ae0e7-1ee6-4b03-88fb-9fb375953701 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:27.374702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-116849e2-4d16-4f26-a92f-e15bca40dd80 req-cc30ccb1-55f0-4d6d-8da9-c258277dea09 tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.70 "DELETE /v2.0/ports/e57ae0e7-1ee6-4b03-88fb-9fb375953701 HTTP/1.1" status: 204 len: 173 time: 1.7737126 Jun 03 15:23:27.377223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.377952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b699fd9-599d-45b1-81ee-e6a5f1b52c4d {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:23:27.383662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.384886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-274e607d-aa6e-4548-9d9c-d2c01b8e7297 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "DELETE /v2.0/routers/7b699fd9-599d-45b1-81ee-e6a5f1b52c4d HTTP/1.1" status: 204 len: 168 time: 4.4397333 Jun 03 15:23:27.391083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50838) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:27.423200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: e57ae0e7-1ee6-4b03-88fb-9fb375953701 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:27.425451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e57ae0e7-1ee6-4b03-88fb-9fb375953701 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:27.429510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:27.486324 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56886c20-a02c-4879-8b88-53eeea73b37d'] response: {'server_uuid': 'f2060110-3e41-4e31-8727-0c38bd6e6680', 'name': 'network-vif-deleted', 'tag': 'e57ae0e7-1ee6-4b03-88fb-9fb375953701', 'status': 'completed', 'code': 200} Jun 03 15:23:27.510233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Deleting subnet c37d072e-01af-448d-b9ed-1efd1be0613e {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:27.515276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.591891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.697612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.700009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:27.700528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.743763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18b936e9-1783-494a-aafb-a25969e048db req-0359647c-c47d-4526-93bd-2fd0d35cb7cc tempest-InstanceActionsV221TestJSON-2068447985 tempest-InstanceActionsV221TestJSON-2068447985-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2060110-3e41-4e31-8727-0c38bd6e6680 HTTP/1.1" status: 200 len: 210 time: 0.0836191 Jun 03 15:23:27.753645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:27.754748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:27.764965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.790724 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.858303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:27.891618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c37d072e-01af-448d-b9ed-1efd1be0613e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:27.932473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.945689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e6ef2ad-53f1-4077-b145-7f6c99653173 req-92298115-5e3e-423d-bf76-facd5798793e tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 210 time: 0.0613403 Jun 03 15:23:27.947332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b8dc00ef-356a-4d4d-9816-b05351e46247 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/c37d072e-01af-448d-b9ed-1efd1be0613e HTTP/1.1" status: 204 len: 168 time: 0.5537980 Jun 03 15:23:27.950522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50856) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:28.078516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.087897 n-d-844594-1 neutron-server[88340]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ef9abe0e-b666-49d7-90ea-0b089925093d']: {'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'code': 422} returned with failed status Jun 03 15:23:28.233615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-6be828d5-d3ce-460a-bdab-c6f7a51a9557 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:28.235935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-6be828d5-d3ce-460a-bdab-c6f7a51a9557 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.15 "GET /v2.0/networks?id=38eca955-add8-4b1b-9a12-e6927d4c9a52 HTTP/1.1" status: 200 len: 821 time: 0.2904222 Jun 03 15:23:28.250598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Request body: {'port': {'device_id': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52', 'admin_state_up': True, 'tenant_id': '14136a2abe88402b83e6e7e04328b8a1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:28.319989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.353524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a09df33-654a-43a3-99e5-859c2e75e187']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:28.369428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:28.370098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:28.386794 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.405359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5922d-409f-439d-aa7d-4e72c8583d2e req-1d3166e8-3a9f-434b-9db7-ee04ae924895 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:28.407550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ca5922d-409f-439d-aa7d-4e72c8583d2e req-1d3166e8-3a9f-434b-9db7-ee04ae924895 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.2797618 Jun 03 15:23:28.425873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:28.429991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.430541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Usage tracker for resource:port and tenant:14136a2abe88402b83e6e7e04328b8a1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:28.433775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:28.440631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:28.442296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:28.443015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.452151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Made reservation on behalf of 14136a2abe88402b83e6e7e04328b8a1 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:28.456231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.636857 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b resource provider aggregate not found Jun 03 15:23:28.695792 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f006ef0-8a92-4cf5-843f-7f6ecd88dc8b found for delete ", "request_id": "req-188d9775-b362-44cc-9f1f-c1f0a7ac703f"}]} Jun 03 15:23:28.707650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ca5922d-409f-439d-aa7d-4e72c8583d2e req-d7ab0ee2-5e2e-4fd3-840e-4fa08da30b20 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936766 Jun 03 15:23:28.732191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.753432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a09df33-654a-43a3-99e5-859c2e75e187 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:23:28.760978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.764584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a09df33-654a-43a3-99e5-859c2e75e187,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:28.772522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-87ad7f0c-1aa6-43ec-838d-eda880871fd1 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "DELETE /v2.0/networks/6a09df33-654a-43a3-99e5-859c2e75e187 HTTP/1.1" status: 204 len: 168 time: 0.8207252 Jun 03 15:23:28.792211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61d947-035c-476e-afba-81c6f39c361a req-e10140df-626a-4dba-a66f-f88f6ca1026e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:28.800296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c61d947-035c-476e-afba-81c6f39c361a req-e10140df-626a-4dba-a66f-f88f6ca1026e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.1590819 Jun 03 15:23:28.878714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c61d947-035c-476e-afba-81c6f39c361a req-e6df3440-abff-4480-a1a3-ed38f7f0dc25 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737693 Jun 03 15:23:28.906060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Allocated IP 172.20.0.3 (38eca955-add8-4b1b-9a12-e6927d4c9a52/3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd/50ec557b-fcc2-4766-b050-33276d019e8d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:29.194850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2babe-94cc-4640-8767-2e56a8dfc266 req-3b129642-b766-4181-9795-19da7004a134 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:29.196640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ce2babe-94cc-4640-8767-2e56a8dfc266 req-3b129642-b766-4181-9795-19da7004a134 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.1289036 Jun 03 15:23:29.306515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ce2babe-94cc-4640-8767-2e56a8dfc266 req-7994edeb-0a8d-46ef-b64a-1529345eed32 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966651 Jun 03 15:23:29.314554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50888) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:29.314554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'router': {'name': 'tempest-router--1720258209', 'project_id': 'a188756f42f740fab959d7c65235a37d'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:29.320477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:29.329026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.351280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:router and tenant:a188756f42f740fab959d7c65235a37d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:29.357652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:29.365256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:29.393295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.394571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.403995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-614f6c3c-4413-4b20-86bc-675495568279 req-3ab003f4-c3ba-481c-8b07-a074f27678ef tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 210 time: 0.0679603 Jun 03 15:23:29.432219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.435686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.552289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Network 38eca955-add8-4b1b-9a12-e6927d4c9a52 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:29.556667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:29.560534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:29.597175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.614468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Pushing event updated for resources: {'Port': ['ID=50ec557b-fcc2-4766-b050-33276d019e8d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:29.654213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.655537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-003e1422-6d98-47b5-b363-0107d30ae21c tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3503666 Jun 03 15:23:29.659170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50904) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:29.665101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:29.665959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.679604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50908) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:29.775466 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-c7c5741a-0d27-4e44-a671-4200e269a8fb tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5288553 Jun 03 15:23:29.815647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Request body: {'port': {'device_id': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:29.843493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8eafc5ca-324a-4fb2-befd-c0be3269a970 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.846399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] Deleting subnet a463ef5d-3439-406a-85ac-a7f7b1dbeb8c {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:29.871462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.022771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.112065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.229691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.247980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.306076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.341540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a463ef5d-3439-406a-85ac-a7f7b1dbeb8c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:30.366817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-487865ab-d90d-4deb-9f9b-48130a39f202 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a463ef5d-3439-406a-85ac-a7f7b1dbeb8c HTTP/1.1" status: 204 len: 168 time: 0.6844847 Jun 03 15:23:30.370356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50936) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:30.392701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8eafc5ca-324a-4fb2-befd-c0be3269a970 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.403029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8eafc5ca-324a-4fb2-befd-c0be3269a970 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.443712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9165a55-6b50-425d-a08a-4abcac9e20e3 req-100eb56c-d3d7-46bc-a549-36065df64831 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.445248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9165a55-6b50-425d-a08a-4abcac9e20e3 req-100eb56c-d3d7-46bc-a549-36065df64831 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.5395310 Jun 03 15:23:30.455666 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8eafc5ca-324a-4fb2-befd-c0be3269a970 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.456217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eafc5ca-324a-4fb2-befd-c0be3269a970 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eab5a72-4ad9-42b6-b23c-94a71bb285e0 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:23:30.485468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8eafc5ca-324a-4fb2-befd-c0be3269a970 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.486604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8eafc5ca-324a-4fb2-befd-c0be3269a970 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "DELETE /v2.0/routers/1eab5a72-4ad9-42b6-b23c-94a71bb285e0 HTTP/1.1" status: 204 len: 168 time: 0.8256602 Jun 03 15:23:30.494214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033950e5-d009-4206-ba74-80995bf8d192 req-c0eaec12-12c8-4492-aafb-5e89b6ec4695 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.495682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-033950e5-d009-4206-ba74-80995bf8d192 req-c0eaec12-12c8-4492-aafb-5e89b6ec4695 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.2365527 Jun 03 15:23:30.546933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9165a55-6b50-425d-a08a-4abcac9e20e3 req-7f63ebe5-f082-4d79-b2c2-dbaaa8155916 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846670 Jun 03 15:23:30.571150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.641293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-033950e5-d009-4206-ba74-80995bf8d192 req-5db2d490-f94d-4859-8f9c-53bf0b69d281 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293266 Jun 03 15:23:30.720972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50954) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:30.760604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-9e87d0f4-8967-4269-933a-af93cc45548e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3774331 Jun 03 15:23:30.866552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-34616ae9-198e-4f01-9c79-c8729fe7cd6e tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.873294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-34616ae9-198e-4f01-9c79-c8729fe7cd6e tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 814 time: 0.2250068 Jun 03 15:23:30.894974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-34326c52-236d-4c4b-aae4-cef7dd7855d9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/quotas/7c5bc7eaa3204c32b6f8b7ffa42abe3b HTTP/1.1" status: 200 len: 375 time: 0.0207603 Jun 03 15:23:30.970883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308139120', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:31.054883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.091369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8864600e-41f1-4b73-9a6e-0c5c2cf268af']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:31.107625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e67eb4-aabc-41d8-bcf9-3d0fd42282e0') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:31.108210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e67eb4-aabc-41d8-bcf9-3d0fd42282e0') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:31.113278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:31.124670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Usage tracker for resource:router and tenant:2d36666cd2ea4cb8bc4907dbeeba26fa is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:31.130780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:31.133367 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.141693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995d34-2b78-462f-9a07-157e89282289 req-ff4de464-7f1b-49c6-86b7-bdbc639487b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:31.143172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09995d34-2b78-462f-9a07-157e89282289 req-ff4de464-7f1b-49c6-86b7-bdbc639487b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 931 time: 0.3561156 Jun 03 15:23:31.150662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:31.185567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.186482 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.198043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.209365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:31.209851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.211795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-e487614e-31f7-42e9-b440-2e71beb0521c tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3159962 Jun 03 15:23:31.247522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-09995d34-2b78-462f-9a07-157e89282289 req-34d4cf76-9957-47ca-bea0-482dc8022602 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Synchronizing usage tracker for tenant:14136a2abe88402b83e6e7e04328b8a1 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:31.282934 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 94e67eb4-aabc-41d8-bcf9-3d0fd42282e0 resource provider aggregate not found Jun 03 15:23:31.287886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ec557b-fcc2-4766-b050-33276d019e8d {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:31.310628 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.318306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.324506 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 94e67eb4-aabc-41d8-bcf9-3d0fd42282e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94e67eb4-aabc-41d8-bcf9-3d0fd42282e0 found for delete ", "request_id": "req-2fd59e85-f00e-4cb9-af3e-4fe3b379219f"}]} Jun 03 15:23:31.341409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.343399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Transition to ACTIVE for port object 50ec557b-fcc2-4766-b050-33276d019e8d will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:31.359193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.359984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-09995d34-2b78-462f-9a07-157e89282289 req-34d4cf76-9957-47ca-bea0-482dc8022602 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Unset dirty status for tenant:14136a2abe88402b83e6e7e04328b8a1 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:31.366759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.368650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09995d34-2b78-462f-9a07-157e89282289 req-34d4cf76-9957-47ca-bea0-482dc8022602 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146964 Jun 03 15:23:31.386869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:31.426000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8864600e-41f1-4b73-9a6e-0c5c2cf268af,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:31.500084 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2b52f98b-082e-45eb-a5ac-269c391a89c9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8864600e-41f1-4b73-9a6e-0c5c2cf268af HTTP/1.1" status: 204 len: 168 time: 1.1286824 Jun 03 15:23:31.553494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:31.567330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Pushing event updated for resources: {'Port': ['ID=50ec557b-fcc2-4766-b050-33276d019e8d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:31.659267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Attempting to bind port 50ec557b-fcc2-4766-b050-33276d019e8d on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:31.659905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Attempting to bind port 50ec557b-fcc2-4766-b050-33276d019e8d by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '95518bb4-96af-4c9b-9430-2be1d35b758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:31.660319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Attempting to bind port 50ec557b-fcc2-4766-b050-33276d019e8d on network 38eca955-add8-4b1b-9a12-e6927d4c9a52 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:31.666992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Port 50ec557b-fcc2-4766-b050-33276d019e8d on network 38eca955-add8-4b1b-9a12-e6927d4c9a52 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:31.667578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Attempting to bind port 50ec557b-fcc2-4766-b050-33276d019e8d on network 38eca955-add8-4b1b-9a12-e6927d4c9a52 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:31.676726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:31.677325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Checking segment: {'id': '95518bb4-96af-4c9b-9430-2be1d35b758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:31.677882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Bound using segment: {'id': '95518bb4-96af-4c9b-9430-2be1d35b758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:31.678480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Bound port: 50ec557b-fcc2-4766-b050-33276d019e8d, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95518bb4-96af-4c9b-9430-2be1d35b758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:31.679026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.727718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50976) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:31.783285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.796692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-f96a578c-ebab-4ffd-b28f-210c3c86ef7b service neutron] 10.222.0.66 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737557 Jun 03 15:23:31.863774 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1b49ac16-1fe7-4251-a24b-6e6bc11a4066 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da8431b8d4db4e20a4d1bbebb4883d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323490 Jun 03 15:23:31.869008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50980) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:31.873003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] For port 50ec557b-fcc2-4766-b050-33276d019e8d, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:31.877930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] For port 50ec557b-fcc2-4766-b050-33276d019e8d, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=50ec557b-fcc2-4766-b050-33276d019e8d,segment=NetworkSegment(95518bb4-96af-4c9b-9430-2be1d35b758d),segment_id=95518bb4-96af-4c9b-9430-2be1d35b758d)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:31.891347 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.988233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:31.988233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.989445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] 10.222.0.15 "PUT /v2.0/ports/50ec557b-fcc2-4766-b050-33276d019e8d HTTP/1.1" status: 200 len: 1091 time: 2.1928933 Jun 03 15:23:31.996251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'tag': '50ec557b-fcc2-4766-b050-33276d019e8d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:32.032736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b813d-2604-4650-bfe2-efc010b17769 service neutron] Pushing event updated for resources: {'Port': ['ID=50ec557b-fcc2-4766-b050-33276d019e8d,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:32.052357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-1870e089-29da-4a2f-a011-7649507af28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.052557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9b6d2-4a45-438f-81c1-b298928aa522 req-33278175-242d-4739-92bb-5029cb2b3db5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.053870 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-1870e089-29da-4a2f-a011-7649507af28f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588&tenant_id=ed1515db0ddd4105ace55ea91dad07a7 HTTP/1.1" status: 200 len: 1095 time: 0.2594452 Jun 03 15:23:32.054092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acc9b6d2-4a45-438f-81c1-b298928aa522 req-33278175-242d-4739-92bb-5029cb2b3db5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.3302014 Jun 03 15:23:32.054661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39bf7f15-3d07-4010-98e6-1fa34c6a28af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.101751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-88c89dcf-893a-45a5-aa83-b38f39ea6d4f service neutron] 10.222.0.66 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020563 Jun 03 15:23:32.132456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acc9b6d2-4a45-438f-81c1-b298928aa522 req-0fc72d1a-143c-4fd7-b571-93d14cf5f311 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 Jun 03 15:23:32.179542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39bf7f15-3d07-4010-98e6-1fa34c6a28af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.251134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-0376971c-30cb-400b-94b6-e699c7343ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.252681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-0376971c-30cb-400b-94b6-e699c7343ea5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14136a2abe88402b83e6e7e04328b8a1&device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 1094 time: 0.1959682 Jun 03 15:23:32.264896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-760a87b3-c32e-455c-acc5-3f780b2fbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.266445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-760a87b3-c32e-455c-acc5-3f780b2fbd45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1095 time: 0.1785131 Jun 03 15:23:32.348350 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725c9f96-9764-433b-8397-55450c61ac31'] response: {'name': 'network-changed', 'server_uuid': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'tag': '50ec557b-fcc2-4766-b050-33276d019e8d', 'status': 'completed', 'code': 200} Jun 03 15:23:32.360648 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-0187da55-f3d6-4132-b1d7-06b72911cb91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50ec557b-fcc2-4766-b050-33276d019e8d HTTP/1.1" status: 200 len: 217 time: 0.0990167 Jun 03 15:23:32.361197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39bf7f15-3d07-4010-98e6-1fa34c6a28af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.473004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf7f15-3d07-4010-98e6-1fa34c6a28af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:32.473217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a7224e5-25a7-49d9-8a85-1308d17fe22f req-c086bae2-f1be-493b-8593-4b2905236694 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 210 time: 0.0620828 Jun 03 15:23:32.493639 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39bf7f15-3d07-4010-98e6-1fa34c6a28af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.498027 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-39bf7f15-3d07-4010-98e6-1fa34c6a28af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02d6eb05-5bfb-44f6-b5c7-1e084ee2e7fa HTTP/1.1" status: 204 len: 168 time: 0.6235938 Jun 03 15:23:32.542904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.581706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-ef52c061-f47c-4281-b79b-a913fd4e168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.583500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-ef52c061-f47c-4281-b79b-a913fd4e168a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd HTTP/1.1" status: 200 len: 861 time: 0.1587045 Jun 03 15:23:32.583862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.588970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-250ad94b-ec04-4161-ba3a-5843e41301a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.591256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-250ad94b-ec04-4161-ba3a-5843e41301a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.2624762 Jun 03 15:23:32.594328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c538ae7-e47a-481b-bf19-756d4e8b9986 req-a880b740-2105-40fe-8196-3afbaa5d0feb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.602765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c538ae7-e47a-481b-bf19-756d4e8b9986 req-a880b740-2105-40fe-8196-3afbaa5d0feb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.3004878 Jun 03 15:23:32.722144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-4e417fa6-a98f-4fff-9d42-af0af08cdb9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38eca955-add8-4b1b-9a12-e6927d4c9a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297436 Jun 03 15:23:32.723565 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-33d84677-8f5b-434a-931b-51899d483155 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.0863888 Jun 03 15:23:32.760876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c538ae7-e47a-481b-bf19-756d4e8b9986 req-84824d40-3c8b-43e3-973a-eb8b8daae6bf tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570950 Jun 03 15:23:32.888077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29673559-6239-431f-bd61-d21bc8ac10c1 req-1fbc8dd9-a311-481b-a4da-9d5a801f652c tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.889707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29673559-6239-431f-bd61-d21bc8ac10c1 req-1fbc8dd9-a311-481b-a4da-9d5a801f652c tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 943 time: 0.2054057 Jun 03 15:23:32.897171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Allocated IP 172.25.1.9 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/db1cfd57-1651-458e-9dec-3be616530ab5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:33.115188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-8b0d5c86-a0eb-49c9-a91b-d57ddb7cffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:33.118011 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-8b0d5c86-a0eb-49c9-a91b-d57ddb7cffae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.3811092 Jun 03 15:23:33.196380 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-5715bc66-f74a-42c1-8afd-05d139427b24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707583 Jun 03 15:23:33.203654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-a0e5b2ed-2db1-4bec-9619-b429d18716d2 service neutron] 10.222.0.15 "GET /v2.0/networks/38eca955-add8-4b1b-9a12-e6927d4c9a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711721 Jun 03 15:23:33.251355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29673559-6239-431f-bd61-d21bc8ac10c1 req-def1c3bf-3ad5-45ff-a122-d3debda069f3 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518698 Jun 03 15:23:33.404879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.449076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808ecb3-9528-4551-aaaa-9342a08dcffc req-c05a13a9-ea92-458e-bc8b-a6c54fb54ca8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:33.450617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e808ecb3-9528-4551-aaaa-9342a08dcffc req-c05a13a9-ea92-458e-bc8b-a6c54fb54ca8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.1245689 Jun 03 15:23:33.464372 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.467655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-d3a79b8a-0857-4e23-bc64-f11e66c59448 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628198 Jun 03 15:23:33.472156 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-979fe2a6-5d55-45e6-829a-37fff7f52056 req-36d59472-6a63-43b4-9aba-f36ce160f58e service neutron] 10.222.0.15 "GET /v2.0/networks/38eca955-add8-4b1b-9a12-e6927d4c9a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457895 Jun 03 15:23:33.578864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:33.587195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:33.594021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:33.628867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e808ecb3-9528-4551-aaaa-9342a08dcffc req-d15fd1c7-d91b-4312-8b45-0d5a0043f0e8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567624 Jun 03 15:23:33.629488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event updated for resources: {'Port': ['ID=db1cfd57-1651-458e-9dec-3be616530ab5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:33.913551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8727b070-dcdc-42ec-9020-82f2363f78d9 req-9c8802c0-03bb-4826-91f1-4b59f4e00c4f service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382663 Jun 03 15:23:33.931475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6790ab49-41cd-451d-9e27-f125681cde2f req-1facd280-aee8-4c38-b6c2-8a4bc94f0da0 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 210 time: 0.1893165 Jun 03 15:23:34.064153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-3c17f520-bef1-4c68-9f15-807109bbb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:34.065787 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-3c17f520-bef1-4c68-9f15-807109bbb8ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14136a2abe88402b83e6e7e04328b8a1&device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 1094 time: 0.4903162 Jun 03 15:23:34.075398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-af8ef55d-de3d-4b09-91ae-fe43c1fefb5b tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:34.077141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-af8ef55d-de3d-4b09-91ae-fe43c1fefb5b tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.70 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 814 time: 0.3294060 Jun 03 15:23:34.127445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Request body: {'port': {'device_id': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'admin_state_up': True, 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:34.250395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b0c49-4925-43dd-b5e6-9171d07f890d req-2c046ef9-5021-4b7a-8597-c8c1b1570689 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:34.252057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d12b0c49-4925-43dd-b5e6-9171d07f890d req-2c046ef9-5021-4b7a-8597-c8c1b1570689 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.3361599 Jun 03 15:23:34.293373 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:34.397966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d12b0c49-4925-43dd-b5e6-9171d07f890d req-939916ca-06d6-43a0-89ec-c2b6e24de01c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329775 Jun 03 15:23:34.486669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-1fb2b662-0576-4f94-8b8f-2d828432e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:34.488352 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-1fb2b662-0576-4f94-8b8f-2d828432e2b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38eca955-add8-4b1b-9a12-e6927d4c9a52 HTTP/1.1" status: 200 len: 922 time: 0.4099548 Jun 03 15:23:34.495178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:34.501498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Usage tracker for resource:port and tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:34.505349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:34.511416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:34.570723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8da075cb-4c56-4724-9bb2-66ee5b19f128 req-d0280b86-8edc-47a8-9879-9ea49110493b tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.0829825 Jun 03 15:23:34.623624 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-5fb6a942-21e6-48bf-bbed-66e80baa8861 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50ec557b-fcc2-4766-b050-33276d019e8d HTTP/1.1" status: 200 len: 217 time: 0.1076477 Jun 03 15:23:34.624939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Made reservation on behalf of 7c5bc7eaa3204c32b6f8b7ffa42abe3b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:34.646230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:34.859829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-fe7c367f-4eaf-415c-87a0-286a805c0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:34.861350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-fe7c367f-4eaf-415c-87a0-286a805c0a81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd HTTP/1.1" status: 200 len: 861 time: 0.1978297 Jun 03 15:23:35.034922 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-25cafa94-6e18-4ab1-b498-b94eeca67fa0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38eca955-add8-4b1b-9a12-e6927d4c9a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088028 Jun 03 15:23:35.325113 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.534206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Allocated IP 172.20.0.10 (7d45b688-6bd1-44fd-9af6-f71e3fbf432b/896959ac-50e4-431c-bfc7-1182968b15cc/f8f0d520-97e9-43e2-a052-72a934e81534) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:35.560362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 50ec557b-fcc2-4766-b050-33276d019e8d details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:35.597296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-b26d53b4-c96a-4b16-97e2-bdfd2eca7000 service neutron] 10.222.0.15 "GET /v2.0/networks/38eca955-add8-4b1b-9a12-e6927d4c9a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463850 Jun 03 15:23:35.674622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83335ec-1e01-45d1-a4f9-46ba98acb5d3 req-11cc700e-328a-40d4-b480-54daf2728393 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:35.682092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e83335ec-1e01-45d1-a4f9-46ba98acb5d3 req-11cc700e-328a-40d4-b480-54daf2728393 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 943 time: 1.1023784 Jun 03 15:23:35.754463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e83335ec-1e01-45d1-a4f9-46ba98acb5d3 req-d314b7a5-79e3-4b5d-a0e7-206c69942ccf tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717528 Jun 03 15:23:35.844999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Router d40ebd4c-3282-4be8-82ab-9279005ec05e is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:23:35.878103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 50ec557b-fcc2-4766-b050-33276d019e8d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=50ec557b-fcc2-4766-b050-33276d019e8d,segment=NetworkSegment(95518bb4-96af-4c9b-9430-2be1d35b758d),segment_id=95518bb4-96af-4c9b-9430-2be1d35b758d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:35.895847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '50ec557b-fcc2-4766-b050-33276d019e8d', 'network_id': '38eca955-add8-4b1b-9a12-e6927d4c9a52', 'port_id': '50ec557b-fcc2-4766-b050-33276d019e8d', 'mac_address': 'fa:16:3e:aa:0c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:36.001485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 50ec557b-fcc2-4766-b050-33276d019e8d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:36.001875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.041997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545068e2-c9f5-4d64-bfa6-4607d85312e9 req-cd489ef9-fac2-457c-b570-0301deff79ce tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:36.042912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ec557b-fcc2-4766-b050-33276d019e8d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:36.050907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-545068e2-c9f5-4d64-bfa6-4607d85312e9 req-cd489ef9-fac2-457c-b570-0301deff79ce tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 1.1753249 Jun 03 15:23:36.083812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 50ec557b-fcc2-4766-b050-33276d019e8d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=50ec557b-fcc2-4766-b050-33276d019e8d,segment=NetworkSegment(95518bb4-96af-4c9b-9430-2be1d35b758d),segment_id=95518bb4-96af-4c9b-9430-2be1d35b758d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:36.094848 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.113996 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938dee6-899d-4ab6-9d8b-fe0872ec3504 req-f692f224-853d-4866-b3d2-55314accdf5b service neutron] 10.222.0.15 "GET /v2.0/networks/38eca955-add8-4b1b-9a12-e6927d4c9a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937830 Jun 03 15:23:36.226038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=50ec557b-fcc2-4766-b050-33276d019e8d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:36.323474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['50ec557b-fcc2-4766-b050-33276d019e8d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:36.380928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.399676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f0eb8bf-ae49-426f-a4e3-446a5c42332e req-31b4e665-5507-43a2-9755-b46f30256138 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 210 time: 0.2901642 Jun 03 15:23:36.407560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:36.422953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Transition to ACTIVE for port object f8f0d520-97e9-43e2-a052-72a934e81534 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:36.444563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] Sync routers for ids ['d40ebd4c-3282-4be8-82ab-9279005ec05e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:36.448190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-c6fdd650-bded-4886-bce8-40c5d05d962c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8332956 Jun 03 15:23:36.470284 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.488864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-545068e2-c9f5-4d64-bfa6-4607d85312e9 req-a8b7aba2-d075-4b78-a956-a56a757ebbbc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819346 Jun 03 15:23:36.491009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] Routers {'d40ebd4c-3282-4be8-82ab-9279005ec05e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:36.491569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d40ebd4c-3282-4be8-82ab-9279005ec05e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:36.694430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:36.716600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:36.719463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] Routers {'d40ebd4c-3282-4be8-82ab-9279005ec05e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:36.720342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d40ebd4c-3282-4be8-82ab-9279005ec05e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:36.725948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:36.735075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:36.885752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:36.886241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event updated for resources: {'Port': ['ID=f8f0d520-97e9-43e2-a052-72a934e81534,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:36.886428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3cf386-e7f4-4ec3-bae3-615c8ac34fc1 None None] The sync data for ids ['d40ebd4c-3282-4be8-82ab-9279005ec05e'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:36.922833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92cf5759-6b5f-4636-8e27-d08cb3471e56 req-d29f9670-7211-4d08-95a1-1db4468651a8 tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.1645148 Jun 03 15:23:36.939998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.947594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0d2127e-d7a1-4bc8-a160-09c2b6b18bab tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2213788 Jun 03 15:23:36.961086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:37.034021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:37.037039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.111663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-46021219-43d0-4b4b-b251-e4827f945a53 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9965734 Jun 03 15:23:37.134300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Request body: {'port': {'device_id': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:37.299727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-147c284a-753f-40db-974e-2f1f2058067b None None] Provisioning for port f8f0d520-97e9-43e2-a052-72a934e81534 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:37.325680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-147c284a-753f-40db-974e-2f1f2058067b None None] Provisioning complete for port f8f0d520-97e9-43e2-a052-72a934e81534 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:37.326128 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-147c284a-753f-40db-974e-2f1f2058067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.454155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-9275b6b8-4b6a-4c02-9840-856cea54e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:37.469035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-9275b6b8-4b6a-4c02-9840-856cea54e503 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 1096 time: 0.9737103 Jun 03 15:23:37.473429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-147c284a-753f-40db-974e-2f1f2058067b None None] Port f8f0d520-97e9-43e2-a052-72a934e81534 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:23:37.483917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.625614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fbd4c748-d1e5-43c7-aad6-2a889d5e7cf4 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/d40ebd4c-3282-4be8-82ab-9279005ec05e HTTP/1.1" status: 200 len: 919 time: 0.6247053 Jun 03 15:23:37.625614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51084) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:37.831216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902e1d4-4728-478d-ab8a-ce9f92d422a8 req-8eb9fd18-fba8-4412-9109-1d54f9bf22ca tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:37.834180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6902e1d4-4728-478d-ab8a-ce9f92d422a8 req-8eb9fd18-fba8-4412-9109-1d54f9bf22ca tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 1.2062950 Jun 03 15:23:37.852522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bdfddcae-a592-4673-9eb2-784e3a6f5de5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40ebd4c-3282-4be8-82ab-9279005ec05e HTTP/1.1" status: 200 len: 205 time: 0.2240286 Jun 03 15:23:37.853736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51088) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:38.293897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f0d520-97e9-43e2-a052-72a934e81534 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:38.313318 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.355917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Transition to ACTIVE for port object f8f0d520-97e9-43e2-a052-72a934e81534 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:38.355917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.541018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.743931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f0d520-97e9-43e2-a052-72a934e81534,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:38.761906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e80fc-d840-46ae-9445-395a0eafca00 req-f85221b7-f275-4d62-9bfc-6531a64963e2 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:38.764134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e7e80fc-d840-46ae-9445-395a0eafca00 req-f85221b7-f275-4d62-9bfc-6531a64963e2 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 944 time: 1.5288110 Jun 03 15:23:38.826562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Attempting to bind port f8f0d520-97e9-43e2-a052-72a934e81534 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:38.827077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Attempting to bind port f8f0d520-97e9-43e2-a052-72a934e81534 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:38.827577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Attempting to bind port f8f0d520-97e9-43e2-a052-72a934e81534 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:38.835994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Port f8f0d520-97e9-43e2-a052-72a934e81534 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:38.836589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Attempting to bind port f8f0d520-97e9-43e2-a052-72a934e81534 on network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:38.847474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:38.848047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Checking segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:38.848941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Bound using segment: {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:38.849537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Bound port: f8f0d520-97e9-43e2-a052-72a934e81534, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c2a1da-7126-4cdf-ae46-49640139e511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:38.850371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.045454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e7e80fc-d840-46ae-9445-395a0eafca00 req-f8202be6-c621-4944-9fb2-bc8445f461a8 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798837 Jun 03 15:23:39.046720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] For port f8f0d520-97e9-43e2-a052-72a934e81534, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:39.050648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] For port f8f0d520-97e9-43e2-a052-72a934e81534, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f8f0d520-97e9-43e2-a052-72a934e81534,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:39.053982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6902e1d4-4728-478d-ab8a-ce9f92d422a8 req-9936e623-0931-4c1a-975b-7d1665724f96 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1971896 Jun 03 15:23:39.072562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.134453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-66d4b155-8749-457b-9fe0-1c365d6692f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:39.148238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-66d4b155-8749-457b-9fe0-1c365d6692f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 915 time: 1.5227785 Jun 03 15:23:39.292992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:39.294157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.296460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] 10.222.0.70 "PUT /v2.0/ports/f8f0d520-97e9-43e2-a052-72a934e81534 HTTP/1.1" status: 200 len: 1092 time: 2.1671894 Jun 03 15:23:39.309449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'tag': 'f8f0d520-97e9-43e2-a052-72a934e81534'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:39.342666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f51991-e602-4670-833f-2430d8482fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f0d520-97e9-43e2-a052-72a934e81534,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:39.413668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.529867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-124ae25f-a2f6-4ac5-bac1-a618ba2a010e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4 HTTP/1.1" status: 200 len: 1001 time: 0.3734388 Jun 03 15:23:39.592499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 50ec557b-fcc2-4766-b050-33276d019e8d up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:39.679299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Deleting port db1cfd57-1651-458e-9dec-3be616530ab5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:39.679838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.786449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-d00d756a-679b-4a91-900b-bd6c4c2e88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:39.788012 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-d00d756a-679b-4a91-900b-bd6c4c2e88ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=896959ac-50e4-431c-bfc7-1182968b15cc HTTP/1.1" status: 200 len: 853 time: 0.2351604 Jun 03 15:23:39.815015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 50ec557b-fcc2-4766-b050-33276d019e8d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:39.836409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 50ec557b-fcc2-4766-b050-33276d019e8d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:39.836908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.998151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-034ab173-8546-4e21-a6d1-feefd9a3c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:39.999805 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-034ab173-8546-4e21-a6d1-feefd9a3c537 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 1095 time: 0.1478312 Jun 03 15:23:40.022656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 50ec557b-fcc2-4766-b050-33276d019e8d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:40.023322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.026739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1302a-bb3a-4e05-8549-08514bfb7201 req-e3ccbce1-466f-4867-8f3e-3fc9d1ccf4b5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:40.042292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c1302a-bb3a-4e05-8549-08514bfb7201 req-e3ccbce1-466f-4867-8f3e-3fc9d1ccf4b5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.6315141 Jun 03 15:23:40.090814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec557b-fcc2-4766-b050-33276d019e8d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:40.116141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 50ec557b-fcc2-4766-b050-33276d019e8d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=50ec557b-fcc2-4766-b050-33276d019e8d,segment=NetworkSegment(95518bb4-96af-4c9b-9430-2be1d35b758d),segment_id=95518bb4-96af-4c9b-9430-2be1d35b758d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:40.125539 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.174573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dfd33-2c68-42ce-9af5-147c0904b2dc req-43005606-a0cb-4ee3-ab79-40e4e47682d3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:40.192009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-959dfd33-2c68-42ce-9af5-147c0904b2dc req-43005606-a0cb-4ee3-ab79-40e4e47682d3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 944 time: 0.7838149 Jun 03 15:23:40.299655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=50ec557b-fcc2-4766-b050-33276d019e8d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:40.313118 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-dc8f539c-ecf4-4b24-9721-4d432605ffd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f0d520-97e9-43e2-a052-72a934e81534 HTTP/1.1" status: 200 len: 217 time: 0.2838707 Jun 03 15:23:40.378936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.394396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-959dfd33-2c68-42ce-9af5-147c0904b2dc req-ae882f27-6282-4966-9a3f-d8fb02e675e9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016003 Jun 03 15:23:40.407809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7c1302a-bb3a-4e05-8549-08514bfb7201 req-5e169479-9f60-4e8c-9d24-21ce32fcba92 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623703 Jun 03 15:23:40.502770 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a633759-8ef2-4015-a35c-7677fa14aeb3'] response: {'name': 'network-changed', 'server_uuid': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'tag': 'f8f0d520-97e9-43e2-a052-72a934e81534', 'status': 'completed', 'code': 200} Jun 03 15:23:40.706114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Calling delete_port for db1cfd57-1651-458e-9dec-3be616530ab5 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:40.779327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-71e732fc-926b-44a4-a38e-a542b77e8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:40.780839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-71e732fc-926b-44a4-a38e-a542b77e8655 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9159207 Jun 03 15:23:40.797203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9292f8f-f7a1-4ef0-932b-799b2244f17a req-ff3fbe79-ddb1-4389-bf3e-e903661200be tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.1470931 Jun 03 15:23:41.458607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:41.539085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event deleted for resources: {'Port': ['ID=db1cfd57-1651-458e-9dec-3be616530ab5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:41.601301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.607574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.613972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.620414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.626165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.631994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.638386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.640675 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-dc08f828-c8ca-40dc-8afd-8bac1f52b15a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.9515567 Jun 03 15:23:41.706775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-c3b05605-b86f-4006-bd4f-7bf9a8dd3613 service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435434 Jun 03 15:23:41.833010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34b5bb-2da5-4541-8bf7-5cbe92372a05 req-1edc99f9-771f-4e02-96d6-f6f640bb95c1 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.834875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d34b5bb-2da5-4541-8bf7-5cbe92372a05 req-1edc99f9-771f-4e02-96d6-f6f640bb95c1 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 945 time: 0.8270185 Jun 03 15:23:41.858809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:41.933952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44b81340-a27c-481b-9398-fb811fbdcb06 req-a251a698-8c53-4754-b6dc-e6d1cf35b11c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2826104 Jun 03 15:23:42.118925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c4fbc8-774a-494a-9987-f62e8bb1e2fa req-3fed9f9c-4102-4184-bcf8-7ef28c40ee14 service neutron] 10.222.0.15 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967531 Jun 03 15:23:42.172265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.178327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.206018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d34b5bb-2da5-4541-8bf7-5cbe92372a05 req-0e7287ff-3820-42a3-a059-1ff57cbb020f tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581824 Jun 03 15:23:42.227296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.228732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Fanout notify agent at l3_agent the message router_deleted on router d40ebd4c-3282-4be8-82ab-9279005ec05e {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:23:42.310076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.312230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f056f45b-2d4b-4c29-8563-2336813c53dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/d40ebd4c-3282-4be8-82ab-9279005ec05e HTTP/1.1" status: 204 len: 168 time: 4.3623931 Jun 03 15:23:42.316240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51118) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:42.343555 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b9f303-6cd2-48ed-a67e-4aebdeda4a80'] response: {'server_uuid': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec557b-fcc2-4766-b050-33276d019e8d', 'code': 200} Jun 03 15:23:42.360249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1819035360', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': False}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:42.385384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:42.409606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:router and tenant:50e40c2d4cbc4fa39885d377dce63814 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:42.414591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:42.472386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:42.520881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d258fe9-b0d6-414f-935b-363625391bd2 req-5a78c13a-b019-4a0f-8223-aeae68fc7b8b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:42.528902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d258fe9-b0d6-414f-935b-363625391bd2 req-5a78c13a-b019-4a0f-8223-aeae68fc7b8b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.2974057 Jun 03 15:23:42.590021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.591787 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.617212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.724500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d258fe9-b0d6-414f-935b-363625391bd2 req-7a56f016-2f8a-4e1c-8a89-579396229035 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942539 Jun 03 15:23:42.803607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db6c1-47d2-4a32-a303-81cba7803480 req-37dcb8e5-6113-401c-ba9a-4f13ec24b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:42.805591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f91db6c1-47d2-4a32-a303-81cba7803480 req-37dcb8e5-6113-401c-ba9a-4f13ec24b7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 1096 time: 0.3812420 Jun 03 15:23:43.108437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46b64-77c8-4c31-9e79-8e7f51885e8c req-0b4e39bc-3982-45d7-855c-5d8ec0ba4ae7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:43.110303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08b46b64-77c8-4c31-9e79-8e7f51885e8c req-0b4e39bc-3982-45d7-855c-5d8ec0ba4ae7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.5308690 Jun 03 15:23:43.131328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f91db6c1-47d2-4a32-a303-81cba7803480 req-5d6276f7-4427-41e5-8e2d-863926b7133b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154876 Jun 03 15:23:43.299304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.341497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-235b96bc-d768-44b5-9134-cd60d940895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.361902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08b46b64-77c8-4c31-9e79-8e7f51885e8c req-833f52bb-3530-4afa-9f06-476f0038c00e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328651 Jun 03 15:23:43.457948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9340ad-b5ef-47f1-9350-572de888cd01 req-628d5db0-df0b-484d-9aa6-7cb7e323fbba tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:43.462946 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa9340ad-b5ef-47f1-9350-572de888cd01 req-628d5db0-df0b-484d-9aa6-7cb7e323fbba tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 944 time: 0.5715394 Jun 03 15:23:43.539184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa9340ad-b5ef-47f1-9350-572de888cd01 req-ab57f6c6-4df4-4f3f-a069-c10227a83776 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685205 Jun 03 15:23:43.607377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45752568-ef49-4207-a375-db2d3a01444d req-7449caff-7e2b-44a9-83ad-994c2e87c9e5 tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.0767927 Jun 03 15:23:43.982971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.031683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.037706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.044343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.050169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.055920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.062275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.068054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.070060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6425c58f-04f4-4c10-919e-7f762e2a2c13 req-8bc188a4-ebc8-4d44-aa93-5099c67bc97e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.3521945 Jun 03 15:23:44.071120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.160707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d5c92-965c-40c0-a599-6276053c05b5 req-050566af-266e-4f4d-94b9-8144b323427b tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.162193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c9d5c92-965c-40c0-a599-6276053c05b5 req-050566af-266e-4f4d-94b9-8144b323427b tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 945 time: 0.2551577 Jun 03 15:23:44.311396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c9d5c92-965c-40c0-a599-6276053c05b5 req-287dd712-8f27-4afb-b864-f9b9641266c2 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417689 Jun 03 15:23:44.329012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Allocated IP 172.25.1.13 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/792dff4e-9758-4de3-856f-1f3dc81e13cf) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:44.382354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9baf44-4ea4-40c1-84bd-551e90c5cd3d req-57b192fe-9798-4661-b50e-19bc34caedc0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.383872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b9baf44-4ea4-40c1-84bd-551e90c5cd3d req-57b192fe-9798-4661-b50e-19bc34caedc0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.2132757 Jun 03 15:23:44.426593 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b6a4c87-9e0b-4644-bcde-040007638841 req-22a9fb92-9dc9-4442-b735-110b7ccf5cd0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.0672379 Jun 03 15:23:44.460745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-7fbfb0d8-7c40-4223-a380-2e3d24a65a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.463829 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-7fbfb0d8-7c40-4223-a380-2e3d24a65a32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=896959ac-50e4-431c-bfc7-1182968b15cc HTTP/1.1" status: 200 len: 853 time: 0.1532996 Jun 03 15:23:44.503120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b9baf44-4ea4-40c1-84bd-551e90c5cd3d req-fc166162-61fe-4ead-88d7-c945abbcbd82 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746920 Jun 03 15:23:44.589001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.629296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76754-aeca-4406-8e19-b12dc9231bb2 req-d69eda04-29ae-4804-8ee0-7889f45d9567 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.630792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3be76754-aeca-4406-8e19-b12dc9231bb2 req-d69eda04-29ae-4804-8ee0-7889f45d9567 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.1244242 Jun 03 15:23:44.670553 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.740166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0409-b451-45bb-9030-03783d0d4747 req-bc869b1e-a785-4b39-b0fd-5a152112bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.741668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-bc869b1e-a785-4b39-b0fd-5a152112bc78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933964 Jun 03 15:23:44.771561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3be76754-aeca-4406-8e19-b12dc9231bb2 req-944289e3-67a1-40dd-8a73-11893d301016 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330569 Jun 03 15:23:44.792578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:44.797330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:44.805188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:44.859784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Port': ['ID=792dff4e-9758-4de3-856f-1f3dc81e13cf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:44.915179 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-2093aebd-68d0-4719-88bb-e76b78827375 service neutron] 10.222.0.70 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662347 Jun 03 15:23:45.050035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6982732-9ade-41b5-95bd-34dd1eb46a82 req-4b544498-dc5d-4c3a-89a2-a9d43f70b650 tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.1178098 Jun 03 15:23:45.061215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16228b3-6a28-4f0e-b597-1bbcbd3c2187 req-e37a057f-fb0c-4286-baf8-3e3f1b9d84f3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.062721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e16228b3-6a28-4f0e-b597-1bbcbd3c2187 req-e37a057f-fb0c-4286-baf8-3e3f1b9d84f3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 944 time: 0.3879356 Jun 03 15:23:45.063125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2afd0409-b451-45bb-9030-03783d0d4747 req-c28736a2-a402-44c3-8387-2c16bbdebd8f service neutron] 10.222.0.70 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408803 Jun 03 15:23:45.194364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-806e96dd-f098-4ef8-95b2-e856cf082177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.196063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-806e96dd-f098-4ef8-95b2-e856cf082177 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 1095 time: 0.0778091 Jun 03 15:23:45.263106 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.298825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e16228b3-6a28-4f0e-b597-1bbcbd3c2187 req-907a3bb3-86e2-4a48-be7d-0e6178118e68 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722241 Jun 03 15:23:45.373151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-13b3de1b-132b-4d3e-a1ff-02204b3dc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.374700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-13b3de1b-132b-4d3e-a1ff-02204b3dc432 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 200 len: 915 time: 0.1724834 Jun 03 15:23:45.485567 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-e99dbb26-1d73-4941-8ac7-69ef75f6be6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f0d520-97e9-43e2-a052-72a934e81534 HTTP/1.1" status: 200 len: 217 time: 0.1034522 Jun 03 15:23:45.571571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.582808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-c45a3d61-6f5c-4e18-a89a-4c3ca7868522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.585573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-c45a3d61-6f5c-4e18-a89a-4c3ca7868522 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=896959ac-50e4-431c-bfc7-1182968b15cc HTTP/1.1" status: 200 len: 853 time: 0.0926964 Jun 03 15:23:45.641688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6397c22a-296c-48a9-94fb-895481c5a328 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:45.655492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a29152ca-f588-449d-a11c-a946b81a185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.722251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd0a57-b33e-42e9-898f-6f5f8e7aee52 req-2b12a50c-e113-4824-891f-bc67bd6673f6 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.723835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18dd0a57-b33e-42e9-898f-6f5f8e7aee52 req-2b12a50c-e113-4824-891f-bc67bd6673f6 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 945 time: 0.2607629 Jun 03 15:23:45.768002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-5bad3901-6fc8-46ed-9c47-2619ed95ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.770099 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-5bad3901-6fc8-46ed-9c47-2619ed95ff2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d45b688-6bd1-44fd-9af6-f71e3fbf432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769440 Jun 03 15:23:45.879457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:45.896433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '6397c22a-296c-48a9-94fb-895481c5a328', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': '6397c22a-296c-48a9-94fb-895481c5a328', 'mac_address': 'fa:16:3e:26:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:45.932994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:45.966839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6397c22a-296c-48a9-94fb-895481c5a328 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:45.967356 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.975762 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-17820ae4-251e-4d96-aeed-24bd00dc1d46 service neutron] 10.222.0.70 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948750 Jun 03 15:23:45.991481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6397c22a-296c-48a9-94fb-895481c5a328 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:46.012335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:46.017257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.048641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18dd0a57-b33e-42e9-898f-6f5f8e7aee52 req-5f7c2195-cc9c-4be2-a2c9-9ff9cab9e0e0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155861 Jun 03 15:23:46.133440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38d20184-f7bc-4614-ac63-8c2a18ae8b3b req-35c96b9e-14ff-4dc9-8a8e-3ec495dd7bc0 service neutron] 10.222.0.70 "GET /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488106 Jun 03 15:23:46.163524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4f9e-c18e-44c8-a146-0ab700a20fdc req-409374e5-c994-4c24-a6d4-13bd6f474421 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.172003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-576c4f9e-c18e-44c8-a146-0ab700a20fdc req-409374e5-c994-4c24-a6d4-13bd6f474421 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.2929487 Jun 03 15:23:46.173403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['6397c22a-296c-48a9-94fb-895481c5a328'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:46.207032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.219102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.219583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.220432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.220585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.221036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.221501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.221953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.223849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5ad95668-4d9e-49a6-982a-76796f1152ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6491 time: 0.2897449 Jun 03 15:23:46.238702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-576c4f9e-c18e-44c8-a146-0ab700a20fdc req-a50cceab-83a4-4040-82a1-629529a47ed7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654731 Jun 03 15:23:46.259569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:46.288350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5f1a83e2-be20-4c47-89df-2cc6bca92629 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1a168ebd-1029-4246-8554-e6039c4e2e34&id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556662 Jun 03 15:23:46.509284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5b7037f-c7cb-417b-8442-8aa38f7e5b8a req-43584cf1-bdea-4f85-9e71-a42782f605be tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.0512309 Jun 03 15:23:46.526448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d94d-4d0e-4e00-97e1-f5bff7736049 req-1186988a-d17d-408b-95af-6f8cb2430e38 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.527956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23f6d94d-4d0e-4e00-97e1-f5bff7736049 req-1186988a-d17d-408b-95af-6f8cb2430e38 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 945 time: 0.3003786 Jun 03 15:23:46.603386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23f6d94d-4d0e-4e00-97e1-f5bff7736049 req-a77c0060-3246-42a0-b9c0-d433a698abb4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664756 Jun 03 15:23:46.610667 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.649862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Router e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:23:46.853067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.979229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103b40a-53a1-4a0e-8df0-b3338d2caea6 req-99a4b2dc-d957-4619-85a5-27a0072edce9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.980792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8103b40a-53a1-4a0e-8df0-b3338d2caea6 req-99a4b2dc-d957-4619-85a5-27a0072edce9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 944 time: 0.3709545 Jun 03 15:23:47.017329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:47.030164 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Sync routers for ids ['e4b09c7a-1e62-4e11-8e57-ee9e8213bed5'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:47.056938 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Routers {'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:47.058033 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e4b09c7a-1e62-4e11-8e57-ee9e8213bed5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:47.066176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8103b40a-53a1-4a0e-8df0-b3338d2caea6 req-dcc7ae78-ab4d-4ebd-b68f-a337e50952b3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786476 Jun 03 15:23:47.087023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.091498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:47.092097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6d24f710-24a5-4291-a73d-0fbaad9d05c9 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7740862 Jun 03 15:23:47.274592 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Set router e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:47.319544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c16c578-65c7-4342-b6c1-22a233afac64 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 HTTP/1.1" status: 200 len: 908 time: 0.2267263 Jun 03 15:23:47.321797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51202) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:47.332143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1819035360', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': True}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:47.343729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:47.357310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Usage tracker for resource:router and tenant:50e40c2d4cbc4fa39885d377dce63814 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:47.360850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:47.368034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:47.383437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.385027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.408422 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.519784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:47.598446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf51836-468b-43f6-a567-d1bd56c04266 req-d002e8e6-c4d0-4d29-b271-bda3f4d4ec46 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:47.606509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ccf51836-468b-43f6-a567-d1bd56c04266 req-d002e8e6-c4d0-4d29-b271-bda3f4d4ec46 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 944 time: 0.1533616 Jun 03 15:23:47.623402 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5', 'name': 'tempest-snat-router-1819035360', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.13'}], 'enable_snat': False}, 'gw_port_id': '792dff4e-9758-4de3-856f-1f3dc81e13cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:42Z', 'updated_at': '2022-06-03T15:23:45Z', 'revision_number': 3, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port': {'id': '792dff4e-9758-4de3-856f-1f3dc81e13cf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:44Z', 'updated_at': '2022-06-03T15:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:47.627454 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Checking router: e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:47.627799 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Updating router e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 port 792dff4e-9758-4de3-856f-1f3dc81e13cf binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:23:47.664999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ccf51836-468b-43f6-a567-d1bd56c04266 req-6db126e3-1494-44e9-9eb5-b29951500959 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518007 Jun 03 15:23:47.696139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6397c22a-296c-48a9-94fb-895481c5a328 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:47.703328 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.767948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1cf1a8d0-2a45-4028-b41e-25e58cbd41ca req-9f6775df-2039-4496-b579-b5646494bd61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dc11ce4b182449097cdbc350a4a57bd&device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.1265538 Jun 03 15:23:47.812042 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1cf1a8d0-2a45-4028-b41e-25e58cbd41ca req-c188a9eb-809d-4be9-ab50-2d93061ecd50 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1dc11ce4b182449097cdbc350a4a57bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336664 Jun 03 15:23:47.843943 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.891195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:47.911727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 6397c22a-296c-48a9-94fb-895481c5a328 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:47.912467 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.918007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4fc8425a-0b28-4a82-9c71-68547026444f req-729157b9-01dc-4807-a478-cb4cb893db5d tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.0658047 Jun 03 15:23:47.957493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ffbf1-919b-42d7-acb6-7f6901bebf20 req-1c1ab779-0564-46f3-b169-3787f614555f tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:47.970394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'network_id': '7e832cfd-fe2d-4450-8d2b-e4f0e89f7527', 'port_id': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'mac_address': 'fa:16:3e:65:8e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34646f81-0c65-41aa-a004-661c0d2f030d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:47.978023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce8ffbf1-919b-42d7-acb6-7f6901bebf20 req-1c1ab779-0564-46f3-b169-3787f614555f tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 945 time: 0.2426167 Jun 03 15:23:48.069226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce8ffbf1-919b-42d7-acb6-7f6901bebf20 req-6b1b26f0-5f78-4ef7-8f76-532f67bb4a9c tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898707 Jun 03 15:23:48.072609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:48.072889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.128031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464a3517-62c9-4555-a2bf-3223e1c6b35f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:48.147136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:48.189023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.189700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f8f0d520-97e9-43e2-a052-72a934e81534 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:48.240347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8d925-d926-4661-888c-2e65d1cc1cfb req-ba2bf86f-07dc-4315-9b06-5a084d494abf tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.248569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7b8d925-d926-4661-888c-2e65d1cc1cfb req-ba2bf86f-07dc-4315-9b06-5a084d494abf tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 945 time: 0.1405647 Jun 03 15:23:48.259408 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.331147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7b8d925-d926-4661-888c-2e65d1cc1cfb req-19094b25-9d41-4ec1-83e4-5f1f444bc6dd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813103 Jun 03 15:23:48.445981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6397c22a-296c-48a9-94fb-895481c5a328 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:48.446337 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.475530 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:23:48.475882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a8d0-2a45-4028-b41e-25e58cbd41ca req-30271c5b-4557-4ed7-a3d0-766ee1d88dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.477814 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1cf1a8d0-2a45-4028-b41e-25e58cbd41ca req-30271c5b-4557-4ed7-a3d0-766ee1d88dd0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4749393 Jun 03 15:23:48.562846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81c12-29b3-4334-8dff-f22ae6bdbeb3 req-a160a1e3-e487-463f-992a-83336075311e tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.570397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bba81c12-29b3-4334-8dff-f22ae6bdbeb3 req-a160a1e3-e487-463f-992a-83336075311e tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 944 time: 0.2369931 Jun 03 15:23:48.609547 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.642756 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Transition to ACTIVE for port object 792dff4e-9758-4de3-856f-1f3dc81e13cf will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:48.660767 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.754927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bba81c12-29b3-4334-8dff-f22ae6bdbeb3 req-3ea03264-3988-4386-96f4-bcc89f71b9cd tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833377 Jun 03 15:23:48.786341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.833452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.862755 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736f14c-a86b-4e85-b0dc-9ee5ff1436b3 None None] Pushing event updated for resources: {'Port': ['ID=792dff4e-9758-4de3-856f-1f3dc81e13cf,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:48.865300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f8f0d520-97e9-43e2-a052-72a934e81534, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f8f0d520-97e9-43e2-a052-72a934e81534,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:48.881159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-c00818ec-2496-41f6-b741-37bfa8f78fbc tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.887487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-c00818ec-2496-41f6-b741-37bfa8f78fbc tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 945 time: 0.2347233 Jun 03 15:23:48.906496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'f8f0d520-97e9-43e2-a052-72a934e81534', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'port_id': 'f8f0d520-97e9-43e2-a052-72a934e81534', 'mac_address': 'fa:16:3e:af:4c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:48.919925 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Attempting to bind port 792dff4e-9758-4de3-856f-1f3dc81e13cf on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:48.926699 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Attempting to bind port 792dff4e-9758-4de3-856f-1f3dc81e13cf by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:48.927512 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Attempting to bind port 792dff4e-9758-4de3-856f-1f3dc81e13cf on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:48.937434 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:48.938105 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:48.938678 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.939212 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:48.942081 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Bound port: 792dff4e-9758-4de3-856f-1f3dc81e13cf, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:48.942641 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.954009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:48.958515 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.979659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:48.987391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:49.004306 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.062503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Allocated IP 172.25.1.63 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/91161aa5-06ef-4285-abb7-d29f71e56566) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:49.142130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f8f0d520-97e9-43e2-a052-72a934e81534 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:49.143644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.194420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:49.205463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f0d520-97e9-43e2-a052-72a934e81534 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:49.217046 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] For port 792dff4e-9758-4de3-856f-1f3dc81e13cf, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:49.222191 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] For port 792dff4e-9758-4de3-856f-1f3dc81e13cf, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=792dff4e-9758-4de3-856f-1f3dc81e13cf,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:49.237938 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.249396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f8f0d520-97e9-43e2-a052-72a934e81534, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f8f0d520-97e9-43e2-a052-72a934e81534,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:49.265133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.297041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.331860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.352918 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736f14c-a86b-4e85-b0dc-9ee5ff1436b3 None None] Pushing event updated for resources: {'Port': ['ID=792dff4e-9758-4de3-856f-1f3dc81e13cf,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:49.363032 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Routers {'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:49.363950 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e4b09c7a-1e62-4e11-8e57-ee9e8213bed5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:49.382951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b0ae356-7b64-4dcd-b571-68b87a530eea req-4850b27c-06cb-4989-ac6f-eb43b6d5af05 tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.1353281 Jun 03 15:23:49.396707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Deleting port 50ec557b-fcc2-4766-b050-33276d019e8d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:49.396955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:49.397143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.405837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:49.417449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f8f0d520-97e9-43e2-a052-72a934e81534,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:49.418251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:49.505098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Port': ['ID=91161aa5-06ef-4285-abb7-d29f71e56566,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:49.520205 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad03184-1a51-47ab-b0f2-08171d48fec6'] response: {'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328', 'code': 200} Jun 03 15:23:49.541243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a574ee-6747-4580-b37f-8fc67c5d582d req-c3a8f676-46c1-4cbc-910d-fb2ba3c76fa9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:49.551160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f8f0d520-97e9-43e2-a052-72a934e81534'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:49.560890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26a574ee-6747-4580-b37f-8fc67c5d582d req-c3a8f676-46c1-4cbc-910d-fb2ba3c76fa9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 945 time: 0.5724378 Jun 03 15:23:49.611566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['464a3517-62c9-4555-a2bf-3223e1c6b35f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:49.752780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26a574ee-6747-4580-b37f-8fc67c5d582d req-f57d4bcc-40f7-41c7-89ca-89bb5691c87e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908259 Jun 03 15:23:49.858389 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] Set router e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:50.266655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] For port 50ec557b-fcc2-4766-b050-33276d019e8d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=50ec557b-fcc2-4766-b050-33276d019e8d,segment=NetworkSegment(95518bb4-96af-4c9b-9430-2be1d35b758d),segment_id=95518bb4-96af-4c9b-9430-2be1d35b758d)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:50.267284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.287791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d51b7a-4e6a-4261-80f8-1c6e265ace0a req-29895126-4ca3-4f08-b0b7-9e4dcc5e6762 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:50.295607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09d51b7a-4e6a-4261-80f8-1c6e265ace0a req-29895126-4ca3-4f08-b0b7-9e4dcc5e6762 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 945 time: 0.5333397 Jun 03 15:23:50.374285 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5', 'name': 'tempest-snat-router-1819035360', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.13'}], 'enable_snat': False}, 'gw_port_id': '792dff4e-9758-4de3-856f-1f3dc81e13cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:42Z', 'updated_at': '2022-06-03T15:23:45Z', 'revision_number': 3, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port': {'id': '792dff4e-9758-4de3-856f-1f3dc81e13cf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:44Z', 'updated_at': '2022-06-03T15:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:50.381733 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47663bbe-2ff7-405e-b257-37f3b9118b5f None None] The sync data for ids ['e4b09c7a-1e62-4e11-8e57-ee9e8213bed5'] in n-d-844594-1 is: [{'id': 'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5', 'name': 'tempest-snat-router-1819035360', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.13'}], 'enable_snat': False}, 'gw_port_id': '792dff4e-9758-4de3-856f-1f3dc81e13cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:42Z', 'updated_at': '2022-06-03T15:23:45Z', 'revision_number': 3, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port': {'id': '792dff4e-9758-4de3-856f-1f3dc81e13cf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b09c7a-1e62-4e11-8e57-ee9e8213bed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:44Z', 'updated_at': '2022-06-03T15:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:50.484660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Calling delete_port for 50ec557b-fcc2-4766-b050-33276d019e8d owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:50.494280 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1cf1a8d0-2a45-4028-b41e-25e58cbd41ca req-5321867a-3788-4808-b4b4-fbb670a98405 tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.1011939 Jun 03 15:23:50.566470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.589427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09d51b7a-4e6a-4261-80f8-1c6e265ace0a req-41ed5608-de9a-4129-b1e5-5d10d8f35fed tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/security-groups?id=ada30b56-b69c-43c2-9323-87cf3ee27c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928362 Jun 03 15:23:50.607094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83e891-058a-473c-b274-a0d1abbb9121 req-490cdc13-3f45-4d52-b845-91a97b84a530 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:50.626309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce83e891-058a-473c-b274-a0d1abbb9121 req-490cdc13-3f45-4d52-b845-91a97b84a530 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.5708756 Jun 03 15:23:50.769230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce83e891-058a-473c-b274-a0d1abbb9121 req-2428905e-f31e-430f-87d3-3a1fee538cc2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390357 Jun 03 15:23:51.312464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.333180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-682617ff-029c-44e7-9593-0b4294daab15 req-d390e833-84ef-445a-9287-a0416082dca6 tempest-ServersAaction247Test-2103807474 tempest-ServersAaction247Test-2103807474-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f0538a-7898-4edc-9987-225a81887110 HTTP/1.1" status: 200 len: 210 time: 0.1433771 Jun 03 15:23:51.385282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.488094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Pushing event deleted for resources: {'Port': ['ID=50ec557b-fcc2-4766-b050-33276d019e8d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:51.526904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:51.697692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 50ec557b-fcc2-4766-b050-33276d019e8d no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:51.767361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d16374-1973-49f3-a8ce-21444299677d req-ac1ce0c6-ff15-4780-85b4-735397035e04 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:51.768899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87d16374-1973-49f3-a8ce-21444299677d req-ac1ce0c6-ff15-4780-85b4-735397035e04 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 945 time: 0.5781178 Jun 03 15:23:51.778661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 50ec557b-fcc2-4766-b050-33276d019e8d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:51.779292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 50ec557b-fcc2-4766-b050-33276d019e8d not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:51.784979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] No DVR routers for this DVR port 50ec557b-fcc2-4766-b050-33276d019e8d on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:51.790764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 464a3517-62c9-4555-a2bf-3223e1c6b35f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:51.791382 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.805230 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.809643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'name': 'network-vif-deleted', 'tag': '50ec557b-fcc2-4766-b050-33276d019e8d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:51.857691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Router 2d795b7f-048e-46f9-aa7a-e96b311b6cf5 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:23:51.890395 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23895d46-b2e2-4a94-8f1a-f4aaa5df3aab req-fc0078a0-a0c9-4d43-8cec-83fcfe9722b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.15 "DELETE /v2.0/ports/50ec557b-fcc2-4766-b050-33276d019e8d HTTP/1.1" status: 204 len: 173 time: 2.9953535 Jun 03 15:23:51.918465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87d16374-1973-49f3-a8ce-21444299677d req-aebcd51b-3104-4d3a-af04-df9d471e21d7 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333683 Jun 03 15:23:51.966839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964497ca-ce09-4d21-bc1d-31dc076180a3 req-4c728ec3-4b83-4a0a-897a-0e09799165d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:51.968423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-964497ca-ce09-4d21-bc1d-31dc076180a3 req-4c728ec3-4b83-4a0a-897a-0e09799165d4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 945 time: 0.3292029 Jun 03 15:23:52.002756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 464a3517-62c9-4555-a2bf-3223e1c6b35f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:52.003139 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.043089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:52.044224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:52.052612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.053737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f8f0d520-97e9-43e2-a052-72a934e81534 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:52.165216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-964497ca-ce09-4d21-bc1d-31dc076180a3 req-885e2b2d-cc9c-4d16-b15d-ba0a47791092 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710179 Jun 03 15:23:52.236922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:52.253741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port f8f0d520-97e9-43e2-a052-72a934e81534 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:52.260952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port f8f0d520-97e9-43e2-a052-72a934e81534 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:52.261607 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.291841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ed3cfa19-9e27-4f2e-be82-fc40019b1770 req-bb804593-4580-4e7b-8b66-624a231855b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Synchronizing usage tracker for tenant:14136a2abe88402b83e6e7e04328b8a1 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:52.294225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:52.339680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ed3cfa19-9e27-4f2e-be82-fc40019b1770 req-bb804593-4580-4e7b-8b66-624a231855b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] Unset dirty status for tenant:14136a2abe88402b83e6e7e04328b8a1 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:52.341515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed3cfa19-9e27-4f2e-be82-fc40019b1770 req-bb804593-4580-4e7b-8b66-624a231855b0 tempest-ServerAddressesNegativeTestJSON-2037737314 tempest-ServerAddressesNegativeTestJSON-2037737314-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5c83a8-7658-42cc-837d-20a2aeb0fe7a HTTP/1.1" status: 200 len: 210 time: 0.2310631 Jun 03 15:23:52.342400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.344037 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce97cf30-37cc-4acb-9926-773962b2d46d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0209031 Jun 03 15:23:52.346802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51266) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:52.352287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Sync routers for ids ['2d795b7f-048e-46f9-aa7a-e96b311b6cf5'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:52.375269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Routers {'2d795b7f-048e-46f9-aa7a-e96b311b6cf5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:52.375929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2d795b7f-048e-46f9-aa7a-e96b311b6cf5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:52.465506 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1241fd2-4545-48d2-af6d-5bdc354a92a8'] response: {'server_uuid': '1c5c83a8-7658-42cc-837d-20a2aeb0fe7a', 'name': 'network-vif-deleted', 'tag': '50ec557b-fcc2-4766-b050-33276d019e8d', 'status': 'completed', 'code': 200} Jun 03 15:23:52.579735 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:23:52.593440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771b00f-e4df-4707-bd3a-3b187a85bcf8 req-ccde8f3f-22a7-430c-91ce-4586b5bd5cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:52.598335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1771b00f-e4df-4707-bd3a-3b187a85bcf8 req-ccde8f3f-22a7-430c-91ce-4586b5bd5cc6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.2074683 Jun 03 15:23:52.604731 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d0dfec-3cb7-477f-a83d-7149cae73b22'] response: {'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'code': 200} Jun 03 15:23:52.719435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9830615c-3ee4-496c-b7b9-95b1372f350f tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/2d795b7f-048e-46f9-aa7a-e96b311b6cf5 HTTP/1.1" status: 200 len: 907 time: 0.3682849 Jun 03 15:23:52.722458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51272) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:52.732084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1771b00f-e4df-4707-bd3a-3b187a85bcf8 req-31f24b17-a67a-4a55-b70d-eb4729ae26e3 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286983 Jun 03 15:23:52.769843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f8f0d520-97e9-43e2-a052-72a934e81534 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:52.772914 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.863488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f8f0d520-97e9-43e2-a052-72a934e81534, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f8f0d520-97e9-43e2-a052-72a934e81534,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:52.869922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Set router 2d795b7f-048e-46f9-aa7a-e96b311b6cf5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:52.929051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 792dff4e-9758-4de3-856f-1f3dc81e13cf up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:53.098386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.395981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b992-7a94-46ef-a22e-302bd6282cf9 req-c8bde82a-e0cb-4bcf-ad74-40d3f1d26405 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.413018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d113b992-7a94-46ef-a22e-302bd6282cf9 req-c8bde82a-e0cb-4bcf-ad74-40d3f1d26405 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 946 time: 0.2432201 Jun 03 15:23:53.527809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f8f0d520-97e9-43e2-a052-72a934e81534,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:53.534646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51288) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:53.552914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d805-c2b3-4477-ae60-b1a6ca3232a3 req-31ca15be-43de-43b9-ae84-47a8ed5d96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.554691 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e735d805-c2b3-4477-ae60-b1a6ca3232a3 req-31ca15be-43de-43b9-ae84-47a8ed5d96e4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1098 time: 0.2993908 Jun 03 15:23:53.565450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 792dff4e-9758-4de3-856f-1f3dc81e13cf completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:53.605159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.613148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d113b992-7a94-46ef-a22e-302bd6282cf9 req-7c780b94-f363-4e88-b95e-16fe9448d3e3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974571 Jun 03 15:23:53.640547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 792dff4e-9758-4de3-856f-1f3dc81e13cf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:53.641739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.690376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c57a2-f5b1-43fa-bd4f-6cb1144f3588 req-bf3b9983-fd37-47a3-9d6c-dd9d9fb7f5fe tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.691860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af6c57a2-f5b1-43fa-bd4f-6cb1144f3588 req-bf3b9983-fd37-47a3-9d6c-dd9d9fb7f5fe tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.2159367 Jun 03 15:23:53.795498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d795b7f-048e-46f9-aa7a-e96b311b6cf5', 'name': 'tempest-snat-router-1819035360', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '91161aa5-06ef-4285-abb7-d29f71e56566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:47Z', 'updated_at': '2022-06-03T15:23:50Z', 'revision_number': 3, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port': {'id': '91161aa5-06ef-4285-abb7-d29f71e56566', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d795b7f-048e-46f9-aa7a-e96b311b6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:48Z', 'updated_at': '2022-06-03T15:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:53.797747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.804503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af6c57a2-f5b1-43fa-bd4f-6cb1144f3588 req-9f406c58-86da-447a-ba85-990b5f8d0d63 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032083 Jun 03 15:23:53.804745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Checking router: 2d795b7f-048e-46f9-aa7a-e96b311b6cf5 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:53.804857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Updating router 2d795b7f-048e-46f9-aa7a-e96b311b6cf5 port 91161aa5-06ef-4285-abb7-d29f71e56566 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:23:53.810004 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e735d805-c2b3-4477-ae60-b1a6ca3232a3 req-6fd2e2e0-510d-454f-aa65-f6bba00d1657 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419333 Jun 03 15:23:53.823395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:53.835324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Usage tracker for resource:security_group_rule and tenant:1dc11ce4b182449097cdbc350a4a57bd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:53.857216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 792dff4e-9758-4de3-856f-1f3dc81e13cf is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:53.857596 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.858090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51296) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:53.897446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:53.917240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 792dff4e-9758-4de3-856f-1f3dc81e13cf, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=792dff4e-9758-4de3-856f-1f3dc81e13cf,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:53.921157 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.931914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:53.957889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] Deleting subnet 3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:53.964963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.977976 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.094903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.113709 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.134697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=792dff4e-9758-4de3-856f-1f3dc81e13cf,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:54.146915 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.194425 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1dc11ce4b182449097cdbc350a4a57bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562564 Jun 03 15:23:54.195163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Deleting port 91161aa5-06ef-4285-abb7-d29f71e56566 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:54.195510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.202569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51300) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:54.221424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d547ccd-910e-4ed4-b481-32141b26383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff891c3-99ff-4ae6-9574-351b41b28712,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:54.274798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.361473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9da6f-09f8-4573-8b80-d06d9a6a2bef req-7cd8bc00-5048-49a3-b718-4b12cd5708b8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:54.368550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65f9da6f-09f8-4573-8b80-d06d9a6a2bef req-7cd8bc00-5048-49a3-b718-4b12cd5708b8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.3498974 Jun 03 15:23:54.403390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f94b752-e980-44a5-84b5-44f6144d2f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.438104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f94b752-e980-44a5-84b5-44f6144d2f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.465144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.488851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.521630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65f9da6f-09f8-4573-8b80-d06d9a6a2bef req-a9d9dd1d-e7a3-4834-bd1b-394160c20ddf tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520808 Jun 03 15:23:54.555056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.591012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Transition to ACTIVE for port object 91161aa5-06ef-4285-abb7-d29f71e56566 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:54.611362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.620940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f94b752-e980-44a5-84b5-44f6144d2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.634599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Calling delete_port for 91161aa5-06ef-4285-abb7-d29f71e56566 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:54.638232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f0d520-97e9-43e2-a052-72a934e81534'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:54.654231 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.659285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f94b752-e980-44a5-84b5-44f6144d2f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.663588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0f94b752-e980-44a5-84b5-44f6144d2f46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ff891c3-99ff-4ae6-9574-351b41b28712 HTTP/1.1" status: 204 len: 168 time: 0.4593456 Jun 03 15:23:54.731048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94b752-e980-44a5-84b5-44f6144d2f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff891c3-99ff-4ae6-9574-351b41b28712,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:54.743109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:54.773185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.780063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8fdb689f-1ddc-4070-b8b8-d02457653ab1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3e62bbbd-8fcb-4fa7-8a5f-eeb9ade5a4dd HTTP/1.1" status: 204 len: 168 time: 0.9208210 Jun 03 15:23:54.784134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51310) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:54.825331 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e5f5df-c158-4a0d-8547-6bb5f449568d'] response: {'server_uuid': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f0d520-97e9-43e2-a052-72a934e81534', 'code': 200} Jun 03 15:23:54.829686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Attempting to bind port 91161aa5-06ef-4285-abb7-d29f71e56566 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:54.830307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Attempting to bind port 91161aa5-06ef-4285-abb7-d29f71e56566 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:54.830835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Attempting to bind port 91161aa5-06ef-4285-abb7-d29f71e56566 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:54.847080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 792dff4e-9758-4de3-856f-1f3dc81e13cf up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:54.892019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:54.892751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:54.893566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.894261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:54.895695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Bound port: 91161aa5-06ef-4285-abb7-d29f71e56566, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:54.896354 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.003183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6eeb0-8750-4a4e-a970-4453878b82df None None] Pushing event updated for resources: {'Port': ['ID=91161aa5-06ef-4285-abb7-d29f71e56566,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:55.079387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455522-ee9c-4c6d-9189-198132496206 req-ad9b8cbc-bc49-447a-97da-06dd292da897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:55.091465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf455522-ee9c-4c6d-9189-198132496206 req-ad9b8cbc-bc49-447a-97da-06dd292da897 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 1097 time: 0.2279789 Jun 03 15:23:55.093281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:23:55.093695 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:23:55.159620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] For port 91161aa5-06ef-4285-abb7-d29f71e56566, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:55.166539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] For port 91161aa5-06ef-4285-abb7-d29f71e56566, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=91161aa5-06ef-4285-abb7-d29f71e56566,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:55.177606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.181230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf455522-ee9c-4c6d-9189-198132496206 req-5d46baff-e6a5-4871-a8e0-4e2a74a7345d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832012 Jun 03 15:23:55.287423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.294084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6eeb0-8750-4a4e-a970-4453878b82df None None] Pushing event updated for resources: {'Port': ['ID=91161aa5-06ef-4285-abb7-d29f71e56566,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:55.297045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 792dff4e-9758-4de3-856f-1f3dc81e13cf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:55.297672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.333327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e69a6-96c8-4729-b36b-344bd9835ec4 req-eeb4d073-c819-483c-a4d7-99c4da95068f tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:55.341584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e6e69a6-96c8-4729-b36b-344bd9835ec4 req-eeb4d073-c819-483c-a4d7-99c4da95068f tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 946 time: 0.3594692 Jun 03 15:23:55.346677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Routers {'2d795b7f-048e-46f9-aa7a-e96b311b6cf5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:55.349829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2d795b7f-048e-46f9-aa7a-e96b311b6cf5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:55.595615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Deleting port 91161aa5-06ef-4285-abb7-d29f71e56566 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:55.596292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.623411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] Set router 2d795b7f-048e-46f9-aa7a-e96b311b6cf5 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:55.697390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63df19-8567-412b-bf59-ddeb4f2ecd60 req-05402bc6-fea1-48a0-9bd4-e64c551f06c5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:55.707119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c63df19-8567-412b-bf59-ddeb4f2ecd60 req-05402bc6-fea1-48a0-9bd4-e64c551f06c5 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.6094072 Jun 03 15:23:55.758333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.787536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e6e69a6-96c8-4729-b36b-344bd9835ec4 req-100447aa-6e22-4923-a345-df841a1de2bd tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420822 Jun 03 15:23:55.826354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d795b7f-048e-46f9-aa7a-e96b311b6cf5', 'name': 'tempest-snat-router-1819035360', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:47Z', 'updated_at': '2022-06-03T15:23:54Z', 'revision_number': 4, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:55.839192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7586694-efaf-42ce-91c3-b1387d22e822 None None] The sync data for ids ['2d795b7f-048e-46f9-aa7a-e96b311b6cf5'] in n-d-844594-1 is: [{'id': '2d795b7f-048e-46f9-aa7a-e96b311b6cf5', 'name': 'tempest-snat-router-1819035360', 'tenant_id': '50e40c2d4cbc4fa39885d377dce63814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:47Z', 'updated_at': '2022-06-03T15:23:54Z', 'revision_number': 4, 'project_id': '50e40c2d4cbc4fa39885d377dce63814', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:55.865320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 792dff4e-9758-4de3-856f-1f3dc81e13cf is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:55.870477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eca955-add8-4b1b-9a12-e6927d4c9a52']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:55.891179 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c63df19-8567-412b-bf59-ddeb4f2ecd60 req-82329865-2db2-457a-98d3-fb5c59a23a7f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830585 Jun 03 15:23:55.909192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95518bb4-96af-4c9b-9430-2be1d35b758d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:55.909451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95518bb4-96af-4c9b-9430-2be1d35b758d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:55.930411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.012719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.094900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:56.094900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.121945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] For port 91161aa5-06ef-4285-abb7-d29f71e56566, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=91161aa5-06ef-4285-abb7-d29f71e56566,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:56.123111 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.164768 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 95518bb4-96af-4c9b-9430-2be1d35b758d resource provider aggregate not found Jun 03 15:23:56.304368 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 95518bb4-96af-4c9b-9430-2be1d35b758d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95518bb4-96af-4c9b-9430-2be1d35b758d found for delete ", "request_id": "req-84e4c092-5ae5-41c1-8ad6-f3a22ec563bf"}]} Jun 03 15:23:56.338642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Calling delete_port for 91161aa5-06ef-4285-abb7-d29f71e56566 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:56.412280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.445521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.464016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] Pushing event deleted for resources: {'Network': ['ID=38eca955-add8-4b1b-9a12-e6927d4c9a52,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:56.477366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbb41f-93aa-4f52-ba87-3153a7a86b30 req-7898f7f8-d39b-4944-a2a6-ef2dc4a81d29 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:56.485953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70cbb41f-93aa-4f52-ba87-3153a7a86b30 req-7898f7f8-d39b-4944-a2a6-ef2dc4a81d29 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.4890494 Jun 03 15:23:56.505373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba63106d-1322-42dd-a131-c897e377d139 admin admin] 10.222.0.66 "DELETE /v2.0/networks/38eca955-add8-4b1b-9a12-e6927d4c9a52 HTTP/1.1" status: 204 len: 168 time: 1.7202456 Jun 03 15:23:56.590820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70cbb41f-93aa-4f52-ba87-3153a7a86b30 req-0ed42934-81eb-44b7-8eb0-07122b46debb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748675 Jun 03 15:23:56.591471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51376) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:56.802042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1845323974-network', 'tenant_id': 'd230c8f20d1e4cbb890a8ef3c1d5eb8e'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:56.811712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:56.818539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Usage tracker for resource:network and tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:56.821690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:56.829997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:56.849713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Made reservation on behalf of d230c8f20d1e4cbb890a8ef3c1d5eb8e for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:56.852180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.879108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.882773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.916993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:56.978970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:56.989449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:56.999757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:57.017000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:57.060697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event deleted for resources: {'Port': ['ID=91161aa5-06ef-4285-abb7-d29f71e56566,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:57.133363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f72dee85-1d2e-4eac-83c3-8092a4778c51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14136a2abe88402b83e6e7e04328b8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148356 Jun 03 15:23:57.150172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51396) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:57.299460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.372589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9f6db-1455-4af2-96f9-433ec3fc8cff req-661f1d56-38fe-4734-9a2f-296404813baa tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:57.374306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6d9f6db-1455-4af2-96f9-433ec3fc8cff req-661f1d56-38fe-4734-9a2f-296404813baa tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 946 time: 0.3286545 Jun 03 15:23:57.411762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721ea73-3b1e-4185-82eb-8e0a3387d102 req-347f953e-d2c8-45dc-bd5c-9bd2a370fa80 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:57.413423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8721ea73-3b1e-4185-82eb-8e0a3387d102 req-347f953e-d2c8-45dc-bd5c-9bd2a370fa80 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.2310362 Jun 03 15:23:57.417312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.438585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.503329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43f3e9b4-fe1d-4f38-954c-a03bd6a38055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.507441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6d9f6db-1455-4af2-96f9-433ec3fc8cff req-7fc1a28e-6b45-4494-a0a7-f5be4af84441 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242857 Jun 03 15:23:57.510753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:57.532046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf1334-9c90-415a-b590-eaf00c33d976,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:57.532334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.532334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.538166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8721ea73-3b1e-4185-82eb-8e0a3387d102 req-14ab6515-c1d0-4cda-9815-58c47da170d8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163373 Jun 03 15:23:57.546660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.547019 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Added segment 11ba2667-b253-42f9-8eb3-14759fa8a522 of type vlan for network acad6aa0-70dd-40f7-943d-9246329bc41c Jun 03 15:23:57.574578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43f3e9b4-fe1d-4f38-954c-a03bd6a38055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.610647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.665417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.666617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:57.667466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.675317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.675819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d795b7f-048e-46f9-aa7a-e96b311b6cf5 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:23:57.738209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.739555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-42dbd1ba-479b-401d-a47d-92e2dff12f99 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "DELETE /v2.0/routers/2d795b7f-048e-46f9-aa7a-e96b311b6cf5 HTTP/1.1" status: 204 len: 168 time: 5.0161164 Jun 03 15:23:57.743136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51406) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:57.831764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2390592 Jun 03 15:23:57.838914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51410) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:57.881797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43f3e9b4-fe1d-4f38-954c-a03bd6a38055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.921592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3e9b4-fe1d-4f38-954c-a03bd6a38055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada30b56-b69c-43c2-9323-87cf3ee27c1e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:57.930734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43f3e9b4-fe1d-4f38-954c-a03bd6a38055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.932157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-43f3e9b4-fe1d-4f38-954c-a03bd6a38055 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ada30b56-b69c-43c2-9323-87cf3ee27c1e HTTP/1.1" status: 204 len: 168 time: 0.7809081 Jun 03 15:23:58.080053 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.101791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d7ced-f8eb-4186-80e2-0ea01b1790a5 admin admin] Pushing event updated for resources: {'Network': ['ID=acad6aa0-70dd-40f7-943d-9246329bc41c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:58.119916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network acad6aa0-70dd-40f7-943d-9246329bc41c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:58.178242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Request body: {'subnet': {'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1845323974-subnet', 'tenant_id': 'd230c8f20d1e4cbb890a8ef3c1d5eb8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:58.220418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:58.253351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Usage tracker for resource:subnet and tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:58.258361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:58.278267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:58.346175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Made reservation on behalf of d230c8f20d1e4cbb890a8ef3c1d5eb8e for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:58.351184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.432083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac2ca-b26a-438b-aad1-c393253f3883 req-67447768-ec9d-466d-b83a-1a9de244cda5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:58.439983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00dac2ca-b26a-438b-aad1-c393253f3883 req-67447768-ec9d-466d-b83a-1a9de244cda5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.5998819 Jun 03 15:23:58.511340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839a2ec-eb2a-4d8c-b5c9-4e01283e4bbf req-fdb52319-9f0c-48a6-b6bf-708c363d53af tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:58.515085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7839a2ec-eb2a-4d8c-b5c9-4e01283e4bbf req-fdb52319-9f0c-48a6-b6bf-708c363d53af tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.7517505 Jun 03 15:23:58.528902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.561611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Deleting port 792dff4e-9758-4de3-856f-1f3dc81e13cf {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:58.562208 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.706176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00dac2ca-b26a-438b-aad1-c393253f3883 req-9c600266-1618-4669-9fa2-8c4f31f7e663 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611279 Jun 03 15:23:58.772460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7839a2ec-eb2a-4d8c-b5c9-4e01283e4bbf req-9f548b85-f9a8-4bcd-9739-14dc377d1b6a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262407 Jun 03 15:23:59.033998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] For port 792dff4e-9758-4de3-856f-1f3dc81e13cf, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=792dff4e-9758-4de3-856f-1f3dc81e13cf,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:59.033998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:59.188860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da24630-259c-42d5-858f-53a63db60c03 req-4a11f583-ef91-4411-bd4b-e9d147874ded tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:59.190493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5da24630-259c-42d5-858f-53a63db60c03 req-4a11f583-ef91-4411-bd4b-e9d147874ded tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.2720940 Jun 03 15:23:59.198796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Calling delete_port for 792dff4e-9758-4de3-856f-1f3dc81e13cf owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:59.361494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5da24630-259c-42d5-858f-53a63db60c03 req-37ef6c2e-740a-4314-902f-cfb654730fb9 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259658 Jun 03 15:23:59.375674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:59.652216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a2cfa0-8ebd-4762-ab9a-d1eaa605612d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:59.672546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Checking segment: {'id': '11ba2667-b253-42f9-8eb3-14759fa8a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:59.673938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Network hostable DHCP agents. Network: acad6aa0-70dd-40f7-943d-9246329bc41c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:59.679823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51448) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:59.874939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Network acad6aa0-70dd-40f7-943d-9246329bc41c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:59.921624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, acad6aa0-70dd-40f7-943d-9246329bc41c) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:59.932693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3bd805-6fe1-406d-94ca-386653c15a45 None None] Network acad6aa0-70dd-40f7-943d-9246329bc41c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:59.939766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.046785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:00.047839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.085852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-252fc442-dd4b-480f-a80f-ac351ae4b58d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1680508 Jun 03 15:24:00.106253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-961958925-network', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:00.113991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:00.120558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Usage tracker for resource:network and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:00.124385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:00.131422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:00.186982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26aea9-cc11-4f21-9cdb-3e662ec23db8 req-53df49bb-ef07-4dd9-bfc6-35f6c6374de2 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:00.190616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e26aea9-cc11-4f21-9cdb-3e662ec23db8 req-53df49bb-ef07-4dd9-bfc6-35f6c6374de2 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.5193932 Jun 03 15:24:00.209127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event deleted for resources: {'Port': ['ID=792dff4e-9758-4de3-856f-1f3dc81e13cf,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:00.263434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Made reservation on behalf of 01d2bd983c3140e0985bb8068f6b72bc for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:00.266321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.294986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.327234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:00.334445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:00.337743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:00.362826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:00.374731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e26aea9-cc11-4f21-9cdb-3e662ec23db8 req-c9368ca9-b6e5-40b7-986f-575577b3e45f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736462 Jun 03 15:24:00.388580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cafb6-eab9-4ae4-96b9-e349137f9dff None None] Network acad6aa0-70dd-40f7-943d-9246329bc41c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:00.430190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acb800-09dd-4f57-9a43-82bd34dc3142 req-29733c3d-920a-4309-b0ee-6d28f19aff71 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:00.442627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5acb800-09dd-4f57-9a43-82bd34dc3142 req-29733c3d-920a-4309-b0ee-6d28f19aff71 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.4905722 Jun 03 15:24:00.566712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.583873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.601188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.850452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:00.884924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.885271 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Added segment f6f44a3e-9db8-4194-aab8-a989ae8d8d26 of type vlan for network 105eba84-bcfe-484d-9059-8be2f2d1cb5c Jun 03 15:24:00.888158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.890189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629a8c1-626e-4acd-995a-ab42114ae64d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:00.898300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.941253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.955132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.955890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:24:00.981210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5acb800-09dd-4f57-9a43-82bd34dc3142 req-881efa72-2857-48f9-a8ab-cc814ed43f79 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350444 Jun 03 15:24:01.037215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.038476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:01.039473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.066584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957622e7-08e7-4163-b285-5eed33ebdc46 req-f5fb6087-e368-4fe8-879b-7d9bda7a842e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:01.072234 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-957622e7-08e7-4163-b285-5eed33ebdc46 req-f5fb6087-e368-4fe8-879b-7d9bda7a842e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.1972289 Jun 03 15:24:01.188753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-957622e7-08e7-4163-b285-5eed33ebdc46 req-ebafea47-a846-40d8-b530-8631c6f52e39 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098790 Jun 03 15:24:01.214402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] Pushing event updated for resources: {'Network': ['ID=105eba84-bcfe-484d-9059-8be2f2d1cb5c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:01.229884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:01.239474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.241907 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-84976e85-b784-457c-a9cd-5873784d3c95 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "DELETE /v2.0/routers/e4b09c7a-1e62-4e11-8e57-ee9e8213bed5 HTTP/1.1" status: 204 len: 168 time: 3.4960144 Jun 03 15:24:01.244584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51472) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:01.251007 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d67d3b26-2db5-4e99-9820-42b066716e89 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5676944 Jun 03 15:24:01.251225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-801215280', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:01.252450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51476) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:01.269991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:01.275652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Request body: {'subnet': {'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-961958925-subnet', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:01.286121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:01.295496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Usage tracker for resource:subnet and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:01.299406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Usage tracker for resource:router and tenant:2d36666cd2ea4cb8bc4907dbeeba26fa is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:01.300491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:01.306397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:01.317698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:01.332811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:01.347407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Made reservation on behalf of 01d2bd983c3140e0985bb8068f6b72bc for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:01.351442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.358858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.360062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.397932 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.728724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.893210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6f1c31-88f2-464c-bc1c-9dc68927065b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:01.905574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Checking segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:01.906206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Network hostable DHCP agents. Network: 105eba84-bcfe-484d-9059-8be2f2d1cb5c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:24:01.935420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:24:01.956886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 105eba84-bcfe-484d-9059-8be2f2d1cb5c) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:01.967804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e19bf1-30fa-41a0-a5b4-9af4486e119e None None] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:01.969666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:01.970314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.985012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.063445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2d3f9920-e1b2-4a37-a2f7-b64ae0bd49ee admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8098776 Jun 03 15:24:02.064294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51498) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:02.073806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:02.082385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:02.094707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Usage tracker for resource:router and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:02.099701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:02.109345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:02.131688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.133299 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.166417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-b1c3a120-2bd5-4522-9cb1-21271e680a15 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.167765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-b1c3a120-2bd5-4522-9cb1-21271e680a15 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Synchronizing usage tracker for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:02.167910 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.277648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-b1c3a120-2bd5-4522-9cb1-21271e680a15 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Unset dirty status for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:02.278826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-b1c3a120-2bd5-4522-9cb1-21271e680a15 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/networks?id=acad6aa0-70dd-40f7-943d-9246329bc41c HTTP/1.1" status: 200 len: 821 time: 0.7544057 Jun 03 15:24:02.320739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-52fa7be7-3bb7-4c17-a298-8d9f43019db7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/quotas/d230c8f20d1e4cbb890a8ef3c1d5eb8e HTTP/1.1" status: 200 len: 375 time: 0.0311739 Jun 03 15:24:02.400445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:24:02.401399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.553734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-1da2b285-cb47-4bfe-857e-d56bbf24f831 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d230c8f20d1e4cbb890a8ef3c1d5eb8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2321062 Jun 03 15:24:02.603429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Allocated IP 172.20.0.2 (105eba84-bcfe-484d-9059-8be2f2d1cb5c/4e6f1c31-88f2-464c-bc1c-9dc68927065b/40824835-4889-4439-be05-382c6818a9c0) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:02.619289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.628321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36fe09-e44b-40e3-9441-0440e90d634c req-eb5566d5-a92d-4d8d-8584-81d9ddc9bf87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.632184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb36fe09-e44b-40e3-9441-0440e90d634c req-eb5566d5-a92d-4d8d-8584-81d9ddc9bf87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.8099968 Jun 03 15:24:02.766112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb36fe09-e44b-40e3-9441-0440e90d634c req-635152b0-97a2-4892-beb5-70fd67f99f34 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252451 Jun 03 15:24:02.771183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 792dff4e-9758-4de3-856f-1f3dc81e13cf no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:02.863571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 792dff4e-9758-4de3-856f-1f3dc81e13cf {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:02.863801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 792dff4e-9758-4de3-856f-1f3dc81e13cf not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:03.102986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.116162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Transition to ACTIVE for port object 40824835-4889-4439-be05-382c6818a9c0 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:03.143304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Transition to ACTIVE for port object 40824835-4889-4439-be05-382c6818a9c0 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:03.161066 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.232293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-4c088d07-6c4d-4843-a3e5-1d77d3ede4d7 service neutron] 10.222.0.66 "GET /v2.0/networks/acad6aa0-70dd-40f7-943d-9246329bc41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652505 Jun 03 15:24:03.301791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Pushing event updated for resources: {'Port': ['ID=40824835-4889-4439-be05-382c6818a9c0,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:03.323754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:03.335854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:03.345346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:03.406582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.459958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.496733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Attempting to bind port 40824835-4889-4439-be05-382c6818a9c0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:03.497341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Attempting to bind port 40824835-4889-4439-be05-382c6818a9c0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:03.497473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Attempting to bind port 40824835-4889-4439-be05-382c6818a9c0 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:03.503204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:03.503572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Checking segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:03.503973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.504423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Bound using segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:03.504898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Bound port: 40824835-4889-4439-be05-382c6818a9c0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:03.506841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.625328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Allocated IP 172.25.1.52 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2e4af889-9a38-441c-b9e4-1f3b688631eb) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:03.731035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] For port 40824835-4889-4439-be05-382c6818a9c0, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:03.734580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] For port 40824835-4889-4439-be05-382c6818a9c0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=40824835-4889-4439-be05-382c6818a9c0,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:03.753594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.825707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.873402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98a0e6-508e-47aa-ae1e-9be42ea2b873 None None] Pushing event updated for resources: {'Port': ['ID=40824835-4889-4439-be05-382c6818a9c0,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:03.874480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.894725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-4a1520e9-e637-46c1-8a08-a68f2e11c0fd service neutron] 10.222.0.66 "GET /v2.0/networks/acad6aa0-70dd-40f7-943d-9246329bc41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463177 Jun 03 15:24:03.902883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.038122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab818d2-c8a3-4e17-87e4-0d1876b86b49 req-fa9028c7-0c9a-41ce-b5f6-a34940984746 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:04.057777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eab818d2-c8a3-4e17-87e4-0d1876b86b49 req-fa9028c7-0c9a-41ce-b5f6-a34940984746 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 1.0489519 Jun 03 15:24:04.101453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4af889-9a38-441c-b9e4-1f3b688631eb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:04.135860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:04.137163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:04.140219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:04.166435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.508461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Allocated IP 172.25.1.246 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a5274885-50cb-4748-be4b-c6bf61150e8f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:04.768492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eab818d2-c8a3-4e17-87e4-0d1876b86b49 req-b38d98fa-49b4-4fee-9887-b705954c88bd tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045746 Jun 03 15:24:04.867686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 40824835-4889-4439-be05-382c6818a9c0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:05.009822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.206626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 40824835-4889-4439-be05-382c6818a9c0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:05.216563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.304172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.396333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18d79f92-6d75-49aa-9246-1fa55e2eb421 req-9b3028d3-d853-4553-97b6-c9d78da1f1b3 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 210 time: 0.2825391 Jun 03 15:24:05.438127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event updated for resources: {'Port': ['ID=a5274885-50cb-4748-be4b-c6bf61150e8f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:05.535620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:05.541146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:05.546617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:05.764005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6beee-2416-419a-9d6f-d42522065f8b req-c6c2dbd2-cbb0-48d9-8b7f-98f30b5b342d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:05.770060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ae6beee-2416-419a-9d6f-d42522065f8b req-c6c2dbd2-cbb0-48d9-8b7f-98f30b5b342d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 1.1944232 Jun 03 15:24:05.992885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e042b-957b-4d56-ad16-b4e590bebd30 None None] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:06.139554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ae6beee-2416-419a-9d6f-d42522065f8b req-26a56e1f-44cc-457c-ae83-7371a792d857 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544939 Jun 03 15:24:06.329351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:06.334080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] Provisioning for port 40824835-4889-4439-be05-382c6818a9c0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:06.368958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] Provisioning complete for port 40824835-4889-4439-be05-382c6818a9c0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:06.369328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:06.754020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Router 17f5c501-aff5-4729-a053-2c846bcc880b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:06.801468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] Current status of the port 40824835-4889-4439-be05-382c6818a9c0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:06.802344 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:06.850186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] For port 40824835-4889-4439-be05-382c6818a9c0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=40824835-4889-4439-be05-382c6818a9c0,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:06.877430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.023565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.049855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feba49a-45f6-450a-ab00-0edb998dec8b None None] Pushing event updated for resources: {'Port': ['ID=40824835-4889-4439-be05-382c6818a9c0,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:07.169943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:07.173332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-baa22544-e61f-4312-84ec-989a77e8cfcb tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:07.174900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-baa22544-e61f-4312-84ec-989a77e8cfcb tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.15 "GET /v2.0/networks?id=acad6aa0-70dd-40f7-943d-9246329bc41c HTTP/1.1" status: 200 len: 821 time: 0.6584680 Jun 03 15:24:07.182721 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:07.201914 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:07.202563 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:07.203854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c1fe5cba-22c0-4ec2-a961-f6113a1d96cb None None] Provisioning complete for port 40824835-4889-4439-be05-382c6818a9c0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:07.204336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5cba-22c0-4ec2-a961-f6113a1d96cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.206907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e8555-ee1c-4177-a9eb-5f1b78863fb5 req-14de3ea3-a8bb-4355-af7c-c6a0f949587e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:07.220050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.224523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8703e102-08ac-4211-adb4-28be4ba771f2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1580625 Jun 03 15:24:07.227501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51536) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:07.236800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe6e8555-ee1c-4177-a9eb-5f1b78863fb5 req-14de3ea3-a8bb-4355-af7c-c6a0f949587e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.8855457 Jun 03 15:24:07.246291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Request body: {'port': {'device_id': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c', 'admin_state_up': True, 'tenant_id': 'd230c8f20d1e4cbb890a8ef3c1d5eb8e'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:07.404000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe5cba-22c0-4ec2-a961-f6113a1d96cb None None] Current status of the port 40824835-4889-4439-be05-382c6818a9c0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:07.541712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802be2af-557b-4f72-becb-9ae334e252fe req-79435310-33bb-4592-89fa-3bc85178b030 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:07.551154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-802be2af-557b-4f72-becb-9ae334e252fe req-79435310-33bb-4592-89fa-3bc85178b030 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 946 time: 1.1118102 Jun 03 15:24:07.587383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:07.860020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:07.880849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Usage tracker for resource:port and tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:07.892669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:07.917469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:08.005317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 3, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:08.011002 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:08.011456 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Updating router 17f5c501-aff5-4729-a053-2c846bcc880b port 2e4af889-9a38-441c-b9e4-1f3b688631eb binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:08.069759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-802be2af-557b-4f72-becb-9ae334e252fe req-77fd4390-4783-4622-a739-d87dc4506bda tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f465e99-8639-45f8-8ef6-a3c817921493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177152 Jun 03 15:24:08.074362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe6e8555-ee1c-4177-a9eb-5f1b78863fb5 req-83d6c349-f5b8-48b0-bfe4-52a8445922ca tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8363571 Jun 03 15:24:08.075251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Made reservation on behalf of d230c8f20d1e4cbb890a8ef3c1d5eb8e for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:08.080142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:08.095502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-862b7ea8-95aa-4921-9b15-ed5d7c33a2bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:08.109387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-862b7ea8-95aa-4921-9b15-ed5d7c33a2bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Synchronizing usage tracker for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:08.137823 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:08.278715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-862b7ea8-95aa-4921-9b15-ed5d7c33a2bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Unset dirty status for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:08.279886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-862b7ea8-95aa-4921-9b15-ed5d7c33a2bf tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.70 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 946 time: 0.7988536 Jun 03 15:24:08.334661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Allocated IP 172.20.0.14 (acad6aa0-70dd-40f7-943d-9246329bc41c/20a2cfa0-8ebd-4762-ab9a-d1eaa605612d/7e4afdaa-ff04-46f0-b5a0-5709f8377364) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:08.486973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Deleting port f8f0d520-97e9-43e2-a052-72a934e81534 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:08.487333 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:08.732879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be040697-007d-4d14-bae5-dd3ca41a3317 req-92f71842-0862-4669-a853-65ed34eb654c tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 210 time: 0.1543479 Jun 03 15:24:08.864461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 40824835-4889-4439-be05-382c6818a9c0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:09.017421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.031359 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.070492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 40824835-4889-4439-be05-382c6818a9c0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:09.073104 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.135349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.139182 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.200256 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Transition to ACTIVE for port object 2e4af889-9a38-441c-b9e4-1f3b688631eb will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:09.225610 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.339942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 40824835-4889-4439-be05-382c6818a9c0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:09.430998 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Attempting to bind port 2e4af889-9a38-441c-b9e4-1f3b688631eb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:09.431589 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Attempting to bind port 2e4af889-9a38-441c-b9e4-1f3b688631eb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:09.432136 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Attempting to bind port 2e4af889-9a38-441c-b9e4-1f3b688631eb on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:09.444543 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:09.445190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:09.445840 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.446969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:09.447791 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Bound port: 2e4af889-9a38-441c-b9e4-1f3b688631eb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:09.448426 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.454978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] For port f8f0d520-97e9-43e2-a052-72a934e81534, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f8f0d520-97e9-43e2-a052-72a934e81534,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:09.455350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.551081 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14826b-90ed-48bb-a567-40bc046bdcac None None] Pushing event updated for resources: {'Port': ['ID=2e4af889-9a38-441c-b9e4-1f3b688631eb,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:09.602064 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] For port 2e4af889-9a38-441c-b9e4-1f3b688631eb, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:09.610225 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] For port 2e4af889-9a38-441c-b9e4-1f3b688631eb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2e4af889-9a38-441c-b9e4-1f3b688631eb,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:09.614594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Calling delete_port for f8f0d520-97e9-43e2-a052-72a934e81534 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:09.624308 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.639205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.727439 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:09.728292 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:09.822960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Pushing event updated for resources: {'Port': ['ID=7e4afdaa-ff04-46f0-b5a0-5709f8377364,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:09.824983 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14826b-90ed-48bb-a567-40bc046bdcac None None] Pushing event updated for resources: {'Port': ['ID=2e4af889-9a38-441c-b9e4-1f3b688631eb,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:09.862756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Network acad6aa0-70dd-40f7-943d-9246329bc41c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:09.881939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:09.901223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:09.989079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.997063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:09.998456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.035195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a954b5-d1d2-42e0-86a5-657d7ad9a071 req-4e85c07d-1751-4bf4-abd2-b35a0a9ba2bb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:10.037203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4a954b5-d1d2-42e0-86a5-657d7ad9a071 req-4e85c07d-1751-4bf4-abd2-b35a0a9ba2bb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.4830003 Jun 03 15:24:10.048277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Router 7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:10.059517 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:10.084017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47d01d-4ddc-4389-8825-55ad8098363a req-b5d3d823-9528-495a-9a64-6b20853278c4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:10.085951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd47d01d-4ddc-4389-8825-55ad8098363a req-b5d3d823-9528-495a-9a64-6b20853278c4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.5905907 Jun 03 15:24:10.115226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-f08093c5-4b43-44f0-8cf0-0d269583dce7 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8726168 Jun 03 15:24:10.137594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Request body: {'port': {'device_id': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:10.194539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Allocated IP 172.20.0.1 (105eba84-bcfe-484d-9059-8be2f2d1cb5c/4e6f1c31-88f2-464c-bc1c-9dc68927065b/0729e8ab-fe56-4bd9-b700-a2fdde8f8c16) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:10.375535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.396803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Transition to ACTIVE for port object 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:10.449321 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 3, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:10.453911 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b833b43-0c05-431b-8a27-9da627a39f56 None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 3, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:10.476416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event deleted for resources: {'Port': ['ID=f8f0d520-97e9-43e2-a052-72a934e81534,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:10.487378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.494614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.494969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.495455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.495797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.496780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.497120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.497627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.497965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.498297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.498627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.499012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.499343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:10.515022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4a954b5-d1d2-42e0-86a5-657d7ad9a071 req-a1a624ed-880c-4049-8017-b5e3c990cd02 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639115 Jun 03 15:24:10.532581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd47d01d-4ddc-4389-8825-55ad8098363a req-9c55278f-b7a0-4779-9fa4-e3968eb92858 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385192 Jun 03 15:24:10.544924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.823036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] No DVR routers for this DVR port f8f0d520-97e9-43e2-a052-72a934e81534 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:10.835739 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.853125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'name': 'network-vif-deleted', 'tag': 'f8f0d520-97e9-43e2-a052-72a934e81534'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:10.902353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:10.912725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:10.915795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:10.968815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cc378f95-91eb-4495-b188-2f9063fd74e1 req-50d0e2c6-4336-407b-9490-111b1f32d1ee tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.70 "DELETE /v2.0/ports/f8f0d520-97e9-43e2-a052-72a934e81534 HTTP/1.1" status: 204 len: 173 time: 2.6665752 Jun 03 15:24:10.983269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Pushing event updated for resources: {'Port': ['ID=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:11.036909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.139801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89f3c7e3-312b-41fc-88a8-02b3e85ec781 req-afeccc49-929f-4a63-ac3f-f90cf4fd1d56 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e HTTP/1.1" status: 200 len: 210 time: 0.3316226 Jun 03 15:24:11.320872 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51383c54-86f4-4302-a8d3-d372f2ba1fd5'] response: {'server_uuid': 'f087c6f2-e5d9-4ee4-bf3d-8b6820258f1e', 'name': 'network-vif-deleted', 'tag': 'f8f0d520-97e9-43e2-a052-72a934e81534', 'status': 'completed', 'code': 200} Jun 03 15:24:11.329999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:11.349893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] Sync routers for ids ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:11.390433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] Routers {'7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:11.391390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:11.533457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.560044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:11.579515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d147312d-7a68-4892-9c86-31f7226438fe None None] Provisioning for port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:11.589862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] Routers {'7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:11.591588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:11.742372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:11.743186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00605789-2205-4992-9a98-0eaa3ff68d53 None None] The sync data for ids ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:11.747652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f8f0d520-97e9-43e2-a052-72a934e81534 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:11.819932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d147312d-7a68-4892-9c86-31f7226438fe None None] Provisioning complete for port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:11.820581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d147312d-7a68-4892-9c86-31f7226438fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.837937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4afdaa-ff04-46f0-b5a0-5709f8377364 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:11.850854 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.864330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: f8f0d520-97e9-43e2-a052-72a934e81534 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:11.865008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f8f0d520-97e9-43e2-a052-72a934e81534 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:11.866732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Transition to ACTIVE for port object 7e4afdaa-ff04-46f0-b5a0-5709f8377364 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:11.916562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d147312d-7a68-4892-9c86-31f7226438fe None None] Port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:12.017220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.177744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4afdaa-ff04-46f0-b5a0-5709f8377364,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:12.180027 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.181405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9b4d7654-9f63-4f90-9980-0062b7826b6e tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9355330 Jun 03 15:24:12.190957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51554) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:12.202386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e43bc-e70d-4866-bd05-6f54f5170596 req-b3791d1d-423e-45a6-be5e-dad0ca62e1c5 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.203062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6d6e43bc-e70d-4866-bd05-6f54f5170596 req-b3791d1d-423e-45a6-be5e-dad0ca62e1c5 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Synchronizing usage tracker for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:12.216793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': False}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:12.316497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6d6e43bc-e70d-4866-bd05-6f54f5170596 req-b3791d1d-423e-45a6-be5e-dad0ca62e1c5 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Unset dirty status for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:12.323637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d6e43bc-e70d-4866-bd05-6f54f5170596 req-b3791d1d-423e-45a6-be5e-dad0ca62e1c5 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 932 time: 1.5990787 Jun 03 15:24:12.492634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.501480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.600915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6d6e43bc-e70d-4866-bd05-6f54f5170596 req-2b38fdba-6e6f-4f28-bcb6-1219a4749e9d tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Synchronizing usage tracker for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:12.630917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.739022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b184c-9ba7-40c8-a777-b3ca92414ad4 req-55ee31bd-54b8-4ff8-ae5f-45d66bcef53d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.754114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-900b184c-9ba7-40c8-a777-b3ca92414ad4 req-55ee31bd-54b8-4ff8-ae5f-45d66bcef53d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.8843820 Jun 03 15:24:12.776140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Pushing event updated for resources: {'Port': ['ID=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:12.816417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6d6e43bc-e70d-4866-bd05-6f54f5170596 req-2b38fdba-6e6f-4f28-bcb6-1219a4749e9d tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Unset dirty status for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:12.825599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d6e43bc-e70d-4866-bd05-6f54f5170596 req-2b38fdba-6e6f-4f28-bcb6-1219a4749e9d tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006816 Jun 03 15:24:12.877551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:12.878867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:12.958403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2e4af889-9a38-441c-b9e4-1f3b688631eb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:13.030748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-900b184c-9ba7-40c8-a777-b3ca92414ad4 req-5f06fbb7-2724-4b7d-851a-9ecf50d29b3b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753220 Jun 03 15:24:13.237530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Attempting to bind port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:13.238200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Attempting to bind port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '11ba2667-b253-42f9-8eb3-14759fa8a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:13.238749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Attempting to bind port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 on network acad6aa0-70dd-40f7-943d-9246329bc41c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:13.242906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:13.497511 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-473677f1-1221-4822-9efd-29b6d9fee251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.527284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2e4af889-9a38-441c-b9e4-1f3b688631eb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:13.544619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2e4af889-9a38-441c-b9e4-1f3b688631eb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:13.545270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.568573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 on network acad6aa0-70dd-40f7-943d-9246329bc41c not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:13.568901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Attempting to bind port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 on network acad6aa0-70dd-40f7-943d-9246329bc41c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:13.595554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:13.595895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Checking segment: {'id': '11ba2667-b253-42f9-8eb3-14759fa8a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:13.596316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Bound using segment: {'id': '11ba2667-b253-42f9-8eb3-14759fa8a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:13.596763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Bound port: 7e4afdaa-ff04-46f0-b5a0-5709f8377364, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ba2667-b253-42f9-8eb3-14759fa8a522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:13.597112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.630298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ec340-8922-450c-8db5-444b3128830e req-3990f84c-14c0-4055-ad00-6d9e9c0fa257 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:13.638005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-624ec340-8922-450c-8db5-444b3128830e req-3990f84c-14c0-4055-ad00-6d9e9c0fa257 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.5897574 Jun 03 15:24:13.773040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9dd89a3b-cb45-466d-bf18-e329dee2ca8a None None] Provisioning complete for port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:13.773628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9dd89a3b-cb45-466d-bf18-e329dee2ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.831646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:13.854478 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:13.858380 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b9052aa9-b8aa-4f61-9be7-69847342f056 admin admin] 10.222.0.66 "PUT /v2.0/routers/17f5c501-aff5-4729-a053-2c846bcc880b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6279078 Jun 03 15:24:13.887519 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:13.892056 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:13.951333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] For port 7e4afdaa-ff04-46f0-b5a0-5709f8377364, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:13.982715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-624ec340-8922-450c-8db5-444b3128830e req-4191ea85-0f9c-44e3-a6b6-61e2703229fc tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415465 Jun 03 15:24:14.010020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] For port 7e4afdaa-ff04-46f0-b5a0-5709f8377364, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7e4afdaa-ff04-46f0-b5a0-5709f8377364,segment=NetworkSegment(11ba2667-b253-42f9-8eb3-14759fa8a522),segment_id=11ba2667-b253-42f9-8eb3-14759fa8a522)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:14.110668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9dd89a3b-cb45-466d-bf18-e329dee2ca8a None None] Port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:14.174816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.414471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2e4af889-9a38-441c-b9e4-1f3b688631eb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:14.416649 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.479977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2e4af889-9a38-441c-b9e4-1f3b688631eb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2e4af889-9a38-441c-b9e4-1f3b688631eb,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:14.499511 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.622418 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:14.639699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:14.641153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.642657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e4afdaa-ff04-46f0-b5a0-5709f8377364 HTTP/1.1" status: 200 len: 1092 time: 4.5091999 Jun 03 15:24:14.643136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'tag': '7e4afdaa-ff04-46f0-b5a0-5709f8377364'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:14.650256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.677477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2e4af889-9a38-441c-b9e4-1f3b688631eb,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:14.693639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2e9f1-1ecc-4a31-a6e5-da84d2755353 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4afdaa-ff04-46f0-b5a0-5709f8377364,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:14.797203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb78a8-d06d-40cb-bd9b-57d8591835e8 req-6d7e9719-64e5-4b96-a699-03cc5974d238 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:14.804533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38cb78a8-d06d-40cb-bd9b-57d8591835e8 req-6d7e9719-64e5-4b96-a699-03cc5974d238 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 944 time: 0.6022573 Jun 03 15:24:14.895489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75a4eb-e2ff-4e52-bba4-15f3c1264dd3 req-a6ed6ae0-ebd1-405e-b2a6-a69a4693152c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:14.905140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac75a4eb-e2ff-4e52-bba4-15f3c1264dd3 req-a6ed6ae0-ebd1-405e-b2a6-a69a4693152c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.3675821 Jun 03 15:24:15.029662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38cb78a8-d06d-40cb-bd9b-57d8591835e8 req-50b94488-0764-438e-bcee-d4698be6aca9 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241273 Jun 03 15:24:15.054259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac75a4eb-e2ff-4e52-bba4-15f3c1264dd3 req-4fa4e6fe-a689-405c-ad5a-fbd5147db1af tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481466 Jun 03 15:24:15.088485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-dd19e068-59db-4c21-808b-64fb9f8b99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:15.089581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-dd19e068-59db-4c21-808b-64fb9f8b99bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d230c8f20d1e4cbb890a8ef3c1d5eb8e&device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 1095 time: 0.3694971 Jun 03 15:24:15.201301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-a77a02ee-970d-4760-bef1-b92bb30c744f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4afdaa-ff04-46f0-b5a0-5709f8377364 HTTP/1.1" status: 200 len: 217 time: 0.1001105 Jun 03 15:24:15.285625 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.303901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 2, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:15.310109 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:15.310241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-9292788a-977c-4b79-8eb9-719115c2c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:15.310574 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Updating router 17f5c501-aff5-4729-a053-2c846bcc880b port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:15.311622 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-9292788a-977c-4b79-8eb9-719115c2c195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20a2cfa0-8ebd-4762-ab9a-d1eaa605612d HTTP/1.1" status: 200 len: 861 time: 0.0991206 Jun 03 15:24:15.388880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51598) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:15.389456 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.395998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200622232', 'description': 'tempest-description--659297856'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:15.407832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:15.413339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:15.419028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:15.426862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:15.447755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.492808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:15.498488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:15.501640 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2497fc87-3166-4d09-9285-0ca094c9577d'] response: {'name': 'network-changed', 'server_uuid': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'tag': '7e4afdaa-ff04-46f0-b5a0-5709f8377364', 'status': 'completed', 'code': 200} Jun 03 15:24:15.504344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:15.517058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:15.597278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-cc0e27f3-ebf0-4f5d-9bfc-7c21f078acc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acad6aa0-70dd-40f7-943d-9246329bc41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2763011 Jun 03 15:24:15.670651 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a74a61d4-b36e-4fa5-a509-7a377f6ce55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.671272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.675493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-c3d9d567-da58-4157-bed2-3d347c2e1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:15.679366 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-c3d9d567-da58-4157-bed2-3d347c2e1886 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1098 time: 0.1378424 Jun 03 15:24:15.687293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.864959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03347dd1-565f-4c96-8b20-cc81fb31a07e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:15.867834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.869347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ace0645a-116d-401a-8d6e-42171c820369 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4785504 Jun 03 15:24:15.873930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51602) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:15.892460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '03347dd1-565f-4c96-8b20-cc81fb31a07e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:15.906252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:15.923005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:15.928020 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.947297 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Transition to ACTIVE for port object 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:15.970116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:15.975458 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.990930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:16.016843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-d6eb42b3-29cb-41fc-9579-f13585e38dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:16.018773 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-d6eb42b3-29cb-41fc-9579-f13585e38dcd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.3257177 Jun 03 15:24:16.060831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-79ac59ce-4ddb-471c-8f88-824611e789ec service neutron] 10.222.0.15 "GET /v2.0/networks/acad6aa0-70dd-40f7-943d-9246329bc41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268649 Jun 03 15:24:16.073575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64c816-f6dc-4a9c-983e-b017449f4421 req-cd923422-d7aa-4ab2-8b29-ba95e8ebe5a6 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:16.082321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac64c816-f6dc-4a9c-983e-b017449f4421 req-cd923422-d7aa-4ab2-8b29-ba95e8ebe5a6 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.5797122 Jun 03 15:24:16.268260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-f9df582a-8734-4fa1-8ba9-4a5994c3a829 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.2365952 Jun 03 15:24:16.276966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.307665 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031592d-b151-4d68-a0b7-a226378ad847 None None] Pushing event updated for resources: {'Port': ['ID=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:16.331575 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Attempting to bind port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:16.331949 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Attempting to bind port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:16.332394 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Attempting to bind port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:16.339632 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:16.345170 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Checking segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:16.345991 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.346407 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Bound using segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:16.346912 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Bound port: 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:16.347296 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.353503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-1bc864dc-81f3-4279-af6a-dfc4e268dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:16.355607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-1bc864dc-81f3-4279-af6a-dfc4e268dfda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 1097 time: 0.4288650 Jun 03 15:24:16.490371 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] For port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:16.494112 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] For port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:16.501207 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.535612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-bba12e6b-0a77-43a1-a06c-ca12ff28d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:16.537768 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-bba12e6b-0a77-43a1-a06c-ca12ff28d7b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.1662309 Jun 03 15:24:16.613250 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:16.614152 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:16.647912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac64c816-f6dc-4a9c-983e-b017449f4421 req-0275ccf2-53e7-4931-a1fa-04832429be4b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623314 Jun 03 15:24:16.661795 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.732496 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031592d-b151-4d68-a0b7-a226378ad847 None None] Pushing event updated for resources: {'Port': ['ID=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:16.791694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2e4af889-9a38-441c-b9e4-1f3b688631eb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:16.896180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:16.939463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.947809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2e4af889-9a38-441c-b9e4-1f3b688631eb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:16.948633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.984253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-9e8a69ca-6e7f-4f8b-a4dc-fee5c3d3fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:16.989564 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-9e8a69ca-6e7f-4f8b-a4dc-fee5c3d3fcd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.6919470 Jun 03 15:24:17.009645 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-8c078e2d-4cd5-4443-9aa6-4fa37b782c60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6397c22a-296c-48a9-94fb-895481c5a328 HTTP/1.1" status: 200 len: 217 time: 0.4606855 Jun 03 15:24:17.109340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2e4af889-9a38-441c-b9e4-1f3b688631eb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:17.130316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-c5398b4d-6d64-4574-b8dd-56c11aefe3d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233478 Jun 03 15:24:17.156225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40682f80-6c34-412c-80ec-5532a0e75a59 req-a50380d3-5595-44c8-937e-724416ca89ee service neutron] 10.222.0.15 "GET /v2.0/networks/acad6aa0-70dd-40f7-943d-9246329bc41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0547154 Jun 03 15:24:17.186157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.192127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ac23a-52e5-424c-a30b-e98bc03807a8 req-726cc580-13a4-479c-9ddc-794f06caf4e5 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:17.193724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c14ac23a-52e5-424c-a30b-e98bc03807a8 req-726cc580-13a4-479c-9ddc-794f06caf4e5 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 944 time: 0.8259025 Jun 03 15:24:17.257781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.288883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-4ae8b15c-602f-49a4-83b0-97589428b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:17.290641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-4ae8b15c-602f-49a4-83b0-97589428b7f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.2196629 Jun 03 15:24:17.323918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4bb7e-0dee-4336-9ed3-38fca4f22b19 req-a9382dbd-ebdb-43a9-8bf8-bc1edd07ce2e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:17.331738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dc4bb7e-0dee-4336-9ed3-38fca4f22b19 req-a9382dbd-ebdb-43a9-8bf8-bc1edd07ce2e tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.4260507 Jun 03 15:24:17.351797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-100a0adb-92d8-48ae-bf44-7cd213d51911 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521655 Jun 03 15:24:17.359818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f1b47f-acce-4b8f-af8e-8b1818f66e43,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:17.467343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dc4bb7e-0dee-4336-9ed3-38fca4f22b19 req-08e5f5d6-013b-4894-aafd-47519b69e5fe tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345673 Jun 03 15:24:17.470276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.474998 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a8296490-c71a-4f59-8046-a87c89035adc tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5995038 Jun 03 15:24:17.489846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51616) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:17.503443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '03347dd1-565f-4c96-8b20-cc81fb31a07e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:17.519398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:17.528079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:17.533038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-7940580d-88b6-4155-86c9-77db25b915dd service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901179 Jun 03 15:24:17.535966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:17.556817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:17.567249 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:16Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:17.573914 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3efce8-536a-4ca4-a0e5-72579b9ad445 None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:16Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:17.595030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c14ac23a-52e5-424c-a30b-e98bc03807a8 req-a998af59-8404-46b2-869b-4b1d8ca62644 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417714 Jun 03 15:24:17.608180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.681676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-d629a7a3-7f06-4aa1-8d29-f9c928d64b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:17.684603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-d629a7a3-7f06-4aa1-8d29-f9c928d64b2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d230c8f20d1e4cbb890a8ef3c1d5eb8e&device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 1095 time: 0.4233844 Jun 03 15:24:17.691292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.706144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-36ec66f4-cb2b-42cc-9abc-0f5b7ed5c606 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383405 Jun 03 15:24:17.762285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.776051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.065299 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4a60fc0-bf0e-4bfe-b140-9d73ef656240 req-9546fe7a-423c-46d0-8844-17186f0f6daf service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097466 Jun 03 15:24:18.150579 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20659b44-5092-477b-8ad3-b92e1ca6779c req-3751514e-180b-469c-adcd-175cbc5ea72b service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361932 Jun 03 15:24:18.154098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.171182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.205559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a970d9-cb3b-438a-9926-a7467ced9a0e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:18.244872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-9ccf61ed-8cbc-4ef7-b715-18ae4424dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.247191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-9ccf61ed-8cbc-4ef7-b715-18ae4424dcf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acad6aa0-70dd-40f7-943d-9246329bc41c HTTP/1.1" status: 200 len: 922 time: 0.5544078 Jun 03 15:24:18.255748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.258219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-12d9411c-0a17-4533-aca5-f165962ec404 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7700474 Jun 03 15:24:18.262314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51624) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:18.268248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:18.275713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:18.283736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:floatingip and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:18.287853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:18.295374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:18.313833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.333311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.397115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Router 7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:18.526386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.552243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-6e028b97-5dce-431a-8778-12b9df9e232e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4afdaa-ff04-46f0-b5a0-5709f8377364 HTTP/1.1" status: 200 len: 217 time: 0.2982199 Jun 03 15:24:18.782025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.25.1.238 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2ef7a156-51cc-4821-a41a-f4f3b2deb0dd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:18.839323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d45e23-04fa-4f2e-8b85-5b4c9eed037e req-fba1f916-720c-4434-8f37-44612e8345f8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.847355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0d45e23-04fa-4f2e-8b85-5b4c9eed037e req-fba1f916-720c-4434-8f37-44612e8345f8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.9046528 Jun 03 15:24:18.858285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:19.011337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.018314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:19.024492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:19.024740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-f7b6621f-c375-4c49-aef4-d9f17b291cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:19.026156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-f7b6621f-c375-4c49-aef4-d9f17b291cb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20a2cfa0-8ebd-4762-ab9a-d1eaa605612d HTTP/1.1" status: 200 len: 861 time: 0.2801847 Jun 03 15:24:19.027922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.053123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.149985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=2ef7a156-51cc-4821-a41a-f4f3b2deb0dd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:19.164209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-e656def0-da20-4f4b-a509-03a742470bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acad6aa0-70dd-40f7-943d-9246329bc41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034386 Jun 03 15:24:19.166047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:19.167329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:19.173782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:19.186207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0d45e23-04fa-4f2e-8b85-5b4c9eed037e req-1569971d-2c49-4bce-a6f0-9f3f27575c99 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378680 Jun 03 15:24:19.275596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.302183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:19.302571 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.369878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.375438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:19.381522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.405529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:19.423041 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.431287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e5e1946b-710e-4b50-a2f2-e002b1c0bb1d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "PUT /v2.0/routers/7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 HTTP/1.1" status: 200 len: 921 time: 7.2339904 Jun 03 15:24:19.445648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51632) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:19.447529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] Sync routers for ids ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:19.456729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07b656-c379-4b12-a047-6a28e16cd6ba req-c0d3c954-e02c-498a-8d6d-3bc8211b59f2 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:19.460205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f07b656-c379-4b12-a047-6a28e16cd6ba req-c0d3c954-e02c-498a-8d6d-3bc8211b59f2 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 945 time: 1.0758603 Jun 03 15:24:19.468625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] Routers {'7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:19.469255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:19.501523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-8d84bc35-4b36-4edd-a51c-afc272f55bcd service neutron] 10.222.0.15 "GET /v2.0/networks/acad6aa0-70dd-40f7-943d-9246329bc41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084273 Jun 03 15:24:19.545866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:19.557374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:19.575434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.575784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.576325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.576554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.576845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.577173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.577503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.577827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.578148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.578467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.578789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.579107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:19.583324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] Routers {'7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:19.583954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:19.693276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:19.693680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438916b-ecac-4693-bcbb-6e8c3353691c None None] The sync data for ids ['7ac1ecdc-f0cf-47f1-ac33-88cf5632c638'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:19.751648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f07b656-c379-4b12-a047-6a28e16cd6ba req-8cdee420-e1dc-44ff-972a-750cccd0b053 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4cc106-7044-4724-9327-efc667204cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440157 Jun 03 15:24:19.807917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8620195f-a80f-4eda-9dc1-544e762ee89b req-6c0cd286-5f82-4760-a1e0-f652958d20bb service neutron] 10.222.0.15 "GET /v2.0/networks/acad6aa0-70dd-40f7-943d-9246329bc41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978470 Jun 03 15:24:19.849657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec9bb4-1cb1-4348-b288-86dbf090758f req-75d8bbec-685d-4cc0-9c2e-030db3e45fe8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:19.851654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01ec9bb4-1cb1-4348-b288-86dbf090758f req-75d8bbec-685d-4cc0-9c2e-030db3e45fe8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 946 time: 0.4189789 Jun 03 15:24:19.888999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7e4afdaa-ff04-46f0-b5a0-5709f8377364 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:19.942342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6397c22a-296c-48a9-94fb-895481c5a328 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:20.031585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01ec9bb4-1cb1-4348-b288-86dbf090758f req-bc983f50-662f-4782-9c79-178a03b78b40 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729054 Jun 03 15:24:20.033908 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-af3aa8a0-14b4-4530-85b9-0786d1c44cdf tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 HTTP/1.1" status: 200 len: 921 time: 0.5871956 Jun 03 15:24:20.038930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51636) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:20.100152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e8e45-61b0-474c-bbfa-4aeaa3acf66a req-c8d35b46-217a-4726-932c-55363b3e2e09 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:20.106480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-210e8e45-61b0-474c-bbfa-4aeaa3acf66a req-c8d35b46-217a-4726-932c-55363b3e2e09 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 944 time: 0.1724014 Jun 03 15:24:20.139444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-9ffa2144-1171-45f0-a59a-0eee23a7b905 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:20.140129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-9ffa2144-1171-45f0-a59a-0eee23a7b905 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Synchronizing usage tracker for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:20.161276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-210e8e45-61b0-474c-bbfa-4aeaa3acf66a req-21004988-bbcc-4a2a-952e-940c39529613 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547955 Jun 03 15:24:20.199154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-9ffa2144-1171-45f0-a59a-0eee23a7b905 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Unset dirty status for tenant:7c5bc7eaa3204c32b6f8b7ffa42abe3b on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:20.200411 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-9ffa2144-1171-45f0-a59a-0eee23a7b905 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.15 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 945 time: 0.5082109 Jun 03 15:24:20.251992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183eb212-1223-4775-8c13-a813402faca8 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:20.252734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-183eb212-1223-4775-8c13-a813402faca8 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Synchronizing usage tracker for tenant:50e40c2d4cbc4fa39885d377dce63814 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:20.274000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.295810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.328281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6397c22a-296c-48a9-94fb-895481c5a328 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:20.330888 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.342916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Deleting port 0eec19fc-2332-4ede-bef6-1f7094179cf4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:20.343270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.375954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-183eb212-1223-4775-8c13-a813402faca8 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Unset dirty status for tenant:50e40c2d4cbc4fa39885d377dce63814 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:20.377146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-183eb212-1223-4775-8c13-a813402faca8 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=7ac1ecdc-f0cf-47f1-ac33-88cf5632c638&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3367631 Jun 03 15:24:20.382169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:20.390521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7e4afdaa-ff04-46f0-b5a0-5709f8377364, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7e4afdaa-ff04-46f0-b5a0-5709f8377364,segment=NetworkSegment(11ba2667-b253-42f9-8eb3-14759fa8a522),segment_id=11ba2667-b253-42f9-8eb3-14759fa8a522)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:20.434577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:20.450024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '7e4afdaa-ff04-46f0-b5a0-5709f8377364', 'network_id': 'acad6aa0-70dd-40f7-943d-9246329bc41c', 'port_id': '7e4afdaa-ff04-46f0-b5a0-5709f8377364', 'mac_address': 'fa:16:3e:1f:84:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a2cfa0-8ebd-4762-ab9a-d1eaa605612d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:20.461104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:20.490834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=2ef7a156-51cc-4821-a41a-f4f3b2deb0dd,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:20.558887 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.587981 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc3f77e-3b05-47c3-a1cf-6e5235b27efa'] response: {'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328', 'code': 200} Jun 03 15:24:20.589403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:20.590652 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.614584 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.688590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.702940 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-10b519c5-dda0-49a9-977f-2ed41f442cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4392862 Jun 03 15:24:20.734950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4afdaa-ff04-46f0-b5a0-5709f8377364 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:20.804416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7e4afdaa-ff04-46f0-b5a0-5709f8377364, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7e4afdaa-ff04-46f0-b5a0-5709f8377364,segment=NetworkSegment(11ba2667-b253-42f9-8eb3-14759fa8a522),segment_id=11ba2667-b253-42f9-8eb3-14759fa8a522)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:20.816466 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.819937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:20.853157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] For port 0eec19fc-2332-4ede-bef6-1f7094179cf4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0eec19fc-2332-4ede-bef6-1f7094179cf4,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:20.853931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.915408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:20.971169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e0ecd-5ac9-484a-a44f-18cf51064fab tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:20.973163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dc6e0ecd-5ac9-484a-a44f-18cf51064fab tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Synchronizing usage tracker for tenant:50e40c2d4cbc4fa39885d377dce63814 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:21.030552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91579eef-2604-4b40-908d-d9386915930f req-a9db6d7b-4def-4fc2-a7e2-04162906da32 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:21.034104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91579eef-2604-4b40-908d-d9386915930f req-a9db6d7b-4def-4fc2-a7e2-04162906da32 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.5200067 Jun 03 15:24:21.110611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['7e4afdaa-ff04-46f0-b5a0-5709f8377364'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:21.137490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dc6e0ecd-5ac9-484a-a44f-18cf51064fab tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Unset dirty status for tenant:50e40c2d4cbc4fa39885d377dce63814 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:21.139732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dc6e0ecd-5ac9-484a-a44f-18cf51064fab tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 0.7558844 Jun 03 15:24:21.166184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51656) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:21.214446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7e4afdaa-ff04-46f0-b5a0-5709f8377364,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:21.269606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:21.270081 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.287215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2b4c9c8f-5d95-44ee-a6ac-a9d4dd49a5ff tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 HTTP/1.1" status: 200 len: 205 time: 0.1078274 Jun 03 15:24:21.294113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51662) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:21.321580 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.322217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.322328 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Floating IP 7027120a-0ed7-4723-b439-ea6df888e10c disassociated. External IP: 172.25.1.254, port: 0eec19fc-2332-4ede-bef6-1f7094179cf4. Jun 03 15:24:21.322862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Calling delete_port for 0eec19fc-2332-4ede-bef6-1f7094179cf4 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:21.473341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:21.536203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91579eef-2604-4b40-908d-d9386915930f req-fb99b9f6-a673-439c-9508-4afa51b6f2f2 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927376 Jun 03 15:24:21.589250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bc7f0-69d7-4766-a257-be9f833c2602 req-b151c2b2-682a-4b9c-8e41-d3e77fcc98f9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:21.591448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-599bc7f0-69d7-4766-a257-be9f833c2602 req-b151c2b2-682a-4b9c-8e41-d3e77fcc98f9 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e9f54-ed37-4613-92f3-4bc292a2c9bc HTTP/1.1" status: 200 len: 945 time: 0.5547736 Jun 03 15:24:21.611672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.634787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.700467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event deleted for resources: {'Port': ['ID=0eec19fc-2332-4ede-bef6-1f7094179cf4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:21.919956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7e4afdaa-ff04-46f0-b5a0-5709f8377364 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:22.034870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-f99bee12-9c0a-4aae-87b4-f74b517b1a38 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1200622232&fields=id&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 267 time: 0.2899630 Jun 03 15:24:22.069696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-599bc7f0-69d7-4766-a257-be9f833c2602 req-065c8197-8ffa-43e6-8e4e-8a399713494d tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4cc106-7044-4724-9327-efc667204cda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574774 Jun 03 15:24:22.086839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:22.105069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:22.106445 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.126780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:22.218522 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.298614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-c1d1c89f-c868-4e4f-bce9-7b85e1d391e6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.314816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-c1d1c89f-c868-4e4f-bce9-7b85e1d391e6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.2781506 Jun 03 15:24:22.334613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Deleting port a5274885-50cb-4748-be4b-c6bf61150e8f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:22.335904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.422212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-66cade03-764c-4b5e-8a1f-5b88c6f869e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/quotas/01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 375 time: 0.1048017 Jun 03 15:24:22.445104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:22.445738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.469037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:22.486494 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] Sync routers for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:22.504161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7e4afdaa-ff04-46f0-b5a0-5709f8377364, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7e4afdaa-ff04-46f0-b5a0-5709f8377364,segment=NetworkSegment(11ba2667-b253-42f9-8eb3-14759fa8a522),segment_id=11ba2667-b253-42f9-8eb3-14759fa8a522)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:22.506160 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:22.507423 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:22.513102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.589539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4afdaa-ff04-46f0-b5a0-5709f8377364'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:22.603131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7e4afdaa-ff04-46f0-b5a0-5709f8377364,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:22.633506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] No DVR routers for this DVR port 0eec19fc-2332-4ede-bef6-1f7094179cf4 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:22.637553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.640690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'name': 'network-vif-deleted', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:22.662534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7938818e-e526-49fe-9951-f75c5e9c0843 req-73233de4-209d-4e09-b57c-9f5be61637a3 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.15 "DELETE /v2.0/ports/0eec19fc-2332-4ede-bef6-1f7094179cf4 HTTP/1.1" status: 204 len: 173 time: 2.4497576 Jun 03 15:24:22.760047 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.781135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-d6b2d1d8-ed60-4124-8936-bc2db30725d5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3032837 Jun 03 15:24:22.794184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f607b2-6d85-48bc-9dbc-82723df27438 req-c82fb089-3e48-448f-90c0-ee41643294d5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.802298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72f607b2-6d85-48bc-9dbc-82723df27438 req-c82fb089-3e48-448f-90c0-ee41643294d5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 944 time: 0.3965566 Jun 03 15:24:22.832516 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:23.009254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Calling delete_port for a5274885-50cb-4748-be4b-c6bf61150e8f owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:23.144777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72f607b2-6d85-48bc-9dbc-82723df27438 req-02acc8dd-39b1-4b38-8c94-a58e1e3f931d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415899 Jun 03 15:24:23.412580 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:46Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:23.418506 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] Checking router: f79e7ed1-656e-47bf-875f-6fbfbc6136c5 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:23.429386 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:23.430138 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:23.455147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-bb474aaa-1216-4782-a2a3-aa712bc72bcd service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367157 Jun 03 15:24:23.645498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.697548 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:23.709299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event deleted for resources: {'Port': ['ID=a5274885-50cb-4748-be4b-c6bf61150e8f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:23.758404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1746d2-27b3-4612-8c8a-9e4274b7d7c9 req-5760bc0a-c853-49ca-8e90-81d5c2f38c13 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:23.759916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e1746d2-27b3-4612-8c8a-9e4274b7d7c9 req-5760bc0a-c853-49ca-8e90-81d5c2f38c13 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 946 time: 0.3766007 Jun 03 15:24:23.773326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-74b84b02-6b62-4ad8-9903-14378b60b3dc service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864099 Jun 03 15:24:23.781264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.781899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.782278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.782610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.782938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.783266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.783590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.783914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.784290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.784609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.784930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.785243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:23.888035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e1746d2-27b3-4612-8c8a-9e4274b7d7c9 req-1caaacec-f202-49ef-92bc-09e5f2a6040c tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083720 Jun 03 15:24:23.891097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.933037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6397c22a-296c-48a9-94fb-895481c5a328 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:24.209460 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f74fb66-ecde-4a61-adec-b4461f3f64cc'] response: {'server_uuid': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4afdaa-ff04-46f0-b5a0-5709f8377364', 'code': 200} Jun 03 15:24:24.281360 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c91b254-6e72-4c96-9405-2c384172eeb9'] response: {'server_uuid': '063e9f54-ed37-4613-92f3-4bc292a2c9bc', 'name': 'network-vif-deleted', 'tag': '0eec19fc-2332-4ede-bef6-1f7094179cf4', 'status': 'completed', 'code': 200} Jun 03 15:24:24.326944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6397c22a-296c-48a9-94fb-895481c5a328 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:24.329478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0eec19fc-2332-4ede-bef6-1f7094179cf4 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:24.390136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 0eec19fc-2332-4ede-bef6-1f7094179cf4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:24.390664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0eec19fc-2332-4ede-bef6-1f7094179cf4 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:24.448821 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:46Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:24.468067 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01137776-cee5-48b8-8a9a-21f595e93ed1 None None] The sync data for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 is: [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:21:36Z', 'revision_number': 4, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '82b33569-b5be-4643-8579-8c3bb1e77476', 'name': '', 'network_id': '7d45b688-6bd1-44fd-9af6-f71e3fbf432b', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'mac_address': 'fa:16:3e:c7:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:34Z', 'updated_at': '2022-06-03T15:21:46Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'subnets': [{'id': '896959ac-50e4-431c-bfc7-1182968b15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:24.526693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.530950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a77d5-4c3c-4ea2-9a52-d088c75142b3 req-b3a2aeef-519a-499a-ab0b-a80788c9a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:24.531218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.533958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-837a77d5-4c3c-4ea2-9a52-d088c75142b3 req-b3a2aeef-519a-499a-ab0b-a80788c9a69e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 1097 time: 0.2447412 Jun 03 15:24:24.613161 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-837a77d5-4c3c-4ea2-9a52-d088c75142b3 req-0fbbdf47-51c4-4e00-8f27-4aeb2c951d35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706186 Jun 03 15:24:24.616775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.617669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Fanout notify agent at l3_agent the message router_deleted on router 7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:24:24.663471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3bdc-f17d-4b05-a6cb-a318fb98654c req-8dcef915-d656-4421-bad6-d9a0a6398d4d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:24.666415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49ea3bdc-f17d-4b05-a6cb-a318fb98654c req-8dcef915-d656-4421-bad6-d9a0a6398d4d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.3272841 Jun 03 15:24:24.674251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.682172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51702) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:24.687170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1488747404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:24.689105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aa69feb9-6c57-4c6d-9f70-a5e96e1b5fae tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 HTTP/1.1" status: 204 len: 168 time: 3.3914418 Jun 03 15:24:24.697778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:24.704402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Usage tracker for resource:router and tenant:2d36666cd2ea4cb8bc4907dbeeba26fa is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:24.707909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:24.718766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:24.733334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.734209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.757944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.788377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.793672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49ea3bdc-f17d-4b05-a6cb-a318fb98654c req-2678ef5d-1721-4a93-bd76-c78024a68a87 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014502 Jun 03 15:24:24.858432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.860237 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7f167fee-4e44-4365-b07e-2450b02ac9a1 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1782782 Jun 03 15:24:24.864656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51710) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:24.872774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:24.970361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aee0737b-cdf8-4632-ad9e-0233e5be6363 req-0103c6ea-4055-4541-b0b5-91824b4c4d05 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 210 time: 0.1007450 Jun 03 15:24:25.076741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dfebd-345e-4ce6-a983-84b6fd63d075 None None] New status for floating IP 7027120a-0ed7-4723-b439-ea6df888e10c: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:24:25.103247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51720) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:25.339387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61330ae5-ef47-4726-b682-4d6fc9bf3428 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.474153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61330ae5-ef47-4726-b682-4d6fc9bf3428 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.663466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09ea7e-756f-4d92-a7b8-3398e168ef86 req-bb94b4df-08a5-4a8c-9843-63c3c8802ed0 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:25.665278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b09ea7e-756f-4d92-a7b8-3398e168ef86 req-bb94b4df-08a5-4a8c-9843-63c3c8802ed0 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 946 time: 0.3280959 Jun 03 15:24:25.669585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61330ae5-ef47-4726-b682-4d6fc9bf3428 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.707368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61330ae5-ef47-4726-b682-4d6fc9bf3428 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4cc106-7044-4724-9327-efc667204cda,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:25.779465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b09ea7e-756f-4d92-a7b8-3398e168ef86 req-aad5ffef-43d6-4ca5-a1c7-22870c43024f tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941174 Jun 03 15:24:25.780485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61330ae5-ef47-4726-b682-4d6fc9bf3428 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.781563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-61330ae5-ef47-4726-b682-4d6fc9bf3428 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "DELETE /v2.0/security-groups/2b4cc106-7044-4724-9327-efc667204cda HTTP/1.1" status: 204 len: 168 time: 0.6770256 Jun 03 15:24:25.785922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51752) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:25.808439 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-a570aa58-f9f9-4940-be50-5c26caf9d219 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] show failed (client error): The resource could not be found. Jun 03 15:24:25.814379 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a570aa58-f9f9-4940-be50-5c26caf9d219 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "GET /v2.0/security-groups/2b4cc106-7044-4724-9327-efc667204cda HTTP/1.1" status: 404 len: 347 time: 0.0271823 Jun 03 15:24:25.818702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51756) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:25.926628 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.140784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Deleting port dadf9e97-35a1-4f33-9acf-9025fab5b767 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:26.141146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.440994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-6e8cccd6-c6ea-439a-8e95-bd5f3d881e2f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.442398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-6e8cccd6-c6ea-439a-8e95-bd5f3d881e2f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=43460879-5470-4186-91fa-9cf8fab0ff80 HTTP/1.1" status: 200 len: 944 time: 0.2751105 Jun 03 15:24:26.465240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ddddb-dac2-40cf-b18c-78aa949612d4 req-87158fd8-e3c8-49c2-a46e-cdc5437bf7a6 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.467482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-829ddddb-dac2-40cf-b18c-78aa949612d4 req-87158fd8-e3c8-49c2-a46e-cdc5437bf7a6 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.3280659 Jun 03 15:24:26.508487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.508804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.645078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-3a535103-6abc-4b78-ad88-c63112c21df5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.645779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-3a535103-6abc-4b78-ad88-c63112c21df5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:26.687216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Calling delete_port for dadf9e97-35a1-4f33-9acf-9025fab5b767 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:26.691871 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.757262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-829ddddb-dac2-40cf-b18c-78aa949612d4 req-69f53311-d5ab-4967-b0ac-88073b32bcf0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513881 Jun 03 15:24:26.764326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Deleting port 6397c22a-296c-48a9-94fb-895481c5a328 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:26.764674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.876653 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.918473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-3a535103-6abc-4b78-ad88-c63112c21df5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:26.919736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-3a535103-6abc-4b78-ad88-c63112c21df5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.7575071 Jun 03 15:24:27.095380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d10b6300-6150-4477-96ca-03849261a012 req-b23d0718-3d33-4347-9167-be3beb0f9e81 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 210 time: 0.1143572 Jun 03 15:24:27.099919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-f197129d-2fbc-4bca-930b-8f2a1190a8a7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:27.155009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-f197129d-2fbc-4bca-930b-8f2a1190a8a7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:27.156530 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-f197129d-2fbc-4bca-930b-8f2a1190a8a7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 380 time: 0.2230692 Jun 03 15:24:27.171717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'port': {'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'admin_state_up': True, 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'security_groups': ['03347dd1-565f-4c96-8b20-cc81fb31a07e']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:27.198891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Allocated IP 172.25.1.78 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/80fe4802-c06e-4071-b0a4-f3a3d5a48b96) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:27.443088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:27.457539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:port and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:27.464333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:27.474717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:27.499518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.505620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Made reservation on behalf of 01d2bd983c3140e0985bb8068f6b72bc for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:27.509977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.530632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.645803 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.679092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Pushing event deleted for resources: {'Port': ['ID=dadf9e97-35a1-4f33-9acf-9025fab5b767,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:27.767916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:27.773029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:27.775782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:27.783699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] For port 6397c22a-296c-48a9-94fb-895481c5a328, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6397c22a-296c-48a9-94fb-895481c5a328,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:27.784436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.826298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event updated for resources: {'Port': ['ID=80fe4802-c06e-4071-b0a4-f3a3d5a48b96,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:27.839271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.20.0.8 (105eba84-bcfe-484d-9059-8be2f2d1cb5c/4e6f1c31-88f2-464c-bc1c-9dc68927065b/ea71bc5c-5d2c-4056-bdc8-d86116ef63d2) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:27.930962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Calling delete_port for 6397c22a-296c-48a9-94fb-895481c5a328 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:27.976927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.021927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0edf47-dd17-449e-9051-1a90d04692c8 req-ca24ad45-9f04-4fd7-a298-7d3d4a62007c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:28.023556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe0edf47-dd17-449e-9051-1a90d04692c8 req-ca24ad45-9f04-4fd7-a298-7d3d4a62007c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.7180150 Jun 03 15:24:28.040575 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.042018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b3300a9c-9fca-4d36-ab0c-f0deb4b1f1a5 tempest-VolumesAdminNegativeTest-454484210 tempest-VolumesAdminNegativeTest-454484210-project] 10.222.0.66 "DELETE /v2.0/floatingips/7027120a-0ed7-4723-b439-ea6df888e10c HTTP/1.1" status: 204 len: 168 time: 2.2220132 Jun 03 15:24:28.056037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51770) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:28.135077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe0edf47-dd17-449e-9051-1a90d04692c8 req-28055e48-912b-4b2e-818c-c9ff1d672e50 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918820 Jun 03 15:24:28.172190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.273549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event deleted for resources: {'Port': ['ID=6397c22a-296c-48a9-94fb-895481c5a328,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:28.375437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] No DVR routers for this DVR port 6397c22a-296c-48a9-94fb-895481c5a328 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:28.378190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.382740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-deleted', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:28.406777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93c7478d-48f2-4ed6-821d-abff959ac9f9 req-b342c192-a49c-4171-ab8f-c433f8893f15 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "DELETE /v2.0/ports/6397c22a-296c-48a9-94fb-895481c5a328 HTTP/1.1" status: 204 len: 173 time: 1.9336278 Jun 03 15:24:28.451124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277064be-53a2-4740-a9d9-06c2fc023b87 req-e916667e-8388-4da3-84e7-b96fd1a5d888 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:28.453191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-277064be-53a2-4740-a9d9-06c2fc023b87 req-e916667e-8388-4da3-84e7-b96fd1a5d888 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 946 time: 0.1758604 Jun 03 15:24:28.515767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-277064be-53a2-4740-a9d9-06c2fc023b87 req-ebffc052-3240-49d6-a38d-ea9d5f9c1950 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553818 Jun 03 15:24:28.654573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.758921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Transition to ACTIVE for port object ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:28.834657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a39150a-d025-4533-9ddd-7473d92312a8 req-29c5f335-9cde-4037-af59-759f6fca7c7e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 210 time: 0.0942171 Jun 03 15:24:29.101568 n-d-844594-1 neutron-server[88338]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a6c6cea7-d9c8-4206-9bac-1bb00ddeeef5']: {'server_uuid': '43460879-5470-4186-91fa-9cf8fab0ff80', 'name': 'network-vif-deleted', 'tag': '6397c22a-296c-48a9-94fb-895481c5a328', 'status': 'failed', 'code': 422} returned with failed status Jun 03 15:24:29.318412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.451573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.491686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cfbbe-a3ee-4dba-b5a6-e0bb14682d99 req-08e62c92-e9d8-4a9c-89d6-99acd834b04d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:29.491686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc4cfbbe-a3ee-4dba-b5a6-e0bb14682d99 req-08e62c92-e9d8-4a9c-89d6-99acd834b04d tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.1851380 Jun 03 15:24:29.574624 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:24:29.588410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc4cfbbe-a3ee-4dba-b5a6-e0bb14682d99 req-b26d7361-1d20-4c19-94b0-fe429ec34ea7 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920873 Jun 03 15:24:29.780071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:29.806672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:29.841095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:29.885403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:30.125457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0f952-99fc-42d7-868c-f17310299f32 req-8a243d0e-fcee-4204-b50c-908c1b8f58bb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.136780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72f0f952-99fc-42d7-868c-f17310299f32 req-8a243d0e-fcee-4204-b50c-908c1b8f58bb tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.3926344 Jun 03 15:24:30.148009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-319611d2-d782-4beb-bbaa-87d3cdfd7038 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.149844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-319611d2-d782-4beb-bbaa-87d3cdfd7038 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.4028478 Jun 03 15:24:30.181146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-cc428129-ea87-47ec-8156-b3cfa2ccebbb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/quotas/4e7396cbbc08497a9316bfc89e1706db HTTP/1.1" status: 200 len: 375 time: 0.0178237 Jun 03 15:24:30.183656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.184710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.201234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-59959354-d62f-40aa-a36b-af714fa6529c None None] Provisioning for port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:30.211227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-59959354-d62f-40aa-a36b-af714fa6529c None None] Provisioning complete for port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:30.212329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-59959354-d62f-40aa-a36b-af714fa6529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.214141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72f0f952-99fc-42d7-868c-f17310299f32 req-755eec4c-ece0-4f21-8dda-ef5253d2fa8a tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743415 Jun 03 15:24:30.287152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-acb981be-197b-459e-a284-cc830071fa98 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:30.314790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-acb981be-197b-459e-a284-cc830071fa98 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:30.324959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-acb981be-197b-459e-a284-cc830071fa98 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313982 Jun 03 15:24:30.336442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-59959354-d62f-40aa-a36b-af714fa6529c None None] Port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:30.359558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-827295cf-769f-4a11-aa45-f020298c71ba tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1936474 Jun 03 15:24:30.382421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Request body: {'port': {'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:30.451590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.467472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.653460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.716964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-e4aed296-b10a-49b3-bd6d-aee7645e6785 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785791 Jun 03 15:24:30.724678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e630dd7-f99f-46cc-a505-806e11c399ee req-24a71983-d679-44b6-88cb-49170906c54b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.726184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e630dd7-f99f-46cc-a505-806e11c399ee req-24a71983-d679-44b6-88cb-49170906c54b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 931 time: 0.3372581 Jun 03 15:24:30.864146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e630dd7-f99f-46cc-a505-806e11c399ee req-ebacc50b-aff5-40da-8d41-0b81592b080b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188018 Jun 03 15:24:30.919833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-ddfca45a-75b4-4098-a58c-482dffff0a9f service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926317 Jun 03 15:24:31.158774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.277486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41844-37d3-4b2b-9f04-08d7b92f7a25 req-bb86087a-4a1e-412e-87d3-1664b9942d66 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.286300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59b41844-37d3-4b2b-9f04-08d7b92f7a25 req-bb86087a-4a1e-412e-87d3-1664b9942d66 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.1461213 Jun 03 15:24:31.356540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59b41844-37d3-4b2b-9f04-08d7b92f7a25 req-ada25fc7-cb2b-42d9-91f7-ad2cdbb89681 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681438 Jun 03 15:24:31.425478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Router e84966a0-4ef7-4a2f-b388-866f3fc393e1 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:31.518204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67bdffdc-4237-413d-83d4-4c5a30ddd55d req-d50c1900-8c55-4c52-a3be-36ba8eb5c151 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 210 time: 0.0881615 Jun 03 15:24:31.620249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:24:31.693530 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-e003f24a-6fae-4569-a175-5211bc333dde service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6591136 Jun 03 15:24:31.863264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:31.899039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dfbd4-cfca-457e-91b4-afa894ecda57 req-515c4e10-d5b5-4802-be20-dd838d85f369 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.900673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f0dfbd4-cfca-457e-91b4-afa894ecda57 req-515c4e10-d5b5-4802-be20-dd838d85f369 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.2275925 Jun 03 15:24:31.919745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fa7a1-516a-4f75-882d-317d1e5d7104 req-bc36b6eb-ca68-4a2b-bc1f-b11e530d4a65 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.921301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e1fa7a1-516a-4f75-882d-317d1e5d7104 req-bc36b6eb-ca68-4a2b-bc1f-b11e530d4a65 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 946 time: 0.1302891 Jun 03 15:24:31.943708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:32.004398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e1fa7a1-516a-4f75-882d-317d1e5d7104 req-8f24fdaf-b781-405b-8afe-60fed00ae2f3 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678267 Jun 03 15:24:32.018440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f0dfbd4-cfca-457e-91b4-afa894ecda57 req-81a993b0-2005-481d-bc90-a34c820e0411 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960581 Jun 03 15:24:32.096067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Transition to ACTIVE for port object ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:32.155981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:32.256073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:32.256707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33c76a-858e-42eb-b2da-a2672a7c5f36 req-461e5d7d-6833-4e62-990c-eb08087850c6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.272146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d33c76a-858e-42eb-b2da-a2672a7c5f36 req-461e5d7d-6833-4e62-990c-eb08087850c6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 943 time: 0.1446724 Jun 03 15:24:32.274185 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] Sync routers for ids ['e84966a0-4ef7-4a2f-b388-866f3fc393e1'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:32.297435 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] Routers {'e84966a0-4ef7-4a2f-b388-866f3fc393e1'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:32.298932 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e84966a0-4ef7-4a2f-b388-866f3fc393e1'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:32.299170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:32.304469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a1f2ca3f-014d-46a3-afb0-a0203516e189 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "PUT /v2.0/routers/e84966a0-4ef7-4a2f-b388-866f3fc393e1 HTTP/1.1" status: 200 len: 879 time: 7.4350059 Jun 03 15:24:32.306349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51860) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:32.460575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d33c76a-858e-42eb-b2da-a2672a7c5f36 req-1d747f7e-ba0d-4936-8273-2f75b3ad5049 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873424 Jun 03 15:24:32.484895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Pushing event updated for resources: {'Port': ['ID=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:32.513507 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:32.528636 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] Routers {'e84966a0-4ef7-4a2f-b388-866f3fc393e1'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:32.529747 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e84966a0-4ef7-4a2f-b388-866f3fc393e1'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:32.536048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-9552bfd1-01f5-4f2d-a759-e851779437ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.536048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-9552bfd1-01f5-4f2d-a759-e851779437ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 1098 time: 0.7128906 Jun 03 15:24:32.682315 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:32.685888 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b1a8d-53fa-4d20-9e38-2071a057587a None None] The sync data for ids ['e84966a0-4ef7-4a2f-b388-866f3fc393e1'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:32.720257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc77a31-e95b-413d-96e1-1905b5c94c47 req-1a4d66db-1924-4bdc-bf1d-30a2a2309285 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.729444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fc77a31-e95b-413d-96e1-1905b5c94c47 req-1a4d66db-1924-4bdc-bf1d-30a2a2309285 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.3121886 Jun 03 15:24:32.757545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-69806c47-8c25-4e77-a2bd-f4be0809909f tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/e84966a0-4ef7-4a2f-b388-866f3fc393e1 HTTP/1.1" status: 200 len: 920 time: 0.4428680 Jun 03 15:24:32.762154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51866) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:32.891052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dcbd66be-f436-4f63-b06d-c0d1efb93aca req-200b94ee-036f-4772-bfce-e18a38161669 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 210 time: 0.0775254 Jun 03 15:24:32.907643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fc77a31-e95b-413d-96e1-1905b5c94c47 req-d5c38100-c5f2-4eff-9639-8f78fc7b6979 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772032 Jun 03 15:24:32.970350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6f391e-4c5b-4c0c-83d2-f495dc514c19 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.976549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ea6f391e-4c5b-4c0c-83d2-f495dc514c19 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=e84966a0-4ef7-4a2f-b388-866f3fc393e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2092853 Jun 03 15:24:32.979325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51872) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:33.420517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Deleting port 82b33569-b5be-4643-8579-8c3bb1e77476 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:33.421155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.458614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Attempting to bind port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:33.458937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Attempting to bind port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:33.459275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Attempting to bind port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:33.485944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad61d8f-c51a-4bdb-b8b1-9addc171166e tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.487346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8ad61d8f-c51a-4bdb-b8b1-9addc171166e tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 0.5066280 Jun 03 15:24:33.490668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51878) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:33.501543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:33.501872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Attempting to bind port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:33.510002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-5df2350a-10cc-4e85-80a2-98126465bea9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.512011 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-5df2350a-10cc-4e85-80a2-98126465bea9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.5870180 Jun 03 15:24:33.523568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:33.523911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Checking segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:33.524335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Bound using segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:33.524774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Bound port: ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:33.525129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.538381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Request body: {'port': {'device_id': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'admin_state_up': True, 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:33.553560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-d109107c-1a8c-4dde-8982-e2fe6305fc86 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.555050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-d109107c-1a8c-4dde-8982-e2fe6305fc86 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 946 time: 0.4275858 Jun 03 15:24:33.556304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-3c2b7787-92f6-4438-846a-dc8e227e2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.557795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-3c2b7787-92f6-4438-846a-dc8e227e2ecd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 200 len: 914 time: 0.9562070 Jun 03 15:24:33.559216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9c7338e-db16-4862-854e-e5dd9b4aea13 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=e84966a0-4ef7-4a2f-b388-866f3fc393e1 HTTP/1.1" status: 200 len: 205 time: 0.0649464 Jun 03 15:24:33.585236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51884) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:33.623590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f2bae-1b85-4748-a550-6ad5dd61b5dc req-98f3bebd-5b6a-4041-8e8a-76ad6f03d324 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.625113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f48f2bae-1b85-4748-a550-6ad5dd61b5dc req-98f3bebd-5b6a-4041-8e8a-76ad6f03d324 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.4524302 Jun 03 15:24:33.663251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efaf1a-ed2b-4b8b-bcb7-051eb6110417 req-7ece83da-8e73-4af5-9371-994d2c847e09 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.664765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38efaf1a-ed2b-4b8b-bcb7-051eb6110417 req-7ece83da-8e73-4af5-9371-994d2c847e09 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 946 time: 0.4465470 Jun 03 15:24:33.695839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Deleting port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:33.696097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.789978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f48f2bae-1b85-4748-a550-6ad5dd61b5dc req-1920c99e-a9de-4e0a-9e8f-085f64c66b63 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519153 Jun 03 15:24:33.794147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38efaf1a-ed2b-4b8b-bcb7-051eb6110417 req-aa7e46c0-3524-4a62-a6e2-7b4d02629b8f tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6cf1334-9c90-415a-b590-eaf00c33d976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219256 Jun 03 15:24:33.945418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-c4388c4e-1fe9-4c8e-b3ae-a6c81b208cd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 200 len: 217 time: 0.3609743 Jun 03 15:24:34.048653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] For port 82b33569-b5be-4643-8579-8c3bb1e77476, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=82b33569-b5be-4643-8579-8c3bb1e77476,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:34.049178 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.129186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] For port 7e4afdaa-ff04-46f0-b5a0-5709f8377364, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7e4afdaa-ff04-46f0-b5a0-5709f8377364,segment=NetworkSegment(11ba2667-b253-42f9-8eb3-14759fa8a522),segment_id=11ba2667-b253-42f9-8eb3-14759fa8a522)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:34.129551 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.265354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Calling delete_port for 7e4afdaa-ff04-46f0-b5a0-5709f8377364 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:34.265645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Calling delete_port for 82b33569-b5be-4643-8579-8c3bb1e77476 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:34.319009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07e56-9fbe-4639-b74a-3343a7abd989 req-c6fd2d02-431c-426f-a48e-3453fa492392 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.320437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82c07e56-9fbe-4639-b74a-3343a7abd989 req-c6fd2d02-431c-426f-a48e-3453fa492392 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 943 time: 0.3790028 Jun 03 15:24:34.331752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9839d5b-30ad-4aab-a51f-dc14f815db68 req-4e048632-506a-4abb-acb6-705f05bea402 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.333253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9839d5b-30ad-4aab-a51f-dc14f815db68 req-4e048632-506a-4abb-acb6-705f05bea402 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.3907285 Jun 03 15:24:34.350288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-2f074b74-b296-48c9-b15e-578523eac1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.351749 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-2f074b74-b296-48c9-b15e-578523eac1c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 200 len: 853 time: 0.3884525 Jun 03 15:24:34.431752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:34.439029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:34.440347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82c07e56-9fbe-4639-b74a-3343a7abd989 req-bf442738-b991-4c8b-84ef-97d81709f59e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039093 Jun 03 15:24:34.443012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-c849dfac-07bb-4527-8088-fbd726fd1bd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760729 Jun 03 15:24:34.443975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9839d5b-30ad-4aab-a51f-dc14f815db68 req-4ad4663f-3e93-41ec-a1e7-e9fd10a26f8c tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Jun 03 15:24:34.458311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.530436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.552745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:34.674075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Pushing event deleted for resources: {'Port': ['ID=7e4afdaa-ff04-46f0-b5a0-5709f8377364,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:34.679029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:34.703505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.707712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b03841b9-2945-4564-8762-d6815f3654a7 req-c2433463-817f-40f4-80fa-ea3dc9e5d437 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 210 time: 0.1272144 Jun 03 15:24:34.773973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] No DVR routers for this DVR port 7e4afdaa-ff04-46f0-b5a0-5709f8377364 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:34.777626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.782296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'name': 'network-vif-deleted', 'tag': '7e4afdaa-ff04-46f0-b5a0-5709f8377364'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:34.807120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fd7d083-8616-4736-a95b-51bfc4e90930 req-6139e9c1-0e10-43c9-9216-c64980fdfafe tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.15 "DELETE /v2.0/ports/7e4afdaa-ff04-46f0-b5a0-5709f8377364 HTTP/1.1" status: 204 len: 173 time: 1.2468505 Jun 03 15:24:34.821737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb6df-48bf-4a02-b491-a44cf50bfea7 req-7e97e47b-84a1-4e99-a1ab-1743df8939a0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.823335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44bfb6df-48bf-4a02-b491-a44cf50bfea7 req-7e97e47b-84a1-4e99-a1ab-1743df8939a0 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.1991241 Jun 03 15:24:34.864971 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cafa02-f577-4f9d-a8c4-9b621333081c'] response: {'server_uuid': 'ba3f3770-4977-4322-b9d0-71c7f9dbcc7d', 'name': 'network-vif-deleted', 'tag': '7e4afdaa-ff04-46f0-b5a0-5709f8377364', 'status': 'completed', 'code': 200} Jun 03 15:24:34.891258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44bfb6df-48bf-4a02-b491-a44cf50bfea7 req-17bcab12-73e3-43ba-8964-6989d9f7eaa4 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Jun 03 15:24:35.010415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f03c68c6-28ba-4543-97f1-d7fe6ca0787d req-13ee8e7c-b8cd-48c5-9296-d472bdb02551 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Synchronizing usage tracker for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:35.039063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f03c68c6-28ba-4543-97f1-d7fe6ca0787d req-13ee8e7c-b8cd-48c5-9296-d472bdb02551 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] Unset dirty status for tenant:d230c8f20d1e4cbb890a8ef3c1d5eb8e on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:35.048953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f03c68c6-28ba-4543-97f1-d7fe6ca0787d req-13ee8e7c-b8cd-48c5-9296-d472bdb02551 tempest-ServerMetadataNegativeTestJSON-1615757822 tempest-ServerMetadataNegativeTestJSON-1615757822-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba3f3770-4977-4322-b9d0-71c7f9dbcc7d HTTP/1.1" status: 200 len: 210 time: 0.0912716 Jun 03 15:24:35.089346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Pushing event updated for resources: {'Port': ['ID=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:35.106195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:35.110667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.156955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb2d35-7a4a-4370-85bd-8d76cdc39da5 req-9eb2695f-9394-47ba-8a8f-244050e0b0e1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.158587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08cb2d35-7a4a-4370-85bd-8d76cdc39da5 req-9eb2695f-9394-47ba-8a8f-244050e0b0e1 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.1086018 Jun 03 15:24:35.160958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.161592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.162991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-ce4b969d-064b-4356-94c9-051ab75c13fc service neutron] 10.222.0.70 "PUT /v2.0/ports/ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 HTTP/1.1" status: 200 len: 1091 time: 4.7858572 Jun 03 15:24:35.166668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:35.229168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08cb2d35-7a4a-4370-85bd-8d76cdc39da5 req-ef82643c-d767-470d-a938-ab36abab4111 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622530 Jun 03 15:24:35.236585 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f273d54e-a7b0-449d-8f62-7595941786ba'] response: {'name': 'network-changed', 'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'status': 'completed', 'code': 200} Jun 03 15:24:35.437187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.447506 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-12fe0b50-3058-41a9-a8d5-dc1fe822000d service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9918692 Jun 03 15:24:35.460940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836161d7-0922-4362-b203-1f9f0ed795d6 req-575d6c69-58b2-4f0a-b00a-0595e5767907 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.462817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-836161d7-0922-4362-b203-1f9f0ed795d6 req-575d6c69-58b2-4f0a-b00a-0595e5767907 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.0952950 Jun 03 15:24:35.524291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Deleting port 80fe4802-c06e-4071-b0a4-f3a3d5a48b96 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:35.524637 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.531022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-836161d7-0922-4362-b203-1f9f0ed795d6 req-5cbe46cb-d8f3-4f1a-b46a-ac262ebd435f tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537214 Jun 03 15:24:35.694458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179247-08a5-4289-ae03-efd1dcb38067 req-8d718bdf-9b8b-4b35-b430-09a02b47f7ec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.695888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f179247-08a5-4289-ae03-efd1dcb38067 req-8d718bdf-9b8b-4b35-b430-09a02b47f7ec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 943 time: 0.1107061 Jun 03 15:24:35.756282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Allocated IP 172.20.0.10 (bab2ba7d-77a4-46db-a2be-af020ae0ac10/c663b740-2cbb-4f54-abd2-34f5c8e205ad/054a0da0-2f4e-4c3b-927c-b08363f0bd20) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:35.770310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-3ecfdadd-5b2f-48ad-858b-09a490202a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.771898 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-3ecfdadd-5b2f-48ad-858b-09a490202a3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 1094 time: 0.5384955 Jun 03 15:24:35.798445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f179247-08a5-4289-ae03-efd1dcb38067 req-ed225636-e156-49dd-bf83-c6ada2125cc4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706270 Jun 03 15:24:35.812284 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.828999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a526a80-1bc0-4a6d-a52a-3b84fdb6518a req-78fed9ef-0dfd-4d66-be4d-d1932efc9845 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.828999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a526a80-1bc0-4a6d-a52a-3b84fdb6518a req-78fed9ef-0dfd-4d66-be4d-d1932efc9845 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.1255937 Jun 03 15:24:35.987918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-57ae0300-c183-4c7f-aec2-1df48dcf500f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 HTTP/1.1" status: 200 len: 217 time: 0.1855240 Jun 03 15:24:36.001179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7e4afdaa-ff04-46f0-b5a0-5709f8377364 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:36.028414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02c65bb2-2c58-4632-ad08-c3e2633405d0 req-f9ab76ff-c63b-4bc8-9614-46597388c2f4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 210 time: 0.0543752 Jun 03 15:24:36.068811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a526a80-1bc0-4a6d-a52a-3b84fdb6518a req-ed59d559-d2cd-46f2-b2d6-427778a5fc92 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352686 Jun 03 15:24:36.096042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Pushing event deleted for resources: {'Port': ['ID=82b33569-b5be-4643-8579-8c3bb1e77476,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:36.137178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-48977aa9-aa36-4174-b9b1-cf0b945f3c9c req-efc3621d-445a-4f4c-9db5-fa5961e0df71 service neutron] 10.222.0.70 "GET /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442659 Jun 03 15:24:36.163938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 7e4afdaa-ff04-46f0-b5a0-5709f8377364 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:36.164609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7e4afdaa-ff04-46f0-b5a0-5709f8377364 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:36.230168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51920) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:36.358662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.373595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-11048267-71f5-478f-af53-248f494f0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:36.375123 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-11048267-71f5-478f-af53-248f494f0f6a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.3486991 Jun 03 15:24:36.380821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] Deleting subnet 20a2cfa0-8ebd-4762-ab9a-d1eaa605612d {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:36.383982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.438367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.496020 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.586395 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.629188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a2cfa0-8ebd-4762-ab9a-d1eaa605612d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:36.632850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.642823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-68672e30-1efe-49a3-8777-867449b4a7f2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/20a2cfa0-8ebd-4762-ab9a-d1eaa605612d HTTP/1.1" status: 204 len: 168 time: 0.4112501 Jun 03 15:24:36.643440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51926) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:36.765141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Calling delete_port for 80fe4802-c06e-4071-b0a4-f3a3d5a48b96 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:36.800824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.000716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.055166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.101247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-07299027-dc01-44eb-b8ec-10aac8cbeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:37.112955 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-07299027-dc01-44eb-b8ec-10aac8cbeb84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7247357 Jun 03 15:24:37.148542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.293232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acad6aa0-70dd-40f7-943d-9246329bc41c']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:37.323660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b754394f-4313-427a-a35b-7cd1d599d447 req-e58887bf-b3eb-4fb3-ae84-5b5ba09aa9fb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 210 time: 0.1356828 Jun 03 15:24:37.344142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ba2667-b253-42f9-8eb3-14759fa8a522') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:37.344839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ba2667-b253-42f9-8eb3-14759fa8a522') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:37.386443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.418718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.428706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:37.429221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.460144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.465874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731fed5-fbe8-44a4-bdea-44056d9717e1 req-0e68ca0e-f799-431c-a3ce-37f9827ddca9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:37.467719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2731fed5-fbe8-44a4-bdea-44056d9717e1 req-0e68ca0e-f799-431c-a3ce-37f9827ddca9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 943 time: 0.4741273 Jun 03 15:24:37.548209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.596435 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 11ba2667-b253-42f9-8eb3-14759fa8a522 resource provider aggregate not found Jun 03 15:24:37.620027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:37.629799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:37.644740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2731fed5-fbe8-44a4-bdea-44056d9717e1 req-f52a579c-a01b-4aee-8b96-f200af487d23 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776961 Jun 03 15:24:37.646534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.672140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:37.673466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.677177 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 11ba2667-b253-42f9-8eb3-14759fa8a522 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11ba2667-b253-42f9-8eb3-14759fa8a522 found for delete ", "request_id": "req-584c2a40-daba-45e1-9511-07e304c50dc1"}]} Jun 03 15:24:37.687014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=acad6aa0-70dd-40f7-943d-9246329bc41c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:37.701009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2fdfeabc-9346-4771-8ebc-b5396e6a7c42 admin admin] 10.222.0.66 "DELETE /v2.0/networks/acad6aa0-70dd-40f7-943d-9246329bc41c HTTP/1.1" status: 204 len: 168 time: 1.0543740 Jun 03 15:24:37.717955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event updated for resources: {'Port': ['ID=054a0da0-2f4e-4c3b-927c-b08363f0bd20,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:37.722269 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-b9687da3-a5d1-492f-9357-c2b2ac0063ac service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847201 Jun 03 15:24:37.841169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:37.899507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-41c9e7b0-7b09-4d70-b4a0-c2801ab44f0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d230c8f20d1e4cbb890a8ef3c1d5eb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532484 Jun 03 15:24:37.899704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event deleted for resources: {'Port': ['ID=80fe4802-c06e-4071-b0a4-f3a3d5a48b96,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:37.900413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51946) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:37.961831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99f54772-e6ff-4ab0-a8e0-066ae1d6f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.991296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99f54772-e6ff-4ab0-a8e0-066ae1d6f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.011384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.012379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.028680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.056810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99f54772-e6ff-4ab0-a8e0-066ae1d6f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.078864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f54772-e6ff-4ab0-a8e0-066ae1d6f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf1334-9c90-415a-b590-eaf00c33d976,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:38.109089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99f54772-e6ff-4ab0-a8e0-066ae1d6f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.113173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-99f54772-e6ff-4ab0-a8e0-066ae1d6f7cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6cf1334-9c90-415a-b590-eaf00c33d976 HTTP/1.1" status: 204 len: 168 time: 0.2108767 Jun 03 15:24:38.518488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.520386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.595976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:38.617498 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0c3cc415-c74a-461b-92be-aac52be8f5f5 req-cf9b4726-57e6-49c2-871c-5ba461fa051c service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8187158 Jun 03 15:24:38.624339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d722a-a298-4496-8c1b-158c8b35e894 req-3df715e5-8306-4e85-bcdd-7bcd8a0ab360 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.632969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b82d722a-a298-4496-8c1b-158c8b35e894 req-3df715e5-8306-4e85-bcdd-7bcd8a0ab360 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 932 time: 0.1815226 Jun 03 15:24:38.781105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b82d722a-a298-4496-8c1b-158c8b35e894 req-04d65282-1b3b-4b42-bd72-abd9c0c00577 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300910 Jun 03 15:24:38.816282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1d23f839-eb4a-4822-9640-1fe33525098a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2950735 Jun 03 15:24:38.886023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.887144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Fanout notify agent at l3_agent the message router_deleted on router e84966a0-4ef7-4a2f-b388-866f3fc393e1 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:24:38.900544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Request body: {'port': {'device_id': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:38.949587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f5923-900f-4f94-a315-f1b46caa2321 req-790df79a-525a-4364-ac23-66b1e38a6f2c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.959299 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.961401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d53f5923-900f-4f94-a315-f1b46caa2321 req-790df79a-525a-4364-ac23-66b1e38a6f2c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 943 time: 0.1743004 Jun 03 15:24:38.961901 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-887ebfd6-015f-49c9-9b4e-4071b5ef3dd3 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/e84966a0-4ef7-4a2f-b388-866f3fc393e1 HTTP/1.1" status: 204 len: 168 time: 5.3653178 Jun 03 15:24:38.964259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51974) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:38.970157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-230451665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:38.984761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:39.026606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Usage tracker for resource:router and tenant:2d36666cd2ea4cb8bc4907dbeeba26fa is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:39.046972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:39.056280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:39.135915 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d53f5923-900f-4f94-a315-f1b46caa2321 req-09569eb9-1f34-4a00-b44c-ed8b73f5c972 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545725 Jun 03 15:24:39.153803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.154888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.184017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.232319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.279101 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.280261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9cb40278-87b4-4959-9ba5-abb4cffeb412 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3143947 Jun 03 15:24:39.283201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51984) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:39.290746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': True}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:39.310081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:39.326763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] Sync routers for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:39.344708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:39.347811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:39.368135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4197c8dc-f666-48da-aceb-2fce604642cf admin admin] 10.222.0.66 "PUT /v2.0/routers/f79e7ed1-656e-47bf-875f-6fbfbc6136c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2962270 Jun 03 15:24:39.372566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51988) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:39.475633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51992) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:39.519551 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.677568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-d06d3d8e-86bf-43c8-ab0f-648a415c2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:39.679115 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-d06d3d8e-86bf-43c8-ab0f-648a415c2008 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 1094 time: 0.8710485 Jun 03 15:24:39.749069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:40.034789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-21c3ac02-02bd-47aa-84eb-9982396a5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:40.036349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-21c3ac02-02bd-47aa-84eb-9982396a5327 service neutron] 10.222.0.70 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.3304684 Jun 03 15:24:40.047866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1365855556-network', 'tenant_id': 'd498b31fded84da88e7fd4880c594bc5'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:40.068775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:40.072855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:40.085038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Usage tracker for resource:network and tenant:d498b31fded84da88e7fd4880c594bc5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:40.088317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:40.103946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:40.105012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:40.258262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:40.379125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:40.379780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.435471 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-9cfdc969-dba5-4c58-89c2-211f7bc27417 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 HTTP/1.1" status: 200 len: 217 time: 0.3092585 Jun 03 15:24:40.436469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Made reservation on behalf of d498b31fded84da88e7fd4880c594bc5 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:40.440426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.470802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.482920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:40.514865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:40.527857 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.541330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.593050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:40.601244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Usage tracker for resource:security_group_rule and tenant:d498b31fded84da88e7fd4880c594bc5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:40.604882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:40.614766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:40.698588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-1b76ac1d-f46b-4c79-93f1-c15fc8e220e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:40.700641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-1b76ac1d-f46b-4c79-93f1-c15fc8e220e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.2359662 Jun 03 15:24:40.730413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.760183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:40.796700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:24:35Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:40.802279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] Checking router: f79e7ed1-656e-47bf-875f-6fbfbc6136c5 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:40.819384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] Routers {'f79e7ed1-656e-47bf-875f-6fbfbc6136c5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:40.820260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:40.903839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.932481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.979334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:40.989170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.999808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2260584-811b-4cf0-893a-8faef7c9061c req-80fb248a-e936-460b-bb6f-1b4e9c66cd84 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:41.007300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2260584-811b-4cf0-893a-8faef7c9061c req-80fb248a-e936-460b-bb6f-1b4e9c66cd84 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 932 time: 0.8864362 Jun 03 15:24:41.019059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5124b55-31ee-4c7e-aef5-3e503c74a6fb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:41.023148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.023776 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Added segment 30ea51b5-dd27-4ade-a1b7-c5a474875b19 of type vlan for network b1636b2d-08a0-49d2-a88f-62b28ed107da Jun 03 15:24:41.026611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-b722edd7-0864-41ad-a026-c6e754265be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:41.038140 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-b722edd7-0864-41ad-a026-c6e754265be4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3260150 Jun 03 15:24:41.043884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659498c2-3e49-4024-a7f7-0eb443f4869d req-f8254785-df80-4f4f-804d-d926a5e1f14a tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:41.052513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-659498c2-3e49-4024-a7f7-0eb443f4869d req-f8254785-df80-4f4f-804d-d926a5e1f14a tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 944 time: 0.4163289 Jun 03 15:24:41.076799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Deleting port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:41.077394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.090097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] Set router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:41.127238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:24:41.187442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2260584-811b-4cf0-893a-8faef7c9061c req-2532e7bf-0c11-40cd-bc64-7313e26ff980 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788862 Jun 03 15:24:41.208989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-659498c2-3e49-4024-a7f7-0eb443f4869d req-09cea294-08ce-4c47-b2a2-7350d1b1a354 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551034 Jun 03 15:24:41.320238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.440179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] For port 077f1fbd-884f-40c7-9ae7-7e52616b3ac4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:41.441440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.519269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['ea71bc5c-5d2c-4056-bdc8-d86116ef63d2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:41.733740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:24:35Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:41.748451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd95b7-99be-4797-a236-5625d64c7026 None None] The sync data for ids ['f79e7ed1-656e-47bf-875f-6fbfbc6136c5'] in n-d-844594-1 is: [{'id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'name': 'tempest-VolumesAdminNegativeTest-719822382-router', 'tenant_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:26Z', 'updated_at': '2022-06-03T15:24:35Z', 'revision_number': 5, 'project_id': '7c5bc7eaa3204c32b6f8b7ffa42abe3b', 'gw_port': {'id': '077f1fbd-884f-40c7-9ae7-7e52616b3ac4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e7ed1-656e-47bf-875f-6fbfbc6136c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:28Z', 'updated_at': '2022-06-03T15:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:41.821080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054a0da0-2f4e-4c3b-927c-b08363f0bd20 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:41.850256 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.857180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.858643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:41.859341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.024862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Transition to ACTIVE for port object 054a0da0-2f4e-4c3b-927c-b08363f0bd20 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:42.026970 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-15f9789d-6ea9-4021-840e-da49782b9173 service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9597631 Jun 03 15:24:42.033598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.037713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1636b2d-08a0-49d2-a88f-62b28ed107da,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:42.050131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b1636b2d-08a0-49d2-a88f-62b28ed107da details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:42.111018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Calling delete_port for 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:42.153990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c975948c-40e5-4ee6-8639-b896d41160b4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6771204 Jun 03 15:24:42.179336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52012) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:42.288216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Request body: {'subnet': {'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1365855556-subnet', 'tenant_id': 'd498b31fded84da88e7fd4880c594bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:42.319806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:42.344579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Usage tracker for resource:subnet and tenant:d498b31fded84da88e7fd4880c594bc5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:42.356921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:42.376159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:42.428810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.471336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Made reservation on behalf of d498b31fded84da88e7fd4880c594bc5 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:42.475328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.539382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.720926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 82b33569-b5be-4643-8579-8c3bb1e77476 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:42.781071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 82b33569-b5be-4643-8579-8c3bb1e77476 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:42.781415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 82b33569-b5be-4643-8579-8c3bb1e77476 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:42.812515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Pushing event updated for resources: {'Port': ['ID=054a0da0-2f4e-4c3b-927c-b08363f0bd20,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:42.858704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Attempting to bind port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:42.858704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Attempting to bind port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:42.858704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Attempting to bind port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:42.867978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:42.868584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Attempting to bind port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:42.889768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:42.890133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:42.891022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Bound using segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:42.891181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Bound port: 054a0da0-2f4e-4c3b-927c-b08363f0bd20, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:42.891791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.911813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-594d21d2-911c-40b9-b10a-7ebb5e21b1b2 req-f2e382fd-fd62-4e70-a89c-631942577cdb service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633323 Jun 03 15:24:43.032991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] For port 054a0da0-2f4e-4c3b-927c-b08363f0bd20, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:43.037130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] For port 054a0da0-2f4e-4c3b-927c-b08363f0bd20, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=054a0da0-2f4e-4c3b-927c-b08363f0bd20,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:43.046953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.098589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Allocated IP 172.25.1.146 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/69357480-bbc3-4bc5-b1c1-f2c283059f2c) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:43.131948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.132607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.135465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/054a0da0-2f4e-4c3b-927c-b08363f0bd20 HTTP/1.1" status: 200 len: 1092 time: 4.2398634 Jun 03 15:24:43.135937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'tag': '054a0da0-2f4e-4c3b-927c-b08363f0bd20'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:43.146455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d5546-6a95-4641-93b8-da05869f7e28 req-740eb7b8-f947-4cf9-97ae-263ba3a0374f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.152386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-897d5546-6a95-4641-93b8-da05869f7e28 req-740eb7b8-f947-4cf9-97ae-263ba3a0374f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 944 time: 0.6302302 Jun 03 15:24:43.162483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a0c02-eadf-4261-a38e-ca394b0d18d1 service neutron] Pushing event updated for resources: {'Port': ['ID=054a0da0-2f4e-4c3b-927c-b08363f0bd20,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:43.197258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.285505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-e20bc766-a9f8-41b6-9736-89692649f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.287017 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-e20bc766-a9f8-41b6-9736-89692649f227 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 1095 time: 0.0944436 Jun 03 15:24:43.346899 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-90641ae4-5cae-4642-966f-6a3265b9c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.376979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=077f1fbd-884f-40c7-9ae7-7e52616b3ac4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:43.392711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-4f7c23cf-476a-4ab5-ba58-d75fcb0005e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=054a0da0-2f4e-4c3b-927c-b08363f0bd20 HTTP/1.1" status: 200 len: 217 time: 0.0908263 Jun 03 15:24:43.454602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-897d5546-6a95-4641-93b8-da05869f7e28 req-73496856-e503-445c-9421-ab38d4c89d29 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916520 Jun 03 15:24:43.468932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-ced668a6-65a3-4ebe-8f64-a6f099e108ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.473282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-ced668a6-65a3-4ebe-8f64-a6f099e108ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.0721579 Jun 03 15:24:43.527208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c046207-363e-47c6-81c8-6aba5c871ac1 req-3f114e80-b77a-45b2-bb59-74203aac6720 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.535069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c046207-363e-47c6-81c8-6aba5c871ac1 req-3f114e80-b77a-45b2-bb59-74203aac6720 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 944 time: 0.6299548 Jun 03 15:24:43.563678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-6d2c01c1-5fe9-4227-9dd4-c14755e24d13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793526 Jun 03 15:24:43.583038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.662046 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd795a0a-5f1a-4b8f-9328-c3e3ea154c54'] response: {'name': 'network-changed', 'server_uuid': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'tag': '054a0da0-2f4e-4c3b-927c-b08363f0bd20', 'status': 'completed', 'code': 200} Jun 03 15:24:43.705123 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.747468 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-4121afc7-81a3-41e1-9727-ea82c813afd5 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695809 Jun 03 15:24:43.768313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:43.837890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.919595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c046207-363e-47c6-81c8-6aba5c871ac1 req-dba3757b-b6db-4568-bc5e-2dfeb8d2c8c6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833025 Jun 03 15:24:43.937100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:43.946722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff06b01-1045-4b71-88c9-f319fd41300a,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:43.951098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.956693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.965462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:43.967705 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.982493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Checking segment: {'id': '30ea51b5-dd27-4ade-a1b7-c5a474875b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:43.982846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Network hostable DHCP agents. Network: b1636b2d-08a0-49d2-a88f-62b28ed107da, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:24:44.014707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.015494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f79e7ed1-656e-47bf-875f-6fbfbc6136c5 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:24:44.039043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Network b1636b2d-08a0-49d2-a88f-62b28ed107da is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:24:44.055336 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.061518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8974af99-2823-4bfd-ab64-892f0e7de05f req-1c4dcb70-6914-487b-90d2-7b4a4ee2607a service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055620 Jun 03 15:24:44.114913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b1636b2d-08a0-49d2-a88f-62b28ed107da) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:44.131414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74464b7-17b6-4caa-8032-cf5e3f9c16e6 None None] Network b1636b2d-08a0-49d2-a88f-62b28ed107da requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:44.137990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.143120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-06ccda74-ce42-44de-8d50-bc3aeda426c4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f79e7ed1-656e-47bf-875f-6fbfbc6136c5 HTTP/1.1" status: 204 len: 168 time: 4.7656446 Jun 03 15:24:44.149310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52034) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:44.364924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:44.368013 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.382940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:44.384258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.470780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] Deleting subnet 896959ac-50e4-431c-bfc7-1182968b15cc {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:44.475900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.497530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:44.502193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:44.509451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:44.552175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.560388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1d23bdb4-0e18-45b8-8db5-a7df65594b5c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3792865 Jun 03 15:24:44.565563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:44.568666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Port': ['ID=69357480-bbc3-4bc5-b1c1-f2c283059f2c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:44.598118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:44.606159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a9fba-845a-494c-b128-53c91aaf0e8b None None] Network b1636b2d-08a0-49d2-a88f-62b28ed107da requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:44.668760 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.754089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-64938d82-5fb3-457a-ac7a-2d7aa490adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:44.758203 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-64938d82-5fb3-457a-ac7a-2d7aa490adcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 1095 time: 0.5123417 Jun 03 15:24:44.908531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:45.005622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:45.006057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 077f1fbd-884f-40c7-9ae7-7e52616b3ac4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:45.015844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:45.158369 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.214245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-e56a45ae-8897-4444-a4e6-ec51152f6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:45.214627 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-e56a45ae-8897-4444-a4e6-ec51152f6cf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.4497859 Jun 03 15:24:45.249177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b18bf-747b-4e78-96d5-16181be6b682 req-bee521cf-e31e-4461-a1ba-6d44f842516b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:45.250971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c8b18bf-747b-4e78-96d5-16181be6b682 req-bee521cf-e31e-4461-a1ba-6d44f842516b tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.8626285 Jun 03 15:24:45.269853 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.313406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-394ee2bf-b521-42be-b9aa-5215199886ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=054a0da0-2f4e-4c3b-927c-b08363f0bd20 HTTP/1.1" status: 200 len: 217 time: 0.0922158 Jun 03 15:24:45.397446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-d5d974de-0bcd-4cf9-b0aa-03e4e3c031de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:45.398997 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-d5d974de-0bcd-4cf9-b0aa-03e4e3c031de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.0764046 Jun 03 15:24:45.400416 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.413105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c8b18bf-747b-4e78-96d5-16181be6b682 req-b9d87da5-64e1-4b02-b0c5-ceee7006d478 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290843 Jun 03 15:24:45.446161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab24ce8-81b7-4695-81db-3ad074469b2b req-868c4207-ce16-4349-9aaa-793ce5af2b6b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:45.451971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ab24ce8-81b7-4695-81db-3ad074469b2b req-868c4207-ce16-4349-9aaa-793ce5af2b6b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 0.7351556 Jun 03 15:24:45.479842 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.483948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896959ac-50e4-431c-bfc7-1182968b15cc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:45.503950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-3d3d6cd0-16b8-470b-8b81-4887eeecef60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978985 Jun 03 15:24:45.505710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.513181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c77c3-8198-47cb-bd81-c9153229d7bf None None] Network 7d45b688-6bd1-44fd-9af6-f71e3fbf432b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:45.538320 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc91870-adda-4d4f-967d-34b65df3f1a7'] response: {'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'code': 200} Jun 03 15:24:45.670101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ab24ce8-81b7-4695-81db-3ad074469b2b req-ee18a93d-e1ab-407a-8ce6-4ce0fb462c0c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101498 Jun 03 15:24:45.670304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-bef2f63d-4faa-462a-994f-638baf852a6c service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564815 Jun 03 15:24:45.756171 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f28adff3-cb22-4e54-8377-adc489b88e7b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/896959ac-50e4-431c-bfc7-1182968b15cc HTTP/1.1" status: 204 len: 168 time: 1.6091015 Jun 03 15:24:45.802352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52052) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:45.949912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f925f2d1-f50d-4240-b0e2-385167e9a722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.061410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 054a0da0-2f4e-4c3b-927c-b08363f0bd20 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:46.075096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] DHCP port deletion for 7d45b688-6bd1-44fd-9af6-f71e3fbf432b request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:24:46.081623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f92b-3929-41e0-9336-f1eef2c2a1a2 req-8eb49db9-5325-44d7-9bb7-762710d34f11 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:46.082342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] Deleting port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:46.082875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.098648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c86f92b-3929-41e0-9336-f1eef2c2a1a2 req-8eb49db9-5325-44d7-9bb7-762710d34f11 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 944 time: 0.4207661 Jun 03 15:24:46.258489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.258489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15d924-7b8e-468d-9463-54d29e47e377 req-f0890a17-6405-4670-8bd5-e23e592d6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:46.258489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4a15d924-7b8e-468d-9463-54d29e47e377 req-f0890a17-6405-4670-8bd5-e23e592d6d9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 1096 time: 0.5679743 Jun 03 15:24:46.264567 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d0bde354-985c-4f56-a46f-73a0d4398d0e req-ccdaf1b2-6d9f-4f0a-bbbe-c3b1c2abd25a service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809078 Jun 03 15:24:46.267713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Deleting port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:46.275207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.284764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c86f92b-3929-41e0-9336-f1eef2c2a1a2 req-4f6327c4-db5a-47f3-b9e0-2496955f77d0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850142 Jun 03 15:24:46.347586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab951-6c6a-47cc-b319-f156f261145d req-d2d8a5eb-d844-44ed-ac76-022e7bd57d1e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:46.348319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-235ab951-6c6a-47cc-b319-f156f261145d req-d2d8a5eb-d844-44ed-ac76-022e7bd57d1e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Synchronizing usage tracker for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:46.357443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.371916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-b7454856-3fcb-4d55-b99d-c8518a155076 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:46.376812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-b7454856-3fcb-4d55-b99d-c8518a155076 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/networks?id=b1636b2d-08a0-49d2-a88f-62b28ed107da HTTP/1.1" status: 200 len: 813 time: 0.4577675 Jun 03 15:24:46.378193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.401388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-235ab951-6c6a-47cc-b319-f156f261145d req-d2d8a5eb-d844-44ed-ac76-022e7bd57d1e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Unset dirty status for tenant:ed1515db0ddd4105ace55ea91dad07a7 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:46.401388 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-235ab951-6c6a-47cc-b319-f156f261145d req-d2d8a5eb-d844-44ed-ac76-022e7bd57d1e tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.5895855 Jun 03 15:24:46.415577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4a15d924-7b8e-468d-9463-54d29e47e377 req-66f1cac6-b62f-4dba-94e3-54d98b1790cf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399024 Jun 03 15:24:46.524643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-b6472424-77cf-4e18-99b8-175ec9fe00fe tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/quotas/d498b31fded84da88e7fd4880c594bc5 HTTP/1.1" status: 200 len: 375 time: 0.1415377 Jun 03 15:24:46.578564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 054a0da0-2f4e-4c3b-927c-b08363f0bd20, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=054a0da0-2f4e-4c3b-927c-b08363f0bd20,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:46.617559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '054a0da0-2f4e-4c3b-927c-b08363f0bd20', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': '054a0da0-2f4e-4c3b-927c-b08363f0bd20', 'mac_address': 'fa:16:3e:56:1a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:46.625296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] For port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:46.625697 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.715952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] For port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,segment=NetworkSegment(85c2a1da-7126-4cdf-ae46-49640139e511),segment_id=85c2a1da-7126-4cdf-ae46-49640139e511)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:46.717082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.732629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.796954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-460c5d31-0179-4fdb-9a6a-4652f4be82b6 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d498b31fded84da88e7fd4880c594bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2577014 Jun 03 15:24:46.802893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Deleting port 464a3517-62c9-4555-a2bf-3223e1c6b35f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:46.803603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.807781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:46.841344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] Calling delete_port for d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:46.908422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Calling delete_port for d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:46.932770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:46.933695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.958166 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.028037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054a0da0-2f4e-4c3b-927c-b08363f0bd20 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:47.047659 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No ports have port_id starting with d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 Jun 03 15:24:47.048031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-46b514d5-9d0c-42fb-8fd6-cc370f405fce service neutron] 10.222.0.66 "GET /v2.0/networks/b1636b2d-08a0-49d2-a88f-62b28ed107da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501767 Jun 03 15:24:47.049257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.116456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] Pushing event deleted for resources: {'Port': ['ID=d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:47.123521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a157e-9540-4a99-8b15-acae970ca2ca None None] No DVR routers for this DVR port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:47.129790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 054a0da0-2f4e-4c3b-927c-b08363f0bd20, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=054a0da0-2f4e-4c3b-927c-b08363f0bd20,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:47.135695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.151373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ee92-3517-43b7-be6e-ca9b310e0332 req-f97665a8-9cbf-4000-8872-978fd10cdd49 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:47.158175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b923ee92-3517-43b7-be6e-ca9b310e0332 req-f97665a8-9cbf-4000-8872-978fd10cdd49 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 947 time: 0.4213340 Jun 03 15:24:47.211171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Router 12fc9350-d1dd-494d-b61b-c51d0d8b2b8b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:47.219640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=054a0da0-2f4e-4c3b-927c-b08363f0bd20,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:47.244352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:24:47.244670 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:24:47.306941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b923ee92-3517-43b7-be6e-ca9b310e0332 req-9e361e56-e5aa-4dc9-9a6b-98174a109be8 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/security-groups?id=835baeda-039d-4293-a0f3-d15090c07fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478937 Jun 03 15:24:47.333845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] For port 464a3517-62c9-4555-a2bf-3223e1c6b35f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=464a3517-62c9-4555-a2bf-3223e1c6b35f,segment=NetworkSegment(61a46903-c468-4289-8e8d-73b993ccdaff),segment_id=61a46903-c468-4289-8e8d-73b993ccdaff)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:47.333845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.335960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['054a0da0-2f4e-4c3b-927c-b08363f0bd20'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:47.362141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-143e65fa-5907-43f1-835f-b3724c954441 service neutron] 10.222.0.66 "GET /v2.0/networks/b1636b2d-08a0-49d2-a88f-62b28ed107da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048759 Jun 03 15:24:47.556067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:47.561116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.563510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7453e042-1b4c-4b16-b209-b00c10076b10 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "PUT /v2.0/routers/12fc9350-d1dd-494d-b61b-c51d0d8b2b8b HTTP/1.1" status: 200 len: 914 time: 8.2785935 Jun 03 15:24:47.567551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52074) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:47.570237 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] Sync routers for ids ['12fc9350-d1dd-494d-b61b-c51d0d8b2b8b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:47.596353 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] Routers {'12fc9350-d1dd-494d-b61b-c51d0d8b2b8b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:47.597432 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['12fc9350-d1dd-494d-b61b-c51d0d8b2b8b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:47.608443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.626492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Calling delete_port for 464a3517-62c9-4555-a2bf-3223e1c6b35f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:47.708301 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:47.722251 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] Routers {'12fc9350-d1dd-494d-b61b-c51d0d8b2b8b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:47.723253 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['12fc9350-d1dd-494d-b61b-c51d0d8b2b8b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:47.749654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfaae7-f66e-4be4-992f-e3a19af43afb req-0df45702-fc8d-4ea8-aa82-584164da4c21 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:47.754455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Deleting port d62f42a8-f9dc-4af9-891b-b4dcd2dee3b3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:47.754994 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.757974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9bfaae7-f66e-4be4-992f-e3a19af43afb req-0df45702-fc8d-4ea8-aa82-584164da4c21 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 0.3031886 Jun 03 15:24:47.835938 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:47.836697 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb749c5-ff75-47e0-a761-796408bc6f58 None None] The sync data for ids ['12fc9350-d1dd-494d-b61b-c51d0d8b2b8b'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:47.912756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9bfaae7-f66e-4be4-992f-e3a19af43afb req-29a3ab4d-a38d-4a22-bd0d-157f323dfb32 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534619 Jun 03 15:24:47.924782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7394e077-2ee0-48d3-890e-cc3f9eb6d493 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/12fc9350-d1dd-494d-b61b-c51d0d8b2b8b HTTP/1.1" status: 200 len: 920 time: 0.3557231 Jun 03 15:24:47.928446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52082) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:47.942042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] The port 'd62f42a8-f9dc-4af9-891b-b4dcd2dee3b3' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:24:48.072191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.074796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 054a0da0-2f4e-4c3b-927c-b08363f0bd20 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:48.090861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1829c9b-7cb8-4f2b-95b9-82a9f065f142 req-cd65124b-b358-4b60-85f7-340c12bce64b tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 210 time: 0.0663562 Jun 03 15:24:48.102650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead703-dc3f-4abf-8564-55e3ba2bcb20 req-7656f110-c205-4a10-b7ef-ea6d277d3247 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:48.111157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68ead703-dc3f-4abf-8564-55e3ba2bcb20 req-7656f110-c205-4a10-b7ef-ea6d277d3247 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 945 time: 0.3189757 Jun 03 15:24:48.149201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Pushing event deleted for resources: {'Port': ['ID=464a3517-62c9-4555-a2bf-3223e1c6b35f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:48.154719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.179684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:48.181967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68ead703-dc3f-4abf-8564-55e3ba2bcb20 req-3b88d5ec-2706-4756-b585-5a1092f9d27c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681798 Jun 03 15:24:48.187774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:48.188526 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.214112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029ef3-e6b8-40aa-991e-84a3876488d2 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:48.215982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b9029ef3-e6b8-40aa-991e-84a3876488d2 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=12fc9350-d1dd-494d-b61b-c51d0d8b2b8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2859211 Jun 03 15:24:48.218696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52088) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:48.289784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d45b688-6bd1-44fd-9af6-f71e3fbf432b']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:48.297865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] No DVR routers for this DVR port 464a3517-62c9-4555-a2bf-3223e1c6b35f on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:48.300605 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.310902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-deleted', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:48.325872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c2a1da-7126-4cdf-ae46-49640139e511') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:48.326285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c2a1da-7126-4cdf-ae46-49640139e511') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:48.350334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:48.351079 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.358344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.374469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-235ab951-6c6a-47cc-b319-f156f261145d req-2b5985b0-f69b-487e-9e3a-37b5587c9372 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.70 "DELETE /v2.0/ports/464a3517-62c9-4555-a2bf-3223e1c6b35f HTTP/1.1" status: 204 len: 173 time: 1.7317421 Jun 03 15:24:48.396079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054a0da0-2f4e-4c3b-927c-b08363f0bd20'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:48.397648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.413326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:48.414348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.422134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 054a0da0-2f4e-4c3b-927c-b08363f0bd20, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=054a0da0-2f4e-4c3b-927c-b08363f0bd20,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:48.425469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.435192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.450408 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafef59a-91d3-46e6-adfa-d4f6cc72b479'] response: {'server_uuid': '6ff41187-61bf-4afb-9d91-baf09b4b1588', 'name': 'network-vif-deleted', 'tag': '464a3517-62c9-4555-a2bf-3223e1c6b35f', 'status': 'completed', 'code': 200} Jun 03 15:24:48.459134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f244ef0-6af0-4a10-95bc-c8b9b925050d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:48.460822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8f244ef0-6af0-4a10-95bc-c8b9b925050d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 0.2409832 Jun 03 15:24:48.463950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52100) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:48.525406 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 85c2a1da-7126-4cdf-ae46-49640139e511 resource provider aggregate not found Jun 03 15:24:48.568281 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 85c2a1da-7126-4cdf-ae46-49640139e511 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85c2a1da-7126-4cdf-ae46-49640139e511 found for delete ", "request_id": "req-e94d85b4-5f55-4915-9d10-509fdb5e51c0"}]} Jun 03 15:24:48.580042 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7117735-f2b7-402e-827b-0b2b3cd23e5c'] response: {'server_uuid': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054a0da0-2f4e-4c3b-927c-b08363f0bd20', 'code': 200} Jun 03 15:24:48.586031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.598957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=054a0da0-2f4e-4c3b-927c-b08363f0bd20,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:48.605700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.643716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d45b688-6bd1-44fd-9af6-f71e3fbf432b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:48.653585 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-db65c5fc-8b7e-4ac2-b255-8a098733bdb4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7d45b688-6bd1-44fd-9af6-f71e3fbf432b HTTP/1.1" status: 204 len: 168 time: 2.6692262 Jun 03 15:24:48.654618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52106) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:48.698503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6df2de90-ba8a-4f9c-bb76-47dbcde8b4e8 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=12fc9350-d1dd-494d-b61b-c51d0d8b2b8b HTTP/1.1" status: 200 len: 205 time: 0.2329757 Jun 03 15:24:48.701119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52110) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:48.811837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-437b3827-9fd5-4547-a18e-8814d29c75c0 req-ba31fc44-7c40-4e71-b9cb-f0db35d51742 tempest-ServersNegativeTestJSON-811733610 tempest-ServersNegativeTestJSON-811733610-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ff41187-61bf-4afb-9d91-baf09b4b1588 HTTP/1.1" status: 200 len: 210 time: 0.1121173 Jun 03 15:24:48.898788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c7787-a2e6-476d-a14b-8e7644393972 req-ab8d4790-4acc-452d-974e-4b90cc81b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:48.900423 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-386c7787-a2e6-476d-a14b-8e7644393972 req-ab8d4790-4acc-452d-974e-4b90cc81b044 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 1097 time: 0.1863818 Jun 03 15:24:48.936338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:49.226339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-386c7787-a2e6-476d-a14b-8e7644393972 req-d83b6d5d-a580-41b2-8c9f-c3d95dd48ba7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632115 Jun 03 15:24:49.306805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-058a22a4-8ad1-4d30-b035-00435bf2e3e4 req-c2e1b1f6-7ff1-411f-837c-7a011d276347 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 210 time: 0.0764964 Jun 03 15:24:49.338939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44420733-67bc-4885-8657-3e01f2a15e25 req-fac7b034-e6f0-4dab-8ab5-172e1382c9a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.341071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44420733-67bc-4885-8657-3e01f2a15e25 req-fac7b034-e6f0-4dab-8ab5-172e1382c9a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 0.2291100 Jun 03 15:24:49.362836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:49.389196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Deleting port 69357480-bbc3-4bc5-b1c1-f2c283059f2c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:49.389552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:49.435075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-44420733-67bc-4885-8657-3e01f2a15e25 req-166638b4-2a47-47fd-945f-286d469f7eca tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864270 Jun 03 15:24:49.611223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-23cdae9a-ebb2-4535-97e5-aba88abd8374 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.611934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-23cdae9a-ebb2-4535-97e5-aba88abd8374 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Synchronizing usage tracker for tenant:d498b31fded84da88e7fd4880c594bc5 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:49.616711 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:49.707277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d17a3-c4c7-4fa9-af31-e8c085c7d8f4 req-034801d6-c7ae-4fc9-a2f2-7f43df34016a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.708878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e82d17a3-c4c7-4fa9-af31-e8c085c7d8f4 req-034801d6-c7ae-4fc9-a2f2-7f43df34016a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.2779822 Jun 03 15:24:49.709822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-23cdae9a-ebb2-4535-97e5-aba88abd8374 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Unset dirty status for tenant:d498b31fded84da88e7fd4880c594bc5 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:49.710962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-23cdae9a-ebb2-4535-97e5-aba88abd8374 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.15 "GET /v2.0/networks?id=b1636b2d-08a0-49d2-a88f-62b28ed107da HTTP/1.1" status: 200 len: 813 time: 0.2718689 Jun 03 15:24:49.752373 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:49.771415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Request body: {'port': {'device_id': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da', 'admin_state_up': True, 'tenant_id': 'd498b31fded84da88e7fd4880c594bc5'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:49.775955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:49.812276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 464a3517-62c9-4555-a2bf-3223e1c6b35f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:49.812769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 464a3517-62c9-4555-a2bf-3223e1c6b35f not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:49.908651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Calling delete_port for 69357480-bbc3-4bc5-b1c1-f2c283059f2c owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:49.943103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4fed6-d33a-4dfe-98e6-6dc65cd4def4 req-5aad3b7a-6e8a-48a9-bc23-f687e8fea294 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.944646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ae4fed6-d33a-4dfe-98e6-6dc65cd4def4 req-5aad3b7a-6e8a-48a9-bc23-f687e8fea294 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 0.3529632 Jun 03 15:24:49.967173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52124) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:50.004454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:50.016654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e82d17a3-c4c7-4fa9-af31-e8c085c7d8f4 req-801168b2-945d-4c62-b5b5-809f733211c5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997096 Jun 03 15:24:50.035994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52128) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:50.109822 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.192641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] Deleting subnet 34646f81-0c65-41aa-a004-661c0d2f030d {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:50.196505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.201603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.228711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:50.241518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Usage tracker for resource:port and tenant:d498b31fded84da88e7fd4880c594bc5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:50.252015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:50.261951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:50.318161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Made reservation on behalf of d498b31fded84da88e7fd4880c594bc5 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:50.321721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.524905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event deleted for resources: {'Port': ['ID=69357480-bbc3-4bc5-b1c1-f2c283059f2c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:50.574600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68a7f723-d94e-4e7d-9d34-c01878842414 req-9a3f3cfe-da1f-4988-a12b-9f05b3d7d605 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 210 time: 0.1360111 Jun 03 15:24:50.582944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.637703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Deleting port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:50.638044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.652646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.766453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.880634 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.884072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.919816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.920361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Fanout notify agent at l3_agent the message router_deleted on router 12fc9350-d1dd-494d-b61b-c51d0d8b2b8b {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:24:50.932330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.973348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34646f81-0c65-41aa-a004-661c0d2f030d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:50.983236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.988664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-96583e55-893b-4416-b54a-954369a46daa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/12fc9350-d1dd-494d-b61b-c51d0d8b2b8b HTTP/1.1" status: 204 len: 168 time: 2.2823675 Jun 03 15:24:50.988664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.988664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ccacb15a-4a53-4df5-887b-68dbf51ae5cd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/34646f81-0c65-41aa-a004-661c0d2f030d HTTP/1.1" status: 204 len: 168 time: 0.9502344 Jun 03 15:24:50.990082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52136) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:50.990415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52138) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:50.996913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-892206899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:51.021228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:51.055984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Allocated IP 172.20.0.13 (b1636b2d-08a0-49d2-a88f-62b28ed107da/0ff06b01-1045-4b71-88c9-f319fd41300a/89253e9c-6ad0-4746-b067-3f9e8b42cc7a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:51.075744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Usage tracker for resource:router and tenant:2d36666cd2ea4cb8bc4907dbeeba26fa is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:51.084224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:51.102668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:51.129635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.133018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.134058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.180477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.194633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] For port eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,segment=NetworkSegment(fa3432f4-4c3b-40fc-9d3e-c00a533a651a),segment_id=fa3432f4-4c3b-40fc-9d3e-c00a533a651a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:51.194869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.335289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.343823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.392482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e832cfd-fe2d-4450-8d2b-e4f0e89f7527']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:51.399249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Calling delete_port for eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:51.402901 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.404079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ab1231fb-d04e-44bb-8888-04dd5cea6281 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4127462 Jun 03 15:24:51.409188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a46903-c468-4289-8e8d-73b993ccdaff') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:51.409466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a46903-c468-4289-8e8d-73b993ccdaff') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:51.415741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:51.426267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': False}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:51.487398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.559932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130172e-4364-46ad-bb0e-86e592ecafe5 req-b032480c-7904-4dc2-9e0e-bf14f98a7c12 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:51.561652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9130172e-4364-46ad-bb0e-86e592ecafe5 req-b032480c-7904-4dc2-9e0e-bf14f98a7c12 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.3716950 Jun 03 15:24:51.578808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.607070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:51.607476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.670377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.681603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.693929 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.743172 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 61a46903-c468-4289-8e8d-73b993ccdaff resource provider aggregate not found Jun 03 15:24:51.829832 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 61a46903-c468-4289-8e8d-73b993ccdaff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61a46903-c468-4289-8e8d-73b993ccdaff found for delete ", "request_id": "req-f3f3959c-734d-4985-9682-65e20dc29b22"}]} Jun 03 15:24:51.939191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.992528 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP 7c66fcf3-5187-4172-af10-402e20e8b80d associated. External IP: 172.25.1.238, port: ea71bc5c-5d2c-4056-bdc8-d86116ef63d2. Jun 03 15:24:52.028605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07156476-1bca-4dab-a39d-b49141d60347 req-3d1fca23-9db4-48b1-8e80-520014e1b8f7 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 210 time: 0.2919149 Jun 03 15:24:52.052336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9130172e-4364-46ad-bb0e-86e592ecafe5 req-043320b0-72f9-43c5-9e16-9afbb4aff660 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780314 Jun 03 15:24:52.080276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.114312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.116060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Network b1636b2d-08a0-49d2-a88f-62b28ed107da is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:52.122076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:52.131461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:52.138699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.231684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e832cfd-fe2d-4450-8d2b-e4f0e89f7527,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:52.235414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.242003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d6ee02ac-2fa1-40e9-8fbf-70a6553adf5a admin admin] 10.222.0.66 "DELETE /v2.0/networks/7e832cfd-fe2d-4450-8d2b-e4f0e89f7527 HTTP/1.1" status: 204 len: 168 time: 1.2489181 Jun 03 15:24:52.449770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:52.537149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Pushing event updated for resources: {'Port': ['ID=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:52.681091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:52.701875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:52.701875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.716036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8153b669-71b7-4433-9d76-9bfafbf575f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed1515db0ddd4105ace55ea91dad07a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640347 Jun 03 15:24:52.719641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52166) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:52.742090 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8ea4ee5a-6db6-43cf-b585-dcdfd3fb9a60 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9744930 Jun 03 15:24:52.815419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Request body: {'port': {'device_id': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:52.846872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c5dc4-6cb0-42db-aa9b-1ebda9ea31a3 req-b95e2d05-6324-4861-addc-7b609f1548b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:52.848383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a0c5dc4-6cb0-42db-aa9b-1ebda9ea31a3 req-b95e2d05-6324-4861-addc-7b609f1548b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.3796332 Jun 03 15:24:52.861331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.915896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba2716fe-84da-4406-be45-13038ae799dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.921664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.033816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba2716fe-84da-4406-be45-13038ae799dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.050349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a0c5dc4-6cb0-42db-aa9b-1ebda9ea31a3 req-6aed9085-92b8-4e7e-9ffa-892d1124d555 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565881 Jun 03 15:24:53.178686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba2716fe-84da-4406-be45-13038ae799dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.197068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Allocated IP 172.25.1.75 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/8d4ea7f8-ea37-4f4c-baaa-016ff7ee7625) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:53.210136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2716fe-84da-4406-be45-13038ae799dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835baeda-039d-4293-a0f3-d15090c07fdb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:53.290467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.310638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.357916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba2716fe-84da-4406-be45-13038ae799dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.361577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba2716fe-84da-4406-be45-13038ae799dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/835baeda-039d-4293-a0f3-d15090c07fdb HTTP/1.1" status: 204 len: 168 time: 0.6074436 Jun 03 15:24:53.442387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e71669-9e00-45ab-895a-c7594e602a74 req-06127ebc-51dd-4042-bf36-f735bb90aebe tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:53.443894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02e71669-9e00-45ab-895a-c7594e602a74 req-06127ebc-51dd-4042-bf36-f735bb90aebe tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 932 time: 0.2283173 Jun 03 15:24:53.451453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.508197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02e71669-9e00-45ab-895a-c7594e602a74 req-30ae350c-dbc5-47c5-9581-bdfbcef13810 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488870 Jun 03 15:24:53.527381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.539548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:53.595542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:53.599382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:53.603411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:53.655071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Pushing event updated for resources: {'Port': ['ID=8d4ea7f8-ea37-4f4c-baaa-016ff7ee7625,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:54.315148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.369156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52194) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:54.465459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:54.478754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:54.486658 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.494390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:54.495368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:54.498510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a117d-2ed5-48e7-bf67-d47034d30808 req-0ebb105f-7be7-4f9e-b4c7-09c72a2e0b80 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:54.506281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f35a117d-2ed5-48e7-bf67-d47034d30808 req-0ebb105f-7be7-4f9e-b4c7-09c72a2e0b80 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.2795169 Jun 03 15:24:54.558133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1715128870-network', 'tenant_id': '0c087003441d439684bf22ad8833f2fb'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:54.564422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:54.569768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Usage tracker for resource:network and tenant:0c087003441d439684bf22ad8833f2fb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:54.572886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:54.579479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:54.606513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Made reservation on behalf of 0c087003441d439684bf22ad8833f2fb for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:54.608816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.635129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f35a117d-2ed5-48e7-bf67-d47034d30808 req-6992dcdf-b36d-46a8-a717-b00eb662ec40 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276667 Jun 03 15:24:54.651579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.661910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5d83bf8-b8df-40e5-bb20-71898829a435 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "PUT /v2.0/floatingips/7c66fcf3-5187-4172-af10-402e20e8b80d HTTP/1.1" status: 200 len: 991 time: 4.6658955 Jun 03 15:24:54.667027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:54.740134 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20294a80-b7ff-43cb-8c2f-0b9c5045aca8'] response: {'name': 'network-changed', 'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'status': 'completed', 'code': 200} Jun 03 15:24:54.746088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:54.755126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Usage tracker for resource:security_group_rule and tenant:0c087003441d439684bf22ad8833f2fb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:54.758717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:54.793411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:54.822228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Router 66ec74fd-cee1-45e1-a610-5fa34704921a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:54.825526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89253e9c-6ad0-4746-b067-3f9e8b42cc7a {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:54.837654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.844024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:54.926474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Transition to ACTIVE for port object 89253e9c-6ad0-4746-b067-3f9e8b42cc7a will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:54.943484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.046521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.058020 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.070046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291c66-11ce-4751-80b1-a885a61448ae req-641e7391-77fb-4b80-bcbf-f331a4042d1f tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:55.071562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64291c66-11ce-4751-80b1-a885a61448ae req-641e7391-77fb-4b80-bcbf-f331a4042d1f tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 932 time: 0.3734112 Jun 03 15:24:55.182542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Pushing event updated for resources: {'Port': ['ID=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:55.201344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c123e-aa73-467a-94c8-ca850102080a req-34407813-ef9b-4ba8-a414-22e214a56390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:55.203745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-505c123e-aa73-467a-94c8-ca850102080a req-34407813-ef9b-4ba8-a414-22e214a56390 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 1096 time: 0.4383585 Jun 03 15:24:55.297782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.301103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64291c66-11ce-4751-80b1-a885a61448ae req-a8096acf-ef59-4c5c-a632-f2bde2e47fed tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576910 Jun 03 15:24:55.309278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.365451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:55.383310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.383646 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Added segment 1f39c409-9e38-431f-ae72-fec1e30c569a of type vlan for network 772a21f6-ae6e-4fd9-b6d6-36e9d09b4dac Jun 03 15:24:55.384799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:55.385162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02018e3-44a7-4770-a46b-e3f713b59c93,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:55.392230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:55.395475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:55.409742 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-00c4227c-eb31-465b-90a7-d1581a5f7141 admin admin] 10.222.0.66 "PUT /v2.0/routers/66ec74fd-cee1-45e1-a610-5fa34704921a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7532680 Jun 03 15:24:55.412542 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] Sync routers for ids ['66ec74fd-cee1-45e1-a610-5fa34704921a'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:55.414125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:55.429151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:55.429578 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] Routers {'66ec74fd-cee1-45e1-a610-5fa34704921a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:55.430027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:55.430651 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['66ec74fd-cee1-45e1-a610-5fa34704921a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:55.432515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.475084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Router d5b91d6c-86e5-4515-95e8-e980fcd7c889 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:55.587922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.587922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:55.588419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.639431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Attempting to bind port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:55.640311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Attempting to bind port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '30ea51b5-dd27-4ade-a1b7-c5a474875b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:55.640311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Attempting to bind port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a on network b1636b2d-08a0-49d2-a88f-62b28ed107da {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:55.659036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:55.662764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a on network b1636b2d-08a0-49d2-a88f-62b28ed107da not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:55.663321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Attempting to bind port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a on network b1636b2d-08a0-49d2-a88f-62b28ed107da {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:55.674141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:55.674770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Checking segment: {'id': '30ea51b5-dd27-4ade-a1b7-c5a474875b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:55.675342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Bound using segment: {'id': '30ea51b5-dd27-4ade-a1b7-c5a474875b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:55.675968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Bound port: 89253e9c-6ad0-4746-b067-3f9e8b42cc7a, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea51b5-dd27-4ade-a1b7-c5a474875b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:55.676513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.762667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.814827 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] Set router 66ec74fd-cee1-45e1-a610-5fa34704921a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:55.853651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c123e-aa73-467a-94c8-ca850102080a req-74eaeb69-079a-49de-b8e9-b15bf8f24869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:55.855637 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-505c123e-aa73-467a-94c8-ca850102080a req-74eaeb69-079a-49de-b8e9-b15bf8f24869 service neutron] 10.222.0.70 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.6134443 Jun 03 15:24:55.963003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5910795 Jun 03 15:24:56.075480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e7e8c-6d44-484e-939d-491ef61c5eeb admin admin] Pushing event updated for resources: {'Network': ['ID=772a21f6-ae6e-4fd9-b6d6-36e9d09b4dac,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:56.180708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:56.189527 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.204891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c83b8a9f-63a4-49c7-a523-3d12e1cdcdeb tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "PUT /v2.0/routers/d5b91d6c-86e5-4515-95e8-e980fcd7c889 HTTP/1.1" status: 200 len: 914 time: 4.7877862 Jun 03 15:24:56.206786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:56.362999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 772a21f6-ae6e-4fd9-b6d6-36e9d09b4dac details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:56.406236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e418-a93a-4eae-81c6-846146f1c0b5 req-375807e7-7750-4d3b-9eac-94f1e01d15a7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.410869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f257e418-a93a-4eae-81c6-846146f1c0b5 req-375807e7-7750-4d3b-9eac-94f1e01d15a7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.4744103 Jun 03 15:24:56.411039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] For port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:56.422171 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 5, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.423488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] Sync routers for ids ['d5b91d6c-86e5-4515-95e8-e980fcd7c889'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:56.429353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] For port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,segment=NetworkSegment(30ea51b5-dd27-4ade-a1b7-c5a474875b19),segment_id=30ea51b5-dd27-4ade-a1b7-c5a474875b19)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:56.445773 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] Checking router: 66ec74fd-cee1-45e1-a610-5fa34704921a for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:56.457902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.468917 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] Routers {'66ec74fd-cee1-45e1-a610-5fa34704921a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:56.477541 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['66ec74fd-cee1-45e1-a610-5fa34704921a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.495196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f257e418-a93a-4eae-81c6-846146f1c0b5 req-678e514c-3fcb-4c41-8d8c-d3f6b84e8de2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814965 Jun 03 15:24:56.505494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cca1e2d9-6925-47f6-b384-f961ef5b2789 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/d5b91d6c-86e5-4515-95e8-e980fcd7c889 HTTP/1.1" status: 200 len: 920 time: 0.2973571 Jun 03 15:24:56.508813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:56.564688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Pushing event updated for resources: {'Port': ['ID=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:56.572702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-505c123e-aa73-467a-94c8-ca850102080a req-f37a1570-da9c-43f5-8929-8ff17a56d3ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 HTTP/1.1" status: 200 len: 999 time: 0.7010512 Jun 03 15:24:56.574039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.574656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.575959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-25f10e1d-ef65-4426-bf1f-fee64fed3cac service neutron] 10.222.0.15 "PUT /v2.0/ports/89253e9c-6ad0-4746-b067-3f9e8b42cc7a HTTP/1.1" status: 200 len: 1092 time: 3.8242531 Jun 03 15:24:56.654959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] Routers {'d5b91d6c-86e5-4515-95e8-e980fcd7c889'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:56.655747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d5b91d6c-86e5-4515-95e8-e980fcd7c889'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.663755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c123e-aa73-467a-94c8-ca850102080a req-9726d8ee-0055-49ae-a8bc-0d50c67bb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.665279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-505c123e-aa73-467a-94c8-ca850102080a req-9726d8ee-0055-49ae-a8bc-0d50c67bb1e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.0829101 Jun 03 15:24:56.730624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.754109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'tag': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:56.759943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] Routers {'d5b91d6c-86e5-4515-95e8-e980fcd7c889'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:56.760753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d5b91d6c-86e5-4515-95e8-e980fcd7c889'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.766355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.796636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Deleting port e311f1c5-9de5-4592-9298-1100464899c0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:56.796995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.842017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.842572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a48c3-ea6c-4109-8a3e-9671df95b6bb None None] The sync data for ids ['d5b91d6c-86e5-4515-95e8-e980fcd7c889'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:56.864644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.875250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee1c34-4fbf-4a39-8f13-e00c329dd87f None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:56.908291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-d280a9d8-89eb-42d2-8825-8b010818fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.910249 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-d280a9d8-89eb-42d2-8825-8b010818fd20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d498b31fded84da88e7fd4880c594bc5&device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 1095 time: 0.2435863 Jun 03 15:24:56.928918 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] Set router 66ec74fd-cee1-45e1-a610-5fa34704921a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:56.965064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1b960-eba9-42a2-a964-033bedaf9383 req-40a52aa4-22a2-47d4-987f-682d3518b885 tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.970819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1b960-eba9-42a2-a964-033bedaf9383 req-40a52aa4-22a2-47d4-987f-682d3518b885 tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.977159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1b960-eba9-42a2-a964-033bedaf9383 req-40a52aa4-22a2-47d4-987f-682d3518b885 tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.978101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a0f1b960-eba9-42a2-a964-033bedaf9383 req-40a52aa4-22a2-47d4-987f-682d3518b885 tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] Synchronizing usage tracker for tenant:0c087003441d439684bf22ad8833f2fb on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:56.985918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cdb6a2-1f90-4aa7-bf53-90faf18141ea tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:56.990429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-97cdb6a2-1f90-4aa7-bf53-90faf18141ea tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=d5b91d6c-86e5-4515-95e8-e980fcd7c889&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4803915 Jun 03 15:24:56.991990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52232) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:57.029798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cfe81-c3ca-48b6-bba4-f044bd1510dc req-8cb3f96b-8faf-4ee3-9b78-06eb2618692b tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:57.037003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb0cfe81-c3ca-48b6-bba4-f044bd1510dc req-8cb3f96b-8faf-4ee3-9b78-06eb2618692b tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 944 time: 0.4065695 Jun 03 15:24:57.075684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-b3b82bf3-aa6f-4597-a024-fb773d7b73d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89253e9c-6ad0-4746-b067-3f9e8b42cc7a HTTP/1.1" status: 200 len: 217 time: 0.1081870 Jun 03 15:24:57.080706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c123e-aa73-467a-94c8-ca850102080a req-f21af7ef-2b94-4d80-8453-5f32fb8ea0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:57.082562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-505c123e-aa73-467a-94c8-ca850102080a req-f21af7ef-2b94-4d80-8453-5f32fb8ea0ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3650384 Jun 03 15:24:57.134134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a0f1b960-eba9-42a2-a964-033bedaf9383 req-40a52aa4-22a2-47d4-987f-682d3518b885 tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] Unset dirty status for tenant:0c087003441d439684bf22ad8833f2fb on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:57.140975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0f1b960-eba9-42a2-a964-033bedaf9383 req-40a52aa4-22a2-47d4-987f-682d3518b885 tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3903277 Jun 03 15:24:57.188690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb0cfe81-c3ca-48b6-bba4-f044bd1510dc req-d7c0d2e6-488b-4eac-99a5-a9a06fd81eb6 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507392 Jun 03 15:24:57.242844 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36182bf-1cab-469a-bc6c-b7d8725f7195 None None] New status for floating IP 7c66fcf3-5187-4172-af10-402e20e8b80d: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:24:57.260455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb0186-909d-47b3-9b95-ea204875d17d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:57.264789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f3cb0186-909d-47b3-9b95-ea204875d17d tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 0.2670212 Jun 03 15:24:57.266146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8e835877-8995-49bb-b18b-c1d4a09d82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:57.267992 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-8e835877-8995-49bb-b18b-c1d4a09d82f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ff06b01-1045-4b71-88c9-f319fd41300a HTTP/1.1" status: 200 len: 853 time: 0.1817317 Jun 03 15:24:57.268245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52238) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:57.272330 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a50001-cfe7-4bd8-9d2d-828b4da3b488'] response: {'name': 'network-changed', 'server_uuid': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'tag': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a', 'status': 'completed', 'code': 200} Jun 03 15:24:57.354861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-93d6d7c1-8695-497b-aa78-05f734dccc72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1636b2d-08a0-49d2-a88f-62b28ed107da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766563 Jun 03 15:24:57.386221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-23226c8e-d5cf-4143-8c99-408a4a4b603b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b91d6c-86e5-4515-95e8-e980fcd7c889 HTTP/1.1" status: 200 len: 205 time: 0.1138794 Jun 03 15:24:57.388154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52242) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:57.496343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a463-9ccf-4115-a156-d1f861bc7453 req-5cf44f2b-a02b-410d-ba0a-9ea8392d02bd tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:57.497758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6f5a463-9ccf-4115-a156-d1f861bc7453 req-5cf44f2b-a02b-410d-ba0a-9ea8392d02bd tempest-ComputeTenantNetworksTest-1474915217 tempest-ComputeTenantNetworksTest-1474915217-project] 10.222.0.66 "GET /v2.0/networks/772a21f6-ae6e-4fd9-b6d6-36e9d09b4dac HTTP/1.1" status: 200 len: 769 time: 0.2689841 Jun 03 15:24:57.501012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] For port e311f1c5-9de5-4592-9298-1100464899c0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e311f1c5-9de5-4592-9298-1100464899c0,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:57.501383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:57.512562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52246) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:57.636713 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 5, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:57.646614 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3595cae-385b-477e-af5a-a2051e98c4fe None None] The sync data for ids ['66ec74fd-cee1-45e1-a610-5fa34704921a'] in n-d-844594-1 is: [{'id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'name': 'tempest-VolumesAdminNegativeTest-366798762-router', 'tenant_id': '4e98b667807749269b0f283c15806a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 5, 'project_id': '4e98b667807749269b0f283c15806a81', 'gw_port': {'id': 'e311f1c5-9de5-4592-9298-1100464899c0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec74fd-cee1-45e1-a610-5fa34704921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:57.723230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Calling delete_port for e311f1c5-9de5-4592-9298-1100464899c0 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:57.764447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-505c123e-aa73-467a-94c8-ca850102080a req-5f24a639-92dc-4b3d-997b-b2997fdcb29e service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372967 Jun 03 15:24:57.775674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:57.911725 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-2cf2673c-90da-435b-ac87-c80f848eb776 service neutron] 10.222.0.15 "GET /v2.0/networks/b1636b2d-08a0-49d2-a88f-62b28ed107da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386493 Jun 03 15:24:58.040735 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.199740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a209b-a820-45b5-92d4-5519eb66a15a req-a07ce1a5-2f0d-4a8b-8a92-914a72261514 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:58.201296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-572a209b-a820-45b5-92d4-5519eb66a15a req-a07ce1a5-2f0d-4a8b-8a92-914a72261514 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.5565126 Jun 03 15:24:58.235551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-505c123e-aa73-467a-94c8-ca850102080a req-6344eaf3-8773-4469-b782-b69093451e3b service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512131 Jun 03 15:24:58.322341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2e5fe3e4-4fb4-446a-bb66-a2ce13cd480a req-abec77f3-c6aa-4c7f-89bb-e97f4a406c3d service neutron] 10.222.0.15 "GET /v2.0/networks/b1636b2d-08a0-49d2-a88f-62b28ed107da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945138 Jun 03 15:24:58.326086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.335829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.363525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-572a209b-a820-45b5-92d4-5519eb66a15a req-bdd40c19-aabc-4ecc-9312-294f5d43042a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031377 Jun 03 15:24:58.369135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Deleting port 8d4ea7f8-ea37-4f4c-baaa-016ff7ee7625 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:58.369464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.395549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772a21f6-ae6e-4fd9-b6d6-36e9d09b4dac']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:58.436101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f39c409-9e38-431f-ae72-fec1e30c569a') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:58.436466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f39c409-9e38-431f-ae72-fec1e30c569a') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:58.454728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.514599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.549215 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.617085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Pushing event deleted for resources: {'Port': ['ID=e311f1c5-9de5-4592-9298-1100464899c0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:58.634081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.688870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-b4ebc42f-2210-4b6d-80a2-5cdd8138b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:58.690406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-b4ebc42f-2210-4b6d-80a2-5cdd8138b1ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d498b31fded84da88e7fd4880c594bc5&device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 1095 time: 0.2812397 Jun 03 15:24:58.697086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.778931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Calling delete_port for 8d4ea7f8-ea37-4f4c-baaa-016ff7ee7625 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:58.783740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:58.827280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:58.827631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eedaf4aa-d041-4a6c-bbc7-fd4a7c184d10 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:58.884288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:58.884702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.961239 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1f39c409-9e38-431f-ae72-fec1e30c569a resource provider aggregate not found Jun 03 15:24:58.976535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.980358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.013243 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1f39c409-9e38-431f-ae72-fec1e30c569a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f39c409-9e38-431f-ae72-fec1e30c569a found for delete ", "request_id": "req-f2655ad0-8672-492b-8b75-c8880318f195"}]} Jun 03 15:24:59.047648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.049668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.050293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ec74fd-cee1-45e1-a610-5fa34704921a {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:24:59.053869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.061619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-9fde09ee-ebd3-4acf-8e2d-c1769e165adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:59.063240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-9fde09ee-ebd3-4acf-8e2d-c1769e165adc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1636b2d-08a0-49d2-a88f-62b28ed107da HTTP/1.1" status: 200 len: 914 time: 0.3237238 Jun 03 15:24:59.070599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.071746 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-00061e22-f9dc-4bb3-afc8-79819c8ebf02 admin admin] 10.222.0.66 "DELETE /v2.0/routers/66ec74fd-cee1-45e1-a610-5fa34704921a HTTP/1.1" status: 204 len: 168 time: 3.6548355 Jun 03 15:24:59.089791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52258) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:59.144876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=772a21f6-ae6e-4fd9-b6d6-36e9d09b4dac,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:59.158069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-fa411105-e299-4de3-bfb0-1747c73e433c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89253e9c-6ad0-4746-b067-3f9e8b42cc7a HTTP/1.1" status: 200 len: 217 time: 0.0847137 Jun 03 15:24:59.170369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-52111b1f-ba19-44d7-b7e3-697405ff1ac6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/772a21f6-ae6e-4fd9-b6d6-36e9d09b4dac HTTP/1.1" status: 204 len: 168 time: 1.6544130 Jun 03 15:24:59.196330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] Deleting subnet 0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:59.208020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddfa8a-3719-4853-8f2c-e81de57c0d51 req-2a12a39c-53ce-4a0d-a8cc-3d003f1bd4f7 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:59.209662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fddfa8a-3719-4853-8f2c-e81de57c0d51 req-2a12a39c-53ce-4a0d-a8cc-3d003f1bd4f7 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 944 time: 0.3891337 Jun 03 15:24:59.226355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.263409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-eb4bc103-0a37-4638-a322-b91e54d4886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:59.265735 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-eb4bc103-0a37-4638-a322-b91e54d4886c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0ff06b01-1045-4b71-88c9-f319fd41300a HTTP/1.1" status: 200 len: 853 time: 0.0828629 Jun 03 15:24:59.342862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52264) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:59.363456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.368013 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-38fc5fb2-cc05-486b-83c5-d9b4451bbfe2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1636b2d-08a0-49d2-a88f-62b28ed107da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741754 Jun 03 15:24:59.397194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fddfa8a-3719-4853-8f2c-e81de57c0d51 req-32fdb997-8584-4089-9910-04be37490fd3 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727140 Jun 03 15:24:59.441526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.487349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f55fcbac-76e0-41a8-83ab-c9679211936c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c087003441d439684bf22ad8833f2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404996 Jun 03 15:24:59.487626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52270) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:59.500035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event deleted for resources: {'Port': ['ID=8d4ea7f8-ea37-4f4c-baaa-016ff7ee7625,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:59.576322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-8559244a-dc25-4358-88e6-935f6d08d220 service neutron] 10.222.0.15 "GET /v2.0/networks/b1636b2d-08a0-49d2-a88f-62b28ed107da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942410 Jun 03 15:24:59.655457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74876b92-6634-48b0-ad4c-aea4bd10a138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.657989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.699380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74876b92-6634-48b0-ad4c-aea4bd10a138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.780740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fbae3c99-ff4d-4c42-a6b6-95c434e779d9 req-dee8abc3-efc0-4e90-a6ab-881e7baca258 service neutron] 10.222.0.15 "GET /v2.0/networks/b1636b2d-08a0-49d2-a88f-62b28ed107da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972232 Jun 03 15:24:59.796522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74876b92-6634-48b0-ad4c-aea4bd10a138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.815574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74876b92-6634-48b0-ad4c-aea4bd10a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02018e3-44a7-4770-a46b-e3f713b59c93,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:59.819007 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74876b92-6634-48b0-ad4c-aea4bd10a138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.819300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.822777 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-74876b92-6634-48b0-ad4c-aea4bd10a138 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f02018e3-44a7-4770-a46b-e3f713b59c93 HTTP/1.1" status: 204 len: 168 time: 0.3342061 Jun 03 15:25:00.003610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.007324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.053839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1922-7b35-41cc-bade-eede2616712a req-d8cce02a-fc12-45bb-820c-d5b3a308747c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:00.055369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f7a1922-7b35-41cc-bade-eede2616712a req-d8cce02a-fc12-45bb-820c-d5b3a308747c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.5187919 Jun 03 15:25:00.055991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.056510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Fanout notify agent at l3_agent the message router_deleted on router d5b91d6c-86e5-4515-95e8-e980fcd7c889 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:25:00.082396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.107020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 89253e9c-6ad0-4746-b067-3f9e8b42cc7a details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:00.134374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:00.143259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.147425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fd326e12-2e14-44ed-81de-193a8a12d144 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0a5eef9b-b745-4a91-a1ac-9c4b89eeeb97 HTTP/1.1" status: 204 len: 168 time: 1.0496814 Jun 03 15:25:00.149543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52280) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:00.152838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.154015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2ac9c036-4c99-499c-a3ee-c2c91ffae478 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/d5b91d6c-86e5-4515-95e8-e980fcd7c889 HTTP/1.1" status: 204 len: 168 time: 2.7658887 Jun 03 15:25:00.157799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52284) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:00.164807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-337146863', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:00.180340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f7a1922-7b35-41cc-bade-eede2616712a req-f016d244-1aba-40a4-abd8-f62aefda5c6d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139226 Jun 03 15:25:00.181336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:00.185751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Usage tracker for resource:router and tenant:2d36666cd2ea4cb8bc4907dbeeba26fa is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:00.189157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:00.195439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:00.217494 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.218681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.234073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db99b68-dbf7-4644-b7eb-06fe4afaa4d2 None None] Network 145c2925-013c-47b1-93a4-38e411b4fbfb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:00.239153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.529466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,segment=NetworkSegment(30ea51b5-dd27-4ade-a1b7-c5a474875b19),segment_id=30ea51b5-dd27-4ade-a1b7-c5a474875b19)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:00.550429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a', 'network_id': 'b1636b2d-08a0-49d2-a88f-62b28ed107da', 'port_id': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a', 'mac_address': 'fa:16:3e:df:20:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff06b01-1045-4b71-88c9-f319fd41300a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:00.576883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.591143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Deleting port dffde07e-0ba8-4961-a96c-2e6df02442b8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:00.591474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.628775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:00.629150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.653597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89253e9c-6ad0-4746-b067-3f9e8b42cc7a {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:00.674565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,segment=NetworkSegment(30ea51b5-dd27-4ade-a1b7-c5a474875b19),segment_id=30ea51b5-dd27-4ade-a1b7-c5a474875b19)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:00.682857 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.683975 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.765572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] DHCP port deletion for 145c2925-013c-47b1-93a4-38e411b4fbfb request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:25:00.784429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Deleting port dffde07e-0ba8-4961-a96c-2e6df02442b8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:00.784812 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.830791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e311f1c5-9de5-4592-9298-1100464899c0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:00.845181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea78a-1761-493c-b878-973942375984 req-1ade83d3-8408-4960-9d1a-c8e3363dd0d2 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:00.847035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cbea78a-1761-493c-b878-973942375984 req-1ade83d3-8408-4960-9d1a-c8e3363dd0d2 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 944 time: 0.2444844 Jun 03 15:25:00.892057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52304) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:00.897206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e311f1c5-9de5-4592-9298-1100464899c0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:00.897554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e311f1c5-9de5-4592-9298-1100464899c0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:00.897973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dffde07e-0ba8-4961-a96c-2e6df02442b8 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:00.932710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cbea78a-1761-493c-b878-973942375984 req-e1e58e25-95df-4ffa-a619-1ba7e92fe22a tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739934 Jun 03 15:25:00.951850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] For port dffde07e-0ba8-4961-a96c-2e6df02442b8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dffde07e-0ba8-4961-a96c-2e6df02442b8,segment=NetworkSegment(fa3432f4-4c3b-40fc-9d3e-c00a533a651a),segment_id=fa3432f4-4c3b-40fc-9d3e-c00a533a651a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:00.951850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.977656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['89253e9c-6ad0-4746-b067-3f9e8b42cc7a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:01.048611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:01.128612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-930059361-network', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:01.137254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:01.143480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Usage tracker for resource:network and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:01.149349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Calling delete_port for dffde07e-0ba8-4961-a96c-2e6df02442b8 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:01.192427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:01.205091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:01.207474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.244424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.252077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.283636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Made reservation on behalf of 6529a69d4aa5444bac3e9188ce769c14 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:01.285997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.303153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] No DVR routers for this DVR port dffde07e-0ba8-4961-a96c-2e6df02442b8 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:01.307987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.339053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:01.342366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Pushing event deleted for resources: {'Port': ['ID=dffde07e-0ba8-4961-a96c-2e6df02442b8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:01.348920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Usage tracker for resource:security_group_rule and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:01.354506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:01.365758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:01.391775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] For port dffde07e-0ba8-4961-a96c-2e6df02442b8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dffde07e-0ba8-4961-a96c-2e6df02442b8,segment=NetworkSegment(fa3432f4-4c3b-40fc-9d3e-c00a533a651a),segment_id=fa3432f4-4c3b-40fc-9d3e-c00a533a651a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:01.392777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.409417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dffde07e-0ba8-4961-a96c-2e6df02442b8 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:01.409973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.474905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.505919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145c2925-013c-47b1-93a4-38e411b4fbfb']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:01.520949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:01.521241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3432f4-4c3b-40fc-9d3e-c00a533a651a') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:01.525942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Allocated IP 172.25.1.123 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/cd520147-05f2-4f7f-a476-01a0760b0bb9) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:01.535686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.554589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Calling delete_port for dffde07e-0ba8-4961-a96c-2e6df02442b8 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:01.557075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.565094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:25:01.565553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.682710 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment fa3432f4-4c3b-40fc-9d3e-c00a533a651a resource provider aggregate not found Jun 03 15:25:01.713280 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment fa3432f4-4c3b-40fc-9d3e-c00a533a651a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa3432f4-4c3b-40fc-9d3e-c00a533a651a found for delete ", "request_id": "req-d80b351d-452f-44b3-bd32-594285469e6c"}]} Jun 03 15:25:01.716337 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:25:01.716822 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:25:01.723136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.740199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.750858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] Pushing event deleted for resources: {'Network': ['ID=145c2925-013c-47b1-93a4-38e411b4fbfb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:01.757720 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-73ab8d39-f1cc-4977-9de1-6e2cd54fa65d admin admin] 10.222.0.66 "DELETE /v2.0/networks/145c2925-013c-47b1-93a4-38e411b4fbfb HTTP/1.1" status: 204 len: 168 time: 1.6042051 Jun 03 15:25:01.841947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f3b4-b82e-4352-af4d-86d6c0d4c2f6 req-220db71f-214e-4ef5-8ac3-00b5940ec945 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:01.843471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae39f3b4-b82e-4352-af4d-86d6c0d4c2f6 req-220db71f-214e-4ef5-8ac3-00b5940ec945 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.4348817 Jun 03 15:25:01.883195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52318) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:01.884820 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.914954 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.935572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b30b470e-0090-4242-9eeb-4c954e355690 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c5bc7eaa3204c32b6f8b7ffa42abe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511920 Jun 03 15:25:01.938129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:01.955764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae39f3b4-b82e-4352-af4d-86d6c0d4c2f6 req-cfda5376-ba92-4e16-bb5e-78ed873b1100 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029887 Jun 03 15:25:01.989278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:02.009258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.019733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc78946b-bdef-4b26-ab23-4041fe7796a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.049597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f9c42-82bc-4dc5-9615-c9f94097d027,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:02.049831 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc78946b-bdef-4b26-ab23-4041fe7796a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.055864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.095103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.096139 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Added segment 03c56950-0f61-4c71-8599-8833f0dfbed7 of type vlan for network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 Jun 03 15:25:02.109559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 89253e9c-6ad0-4746-b067-3f9e8b42cc7a up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:02.117842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc78946b-bdef-4b26-ab23-4041fe7796a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.135946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78946b-bdef-4b26-ab23-4041fe7796a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f465e99-8639-45f8-8ef6-a3c817921493,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:02.145745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc78946b-bdef-4b26-ab23-4041fe7796a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.150618 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dc78946b-bdef-4b26-ab23-4041fe7796a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f465e99-8639-45f8-8ef6-a3c817921493 HTTP/1.1" status: 204 len: 168 time: 0.2078648 Jun 03 15:25:02.180176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:02.187563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:02.194219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:02.208455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:02.214902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:02.215555 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.250220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Deleting port dffde07e-0ba8-4961-a96c-2e6df02442b8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:02.250728 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.266052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.279889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event updated for resources: {'Port': ['ID=cd520147-05f2-4f7f-a476-01a0760b0bb9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:02.348641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42aeb204-0f31-4e59-bdde-30781d338192 None None] The port 'dffde07e-0ba8-4961-a96c-2e6df02442b8' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:25:02.436229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:02.436907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.465287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:02.476384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,segment=NetworkSegment(30ea51b5-dd27-4ade-a1b7-c5a474875b19),segment_id=30ea51b5-dd27-4ade-a1b7-c5a474875b19)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:02.489618 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.530133 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c469d2-bda9-4b91-8182-a9c84f4fabe9'] response: {'server_uuid': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a', 'code': 200} Jun 03 15:25:02.531464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62460e29-8317-4914-8b3f-987b72dd8d8c req-105b2cd6-2708-4153-ba2c-7f78e194f470 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:02.533486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62460e29-8317-4914-8b3f-987b72dd8d8c req-105b2cd6-2708-4153-ba2c-7f78e194f470 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 945 time: 0.4397426 Jun 03 15:25:02.575405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:02.578244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.585344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:02.586158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.632901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52334) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:02.703825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62460e29-8317-4914-8b3f-987b72dd8d8c req-0e9a9e7c-28eb-4fa5-91a3-a60a64c860d4 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628802 Jun 03 15:25:02.707509 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-436e12dd-aca0-4c19-9008-6ea3552093db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e98b667807749269b0f283c15806a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683622 Jun 03 15:25:02.710356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52338) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:02.751436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa68411-5656-4a14-b770-98fc276edcd3 req-1c9e95e5-26e2-464a-a247-2b77d6c5f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:02.752975 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fa68411-5656-4a14-b770-98fc276edcd3 req-1c9e95e5-26e2-464a-a247-2b77d6c5f32e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 1097 time: 0.1548088 Jun 03 15:25:02.815581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fa68411-5656-4a14-b770-98fc276edcd3 req-dc23535c-d9e8-4cf3-b124-537b5ee1cf8b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Jun 03 15:25:02.816302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f61bb74-a1bb-49e9-aa25-f46bdaed94dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.826888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] Pushing event updated for resources: {'Network': ['ID=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:02.835028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e31881c-2e7e-4892-9978-afe3c04d0a00 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9417157 Jun 03 15:25:02.842466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:02.849518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52344) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:02.858234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Request body: {'subnet': {'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-subnet', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:02.866734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f61bb74-a1bb-49e9-aa25-f46bdaed94dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.873778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:02.881825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Usage tracker for resource:subnet and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:02.890864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:02.900539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:02.928240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Made reservation on behalf of 6529a69d4aa5444bac3e9188ce769c14 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:02.930933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.931965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.030587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f61bb74-a1bb-49e9-aa25-f46bdaed94dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.068270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f61bb74-a1bb-49e9-aa25-f46bdaed94dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.071821 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3f61bb74-a1bb-49e9-aa25-f46bdaed94dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67cf168f-00af-4b19-b30d-d4165177179f HTTP/1.1" status: 204 len: 168 time: 0.3582115 Jun 03 15:25:03.071821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61bb74-a1bb-49e9-aa25-f46bdaed94dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf168f-00af-4b19-b30d-d4165177179f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:03.258177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.318808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf002f0-eb3d-4a6e-97e9-921f8b050329 req-c1fb11ed-555d-44aa-8f14-cd985ff96188 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:03.320063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecf002f0-eb3d-4a6e-97e9-921f8b050329 req-c1fb11ed-555d-44aa-8f14-cd985ff96188 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.2105949 Jun 03 15:25:03.344367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f200f89f-2dd9-447b-b04a-400a12cba1d7,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:03.353140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Checking segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:03.353496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Network hostable DHCP agents. Network: e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:03.374050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:03.386789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:03.391634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:03.392774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.399955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d33ef-9b64-4abe-99ac-97d9c75cda46 None None] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:03.424869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e3653207-99a6-4905-9ad4-566b1af28a70 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5725169 Jun 03 15:25:03.425769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52354) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:03.434146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:03.439794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:03.458074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Usage tracker for resource:router and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:03.462303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:03.463074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecf002f0-eb3d-4a6e-97e9-921f8b050329 req-e1156f03-9ee7-4a48-b2ea-4bb5d9282bbc tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335380 Jun 03 15:25:03.464096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.470741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:03.488495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.488948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.519592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.686929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:25:03.688369 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.961387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Router 72e1d384-c498-4962-815f-b6af6b10fee8 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:25:04.003443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Allocated IP 172.20.0.2 (e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65/f200f89f-2dd9-447b-b04a-400a12cba1d7/6f6ea702-ba5f-4772-a424-a87e249f7492) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:04.057681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a889f11-dceb-41f5-a433-a1470b0e0800 req-81db79c3-9757-466a-a17f-d4837b556e48 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:04.060665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a889f11-dceb-41f5-a433-a1470b0e0800 req-81db79c3-9757-466a-a17f-d4837b556e48 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 946 time: 0.1904018 Jun 03 15:25:04.158995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52376) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:04.175005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.195017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a889f11-dceb-41f5-a433-a1470b0e0800 req-68bda21c-6385-4fc6-a796-a4e57296980e tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237671 Jun 03 15:25:04.219652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:04.235292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] Sync routers for ids ['72e1d384-c498-4962-815f-b6af6b10fee8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:04.246951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.248466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-958ac67f-45cb-49ce-9292-0ee76000d55b tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0898385 Jun 03 15:25:04.251274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52382) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:04.257405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:04.262538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] Routers {'72e1d384-c498-4962-815f-b6af6b10fee8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:04.263620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['72e1d384-c498-4962-815f-b6af6b10fee8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:04.336664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1013167493-network', 'tenant_id': 'bea98e8c535e4576ada876db769be933'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:04.343360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:04.350437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:04.350653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Usage tracker for resource:network and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:04.354376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:04.362047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:04.382186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] Routers {'72e1d384-c498-4962-815f-b6af6b10fee8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:04.382857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['72e1d384-c498-4962-815f-b6af6b10fee8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:04.442364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Made reservation on behalf of bea98e8c535e4576ada876db769be933 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:04.444716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.489069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:04.489480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc5ae-2312-4e67-9036-baddccffbbd0 None None] The sync data for ids ['72e1d384-c498-4962-815f-b6af6b10fee8'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:04.508177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.515937 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.529032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Transition to ACTIVE for port object 6f6ea702-ba5f-4772-a424-a87e249f7492 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:04.535258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:04.550682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Transition to ACTIVE for port object 6f6ea702-ba5f-4772-a424-a87e249f7492 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:04.557833 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.570683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Usage tracker for resource:security_group_rule and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:04.580081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:04.589165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:04.610513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.626589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:04.635122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:04.639928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:04.656841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.688059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea702-ba5f-4772-a424-a87e249f7492,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:04.759123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Attempting to bind port 6f6ea702-ba5f-4772-a424-a87e249f7492 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:04.759494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Attempting to bind port 6f6ea702-ba5f-4772-a424-a87e249f7492 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:04.759908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Attempting to bind port 6f6ea702-ba5f-4772-a424-a87e249f7492 on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:04.765433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:04.765804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Checking segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:04.766211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.766604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Bound using segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:04.767066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Bound port: 6f6ea702-ba5f-4772-a424-a87e249f7492, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:04.767437 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.848158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.855702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Allocated IP 172.25.1.226 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/b3722529-84c3-4bca-8405-a472382a0b19) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:04.857741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.866337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] For port 6f6ea702-ba5f-4772-a424-a87e249f7492, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:04.869693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] For port 6f6ea702-ba5f-4772-a424-a87e249f7492, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f6ea702-ba5f-4772-a424-a87e249f7492,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:04.875242 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.965332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:04.975652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d97711-4beb-4c2b-8d08-72ef2fcdefd8 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea702-ba5f-4772-a424-a87e249f7492,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:04.986411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1281b972-1788-44a2-9745-6862b4812466,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:05.003370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.003847 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Added segment 64fc40a0-82bd-4bf3-97b9-a5a152861f65 of type vlan for network 15479665-64ad-41d5-ac9a-60e62fd72704 Jun 03 15:25:05.072775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.100379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.133101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.134272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:05.134869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.163996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f03a7-c2a3-40a5-acdb-b195a4b8d6bd req-7a5dae83-8d33-4069-9481-c3595b0ff82c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:05.165685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d0f03a7-c2a3-40a5-acdb-b195a4b8d6bd req-7a5dae83-8d33-4069-9481-c3595b0ff82c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.5346386 Jun 03 15:25:05.285180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d0f03a7-c2a3-40a5-acdb-b195a4b8d6bd req-069a43b7-0967-4887-b571-4a2d58d84daa tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080737 Jun 03 15:25:05.288158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.299936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] Pushing event updated for resources: {'Network': ['ID=15479665-64ad-41d5-ac9a-60e62fd72704,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:05.309033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.318711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 15479665-64ad-41d5-ac9a-60e62fd72704 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:05.322665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.336902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Deleting port cd520147-05f2-4f7f-a476-01a0760b0bb9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:05.337325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.379974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ae04fb71-014b-4736-864d-bfdf8c3f3342 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2163022 Jun 03 15:25:05.382468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:05.395510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Request body: {'subnet': {'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1013167493-subnet', 'tenant_id': 'bea98e8c535e4576ada876db769be933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:05.400697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:05.405633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:05.408464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:05.438881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:05.449957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Usage tracker for resource:subnet and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:05.460063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:05.463259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Pushing event updated for resources: {'Port': ['ID=b3722529-84c3-4bca-8405-a472382a0b19,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:05.488037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:05.558509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Made reservation on behalf of bea98e8c535e4576ada876db769be933 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:05.560905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.751152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc460eb-c0dd-4d14-b430-d78532eceae6 req-e7d9a354-f981-468a-9e06-c013d742961d tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:05.752677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acc460eb-c0dd-4d14-b430-d78532eceae6 req-e7d9a354-f981-468a-9e06-c013d742961d tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 946 time: 0.3807306 Jun 03 15:25:05.759515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.909239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Calling delete_port for cd520147-05f2-4f7f-a476-01a0760b0bb9 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:05.975244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acc460eb-c0dd-4d14-b430-d78532eceae6 req-525f8ea1-98e0-4857-8897-16a7432426e2 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074716 Jun 03 15:25:06.163040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.220175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Pushing event deleted for resources: {'Port': ['ID=cd520147-05f2-4f7f-a476-01a0760b0bb9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:06.233622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.351873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.401371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbfff00-02a2-4ced-9242-5a5b9fc7f090 None None] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:06.476228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.554251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-853e27f6-9b7e-474c-9ea4-94cf84464203 None None] Provisioning for port 6f6ea702-ba5f-4772-a424-a87e249f7492 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:06.574035 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:25:06.687294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fea8013-4af5-403c-96a8-c48700c27d7f,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:06.701822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Checking segment: {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:06.702268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Network hostable DHCP agents. Network: 15479665-64ad-41d5-ac9a-60e62fd72704, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:06.821101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Network 15479665-64ad-41d5-ac9a-60e62fd72704 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:06.845928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 15479665-64ad-41d5-ac9a-60e62fd72704) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:06.866333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:06.868331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.871524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a6c983-ab1e-4c0c-9ff7-720cf994b9c4 None None] Network 15479665-64ad-41d5-ac9a-60e62fd72704 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:06.879147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.994666 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6fbe360a-b422-4425-a785-6b0366fac390 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6081159 Jun 03 15:25:07.156486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f6ea702-ba5f-4772-a424-a87e249f7492 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:07.201678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Router 8a840971-1f39-43bb-b67c-a50b65b76641 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:25:07.208360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81871ec2-6346-40a7-91eb-0435f1c215e1 req-07a0051c-fe3e-4d6c-9f5c-f540823656e9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:07.217631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81871ec2-6346-40a7-91eb-0435f1c215e1 req-07a0051c-fe3e-4d6c-9f5c-f540823656e9 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.7655728 Jun 03 15:25:07.246909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.269672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.297197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6f6ea702-ba5f-4772-a424-a87e249f7492 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:07.306271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6f6ea702-ba5f-4772-a424-a87e249f7492 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:07.306646 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.437082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81871ec2-6346-40a7-91eb-0435f1c215e1 req-963c022c-a913-4e85-886c-c939d23586c0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185793 Jun 03 15:25:07.484502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:07.495489 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Sync routers for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:07.509327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.514620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9db5980c-9227-4a88-abef-51175117e889 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0841298 Jun 03 15:25:07.516347 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:07.518183 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:07.518877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52414) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:07.613834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737541-d4cf-4567-a155-88c28f618697 req-2b502993-7887-46d1-9ad8-21c0311920ca tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:07.615289 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30737541-d4cf-4567-a155-88c28f618697 req-2b502993-7887-46d1-9ad8-21c0311920ca tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 946 time: 0.7152994 Jun 03 15:25:07.626471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Router 72e1d384-c498-4962-815f-b6af6b10fee8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:25:07.655255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6f6ea702-ba5f-4772-a424-a87e249f7492 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:07.655255 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.690627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab96a3c-256b-4eff-b8c6-b00c1cd5cd30 None None] Network 15479665-64ad-41d5-ac9a-60e62fd72704 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:07.822659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 6f6ea702-ba5f-4772-a424-a87e249f7492, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f6ea702-ba5f-4772-a424-a87e249f7492,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:07.829696 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.847958 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:07.929219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea702-ba5f-4772-a424-a87e249f7492,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:07.958325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30737541-d4cf-4567-a155-88c28f618697 req-d3355eb2-07c7-4945-834d-63bb6da9b743 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5124b55-31ee-4c7e-aef5-3e503c74a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341978 Jun 03 15:25:08.029620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:08.063192 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.067439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-32b3c3f0-a9a3-4ab5-9389-0d01ea5487c5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "PUT /v2.0/routers/72e1d384-c498-4962-815f-b6af6b10fee8 HTTP/1.1" status: 200 len: 705 time: 3.8147380 Jun 03 15:25:08.072343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52428) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:08.115982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] Sync routers for ids ['72e1d384-c498-4962-815f-b6af6b10fee8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:08.147252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] Routers {'72e1d384-c498-4962-815f-b6af6b10fee8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:08.147916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['72e1d384-c498-4962-815f-b6af6b10fee8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:08.223649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:08.233184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] Routers {'72e1d384-c498-4962-815f-b6af6b10fee8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:08.233820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['72e1d384-c498-4962-815f-b6af6b10fee8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:08.282328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1a935961-9961-469b-87ef-c78168018609 tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/routers/72e1d384-c498-4962-815f-b6af6b10fee8 HTTP/1.1" status: 200 len: 740 time: 0.2085767 Jun 03 15:25:08.285867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52432) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:08.293785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:05Z', 'revision_number': 3, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:08.299460 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Checking router: 8a840971-1f39-43bb-b67c-a50b65b76641 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:25:08.300199 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Updating router 8a840971-1f39-43bb-b67c-a50b65b76641 port b3722529-84c3-4bca-8405-a472382a0b19 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:25:08.311268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:08.311834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e0a49e-3aee-40dc-ab0a-cce23413d9b4 None None] The sync data for ids ['72e1d384-c498-4962-815f-b6af6b10fee8'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:08.349819 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-06e61c13-ccb3-4d0e-8618-9a7fa9e41d3e tempest-RoutersAdminTest-417936979 tempest-RoutersAdminTest-417936979-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=72e1d384-c498-4962-815f-b6af6b10fee8 HTTP/1.1" status: 200 len: 205 time: 0.0587671 Jun 03 15:25:08.353729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-e574fef6-4a7a-4cf4-bd33-ec6472efb9f7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:08.355182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-e574fef6-4a7a-4cf4-bd33-ec6472efb9f7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 822 time: 0.4782515 Jun 03 15:25:08.356311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52436) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:08.369456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e73df6-e06b-4953-b053-4909238fb935 req-24b8c9b8-0114-4478-b78d-418a78712a6d tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:08.369456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-29e73df6-e06b-4953-b053-4909238fb935 req-24b8c9b8-0114-4478-b78d-418a78712a6d tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Synchronizing usage tracker for tenant:d498b31fded84da88e7fd4880c594bc5 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:08.377643 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.410805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b1566a33-cb28-47bb-a170-a9cdda57e076 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e1d384-c498-4962-815f-b6af6b10fee8 HTTP/1.1" status: 200 len: 205 time: 0.0533383 Jun 03 15:25:08.413546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-eb3a8eb8-1d38-489a-b689-66eaba5c37ec tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/quotas/bea98e8c535e4576ada876db769be933 HTTP/1.1" status: 200 len: 375 time: 0.0224590 Jun 03 15:25:08.414083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:08.521234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-29e73df6-e06b-4953-b053-4909238fb935 req-24b8c9b8-0114-4478-b78d-418a78712a6d tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Unset dirty status for tenant:d498b31fded84da88e7fd4880c594bc5 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:08.522545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-29e73df6-e06b-4953-b053-4909238fb935 req-24b8c9b8-0114-4478-b78d-418a78712a6d tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 946 time: 0.4429016 Jun 03 15:25:08.633360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-82ef6839-1f62-4e49-8398-ba49e6077e51 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1605606 Jun 03 15:25:08.646684 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee7f613-24b1-4b05-894b-09ad4fc53dec tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.684221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Deleting port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:08.685050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.795837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f6ea702-ba5f-4772-a424-a87e249f7492 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:08.838524 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.855882 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Transition to ACTIVE for port object b3722529-84c3-4bca-8405-a472382a0b19 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:08.866826 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.881725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6f6ea702-ba5f-4772-a424-a87e249f7492 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:08.882289 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.968705 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Attempting to bind port b3722529-84c3-4bca-8405-a472382a0b19 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:08.969153 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Attempting to bind port b3722529-84c3-4bca-8405-a472382a0b19 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:08.969429 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Attempting to bind port b3722529-84c3-4bca-8405-a472382a0b19 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:08.981473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:08.981934 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:08.982339 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.982746 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:08.983579 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Bound port: b3722529-84c3-4bca-8405-a472382a0b19, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:08.983952 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.067513 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Pushing event updated for resources: {'Port': ['ID=b3722529-84c3-4bca-8405-a472382a0b19,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:09.081389 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.082011 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.082509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.083014 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.083507 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.083988 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.084726 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.085222 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.085863 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.086335 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.086824 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.087346 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:09.114133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6f6ea702-ba5f-4772-a424-a87e249f7492 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:09.125666 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] For port b3722529-84c3-4bca-8405-a472382a0b19, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:09.129661 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] For port b3722529-84c3-4bca-8405-a472382a0b19, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b3722529-84c3-4bca-8405-a472382a0b19,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:09.142522 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.205940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] For port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,segment=NetworkSegment(30ea51b5-dd27-4ade-a1b7-c5a474875b19),segment_id=30ea51b5-dd27-4ade-a1b7-c5a474875b19)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:09.206310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.245342 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:09.246402 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:09.357195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Calling delete_port for 89253e9c-6ad0-4746-b067-3f9e8b42cc7a owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:09.395912 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc769-56df-4e55-879c-6f1c4d7445b0 None None] Pushing event updated for resources: {'Port': ['ID=b3722529-84c3-4bca-8405-a472382a0b19,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:09.396652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.460162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee7f613-24b1-4b05-894b-09ad4fc53dec tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.465092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee7f613-24b1-4b05-894b-09ad4fc53dec tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.550577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee7f613-24b1-4b05-894b-09ad4fc53dec tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.551072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee7f613-24b1-4b05-894b-09ad4fc53dec tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Fanout notify agent at l3_agent the message router_deleted on router 72e1d384-c498-4962-815f-b6af6b10fee8 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:25:09.571366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-dc0a8e3d-d586-45bb-b8ac-c7378ea2aa12 service neutron] 10.222.0.66 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9275017 Jun 03 15:25:09.577271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee7f613-24b1-4b05-894b-09ad4fc53dec tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.583183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cee7f613-24b1-4b05-894b-09ad4fc53dec tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/72e1d384-c498-4962-815f-b6af6b10fee8 HTTP/1.1" status: 204 len: 168 time: 1.1679466 Jun 03 15:25:09.584224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52448) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:09.591953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:09.657972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769977-b546-488c-b6dc-8f9bc51fe40e req-b5aef48e-338f-483c-bd01-aa36e5de65e1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:09.659508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9769977-b546-488c-b6dc-8f9bc51fe40e req-b5aef48e-338f-483c-bd01-aa36e5de65e1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 1.0788386 Jun 03 15:25:09.675121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-762937dc-6068-4856-ba9e-7def803710dc tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=72e1d384-c498-4962-815f-b6af6b10fee8 HTTP/1.1" status: 200 len: 205 time: 0.0863042 Jun 03 15:25:09.719064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52452) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:09.841868 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-07fbccea-e641-4c96-8033-3eb33b0f52e9 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] delete failed (client error): The resource could not be found. Jun 03 15:25:09.847696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07fbccea-e641-4c96-8033-3eb33b0f52e9 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/72e1d384-c498-4962-815f-b6af6b10fee8 HTTP/1.1" status: 404 len: 336 time: 0.1228871 Jun 03 15:25:09.847696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52456) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:09.873380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.888041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['89253e9c-6ad0-4746-b067-3f9e8b42cc7a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:09.924448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9769977-b546-488c-b6dc-8f9bc51fe40e req-297ac93f-5731-4ef8-b1f6-99b0b9cb542c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543938 Jun 03 15:25:09.930942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9fa55d80-310c-422e-ac50-080dc8c88b0a tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b91d6c-86e5-4515-95e8-e980fcd7c889 HTTP/1.1" status: 200 len: 205 time: 0.0789340 Jun 03 15:25:09.932206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52460) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:09.954010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Pushing event deleted for resources: {'Port': ['ID=89253e9c-6ad0-4746-b067-3f9e8b42cc7a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:09.960395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Allocated IP 172.20.0.1 (e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65/f200f89f-2dd9-447b-b04a-400a12cba1d7/ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:10.018575 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-0f1b8302-4fbe-45b3-a11e-6022be580eaa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] delete failed (client error): The resource could not be found. Jun 03 15:25:10.022035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0f1b8302-4fbe-45b3-a11e-6022be580eaa tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/d5b91d6c-86e5-4515-95e8-e980fcd7c889 HTTP/1.1" status: 404 len: 336 time: 0.0872452 Jun 03 15:25:10.024769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52464) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.034365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-15182562-9336-4732-b4fb-c6232aeca172 service neutron] 10.222.0.66 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463267 Jun 03 15:25:10.104385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] No DVR routers for this DVR port 89253e9c-6ad0-4746-b067-3f9e8b42cc7a on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:10.108244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.111570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'name': 'network-vif-deleted', 'tag': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:10.160714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a3705e2e-24f5-4e25-9a47-085ec5f86235 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=12fc9350-d1dd-494d-b61b-c51d0d8b2b8b HTTP/1.1" status: 200 len: 205 time: 0.1341701 Jun 03 15:25:10.165889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52470) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.171964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3e2ab8b-acbc-430d-9340-e075eab4ea32 req-b225e08d-356e-48c6-9ba2-359b737ee1d4 tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd HTTP/1.1" status: 200 len: 210 time: 0.0791309 Jun 03 15:25:10.172394 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bae3dda1-4109-4122-a314-3af935389173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:05Z', 'revision_number': 3, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:10.178002 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae3dda1-4109-4122-a314-3af935389173 None None] The sync data for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 is: [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:05Z', 'revision_number': 3, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:10.262511 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-44fd07a9-b76b-4aeb-ac4c-1e919911a86a tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] delete failed (client error): The resource could not be found. Jun 03 15:25:10.275337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-44fd07a9-b76b-4aeb-ac4c-1e919911a86a tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/12fc9350-d1dd-494d-b61b-c51d0d8b2b8b HTTP/1.1" status: 404 len: 336 time: 0.1054447 Jun 03 15:25:10.275951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52476) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.289034 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-29e73df6-e06b-4953-b053-4909238fb935 req-8c42e872-a1d2-4835-aeca-af39fe4b97af tempest-ServerPasswordTestJSON-1382384040 tempest-ServerPasswordTestJSON-1382384040-project] 10.222.0.15 "DELETE /v2.0/ports/89253e9c-6ad0-4746-b067-3f9e8b42cc7a HTTP/1.1" status: 204 len: 173 time: 1.7565632 Jun 03 15:25:10.291093 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37009e28-52cb-42c9-b888-9259c4821483'] response: {'server_uuid': 'ef7f3cd8-aa28-4f96-b1be-b9c21f71a2dd', 'name': 'network-vif-deleted', 'tag': '89253e9c-6ad0-4746-b067-3f9e8b42cc7a', 'status': 'completed', 'code': 200} Jun 03 15:25:10.379625 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.385301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89e1f6f5-0ec9-4a03-824e-49fb90fc18df req-c2897730-c41f-4d87-8b5a-62213593e479 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 210 time: 0.0637839 Jun 03 15:25:10.392408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52482) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.393378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-09283b3c-8e0f-4964-a494-77e2c8f2aae9 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=e84966a0-4ef7-4a2f-b388-866f3fc393e1 HTTP/1.1" status: 200 len: 205 time: 0.1162527 Jun 03 15:25:10.407794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Transition to ACTIVE for port object ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:10.494877 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-e4cc4a5d-4485-4a6b-b739-991c809b65ee tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] delete failed (client error): The resource could not be found. Jun 03 15:25:10.496511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4cc4a5d-4485-4a6b-b739-991c809b65ee tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/e84966a0-4ef7-4a2f-b388-866f3fc393e1 HTTP/1.1" status: 404 len: 336 time: 0.0964341 Jun 03 15:25:10.500643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52490) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.575483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52494) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.577389 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c98a09a-5ab7-4060-9369-64872f08f810 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 HTTP/1.1" status: 200 len: 205 time: 0.0726516 Jun 03 15:25:10.602346 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.657684 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-520826ac-4469-4ab1-91d9-8cc2a651432d tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] delete failed (client error): The resource could not be found. Jun 03 15:25:10.658771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-520826ac-4469-4ab1-91d9-8cc2a651432d tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/7ac1ecdc-f0cf-47f1-ac33-88cf5632c638 HTTP/1.1" status: 404 len: 336 time: 0.0822754 Jun 03 15:25:10.661678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52498) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.678274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:10.681544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:10.686527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:10.727193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-83e0c29f-6659-4448-a06e-d8d527d7f224 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40ebd4c-3282-4be8-82ab-9279005ec05e HTTP/1.1" status: 200 len: 205 time: 0.0643680 Jun 03 15:25:10.727701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52504) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.849447 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-b4c6cfdb-139d-45d4-8833-b13790408ec5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] delete failed (client error): The resource could not be found. Jun 03 15:25:10.851646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.853977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b4c6cfdb-139d-45d4-8833-b13790408ec5 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/routers/d40ebd4c-3282-4be8-82ab-9279005ec05e HTTP/1.1" status: 404 len: 336 time: 0.1250355 Jun 03 15:25:10.854582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52508) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:10.869979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b3722529-84c3-4bca-8405-a472382a0b19 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:10.984676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b3722529-84c3-4bca-8405-a472382a0b19 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:10.994869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b3722529-84c3-4bca-8405-a472382a0b19 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:10.995098 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ac7ed6-baaa-4b70-a516-bd8f4fdd8a86 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] DELETE failed (client error): The resource could not be found. Jun 03 15:25:10.995251 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.996013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ac7ed6-baaa-4b70-a516-bd8f4fdd8a86 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:25:11.005248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-45ac7ed6-baaa-4b70-a516-bd8f4fdd8a86 tempest-RoutersAdminTest-285734056 tempest-RoutersAdminTest-285734056-project] 10.222.0.66 "DELETE /v2.0/subnets/c37d072e-01af-448d-b9ed-1efd1be0613e HTTP/1.1" status: 404 len: 337 time: 0.1493683 Jun 03 15:25:11.161050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:11.181823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.182172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.182514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.182832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.183210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.183539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.183865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.184349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.184685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.185011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.185338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.186368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:11.311012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b3722529-84c3-4bca-8405-a472382a0b19 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:11.311818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.340380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b3722529-84c3-4bca-8405-a472382a0b19, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b3722529-84c3-4bca-8405-a472382a0b19,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:11.343516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-84d4264f-c752-4aff-b7d2-2498c7cd3e26 None None] Provisioning for port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:11.350119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-84d4264f-c752-4aff-b7d2-2498c7cd3e26 None None] Provisioning complete for port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:11.350967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-84d4264f-c752-4aff-b7d2-2498c7cd3e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.401225 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.448696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938854c-6891-4c65-9fca-dcc88068685e req-d0fa7b96-2de6-4391-99f4-ea28de700245 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:11.451595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0938854c-6891-4c65-9fca-dcc88068685e req-d0fa7b96-2de6-4391-99f4-ea28de700245 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.1646702 Jun 03 15:25:11.452100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52522) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:11.501299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-84d4264f-c752-4aff-b7d2-2498c7cd3e26 None None] Port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:11.519640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b3722529-84c3-4bca-8405-a472382a0b19,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:11.535856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.582884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52526) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:11.605864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] Deleting subnet 0ff06b01-1045-4b71-88c9-f319fd41300a {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:25:11.671025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0938854c-6891-4c65-9fca-dcc88068685e req-1b43e6fd-2c40-4236-84fa-285ac471b7b0 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319909 Jun 03 15:25:11.672033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.735172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e537ae73-a8c3-4639-bb0e-a031873f1637 req-8e96a3ef-ef14-41ac-9ee8-fddd1067c371 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 210 time: 0.1360795 Jun 03 15:25:11.768209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.797835 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.811398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.816533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.834512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:11.847669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Usage tracker for resource:security_group_rule and tenant:2d36666cd2ea4cb8bc4907dbeeba26fa is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:11.852200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:11.861603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:11.885141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.007864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.026327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.122611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:12.175976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 89253e9c-6ad0-4746-b067-3f9e8b42cc7a no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:12.202958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff06b01-1045-4b71-88c9-f319fd41300a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:12.207966 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.230940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 89253e9c-6ad0-4746-b067-3f9e8b42cc7a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:12.231391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.231533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 89253e9c-6ad0-4746-b067-3f9e8b42cc7a not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:12.239173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5ac9ce9f-1fd4-40f3-bec6-6a14cd8ecbbb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0ff06b01-1045-4b71-88c9-f319fd41300a HTTP/1.1" status: 204 len: 168 time: 0.7859747 Jun 03 15:25:12.239891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52532) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:12.243175 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.357608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-51a2981a-6255-4aa2-afe0-4592cc385b4e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:12.358270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-51a2981a-6255-4aa2-afe0-4592cc385b4e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Synchronizing usage tracker for tenant:bea98e8c535e4576ada876db769be933 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:12.379199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b2923c-a9d7-464e-8ee3-139d803ed62a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:12.383292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:12.385239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:12.394750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9b4baf78-477c-4805-addd-8936cbb6d087 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d36666cd2ea4cb8bc4907dbeeba26fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8100011 Jun 03 15:25:12.398161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52536) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:12.417084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.454359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-51a2981a-6255-4aa2-afe0-4592cc385b4e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Unset dirty status for tenant:bea98e8c535e4576ada876db769be933 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:12.455587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-51a2981a-6255-4aa2-afe0-4592cc385b4e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 822 time: 0.5573370 Jun 03 15:25:12.489637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Request body: {'port': {'device_id': '3190ad2d-6489-4220-9027-0cdad534f67a', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'admin_state_up': True, 'tenant_id': 'bea98e8c535e4576ada876db769be933'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:12.590202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ead3bedd-6f97-421a-84d7-78788e951911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.602795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.637337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-83a3b45a-3f4d-40e2-973d-81c5dec28ef7 None None] Provisioning complete for port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:12.637700 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-83a3b45a-3f4d-40e2-973d-81c5dec28ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.646313 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ead3bedd-6f97-421a-84d7-78788e951911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.654221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1636b2d-08a0-49d2-a88f-62b28ed107da']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:12.675500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ea51b5-dd27-4ade-a1b7-c5a474875b19') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:12.676324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ea51b5-dd27-4ade-a1b7-c5a474875b19') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:12.700758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.720466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Router 8a840971-1f39-43bb-b67c-a50b65b76641 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:25:12.720653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-83a3b45a-3f4d-40e2-973d-81c5dec28ef7 None None] Port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:12.740620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.748007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:25:12.748608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.813339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:12.838508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b3722529-84c3-4bca-8405-a472382a0b19 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:12.857041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Usage tracker for resource:port and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:12.862174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:12.888850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ead3bedd-6f97-421a-84d7-78788e951911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.917448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b3722529-84c3-4bca-8405-a472382a0b19 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:12.917814 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.921639 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 30ea51b5-dd27-4ade-a1b7-c5a474875b19 resource provider aggregate not found Jun 03 15:25:12.926183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:12.928047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3bedd-6f97-421a-84d7-78788e951911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b2923c-a9d7-464e-8ee3-139d803ed62a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:12.967437 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 30ea51b5-dd27-4ade-a1b7-c5a474875b19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30ea51b5-dd27-4ade-a1b7-c5a474875b19 found for delete ", "request_id": "req-51eb2e16-172b-4a16-94a4-0ae73daf52ab"}]} Jun 03 15:25:12.973453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ead3bedd-6f97-421a-84d7-78788e951911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.974383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ead3bedd-6f97-421a-84d7-78788e951911 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0b2923c-a9d7-464e-8ee3-139d803ed62a HTTP/1.1" status: 204 len: 168 time: 0.5754886 Jun 03 15:25:12.977299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Made reservation on behalf of bea98e8c535e4576ada876db769be933 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:12.982760 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.985168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.988845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb4b9caf-9fbd-4640-9eb3-a0c73733385d req-3d4bd6ab-fc21-4f4e-a928-032f602755c9 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 210 time: 0.0635669 Jun 03 15:25:13.024310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.026819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1636b2d-08a0-49d2-a88f-62b28ed107da,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:13.029888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:13.043400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3304620b-7984-4dac-8aa3-74c677b5c9e9 admin admin] 10.222.0.66 "PUT /v2.0/routers/8a840971-1f39-43bb-b67c-a50b65b76641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5152075 Jun 03 15:25:13.061063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Sync routers for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:13.067557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f43958b9-166a-4d75-8582-886f40d8ba21 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b1636b2d-08a0-49d2-a88f-62b28ed107da HTTP/1.1" status: 204 len: 168 time: 0.8261724 Jun 03 15:25:13.081752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba3387-be80-4e3c-9883-eb822c6d4d29 req-41ba5d4e-9675-49c7-9b0f-79dacc3f12ba tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:13.087105 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:13.089075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dba3387-be80-4e3c-9883-eb822c6d4d29 req-41ba5d4e-9675-49c7-9b0f-79dacc3f12ba tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.2355800 Jun 03 15:25:13.089931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:13.173412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dba3387-be80-4e3c-9883-eb822c6d4d29 req-fb5ef34b-6ee9-4e8d-ad7b-4daf7e0f2128 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832071 Jun 03 15:25:13.271129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Allocated IP 172.20.0.14 (15479665-64ad-41d5-ac9a-60e62fd72704/0fea8013-4af5-403c-96a8-c48700c27d7f/b29bcd07-a689-41bf-beb9-5db2fc06082d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:13.384655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b3722529-84c3-4bca-8405-a472382a0b19 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:13.388955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6368e875-f581-4d92-9fb7-e3dca64260f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.421661 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:13.517239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52562) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:13.543921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52566) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:13.590322 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.603781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-78a573a3-43d5-4679-98c5-0828edd0f5be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d498b31fded84da88e7fd4880c594bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852082 Jun 03 15:25:13.606952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52570) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:13.625498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fcea9451-6a6b-44b2-b3db-dc128faa283e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50e40c2d4cbc4fa39885d377dce63814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804608 Jun 03 15:25:13.628615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:13.688780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b780743-d381-428e-9c25-81ef27a31e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.702348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.711673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35b2c0c9-2997-4173-aabf-ee5d51162a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.739910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35b2c0c9-2997-4173-aabf-ee5d51162a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.784387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b780743-d381-428e-9c25-81ef27a31e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.804008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35b2c0c9-2997-4173-aabf-ee5d51162a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.811545 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 2, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:13.817029 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Checking router: 8a840971-1f39-43bb-b67c-a50b65b76641 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:25:13.817536 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Updating router 8a840971-1f39-43bb-b67c-a50b65b76641 port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:25:13.818830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Network 15479665-64ad-41d5-ac9a-60e62fd72704 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:13.829332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2c0c9-2997-4173-aabf-ee5d51162a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683b0b06-8d0d-4b6e-a256-705a81c1381d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:13.835752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:13.841213 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35b2c0c9-2997-4173-aabf-ee5d51162a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.843107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:13.844430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-35b2c0c9-2997-4173-aabf-ee5d51162a9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/683b0b06-8d0d-4b6e-a256-705a81c1381d HTTP/1.1" status: 204 len: 168 time: 0.2138391 Jun 03 15:25:13.908922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:13.909577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.917766 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.923678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:13.950225 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-2f06bf74-c7df-4397-a897-c99640684b8b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4729044 Jun 03 15:25:13.980746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Request body: {'port': {'device_id': '3190ad2d-6489-4220-9027-0cdad534f67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:14.019611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52582) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:14.029012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000011826', 'description': 'tempest-description--177994094'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:14.046580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:14.060535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:14.069366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:14.073168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b780743-d381-428e-9c25-81ef27a31e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.079742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:14.100461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.123698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b780743-d381-428e-9c25-81ef27a31e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5124b55-31ee-4c7e-aef5-3e503c74a6fb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:14.146922 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b780743-d381-428e-9c25-81ef27a31e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.148083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b780743-d381-428e-9c25-81ef27a31e99 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5124b55-31ee-4c7e-aef5-3e503c74a6fb HTTP/1.1" status: 204 len: 168 time: 0.5399926 Jun 03 15:25:14.179420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:14.186951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group_rule and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:14.193173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:14.211908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:14.237046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.365900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.446683 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.566204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.568421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5432172 Jun 03 15:25:14.573393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52604) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:14.578967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b944f2-e5ac-47f2-a547-50fab52f8b20 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22995f8-6448-41a5-8fd5-9641e488c89d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:14.588641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'security_group_rule': {'security_group_id': 'c22995f8-6448-41a5-8fd5-9641e488c89d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:14.600403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:14.622919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group_rule and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:14.638696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:14.671088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:14.681229 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.691095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c3029-08b5-4115-be18-194c33a3ae66 req-d6d08085-f963-4a7f-b6e9-d5bd79ac276a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.699498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a1c3029-08b5-4115-be18-194c33a3ae66 req-d6d08085-f963-4a7f-b6e9-d5bd79ac276a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.3314097 Jun 03 15:25:14.709581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7d01e-9079-4714-befc-fa40a1376ec8 req-6f3808b6-b3e3-43b2-871e-0cae23dd0dfc tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.709736 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Transition to ACTIVE for port object ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:14.711254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3a7d01e-9079-4714-befc-fa40a1376ec8 req-6f3808b6-b3e3-43b2-871e-0cae23dd0dfc tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 932 time: 0.3426070 Jun 03 15:25:14.734005 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.762055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.850004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a1c3029-08b5-4115-be18-194c33a3ae66 req-f6d18ffc-adda-447f-b856-f9b313b73490 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493242 Jun 03 15:25:14.885678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3a7d01e-9079-4714-befc-fa40a1376ec8 req-02497da0-6136-4298-b28f-55fc336b1356 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517329 Jun 03 15:25:14.924505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.939738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.992264 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.993973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4163570 Jun 03 15:25:14.999620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:15.004715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406c629-f4f0-4ade-baf9-0759a436fe0d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03816230-561c-450d-a7ed-a266f105667a,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:15.018556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'security_group_rule': {'security_group_id': 'c22995f8-6448-41a5-8fd5-9641e488c89d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:15.027892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:15.033335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group_rule and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:15.037479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:15.047925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:15.083570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.192507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.196935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29bcd07-a689-41bf-beb9-5db2fc06082d {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:15.205990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.209967 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f456f-17ef-4103-bed8-434f2c74baa8 None None] Pushing event updated for resources: {'Port': ['ID=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:15.218996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.231654 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Attempting to bind port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:15.232422 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Attempting to bind port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:15.233013 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Attempting to bind port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:15.240208 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:15.241125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Transition to ACTIVE for port object b29bcd07-a689-41bf-beb9-5db2fc06082d will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:15.241410 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Checking segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:15.242098 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.243006 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Bound using segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:15.243729 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Bound port: ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:15.244930 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.252661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.259075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efc34c6-6ed5-4d44-a201-0fcfc8385266,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:15.288796 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.289801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.292091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-39491be3-4932-4790-a451-737260ddc601 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909980 Jun 03 15:25:15.295297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:15.302167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:15.311249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:15.316612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:floatingip and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:15.320632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:15.332398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:15.365982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.381079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:15.407615 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] For port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:15.413785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] For port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:15.424737 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.539280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:15.539942 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:24:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:15.589277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.660194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-659d1c9a-63b5-4de3-ad2a-5e3ff62f3b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.670579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Attempting to bind port b29bcd07-a689-41bf-beb9-5db2fc06082d on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:15.670920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Attempting to bind port b29bcd07-a689-41bf-beb9-5db2fc06082d by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:15.671248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Attempting to bind port b29bcd07-a689-41bf-beb9-5db2fc06082d on network 15479665-64ad-41d5-ac9a-60e62fd72704 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:15.688270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Port b29bcd07-a689-41bf-beb9-5db2fc06082d on network 15479665-64ad-41d5-ac9a-60e62fd72704 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:15.688595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Attempting to bind port b29bcd07-a689-41bf-beb9-5db2fc06082d on network 15479665-64ad-41d5-ac9a-60e62fd72704 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:15.699060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:15.699471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Checking segment: {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:15.700000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Bound using segment: {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:15.700978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Bound port: b29bcd07-a689-41bf-beb9-5db2fc06082d, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:15.700978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.714761 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f456f-17ef-4103-bed8-434f2c74baa8 None None] Pushing event updated for resources: {'Port': ['ID=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:15.851230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Allocated IP 172.25.1.142 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/cb5dc4cb-bc42-41da-b91e-a6bffa4c577f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:15.883642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:15.890886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:15.897606 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:15.899710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52644) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:15.927379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.095496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.100983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.103496 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/b29bcd07-a689-41bf-beb9-5db2fc06082d HTTP/1.1" status: 200 len: 1092 time: 2.1449733 Jun 03 15:25:16.104841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:16.159297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c85a9-b48a-4b8d-b6cd-a407974284a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:16.216772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-474164247-network', 'tenant_id': '7c25092b1d824255a5b827af6401544c'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:16.226609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:16.233786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Usage tracker for resource:network and tenant:7c25092b1d824255a5b827af6401544c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:16.238507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:16.261016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:16.283482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Made reservation on behalf of 7c25092b1d824255a5b827af6401544c for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:16.286510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.302086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-d9e6c1b4-57f4-45e8-a6cd-322656b9182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.303629 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-d9e6c1b4-57f4-45e8-a6cd-322656b9182b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 1095 time: 0.1373718 Jun 03 15:25:16.306438 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.383764 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-f7da5f01-7ab5-40f8-b2aa-4a01d0b4d969 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d HTTP/1.1" status: 200 len: 217 time: 0.0667043 Jun 03 15:25:16.387726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe94b9-591d-4783-94e3-4ec9e53d806a req-954bee04-a25a-47ea-b9a4-0e2357f4298f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.388412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:16.389321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adfe94b9-591d-4783-94e3-4ec9e53d806a req-954bee04-a25a-47ea-b9a4-0e2357f4298f tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.1819913 Jun 03 15:25:16.393151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Usage tracker for resource:security_group_rule and tenant:7c25092b1d824255a5b827af6401544c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:16.396443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:16.402843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:16.410015 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:15Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:16.414763 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89c323-3eab-40ef-a7c7-fd0a79e92226 None None] The sync data for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 is: [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:15Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:16.483040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.499779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551306a3-84ea-4422-8174-f0748a44d89d req-c037d887-fd57-4747-96fc-f58db7382903 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.501378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-551306a3-84ea-4422-8174-f0748a44d89d req-c037d887-fd57-4747-96fc-f58db7382903 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 944 time: 0.3305366 Jun 03 15:25:16.515785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adfe94b9-591d-4783-94e3-4ec9e53d806a req-1d2c550f-fc65-4e81-9492-5f516f39d96d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102626 Jun 03 15:25:16.559199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-7f180f4f-652f-4398-ba74-5b639b0eecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.561017 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-7f180f4f-652f-4398-ba74-5b639b0eecdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fea8013-4af5-403c-96a8-c48700c27d7f HTTP/1.1" status: 200 len: 862 time: 0.1385169 Jun 03 15:25:16.610211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-551306a3-84ea-4422-8174-f0748a44d89d req-9207a165-a84b-4442-8bb3-cab5f8e936aa tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932918 Jun 03 15:25:16.633395 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.639303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.640126 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6925668b-a4d7-4371-828e-a35705c4f57a'] response: {'name': 'network-changed', 'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'status': 'completed', 'code': 200} Jun 03 15:25:16.660149 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-3f83b4e3-1ff8-42ec-bcbf-e97ec88baafc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15479665-64ad-41d5-ac9a-60e62fd72704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870657 Jun 03 15:25:16.697801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:16.714781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:16.734114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:16.800231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.816039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.856060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1f3b5-5752-481c-adc8-cd22bad6ad03,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:16.867777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'Port': ['ID=cb5dc4cb-bc42-41da-b91e-a6bffa4c577f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:16.889145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:16.900453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:16.904331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.919402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:16.938146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.938616 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Added segment 1130f850-fc0a-45b5-bf9b-fb4ebd880b37 of type vlan for network 64099762-86aa-4faa-8387-c73e93bcb370 Jun 03 15:25:16.948069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-392e1439-2e6b-4ccc-93fb-f4ac81c67335 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747717 Jun 03 15:25:16.974384 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.093322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.125629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:17.136892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:17.137585 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.177605 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.206200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7de3e6b-6209-458c-ae3a-43f64edbe833 req-419e128f-5254-4617-b312-f8185e470c17 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472336 Jun 03 15:25:17.260001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-362324965', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:17.264140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.265055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.265643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.334299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:17.345566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:17.345857 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.384601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:17.392318 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.428469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.436206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.442985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Usage tracker for resource:port and tenant:4326217135c04afbbbe4122907b8a412 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:17.446511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] Pushing event updated for resources: {'Network': ['ID=64099762-86aa-4faa-8387-c73e93bcb370,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:17.449073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:17.459889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 64099762-86aa-4faa-8387-c73e93bcb370 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:17.474109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:17.479272 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-93a92148-2df8-4a63-a55b-9f13a8196528 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5784197 Jun 03 15:25:17.489750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52672) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:17.509387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Request body: {'subnet': {'network_id': '64099762-86aa-4faa-8387-c73e93bcb370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-474164247-subnet', 'tenant_id': '7c25092b1d824255a5b827af6401544c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:17.516469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Made reservation on behalf of 4326217135c04afbbbe4122907b8a412 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:17.518802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.530884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:17.539085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Usage tracker for resource:subnet and tenant:7c25092b1d824255a5b827af6401544c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:17.545122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.555345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:17.573928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:17.577737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:17.596853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-1d6edcff-5bd0-4ac4-ae98-24dd26e7f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.598297 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-1d6edcff-5bd0-4ac4-ae98-24dd26e7f954 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 1095 time: 0.3278389 Jun 03 15:25:17.599358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:17.626529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Usage tracker for resource:security_group_rule and tenant:4326217135c04afbbbe4122907b8a412 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:17.634205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.670714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'Port': ['ID=cb5dc4cb-bc42-41da-b91e-a6bffa4c577f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:17.675516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:17.687204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.690850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Made reservation on behalf of 7c25092b1d824255a5b827af6401544c for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:17.697218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.718352 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.719410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:17.722907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8394d00e-79b6-4c59-bdf0-e4b1b952bc5d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4253454 Jun 03 15:25:17.920141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade88699-e8a9-43f1-b7ff-11226843fd1d req-c32c8646-9fed-436f-b559-952947066bb2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.921761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ade88699-e8a9-43f1-b7ff-11226843fd1d req-c32c8646-9fed-436f-b559-952947066bb2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.1741529 Jun 03 15:25:17.953732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90620-482f-4b80-9631-4d56de420c9d req-2299a424-6b11-4d8a-97f2-dc16a7457b2b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.955372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9b90620-482f-4b80-9631-4d56de420c9d req-2299a424-6b11-4d8a-97f2-dc16a7457b2b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 944 time: 0.1652124 Jun 03 15:25:18.008683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ade88699-e8a9-43f1-b7ff-11226843fd1d req-16f22d06-cfb6-4d6a-b50b-b27f78f8693a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774727 Jun 03 15:25:18.044029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9b90620-482f-4b80-9631-4d56de420c9d req-509b0a36-d7fe-4899-bcec-806d0186c544 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779438 Jun 03 15:25:18.136907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-5972b5a1-86ea-4bb0-8d14-9018e0b109f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.138569 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-5972b5a1-86ea-4bb0-8d14-9018e0b109f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 923 time: 0.5146060 Jun 03 15:25:18.184202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-1bc5b217-9e3f-47b8-9152-517d696702be tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Synchronizing usage tracker for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:18.202883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-1bc5b217-9e3f-47b8-9152-517d696702be tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Unset dirty status for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:18.204593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-1bc5b217-9e3f-47b8-9152-517d696702be tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1000011826&fields=id&tenant_id=6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 267 time: 0.0618844 Jun 03 15:25:18.258230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-0344a5ea-a7ac-41fb-8c87-573cf0eb19cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d HTTP/1.1" status: 200 len: 217 time: 0.1109822 Jun 03 15:25:18.323699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.354144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.366805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.367383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-1455ab64-7135-4134-8699-f663c0c8bf84 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.368067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-1455ab64-7135-4134-8699-f663c0c8bf84 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Synchronizing usage tracker for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:18.380214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] device_id is not set on port 35cb246b-4e19-478e-9472-b9b56c331d70 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:25:18.385046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-1455ab64-7135-4134-8699-f663c0c8bf84 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Unset dirty status for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:18.386158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-1455ab64-7135-4134-8699-f663c0c8bf84 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 816 time: 0.1740232 Jun 03 15:25:18.400935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-9732a140-df54-4eda-8402-13951ed218e6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/quotas/6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 375 time: 0.0092847 Jun 03 15:25:18.414661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-e394b4b3-c188-44cd-9c43-65a6417e8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.416089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-e394b4b3-c188-44cd-9c43-65a6417e8707 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fea8013-4af5-403c-96a8-c48700c27d7f HTTP/1.1" status: 200 len: 862 time: 0.1506031 Jun 03 15:25:18.487616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-aae0c4b9-7665-48f0-8890-1f4f821c1ff8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810680 Jun 03 15:25:18.518038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-2632f0db-f4a9-44c2-84f0-924b894d0d3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15479665-64ad-41d5-ac9a-60e62fd72704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865066 Jun 03 15:25:18.525644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b813f06-f8f9-477e-aac7-d8e40800ab93,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:18.560169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.628220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-cea2cea9-2f73-4bea-b6b7-f93a69aa214d service neutron] 10.222.0.66 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286757 Jun 03 15:25:18.764669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ae5955-4f48-49b5-9a5b-f9c328441a84,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:18.769308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a9a94b07-ba75-49ea-a9a4-85229323f7d8 service neutron] 10.222.0.66 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348372 Jun 03 15:25:18.793229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:18.820052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Checking segment: {'id': '1130f850-fc0a-45b5-bf9b-fb4ebd880b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '64099762-86aa-4faa-8387-c73e93bcb370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:18.820640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Network hostable DHCP agents. Network: 64099762-86aa-4faa-8387-c73e93bcb370, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:18.845556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Allocated IP 172.25.1.2 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/35cb246b-4e19-478e-9472-b9b56c331d70) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:18.896472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-bc04b25e-69dc-40f5-aa96-906f277630e0 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658056 Jun 03 15:25:18.917722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:18.918586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.973547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Network 64099762-86aa-4faa-8387-c73e93bcb370 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:19.111564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:19.129039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 64099762-86aa-4faa-8387-c73e93bcb370) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:19.139336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b46e7-801f-44d8-9c31-8e9b80fc38e6 None None] Network 64099762-86aa-4faa-8387-c73e93bcb370 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:19.162706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:19.163634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.362024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-212c5179-5d3b-4f30-ade3-4c25e31b0df7 req-36a5e586-89e0-4638-8ea5-d3a2f1bfabdf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 210 time: 0.3727019 Jun 03 15:25:19.412289 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba3be1fb-33d5-4efb-8267-5ec65b3d8ca1 req-d60f273c-efc0-468e-807b-38c500d69ef6 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025997 Jun 03 15:25:19.428405 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f32ff82e-7b0b-4570-983f-fc12e677b4bc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9249241 Jun 03 15:25:19.445532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.489579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be93f1c-614d-4a86-888d-0b47b6a4d6d6 req-cd50fba2-a3c8-4b92-868f-6e3267b8308c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:19.499328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0be93f1c-614d-4a86-888d-0b47b6a4d6d6 req-cd50fba2-a3c8-4b92-868f-6e3267b8308c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.2231081 Jun 03 15:25:19.562825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.573891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0be93f1c-614d-4a86-888d-0b47b6a4d6d6 req-b17f361a-388c-43b4-8ca3-f2530be03874 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724134 Jun 03 15:25:19.637665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf9430-1c7a-4d14-8683-cc558a810d0f None None] Network 64099762-86aa-4faa-8387-c73e93bcb370 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:19.738723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:19.746109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:19.754369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Pushing event updated for resources: {'Port': ['ID=35cb246b-4e19-478e-9472-b9b56c331d70,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:19.771603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:19.867485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:19.868309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.903707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aa8c1-2351-45d6-9ffb-7f7c1f6902ca req-572b04a2-98ed-4787-b38a-eb4b22f83edc tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:19.906133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-66de42fa-e30a-494c-81bf-e72f6629e1c6 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0026002 Jun 03 15:25:19.909029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52712) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:19.914351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}]}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:19.914631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-436aa8c1-2351-45d6-9ffb-7f7c1f6902ca req-572b04a2-98ed-4787-b38a-eb4b22f83edc tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 944 time: 0.2901094 Jun 03 15:25:19.920992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:19.924983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Usage tracker for resource:router and tenant:4326217135c04afbbbe4122907b8a412 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:19.928798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:19.937788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:19.953500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.954631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.989910 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:20.082281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-436aa8c1-2351-45d6-9ffb-7f7c1f6902ca req-c881c9cd-4eb9-4d02-bf33-eda37a6fd329 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663284 Jun 03 15:25:20.321938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a2191-c8a4-4ec1-b1ba-5b456281849b req-35c2dfbe-4553-48d9-93b5-d12ef814fff6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.323995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e3a2191-c8a4-4ec1-b1ba-5b456281849b req-35c2dfbe-4553-48d9-93b5-d12ef814fff6 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.1032639 Jun 03 15:25:20.382205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e3a2191-c8a4-4ec1-b1ba-5b456281849b req-b38c80b5-885e-4056-83ac-dbc66257f623 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482454 Jun 03 15:25:20.511056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:20.600649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8376c00-92d5-4182-9ab1-bf4747d47e6b req-8c922ee1-416d-4466-9b3e-446342f1fce0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 210 time: 0.0627589 Jun 03 15:25:20.652161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-06c0d831-3696-4c7e-aa3a-43724296a109 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.653866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-06c0d831-3696-4c7e-aa3a-43724296a109 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/networks?id=64099762-86aa-4faa-8387-c73e93bcb370 HTTP/1.1" status: 200 len: 808 time: 0.2172654 Jun 03 15:25:20.675336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-e8b11683-8fd1-4ff7-9ae5-996c3e6ea68d tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/quotas/7c25092b1d824255a5b827af6401544c HTTP/1.1" status: 200 len: 375 time: 0.0119603 Jun 03 15:25:20.730564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-1e512ec3-0779-49d5-afa1-dce908a36d37 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c25092b1d824255a5b827af6401544c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487168 Jun 03 15:25:20.893681 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9cce8952-f491-4256-9ab9-ee314a8f92d0 service neutron] 10.222.0.66 "GET /v2.0/networks/64099762-86aa-4faa-8387-c73e93bcb370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443808 Jun 03 15:25:20.923883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-e1817abc-9d77-4261-8763-999864b298ab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.925407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-e1817abc-9d77-4261-8763-999864b298ab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 816 time: 0.2906263 Jun 03 15:25:21.048264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-1d961abf-4248-4fa6-be45-ac8eb6fa175d service neutron] 10.222.0.66 "GET /v2.0/networks/64099762-86aa-4faa-8387-c73e93bcb370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486771 Jun 03 15:25:21.066395 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-00561400-546a-4261-bb04-41c1c769133c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 380 time: 0.0921876 Jun 03 15:25:21.079372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'port': {'device_id': '453ce29e-44e8-4098-aec5-a8000266dbca', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'admin_state_up': True, 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'security_groups': ['c22995f8-6448-41a5-8fd5-9641e488c89d']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:21.104604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:21.203869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:21.280177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f053da49-277c-404f-a0b3-1b98c1a63733 req-e503132d-5670-4434-9d73-448c135709f1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 210 time: 0.0540178 Jun 03 15:25:21.322508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad0c1c-a762-4591-a19e-922dff2ab5a0 req-eb0aa4d2-16f4-4848-ae10-52e42c2c0044 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.324606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaad0c1c-a762-4591-a19e-922dff2ab5a0 req-eb0aa4d2-16f4-4848-ae10-52e42c2c0044 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 944 time: 0.1311300 Jun 03 15:25:21.380381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:21.389399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:port and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:21.394481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:21.404911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:21.436910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaad0c1c-a762-4591-a19e-922dff2ab5a0 req-009016cd-2b80-417d-a6f4-b6c3de01e20c tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033595 Jun 03 15:25:21.465913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Made reservation on behalf of 6529a69d4aa5444bac3e9188ce769c14 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:21.469440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:21.476792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-754e3c4e-5a33-4b83-a53b-2a6e98c55c43 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.478260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-754e3c4e-5a33-4b83-a53b-2a6e98c55c43 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.1438069 Jun 03 15:25:21.563634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:21.608512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Deleting port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:21.608941 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:21.811640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-227bf3b6-1b5b-4703-af1b-51367240e077 req-d379b5f8-6130-42ae-a682-9e0f93f80818 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 210 time: 0.0635097 Jun 03 15:25:21.832915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edf692-4945-4ffa-8875-2276aa719175 req-e67d2d22-888c-4b63-9112-f5c3957595c8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.835204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75edf692-4945-4ffa-8875-2276aa719175 req-e67d2d22-888c-4b63-9112-f5c3957595c8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 946 time: 0.3043337 Jun 03 15:25:21.920504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b29bcd07-a689-41bf-beb9-5db2fc06082d details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:21.978748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75edf692-4945-4ffa-8875-2276aa719175 req-554d9e7e-271a-4a10-9f6e-08124966d592 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259205 Jun 03 15:25:22.038364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] For port 054a0da0-2f4e-4c3b-927c-b08363f0bd20, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=054a0da0-2f4e-4c3b-927c-b08363f0bd20,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:22.039204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.127198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.132480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.141818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:22.159367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'port_id': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'mac_address': 'fa:16:3e:84:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fea8013-4af5-403c-96a8-c48700c27d7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:22.160410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Allocated IP 172.20.0.3 (e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65/f200f89f-2dd9-447b-b04a-400a12cba1d7/1d36cecd-6833-454a-97c3-3d031cc87b58) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:22.181956 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.182598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80af413a-1234-42aa-a227-c8db6be28f94 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:25:22.232270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b29bcd07-a689-41bf-beb9-5db2fc06082d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:22.232677 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.248056 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:25:22.249246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b2ce48f-e14e-4d40-bf9c-2ac0a1097fbf tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.3391333 Jun 03 15:25:22.254088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52750) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:22.254505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29bcd07-a689-41bf-beb9-5db2fc06082d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:22.278471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:22.283992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.321958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Calling delete_port for 054a0da0-2f4e-4c3b-927c-b08363f0bd20 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:22.397936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:22.410490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.411972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.413731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.414263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.414782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.415278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.415821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.416484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.417758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.418282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.418768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.419569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:22.482530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Deleting port 35cb246b-4e19-478e-9472-b9b56c331d70 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:22.482869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.597603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3eb5ca7-b898-4c74-a6aa-1074e32df647 req-a2f10012-f78b-4f99-b3d1-258ec7e598d8 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 210 time: 0.1440792 Jun 03 15:25:22.609104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b29bcd07-a689-41bf-beb9-5db2fc06082d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:22.638005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.677833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Transition to ACTIVE for port object 1d36cecd-6833-454a-97c3-3d031cc87b58 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:22.751619 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.817668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-6f83e159-2716-46ce-9e96-5b8f64924495 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:22.819115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.819258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-6f83e159-2716-46ce-9e96-5b8f64924495 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.15 "GET /v2.0/networks?id=64099762-86aa-4faa-8387-c73e93bcb370 HTTP/1.1" status: 200 len: 808 time: 0.4053562 Jun 03 15:25:22.831540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.854346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event deleted for resources: {'Port': ['ID=054a0da0-2f4e-4c3b-927c-b08363f0bd20,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:22.874452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Request body: {'port': {'device_id': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'network_id': '64099762-86aa-4faa-8387-c73e93bcb370', 'admin_state_up': True, 'tenant_id': '7c25092b1d824255a5b827af6401544c'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:22.986800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9ee14-d5b7-4707-95e4-d33d95a02c85 req-29b8de29-2d89-4451-ad3a-794e4c08b766 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:22.988516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c9ee14-d5b7-4707-95e4-d33d95a02c85 req-29b8de29-2d89-4451-ad3a-794e4c08b766 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 945 time: 0.4066460 Jun 03 15:25:23.009230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Calling delete_port for 35cb246b-4e19-478e-9472-b9b56c331d70 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:23.062798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] No DVR routers for this DVR port 054a0da0-2f4e-4c3b-927c-b08363f0bd20 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:23.073975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:23.078958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:23.082406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'name': 'network-vif-deleted', 'tag': '054a0da0-2f4e-4c3b-927c-b08363f0bd20'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:23.086329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:23.090172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:23.095330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:23.194385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09ad8387-d679-4fa9-a19f-d9dbb9e6b272 req-592746ca-08df-4c50-841d-b80f6ce14129 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "DELETE /v2.0/ports/054a0da0-2f4e-4c3b-927c-b08363f0bd20 HTTP/1.1" status: 204 len: 173 time: 1.7096386 Jun 03 15:25:23.218750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:23.236652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c9ee14-d5b7-4707-95e4-d33d95a02c85 req-764d00d2-e498-436e-acf3-fce4a6fcae49 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015498 Jun 03 15:25:23.243977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Usage tracker for resource:port and tenant:7c25092b1d824255a5b827af6401544c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:23.259598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:23.271841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:23.301036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Made reservation on behalf of 7c25092b1d824255a5b827af6401544c for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:23.307555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:23.347323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:23.350269 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:23.364830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461ee46-2e8f-4118-963a-bc482f2ef520 req-0ee088e7-3fdb-4fec-9977-31ec0155ff83 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:23.366649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3461ee46-2e8f-4118-963a-bc482f2ef520 req-0ee088e7-3fdb-4fec-9977-31ec0155ff83 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 931 time: 0.3874292 Jun 03 15:25:23.428540 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-0fb95e35-7680-4945-99fa-2ac668a6c50f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3548079 Jun 03 15:25:23.443937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Request body: {'port': {'device_id': '453ce29e-44e8-4098-aec5-a8000266dbca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:23.480840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3461ee46-2e8f-4118-963a-bc482f2ef520 req-a31e8741-28e8-4cde-80e3-d6f95bf54ae5 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027534 Jun 03 15:25:23.495040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-afd1ded0-ab13-438c-bb30-2aff6db75d13 None None] Provisioning for port 1d36cecd-6833-454a-97c3-3d031cc87b58 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:23.508390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-afd1ded0-ab13-438c-bb30-2aff6db75d13 None None] Provisioning complete for port 1d36cecd-6833-454a-97c3-3d031cc87b58 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:23.508390 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afd1ded0-ab13-438c-bb30-2aff6db75d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:23.544064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:23.563883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cdf9d82d-f9e0-4e64-8674-2f1d5f20de33 req-2377ce71-6618-4f08-92a5-590c1557f77a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:23.574800 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c586601b-b941-4c60-bf07-a5a9e162c484'] response: {'server_uuid': '4c4e254c-57e7-4af9-9721-b180d89fc555', 'name': 'network-vif-deleted', 'tag': '054a0da0-2f4e-4c3b-927c-b08363f0bd20', 'status': 'completed', 'code': 200} Jun 03 15:25:23.609358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-afd1ded0-ab13-438c-bb30-2aff6db75d13 None None] Port 1d36cecd-6833-454a-97c3-3d031cc87b58 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:23.634767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cdf9d82d-f9e0-4e64-8674-2f1d5f20de33 req-2377ce71-6618-4f08-92a5-590c1557f77a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:23.635937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cdf9d82d-f9e0-4e64-8674-2f1d5f20de33 req-2377ce71-6618-4f08-92a5-590c1557f77a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c4e254c-57e7-4af9-9721-b180d89fc555 HTTP/1.1" status: 200 len: 210 time: 0.1420386 Jun 03 15:25:23.642033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Pushing event deleted for resources: {'Port': ['ID=35cb246b-4e19-478e-9472-b9b56c331d70,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:23.669255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Allocated IP 172.20.0.2 (64099762-86aa-4faa-8387-c73e93bcb370/58ae5955-4f48-49b5-9a5b-f9c328441a84/293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:23.767893 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:23.769483 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3bdaa693-c7ab-4142-b0fa-ed0669b17196 tempest-RoutersAdminNegativeIpV6Test-1477373904 tempest-RoutersAdminNegativeIpV6Test-1477373904-project-admin] 10.222.0.66 "DELETE /v2.0/ports/35cb246b-4e19-478e-9472-b9b56c331d70 HTTP/1.1" status: 204 len: 168 time: 1.5145249 Jun 03 15:25:23.770201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:23.819247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bbca692-046f-4073-8da2-4c1b45a5b6a2 req-89f079c0-961f-4296-9c1b-d233a1b668fb tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 210 time: 0.0726957 Jun 03 15:25:23.927090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b29bcd07-a689-41bf-beb9-5db2fc06082d up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:23.972788 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.030327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.048305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b29bcd07-a689-41bf-beb9-5db2fc06082d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:24.055063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b29bcd07-a689-41bf-beb9-5db2fc06082d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:24.055711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.122087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Network 64099762-86aa-4faa-8387-c73e93bcb370 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:24.126228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:24.131344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:24.207506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.208320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.217115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b29bcd07-a689-41bf-beb9-5db2fc06082d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:24.217500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.224861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Pushing event updated for resources: {'Port': ['ID=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:24.229322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52770) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:24.245786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.246793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.247155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.247502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.247860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.248192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.248525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.248852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.249178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.249507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.249854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.250183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:24.251768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:24.261805 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 054a0da0-2f4e-4c3b-927c-b08363f0bd20 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:24.265066 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-9819a449-684b-4689-b808-3961b0cc5cf1 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3949630 Jun 03 15:25:24.276448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Request body: {'port': {'device_id': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:24.329477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d36cecd-6833-454a-97c3-3d031cc87b58 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:24.341461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.358214 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e7b1f4-56ec-4962-852e-7dc0847eaf9f'] response: {'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'code': 200} Jun 03 15:25:24.362895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Transition to ACTIVE for port object 1d36cecd-6833-454a-97c3-3d031cc87b58 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:24.366338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:24.368904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 054a0da0-2f4e-4c3b-927c-b08363f0bd20 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:24.369531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 054a0da0-2f4e-4c3b-927c-b08363f0bd20 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:24.375124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.377005 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.497332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:24.668855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.771310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:24.773168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:24.786145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Usage tracker for resource:security_group_rule and tenant:a64188a94d864fb4b160ce1423f6f89c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:24.798689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:24.815179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:24.817430 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.880988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934406e1-7f6e-4b7c-8ce9-a7a5b1c8039b req-50c3a3a5-3da5-4b1a-ae4b-b1194f604255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.882541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-934406e1-7f6e-4b7c-8ce9-a7a5b1c8039b req-50c3a3a5-3da5-4b1a-ae4b-b1194f604255 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 1097 time: 0.5005236 Jun 03 15:25:24.918575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Attempting to bind port 1d36cecd-6833-454a-97c3-3d031cc87b58 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:24.918922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Attempting to bind port 1d36cecd-6833-454a-97c3-3d031cc87b58 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:24.919312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Attempting to bind port 1d36cecd-6833-454a-97c3-3d031cc87b58 on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:24.927071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Port 1d36cecd-6833-454a-97c3-3d031cc87b58 on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:24.927399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Attempting to bind port 1d36cecd-6833-454a-97c3-3d031cc87b58 on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:24.928398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714fee7-af22-4b18-af0d-71f13554afc1 req-6165188f-0c35-4fbc-80f9-35279cd7658f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.929960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5714fee7-af22-4b18-af0d-71f13554afc1 req-6165188f-0c35-4fbc-80f9-35279cd7658f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.4107552 Jun 03 15:25:24.944644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:24.945093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Checking segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:24.945430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Bound using segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:24.945883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Bound port: 1d36cecd-6833-454a-97c3-3d031cc87b58, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:24.946235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.966177 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-934406e1-7f6e-4b7c-8ce9-a7a5b1c8039b req-7a78fc8e-c550-428d-a018-3693f2f71652 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Jun 03 15:25:24.989763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762d5c9-e059-4a34-be93-ce4febc8993f req-ea49481e-2637-460e-bb35-8281e93be727 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.996636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e762d5c9-e059-4a34-be93-ce4febc8993f req-ea49481e-2637-460e-bb35-8281e93be727 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.3643939 Jun 03 15:25:25.061430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:25.065663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:25.070217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.134980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.136721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.137692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5714fee7-af22-4b18-af0d-71f13554afc1 req-ecf2aa86-d94d-4056-8dc5-15219b81ecca tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985457 Jun 03 15:25:25.137841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 1091 time: 1.7003326 Jun 03 15:25:25.138193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:25.162837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88760ba-6f4c-4d78-b836-1750aae51868 service neutron] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:25.185990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e762d5c9-e059-4a34-be93-ce4febc8993f req-6f3706a5-ee80-4d1e-b0a1-fe3554613df1 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884804 Jun 03 15:25:25.344694 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.344852 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a48743-18de-47fe-99c7-002632c6b3ae'] response: {'name': 'network-changed', 'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'status': 'completed', 'code': 200} Jun 03 15:25:25.355755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-f482933a-ce04-4d13-b933-b90d0739c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.357775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-f482933a-ce04-4d13-b933-b90d0739c4e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1094 time: 0.1671419 Jun 03 15:25:25.406254 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.438830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-20e3ba91-dcbb-4660-a697-d25ddeca381d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 217 time: 0.0739636 Jun 03 15:25:25.496001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a64188a94d864fb4b160ce1423f6f89c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2612109 Jun 03 15:25:25.498828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52796) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:25.538237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aab42-e0c1-4a3e-b4df-243312159d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57874894-965b-4fce-9868-d8ec8969a8f4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:25.549461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-e4f9fef1-12b2-455d-b526-75a9238644bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.551163 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-e4f9fef1-12b2-455d-b526-75a9238644bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.1069982 Jun 03 15:25:25.583758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa645d55-a2b2-453f-be54-357f6f070575 req-26cce9b7-a2e4-4dde-b4dd-8c6e32eabeb4 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.584489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aa645d55-a2b2-453f-be54-357f6f070575 req-26cce9b7-a2e4-4dde-b4dd-8c6e32eabeb4 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Synchronizing usage tracker for tenant:7c25092b1d824255a5b827af6401544c on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:25.627199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad15c1d8-b91f-4a41-aa4d-bf11d0cd52fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.660565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad15c1d8-b91f-4a41-aa4d-bf11d0cd52fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.703286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-c00c92ae-f9fd-4bda-87ce-a091a6180da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.704801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-c00c92ae-f9fd-4bda-87ce-a091a6180da1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472371 Jun 03 15:25:25.731213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aa645d55-a2b2-453f-be54-357f6f070575 req-26cce9b7-a2e4-4dde-b4dd-8c6e32eabeb4 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Unset dirty status for tenant:7c25092b1d824255a5b827af6401544c on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:25.732421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa645d55-a2b2-453f-be54-357f6f070575 req-26cce9b7-a2e4-4dde-b4dd-8c6e32eabeb4 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 931 time: 0.3827858 Jun 03 15:25:25.750736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:25.797277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.801541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad15c1d8-b91f-4a41-aa4d-bf11d0cd52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.827598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15c1d8-b91f-4a41-aa4d-bf11d0cd52fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57874894-965b-4fce-9868-d8ec8969a8f4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:25.845218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad15c1d8-b91f-4a41-aa4d-bf11d0cd52fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.846951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ad15c1d8-b91f-4a41-aa4d-bf11d0cd52fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57874894-965b-4fce-9868-d8ec8969a8f4 HTTP/1.1" status: 204 len: 168 time: 0.3464918 Jun 03 15:25:25.847091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Transition to ACTIVE for port object 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:25.857181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-e821622e-c52f-48f0-9ff7-d2a59a4522ca tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.859514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-e821622e-c52f-48f0-9ff7-d2a59a4522ca tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.3047047 Jun 03 15:25:25.863714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa645d55-a2b2-453f-be54-357f6f070575 req-f55d54a5-3718-4bd5-b692-bbc88e37cee2 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206980 Jun 03 15:25:25.864964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.881067 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-b97c5e15-eb2f-41f3-a54f-a407d8ed12d0 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699691 Jun 03 15:25:26.018782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-db06f0a2-5136-4aed-925d-b6ce6eea0e5d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/quotas/4e7396cbbc08497a9316bfc89e1706db HTTP/1.1" status: 200 len: 375 time: 0.1155920 Jun 03 15:25:26.034384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68b96171-6015-46de-aaaf-8ac9994b5fb3 req-d549251d-137d-481b-b1b0-7ea3c1b4ba7e service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438496 Jun 03 15:25:26.068512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Pushing event updated for resources: {'Port': ['ID=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:26.124101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-16d08766-1ff4-45ba-be5e-8a892e251d88 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911527 Jun 03 15:25:26.195642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-a2c32f07-bb7c-4a70-9d05-f2598f03d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.198638 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-a2c32f07-bb7c-4a70-9d05-f2598f03d430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1094 time: 0.1140659 Jun 03 15:25:26.266784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52812) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:26.381845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Attempting to bind port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:26.382053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Attempting to bind port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '1130f850-fc0a-45b5-bf9b-fb4ebd880b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '64099762-86aa-4faa-8387-c73e93bcb370'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:26.382337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-da72f8ec-4f18-4d39-9c28-a320242ae150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.382485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Attempting to bind port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e on network 64099762-86aa-4faa-8387-c73e93bcb370 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:26.383795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-da72f8ec-4f18-4d39-9c28-a320242ae150 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.1787252 Jun 03 15:25:26.413598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e on network 64099762-86aa-4faa-8387-c73e93bcb370 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:26.413916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Attempting to bind port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e on network 64099762-86aa-4faa-8387-c73e93bcb370 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:26.458953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-4bc3e49c-cfea-44e9-87f9-1daf4c2d77fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 217 time: 0.0677447 Jun 03 15:25:26.525386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-f6935ee8-c2d3-4e02-ae64-e806ec57debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.526995 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-f6935ee8-c2d3-4e02-ae64-e806ec57debd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.0608580 Jun 03 15:25:26.537541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-92dd1761-0536-4485-9393-8fcd9479e8a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4326217135c04afbbbe4122907b8a412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696609 Jun 03 15:25:26.543261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52818) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:26.551704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:26.552040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Checking segment: {'id': '1130f850-fc0a-45b5-bf9b-fb4ebd880b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '64099762-86aa-4faa-8387-c73e93bcb370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:26.552451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Bound using segment: {'id': '1130f850-fc0a-45b5-bf9b-fb4ebd880b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '64099762-86aa-4faa-8387-c73e93bcb370'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:26.552891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Bound port: 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1130f850-fc0a-45b5-bf9b-fb4ebd880b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '64099762-86aa-4faa-8387-c73e93bcb370'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:26.553235 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.619300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-676fec7c-a163-4e87-847f-e371630f7875 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577909 Jun 03 15:25:26.714735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-2997fb3a-ed54-4cb2-aae5-f96da89a7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.716285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-2997fb3a-ed54-4cb2-aae5-f96da89a7049 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831667 Jun 03 15:25:26.786953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe83b-c3fc-4d6f-8678-c558bb764bae req-187af149-0d4d-429e-b6cd-538aeacecc28 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.788535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8babe83b-c3fc-4d6f-8678-c558bb764bae req-187af149-0d4d-429e-b6cd-538aeacecc28 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.4901311 Jun 03 15:25:26.841555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] For port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:26.858212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-571dab54-3602-4214-b054-bf884ac169f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.866117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-7bd22987-86af-4b4e-a30d-c314e869e342 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434109 Jun 03 15:25:26.901091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] For port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,segment=NetworkSegment(1130f850-fc0a-45b5-bf9b-fb4ebd880b37),segment_id=1130f850-fc0a-45b5-bf9b-fb4ebd880b37)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:26.921201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.959510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-ae103d80-ad0e-49e5-89b1-ac5c8647e714 service neutron] 10.222.0.66 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257992 Jun 03 15:25:26.961360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-571dab54-3602-4214-b054-bf884ac169f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:27.014718 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cacb8ff0-77f7-4509-9f97-405e29036c86 req-f6777a81-5f6a-4338-9930-8cb3fb35f5bf service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367431 Jun 03 15:25:27.032710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8babe83b-c3fc-4d6f-8678-c558bb764bae req-7c0f8575-398b-4f09-b2e2-5087a19851c0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341909 Jun 03 15:25:27.093188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.094115 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:27.095620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] 10.222.0.15 "PUT /v2.0/ports/293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e HTTP/1.1" status: 200 len: 1091 time: 2.8236551 Jun 03 15:25:27.096191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'tag': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:27.105403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-571dab54-3602-4214-b054-bf884ac169f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:27.146502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dab54-3602-4214-b054-bf884ac169f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b813f06-f8f9-477e-aac7-d8e40800ab93,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:27.251844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b685f3-06e1-4787-89c6-06a02b7255af service neutron] Pushing event updated for resources: {'Port': ['ID=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:27.291704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-571dab54-3602-4214-b054-bf884ac169f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:27.295763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-571dab54-3602-4214-b054-bf884ac169f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b813f06-f8f9-477e-aac7-d8e40800ab93 HTTP/1.1" status: 204 len: 168 time: 0.7306232 Jun 03 15:25:27.427596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d3f44-54d3-431a-a3d1-1d766de42311 req-1a73e784-946b-4f79-8273-9e3f960c8156 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.435899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d7d3f44-54d3-431a-a3d1-1d766de42311 req-1a73e784-946b-4f79-8273-9e3f960c8156 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.2471986 Jun 03 15:25:27.456581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-62991616-7223-44ea-9698-05524b26a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.458144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-62991616-7223-44ea-9698-05524b26a20b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c25092b1d824255a5b827af6401544c&device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 1094 time: 0.3092237 Jun 03 15:25:27.568822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d7d3f44-54d3-431a-a3d1-1d766de42311 req-3fc77683-4bfb-4b8e-8d45-ae9e3a1dd1f7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317725 Jun 03 15:25:27.583390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-579c7a26-c178-402d-b886-2e9cfcc2c076 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e HTTP/1.1" status: 200 len: 217 time: 0.1074266 Jun 03 15:25:27.638683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790461b-4931-42e0-a1c4-a48b7f105cac req-4d889343-d319-4df6-b5de-c1e0b434d062 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.646345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8790461b-4931-42e0-a1c4-a48b7f105cac req-4d889343-d319-4df6-b5de-c1e0b434d062 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 943 time: 0.3334820 Jun 03 15:25:27.765792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8790461b-4931-42e0-a1c4-a48b7f105cac req-e38dd39e-aff6-4392-8739-de55b8bc743a tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178761 Jun 03 15:25:27.871739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-2099c58d-c505-4968-bebe-8096f7984252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.873413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-2099c58d-c505-4968-bebe-8096f7984252 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58ae5955-4f48-49b5-9a5b-f9c328441a84 HTTP/1.1" status: 200 len: 848 time: 0.2895317 Jun 03 15:25:27.927738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-a148a0af-db7d-4cb5-9714-dc967a7d8df1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64099762-86aa-4faa-8387-c73e93bcb370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474935 Jun 03 15:25:27.947240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493f329-ef73-4c36-8644-eb5529b0e014 req-46300393-04a4-4183-bee0-d594e39166f2 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.948845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3493f329-ef73-4c36-8644-eb5529b0e014 req-46300393-04a4-4183-bee0-d594e39166f2 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.1828806 Jun 03 15:25:28.104303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e7c20-6623-4af4-aa70-6e41d213ac9a req-a9443ed3-e45f-4044-a8c7-46ae6001da78 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 210 time: 0.1345046 Jun 03 15:25:28.159778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3493f329-ef73-4c36-8644-eb5529b0e014 req-45a4cb6b-7632-480a-a21c-78733fb5dcab tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888275 Jun 03 15:25:28.191748 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833ef4f2-0326-4620-a3d4-ba7326ec5863'] response: {'name': 'network-changed', 'server_uuid': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'tag': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e', 'status': 'completed', 'code': 200} Jun 03 15:25:28.203363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-7f841442-1781-47e3-82eb-0e97a42e3736 service neutron] 10.222.0.15 "GET /v2.0/networks/64099762-86aa-4faa-8387-c73e93bcb370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654955 Jun 03 15:25:28.247622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:28.386947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27d89885-a643-46ca-9738-f0ab4ff8de7c req-058b6cfb-0454-4206-a46c-64c2d7488733 service neutron] 10.222.0.15 "GET /v2.0/networks/64099762-86aa-4faa-8387-c73e93bcb370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767247 Jun 03 15:25:28.509095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:28.522171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52872) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:28.524743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'port_id': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'mac_address': 'fa:16:3e:9d:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:28.596867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:28.597573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:28.625613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-f74e1979-55eb-483e-bd70-3d479e5159b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.627021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-f74e1979-55eb-483e-bd70-3d479e5159b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c25092b1d824255a5b827af6401544c&device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 1094 time: 0.1730835 Jun 03 15:25:28.634577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d36cecd-6833-454a-97c3-3d031cc87b58 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:28.683802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:28.695995 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:28.793463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e245fa-0b26-4cfc-a228-9e2df0a74231 req-97e7d61e-6d55-4f79-a93c-f6af531a295d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.796723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86e245fa-0b26-4cfc-a228-9e2df0a74231 req-97e7d61e-6d55-4f79-a93c-f6af531a295d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.4087324 Jun 03 15:25:28.828605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-bad6b4f9-2fe7-4a64-9cde-0dbc1b96738a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.834614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-bad6b4f9-2fe7-4a64-9cde-0dbc1b96738a tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 812 time: 0.3766756 Jun 03 15:25:28.844220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:28.855479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1391537989'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:28.865588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:28.882469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Request body: {'port': {'device_id': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'admin_state_up': True, 'tenant_id': '4e7396cbbc08497a9316bfc89e1706db'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:28.884257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Usage tracker for resource:network and tenant:9345ca6fa75f4dda8279c6a93bc5c386 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:28.890984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:28.911184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:28.944659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-36263765-a1b1-42bd-bcff-38063688ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.944889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['1d36cecd-6833-454a-97c3-3d031cc87b58'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:28.946307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-36263765-a1b1-42bd-bcff-38063688ca78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64099762-86aa-4faa-8387-c73e93bcb370 HTTP/1.1" status: 200 len: 909 time: 0.3126163 Jun 03 15:25:28.947418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Made reservation on behalf of 9345ca6fa75f4dda8279c6a93bc5c386 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:28.951388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.032159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.045283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-6f29fbb4-97fa-4044-af3a-ed96bedef3d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e HTTP/1.1" status: 200 len: 217 time: 0.0839117 Jun 03 15:25:29.051313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:29.095467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Usage tracker for resource:security_group_rule and tenant:9345ca6fa75f4dda8279c6a93bc5c386 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:29.102603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:29.119857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:29.151885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-5f05abb5-d7e8-44d0-85ee-8792ba960f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.153294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-5f05abb5-d7e8-44d0-85ee-8792ba960f12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58ae5955-4f48-49b5-9a5b-f9c328441a84 HTTP/1.1" status: 200 len: 848 time: 0.0993230 Jun 03 15:25:29.203117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86e245fa-0b26-4cfc-a228-9e2df0a74231 req-f0299e6a-ef53-437e-b300-a77fce5700e4 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674548 Jun 03 15:25:29.208235 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-c9c8f8d2-9608-4ed0-b9f1-51eb60fa7306 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64099762-86aa-4faa-8387-c73e93bcb370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459862 Jun 03 15:25:29.279452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c1e74-e984-4bf5-b3e2-517e899cc97b req-8fff7c6f-9e36-4cdc-9980-932cb9c48fd4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.281103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f0c1e74-e984-4bf5-b3e2-517e899cc97b req-8fff7c6f-9e36-4cdc-9980-932cb9c48fd4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 944 time: 0.4055908 Jun 03 15:25:29.286545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:29.315527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:29.384221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Made reservation on behalf of 4e7396cbbc08497a9316bfc89e1706db for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:29.387944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.392055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.404488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.404739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f0c1e74-e984-4bf5-b3e2-517e899cc97b req-28582313-3da2-49ac-b7ca-1decf758f397 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155179 Jun 03 15:25:29.425392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-6e48cf8d-bd1a-4442-87b7-287887f17658 service neutron] 10.222.0.15 "GET /v2.0/networks/64099762-86aa-4faa-8387-c73e93bcb370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077136 Jun 03 15:25:29.474026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:29.519139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4b526-1348-48c7-82b9-47d2307331be req-ad60721d-00b3-4683-82e2-d12417d0426d tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.520619 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ae4b526-1348-48c7-82b9-47d2307331be req-ad60721d-00b3-4683-82e2-d12417d0426d tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 943 time: 0.1895258 Jun 03 15:25:29.543326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400d6907-7550-40ec-92bf-2f5038a202dc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:29.553619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.553907 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Added segment 7b221ac3-e394-4027-b9ca-114acf15e58a of type vlan for network 62c16007-990c-489c-b84b-0f71f830d03f Jun 03 15:25:29.606970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.617589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e421dc5d-a91d-4998-8f48-d6c221ab84ff req-40e32b0f-37ea-4b5d-93c7-63b829e1b233 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 210 time: 0.0933402 Jun 03 15:25:29.643568 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-984bf28d-285d-4da0-afc7-dbb8d645484e req-6a98ebf5-67c4-4f26-b987-7a2b9d887a51 service neutron] 10.222.0.15 "GET /v2.0/networks/64099762-86aa-4faa-8387-c73e93bcb370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948760 Jun 03 15:25:29.661991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.668611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.669408 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.685134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ae4b526-1348-48c7-82b9-47d2307331be req-adc17c48-021f-4f90-b3fd-6f72e35da26a tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272550 Jun 03 15:25:29.695538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Allocated IP 172.20.0.7 (bab2ba7d-77a4-46db-a2be-af020ae0ac10/c663b740-2cbb-4f54-abd2-34f5c8e205ad/7b900649-98a8-4a46-bc54-3b7e21e5b9de) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:29.784572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event updated for resources: {'Network': ['ID=62c16007-990c-489c-b84b-0f71f830d03f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:29.787497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cbea84a8-e659-4639-9284-f2d84742464f tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2626874 Jun 03 15:25:29.790457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52888) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:29.796288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Request body: {'subnet': {'network_id': '62c16007-990c-489c-b84b-0f71f830d03f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:29.798639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 62c16007-990c-489c-b84b-0f71f830d03f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:29.915131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:29.919213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Usage tracker for resource:subnet and tenant:9345ca6fa75f4dda8279c6a93bc5c386 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:29.922142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:29.927976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:29.938115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Made reservation on behalf of 9345ca6fa75f4dda8279c6a93bc5c386 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:29.941786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.947517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724bd87-0b04-41db-8a67-d0f41388ee5e req-77de217f-778c-495e-a8ea-76c3fdaff617 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.949392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2724bd87-0b04-41db-8a67-d0f41388ee5e req-77de217f-778c-495e-a8ea-76c3fdaff617 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.2105298 Jun 03 15:25:30.016692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.033271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2724bd87-0b04-41db-8a67-d0f41388ee5e req-447fc08b-626f-4c55-a78a-72e6007771f1 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690279 Jun 03 15:25:30.092668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.188262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Network bab2ba7d-77a4-46db-a2be-af020ae0ac10 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:30.232799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:30.242883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:30.278472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:30.285651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event updated for resources: {'Port': ['ID=7b900649-98a8-4a46-bc54-3b7e21e5b9de,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:30.334016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.334740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.361806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:30.363586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.375404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131faf2b-2949-4cda-b4a5-612d95a5e089 req-08d673da-dcf8-4e76-8736-0e27db809211 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.377551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-131faf2b-2949-4cda-b4a5-612d95a5e089 req-08d673da-dcf8-4e76-8736-0e27db809211 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.1986632 Jun 03 15:25:30.379631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-845af548-0dd1-4e7d-9346-46d5a8b7d0b7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5052660 Jun 03 15:25:30.426486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Request body: {'port': {'device_id': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:30.464882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event updated for resources: {'Subnet': ['ID=42616170-5a2c-44b9-89e7-f4428437d50f,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:30.466442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 1d36cecd-6833-454a-97c3-3d031cc87b58 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:30.469604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Checking segment: {'id': '7b221ac3-e394-4027-b9ca-114acf15e58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '62c16007-990c-489c-b84b-0f71f830d03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:30.469958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Network hostable DHCP agents. Network: 62c16007-990c-489c-b84b-0f71f830d03f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:30.491429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 1d36cecd-6833-454a-97c3-3d031cc87b58 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:30.492234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.493659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-131faf2b-2949-4cda-b4a5-612d95a5e089 req-fcd4d2db-e41f-421a-b278-7c4f90f1000f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099055 Jun 03 15:25:30.505676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Network 62c16007-990c-489c-b84b-0f71f830d03f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:30.521004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 62c16007-990c-489c-b84b-0f71f830d03f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:30.534684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.537576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.538868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,segment=NetworkSegment(1130f850-fc0a-45b5-bf9b-fb4ebd880b37),segment_id=1130f850-fc0a-45b5-bf9b-fb4ebd880b37)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:30.549060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c807403-4a76-4476-b3de-66389d6d4bf1 None None] Network 62c16007-990c-489c-b84b-0f71f830d03f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:30.571984 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-85e7de9a-000b-4ef2-b527-4eed609b43e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7803960 Jun 03 15:25:30.574792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:30.585461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Request body: {'port': {'network_id': '62c16007-990c-489c-b84b-0f71f830d03f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-541490461'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:30.607676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.633819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e', 'network_id': '64099762-86aa-4faa-8387-c73e93bcb370', 'port_id': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e', 'mac_address': 'fa:16:3e:8a:8d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ae5955-4f48-49b5-9a5b-f9c328441a84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:30.710340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:30.710973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.733361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:30.806695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,segment=NetworkSegment(1130f850-fc0a-45b5-bf9b-fb4ebd880b37),segment_id=1130f850-fc0a-45b5-bf9b-fb4ebd880b37)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:30.829361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.899883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:30.904630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Usage tracker for resource:port and tenant:9345ca6fa75f4dda8279c6a93bc5c386 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:30.907897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:30.914580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:30.935588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Made reservation on behalf of 9345ca6fa75f4dda8279c6a93bc5c386 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:30.940467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:30.986895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] device_id is not set on port 3b813cda-28ad-4659-85fa-f844d0069f26 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:25:30.994513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:30.994911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.035509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:31.037859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:31.048137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:31.053388 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.133415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6874b64-9c21-4fdb-a78a-0445b5f81c83 req-ed86c564-5b3b-4edd-b459-ee6861df64e8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.140836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6874b64-9c21-4fdb-a78a-0445b5f81c83 req-ed86c564-5b3b-4edd-b459-ee6861df64e8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 944 time: 0.3534720 Jun 03 15:25:31.149868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:31.184929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a43848-a278-4a81-a7b9-87b04fb8d61f req-68930c47-4613-47dc-a5cb-2bade67b048e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.192094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0a43848-a278-4a81-a7b9-87b04fb8d61f req-68930c47-4613-47dc-a5cb-2bade67b048e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.3262360 Jun 03 15:25:31.227021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Allocated IP 2001:db8::c (62c16007-990c-489c-b84b-0f71f830d03f/42616170-5a2c-44b9-89e7-f4428437d50f/3b813cda-28ad-4659-85fa-f844d0069f26) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:31.230825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-62c16007-990c-489c-b84b-0f71f830d03f', 'network_id': '62c16007-990c-489c-b84b-0f71f830d03f', 'tenant_id': '9345ca6fa75f4dda8279c6a93bc5c386', 'fixed_ips': [{'subnet_id': '42616170-5a2c-44b9-89e7-f4428437d50f'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:25:31.231656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.267495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6874b64-9c21-4fdb-a78a-0445b5f81c83 req-d1bd20aa-be0b-4fcf-a977-a2ba174a6d05 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256936 Jun 03 15:25:31.316047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:31.325449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0a43848-a278-4a81-a7b9-87b04fb8d61f req-ee134ce1-354d-46c3-aff5-258c68a8c82e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300132 Jun 03 15:25:31.587209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.603608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Transition to ACTIVE for port object 3b813cda-28ad-4659-85fa-f844d0069f26 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:31.637576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.706550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b900649-98a8-4a46-bc54-3b7e21e5b9de {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:31.715267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Network 62c16007-990c-489c-b84b-0f71f830d03f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:31.718786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:31.721031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.721479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:31.725966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Allocated IP 2001:db8::2 (62c16007-990c-489c-b84b-0f71f830d03f/42616170-5a2c-44b9-89e7-f4428437d50f/0a0af0c2-250f-4979-a33a-d47014962a50) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:31.727714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.728417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.746160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Transition to ACTIVE for port object 7b900649-98a8-4a46-bc54-3b7e21e5b9de will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:31.750542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event updated for resources: {'Port': ['ID=3b813cda-28ad-4659-85fa-f844d0069f26,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:31.759704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:31.779111 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-99feace2-75b5-41af-af6e-0cecad35ac49 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.2031195 Jun 03 15:25:31.779995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52924) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:31.786678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Request body: {'port': {'network_id': '62c16007-990c-489c-b84b-0f71f830d03f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1799665866', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:31.787242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] bootfile-name is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:25:31.787651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] tftp-server is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:25:31.787987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] server-ip-address is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:25:31.832209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd344-dbde-4c63-a691-d76fd82521b7 req-c35e1020-2b1f-4ca4-9e66-c5866e0d4db7 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.839868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a0bd344-dbde-4c63-a691-d76fd82521b7 req-c35e1020-2b1f-4ca4-9e66-c5866e0d4db7 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 944 time: 0.2914019 Jun 03 15:25:31.929857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4ffe4-ab4a-45ef-800d-528f6e21b0ae req-56c09022-c77b-4a36-afdf-af7e392182ce tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.929857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8bc4ffe4-ab4a-45ef-800d-528f6e21b0ae req-56c09022-c77b-4a36-afdf-af7e392182ce tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:31.990821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:31.996423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Usage tracker for resource:port and tenant:9345ca6fa75f4dda8279c6a93bc5c386 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:32.002911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:32.011815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:32.029094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Made reservation on behalf of 9345ca6fa75f4dda8279c6a93bc5c386 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:32.031524 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.037186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.058207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Pushing event updated for resources: {'Port': ['ID=7b900649-98a8-4a46-bc54-3b7e21e5b9de,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:32.058355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Transition to ACTIVE for port object 0a0af0c2-250f-4979-a33a-d47014962a50 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:32.076374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] device_id is not set on port b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:25:32.095685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a0bd344-dbde-4c63-a691-d76fd82521b7 req-586182b3-561d-4cb3-b8d7-ea778f77ead5 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549942 Jun 03 15:25:32.099995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Transition to ACTIVE for port object 0a0af0c2-250f-4979-a33a-d47014962a50 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:32.102914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8bc4ffe4-ab4a-45ef-800d-528f6e21b0ae req-56c09022-c77b-4a36-afdf-af7e392182ce tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:32.104414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bc4ffe4-ab4a-45ef-800d-528f6e21b0ae req-56c09022-c77b-4a36-afdf-af7e392182ce tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 931 time: 0.5551431 Jun 03 15:25:32.113878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.182275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bc4ffe4-ab4a-45ef-800d-528f6e21b0ae req-31d5400c-6792-4cfd-9e8b-dec3afd6eb12 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695732 Jun 03 15:25:32.183027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Attempting to bind port 7b900649-98a8-4a46-bc54-3b7e21e5b9de on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:32.183418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Attempting to bind port 7b900649-98a8-4a46-bc54-3b7e21e5b9de by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:32.183755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Attempting to bind port 7b900649-98a8-4a46-bc54-3b7e21e5b9de on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:32.192999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Port 7b900649-98a8-4a46-bc54-3b7e21e5b9de on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:32.193333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Attempting to bind port 7b900649-98a8-4a46-bc54-3b7e21e5b9de on network bab2ba7d-77a4-46db-a2be-af020ae0ac10 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:32.217809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:32.218808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Checking segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:32.219707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Bound using segment: {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:32.220767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Bound port: 7b900649-98a8-4a46-bc54-3b7e21e5b9de, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e2868a-0572-46cf-8abb-04d83db59a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:32.221319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.254116 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbc950d-ed11-4ca0-97eb-e7994e3fb526'] response: {'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'code': 200} Jun 03 15:25:32.255340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Pushing event updated for resources: {'Port': ['ID=0a0af0c2-250f-4979-a33a-d47014962a50,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:32.268340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Network 62c16007-990c-489c-b84b-0f71f830d03f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:32.270278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:32.275083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:32.313589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:32.421006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Attempting to bind port 0a0af0c2-250f-4979-a33a-d47014962a50 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:32.421296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Allocated IP 2001:db8::381 (62c16007-990c-489c-b84b-0f71f830d03f/42616170-5a2c-44b9-89e7-f4428437d50f/b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:32.421784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Attempting to bind port 0a0af0c2-250f-4979-a33a-d47014962a50 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7b221ac3-e394-4027-b9ca-114acf15e58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '62c16007-990c-489c-b84b-0f71f830d03f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:32.422330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Attempting to bind port 0a0af0c2-250f-4979-a33a-d47014962a50 on network 62c16007-990c-489c-b84b-0f71f830d03f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:32.427552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] For port 7b900649-98a8-4a46-bc54-3b7e21e5b9de, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:32.431517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] For port 7b900649-98a8-4a46-bc54-3b7e21e5b9de, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7b900649-98a8-4a46-bc54-3b7e21e5b9de,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:32.433649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:32.434947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Checking segment: {'id': '7b221ac3-e394-4027-b9ca-114acf15e58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '62c16007-990c-489c-b84b-0f71f830d03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:32.435752 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.436330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Bound using segment: {'id': '7b221ac3-e394-4027-b9ca-114acf15e58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '62c16007-990c-489c-b84b-0f71f830d03f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:32.436985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Bound port: 0a0af0c2-250f-4979-a33a-d47014962a50, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b221ac3-e394-4027-b9ca-114acf15e58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '62c16007-990c-489c-b84b-0f71f830d03f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:32.437664 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.469359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbe5f3-0d71-4f5b-8afd-a35a6d3b4a84 req-3436aa90-c696-475c-8ac0-e0e4a4e8d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.471012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85cbe5f3-0d71-4f5b-8afd-a35a6d3b4a84 req-3436aa90-c696-475c-8ac0-e0e4a4e8d882 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1096 time: 0.1701090 Jun 03 15:25:32.545698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] For port 0a0af0c2-250f-4979-a33a-d47014962a50, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:32.547909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.549810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] For port 0a0af0c2-250f-4979-a33a-d47014962a50, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0a0af0c2-250f-4979-a33a-d47014962a50,segment=NetworkSegment(7b221ac3-e394-4027-b9ca-114acf15e58a),segment_id=7b221ac3-e394-4027-b9ca-114acf15e58a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:32.553336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85cbe5f3-0d71-4f5b-8afd-a35a6d3b4a84 req-3c44dd06-284d-4d07-8e64-6056cffa271f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702865 Jun 03 15:25:32.562185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.607772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:32.621583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:32.622361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.632729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.633357 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.634779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b900649-98a8-4a46-bc54-3b7e21e5b9de HTTP/1.1" status: 200 len: 1091 time: 2.2156448 Jun 03 15:25:32.635225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'tag': '7b900649-98a8-4a46-bc54-3b7e21e5b9de'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:32.682472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7c6d0-5407-4526-9152-90fc3099c389 req-56937d5e-bc39-48d5-8033-9652f117ff81 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.684377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90a7c6d0-5407-4526-9152-90fc3099c389 req-56937d5e-bc39-48d5-8033-9652f117ff81 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.2502513 Jun 03 15:25:32.741542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ef865-7fdf-46fa-9e7d-e7d0aa357025 None None] Pushing event updated for resources: {'Port': ['ID=0a0af0c2-250f-4979-a33a-d47014962a50,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:32.744934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.751631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f51978-899a-4d85-98ed-60909ccc0516 service neutron] Pushing event updated for resources: {'Port': ['ID=7b900649-98a8-4a46-bc54-3b7e21e5b9de,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:32.765043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Transition to ACTIVE for port object b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:32.788029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ad5ce-978b-496b-afdd-da646f668e5e req-e8849f09-421d-406a-99c2-bd74785a0df0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.790493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a4ad5ce-978b-496b-afdd-da646f668e5e req-e8849f09-421d-406a-99c2-bd74785a0df0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.3036444 Jun 03 15:25:32.813882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.823362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:32.824175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.871155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,segment=NetworkSegment(1130f850-fc0a-45b5-bf9b-fb4ebd880b37),segment_id=1130f850-fc0a-45b5-bf9b-fb4ebd880b37)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:32.875765 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.902704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Network 62c16007-990c-489c-b84b-0f71f830d03f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:32.905946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:32.910750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:32.916456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.917418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.927267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90a7c6d0-5407-4526-9152-90fc3099c389 req-87a5df71-3590-4aff-b499-fa88e486820d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341502 Jun 03 15:25:32.956354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:32.969341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event updated for resources: {'Port': ['ID=b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:32.972836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3015752b-034e-4d87-abf6-396254fd1e1e tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1916077 Jun 03 15:25:32.975758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52938) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:33.036663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a4ad5ce-978b-496b-afdd-da646f668e5e req-1ecc3888-4b25-474f-8fdc-ec2e167b4ad1 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856575 Jun 03 15:25:33.064155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-48c904f8-96a2-4b45-8bff-7bcf4db1799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.067430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-48c904f8-96a2-4b45-8bff-7bcf4db1799f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 1094 time: 0.2642453 Jun 03 15:25:33.171895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f76a93-8b39-4298-8ab6-c1ddc733ac86 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.181403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f76a93-8b39-4298-8ab6-c1ddc733ac86 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.199360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f76a93-8b39-4298-8ab6-c1ddc733ac86 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.203618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-06f76a93-8b39-4298-8ab6-c1ddc733ac86 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Synchronizing usage tracker for tenant:9345ca6fa75f4dda8279c6a93bc5c386 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:33.249368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-466dbf13-e5e1-4755-a877-cff59fd6d058 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b900649-98a8-4a46-bc54-3b7e21e5b9de HTTP/1.1" status: 200 len: 217 time: 0.1706362 Jun 03 15:25:33.252472 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f689d3b-0112-4094-94fa-09feddff97bd'] response: {'name': 'network-changed', 'server_uuid': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'tag': '7b900649-98a8-4a46-bc54-3b7e21e5b9de', 'status': 'completed', 'code': 200} Jun 03 15:25:33.324803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-06f76a93-8b39-4298-8ab6-c1ddc733ac86 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Unset dirty status for tenant:9345ca6fa75f4dda8279c6a93bc5c386 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:33.326123 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06f76a93-8b39-4298-8ab6-c1ddc733ac86 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3492918 Jun 03 15:25:33.330507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52948) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:33.409351 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-699c9835-55e9-41fd-ad0f-1b4e64607724 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2028131 Jun 03 15:25:33.415835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Deleting port b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:33.416891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:33.456799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-d8058bd5-67c6-40eb-aefb-954b3a1614f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.458546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-d8058bd5-67c6-40eb-aefb-954b3a1614f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.1997590 Jun 03 15:25:33.523098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-8be2252a-128e-42cf-9ee9-f3562d2f6033 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495944 Jun 03 15:25:33.653429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89419d6-368e-4bd1-869e-2a5d998b6e1f req-5416150d-fd27-4bdd-8f15-1195469e2aab tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.654940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b89419d6-368e-4bd1-869e-2a5d998b6e1f req-5416150d-fd27-4bdd-8f15-1195469e2aab tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.3195014 Jun 03 15:25:33.665027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a172-b0a5-4b30-b4e0-2c0fdc3f51d2 req-59a41849-5ac3-4464-bd47-caa60dcd7177 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.673925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05d9a172-b0a5-4b30-b4e0-2c0fdc3f51d2 req-59a41849-5ac3-4464-bd47-caa60dcd7177 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 945 time: 0.3372471 Jun 03 15:25:33.797453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-effeb312-ffad-42a6-9fa3-2d385fd18008 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657423 Jun 03 15:25:33.798858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.799368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.800521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.800739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.801239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.801827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.802292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.804453 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f863724f-e673-4041-89eb-8050bfb1713f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2076fe0c85c04061a36119c73d368dd8&device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 6491 time: 0.3594577 Jun 03 15:25:33.807216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b89419d6-368e-4bd1-869e-2a5d998b6e1f req-4418aecb-e590-4ebb-b98f-70cf16f2f3c1 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303949 Jun 03 15:25:33.836721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05d9a172-b0a5-4b30-b4e0-2c0fdc3f51d2 req-b6ce4d98-858b-4855-bd8c-774facf08f17 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618497 Jun 03 15:25:34.054791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b5a9fa61-440a-4d2f-9072-2e7f4fb747df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.055127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b5a9fa61-440a-4d2f-9072-2e7f4fb747df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.059273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b5a9fa61-440a-4d2f-9072-2e7f4fb747df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.060964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b5a9fa61-440a-4d2f-9072-2e7f4fb747df service neutron] 10.222.0.70 "GET /v2.0/networks?id=a325eddb-5778-4430-8610-ca83f8ff19fd&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ac54d610-31bd-47fa-bc70-18d267801812&id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc HTTP/1.1" status: 200 len: 2293 time: 0.2283554 Jun 03 15:25:34.191055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:34.221157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cfc262b-1d7e-4d2d-8213-40c05ecf2dfe req-3a17545b-178f-4a49-b257-cc24ecdc75d3 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041126 Jun 03 15:25:34.230543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdaf9c-113a-4501-851a-93f061a03f88 req-da908f43-b49e-420b-9775-06393a394c36 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.232264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33fdaf9c-113a-4501-851a-93f061a03f88 req-da908f43-b49e-420b-9775-06393a394c36 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 943 time: 0.1525254 Jun 03 15:25:34.255962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:34.328083 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33fdaf9c-113a-4501-851a-93f061a03f88 req-f2c70b1e-c08d-4737-956e-e5621a9d90a2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893857 Jun 03 15:25:34.349745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Calling delete_port for b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:34.364359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6a7f5-54b5-4160-886d-1647d2a1e2e8 None None] Network 62c16007-990c-489c-b84b-0f71f830d03f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:34.381733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-e1748cbb-9753-459c-88fe-90cf3c0f8c98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5360da91-7068-48a5-99db-6c929e3a09df HTTP/1.1" status: 200 len: 1001 time: 0.3083410 Jun 03 15:25:34.420152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-ca3e4e9e-14b6-4353-9442-f5d8e027dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.424368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-ca3e4e9e-14b6-4353-9442-f5d8e027dc9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e7396cbbc08497a9316bfc89e1706db&device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 1094 time: 0.1322877 Jun 03 15:25:34.595463 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f61ae7-61e3-434f-989a-ca679d754e10'] response: {'server_uuid': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e', 'code': 200} Jun 03 15:25:34.624926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-c2c7722a-f582-49d5-bf5b-ce2f96134d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.626420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-c2c7722a-f582-49d5-bf5b-ce2f96134d03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d854a12-8a3e-4bb5-abcb-da59cf86a192 HTTP/1.1" status: 200 len: 851 time: 0.2373018 Jun 03 15:25:34.683634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-d173a4f9-afde-4185-bd68-a071b171ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.685831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-d173a4f9-afde-4185-bd68-a071b171ed2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 200 len: 913 time: 0.2547624 Jun 03 15:25:34.755710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:34.770883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96573b5c-3ea5-446f-9c43-1d8318c5189b None None] Provisioning for port 0a0af0c2-250f-4979-a33a-d47014962a50 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:34.787277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-491ba656-f382-4a34-b9ac-100336f31db7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b900649-98a8-4a46-bc54-3b7e21e5b9de HTTP/1.1" status: 200 len: 217 time: 0.0939324 Jun 03 15:25:34.835333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event deleted for resources: {'Port': ['ID=b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:34.888658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486913e3-1cb5-427d-9457-27627a3039a5 req-48d25e48-2a86-40f7-bd65-002be9394526 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.890209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-486913e3-1cb5-427d-9457-27627a3039a5 req-48d25e48-2a86-40f7-bd65-002be9394526 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.3523533 Jun 03 15:25:34.896741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-6ae41a77-feb4-4015-93e5-61a0b4931d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.898307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-6ae41a77-feb4-4015-93e5-61a0b4931d9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 200 len: 852 time: 0.0988348 Jun 03 15:25:34.908161 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:34.934519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c38b2-29fe-4bf9-8755-71e8f94273a1 req-562d000f-31f4-47aa-ab1f-737a3d10bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.936553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a22c38b2-29fe-4bf9-8755-71e8f94273a1 req-562d000f-31f4-47aa-ab1f-737a3d10bee9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 1096 time: 0.3182540 Jun 03 15:25:34.939647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c566cf6-58e8-43f4-ad11-dc3f08d9c457 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "DELETE /v2.0/ports/b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559 HTTP/1.1" status: 204 len: 168 time: 1.6064515 Jun 03 15:25:34.945489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52978) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:34.977987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-29d9ed50-7911-471b-943d-bb2a98801ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bab2ba7d-77a4-46db-a2be-af020ae0ac10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608065 Jun 03 15:25:34.985013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Request body: {'port': {'name': 'tempest-new-port-name-1404510284', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:34.985426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] bootfile-name is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:25:34.985759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] tftp-server is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:25:34.986091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] server-ip-address is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:25:35.017477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0a0af0c2-250f-4979-a33a-d47014962a50 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:35.140458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b22aa6cf-e320-474b-a783-ed237cc23614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.142069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b22aa6cf-e320-474b-a783-ed237cc23614 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a325eddb-5778-4430-8610-ca83f8ff19fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4762709 Jun 03 15:25:35.200429 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a22c38b2-29fe-4bf9-8755-71e8f94273a1 req-aee35a56-61fa-4eb9-ab2e-ea7257a99400 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555723 Jun 03 15:25:35.208712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0a0af0c2-250f-4979-a33a-d47014962a50 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:35.214286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0a0af0c2-250f-4979-a33a-d47014962a50 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:35.214837 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.226420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-486913e3-1cb5-427d-9457-27627a3039a5 req-259cca29-e77e-48b1-8e51-1210683e367f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239889 Jun 03 15:25:35.270075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-d2823920-1c9b-4870-822d-5aae8d1f9ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830365 Jun 03 15:25:35.294037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.310416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Could not find standard attr ID for object b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:25:35.320274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212735f5-9b35-44bb-80d4-aff5866b5a42 req-aa790204-9d5b-4162-891a-573f404f0b2a tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.328336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-212735f5-9b35-44bb-80d4-aff5866b5a42 req-aa790204-9d5b-4162-891a-573f404f0b2a tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 945 time: 0.2198963 Jun 03 15:25:35.359264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Provisioning for port 3b813cda-28ad-4659-85fa-f844d0069f26 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:35.372161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Provisioning complete for port 3b813cda-28ad-4659-85fa-f844d0069f26 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:35.372544 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.392928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-212735f5-9b35-44bb-80d4-aff5866b5a42 req-6bd39ee3-f419-4fb2-bd85-6eb727dfc2c6 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604706 Jun 03 15:25:35.571997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Port 3b813cda-28ad-4659-85fa-f844d0069f26 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:35.575734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0a0af0c2-250f-4979-a33a-d47014962a50 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:35.576160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.607739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Provisioning complete for port 0a0af0c2-250f-4979-a33a-d47014962a50 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:35.608325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.670681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0a0af0c2-250f-4979-a33a-d47014962a50, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0a0af0c2-250f-4979-a33a-d47014962a50,segment=NetworkSegment(7b221ac3-e394-4027-b9ca-114acf15e58a),segment_id=7b221ac3-e394-4027-b9ca-114acf15e58a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:35.685074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.847064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-92cdb2e5-c65e-4451-9b42-aa2337a4a41c service neutron] 10.222.0.70 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871767 Jun 03 15:25:35.849253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0a0af0c2-250f-4979-a33a-d47014962a50,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:35.854071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8a37fb71-16b3-46c9-9758-008dbb849c49 None None] Current status of the port 0a0af0c2-250f-4979-a33a-d47014962a50 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:35.856699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670d32-3a82-4c39-8442-5b2069b71968 req-ac06ed0e-4642-4b20-87b9-fab1deef6be4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.864749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08670d32-3a82-4c39-8442-5b2069b71968 req-ac06ed0e-4642-4b20-87b9-fab1deef6be4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.1656511 Jun 03 15:25:35.870021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52990) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:35.879767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'floatingip': {'port_id': '1d36cecd-6833-454a-97c3-3d031cc87b58'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:35.944759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07ceecd1-a97e-4139-a929-3a18245098e6 req-e4541cfc-3d93-4e88-84c9-649dd778344c service neutron] 10.222.0.15 "GET /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475798 Jun 03 15:25:35.967762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4f427934-1cf3-4b92-a288-e6ffd2e3ee81 None None] Could not find standard attr ID for object b9bd7fd5-8bc0-448b-bfe3-f8b10a1af559. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:25:35.972197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fc0f6-c5ed-42f3-b2e2-e3700fd9dc5d req-fac5d586-0dc7-4870-8976-3cf248f4cfc7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.979463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-784fc0f6-c5ed-42f3-b2e2-e3700fd9dc5d req-fac5d586-0dc7-4870-8976-3cf248f4cfc7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.5351000 Jun 03 15:25:36.001883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4f427934-1cf3-4b92-a288-e6ffd2e3ee81 None None] Provisioning complete for port 3b813cda-28ad-4659-85fa-f844d0069f26 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:36.002256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4f427934-1cf3-4b92-a288-e6ffd2e3ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.030168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.051458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.083789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.113514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4f427934-1cf3-4b92-a288-e6ffd2e3ee81 None None] Port 3b813cda-28ad-4659-85fa-f844d0069f26 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:36.163076 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-817e7356-78c5-431e-916c-3f23423d257e service neutron] 10.222.0.70 "GET /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687030 Jun 03 15:25:36.230369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] In _notify_port_updated(), no bound segment for port 3b813cda-28ad-4659-85fa-f844d0069f26 on network 62c16007-990c-489c-b84b-0f71f830d03f {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:25:36.236554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.237849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.238621 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "PUT /v2.0/ports/3b813cda-28ad-4659-85fa-f844d0069f26 HTTP/1.1" status: 200 len: 1128 time: 1.2916210 Jun 03 15:25:36.248605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52994) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:36.315060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-7031734d-40a2-435b-89a6-aed55c6aac03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56 HTTP/1.1" status: 200 len: 217 time: 0.1424370 Jun 03 15:25:36.325530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7b900649-98a8-4a46-bc54-3b7e21e5b9de details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:36.376844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9aa98-a69a-4ff3-b6f6-fe54cb8553c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event updated for resources: {'Port': ['ID=3b813cda-28ad-4659-85fa-f844d0069f26,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:36.388669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-784fc0f6-c5ed-42f3-b2e2-e3700fd9dc5d req-39b96e88-aeb7-402b-b555-e27534bdc108 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079452 Jun 03 15:25:36.421060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af0e9a-0156-402a-ade5-61a7fe470220 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.422002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-76af0e9a-0156-402a-ade5-61a7fe470220 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Synchronizing usage tracker for tenant:9345ca6fa75f4dda8279c6a93bc5c386 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:36.465096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-5ca9519a-9921-4386-9433-2e6c43ca0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.468304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-5ca9519a-9921-4386-9433-2e6c43ca0f47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.1408153 Jun 03 15:25:36.474107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-76af0e9a-0156-402a-ade5-61a7fe470220 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Unset dirty status for tenant:9345ca6fa75f4dda8279c6a93bc5c386 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:36.475725 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-76af0e9a-0156-402a-ade5-61a7fe470220 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "GET /v2.0/ports/3b813cda-28ad-4659-85fa-f844d0069f26 HTTP/1.1" status: 200 len: 1128 time: 0.2261889 Jun 03 15:25:36.520477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53000) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:36.550074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7b900649-98a8-4a46-bc54-3b7e21e5b9de, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7b900649-98a8-4a46-bc54-3b7e21e5b9de,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:36.572807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '7b900649-98a8-4a46-bc54-3b7e21e5b9de', 'network_id': 'bab2ba7d-77a4-46db-a2be-af020ae0ac10', 'port_id': '7b900649-98a8-4a46-bc54-3b7e21e5b9de', 'mac_address': 'fa:16:3e:e3:90:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c663b740-2cbb-4f54-abd2-34f5c8e205ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:36.578820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6500f0cc-75bd-4990-b0c4-45e5fc45f33b None None] Provisioning complete for port 3b813cda-28ad-4659-85fa-f844d0069f26 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:36.579191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6500f0cc-75bd-4990-b0c4-45e5fc45f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.611548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Deleting port 3b813cda-28ad-4659-85fa-f844d0069f26 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:36.611897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.688922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6500f0cc-75bd-4990-b0c4-45e5fc45f33b None None] Port 3b813cda-28ad-4659-85fa-f844d0069f26 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:36.690503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7b900649-98a8-4a46-bc54-3b7e21e5b9de is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:36.690881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.714785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-bd479f22-9019-4264-b9e4-11ab834dd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.716098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b900649-98a8-4a46-bc54-3b7e21e5b9de {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:36.716370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-bd479f22-9019-4264-b9e4-11ab834dd63c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2376864 Jun 03 15:25:36.730672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339faa4-93ef-409d-81f3-08bf1fc727a0 req-d2b9e6d9-14b7-4228-8d59-32259bf7edfb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.737079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7b900649-98a8-4a46-bc54-3b7e21e5b9de, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7b900649-98a8-4a46-bc54-3b7e21e5b9de,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:36.742221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0339faa4-93ef-409d-81f3-08bf1fc727a0 req-d2b9e6d9-14b7-4228-8d59-32259bf7edfb tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 943 time: 0.7405980 Jun 03 15:25:36.746875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.839694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0a0af0c2-250f-4979-a33a-d47014962a50 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:36.869796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639fb67-f6ff-41e1-b5d5-e5090296bee6 req-7d4d6e43-f9f8-4d91-bd54-b4b0973df682 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.871483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f639fb67-f6ff-41e1-b5d5-e5090296bee6 req-7d4d6e43-f9f8-4d91-bd54-b4b0973df682 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 945 time: 0.3113887 Jun 03 15:25:36.882605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0339faa4-93ef-409d-81f3-08bf1fc727a0 req-16036482-030d-493a-86fb-6eb1cc98d67d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068943 Jun 03 15:25:36.898609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7b900649-98a8-4a46-bc54-3b7e21e5b9de,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:36.925987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0a0af0c2-250f-4979-a33a-d47014962a50 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:36.926427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:36.983782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-defd32a4-3bf5-4ba3-a28e-a80b47f702e7 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528143 Jun 03 15:25:36.985912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['7b900649-98a8-4a46-bc54-3b7e21e5b9de'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:37.017818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f639fb67-f6ff-41e1-b5d5-e5090296bee6 req-8169d25f-0fa7-419b-b9f1-92b360ed5ff3 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339686 Jun 03 15:25:37.026127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:37.152891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0a0af0c2-250f-4979-a33a-d47014962a50 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:37.222591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Calling delete_port for 3b813cda-28ad-4659-85fa-f844d0069f26 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:37.254388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:37.260032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:37.342948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-2ce90986-68f1-4fb8-a61c-2311d3b74027 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465755 Jun 03 15:25:37.483048 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Floating IP 2b52eddc-fb86-43a4-adc5-5d925eee04bc associated. External IP: 172.25.1.142, port: 1d36cecd-6833-454a-97c3-3d031cc87b58. Jun 03 15:25:37.594122 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-cbc3ddbd-d9a8-4620-b88b-194002e6cf7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=2ccee563-6198-4092-bc2a-d8bbe3bbb02c HTTP/1.1" status: 200 len: 217 time: 0.2423477 Jun 03 15:25:37.668515 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:37.674009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-9893975b-8d7f-4860-86e6-d60527fa36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:37.675607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-9893975b-8d7f-4860-86e6-d60527fa36d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.0751805 Jun 03 15:25:37.765539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event deleted for resources: {'Port': ['ID=3b813cda-28ad-4659-85fa-f844d0069f26,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:37.826787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:37.839747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba19bcf-3b2e-47be-8c8b-266663044303 req-6cec7c4d-445b-4a4e-9364-bab3de0357ea tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:37.841396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ba19bcf-3b2e-47be-8c8b-266663044303 req-6cec7c4d-445b-4a4e-9364-bab3de0357ea tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.2732360 Jun 03 15:25:37.863797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06a40499-ee16-4d16-ac88-4280b3434c3a tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "DELETE /v2.0/ports/3b813cda-28ad-4659-85fa-f844d0069f26 HTTP/1.1" status: 204 len: 168 time: 1.3421669 Jun 03 15:25:37.868232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53026) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:37.989688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-a8873825-a296-4554-ba07-99b3b0e71922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:37.993476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-a8873825-a296-4554-ba07-99b3b0e71922 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2770798 Jun 03 15:25:37.994927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b29bcd07-a689-41bf-beb9-5db2fc06082d details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:38.079530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ba19bcf-3b2e-47be-8c8b-266663044303 req-7ceacfc4-d872-41c8-8025-6daf564f7058 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274766 Jun 03 15:25:38.139929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Deleting subnet 42616170-5a2c-44b9-89e7-f4428437d50f {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:25:38.145960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.157083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Router 8a840971-1f39-43bb-b67c-a50b65b76641 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:25:38.233707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.271116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:38.291788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'port_id': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'mac_address': 'fa:16:3e:84:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fea8013-4af5-403c-96a8-c48700c27d7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:38.306310 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-bb4c00d9-13d2-4d15-8edf-e9d602261256 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013532 Jun 03 15:25:38.350249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7b900649-98a8-4a46-bc54-3b7e21e5b9de up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:38.442144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b29bcd07-a689-41bf-beb9-5db2fc06082d is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:38.443130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.455734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.475397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b29bcd07-a689-41bf-beb9-5db2fc06082d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:38.499767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 7b900649-98a8-4a46-bc54-3b7e21e5b9de completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:38.510551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:38.512422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 7b900649-98a8-4a46-bc54-3b7e21e5b9de triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:38.513002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.524460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-12f372c8-45bc-4c61-b166-612235124751 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097619 Jun 03 15:25:38.547011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.576214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:38.584801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.605432 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-48536ab7-c140-4103-aab8-3da77296d447 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=48d110fc-ad35-4072-8016-149be81463c6 HTTP/1.1" status: 200 len: 217 time: 0.0692747 Jun 03 15:25:38.626693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] Sync routers for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:38.689963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:38.689963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:38.695335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.711061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0f7c85e7-a9fa-4fec-a11c-dbcf778be804 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "PUT /v2.0/floatingips/2b52eddc-fb86-43a4-adc5-5d925eee04bc HTTP/1.1" status: 200 len: 991 time: 2.8376539 Jun 03 15:25:38.714684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:38.739620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bba0c-2694-4393-baf2-0db1a1e5d23a req-bd1960cb-be35-495e-a954-092ed904e8b1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.748252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d2bba0c-2694-4393-baf2-0db1a1e5d23a req-bd1960cb-be35-495e-a954-092ed904e8b1 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 944 time: 0.2069073 Jun 03 15:25:38.765526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event deleted for resources: {'Subnet': ['ID=42616170-5a2c-44b9-89e7-f4428437d50f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:38.771335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.788396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-815420c4-f58f-46b2-acfd-7064d6f1f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.793830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-815420c4-f58f-46b2-acfd-7064d6f1f608 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.1776881 Jun 03 15:25:38.797929 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5cad2f25-d9bd-464d-bef7-5faccb6bc763 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "DELETE /v2.0/subnets/42616170-5a2c-44b9-89e7-f4428437d50f HTTP/1.1" status: 204 len: 168 time: 0.9266601 Jun 03 15:25:38.810668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d2bba0c-2694-4393-baf2-0db1a1e5d23a req-66f6792a-8799-4670-bbbb-75de57778bf8 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587919 Jun 03 15:25:38.815619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53044) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:38.889589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b0a75ffd-6f19-40bb-b6aa-5a7767c8652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.891907 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b0a75ffd-6f19-40bb-b6aa-5a7767c8652a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924776 Jun 03 15:25:38.917868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b29bcd07-a689-41bf-beb9-5db2fc06082d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:38.945108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab1cca-2cf2-412c-9a2b-cf665b134cd1 None None] Network 62c16007-990c-489c-b84b-0f71f830d03f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:38.959051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.995047 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e3f3fd-8bba-4c62-855a-8fe13830c869'] response: {'name': 'network-changed', 'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'status': 'completed', 'code': 200} Jun 03 15:25:39.019157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Deleting port 0a0af0c2-250f-4979-a33a-d47014962a50 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:39.019567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:39.073693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:39.187269 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-fed66c31-aead-4b8b-83d2-dade9213ff63 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882729 Jun 03 15:25:39.349107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:39.506173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] For port 0a0af0c2-250f-4979-a33a-d47014962a50, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0a0af0c2-250f-4979-a33a-d47014962a50,segment=NetworkSegment(7b221ac3-e394-4027-b9ca-114acf15e58a),segment_id=7b221ac3-e394-4027-b9ca-114acf15e58a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:39.515016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:39.529813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-96b8b33c-0ef5-4cb0-8662-54272b22f80f service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339267 Jun 03 15:25:39.541294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-50e6c7de-fab1-48e1-9bc7-b41956585784 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439416 Jun 03 15:25:39.582422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7b900649-98a8-4a46-bc54-3b7e21e5b9de is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:39.583277 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:39.663943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Calling delete_port for 0a0af0c2-250f-4979-a33a-d47014962a50 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:39.673306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f09f9f2b-7161-4cf3-a926-7122674e1c0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=277fdf9d-7be9-41af-adad-af660aa6e20d HTTP/1.1" status: 200 len: 217 time: 0.1309311 Jun 03 15:25:39.693710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-05c258bd-562a-4882-9f49-50d7d60f286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.695108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-05c258bd-562a-4882-9f49-50d7d60f286d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1096 time: 0.7320325 Jun 03 15:25:39.744758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b900649-98a8-4a46-bc54-3b7e21e5b9de'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:39.759640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-9ea47555-867f-48b4-8bec-0ae4296aa7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.762135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-9ea47555-867f-48b4-8bec-0ae4296aa7a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 200 len: 797 time: 0.0796881 Jun 03 15:25:39.767893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7b900649-98a8-4a46-bc54-3b7e21e5b9de, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7b900649-98a8-4a46-bc54-3b7e21e5b9de,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:39.787165 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:39.853099 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44eff993-e06c-45ba-a687-2e240d817a2d'] response: {'server_uuid': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b900649-98a8-4a46-bc54-3b7e21e5b9de', 'code': 200} Jun 03 15:25:39.880938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:39.945772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fdfe8-f2d4-4a0f-89a0-4348123ca7e6 req-e7da155b-cda6-4b1c-a36a-bd3ffcc2b22d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.947307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd2fdfe8-f2d4-4a0f-89a0-4348123ca7e6 req-e7da155b-cda6-4b1c-a36a-bd3ffcc2b22d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 945 time: 0.5426450 Jun 03 15:25:39.956820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-ddf245c1-d155-41b4-bb8b-805efadfece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.958543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-ddf245c1-d155-41b4-bb8b-805efadfece8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.2472570 Jun 03 15:25:39.962308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event deleted for resources: {'Port': ['ID=0a0af0c2-250f-4979-a33a-d47014962a50,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:39.963089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1418ce-00de-42d9-a172-e95d3be4ac0b None None] DHCP port deletion for 62c16007-990c-489c-b84b-0f71f830d03f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:25:39.976492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] No DVR routers for this DVR port 0a0af0c2-250f-4979-a33a-d47014962a50 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:40.010084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b29bcd07-a689-41bf-beb9-5db2fc06082d no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:40.111620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7b900649-98a8-4a46-bc54-3b7e21e5b9de,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:40.224627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-a820b7d4-0494-4aa9-9a5f-8716599e822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.231980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-a820b7d4-0494-4aa9-9a5f-8716599e822a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac54d610-31bd-47fa-bc70-18d267801812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4572697 Jun 03 15:25:40.302761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b29bcd07-a689-41bf-beb9-5db2fc06082d is: BUILD; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:40.303921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.334589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b29bcd07-a689-41bf-beb9-5db2fc06082d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:40.354917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '2b52eddc-fb86-43a4-adc5-5d925eee04bc', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'port_id': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'mac_address': 'fa:16:3e:9d:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ce29e-44e8-4098-aec5-a8000266dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:25:16Z', 'updated_at': '2022-06-03T15:25:37Z', 'revision_number': 1, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:40.361126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:40.362392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] Checking router: 8a840971-1f39-43bb-b67c-a50b65b76641 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:25:40.371189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cbeee-2157-44eb-b5e3-fa53cd6b5544 req-7995cd78-4b4e-4d6a-9333-d82d3f801f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.372858 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-215cbeee-2157-44eb-b5e3-fa53cd6b5544 req-7995cd78-4b4e-4d6a-9333-d82d3f801f10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 1096 time: 0.4717898 Jun 03 15:25:40.373821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:40.374682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:40.394288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.433413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c16007-990c-489c-b84b-0f71f830d03f']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:40.442340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.449654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b221ac3-e394-4027-b9ca-114acf15e58a') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:40.449980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b221ac3-e394-4027-b9ca-114acf15e58a') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:40.462322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.469551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-215cbeee-2157-44eb-b5e3-fa53cd6b5544 req-c22ddba6-b9b0-4c23-a5f5-8bba8e52103e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836525 Jun 03 15:25:40.477305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-ec6aafd9-c7ba-48c8-b8fb-362df71655d4 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311685 Jun 03 15:25:40.491754 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.537037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd2fdfe8-f2d4-4a0f-89a0-4348123ca7e6 req-5d1f959e-2095-485b-8171-22363902d59a tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770352 Jun 03 15:25:40.548003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:25:40.548511 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.608640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:40.660169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-6feb0c64-94fd-44d1-9d8c-6a40ae2c4ca2 service neutron] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756787 Jun 03 15:25:40.666180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:40.674884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-e6fa2d99-e42c-4926-b6d5-da1f91740005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 999 time: 0.6929955 Jun 03 15:25:40.750365 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-f5455ccb-373c-4601-ae32-d96f5251089c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7de505ab-a78e-45c2-9619-bbb308afebbb HTTP/1.1" status: 200 len: 217 time: 0.0816770 Jun 03 15:25:40.768954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-5365e6e9-f0bd-4453-a79c-f826e156adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.770686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-5365e6e9-f0bd-4453-a79c-f826e156adbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.0816672 Jun 03 15:25:40.775927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.837243 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7b221ac3-e394-4027-b9ca-114acf15e58a resource provider aggregate not found Jun 03 15:25:40.841577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:40.855017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-e2214f64-a7df-4642-8446-2d12ad582b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.856821 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-e2214f64-a7df-4642-8446-2d12ad582b35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea9d99df-4158-46ab-ae1d-823b7706d5f4 HTTP/1.1" status: 200 len: 797 time: 0.0984125 Jun 03 15:25:40.864544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e429cb-716b-45fe-aeab-008ba488ebd2 req-90518bc8-2428-45b5-af13-926a44f0410b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.866050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9e429cb-716b-45fe-aeab-008ba488ebd2 req-90518bc8-2428-45b5-af13-926a44f0410b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 945 time: 0.3878145 Jun 03 15:25:40.875578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] Pushing event deleted for resources: {'Network': ['ID=62c16007-990c-489c-b84b-0f71f830d03f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:40.878801 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7b221ac3-e394-4027-b9ca-114acf15e58a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b221ac3-e394-4027-b9ca-114acf15e58a found for delete ", "request_id": "req-a336d756-954b-4d2b-bc2d-f9f5e47f7186"}]} Jun 03 15:25:40.906324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-23532916-be6a-43e9-9f15-651cfe03d041 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678 tempest-ExtraDHCPOptionsIpV6TestJSON-1584846678-project] 10.222.0.66 "DELETE /v2.0/networks/62c16007-990c-489c-b84b-0f71f830d03f HTTP/1.1" status: 204 len: 168 time: 2.0893128 Jun 03 15:25:40.924270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0a0af0c2-250f-4979-a33a-d47014962a50 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:40.943701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9e429cb-716b-45fe-aeab-008ba488ebd2 req-febc5e49-2562-4c3c-95bf-4ea5305406f2 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637927 Jun 03 15:25:40.958441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-789e3d66-c3e2-4b1d-9211-95254f2b17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.960150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-789e3d66-c3e2-4b1d-9211-95254f2b17c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764903 Jun 03 15:25:40.985283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-cccb11b8-38ed-4f39-8c06-5868bd12cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.987152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-cccb11b8-38ed-4f39-8c06-5868bd12cc7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228189 Jun 03 15:25:41.063575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0a0af0c2-250f-4979-a33a-d47014962a50 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:41.063921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0a0af0c2-250f-4979-a33a-d47014962a50 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:41.111303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53088) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:41.129458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333250020', 'description': 'tempest-description--949085273'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:41.139064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:41.175861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:41.202246 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:41.238364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:41.244873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:41.249525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-a0304183-0702-4f83-a5c3-cceb420de2e0 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501640 Jun 03 15:25:41.250348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:41.256573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:41.284935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-815a0776-9e98-45a3-ae36-f8b2f6f62b87 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124864 Jun 03 15:25:41.409031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-6bb3be57-afb2-43a2-a4e5-5f62161d3d99 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499786 Jun 03 15:25:41.501760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-3a0207fb-a79e-4540-ac7d-7360be9323b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6 HTTP/1.1" status: 200 len: 217 time: 0.0818658 Jun 03 15:25:41.577502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0097fcfe-6d23-4b9c-b8ce-7b3ee9e102d0 req-a81fcc45-fb46-467d-a504-81eb8276a7db service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817276 Jun 03 15:25:41.592161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '2b52eddc-fb86-43a4-adc5-5d925eee04bc', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'port_id': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'mac_address': 'fa:16:3e:9d:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ce29e-44e8-4098-aec5-a8000266dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:25:16Z', 'updated_at': '2022-06-03T15:25:37Z', 'revision_number': 1, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:41.606722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a066a-e9e6-4e0c-87c7-624db321d0bf None None] The sync data for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 is: [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '2b52eddc-fb86-43a4-adc5-5d925eee04bc', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'port_id': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'mac_address': 'fa:16:3e:9d:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ce29e-44e8-4098-aec5-a8000266dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:25:16Z', 'updated_at': '2022-06-03T15:25:37Z', 'revision_number': 1, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:41.611514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b531238f-1f8f-4d2b-ad5b-9f4adccb5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.613377 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-b531238f-1f8f-4d2b-ad5b-9f4adccb5b01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea9d99df-4158-46ab-ae1d-823b7706d5f4 HTTP/1.1" status: 200 len: 797 time: 0.1037524 Jun 03 15:25:41.694860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53100) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:41.762239 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:41.780899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:41.852699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d5b76-9a20-4bd4-8943-3a8154388aaa req-27f85798-ba2a-4950-9aac-099db337693b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.856549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-998d5b76-9a20-4bd4-8943-3a8154388aaa req-27f85798-ba2a-4950-9aac-099db337693b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 944 time: 0.2776663 Jun 03 15:25:41.857409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a7b701-1e15-448b-9608-34ac4ef708c2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:41.862301 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:41.866694 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2cd4dcd8-b6be-4b1f-bc2b-d62dbb7b2061 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7409225 Jun 03 15:25:41.867518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53108) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:41.875217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '55a7b701-1e15-448b-9608-34ac4ef708c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:41.885395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:41.889910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-ed41050b-a94b-4583-9a43-50ff05f605fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.891924 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-ed41050b-a94b-4583-9a43-50ff05f605fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2578359 Jun 03 15:25:41.894830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:41.898394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:41.941020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:42.015259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-998d5b76-9a20-4bd4-8943-3a8154388aaa req-6705d3df-6d13-4d1e-8edd-2a1bef68ce8e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403537 Jun 03 15:25:42.028965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b29bcd07-a689-41bf-beb9-5db2fc06082d up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:42.041498 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84479b30-fe21-4fdd-b281-a2a22c358dd1 None None] New status for floating IP 2b52eddc-fb86-43a4-adc5-5d925eee04bc: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:25:42.045542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-13c040eb-be33-42de-9137-bbaa3b3623b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.049596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-13c040eb-be33-42de-9137-bbaa3b3623b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1096 time: 0.2847404 Jun 03 15:25:42.060153 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-caa53978-51d7-4c0a-89b0-9570d71444c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9345ca6fa75f4dda8279c6a93bc5c386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619206 Jun 03 15:25:42.060725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53114) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:42.130745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.188345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b29bcd07-a689-41bf-beb9-5db2fc06082d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:42.188727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.241614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-4b543e62-ee6e-4095-b71c-40adf244d081 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397455 Jun 03 15:25:42.352923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.354447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b29bcd07-a689-41bf-beb9-5db2fc06082d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:42.355791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.365703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.394618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:42.396055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:42.407958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.419491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9de9a2e-a364-44e5-8e0a-07373ab764ac,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:42.445151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.446397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-57b286af-6cdf-4067-a351-9f499992bce2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5776262 Jun 03 15:25:42.450101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53122) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:42.453044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a17f4e0b-e681-4fb5-9551-a9a81389108e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.457320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '55a7b701-1e15-448b-9608-34ac4ef708c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:42.471095 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69417b3d-de62-4447-84c9-cabc4c0e6894 req-84552f53-20da-4fc4-bac2-9eecb434b928 service neutron] 10.222.0.70 "GET /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176743 Jun 03 15:25:42.472676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:42.477679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:42.482708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:42.495010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:42.517601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:42.522251 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.563163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a17f4e0b-e681-4fb5-9551-a9a81389108e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.607662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.609092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-37bad6ff-ba42-4f7d-85b7-facf18884dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.610823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-37bad6ff-ba42-4f7d-85b7-facf18884dbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.4690204 Jun 03 15:25:42.612596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.642587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff49823-29c9-44d5-b25f-8c0a3e8315ee,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:42.646424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.651071 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d05ec41-5104-41a6-806b-461729b9a0d2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967092 Jun 03 15:25:42.652097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53126) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:42.656747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:42.662983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:42.667096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:floatingip and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:42.670221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:42.676437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:42.687999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.707592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c4ce-304f-4f54-b258-71f9e6a29976 req-24f23395-0bf5-45a2-8efc-acfe21cb3c73 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.709109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac26c4ce-304f-4f54-b258-71f9e6a29976 req-24f23395-0bf5-45a2-8efc-acfe21cb3c73 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 945 time: 0.3172855 Jun 03 15:25:42.751648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72371d5-68a8-4f18-8879-1886b8326818 req-9fb654d6-86c8-4c0a-a5ca-837f3c74077c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.753267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c72371d5-68a8-4f18-8879-1886b8326818 req-9fb654d6-86c8-4c0a-a5ca-837f3c74077c tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 945 time: 0.4522066 Jun 03 15:25:42.805511 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-88fb848c-8d36-4287-85bc-7dc088481fbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 1001 time: 0.1824574 Jun 03 15:25:42.857785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac26c4ce-304f-4f54-b258-71f9e6a29976 req-1fbdf59b-5ed3-4220-bad3-d6e7bcbb2629 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389208 Jun 03 15:25:42.867609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a17f4e0b-e681-4fb5-9551-a9a81389108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.900518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c72371d5-68a8-4f18-8879-1886b8326818 req-a5a81538-5988-4715-92cb-9a84dc9a869b tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355810 Jun 03 15:25:42.905725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f4e0b-e681-4fb5-9551-a9a81389108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d6907-7550-40ec-92bf-2f5038a202dc,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:42.917841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a17f4e0b-e681-4fb5-9551-a9a81389108e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.921287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a17f4e0b-e681-4fb5-9551-a9a81389108e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/400d6907-7550-40ec-92bf-2f5038a202dc HTTP/1.1" status: 204 len: 168 time: 0.8572671 Jun 03 15:25:42.921287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-74bb97ec-99be-4d40-a9fe-b77c29eb847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.923038 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-74bb97ec-99be-4d40-a9fe-b77c29eb847e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.1087034 Jun 03 15:25:43.003512 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12a3f4f-42a7-43c4-980c-6671f80425ab'] response: {'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'code': 200} Jun 03 15:25:43.009290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:43.291486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-34f87db5-1b75-4cba-b10d-1f89a929a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.293436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-34f87db5-1b75-4cba-b10d-1f89a929a5b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3609457 Jun 03 15:25:43.358611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.25.1.36 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/c48cd98f-3af3-49e1-b332-02f3b951b381) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:43.361191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5da9193a-d962-4667-9469-fe512ae29a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:43.382006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-a71858bf-190d-40ba-af4b-da7acd4ac1a1 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.383290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-a71858bf-190d-40ba-af4b-da7acd4ac1a1 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Synchronizing usage tracker for tenant:bea98e8c535e4576ada876db769be933 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:43.443766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-a71858bf-190d-40ba-af4b-da7acd4ac1a1 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Unset dirty status for tenant:bea98e8c535e4576ada876db769be933 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:43.445009 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-a71858bf-190d-40ba-af4b-da7acd4ac1a1 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.3214746 Jun 03 15:25:43.498694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395655bd-fc0a-4221-bc8f-75287bf0d815 req-87b85c66-112e-420a-a7e6-fda3351e9839 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.500358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-395655bd-fc0a-4221-bc8f-75287bf0d815 req-87b85c66-112e-420a-a7e6-fda3351e9839 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.2663100 Jun 03 15:25:43.564073 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:25:43.573179 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-f013f21b-c1b8-4b7f-ac97-ea4655ca8297 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653048 Jun 03 15:25:43.589465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-395655bd-fc0a-4221-bc8f-75287bf0d815 req-18c9b4c0-7543-4d56-a646-fa3f9f3b5b4e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638881 Jun 03 15:25:43.593606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Deleting port b29bcd07-a689-41bf-beb9-5db2fc06082d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:43.594222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:43.701540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b5ac-9d5e-45b1-a5f2-ff93a1c22b32 req-b798e55c-2a44-454e-b55d-88e8d3a9047d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.704760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1365b5ac-9d5e-45b1-a5f2-ff93a1c22b32 req-b798e55c-2a44-454e-b55d-88e8d3a9047d tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 945 time: 0.2500880 Jun 03 15:25:43.778747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b93ff7-9c98-4edb-9a0b-f7c2086e59d5 req-ec3912e5-7a91-44f3-8f38-dfeeb66ed9fa service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932876 Jun 03 15:25:43.790425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1365b5ac-9d5e-45b1-a5f2-ff93a1c22b32 req-fb9cdadb-5263-4692-b961-5b80bd716006 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727503 Jun 03 15:25:43.854377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:43.905246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53156) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:44.014660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-194bc8cc-93d2-43c1-afb9-401444e27652 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.016844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-194bc8cc-93d2-43c1-afb9-401444e27652 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 945 time: 0.2598500 Jun 03 15:25:44.081678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.085187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-983530696'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:44.091240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:44.106223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:network and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:44.112983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:44.124511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:44.150374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] For port b29bcd07-a689-41bf-beb9-5db2fc06082d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b29bcd07-a689-41bf-beb9-5db2fc06082d,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:44.150885 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.159759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8885e58-2b6e-40e1-bfa2-1ab83ddbb2b2 req-766fe1e4-c286-4d04-aa4e-d4b492923dac tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.161322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8885e58-2b6e-40e1-bfa2-1ab83ddbb2b2 req-766fe1e4-c286-4d04-aa4e-d4b492923dac tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 945 time: 0.1403508 Jun 03 15:25:44.162527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Made reservation on behalf of 8ee476d0d6be447d8bc79be8f5ebe6e0 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:44.166000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.193945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.222919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:44.231182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:security_group_rule and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:44.235669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:44.241331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8885e58-2b6e-40e1-bfa2-1ab83ddbb2b2 req-18387d46-fa56-42d3-b4b3-28810cb4e82b tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648649 Jun 03 15:25:44.243431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:44.245022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:44.307139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:44.315767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Calling delete_port for b29bcd07-a689-41bf-beb9-5db2fc06082d owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:44.340631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.345628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Deleting port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:44.345892 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.346003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.371284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=c48cd98f-3af3-49e1-b332-02f3b951b381,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:44.373692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:44.381835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:44.391113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f94b3cc-4f55-4b78-815b-c60022226e8a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:44.398483 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.398801 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Added segment 52a2c2f2-9f1d-465d-a29a-474b7f00ae1d of type vlan for network bc0ea003-60f8-4f9d-b412-39c67c37b440 Jun 03 15:25:44.429726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.459782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.466173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.466816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.583342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Network': ['ID=bc0ea003-60f8-4f9d-b412-39c67c37b440,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:44.589438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e2014d2-70a6-4135-b5b5-df6d534aeb1d tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6799297 Jun 03 15:25:44.589878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53166) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:44.595365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'subnet': {'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:44.597081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:44.714792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:44.720794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:subnet and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:44.754104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:44.769535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:44.790654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Made reservation on behalf of 8ee476d0d6be447d8bc79be8f5ebe6e0 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:44.794468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.837015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.852421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b29bcd07-a689-41bf-beb9-5db2fc06082d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:44.915325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event deleted for resources: {'Port': ['ID=b29bcd07-a689-41bf-beb9-5db2fc06082d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:44.928897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] For port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,segment=NetworkSegment(1130f850-fc0a-45b5-bf9b-fb4ebd880b37),segment_id=1130f850-fc0a-45b5-bf9b-fb4ebd880b37)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:44.929254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.988769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055b9b7-d613-4afb-bfa4-9a0bd01e86d3 req-7338735e-2d38-4fe2-aa05-c150dd23447c tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.992687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c055b9b7-d613-4afb-bfa4-9a0bd01e86d3 req-7338735e-2d38-4fe2-aa05-c150dd23447c tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 946 time: 0.2738364 Jun 03 15:25:45.076935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c055b9b7-d613-4afb-bfa4-9a0bd01e86d3 req-3d31501a-280e-44d2-ac48-41a62be26037 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666671 Jun 03 15:25:45.098636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7faa6-3461-4441-819a-e041d17fee20 req-913743e2-0b03-42b5-a0a1-88b2d92102d5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:45.100417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cd7faa6-3461-4441-819a-e041d17fee20 req-913743e2-0b03-42b5-a0a1-88b2d92102d5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 945 time: 0.1859632 Jun 03 15:25:45.122725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.130056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Calling delete_port for 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:45.162794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] No DVR routers for this DVR port b29bcd07-a689-41bf-beb9-5db2fc06082d on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:45.172452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.182521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'name': 'network-vif-deleted', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:45.196827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cd7faa6-3461-4441-819a-e041d17fee20 req-4c631fbc-0978-40d8-8072-deafb91b6b39 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658388 Jun 03 15:25:45.245886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.257785 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811f9e9c-cf9e-4546-bc92-71f8062f4c10'] response: {'server_uuid': '3190ad2d-6489-4220-9027-0cdad534f67a', 'name': 'network-vif-deleted', 'tag': 'b29bcd07-a689-41bf-beb9-5db2fc06082d', 'status': 'completed', 'code': 200} Jun 03 15:25:45.266020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1abb69b4-acef-4b93-a5d9-fd360def86aa req-aaabb425-59fe-4f6a-98d0-fa43cbddd64b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "DELETE /v2.0/ports/b29bcd07-a689-41bf-beb9-5db2fc06082d HTTP/1.1" status: 204 len: 173 time: 1.7727432 Jun 03 15:25:45.292220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.316602 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.362865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Subnet': ['ID=6f1d8f20-70be-4e89-9e3c-f0da998b02db,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:45.428694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Checking segment: {'id': '52a2c2f2-9f1d-465d-a29a-474b7f00ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:45.429403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Network hostable DHCP agents. Network: bc0ea003-60f8-4f9d-b412-39c67c37b440, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:45.514599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:45.533161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, bc0ea003-60f8-4f9d-b412-39c67c37b440) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:45.540571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:45.541204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.549878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3234c1b5-6607-4f16-8475-d0ad67483425 None None] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:45.560787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.571265 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.580492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f1983-d57f-4597-ba4c-7147e46a6442 req-bf8c86e0-0e43-46c1-a1bb-243f36968f45 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:45.582166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-771f1983-d57f-4597-ba4c-7147e46a6442 req-bf8c86e0-0e43-46c1-a1bb-243f36968f45 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fd576b1-5455-4b95-a981-9e4f00fb1c46 HTTP/1.1" status: 200 len: 945 time: 0.1458812 Jun 03 15:25:45.584167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6ffa5e28-5309-4afc-8ef2-88964ec59373 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9934347 Jun 03 15:25:45.587295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53182) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:45.592799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1195319150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:45.601554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:45.626887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:router and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:45.631615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:45.715642 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-771f8605-06bc-4de6-b704-89ff375d481f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.736584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.765159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:45.810204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=c48cd98f-3af3-49e1-b332-02f3b951b381,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:45.813374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-771f1983-d57f-4597-ba4c-7147e46a6442 req-24dfd2b8-9bc7-4c98-8f49-5005d4020975 tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.66 "GET /v2.0/security-groups?id=5aa1f3b5-5752-481c-adc8-cd22bad6ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137096 Jun 03 15:25:45.821555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.834515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.835626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.861339 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.894221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.916946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e289db3-ed22-4610-b0af-8bb8883be8ba req-154c0b8d-8a30-4c85-954e-fbef2f4f51f4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:45.925164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e289db3-ed22-4610-b0af-8bb8883be8ba req-154c0b8d-8a30-4c85-954e-fbef2f4f51f4 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 945 time: 0.1570227 Jun 03 15:25:45.932400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-bc0ea003-60f8-4f9d-b412-39c67c37b440', 'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440', 'tenant_id': '8ee476d0d6be447d8bc79be8f5ebe6e0', 'fixed_ips': [{'subnet_id': '6f1d8f20-70be-4e89-9e3c-f0da998b02db'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:25:45.934160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.934596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Pushing event deleted for resources: {'Port': ['ID=293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:45.938314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] No DVR routers for this DVR port 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:45.941381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.943476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6ee72a0-e4e2-444f-ae2a-876735197bc6 req-9d45e161-1dba-4b5e-a0f9-008b6bbb58da tempest-ServerTagsTestJSON-1070014091 tempest-ServerTagsTestJSON-1070014091-project] 10.222.0.15 "DELETE /v2.0/ports/293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e HTTP/1.1" status: 204 len: 173 time: 1.9136462 Jun 03 15:25:45.952879 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.954717 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce641af9-215a-47fd-8037-e472cb22d4e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3013272 Jun 03 15:25:45.955632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.956849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-584c6e61-b508-48e7-82b0-23efbba84a11 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3684826 Jun 03 15:25:45.959701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53188) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:46.205745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Allocated IP 172.20.0.2 (bc0ea003-60f8-4f9d-b412-39c67c37b440/6f1d8f20-70be-4e89-9e3c-f0da998b02db/f8c35c62-064f-454b-856d-7363720cd402) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:46.224253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e289db3-ed22-4610-b0af-8bb8883be8ba req-4e2daeab-b380-45db-a27e-ba3bbf08b9e7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985952 Jun 03 15:25:46.381855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:46.425666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:46.426011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:46.449914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-536f3515-e938-4087-b59e-002f5188f374 req-455c7af6-4469-4790-87a9-027d95aafe01 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=3190ad2d-6489-4220-9027-0cdad534f67a HTTP/1.1" status: 200 len: 210 time: 0.1342545 Jun 03 15:25:46.570656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.597597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-05692a16-ac51-42e1-9033-fe035568b5c8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1333250020&fields=id&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 267 time: 0.1865036 Jun 03 15:25:46.601643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Transition to ACTIVE for port object f8c35c62-064f-454b-856d-7363720cd402 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:46.653779 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.660341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Transition to ACTIVE for port object f8c35c62-064f-454b-856d-7363720cd402 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:46.670001 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.776878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:46.781527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:46.784392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:46.799705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.833763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Pushing event updated for resources: {'Port': ['ID=f8c35c62-064f-454b-856d-7363720cd402,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:46.915180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.918942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Attempting to bind port f8c35c62-064f-454b-856d-7363720cd402 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:46.919316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Attempting to bind port f8c35c62-064f-454b-856d-7363720cd402 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '52a2c2f2-9f1d-465d-a29a-474b7f00ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:46.919783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Attempting to bind port f8c35c62-064f-454b-856d-7363720cd402 on network bc0ea003-60f8-4f9d-b412-39c67c37b440 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:46.926347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:46.926727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Checking segment: {'id': '52a2c2f2-9f1d-465d-a29a-474b7f00ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:46.927118 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.927515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Bound using segment: {'id': '52a2c2f2-9f1d-465d-a29a-474b7f00ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:46.927998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Bound port: f8c35c62-064f-454b-856d-7363720cd402, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a2c2f2-9f1d-465d-a29a-474b7f00ae1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:46.928399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.997065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53208) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:47.013699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-99bf7899-09fb-4f32-b15a-436d382ce961 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:47.015891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-99bf7899-09fb-4f32-b15a-436d382ce961 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.3813479 Jun 03 15:25:47.060613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] For port f8c35c62-064f-454b-856d-7363720cd402, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:47.064280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] For port f8c35c62-064f-454b-856d-7363720cd402, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f8c35c62-064f-454b-856d-7363720cd402,segment=NetworkSegment(52a2c2f2-9f1d-465d-a29a-474b7f00ae1d),segment_id=52a2c2f2-9f1d-465d-a29a-474b7f00ae1d)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:47.069830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.093006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-de84d202-281a-4e32-b917-625a21a606ac tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/quotas/01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 375 time: 0.0646992 Jun 03 15:25:47.126628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] Deleting subnet 58ae5955-4f48-49b5-9a5b-f9c328441a84 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:25:47.131948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.223937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f57a-a05d-4bf3-8287-e2dac6acb66c None None] Pushing event updated for resources: {'Port': ['ID=f8c35c62-064f-454b-856d-7363720cd402,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:47.249414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.274213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'name': 'network-vif-deleted', 'tag': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:47.349071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-1197041a-f350-4e75-baaa-4d27f78e2071 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2421093 Jun 03 15:25:47.383677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Allocated IP 172.20.0.1 (bc0ea003-60f8-4f9d-b412-39c67c37b440/6f1d8f20-70be-4e89-9e3c-f0da998b02db/c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:47.391002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.456884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-9519b260-4686-4bc2-995d-1cca55d28086 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:47.457724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-9519b260-4686-4bc2-995d-1cca55d28086 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Synchronizing usage tracker for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:47.485330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-9519b260-4686-4bc2-995d-1cca55d28086 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Unset dirty status for tenant:4e7396cbbc08497a9316bfc89e1706db on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:47.486482 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-9519b260-4686-4bc2-995d-1cca55d28086 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 945 time: 0.2006912 Jun 03 15:25:47.562158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.606258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ae5955-4f48-49b5-9a5b-f9c328441a84,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:47.622937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.633498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Deleting port 7b900649-98a8-4a46-bc54-3b7e21e5b9de {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:47.633850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.639324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.680893 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6cc3b81c-27d3-4798-91eb-19cd35f0478c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/58ae5955-4f48-49b5-9a5b-f9c328441a84 HTTP/1.1" status: 204 len: 168 time: 0.6823838 Jun 03 15:25:47.690113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53218) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:47.982455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.065355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b29bcd07-a689-41bf-beb9-5db2fc06082d no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:48.127006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-81c0664f-39f1-4c72-9fe0-720dc62010c2 service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385592 Jun 03 15:25:48.174661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: b29bcd07-a689-41bf-beb9-5db2fc06082d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:48.175524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b29bcd07-a689-41bf-beb9-5db2fc06082d not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:48.240710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.281601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] For port 7b900649-98a8-4a46-bc54-3b7e21e5b9de, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7b900649-98a8-4a46-bc54-3b7e21e5b9de,segment=NetworkSegment(48e2868a-0572-46cf-8abb-04d83db59a3b),segment_id=48e2868a-0572-46cf-8abb-04d83db59a3b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:48.282029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.296640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64099762-86aa-4faa-8387-c73e93bcb370']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:48.336264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df0d89-9b4a-4904-838f-5fd26f0bc1e0 req-c9abba56-0a2b-4ab9-9825-55c2b33e7558 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:48.339286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20df0d89-9b4a-4904-838f-5fd26f0bc1e0 req-c9abba56-0a2b-4ab9-9825-55c2b33e7558 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 945 time: 0.9154239 Jun 03 15:25:48.341253 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.372855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1130f850-fc0a-45b5-bf9b-fb4ebd880b37') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:48.373143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1130f850-fc0a-45b5-bf9b-fb4ebd880b37') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:48.450206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Calling delete_port for 7b900649-98a8-4a46-bc54-3b7e21e5b9de owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:48.459602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.481790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.519866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.533404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:25:48.534046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.547870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20df0d89-9b4a-4904-838f-5fd26f0bc1e0 req-5431c761-7e94-4632-b7e8-e147820855e5 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/security-groups?id=556072d9-02ba-4ada-a818-6774cbd2bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831586 Jun 03 15:25:48.554227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Transition to ACTIVE for port object c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:48.564291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-95785e60-0361-436c-ae90-7be4eba7e794 service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356718 Jun 03 15:25:48.633977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.678587 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1130f850-fc0a-45b5-bf9b-fb4ebd880b37 resource provider aggregate not found Jun 03 15:25:48.737406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:48.742778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e52ac2-442c-4430-9fb7-0b85f61acedd None None] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:48.746478 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1130f850-fc0a-45b5-bf9b-fb4ebd880b37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1130f850-fc0a-45b5-bf9b-fb4ebd880b37 found for delete ", "request_id": "req-7d45394b-d51a-422a-9949-f192d8929ba7"}]} Jun 03 15:25:48.765508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:48.769687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Port': ['ID=c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:48.773301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:48.900262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.922399 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2068a2f7-12ba-476e-8b0e-c7f2292914e8'] response: {'server_uuid': '6fd576b1-5455-4b95-a981-9e4f00fb1c46', 'name': 'network-vif-deleted', 'tag': '293b2eb3-a1b4-46f5-a07c-ca18dfa9ee0e', 'status': 'completed', 'code': 200} Jun 03 15:25:48.934144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.960912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.990369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f8c35c62-064f-454b-856d-7363720cd402 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:49.145274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a688722-18ee-435c-b53c-157fc5117731 None None] Provisioning for port f8c35c62-064f-454b-856d-7363720cd402 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:49.205805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.239402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f8c35c62-064f-454b-856d-7363720cd402 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:49.266212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f8c35c62-064f-454b-856d-7363720cd402 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:49.268241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.340769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Pushing event deleted for resources: {'Port': ['ID=7b900649-98a8-4a46-bc54-3b7e21e5b9de,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:49.408713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db8054bd-6137-413d-b162-080bba8ab76b req-24f0b55c-1e54-44d0-8e12-9783cd55d3b5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 210 time: 0.0887182 Jun 03 15:25:49.494183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64099762-86aa-4faa-8387-c73e93bcb370,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:49.586469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f8c35c62-064f-454b-856d-7363720cd402 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:49.586860 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.634413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f8c35c62-064f-454b-856d-7363720cd402, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f8c35c62-064f-454b-856d-7363720cd402,segment=NetworkSegment(52a2c2f2-9f1d-465d-a29a-474b7f00ae1d),segment_id=52a2c2f2-9f1d-465d-a29a-474b7f00ae1d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:49.664746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.666622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.674664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53244) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:49.686217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884409877', 'description': 'tempest-description--1218149518'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:49.699831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6acbd3f9-419b-419f-a15b-9142cb3fcba7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/64099762-86aa-4faa-8387-c73e93bcb370 HTTP/1.1" status: 204 len: 168 time: 2.0059505 Jun 03 15:25:49.713200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] No DVR routers for this DVR port 7b900649-98a8-4a46-bc54-3b7e21e5b9de on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:49.723159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.741546 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5b63cbf0-3cb8-4ba2-886a-9c17ba5aae1e req-2e63d6c0-a3c8-489e-9874-2120ab843110 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.15 "DELETE /v2.0/ports/7b900649-98a8-4a46-bc54-3b7e21e5b9de HTTP/1.1" status: 204 len: 173 time: 2.2458777 Jun 03 15:25:49.758311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:49.782689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Usage tracker for resource:security_group and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:49.796028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:49.829267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:49.885786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.925142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f8c35c62-064f-454b-856d-7363720cd402,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:49.977933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:50.001321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Usage tracker for resource:security_group_rule and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:50.013808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:50.040836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:50.157935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1ff1ad6-7c1e-4fec-9b0b-b8c0ca55a51c req-5e8b782e-aab9-41d6-b4c8-d76a2337eeb7 tempest-DeleteServersTestJSON-930113816 tempest-DeleteServersTestJSON-930113816-project] 10.222.0.66 "GET /v2.0/ports?device_id=86be3c0d-ec32-4bca-9422-d2d512f6efd1 HTTP/1.1" status: 200 len: 210 time: 0.2496612 Jun 03 15:25:50.326591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.351313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.436180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7b900649-98a8-4a46-bc54-3b7e21e5b9de no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:50.505414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53256) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:50.574291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 7b900649-98a8-4a46-bc54-3b7e21e5b9de {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:50.574888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7b900649-98a8-4a46-bc54-3b7e21e5b9de not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:50.608570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0805ff06-64af-4e38-a500-d8ebd41a1fca,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:50.624358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.641026 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d53cc32a-2b3c-4052-8ee7-3762725efb6b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9640756 Jun 03 15:25:50.642551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53260) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:50.668784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Request body: {'security_group_rule': {'security_group_id': '0805ff06-64af-4e38-a500-d8ebd41a1fca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:50.715557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:50.738915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Usage tracker for resource:security_group_rule and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:50.752247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:50.781482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:50.784838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bdf59afd-fcb0-4e59-ac71-359dc6964f15 None None] Provisioning complete for port f8c35c62-064f-454b-856d-7363720cd402 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:50.785594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bdf59afd-fcb0-4e59-ac71-359dc6964f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.850671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.917928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f8c35c62-064f-454b-856d-7363720cd402 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:50.935812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'name': 'network-vif-deleted', 'tag': '7b900649-98a8-4a46-bc54-3b7e21e5b9de'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:51.034979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.048734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.097860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a22d7bc-f351-412a-b0f0-4d695760d997 req-e50ca9ab-6981-42ab-b449-60ad1aa7eb31 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 210 time: 0.3903370 Jun 03 15:25:51.103142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e1c0be-567d-42f7-ac0b-8dc2afd95b1e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:51.137942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.165984 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.168398 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a1bf83f6-f4f0-4634-852d-00ea97231b0b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5238085 Jun 03 15:25:51.172690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53266) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:51.178942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Request body: {'security_group_rule': {'security_group_id': '0805ff06-64af-4e38-a500-d8ebd41a1fca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:51.191709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:51.203235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Usage tracker for resource:security_group_rule and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:51.211498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:51.221479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:51.231207 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362fb0fd-c92b-4dd8-888f-3264517ac306'] response: {'server_uuid': '86be3c0d-ec32-4bca-9422-d2d512f6efd1', 'name': 'network-vif-deleted', 'tag': '7b900649-98a8-4a46-bc54-3b7e21e5b9de', 'status': 'completed', 'code': 200} Jun 03 15:25:51.252796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.297701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.310389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bdf59afd-fcb0-4e59-ac71-359dc6964f15 None None] Current status of the port f8c35c62-064f-454b-856d-7363720cd402 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:51.328012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f8c35c62-064f-454b-856d-7363720cd402 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:51.328752 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.417127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.436055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.445861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bdf59afd-fcb0-4e59-ac71-359dc6964f15 None None] Provisioning for port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:51.467508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bdf59afd-fcb0-4e59-ac71-359dc6964f15 None None] Provisioning complete for port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:51.467881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bdf59afd-fcb0-4e59-ac71-359dc6964f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.482435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-95fb95c4-2b5b-435a-9867-189c81cdf163 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c25092b1d824255a5b827af6401544c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9727244 Jun 03 15:25:51.488408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:51.522923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf5583b-0928-435e-8ff7-2d69ee98d92c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:51.559553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.561555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-de22a38b-cd67-419e-9fb2-6ec3925e12cd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3873327 Jun 03 15:25:51.578450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bdf59afd-fcb0-4e59-ac71-359dc6964f15 None None] Port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:51.581314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:51.610093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:51.614053 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-099f1b36-45d7-4a46-941d-6128c5620996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.620700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Port': ['ID=c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:51.625777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.635830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:51.657033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-099f1b36-45d7-4a46-941d-6128c5620996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.663467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Usage tracker for resource:floatingip and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:51.671812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:51.712187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f8c35c62-064f-454b-856d-7363720cd402 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:51.729290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5e3743db-9a78-4fe3-9ddf-4fcd090f0a9c None None] Provisioning complete for port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:51.730302 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e3743db-9a78-4fe3-9ddf-4fcd090f0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.755411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-099f1b36-45d7-4a46-941d-6128c5620996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.760080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:51.814046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f1b36-45d7-4a46-941d-6128c5620996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1f3b5-5752-481c-adc8-cd22bad6ad03,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:51.815789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.821966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-099f1b36-45d7-4a46-941d-6128c5620996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.826859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-099f1b36-45d7-4a46-941d-6128c5620996 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5aa1f3b5-5752-481c-adc8-cd22bad6ad03 HTTP/1.1" status: 204 len: 168 time: 0.3338530 Jun 03 15:25:51.827118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.855949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.867767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5e3743db-9a78-4fe3-9ddf-4fcd090f0a9c None None] Port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:51.878554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.890511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.902732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.914375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.918060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-721bb0cf-06ca-422c-8728-036be4687bc9 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.8184009 Jun 03 15:25:52.037870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:52.151170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-164ceba8-a60c-4ebb-954b-4cb11b139e65 req-be407004-5d6f-4c55-83d8-ac24178e1a07 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2191834 Jun 03 15:25:52.216676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-1409b4ab-afe1-43c9-9a7a-5c236a087ac5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:52.218341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-1409b4ab-afe1-43c9-9a7a-5c236a087ac5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.3314264 Jun 03 15:25:52.343693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-4107e575-101a-4501-ba78-aeb88131083b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:52.380051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:52.381576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-4107e575-101a-4501-ba78-aeb88131083b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:52.383060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-4107e575-101a-4501-ba78-aeb88131083b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 473 time: 0.1523535 Jun 03 15:25:52.383334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:52.394946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'port': {'device_id': '178d9a0e-44e5-4640-be66-03b981e3687e', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'admin_state_up': True, 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'security_groups': ['55a7b701-1e15-448b-9608-34ac4ef708c2']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:52.632635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:52.640916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:port and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:52.651037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:52.677275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:52.707382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Made reservation on behalf of 01d2bd983c3140e0985bb8068f6b72bc for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:52.711414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:52.841383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e3a6993-da07-482c-b893-5f73e1a37a5a req-499f1555-a95a-40f3-a872-ac02c1d7a103 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 210 time: 0.3065968 Jun 03 15:25:52.907971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:52.910675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-29276428-4175-4722-a8a5-45451b90ffff None None] Provisioning complete for port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:52.911612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29276428-4175-4722-a8a5-45451b90ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:52.992725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Router b237a82e-25aa-414a-8da8-a358a5ac0682 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:25:53.006479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.20.0.11 (105eba84-bcfe-484d-9059-8be2f2d1cb5c/4e6f1c31-88f2-464c-bc1c-9dc68927065b/35612052-febd-4c5d-931a-2f6c8241528d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:53.074348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-29276428-4175-4722-a8a5-45451b90ffff None None] Port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:53.393112 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:53.461210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Transition to ACTIVE for port object 35612052-febd-4c5d-931a-2f6c8241528d will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:53.502072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:53.629902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53330) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:53.654668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:53.673429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=35612052-febd-4c5d-931a-2f6c8241528d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:53.683258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] Sync routers for ids ['b237a82e-25aa-414a-8da8-a358a5ac0682'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:53.689253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fb2e133b-faed-411a-9a3c-be18695316ce tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "PUT /v2.0/routers/b237a82e-25aa-414a-8da8-a358a5ac0682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7284770 Jun 03 15:25:53.692137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53336) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:53.697045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] Routers {'b237a82e-25aa-414a-8da8-a358a5ac0682'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:53.697736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b237a82e-25aa-414a-8da8-a358a5ac0682'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:53.712570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:53.722687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Allocated IP 172.25.1.231 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/edac997b-ae49-4a3c-9681-b497799f684b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:53.724760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'port': {'network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440', 'name': 'tempest-FloatingIPNegativeTestJSON-1161563295'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:53.749588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.755444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:53.758886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:53.766661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.777245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.785161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.794833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.816381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.826021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.837712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-9af92878-8cd3-44fb-a198-03b19814f0bb tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.3971961 Jun 03 15:25:53.875265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-105810060-network', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:53.885524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:53.895804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] Routers {'b237a82e-25aa-414a-8da8-a358a5ac0682'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:53.896533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b237a82e-25aa-414a-8da8-a358a5ac0682'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:53.906538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:54.120926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.124661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Usage tracker for resource:network and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:54.143349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:54.164357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:54.165403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343eecd2-f9fa-480d-a11b-48948d930135 None None] The sync data for ids ['b237a82e-25aa-414a-8da8-a358a5ac0682'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:54.175069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.175742 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.200177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68893b0f-9f13-4fe7-ac6f-c7486dac1fd3 req-ac195170-704d-4589-a961-1a494e3b0126 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3497355 Jun 03 15:25:54.206154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-970bba4e-501a-405e-ab91-979615a7c975 None None] Provisioning for port 35612052-febd-4c5d-931a-2f6c8241528d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:54.209931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:54.219298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-970bba4e-501a-405e-ab91-979615a7c975 None None] Provisioning complete for port 35612052-febd-4c5d-931a-2f6c8241528d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:54.219829 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-970bba4e-501a-405e-ab91-979615a7c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.256462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:54.257971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Made reservation on behalf of 447848a1501d4284a33f0398f8fed1f9 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:54.260568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.266590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-0f76552f-ba6f-4702-ae0b-0f21e2a1e6e9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8760984 Jun 03 15:25:54.269045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:port and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:54.273167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:54.277456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.280332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-970bba4e-501a-405e-ab91-979615a7c975 None None] Port 35612052-febd-4c5d-931a-2f6c8241528d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:54.289240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Request body: {'port': {'device_id': '178d9a0e-44e5-4640-be66-03b981e3687e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:54.306502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:54.316615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Usage tracker for resource:security_group_rule and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:54.320956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:54.325105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:54.331823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf26e1-ec35-4f7f-9f18-a8639e7b2ab6 req-210b84a1-a8e3-4887-8b4d-3af66733611d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.333490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cf26e1-ec35-4f7f-9f18-a8639e7b2ab6 req-210b84a1-a8e3-4887-8b4d-3af66733611d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 932 time: 0.2057803 Jun 03 15:25:54.338081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.348544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:54.363921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Made reservation on behalf of 8ee476d0d6be447d8bc79be8f5ebe6e0 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:54.367446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.394497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.400540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.406463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.412427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.418643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.424707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.430596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.431715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Synchronizing usage tracker for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:54.509909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] device_id is not set on port 27bd6631-d28f-4f5d-96f3-83acb4d57a5c yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:25:54.548760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Unset dirty status for tenant:2076fe0c85c04061a36119c73d368dd8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:54.549954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-11ebcdce-fbf1-4b56-b7cf-986677f1213b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.5892112 Jun 03 15:25:54.553950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:54.560927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.570570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:54.578136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:54.669193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cf26e1-ec35-4f7f-9f18-a8639e7b2ab6 req-a6a718a8-9d76-46fa-98b6-dc1138509e72 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217893 Jun 03 15:25:54.677633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'Port': ['ID=edac997b-ae49-4a3c-9681-b497799f684b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:54.757920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.773282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-aed139b0-35a1-494f-b6c0-f448223c0845 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.774758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-aed139b0-35a1-494f-b6c0-f448223c0845 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "GET /v2.0/ports/2ccee563-6198-4092-bc2a-d8bbe3bbb02c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1973832 Jun 03 15:25:54.806184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.845657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.902724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:54.919517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b038f1e2-292a-4b7b-a518-b1852a35da68,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:54.927098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.927725 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Added segment d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6 of type vlan for network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa Jun 03 15:25:54.934728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.971577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Allocated IP 172.20.0.6 (bc0ea003-60f8-4f9d-b412-39c67c37b440/6f1d8f20-70be-4e89-9e3c-f0da998b02db/27bd6631-d28f-4f5d-96f3-83acb4d57a5c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:55.006549 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.134210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.135280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:55.135912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.176475 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-48dabe56-242c-49e7-92da-c4ea099a7fb4 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "GET /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3897712 Jun 03 15:25:55.197358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:55.305874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:55.314083 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f24560f3-6f19-4741-af17-06490fd694a0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6829829 Jun 03 15:25:55.321841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53346) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:55.329839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:55.334613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Request body: {'subnet': {'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-105810060-subnet', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:55.345071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:55.353116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Usage tracker for resource:subnet and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:55.358911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:55.371151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:55.477666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Made reservation on behalf of 447848a1501d4284a33f0398f8fed1f9 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:55.488423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.618813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:25:55.654657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.666974 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.785693 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.790140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35612052-febd-4c5d-931a-2f6c8241528d {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:55.810037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.812475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.838461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Transition to ACTIVE for port object 27bd6631-d28f-4f5d-96f3-83acb4d57a5c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:55.850610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Transition to ACTIVE for port object 35612052-febd-4c5d-931a-2f6c8241528d will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:55.885728 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.954136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'Port': ['ID=edac997b-ae49-4a3c-9681-b497799f684b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:55.981213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:55.987228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:55.997263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.003830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.009838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.016531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.022700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.035647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-0b631524-8bb4-43e3-bb15-4e24acfdb125 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 5434 time: 0.6481962 Jun 03 15:25:56.132475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.166315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.168471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4ac66000-2a9c-4475-ab09-f5d1a2fa9d21 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5830212 Jun 03 15:25:56.218655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cadb067-cc57-4ac2-bd50-a330ebb48572 req-d4e9de67-ea95-41fb-a45d-0599c9811756 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776009 Jun 03 15:25:56.309929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Pushing event updated for resources: {'Port': ['ID=35612052-febd-4c5d-931a-2f6c8241528d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:56.370831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417aab4-0349-495d-94cd-f72f6c01985c req-fb3c6415-563e-4f16-951c-f685f65f1991 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.373575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e417aab4-0349-495d-94cd-f72f6c01985c req-fb3c6415-563e-4f16-951c-f685f65f1991 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 944 time: 0.5100777 Jun 03 15:25:56.375180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.415188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.535471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:56.536820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e417aab4-0349-495d-94cd-f72f6c01985c req-1352155d-540a-467c-9c1f-5032308a0ab0 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538284 Jun 03 15:25:56.540752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80b2f7d-f91e-4172-949f-72f141c4290b,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:56.544852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:56.560515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:56.614097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Attempting to bind port 35612052-febd-4c5d-931a-2f6c8241528d on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:56.614586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Attempting to bind port 35612052-febd-4c5d-931a-2f6c8241528d by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:56.615148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Attempting to bind port 35612052-febd-4c5d-931a-2f6c8241528d on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:56.618493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Port': ['ID=27bd6631-d28f-4f5d-96f3-83acb4d57a5c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:56.642756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Port 35612052-febd-4c5d-931a-2f6c8241528d on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:56.643309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Attempting to bind port 35612052-febd-4c5d-931a-2f6c8241528d on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:56.663519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Checking segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:56.664807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Network hostable DHCP agents. Network: bf0e2b47-1b15-44a2-8763-01b5af1ed4fa, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:56.669218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:56.669366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Checking segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:56.669991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Bound using segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:56.670529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Bound port: 35612052-febd-4c5d-931a-2f6c8241528d, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:56.670893 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.719917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] For port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:56.756188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.756883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.782489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:56.832997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, bf0e2b47-1b15-44a2-8763-01b5af1ed4fa) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:56.841472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561b8e4-7e40-4d7a-9c57-e47c76724e9f None None] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:56.853407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.854860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.870756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-e0907f3d-2053-4491-a0e4-4034848e7099 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.872567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-e0907f3d-2053-4491-a0e4-4034848e7099 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 822 time: 0.3344452 Jun 03 15:25:56.875522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53376) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:56.893453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] For port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:56.898598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-657c1444-32ba-44e2-a61b-e668bd7f8279 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5733113 Jun 03 15:25:56.911325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-32c5ebdb-e980-4b4a-ac29-b2d92226307e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/quotas/bea98e8c535e4576ada876db769be933 HTTP/1.1" status: 200 len: 375 time: 0.0269601 Jun 03 15:25:56.915194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53382) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:56.952747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-60f0ade2-53c6-46c2-87ea-314293d91c00 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2515540 Jun 03 15:25:56.953503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53386) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:56.967990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:56.976295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:56.980991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:floatingip and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:56.986258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:56.986924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:56.993449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:57.012745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:57.018180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.027877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Usage tracker for resource:router and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:57.045794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9611771a-112d-48c0-b868-c57b93b26162 None None] Provisioning for port 27bd6631-d28f-4f5d-96f3-83acb4d57a5c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:57.051075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:57.057435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:57.070342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9611771a-112d-48c0-b868-c57b93b26162 None None] Provisioning complete for port 27bd6631-d28f-4f5d-96f3-83acb4d57a5c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:57.071538 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9611771a-112d-48c0-b868-c57b93b26162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.076658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.077957 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.106163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.113368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-f2e9938e-462a-43b3-ad7e-a9525891afaf tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004821 Jun 03 15:25:57.181365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] device_id is not set on port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:25:57.199564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9611771a-112d-48c0-b868-c57b93b26162 None None] Port 27bd6631-d28f-4f5d-96f3-83acb4d57a5c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:57.201552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] For port 35612052-febd-4c5d-931a-2f6c8241528d, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:57.220456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.241997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] For port 35612052-febd-4c5d-931a-2f6c8241528d, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=35612052-febd-4c5d-931a-2f6c8241528d,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:57.247311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] Deleting subnet c663b740-2cbb-4f54-abd2-34f5c8e205ad {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:25:57.252608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.281024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:25:57.282278 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.331965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.347648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.410640 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.497690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Allocated IP 172.20.0.2 (bf0e2b47-1b15-44a2-8763-01b5af1ed4fa/e80b2f7d-f91e-4172-949f-72f141c4290b/50547892-2ee1-4c7f-b1b2-455500d56808) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:57.546077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.546350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.547544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] 10.222.0.15 "PUT /v2.0/ports/35612052-febd-4c5d-931a-2f6c8241528d HTTP/1.1" status: 200 len: 1092 time: 3.2690103 Jun 03 15:25:57.593243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:57.626266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.719497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] Pushing event updated for resources: {'Port': ['ID=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:57.722472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] No DVR routers for this DVR port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:57.813158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.834427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.839377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-5df6fa77-b3cd-4239-bf73-c09b69ea0567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.845837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-5df6fa77-b3cd-4239-bf73-c09b69ea0567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.847428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Transition to ACTIVE for port object 50547892-2ee1-4c7f-b1b2-455500d56808 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:57.852367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-5df6fa77-b3cd-4239-bf73-c09b69ea0567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.859438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-5df6fa77-b3cd-4239-bf73-c09b69ea0567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.865911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-5df6fa77-b3cd-4239-bf73-c09b69ea0567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.872511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Transition to ACTIVE for port object 50547892-2ee1-4c7f-b1b2-455500d56808 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:57.873428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-5df6fa77-b3cd-4239-bf73-c09b69ea0567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.882213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-5df6fa77-b3cd-4239-bf73-c09b69ea0567 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 4661 time: 0.5046802 Jun 03 15:25:57.883563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-24a15d0c-5014-49cb-96bd-fcf59f11fca1 None None] Provisioning complete for port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:57.884018 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24a15d0c-5014-49cb-96bd-fcf59f11fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.938372 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.948315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-60274fef-76e1-40e8-8489-4569c9b58b61 service neutron] 10.222.0.66 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255050 Jun 03 15:25:57.996162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90011c-f665-435b-a85d-436ae60e959d service neutron] Pushing event updated for resources: {'Port': ['ID=35612052-febd-4c5d-931a-2f6c8241528d,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:58.010880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Pushing event updated for resources: {'Port': ['ID=50547892-2ee1-4c7f-b1b2-455500d56808,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:58.018846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8d9eca0-3ef7-4956-809e-0ef75bd0f742 req-bb0993d4-98d0-4057-8846-b9e7299e2414 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356931 Jun 03 15:25:58.031384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-24a15d0c-5014-49cb-96bd-fcf59f11fca1 None None] Port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:58.039682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:58.052258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:58.054820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:58.094365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] In _notify_port_updated(), no bound segment for port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:25:58.095233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.095851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.097197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9fe4cd47-9e21-445f-8eee-61592390401d service neutron] 10.222.0.70 "PUT /v2.0/ports/2ccee563-6198-4092-bc2a-d8bbe3bbb02c HTTP/1.1" status: 200 len: 1026 time: 2.9049630 Jun 03 15:25:58.099635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7de505ab-a78e-45c2-9619-bbb308afebbb no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:58.104441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.117135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-ccdf1568-9d7f-47c2-8f76-66e7e1bd40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.119046 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-ccdf1568-9d7f-47c2-8f76-66e7e1bd40c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 1095 time: 0.4942911 Jun 03 15:25:58.237478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Attempting to bind port 50547892-2ee1-4c7f-b1b2-455500d56808 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:58.237988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Attempting to bind port 50547892-2ee1-4c7f-b1b2-455500d56808 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:58.238731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Attempting to bind port 50547892-2ee1-4c7f-b1b2-455500d56808 on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:58.252472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:58.252916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Checking segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:58.253461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.254133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Bound using segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:58.254618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Bound port: 50547892-2ee1-4c7f-b1b2-455500d56808, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:58.255095 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.269132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-98e6d6d3-0d15-400b-9501-24fc2c10f495 service neutron] 10.222.0.66 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381256 Jun 03 15:25:58.313671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-2f2b0f02-c626-4cae-b4ff-3b0f0897985c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35612052-febd-4c5d-931a-2f6c8241528d HTTP/1.1" status: 200 len: 217 time: 0.0879815 Jun 03 15:25:58.325005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.399377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-39945fa5-3cb9-433b-ae67-cde576d208f5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.404845 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-39945fa5-3cb9-433b-ae67-cde576d208f5 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "GET /v2.0/ports/5bfb56d4-cea7-45eb-8f81-64db01a5ba56?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2940707 Jun 03 15:25:58.443009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20bbdb-e94b-4bc8-999d-61e3ce6dd1ca req-a75c607f-320c-4999-8032-bd67cd1604ef tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.444998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd20bbdb-e94b-4bc8-999d-61e3ce6dd1ca req-a75c607f-320c-4999-8032-bd67cd1604ef tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 944 time: 0.1747494 Jun 03 15:25:58.535122 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8e26f1-daea-4131-a4ca-34a33cb67efe'] response: {'name': 'network-changed', 'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d', 'status': 'completed', 'code': 200} Jun 03 15:25:58.543760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7de505ab-a78e-45c2-9619-bbb308afebbb is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:58.544710 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.544848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:58.569473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] For port 50547892-2ee1-4c7f-b1b2-455500d56808, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:58.577242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c663b740-2cbb-4f54-abd2-34f5c8e205ad,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:58.604902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] For port 50547892-2ee1-4c7f-b1b2-455500d56808, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=50547892-2ee1-4c7f-b1b2-455500d56808,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:58.608506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:58.615568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.619339 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.629858 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cd8047e8-5875-4fe9-ab9f-cffc7048b599 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c663b740-2cbb-4f54-abd2-34f5c8e205ad HTTP/1.1" status: 204 len: 168 time: 1.7499070 Jun 03 15:25:58.630698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:58.701400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7de505ab-a78e-45c2-9619-bbb308afebbb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7de505ab-a78e-45c2-9619-bbb308afebbb,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:58.713105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-c0497a3c-f622-4e8f-9e24-e967892865ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.714769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-c0497a3c-f622-4e8f-9e24-e967892865ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.3817518 Jun 03 15:25:58.724942 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.726213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:58.820426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb503a84-ae0a-4c68-953a-82d69e7f3322 req-daae9a0f-e587-401f-85fe-c67f5f4edf68 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 210 time: 0.2281671 Jun 03 15:25:58.861253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e143c-6e65-46f1-808b-5fa60fb5a1fc None None] Pushing event updated for resources: {'Port': ['ID=50547892-2ee1-4c7f-b1b2-455500d56808,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:58.901780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.925575 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6910130b-9e20-4ce3-9f21-ca75f309a6e3'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb', 'code': 200} Jun 03 15:25:58.972258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.089463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd20bbdb-e94b-4bc8-999d-61e3ce6dd1ca req-e1a9cacf-0d5c-4675-b065-72e3a54563ea tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4847031 Jun 03 15:25:59.129630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Allocated IP 172.25.1.177 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/ee23fa09-5db4-40c4-9114-000610ca900a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:59.161876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:59.162801 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.172946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.192001 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.218811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7de505ab-a78e-45c2-9619-bbb308afebbb,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:59.262052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:59.270560 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.271545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 48d110fc-ad35-4072-8016-149be81463c6 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:59.496566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-ac4e782d-a69b-4aa3-ad5d-528683b6fb79 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.504004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-ac4e782d-a69b-4aa3-ad5d-528683b6fb79 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.513102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-ac4e782d-a69b-4aa3-ad5d-528683b6fb79 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.519533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-ac4e782d-a69b-4aa3-ad5d-528683b6fb79 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.524467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-4f202e0d-9ab7-465d-8263-259276ac7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.526042 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-4f202e0d-9ab7-465d-8263-259276ac7c4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7998817 Jun 03 15:25:59.528041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-ac4e782d-a69b-4aa3-ad5d-528683b6fb79 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.534972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-ac4e782d-a69b-4aa3-ad5d-528683b6fb79 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.545983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-ac4e782d-a69b-4aa3-ad5d-528683b6fb79 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 4657 time: 0.3124888 Jun 03 15:25:59.620799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-923a672f-f0e0-472c-9e44-548fe2dc556b req-7b739ada-852a-414f-82bd-b0f4cc24e7c2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668230 Jun 03 15:25:59.641286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:59.770060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 48d110fc-ad35-4072-8016-149be81463c6 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:59.771113 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.824166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 48d110fc-ad35-4072-8016-149be81463c6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=48d110fc-ad35-4072-8016-149be81463c6,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:59.830978 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.832342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device aa3f4650-aa89-44a7-b4b9-343a01513fb6 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:59.892986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.999719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab2ba7d-77a4-46db-a2be-af020ae0ac10']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:00.039886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e2868a-0572-46cf-8abb-04d83db59a3b') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:00.041913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e2868a-0572-46cf-8abb-04d83db59a3b') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:00.049863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=48d110fc-ad35-4072-8016-149be81463c6,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:00.118849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc1e3797-ad5c-4979-a579-ab0db78773ea req-7f3a0413-67c7-4412-86c7-827a69671b06 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 210 time: 0.0809000 Jun 03 15:26:00.119361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.129924 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-6c75aaa5-e7e3-46ca-8641-d145b9f7ccc1 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944420 Jun 03 15:26:00.140793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:00.157479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.265046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port aa3f4650-aa89-44a7-b4b9-343a01513fb6 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:00.265614 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.361042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port aa3f4650-aa89-44a7-b4b9-343a01513fb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:00.368571 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.372388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ccee563-6198-4092-bc2a-d8bbe3bbb02c no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:00.392795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.409702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:26:00.422764 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.494720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=aa3f4650-aa89-44a7-b4b9-343a01513fb6,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:00.566409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ccee563-6198-4092-bc2a-d8bbe3bbb02c not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:00.567924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 277fdf9d-7be9-41af-adad-af660aa6e20d no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:00.720089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc285d-e5fc-4dc7-ada1-8624a9fa9cba req-ea969858-ff57-457a-a216-e01a1f6c197c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:00.722708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17fc285d-e5fc-4dc7-ada1-8624a9fa9cba req-ea969858-ff57-457a-a216-e01a1f6c197c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 944 time: 0.4482627 Jun 03 15:26:00.850373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17fc285d-e5fc-4dc7-ada1-8624a9fa9cba req-7505a18c-6d3c-487d-9c31-39f1ba274f96 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091590 Jun 03 15:26:00.892290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50099dc-47f5-4a3d-9651-eef25b0fb2eb None None] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:00.898456 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 48e2868a-0572-46cf-8abb-04d83db59a3b resource provider aggregate not found Jun 03 15:26:00.908155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:26:00.933528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56'}, {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48d110fc-ad35-4072-8016-149be81463c6'}, {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:01.041358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] For port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:01.077927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 50547892-2ee1-4c7f-b1b2-455500d56808 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:01.080365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-e0395bad-d7d5-407d-956d-7694b93a22d2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.086334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-e0395bad-d7d5-407d-956d-7694b93a22d2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.092981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-e0395bad-d7d5-407d-956d-7694b93a22d2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.100395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-e0395bad-d7d5-407d-956d-7694b93a22d2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.106404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-e0395bad-d7d5-407d-956d-7694b93a22d2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.112603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-e0395bad-d7d5-407d-956d-7694b93a22d2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.121963 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-e0395bad-d7d5-407d-956d-7694b93a22d2 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 4653 time: 0.2179809 Jun 03 15:26:01.128048 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac5b4a0-b750-422b-86c6-88cbe2169aee'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bfb56d4-cea7-45eb-8f81-64db01a5ba56', 'code': 200} Jun 03 15:26:01.128535 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac5b4a0-b750-422b-86c6-88cbe2169aee'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48d110fc-ad35-4072-8016-149be81463c6', 'code': 200} Jun 03 15:26:01.128945 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac5b4a0-b750-422b-86c6-88cbe2169aee'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6', 'code': 200} Jun 03 15:26:01.139189 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 48e2868a-0572-46cf-8abb-04d83db59a3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48e2868a-0572-46cf-8abb-04d83db59a3b found for delete ", "request_id": "req-138648bc-0308-4abc-9b10-bd64b3e7a2cd"}]} Jun 03 15:26:01.166976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 277fdf9d-7be9-41af-adad-af660aa6e20d is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:01.168277 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.181821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.183474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bce0852-0ab3-4cb4-afdc-7eb587ad154d req-b9ef90e3-fe85-4121-b188-13343a5ff223 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&id=1a168ebd-1029-4246-8554-e6039c4e2e34&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596826 Jun 03 15:26:01.225778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.230720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-faa71857-bee1-4a9c-b4c6-33c8193e9dbf None None] Provisioning for port 50547892-2ee1-4c7f-b1b2-455500d56808 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:01.264317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab2ba7d-77a4-46db-a2be-af020ae0ac10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:01.279555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] device_id is not set on port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:26:01.318830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.321248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.324707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 277fdf9d-7be9-41af-adad-af660aa6e20d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=277fdf9d-7be9-41af-adad-af660aa6e20d,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:01.368086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Allocated IP 172.25.1.204 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/c31c6ae7-7774-4660-ba4c-a8c2332e78ba) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:01.368525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-befb12ad-13b9-4cca-919e-19dfb3467368 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bab2ba7d-77a4-46db-a2be-af020ae0ac10 HTTP/1.1" status: 204 len: 168 time: 2.7290814 Jun 03 15:26:01.400374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.433881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fb5a0f4-7b62-4bb1-ae8b-6de838badad8 req-179c4efa-a58f-476a-a2b0-c1f9e55fe7b8 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 210 time: 0.0663173 Jun 03 15:26:01.434098 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f8a5e83-5d1b-4c5b-9df7-42a71910fb1f req-a51b404a-6549-4f5d-bfa7-6f29513f8a89 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2641337 Jun 03 15:26:01.453218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-864ab559-d557-436c-946b-0822c0e324b2 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.454964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-864ab559-d557-436c-946b-0822c0e324b2 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 822 time: 0.6547430 Jun 03 15:26:01.483718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.486345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5360da91-7068-48a5-99db-6c929e3a09df no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:01.538913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:01.598897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Request body: {'port': {'device_id': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'admin_state_up': True, 'tenant_id': 'bea98e8c535e4576ada876db769be933'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:01.653954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 50547892-2ee1-4c7f-b1b2-455500d56808 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:01.664721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:01.666651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Port': ['ID=ee23fa09-5db4-40c4-9114-000610ca900a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:01.687127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:01.707674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53430) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:01.727392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 50547892-2ee1-4c7f-b1b2-455500d56808 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:01.727772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.858363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] No DVR routers for this DVR port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:01.866993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-10b651c1-1251-49e1-90ff-7351d904acf1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e7396cbbc08497a9316bfc89e1706db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542938 Jun 03 15:26:01.866993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.870573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53434) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:01.888515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=277fdf9d-7be9-41af-adad-af660aa6e20d,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:01.913659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5360da91-7068-48a5-99db-6c929e3a09df is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:01.914050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.003593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a2db6a00-e001-4f5e-b2bd-6126fc726afd None None] Provisioning complete for port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:02.003967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a2db6a00-e001-4f5e-b2bd-6126fc726afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.089660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5360da91-7068-48a5-99db-6c929e3a09df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5360da91-7068-48a5-99db-6c929e3a09df,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:02.104968 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.126261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.146215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a2db6a00-e001-4f5e-b2bd-6126fc726afd None None] Port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:26:02.167624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 50547892-2ee1-4c7f-b1b2-455500d56808 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:02.167624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.206793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:02.221061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5360da91-7068-48a5-99db-6c929e3a09df,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:02.224765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 50547892-2ee1-4c7f-b1b2-455500d56808, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=50547892-2ee1-4c7f-b1b2-455500d56808,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:02.231537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.281412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b65-b928-4bfc-8b6c-6d2fee543f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.301580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] In _notify_port_updated(), no bound segment for port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 on network ac54d610-31bd-47fa-bc70-18d267801812 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:26:02.303066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:02.304219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.305633 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-0af01c11-b34d-48d6-8623-5cae12523da8 service neutron] 10.222.0.70 "PUT /v2.0/ports/5bfb56d4-cea7-45eb-8f81-64db01a5ba56 HTTP/1.1" status: 200 len: 1028 time: 3.7760768 Jun 03 15:26:02.306556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=50547892-2ee1-4c7f-b1b2-455500d56808,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:02.320602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:02.323639 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b65-b928-4bfc-8b6c-6d2fee543f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.367258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:02.373123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Pushing event updated for resources: {'Port': ['ID=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:02.375700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:02.380149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-6bb53266-a75b-45a6-924b-3237ef47a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:02.382205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-6bb53266-a75b-45a6-924b-3237ef47a2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 1095 time: 0.8452902 Jun 03 15:26:02.383229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:02.390183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Usage tracker for resource:port and tenant:bea98e8c535e4576ada876db769be933 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:02.396758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:02.434533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:02.482438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 35612052-febd-4c5d-931a-2f6c8241528d details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:02.536882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710f01-2f47-4d91-a208-88db3f87ffda req-973ba1cc-dc2b-41e7-9ba3-f115c394e561 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:02.539744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0710f01-2f47-4d91-a208-88db3f87ffda req-973ba1cc-dc2b-41e7-9ba3-f115c394e561 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 944 time: 0.5070903 Jun 03 15:26:02.551118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.557769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Made reservation on behalf of bea98e8c535e4576ada876db769be933 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:02.561450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.576752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port 7de505ab-a78e-45c2-9619-bbb308afebbb {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:02.577021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.614035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e81371d7-b6a3-4ea4-a32a-51d615d77e41 None None] Provisioning complete for port 50547892-2ee1-4c7f-b1b2-455500d56808 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:02.614818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e81371d7-b6a3-4ea4-a32a-51d615d77e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.700700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b65-b928-4bfc-8b6c-6d2fee543f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.769311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 35612052-febd-4c5d-931a-2f6c8241528d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=35612052-febd-4c5d-931a-2f6c8241528d,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:02.790573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '35612052-febd-4c5d-931a-2f6c8241528d', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'port_id': '35612052-febd-4c5d-931a-2f6c8241528d', 'mac_address': 'fa:16:3e:cd:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:02.835778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.880168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-3375ce0d-c6a7-43d0-bb92-0f2613ed8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:02.882047 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-3375ce0d-c6a7-43d0-bb92-0f2613ed8831 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.4825227 Jun 03 15:26:02.888250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc7b65-b928-4bfc-8b6c-6d2fee543f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556072d9-02ba-4ada-a818-6774cbd2bb1b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:02.899993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 50547892-2ee1-4c7f-b1b2-455500d56808 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:02.990879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 35612052-febd-4c5d-931a-2f6c8241528d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:02.991411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.006808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e81371d7-b6a3-4ea4-a32a-51d615d77e41 None None] Current status of the port 50547892-2ee1-4c7f-b1b2-455500d56808 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:03.020869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35612052-febd-4c5d-931a-2f6c8241528d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:03.035856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0710f01-2f47-4d91-a208-88db3f87ffda req-53e8113f-793e-4c01-85c3-94cf2687ea28 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761968 Jun 03 15:26:03.053022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 35612052-febd-4c5d-931a-2f6c8241528d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=35612052-febd-4c5d-931a-2f6c8241528d,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:03.076205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.095528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b65-b928-4bfc-8b6c-6d2fee543f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.099724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-09cc7b65-b928-4bfc-8b6c-6d2fee543f09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/556072d9-02ba-4ada-a818-6774cbd2bb1b HTTP/1.1" status: 204 len: 168 time: 1.2253854 Jun 03 15:26:03.109043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38758717-6a21-48c4-bd66-a0714a112570 req-cc1473e5-2e60-4cab-a409-c8bf7c4434bf tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.114986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38758717-6a21-48c4-bd66-a0714a112570 req-cc1473e5-2e60-4cab-a409-c8bf7c4434bf tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.115210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 50547892-2ee1-4c7f-b1b2-455500d56808 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:03.115678 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.122668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38758717-6a21-48c4-bd66-a0714a112570 req-cc1473e5-2e60-4cab-a409-c8bf7c4434bf tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.129028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38758717-6a21-48c4-bd66-a0714a112570 req-cc1473e5-2e60-4cab-a409-c8bf7c4434bf tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.134938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38758717-6a21-48c4-bd66-a0714a112570 req-cc1473e5-2e60-4cab-a409-c8bf7c4434bf tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.143190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38758717-6a21-48c4-bd66-a0714a112570 req-cc1473e5-2e60-4cab-a409-c8bf7c4434bf tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3876 time: 0.7070119 Jun 03 15:26:03.148991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d'}, {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:03.218375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=35612052-febd-4c5d-931a-2f6c8241528d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:03.271171 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-fb60680a-c662-43cf-b110-48cee7b23a0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35612052-febd-4c5d-931a-2f6c8241528d HTTP/1.1" status: 200 len: 217 time: 0.3715136 Jun 03 15:26:03.307141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 50547892-2ee1-4c7f-b1b2-455500d56808 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:03.320699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['35612052-febd-4c5d-931a-2f6c8241528d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:03.358830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0626c0ec-d006-483b-974d-f95be8a04c6e req-ebb05965-775d-4c4b-a7a2-b3a2b4b04035 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 210 time: 0.0822864 Jun 03 15:26:03.371084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38758717-6a21-48c4-bd66-a0714a112570 req-e9b6320f-c3ce-4e6a-96c7-35caa34bc850 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267694 Jun 03 15:26:03.508345 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9980317a-ae39-4f79-b345-a501b94e1602'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d', 'code': 200} Jun 03 15:26:03.509289 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9980317a-ae39-4f79-b345-a501b94e1602'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df', 'code': 200} Jun 03 15:26:03.530053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.641718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-ac8f7266-ee7f-41d9-ad63-b5774a6be399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.643335 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-ac8f7266-ee7f-41d9-ad63-b5774a6be399 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.3615408 Jun 03 15:26:03.726790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Allocated IP 172.20.0.13 (15479665-64ad-41d5-ac9a-60e62fd72704/0fea8013-4af5-403c-96a8-c48700c27d7f/cc1fa40d-8a2c-4013-967f-f48309b49da9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:03.811149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] For port 7de505ab-a78e-45c2-9619-bbb308afebbb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7de505ab-a78e-45c2-9619-bbb308afebbb,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:03.811524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.986874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for 7de505ab-a78e-45c2-9619-bbb308afebbb owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:04.162482 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.191486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.213158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.259586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-e010d743-d9e6-45a1-98b3-c289c161a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:04.261731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-e010d743-d9e6-45a1-98b3-c289c161a213 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6064792 Jun 03 15:26:04.398798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53468) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:04.436035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197cbe2-0cc7-4913-8e0c-956b6287c8da req-6920cf73-741a-4f07-867a-badb5f132e9b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:04.440694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4197cbe2-0cc7-4913-8e0c-956b6287c8da req-6920cf73-741a-4f07-867a-badb5f132e9b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 945 time: 0.2130649 Jun 03 15:26:04.485789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 35612052-febd-4c5d-931a-2f6c8241528d up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:04.531002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4197cbe2-0cc7-4913-8e0c-956b6287c8da req-3f89a62d-ead8-4466-888c-44df11ced73c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860205 Jun 03 15:26:04.555756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:26:04.660005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Port': ['ID=ee23fa09-5db4-40c4-9114-000610ca900a,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:04.734090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.744847 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.784462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.806240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 35612052-febd-4c5d-931a-2f6c8241528d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:04.818500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 35612052-febd-4c5d-931a-2f6c8241528d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:04.820268 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.852503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:04.867116 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Sync routers for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:04.883583 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:04.884652 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:04.898468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-973870503-network', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:04.919885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=7de505ab-a78e-45c2-9619-bbb308afebbb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:04.924349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:04.930300 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-85964647-cda6-46d3-becc-b6a75a0caf4c service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574950 Jun 03 15:26:04.970232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.971760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a3a88018-7d9e-47fd-8079-94d42b95f196 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0126843 Jun 03 15:26:05.000055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Usage tracker for resource:network and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:05.004519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53480) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:05.018203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:05.052855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c6b4c161-bfb9-4649-b809-18befb78618e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'floatingip': {'port_id': '27bd6631-d28f-4f5d-96f3-83acb4d57a5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:05.071152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88f94c64-6f70-44f7-8181-820e97895337 req-0ed4e053-cc9e-48b9-8dcd-0e2b07566d1b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 210 time: 0.2426949 Jun 03 15:26:05.072281 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.078189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b03c6f5d-0d4b-480c-aa07-58996dcfdcdf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1594343 Jun 03 15:26:05.084186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53484) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:05.138894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 35612052-febd-4c5d-931a-2f6c8241528d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:05.139581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.183428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 35612052-febd-4c5d-931a-2f6c8241528d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=35612052-febd-4c5d-931a-2f6c8241528d,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:05.194349 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.227454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:05.270844 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:05.326830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=35612052-febd-4c5d-931a-2f6c8241528d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:05.499800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Made reservation on behalf of 07c323f3e807488f889afd2046c3a2b9 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:05.502619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.510198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:05.523043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] No DVR routers for this DVR port 7de505ab-a78e-45c2-9619-bbb308afebbb on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:05.526510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96143c-38a6-472c-810e-00b924818c1b req-d7d1fbfe-60c3-462f-a511-d3527db77505 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:05.532846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.534925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-93122667-72dd-4793-8ef2-6d1a21c16369 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "DELETE /v2.0/ports/7de505ab-a78e-45c2-9619-bbb308afebbb HTTP/1.1" status: 204 len: 173 time: 3.2165458 Jun 03 15:26:05.539218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:05.541634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96143c-38a6-472c-810e-00b924818c1b req-d7d1fbfe-60c3-462f-a511-d3527db77505 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:05.545792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c161-bfb9-4649-b809-18befb78618e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.554462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96143c-38a6-472c-810e-00b924818c1b req-d7d1fbfe-60c3-462f-a511-d3527db77505 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:05.567966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96143c-38a6-472c-810e-00b924818c1b req-d7d1fbfe-60c3-462f-a511-d3527db77505 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:05.582452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae96143c-38a6-472c-810e-00b924818c1b req-d7d1fbfe-60c3-462f-a511-d3527db77505 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3143 time: 0.7574625 Jun 03 15:26:05.606596 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e4f640-7fe4-462c-80c6-69c028c71028'] response: {'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d', 'code': 200} Jun 03 15:26:05.682172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.806843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:05.908336 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:03Z', 'revision_number': 3, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:05.909023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.914728 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Checking router: 2f56473a-7de4-4c7d-be30-b08ce5ea1138 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:05.915437 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Updating router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 port c31c6ae7-7774-4660-ba4c-a8c2332e78ba binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:05.925788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Usage tracker for resource:security_group_rule and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:06.011845 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.019675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:06.092968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:06.160605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Network 15479665-64ad-41d5-ac9a-60e62fd72704 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:06.168467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d4257dae-89e2-4fda-bf57-5cc8e57ca393 req-1432dd66-2bc7-40c7-bba5-122317e78f06 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1872623 Jun 03 15:26:06.191397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port 5360da91-7068-48a5-99db-6c929e3a09df {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:06.191948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.211699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae96143c-38a6-472c-810e-00b924818c1b req-b20515a7-b5b8-4d3f-8797-70eb8fe38fd3 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6276448 Jun 03 15:26:06.250178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:06.263297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:06.326368 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc97860-566f-4d4b-9d3c-cbab832c2b41'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '7de505ab-a78e-45c2-9619-bbb308afebbb', 'status': 'completed', 'code': 200} Jun 03 15:26:06.484908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd8bc-f347-4ca5-8234-4b896e24f438 req-9efe970f-db76-4cee-97d1-e73c4cce9b43 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:06.487448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a8dd8bc-f347-4ca5-8234-4b896e24f438 req-9efe970f-db76-4cee-97d1-e73c4cce9b43 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 946 time: 0.7075219 Jun 03 15:26:06.489687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:06.670079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:06.670830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.677485 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.684518 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c6b4c161-bfb9-4649-b809-18befb78618e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] update failed (client error): The resource could not be found. Jun 03 15:26:06.688197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c6b4c161-bfb9-4649-b809-18befb78618e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "PUT /v2.0/floatingips/02dfa533-aad0-4d04-998d-cd215001fa62 HTTP/1.1" status: 404 len: 507 time: 1.6724727 Jun 03 15:26:06.696524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53496) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:06.715029 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Transition to ACTIVE for port object c31c6ae7-7774-4660-ba4c-a8c2332e78ba will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:06.726988 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.796566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ca265-4094-4db4-a4c2-a46d1efb9877 req-f16c3b62-6134-48af-a65d-11576ea18eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:06.799023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d14ca265-4094-4db4-a4c2-a46d1efb9877 req-f16c3b62-6134-48af-a65d-11576ea18eaa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 1097 time: 1.0123460 Jun 03 15:26:06.850159 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Attempting to bind port c31c6ae7-7774-4660-ba4c-a8c2332e78ba on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:06.850680 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Attempting to bind port c31c6ae7-7774-4660-ba4c-a8c2332e78ba by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:06.851144 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Attempting to bind port c31c6ae7-7774-4660-ba4c-a8c2332e78ba on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:06.855192 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24895f9c-efcf-4a2a-81fa-5f905866d2f9 None None] Pushing event updated for resources: {'Port': ['ID=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:06.861513 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:06.862057 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:06.862579 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.863967 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:06.864610 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Bound port: c31c6ae7-7774-4660-ba4c-a8c2332e78ba, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:06.866122 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.934513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a8dd8bc-f347-4ca5-8234-4b896e24f438 req-10d858f5-5897-4118-9725-15294ea4d234 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221857 Jun 03 15:26:06.985186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Deleting port ee23fa09-5db4-40c4-9114-000610ca900a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:06.985529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.002886 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] For port c31c6ae7-7774-4660-ba4c-a8c2332e78ba, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:07.008579 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] For port c31c6ae7-7774-4660-ba4c-a8c2332e78ba, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:07.016578 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.046842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-22359c66-820a-4746-be78-a56edf77c929 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5110836 Jun 03 15:26:07.052434 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d14ca265-4094-4db4-a4c2-a46d1efb9877 req-37b605ab-525c-48fc-a8c1-dce347685251 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196519 Jun 03 15:26:07.068753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Request body: {'port': {'device_id': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:07.098614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61aa71-a5bd-4c36-81b6-16e8304d3455 req-265f2fb7-bb67-4700-9673-c3fb5a7fed64 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:07.116154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf61aa71-a5bd-4c36-81b6-16e8304d3455 req-265f2fb7-bb67-4700-9673-c3fb5a7fed64 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 932 time: 0.6459818 Jun 03 15:26:07.167218 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:07.168970 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:07.258644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.285783 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24895f9c-efcf-4a2a-81fa-5f905866d2f9 None None] Pushing event updated for resources: {'Port': ['ID=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:07.288513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.293174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf61aa71-a5bd-4c36-81b6-16e8304d3455 req-da146a46-094b-483b-b294-79e8278be63b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746686 Jun 03 15:26:07.366533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] For port 5360da91-7068-48a5-99db-6c929e3a09df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5360da91-7068-48a5-99db-6c929e3a09df,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:07.366902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.430574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:07.439695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.524732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de02799e-084c-4c97-bb93-835aaa7122df,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:07.534270 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:07.548828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.549396 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Added segment 5d87218b-064f-49c1-a7dc-de88bd347531 of type vlan for network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c Jun 03 15:26:07.563439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.597506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.597864 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.769890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d7caf-2f3f-47ac-a4ea-3335b778e316 req-11d08e49-0a53-409d-a4c5-7ca3ecde0854 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:07.781837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d7caf-2f3f-47ac-a4ea-3335b778e316 req-11d08e49-0a53-409d-a4c5-7ca3ecde0854 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:07.793912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d7caf-2f3f-47ac-a4ea-3335b778e316 req-11d08e49-0a53-409d-a4c5-7ca3ecde0854 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:07.805647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d7caf-2f3f-47ac-a4ea-3335b778e316 req-11d08e49-0a53-409d-a4c5-7ca3ecde0854 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:07.810041 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-475d7caf-2f3f-47ac-a4ea-3335b778e316 req-11d08e49-0a53-409d-a4c5-7ca3ecde0854 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 3143 time: 0.3436654 Jun 03 15:26:07.916151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-475d7caf-2f3f-47ac-a4ea-3335b778e316 req-7b2defe9-f74b-46ba-9ef2-e0cf0bdfa652 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876305 Jun 03 15:26:07.955556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Allocated IP 172.20.0.1 (bf0e2b47-1b15-44a2-8763-01b5af1ed4fa/e80b2f7d-f91e-4172-949f-72f141c4290b/87309ae7-fdcb-4296-a72d-fdde61aaf6fb) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:07.992550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Calling delete_port for ee23fa09-5db4-40c4-9114-000610ca900a owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:08.138314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.158007 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:03Z', 'revision_number': 3, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:08.173552 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a5cbf-92cb-47a3-a02d-767a8a924995 None None] The sync data for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 is: [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:03Z', 'revision_number': 3, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:08.458083 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.465826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.466432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.466948 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Floating IP 60565bab-82a7-4680-b83c-259f375dabaf disassociated. External IP: 172.25.1.171, port: 5360da91-7068-48a5-99db-6c929e3a09df. Jun 03 15:26:08.467514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for 5360da91-7068-48a5-99db-6c929e3a09df owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:08.530578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Transition to ACTIVE for port object 87309ae7-fdcb-4296-a72d-fdde61aaf6fb will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:08.545906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.547418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:08.548423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.722590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.751345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d70e5b-4f8e-4753-b736-9475094fada9 req-12c6dc3d-dd34-4952-90ec-d0082a4c1d78 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:08.753306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2d70e5b-4f8e-4753-b736-9475094fada9 req-12c6dc3d-dd34-4952-90ec-d0082a4c1d78 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 946 time: 0.4858119 Jun 03 15:26:08.850283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:08.896476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:08.927813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:09.022764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c31c6ae7-7774-4660-ba4c-a8c2332e78ba up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:09.165506 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.6756213 Jun 03 15:26:09.168034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53508) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:09.190796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.247110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c31c6ae7-7774-4660-ba4c-a8c2332e78ba completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:09.255395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Request body: {'subnet': {'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-973870503-subnet', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:09.257192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Pushing event updated for resources: {'Port': ['ID=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:09.257424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c31c6ae7-7774-4660-ba4c-a8c2332e78ba triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:09.257769 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.310164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2d70e5b-4f8e-4753-b736-9475094fada9 req-ff3935f4-a7cd-4ea6-a956-67568b736869 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4878261 Jun 03 15:26:09.338651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da532fd-3d39-4824-b2ac-24f97ef035e8 req-a22721c9-20b3-4f63-91cc-09118c363b62 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:09.354466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4da532fd-3d39-4824-b2ac-24f97ef035e8 req-a22721c9-20b3-4f63-91cc-09118c363b62 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 932 time: 0.7569861 Jun 03 15:26:09.392754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:09.416339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f46b29-9b81-4d38-83f7-faf9dff25a96 admin admin] Pushing event updated for resources: {'Network': ['ID=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:09.438042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-747d0d3a-0283-41af-9c42-4b5f3ade91ef None None] Provisioning for port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:09.454337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:26:09.479232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Usage tracker for resource:subnet and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:09.487628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:09.506750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4da532fd-3d39-4824-b2ac-24f97ef035e8 req-03a94c4e-f6fb-419f-9522-7d5107abb75d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480930 Jun 03 15:26:09.520079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-747d0d3a-0283-41af-9c42-4b5f3ade91ef None None] Provisioning complete for port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:09.529545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-747d0d3a-0283-41af-9c42-4b5f3ade91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.538119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:09.614119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Made reservation on behalf of 07c323f3e807488f889afd2046c3a2b9 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:09.617569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.652667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.780961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.925392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-747d0d3a-0283-41af-9c42-4b5f3ade91ef None None] Port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:26:09.938431 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.950212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c31c6ae7-7774-4660-ba4c-a8c2332e78ba is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:09.952043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.020549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c31c6ae7-7774-4660-ba4c-a8c2332e78ba, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:10.040396 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.099068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:26:10.113746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36203a1-d5ca-4ea1-ac5c-853e81b67fc1 req-95982c7e-8cb6-48ca-ae9c-a956f017ae72 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:10.125629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36203a1-d5ca-4ea1-ac5c-853e81b67fc1 req-95982c7e-8cb6-48ca-ae9c-a956f017ae72 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:10.137631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36203a1-d5ca-4ea1-ac5c-853e81b67fc1 req-95982c7e-8cb6-48ca-ae9c-a956f017ae72 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:10.141660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f36203a1-d5ca-4ea1-ac5c-853e81b67fc1 req-95982c7e-8cb6-48ca-ae9c-a956f017ae72 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 2410 time: 0.4712260 Jun 03 15:26:10.162761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=5360da91-7068-48a5-99db-6c929e3a09df,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:10.228276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:10.466432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event deleted for resources: {'Port': ['ID=ee23fa09-5db4-40c4-9114-000610ca900a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:10.483874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.528438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f36203a1-d5ca-4ea1-ac5c-853e81b67fc1 req-1b7e8f3a-35c7-417a-af22-a2d8387528df tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695190 Jun 03 15:26:10.844015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.861718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.002075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c31c6ae7-7774-4660-ba4c-a8c2332e78ba up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:11.048866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.128400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ab27-e0a1-4b25-aea9-4c25aa0fac78 req-1aa7f04b-e257-4644-bb15-6bc53d1dad2b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:11.144478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62a6ab27-e0a1-4b25-aea9-4c25aa0fac78 req-1aa7f04b-e257-4644-bb15-6bc53d1dad2b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 932 time: 0.4058518 Jun 03 15:26:11.153193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1fa40d-8a2c-4013-967f-f48309b49da9 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:11.161946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.181424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Transition to ACTIVE for port object cc1fa40d-8a2c-4013-967f-f48309b49da9 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:11.190795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8cf2d-9f54-44d4-b336-39a69aad3189 req-41b36377-c727-4a2b-9104-af5b8bfadf42 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:11.203438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b2866f-4d96-4e99-bf64-6e39855c0916,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:11.205288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95d8cf2d-9f54-44d4-b336-39a69aad3189 req-41b36377-c727-4a2b-9104-af5b8bfadf42 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 946 time: 0.5671384 Jun 03 15:26:11.223391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Pushing event updated for resources: {'Port': ['ID=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:11.235694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.266936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c31c6ae7-7774-4660-ba4c-a8c2332e78ba triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:11.267506 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.284982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.285314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.285649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.285982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.286310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.286631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.286953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.287273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.287590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.287908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.288348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.288668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:11.373423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:11.373982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Network hostable DHCP agents. Network: 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:11.394346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62a6ab27-e0a1-4b25-aea9-4c25aa0fac78 req-2fbd8d09-9d1b-44e0-bf6e-225f176cbf1d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482190 Jun 03 15:26:11.422388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95d8cf2d-9f54-44d4-b336-39a69aad3189 req-db017f84-1a14-4983-a106-f62f9b6e6fed tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941528 Jun 03 15:26:11.474906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:11.478338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:11.535260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c31c6ae7-7774-4660-ba4c-a8c2332e78ba is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:11.543254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.603854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Pushing event updated for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:11.629008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:11.648548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-7668daf9-a2a1-4ae0-9bb4-d3989d570d3e req-4aebc918-facb-4468-9404-e20a8de2da4c service neutron] (88338) timed out ('10.222.0.70', 64807) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:26:11.705491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:11.783738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:11.796565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.796874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4dc788-1b71-4478-a64a-2e4aab3e12fe None None] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:11.797841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-23eb2c6c-c9c8-4c1b-af53-ae3add0e5f18 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "DELETE /v2.0/floatingips/02dfa533-aad0-4d04-998d-cd215001fa62 HTTP/1.1" status: 204 len: 168 time: 5.0952718 Jun 03 15:26:11.820405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53524) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:11.821620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:11.822319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.848700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'floatingip': {'floating_network_id': 'bc0ea003-60f8-4f9d-b412-39c67c37b440', 'port_id': '27bd6631-d28f-4f5d-96f3-83acb4d57a5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:11.871079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Attempting to bind port cc1fa40d-8a2c-4013-967f-f48309b49da9 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:11.871584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Attempting to bind port cc1fa40d-8a2c-4013-967f-f48309b49da9 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:11.872019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Attempting to bind port cc1fa40d-8a2c-4013-967f-f48309b49da9 on network 15479665-64ad-41d5-ac9a-60e62fd72704 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:11.878885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:11.951298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:floatingip and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:11.958381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c96cde4-767d-48be-b62d-24b1389f07bd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7083783 Jun 03 15:26:11.958381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Port cc1fa40d-8a2c-4013-967f-f48309b49da9 on network 15479665-64ad-41d5-ac9a-60e62fd72704 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:11.958381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Attempting to bind port cc1fa40d-8a2c-4013-967f-f48309b49da9 on network 15479665-64ad-41d5-ac9a-60e62fd72704 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:11.961049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:11.976049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:11.987616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53528) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:12.046193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:12.051414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:12.051679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Checking segment: {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:12.051999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Bound using segment: {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:12.052478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Bound port: cc1fa40d-8a2c-4013-967f-f48309b49da9, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:12.052994 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.070408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:12.110677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.112842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] Sync routers for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:12.121965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f373bef8-b938-432c-98db-56ece8d46b00 None None] Provisioning complete for port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:12.122434 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f373bef8-b938-432c-98db-56ece8d46b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.141811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:12.159339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:12.177781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05e32-dc26-4a5b-b87b-a389097dd95d req-9c11d9c8-1d91-4e02-8f57-3e60f081ed37 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:12.180669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36e05e32-dc26-4a5b-b87b-a389097dd95d req-9c11d9c8-1d91-4e02-8f57-3e60f081ed37 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 946 time: 0.4887242 Jun 03 15:26:12.187162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:12.187865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:12.201935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53532) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:12.219882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'port_id': '35612052-febd-4c5d-931a-2f6c8241528d'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:12.255314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Usage tracker for resource:router and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:12.356053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] No DVR routers for this DVR port 5360da91-7068-48a5-99db-6c929e3a09df on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:12.358101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:12.418833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f373bef8-b938-432c-98db-56ece8d46b00 None None] Port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:26:12.433830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.436436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-69752a9b-7771-4df4-8e2f-a88b2e81b709 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "DELETE /v2.0/ports/5360da91-7068-48a5-99db-6c929e3a09df HTTP/1.1" status: 204 len: 173 time: 6.7623193 Jun 03 15:26:12.438299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:12.496048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:12.519403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.521290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:12.523756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:12.531799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port 277fdf9d-7be9-41af-adad-af660aa6e20d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:12.531799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.610241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:12.624896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523307d-c3b0-4988-93f2-0014e0a99280 req-27ab82aa-9081-4fc7-8537-01084f53e3f1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:12.627621 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.629028 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.630801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523307d-c3b0-4988-93f2-0014e0a99280 req-27ab82aa-9081-4fc7-8537-01084f53e3f1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:12.637732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523307d-c3b0-4988-93f2-0014e0a99280 req-27ab82aa-9081-4fc7-8537-01084f53e3f1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:12.639641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9523307d-c3b0-4988-93f2-0014e0a99280 req-27ab82aa-9081-4fc7-8537-01084f53e3f1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 2410 time: 0.7278087 Jun 03 15:26:12.662288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.684468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:26:12.685502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.692485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:13.034063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Pushing event updated for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:13.055508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:13.056986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:13.058941 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-33767304-87ca-4cce-9d5f-6f25cf22b00a service neutron] 10.222.0.70 "PUT /v2.0/ports/cc1fa40d-8a2c-4013-967f-f48309b49da9 HTTP/1.1" status: 200 len: 1092 time: 5.9978402 Jun 03 15:26:13.115333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Allocated IP 172.20.0.2 (55a1cfe3-26d3-4c57-98b2-66e0a4ec693c/73b2866f-4d96-4e99-bf64-6e39855c0916/236a6977-cc56-4a38-a1be-86c4a638309c) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:13.345144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9523307d-c3b0-4988-93f2-0014e0a99280 req-37859974-1369-4758-869c-a783ee091e2d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6267536 Jun 03 15:26:13.357865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:13.370652 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Sync routers for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:13.399638 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:13.400322 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:13.578074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-484d9389-a54a-4a02-9f0a-0e9164c2b158 admin admin] 10.222.0.66 "PUT /v2.0/routers/2f56473a-7de4-4c7d-be30-b08ce5ea1138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4924335 Jun 03 15:26:13.606428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d1ec-ce16-4007-95d2-cb4de0856c59 req-3e8f3e21-2f3c-4f92-9d5b-790cf1063465 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:13.620347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f010d1ec-ce16-4007-95d2-cb4de0856c59 req-3e8f3e21-2f3c-4f92-9d5b-790cf1063465 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 944 time: 0.7985725 Jun 03 15:26:13.778589 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:13.786489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:13.817528 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34ac894-20bb-495b-aef2-9c5ced56f879'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '5360da91-7068-48a5-99db-6c929e3a09df', 'status': 'completed', 'code': 200} Jun 03 15:26:14.149160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.164703 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-05e5557e-9560-4c72-8470-3254b51113df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.187555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Transition to ACTIVE for port object 236a6977-cc56-4a38-a1be-86c4a638309c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:14.218664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Transition to ACTIVE for port object 236a6977-cc56-4a38-a1be-86c4a638309c will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:14.242470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:58Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:14.248348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] Checking router: d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:14.251359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.318333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:14.319446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:14.340063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f010d1ec-ce16-4007-95d2-cb4de0856c59 req-dfd48e29-5502-48b9-811f-53c4d3821abb tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147205 Jun 03 15:26:14.458359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:14.466138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:14.476452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:14.501491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-1cac87a5-2f2c-406e-a1b3-11f8d7155b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:14.504144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-1cac87a5-2f2c-406e-a1b3-11f8d7155b41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 1095 time: 1.2767839 Jun 03 15:26:14.573559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Pushing event updated for resources: {'Port': ['ID=236a6977-cc56-4a38-a1be-86c4a638309c,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:14.693225 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:10Z', 'revision_number': 2, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:14.702832 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Checking router: 2f56473a-7de4-4c7d-be30-b08ce5ea1138 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:14.708326 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Updating router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:14.790373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53558) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:14.799927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817899082', 'description': 'tempest-description--763831650'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:14.872484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-be154520-cf6a-44a3-8d19-4a1b65170ab2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9 HTTP/1.1" status: 200 len: 217 time: 0.3481550 Jun 03 15:26:14.884084 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.903488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Attempting to bind port 236a6977-cc56-4a38-a1be-86c4a638309c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:14.903859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Attempting to bind port 236a6977-cc56-4a38-a1be-86c4a638309c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:14.904249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Attempting to bind port 236a6977-cc56-4a38-a1be-86c4a638309c on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:14.907541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:14.908611 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:26:14.911402 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6cd27101-63c2-4068-babb-0f5c91bc8d6a tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 3.0844793 Jun 03 15:26:14.926576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:14.926978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:14.927523 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.931443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Bound using segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:14.931443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Bound port: 236a6977-cc56-4a38-a1be-86c4a638309c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:14.931443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.975105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:14.997316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.998496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53562) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:15.011711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:15.017837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '27bd6631-d28f-4f5d-96f3-83acb4d57a5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:15.025686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:15.030730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.037513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-79c72550-6f3f-4c11-b1c2-cf83e440ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.039984 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-79c72550-6f3f-4c11-b1c2-cf83e440ce97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fea8013-4af5-403c-96a8-c48700c27d7f HTTP/1.1" status: 200 len: 862 time: 0.1392236 Jun 03 15:26:15.053720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] For port 277fdf9d-7be9-41af-adad-af660aa6e20d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=277fdf9d-7be9-41af-adad-af660aa6e20d,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:15.054616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.098152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:15.107376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:15.126601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Usage tracker for resource:floatingip and tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:15.148331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:15.171964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:15.185584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.288137 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-7d4f2816-5bdb-49be-8820-48d43219bf48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15479665-64ad-41d5-ac9a-60e62fd72704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172611 Jun 03 15:26:15.320931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.354804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:15.380435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group_rule and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:15.407187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:15.519202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for 277fdf9d-7be9-41af-adad-af660aa6e20d owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:15.527601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:15.553045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78b77-2e1e-4bc6-99cf-76b6c9ccfbd2 req-06d802a0-ed7a-413c-9135-955642995745 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.567866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78b77-2e1e-4bc6-99cf-76b6c9ccfbd2 req-06d802a0-ed7a-413c-9135-955642995745 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.580597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78b77-2e1e-4bc6-99cf-76b6c9ccfbd2 req-06d802a0-ed7a-413c-9135-955642995745 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.584041 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75a78b77-2e1e-4bc6-99cf-76b6c9ccfbd2 req-06d802a0-ed7a-413c-9135-955642995745 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 2410 time: 0.7943692 Jun 03 15:26:15.586219 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.625931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Transition to ACTIVE for port object 87309ae7-fdcb-4296-a72d-fdde61aaf6fb will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:15.644782 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP 0a056252-22a1-4b8f-b749-2bb051595808 associated. External IP: 172.25.1.36, port: 35612052-febd-4c5d-931a-2f6c8241528d. Jun 03 15:26:15.649283 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.694183 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.701140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] For port 236a6977-cc56-4a38-a1be-86c4a638309c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:15.759167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] For port 236a6977-cc56-4a38-a1be-86c4a638309c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=236a6977-cc56-4a38-a1be-86c4a638309c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:15.765576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-004cae26-b04c-49fe-a16a-fbfcc85f5ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.774283 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.883996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cba57-9dfb-4bd6-8526-9af6c14c0455 None None] Pushing event updated for resources: {'Port': ['ID=236a6977-cc56-4a38-a1be-86c4a638309c,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:15.895274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:15.904615 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-0d7ff912-ebec-42af-a3ef-55c43026542b service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836719 Jun 03 15:26:15.972941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:58Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:15.990472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22ff47-b7c9-4291-9793-72b9d611ccfa None None] The sync data for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 is: [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:18:46Z', 'revision_number': 4, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e78a76a0-c454-493e-8dbd-d4f44606d68e', 'name': '', 'network_id': 'a325eddb-5778-4430-8610-ca83f8ff19fd', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'mac_address': 'fa:16:3e:57:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:39Z', 'updated_at': '2022-06-03T15:18:58Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'subnets': [{'id': '2d854a12-8a3e-4bb5-abcb-da59cf86a192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:16.159896 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Pushing event updated for resources: {'Port': ['ID=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:16.235767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75a78b77-2e1e-4bc6-99cf-76b6c9ccfbd2 req-298a8bb5-7a04-4279-a73a-5f1170808def tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6343074 Jun 03 15:26:16.387675 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.388210 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.388614 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.388923 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.389248 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.389568 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.389885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.390201 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.390519 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.390831 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.391142 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.391478 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:16.408974 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be12d49-2e6e-489f-98f9-3808732f37e6'] response: {'name': 'network-changed', 'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'status': 'completed', 'code': 200} Jun 03 15:26:16.505379 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Attempting to bind port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:16.506157 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Attempting to bind port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:16.506674 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Attempting to bind port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:16.514204 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:16.515040 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Checking segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:16.515762 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.516392 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Bound using segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:16.517047 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Bound port: 87309ae7-fdcb-4296-a72d-fdde61aaf6fb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:16.517601 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.620074 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.637156 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.647309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.681950 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] For port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:16.686241 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] For port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:16.694961 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.731675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b8d54-d1d1-4a3e-82f7-9d4713261475,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:16.734138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.737243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf39bb-0336-4234-8eca-cb1cbcad43d7 None None] New status for floating IP 60565bab-82a7-4680-b83c-259f375dabaf: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:26:16.757115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1f898ae6-2885-484c-9d5a-b1fe16c90314 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9592047 Jun 03 15:26:16.792366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa606d1-7de2-49dd-bac8-358e9580cc6c req-1d8852f6-6057-4b1b-a06a-7d57cefc3dfd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:16.792952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e87b6458-a14f-44c4-ae3b-bf0b241e02a3 req-9ce7a40f-a629-4f59-a30c-6bee1c25a47e service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8365850 Jun 03 15:26:16.798216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-baa606d1-7de2-49dd-bac8-358e9580cc6c req-1d8852f6-6057-4b1b-a06a-7d57cefc3dfd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 944 time: 0.8980160 Jun 03 15:26:16.806366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53578) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:16.945911 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca73e-b596-41ef-b344-4b5455bad5e0 None None] Pushing event updated for resources: {'Port': ['ID=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:16.985190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:16.985936 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:17.197103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 236a6977-cc56-4a38-a1be-86c4a638309c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:17.420913 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.434329 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:17.478928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 236a6977-cc56-4a38-a1be-86c4a638309c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:17.546880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'security_group_rule': {'security_group_id': '1f6b8d54-d1d1-4a3e-82f7-9d4713261475', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:17.587554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:17.595427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-baa606d1-7de2-49dd-bac8-358e9580cc6c req-f9498e00-467a-4303-a93a-cf19bafea1b5 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032076 Jun 03 15:26:17.602235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:17.613608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group_rule and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:17.620284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.644879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.685664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.737666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.815406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.894998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Allocated IP 172.25.1.64 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/bb01223d-3c00-428e-a225-2197ed3ab1e8) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:17.952541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afcdcfd-7652-40fe-819e-5a525bc9dc6f None None] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:18.004680 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:16Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:18.010045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=277fdf9d-7be9-41af-adad-af660aa6e20d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:18.010686 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdd0e0-2035-49e4-912a-ef50de65e526 None None] The sync data for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 is: [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:16Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:18.036348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:18.124439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] Provisioning for port 236a6977-cc56-4a38-a1be-86c4a638309c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:18.133061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-2f699186-7720-4a2e-8cf8-6d71b655ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.134827 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-2f699186-7720-4a2e-8cf8-6d71b655ea3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 1095 time: 1.2362413 Jun 03 15:26:18.135464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] Provisioning complete for port 236a6977-cc56-4a38-a1be-86c4a638309c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:18.135901 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.301070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-4b8bb840-1e70-43ad-b3b8-bb3c1f50fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.302573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-4b8bb840-1e70-43ad-b3b8-bb3c1f50fee0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 923 time: 0.1489611 Jun 03 15:26:18.358414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:18.393835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.404540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] No DVR routers for this DVR port 277fdf9d-7be9-41af-adad-af660aa6e20d on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:18.407581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.418946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:18.438636 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-63adad71-03d3-4c7f-b2d9-fef3becb0240 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9 HTTP/1.1" status: 200 len: 217 time: 0.0879371 Jun 03 15:26:18.446890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] Current status of the port 236a6977-cc56-4a38-a1be-86c4a638309c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:18.447416 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.453867 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-9dd602c7-37ef-4088-8c9a-cae1ca446ca1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "DELETE /v2.0/ports/277fdf9d-7be9-41af-adad-af660aa6e20d HTTP/1.1" status: 204 len: 173 time: 6.0078368 Jun 03 15:26:18.550264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] For port 236a6977-cc56-4a38-a1be-86c4a638309c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=236a6977-cc56-4a38-a1be-86c4a638309c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:18.569440 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.604120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-bffc2803-b6ec-4450-9406-9e6b2467b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.606348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-bffc2803-b6ec-4450-9406-9e6b2467b743 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fea8013-4af5-403c-96a8-c48700c27d7f HTTP/1.1" status: 200 len: 862 time: 0.1502881 Jun 03 15:26:18.610408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port aa3f4650-aa89-44a7-b4b9-343a01513fb6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:18.610874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.682696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.721617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea75ff9-b09e-4225-87c3-f71def728a4c None None] Pushing event updated for resources: {'Port': ['ID=236a6977-cc56-4a38-a1be-86c4a638309c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:18.752726 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-7f2393a3-a780-4af4-8986-17301b9bb928 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15479665-64ad-41d5-ac9a-60e62fd72704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081393 Jun 03 15:26:18.839917 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.884818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:18.899100 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:18.919874 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:18.920588 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:18.925731 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.098265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e2a2e-87c2-4294-a42a-d84bcfedeafa req-364161ea-4d41-48f1-83f4-6e22c8548778 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.104952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87309ae7-fdcb-4296-a72d-fdde61aaf6fb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:19.110746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-276e2a2e-87c2-4294-a42a-d84bcfedeafa req-364161ea-4d41-48f1-83f4-6e22c8548778 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 1.0642002 Jun 03 15:26:19.125566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.216586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8666898b-2a50-4036-905b-a87dbc5cd50b None None] Provisioning complete for port 236a6977-cc56-4a38-a1be-86c4a638309c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:19.217130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8666898b-2a50-4036-905b-a87dbc5cd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.314136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:19.315490 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-303922f8-06cd-481d-bb4a-a1ae7f627057 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107818 Jun 03 15:26:19.318416 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:19.329004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:19.329379 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.339565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Allocated IP 172.25.1.249 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/0c863791-f0e3-4565-b1e3-8b54b62a648d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:19.350306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7c8b7ebb-8857-4283-8487-4830e198a817 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "PUT /v2.0/floatingips/0a056252-22a1-4b8f-b749-2bb051595808 HTTP/1.1" status: 200 len: 991 time: 7.1463394 Jun 03 15:26:19.376042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5fb7-b3c7-472d-bf53-4cdb2a104d5a req-dfc8346c-9f8e-41c3-967c-07eca0941490 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.394945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5fb7-b3c7-472d-bf53-4cdb2a104d5a req-dfc8346c-9f8e-41c3-967c-07eca0941490 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.414918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32ad5fb7-b3c7-472d-bf53-4cdb2a104d5a req-dfc8346c-9f8e-41c3-967c-07eca0941490 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 1677 time: 1.3703251 Jun 03 15:26:19.449672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:19.624402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.628070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:19.651364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:19.670638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:19.680308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:19.680725 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.700493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8666898b-2a50-4036-905b-a87dbc5cd50b None None] Current status of the port 236a6977-cc56-4a38-a1be-86c4a638309c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:19.723971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:19.733985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.734914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 236a6977-cc56-4a38-a1be-86c4a638309c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:19.738398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] For port aa3f4650-aa89-44a7-b4b9-343a01513fb6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=aa3f4650-aa89-44a7-b4b9-343a01513fb6,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:19.739152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.787829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.833051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-276e2a2e-87c2-4294-a42a-d84bcfedeafa req-6e13ddf8-0d54-4b00-9b2b-8c718d74c6f2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6920588 Jun 03 15:26:19.840406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event updated for resources: {'Port': ['ID=bb01223d-3c00-428e-a225-2197ed3ab1e8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:19.892979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:19.907957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 236a6977-cc56-4a38-a1be-86c4a638309c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:19.908392 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.956349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32ad5fb7-b3c7-472d-bf53-4cdb2a104d5a req-21e1797d-e1d4-490f-b73c-ea77ef991032 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5402179 Jun 03 15:26:19.965226 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '0a056252-22a1-4b8f-b749-2bb051595808', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': '35612052-febd-4c5d-931a-2f6c8241528d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:cd:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178d9a0e-44e5-4640-be66-03b981e3687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:25:44Z', 'updated_at': '2022-06-03T15:26:14Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}, {'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:57Z', 'revision_number': 2, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:19.969861 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:19.981638 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:19.982760 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:20.089283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd75dc14-907f-440a-b0c2-7f4d1fd18bc0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:20.098383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 236a6977-cc56-4a38-a1be-86c4a638309c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:20.139860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cc1fa40d-8a2c-4013-967f-f48309b49da9 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:20.189354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.191593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3761289a-f269-474e-84eb-d5faaf1b66d8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2073448 Jun 03 15:26:20.202671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53602) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:20.221183 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6924ed8b-07de-4283-8f1f-423d7b3bec20'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '277fdf9d-7be9-41af-adad-af660aa6e20d', 'status': 'completed', 'code': 200} Jun 03 15:26:20.241749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'security_group_rule': {'security_group_id': '1f6b8d54-d1d1-4a3e-82f7-9d4713261475', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:20.273924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for aa3f4650-aa89-44a7-b4b9-343a01513fb6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:20.312641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:20.343843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group_rule and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:20.350279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:20.364448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:20.382058 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fe6f83-e003-47a6-aae7-688320f9f4f1'] response: {'name': 'network-changed', 'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d', 'status': 'completed', 'code': 200} Jun 03 15:26:20.415733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-99aebfe9-d200-4293-a158-5bb25f1d8b60 req-8fecf12b-d594-439b-ac3c-efd0131d6e36 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0610776 Jun 03 15:26:20.432153 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:20.445067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:20.457935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.468008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'port_id': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'mac_address': 'fa:16:3e:39:3a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fea8013-4af5-403c-96a8-c48700c27d7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:20.521219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.579955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.594274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cc1fa40d-8a2c-4013-967f-f48309b49da9 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:20.594789 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.635641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1fa40d-8a2c-4013-967f-f48309b49da9 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:20.642594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Deleting port bb01223d-3c00-428e-a225-2197ed3ab1e8 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:20.642940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.673037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:20.680598 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.743162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-ebdfe7a2-464e-498b-a482-421cc45e6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:20.744844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-ebdfe7a2-464e-498b-a482-421cc45e6f78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 1097 time: 0.3648119 Jun 03 15:26:20.755360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.804231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:20.815710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:20.843885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:20.859965 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:26:20.875593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:20.970546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87309ae7-fdcb-4296-a72d-fdde61aaf6fb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:21.016947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] No DVR routers for this DVR port aa3f4650-aa89-44a7-b4b9-343a01513fb6 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:21.024312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.040308 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "DELETE /v2.0/ports/aa3f4650-aa89-44a7-b4b9-343a01513fb6 HTTP/1.1" status: 204 len: 173 time: 2.5391858 Jun 03 15:26:21.044905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c863791-f0e3-4565-b1e3-8b54b62a648d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:21.074091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2053b13-7596-46c2-8b94-d3c1e68ba5f3 req-a4897d28-6da9-4f20-bd2f-64d6d8c4a006 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:21.075718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2053b13-7596-46c2-8b94-d3c1e68ba5f3 req-a4897d28-6da9-4f20-bd2f-64d6d8c4a006 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 944 time: 0.6322989 Jun 03 15:26:21.144824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.181254 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.233708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44746226-61dd-4fbc-ab0a-f6b37237606e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=aa3f4650-aa89-44a7-b4b9-343a01513fb6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:21.251904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['cc1fa40d-8a2c-4013-967f-f48309b49da9'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:21.265314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0fea7b-7088-478c-863c-bf3aad8fb569,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:21.355210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.373550 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.385969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.387459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-26047534-267f-47d1-a832-8754e6932d46 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1842122 Jun 03 15:26:21.396594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53610) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:21.412365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2053b13-7596-46c2-8b94-d3c1e68ba5f3 req-205acac6-6c83-4b53-b727-e30e179bb1c4 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767055 Jun 03 15:26:21.445797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:21.501177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:21.501982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.636428 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '0a056252-22a1-4b8f-b749-2bb051595808', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': '35612052-febd-4c5d-931a-2f6c8241528d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:cd:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178d9a0e-44e5-4640-be66-03b981e3687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:25:44Z', 'updated_at': '2022-06-03T15:26:14Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}, {'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:57Z', 'revision_number': 2, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:21.647358 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef58db4-fd02-4f45-b2da-ab5af383d0e7 None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '0a056252-22a1-4b8f-b749-2bb051595808', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': '35612052-febd-4c5d-931a-2f6c8241528d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:cd:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178d9a0e-44e5-4640-be66-03b981e3687e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:25:44Z', 'updated_at': '2022-06-03T15:26:14Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}, {'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:57Z', 'revision_number': 2, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:21.674591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port 48d110fc-ad35-4072-8016-149be81463c6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:21.674929 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.698701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:21.742121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-f9342ffe-ae7b-4e71-87a9-6df08b95f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:21.743724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-f9342ffe-ae7b-4e71-87a9-6df08b95f1bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.9733620 Jun 03 15:26:21.766120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Calling delete_port for bb01223d-3c00-428e-a225-2197ed3ab1e8 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:21.804164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:floatingip and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:21.836841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:21.885300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:21.919338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:21.982828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.021442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f7f038-a439-4b09-b704-79d84955a751 None None] New status for floating IP 0a056252-22a1-4b8f-b749-2bb051595808: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:26:22.023639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-8d4b058a-3f1b-450e-a4fb-ccb597eabb34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35612052-febd-4c5d-931a-2f6c8241528d HTTP/1.1" status: 200 len: 999 time: 0.2155097 Jun 03 15:26:22.130692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.222535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:22.236276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caaec3-8573-4b93-9dea-242db62c0bd6 req-971e463e-90dc-4bca-94df-ca8012b1612c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.238121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03caaec3-8573-4b93-9dea-242db62c0bd6 req-971e463e-90dc-4bca-94df-ca8012b1612c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 943 time: 0.5710785 Jun 03 15:26:22.239862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-75b3f413-23ea-47d0-91b5-7c0cada0a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.241533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-75b3f413-23ea-47d0-91b5-7c0cada0a699 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.2085989 Jun 03 15:26:22.253022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfe327-83d2-4e60-8b15-c72e02dbbdcb req-8a34a873-e84e-419a-b77d-0bcedfd1da2d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.256736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36cfe327-83d2-4e60-8b15-c72e02dbbdcb req-8a34a873-e84e-419a-b77d-0bcedfd1da2d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.6702983 Jun 03 15:26:22.346069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] For port 48d110fc-ad35-4072-8016-149be81463c6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=48d110fc-ad35-4072-8016-149be81463c6,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:22.346944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.385340 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.477694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event deleted for resources: {'Port': ['ID=bb01223d-3c00-428e-a225-2197ed3ab1e8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:22.528643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36cfe327-83d2-4e60-8b15-c72e02dbbdcb req-f362a4ff-3e27-47ac-b4b3-5760dd7270f8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592118 Jun 03 15:26:22.539509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03caaec3-8573-4b93-9dea-242db62c0bd6 req-7806ac5a-ee27-4f65-897d-0fbc674ceb0f tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups?id=00045e89-d91d-4548-8b1c-08112fa984e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798858 Jun 03 15:26:22.619937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-73b173d9-e191-4ebc-8206-b19d1f0f866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.621521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-73b173d9-e191-4ebc-8206-b19d1f0f866b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3633547 Jun 03 15:26:22.680734 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9799926-0af3-41ac-be16-3dc1ffb4f1dd'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': 'aa3f4650-aa89-44a7-b4b9-343a01513fb6', 'status': 'completed', 'code': 200} Jun 03 15:26:22.688082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for 48d110fc-ad35-4072-8016-149be81463c6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:22.722283 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.853318 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] create failed (client error): The resource could not be found. Jun 03 15:26:22.854384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-22017a25-bca6-46f8-9283-8e4dcab08fa8 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.8456800 Jun 03 15:26:22.859829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53618) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:22.918188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-1948fb8b-af12-40d4-8d38-b6339dc79456 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871771 Jun 03 15:26:22.990449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.065916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Deleting port 27bd6631-d28f-4f5d-96f3-83acb4d57a5c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:23.066247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.142480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.220688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f497-a05c-4b6f-8f6b-6c73f3eda948 req-1ecf1787-ff25-4989-aede-570c6d8736c3 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:23.222214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f808f497-a05c-4b6f-8f6b-6c73f3eda948 req-1ecf1787-ff25-4989-aede-570c6d8736c3 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 945 time: 0.5081949 Jun 03 15:26:23.249233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=48d110fc-ad35-4072-8016-149be81463c6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:23.272914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Allocated IP 172.25.1.216 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:23.341888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f808f497-a05c-4b6f-8f6b-6c73f3eda948 req-d7155dfb-c815-4ddc-b1d4-a4238c3a55fb tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134100 Jun 03 15:26:23.417706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21e2451-373f-4cf2-80ca-722b697fc465 req-da17b0d9-900d-4a23-a586-e765c5895508 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201759 Jun 03 15:26:23.433378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] No DVR routers for this DVR port 48d110fc-ad35-4072-8016-149be81463c6 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:23.439726 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.480671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-76e94e72-3e73-404d-8f56-7b662914c079 req-ae873537-9768-4101-ab31-e54bbf5e334b tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.70 "DELETE /v2.0/ports/48d110fc-ad35-4072-8016-149be81463c6 HTTP/1.1" status: 204 len: 173 time: 2.4194181 Jun 03 15:26:23.498942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.591888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.640561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Router 21b87e93-2744-4e50-8d85-eda5caaac7d7 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:26:23.674361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.815054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'Port': ['ID=2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:23.881890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:23.886652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e8ba601-7bc5-4f69-8c1b-5d01fdbb9f70 req-3cd904c3-0974-46be-a444-0d62d6ea625c tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 210 time: 0.0668077 Jun 03 15:26:23.887904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:23.894747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:24.009896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7107ae6-87b5-499b-9aa6-9af7432f34fe req-0e0bc2f8-7096-4307-965c-28d59ed22343 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:24.019735 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7107ae6-87b5-499b-9aa6-9af7432f34fe req-0e0bc2f8-7096-4307-965c-28d59ed22343 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.2632728 Jun 03 15:26:24.047522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Calling delete_port for 27bd6631-d28f-4f5d-96f3-83acb4d57a5c owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:24.085059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.103758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7107ae6-87b5-499b-9aa6-9af7432f34fe req-35652c9b-82de-49d8-b4d0-26588e47108e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817780 Jun 03 15:26:24.154872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cc1fa40d-8a2c-4013-967f-f48309b49da9 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:24.222734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.255580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port cc1fa40d-8a2c-4013-967f-f48309b49da9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:24.263587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port cc1fa40d-8a2c-4013-967f-f48309b49da9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:24.264098 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.443352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cc1fa40d-8a2c-4013-967f-f48309b49da9 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:24.443966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.488755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:24.490937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:24.504518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.536477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:24.559866 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Sync routers for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:24.587057 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:24.589052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:24.617869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:24.619904 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.621712 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ba55546b-56b1-4917-b65f-8ba9fdbc59c5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.5786431 Jun 03 15:26:24.627708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53630) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:24.630918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.638105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.638976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.639582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.640327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.641059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.641778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.642312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.643138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.643857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.644484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.645080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.645654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:24.662416 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b4d05e-7455-4409-8d5a-d5e92e4d413b'] response: {'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'code': 200} Jun 03 15:26:24.754418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '48d110fc-ad35-4072-8016-149be81463c6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:24.759964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event deleted for resources: {'Port': ['ID=27bd6631-d28f-4f5d-96f3-83acb4d57a5c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:24.879714 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.884742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.884919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7c3944a8-46aa-4f73-b20c-d396e40db587 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "DELETE /v2.0/ports/27bd6631-d28f-4f5d-96f3-83acb4d57a5c HTTP/1.1" status: 204 len: 168 time: 2.0206945 Jun 03 15:26:24.888238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53636) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:24.904877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.975119 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:25.007613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06440e-7b3c-48f1-8473-a331503807d3 req-43dce7b4-97d9-453b-b0ad-e672e2829383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:25.009145 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb06440e-7b3c-48f1-8473-a331503807d3 req-43dce7b4-97d9-453b-b0ad-e672e2829383 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 1097 time: 0.1816788 Jun 03 15:26:25.024454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec44fc-f677-48d1-bd9b-c27dde5a7bb9 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:25.025906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5bec44fc-f677-48d1-bd9b-c27dde5a7bb9 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Synchronizing usage tracker for tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:25.081928 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e615b356-9b8d-4114-8f37-8e1d3ef99c4c'] response: {'server_uuid': 'ae57f636-f98e-4f7a-8dad-c4230e6c67b9', 'name': 'network-vif-deleted', 'tag': '48d110fc-ad35-4072-8016-149be81463c6', 'status': 'completed', 'code': 200} Jun 03 15:26:25.085052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fb06440e-7b3c-48f1-8473-a331503807d3 req-99b6e6c2-a509-4db3-967e-d59c693ba7d6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Jun 03 15:26:25.106580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5bec44fc-f677-48d1-bd9b-c27dde5a7bb9 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Unset dirty status for tenant:8ee476d0d6be447d8bc79be8f5ebe6e0 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:25.108571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5bec44fc-f677-48d1-bd9b-c27dde5a7bb9 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "GET /v2.0/ports?device_id=b237a82e-25aa-414a-8da8-a358a5ac0682 HTTP/1.1" status: 200 len: 913 time: 0.2191515 Jun 03 15:26:25.111408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53642) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:25.192289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'Port': ['ID=2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:25.213245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.213990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.214354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.214693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.215033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.215371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.215691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.216012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.216369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.216696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.217024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.217349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:25.424394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.474111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf8567-8683-475d-9308-1cca9ddc3741 req-0bf271d0-dc0c-4289-af88-563713c3843b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:25.475212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09cf8567-8683-475d-9308-1cca9ddc3741 req-0bf271d0-dc0c-4289-af88-563713c3843b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 0.8462989 Jun 03 15:26:25.545506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-426b89cf-dc08-4c65-8ac1-55f218f2be62 req-4aa92906-aa32-4836-ab82-aa6229ca515a tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 210 time: 0.1267171 Jun 03 15:26:25.574187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09cf8567-8683-475d-9308-1cca9ddc3741 req-d21905fd-74d0-4b29-a9e4-5a267e1ea65f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746486 Jun 03 15:26:25.633485 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:21Z', 'revision_number': 3, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:25.643676 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Checking router: 21b87e93-2744-4e50-8d85-eda5caaac7d7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:25.643676 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Updating router 21b87e93-2744-4e50-8d85-eda5caaac7d7 port 0c863791-f0e3-4565-b1e3-8b54b62a648d binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:25.675751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.685576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3fca6f82-372b-4a27-940f-97a741263fe5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2865510 Jun 03 15:26:25.747537 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.948577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.188441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-35dfede5-f27a-44f4-b9f8-a3331fa45d00 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:26.329379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-35dfede5-f27a-44f4-b9f8-a3331fa45d00 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:26.330613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-35dfede5-f27a-44f4-b9f8-a3331fa45d00 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--817899082&fields=id&tenant_id=447848a1501d4284a33f0398f8fed1f9 HTTP/1.1" status: 200 len: 267 time: 0.3031907 Jun 03 15:26:26.424661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4d1f-577f-4b68-98b0-2b58119b949c req-7e716e69-4a2b-4f77-8a55-5d0fb3ac2944 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:26.437408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce5e4d1f-577f-4b68-98b0-2b58119b949c req-7e716e69-4a2b-4f77-8a55-5d0fb3ac2944 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.3948128 Jun 03 15:26:26.454659 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.471826 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Transition to ACTIVE for port object 0c863791-f0e3-4565-b1e3-8b54b62a648d will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:26.480944 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.561685 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Attempting to bind port 0c863791-f0e3-4565-b1e3-8b54b62a648d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:26.561685 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Attempting to bind port 0c863791-f0e3-4565-b1e3-8b54b62a648d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:26.562056 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Attempting to bind port 0c863791-f0e3-4565-b1e3-8b54b62a648d on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:26.576680 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:26.577061 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:26.577452 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.577849 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:26.578346 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Bound port: 0c863791-f0e3-4565-b1e3-8b54b62a648d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:26.578722 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.638372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Deleting port c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:26.638970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.655599 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda0b09-214c-4c71-8062-52c65ec4b864 None None] Pushing event updated for resources: {'Port': ['ID=0c863791-f0e3-4565-b1e3-8b54b62a648d,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:26.722470 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] For port 0c863791-f0e3-4565-b1e3-8b54b62a648d, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:26.726598 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] For port 0c863791-f0e3-4565-b1e3-8b54b62a648d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0c863791-f0e3-4565-b1e3-8b54b62a648d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:26.734191 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.781713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce5e4d1f-577f-4b68-98b0-2b58119b949c req-f05d8fb7-676c-4db3-a29d-91e6a50af80b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487632 Jun 03 15:26:26.821341 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda0b09-214c-4c71-8062-52c65ec4b864 None None] Pushing event updated for resources: {'Port': ['ID=0c863791-f0e3-4565-b1e3-8b54b62a648d,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:26.834459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-3e0c8f43-a061-4fde-a359-e565c54da356 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:26.834734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-3e0c8f43-a061-4fde-a359-e565c54da356 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:26.841659 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:26.842150 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:26.937941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-3e0c8f43-a061-4fde-a359-e565c54da356 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:26.939151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-3e0c8f43-a061-4fde-a359-e565c54da356 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 810 time: 0.5920725 Jun 03 15:26:26.975588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.000322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-3128759f-97fe-41b8-af61-3c76d065e1e6 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/quotas/447848a1501d4284a33f0398f8fed1f9 HTTP/1.1" status: 200 len: 375 time: 0.0260580 Jun 03 15:26:27.166304 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:27.173630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.219016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e01dc04a-d29f-4d2e-a38e-9b97c77af6da req-b12f0c3f-d470-4418-bfb2-fa12286173f6 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae57f636-f98e-4f7a-8dad-c4230e6c67b9 HTTP/1.1" status: 200 len: 210 time: 0.1064334 Jun 03 15:26:27.330415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Calling delete_port for c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:27.430689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-9696ee2e-a93c-4a09-8bd6-1e4b80854c29 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:27.590621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-9696ee2e-a93c-4a09-8bd6-1e4b80854c29 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:27.591950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-9696ee2e-a93c-4a09-8bd6-1e4b80854c29 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5752375 Jun 03 15:26:27.654622 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:21Z', 'revision_number': 3, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:27.660467 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d48ac6-bade-49cb-bd15-149712e48cd3 None None] The sync data for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 is: [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:21Z', 'revision_number': 3, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:27.745124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.772886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Allocated IP 172.20.0.1 (55a1cfe3-26d3-4c57-98b2-66e0a4ec693c/73b2866f-4d96-4e99-bf64-6e39855c0916/e9630860-23a5-40ac-81b4-3f77b1aae2a9) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:27.805110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event deleted for resources: {'Port': ['ID=c3a3e8a3-5e07-47c0-8fd6-d14ec0f2b6b8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:27.821153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee0d1-09da-4950-baa3-da52f04efbe0 req-cfafce84-8869-4e29-af07-763807c389a0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:27.822911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-322ee0d1-09da-4950-baa3-da52f04efbe0 req-cfafce84-8869-4e29-af07-763807c389a0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 0.3535056 Jun 03 15:26:27.950574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-ed72fbf6-7a31-49ac-99c6-2d6be5445555 service neutron] 10.222.0.66 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220301 Jun 03 15:26:28.096723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-322ee0d1-09da-4950-baa3-da52f04efbe0 req-43cc5b24-ed9f-429c-ad11-d01d65206927 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583971 Jun 03 15:26:28.185830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:28.224460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:28.245620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Transition to ACTIVE for port object e9630860-23a5-40ac-81b4-3f77b1aae2a9 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:28.616814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-aee6c872-7977-4e78-b6a8-1ff28f7df4e1 service neutron] 10.222.0.66 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414940 Jun 03 15:26:28.621614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:28.662928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Router b237a82e-25aa-414a-8da8-a358a5ac0682 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:28.701622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322116f8-f841-48c0-853a-6bc9f64d49b9 req-b33bb3cd-8537-4a2b-a9eb-3fd195a2e3b5 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:28.708823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-322116f8-f841-48c0-853a-6bc9f64d49b9 req-b33bb3cd-8537-4a2b-a9eb-3fd195a2e3b5 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.2392056 Jun 03 15:26:28.740941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:28.746842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:28.752689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:28.799145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Pushing event updated for resources: {'Port': ['ID=e9630860-23a5-40ac-81b4-3f77b1aae2a9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:28.859305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-322116f8-f841-48c0-853a-6bc9f64d49b9 req-8e82a52a-0a6a-4813-8979-595e7b392491 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494656 Jun 03 15:26:28.895414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:28.905510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:28.922150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] Sync routers for ids ['b237a82e-25aa-414a-8da8-a358a5ac0682'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:28.965860 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9815087a-75d7-4a6b-ad76-d96ef835c62f tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "PUT /v2.0/routers/b237a82e-25aa-414a-8da8-a358a5ac0682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8521855 Jun 03 15:26:28.969159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:28.973308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] Routers {'b237a82e-25aa-414a-8da8-a358a5ac0682'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:28.974328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b237a82e-25aa-414a-8da8-a358a5ac0682'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:29.366567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0c863791-f0e3-4565-b1e3-8b54b62a648d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:29.424382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:29.449916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] Routers {'b237a82e-25aa-414a-8da8-a358a5ac0682'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:29.450773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b237a82e-25aa-414a-8da8-a358a5ac0682'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:29.454465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35f9cd0f-4304-4661-858f-c8c69dbf4bbb req-b30bc4e1-62c3-4a4d-a4c8-371b478f50fe tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 210 time: 0.1264114 Jun 03 15:26:29.463500 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5533822-1a7c-4c36-baab-992c75b8292e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.518612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53686) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:29.533703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ba1f5427-05cf-4819-9c76-353ec5b66bc2 None None] Provisioning for port e9630860-23a5-40ac-81b4-3f77b1aae2a9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:29.550742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:29.551305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e3a1c-4eb2-4ff6-bca5-d80e1f90389c None None] The sync data for ids ['b237a82e-25aa-414a-8da8-a358a5ac0682'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:29.552844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ba1f5427-05cf-4819-9c76-353ec5b66bc2 None None] Provisioning complete for port e9630860-23a5-40ac-81b4-3f77b1aae2a9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:29.553213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5427-05cf-4819-9c76-353ec5b66bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.614614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0c863791-f0e3-4565-b1e3-8b54b62a648d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:29.641345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0c863791-f0e3-4565-b1e3-8b54b62a648d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:29.641796 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.695772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f5427-05cf-4819-9c76-353ec5b66bc2 None None] Port e9630860-23a5-40ac-81b4-3f77b1aae2a9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:26:29.708642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca29bb3b-3621-4322-9c7b-7f0fc0393b34 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.763737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca29bb3b-3621-4322-9c7b-7f0fc0393b34 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.814230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0c863791-f0e3-4565-b1e3-8b54b62a648d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:29.814918 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.845673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0c863791-f0e3-4565-b1e3-8b54b62a648d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0c863791-f0e3-4565-b1e3-8b54b62a648d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:29.855130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.921691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca29bb3b-3621-4322-9c7b-7f0fc0393b34 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.010411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0c863791-f0e3-4565-b1e3-8b54b62a648d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:30.025180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29bb3b-3621-4322-9c7b-7f0fc0393b34 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00045e89-d91d-4548-8b1c-08112fa984e9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:30.071294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca29bb3b-3621-4322-9c7b-7f0fc0393b34 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.081020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ca29bb3b-3621-4322-9c7b-7f0fc0393b34 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/security-groups/00045e89-d91d-4548-8b1c-08112fa984e9 HTTP/1.1" status: 204 len: 168 time: 0.5584540 Jun 03 15:26:30.087836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53694) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:30.094461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5533822-1a7c-4c36-baab-992c75b8292e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.113911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5533822-1a7c-4c36-baab-992c75b8292e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.157142 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-11e32bd0-b599-4277-8644-a2e0a579ba3e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] show failed (client error): The resource could not be found. Jun 03 15:26:30.165353 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-11e32bd0-b599-4277-8644-a2e0a579ba3e tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "GET /v2.0/security-groups/00045e89-d91d-4548-8b1c-08112fa984e9 HTTP/1.1" status: 404 len: 347 time: 0.0754266 Jun 03 15:26:30.167303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53698) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:30.222015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5533822-1a7c-4c36-baab-992c75b8292e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.222703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5533822-1a7c-4c36-baab-992c75b8292e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Fanout notify agent at l3_agent the message router_deleted on router b237a82e-25aa-414a-8da8-a358a5ac0682 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:26:30.325097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865457f4-cec8-4057-8d90-1526f7d15913 req-fd4cccd4-59bd-4ea7-8839-d9befb223f87 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:30.327620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-865457f4-cec8-4057-8d90-1526f7d15913 req-fd4cccd4-59bd-4ea7-8839-d9befb223f87 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 1.0686901 Jun 03 15:26:30.340057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5533822-1a7c-4c36-baab-992c75b8292e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.342137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e5533822-1a7c-4c36-baab-992c75b8292e tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "DELETE /v2.0/routers/b237a82e-25aa-414a-8da8-a358a5ac0682 HTTP/1.1" status: 204 len: 168 time: 1.3716879 Jun 03 15:26:30.351826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:30.533912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e41e26-759c-4c79-b5db-7971c4cd0196 req-b6bfe651-576f-4d9b-a7e1-295929f9eae3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:30.537030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e41e26-759c-4c79-b5db-7971c4cd0196 req-b6bfe651-576f-4d9b-a7e1-295929f9eae3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.3856642 Jun 03 15:26:30.555133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-865457f4-cec8-4057-8d90-1526f7d15913 req-00f616bf-7da3-4932-bafc-b03a22af52d4 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077386 Jun 03 15:26:30.614874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Deleting subnet 6f1d8f20-70be-4e89-9e3c-f0da998b02db {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:26:30.618658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.696405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port b1d14ea4-af66-4385-87f6-b443b452b2a7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:30.697708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.791720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e41e26-759c-4c79-b5db-7971c4cd0196 req-94dfcd60-263a-4c8c-9567-4f3a0561fb79 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396457 Jun 03 15:26:30.796510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.936159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0c863791-f0e3-4565-b1e3-8b54b62a648d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:31.022176 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.059468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0c863791-f0e3-4565-b1e3-8b54b62a648d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:31.060422 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.075654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff55a418-b85e-4b53-8f96-5a72e6619965 req-c5da9cd4-fbc1-45f3-9eea-4be5c0119073 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 210 time: 0.3479741 Jun 03 15:26:31.095893 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.108788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.257941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0c863791-f0e3-4565-b1e3-8b54b62a648d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:31.429398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for b1d14ea4-af66-4385-87f6-b443b452b2a7 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:31.477473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-fe07791e-37a2-40e6-a38d-c48212eaca2d tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.479527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-fe07791e-37a2-40e6-a38d-c48212eaca2d tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 810 time: 0.4445941 Jun 03 15:26:31.500969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.633430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-db7f0872-d179-4579-be78-8412cceed616 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447848a1501d4284a33f0398f8fed1f9 HTTP/1.1" status: 200 len: 379 time: 0.1044166 Jun 03 15:26:31.653572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'port': {'device_id': '6c8147c7-e932-4109-90c1-87f43622d819', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'admin_state_up': True, 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'security_groups': ['1f6b8d54-d1d1-4a3e-82f7-9d4713261475']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:31.686806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.770673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.781147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=b1d14ea4-af66-4385-87f6-b443b452b2a7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:31.790918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.876207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.961231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.995644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.000989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-154aa444-d1c8-47d2-b3e4-6dc3b77ec7e1 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/floatingips/60565bab-82a7-4680-b83c-259f375dabaf HTTP/1.1" status: 204 len: 168 time: 1.8292918 Jun 03 15:26:32.001510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53728) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:32.004371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1d8f20-70be-4e89-9e3c-f0da998b02db,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:32.013950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.022868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6af1e8-e4bf-467b-8511-edcebdce426e None None] Network bc0ea003-60f8-4f9d-b412-39c67c37b440 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:32.090232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Pushing event updated for resources: {'Port': ['ID=e9630860-23a5-40ac-81b4-3f77b1aae2a9,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:32.163751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port 2ccee563-6198-4092-bc2a-d8bbe3bbb02c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:32.164167 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.196229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3b822c4c-4581-43a8-a986-1e7bbc5626bd tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "DELETE /v2.0/subnets/6f1d8f20-70be-4e89-9e3c-f0da998b02db HTTP/1.1" status: 204 len: 168 time: 1.8420837 Jun 03 15:26:32.200488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53742) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:32.228862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.420888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.428152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:32.437988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] DHCP port deletion for bc0ea003-60f8-4f9d-b412-39c67c37b440 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:26:32.445734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] Deleting port f8c35c62-064f-454b-856d-7363720cd402 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:32.447000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.452239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-639345fe-dcce-40c2-8eef-6b6345c2b1da req-d547d9f8-b746-4ba3-9954-78c804ebaff2 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 210 time: 0.0689511 Jun 03 15:26:32.456500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Deleting port f8c35c62-064f-454b-856d-7363720cd402 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:32.456899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.459009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:32.516811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Made reservation on behalf of 447848a1501d4284a33f0398f8fed1f9 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:32.522601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.628668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a193a53-7d16-477e-9c6a-1ff285a41e4a req-1d543b3d-593f-4cad-8534-2042a23f4ce3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:32.630242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a193a53-7d16-477e-9c6a-1ff285a41e4a req-1d543b3d-593f-4cad-8534-2042a23f4ce3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.5215347 Jun 03 15:26:32.710847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:32.730366 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.733791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:32.911112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] For port f8c35c62-064f-454b-856d-7363720cd402, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f8c35c62-064f-454b-856d-7363720cd402,segment=NetworkSegment(52a2c2f2-9f1d-465d-a29a-474b7f00ae1d),segment_id=52a2c2f2-9f1d-465d-a29a-474b7f00ae1d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:32.911112 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.015773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a193a53-7d16-477e-9c6a-1ff285a41e4a req-11afcd34-5395-408c-903a-49078c7e2cae tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131807 Jun 03 15:26:33.253620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for 2ccee563-6198-4092-bc2a-d8bbe3bbb02c owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:33.296780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f8c35c62-064f-454b-856d-7363720cd402 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:33.347935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] For port f8c35c62-064f-454b-856d-7363720cd402, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f8c35c62-064f-454b-856d-7363720cd402,segment=NetworkSegment(52a2c2f2-9f1d-465d-a29a-474b7f00ae1d),segment_id=52a2c2f2-9f1d-465d-a29a-474b7f00ae1d)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:33.349736 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.349924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] Calling delete_port for f8c35c62-064f-454b-856d-7363720cd402 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:33.439836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7fb05450-9ccd-478e-9254-425822301eb2 None None] Provisioning complete for port e9630860-23a5-40ac-81b4-3f77b1aae2a9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:33.441013 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7fb05450-9ccd-478e-9254-425822301eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.507754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Calling delete_port for f8c35c62-064f-454b-856d-7363720cd402 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:33.543149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14d54d-1e1a-49b7-960e-57c9365db457 req-fc3aeddb-44d3-4dc5-a863-6768d13ac206 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:33.554746 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.557518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea14d54d-1e1a-49b7-960e-57c9365db457 req-fc3aeddb-44d3-4dc5-a863-6768d13ac206 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 0.9398451 Jun 03 15:26:33.590399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port f8c35c62-064f-454b-856d-7363720cd402 update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:26:33.611239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7fb05450-9ccd-478e-9254-425822301eb2 None None] Port e9630860-23a5-40ac-81b4-3f77b1aae2a9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:26:33.621949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-d0646fc1-15b2-4066-85fd-367a09493a99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4668252 Jun 03 15:26:33.634686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] Pushing event deleted for resources: {'Port': ['ID=f8c35c62-064f-454b-856d-7363720cd402,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:33.639683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbeeb36-3040-4343-a82e-71ce099313e5 None None] No DVR routers for this DVR port f8c35c62-064f-454b-856d-7363720cd402 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:33.706922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Router 21b87e93-2744-4e50-8d85-eda5caaac7d7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:33.714251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea14d54d-1e1a-49b7-960e-57c9365db457 req-92c2415e-9495-4495-9c45-bb65f12c9afb tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543431 Jun 03 15:26:33.723242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Allocated IP 172.20.0.3 (bf0e2b47-1b15-44a2-8763-01b5af1ed4fa/e80b2f7d-f91e-4172-949f-72f141c4290b/3400c710-5f65-4b32-84d2-eed86492710f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:33.743270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:26:33.743802 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:26:33.788031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.889787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68ff23e1-683f-473a-b59f-6930f8ac664a req-19bb5dfb-31f7-4bcf-9644-699a6295aeee tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 210 time: 0.1427951 Jun 03 15:26:33.906822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=2ccee563-6198-4092-bc2a-d8bbe3bbb02c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:34.050689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.058063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-b83e7b83-b07b-485a-80c6-6d336d2f036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.059626 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-b83e7b83-b07b-485a-80c6-6d336d2f036c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 1096 time: 0.2260401 Jun 03 15:26:34.077730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0adcf461-31a6-473b-80cc-65c0a1745aff tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/ports/2ccee563-6198-4092-bc2a-d8bbe3bbb02c HTTP/1.1" status: 204 len: 168 time: 2.0746717 Jun 03 15:26:34.082141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53748) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:34.179520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:34.194180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Sync routers for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:34.206282 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:34.207377 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:34.228262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.288520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Transition to ACTIVE for port object 3400c710-5f65-4b32-84d2-eed86492710f will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:34.304308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dbcdc82c-d862-471c-ac19-126339d9fb86 admin admin] 10.222.0.66 "PUT /v2.0/routers/21b87e93-2744-4e50-8d85-eda5caaac7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6085865 Jun 03 15:26:34.323580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Deleting port f8c35c62-064f-454b-856d-7363720cd402 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:34.324167 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.389805 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.483016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03c074-2768-4f38-b0d7-0019adf80f00 req-e2874ea9-62db-4544-ac09-0d7daeedde13 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.484936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac03c074-2768-4f38-b0d7-0019adf80f00 req-e2874ea9-62db-4544-ac09-0d7daeedde13 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.2440202 Jun 03 15:26:34.489520 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:34.498856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:34.504374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:34.525237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:34.594598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'Port': ['ID=3400c710-5f65-4b32-84d2-eed86492710f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:34.611276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] The port 'f8c35c62-064f-454b-856d-7363720cd402' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:26:34.669722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:34.736426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac03c074-2768-4f38-b0d7-0019adf80f00 req-6a0e45d3-a1bf-4562-a3d2-c1931f81d604 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355478 Jun 03 15:26:34.758487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.759251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.825542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:34.825542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.827032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-938775e7-f45b-4a04-98d1-35de0009fe19 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1756642 Jun 03 15:26:34.830819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Request body: {'port': {'device_id': '6c8147c7-e932-4109-90c1-87f43622d819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:35.047482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53764) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:35.102247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963936812', 'description': 'tempest-description--1792878938'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:35.186264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:35.208864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:security_group and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:35.217574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:35.249159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.260250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-62e56f02-e8ae-4c94-969c-6925b6987897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:35.263111 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-62e56f02-e8ae-4c94-969c-6925b6987897 service neutron] 10.222.0.70 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 1.1775413 Jun 03 15:26:35.274691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:35.278291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a8afa9a-db7f-4b51-90f7-2694186515c3 None None] Provisioning for port 3400c710-5f65-4b32-84d2-eed86492710f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:35.295636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a8afa9a-db7f-4b51-90f7-2694186515c3 None None] Provisioning complete for port 3400c710-5f65-4b32-84d2-eed86492710f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:35.296179 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a8afa9a-db7f-4b51-90f7-2694186515c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.329602 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:31Z', 'revision_number': 2, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:35.339051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Checking router: 21b87e93-2744-4e50-8d85-eda5caaac7d7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:35.341085 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Updating router 21b87e93-2744-4e50-8d85-eda5caaac7d7 port e9630860-23a5-40ac-81b4-3f77b1aae2a9 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:35.362944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:35.387034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'port_id': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'mac_address': 'fa:16:3e:9d:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:35.418824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a8afa9a-db7f-4b51-90f7-2694186515c3 None None] Port 3400c710-5f65-4b32-84d2-eed86492710f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:26:35.465400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.479856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:35.480419 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.521140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d36cecd-6833-454a-97c3-3d031cc87b58 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:35.554087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:35.577706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.578534 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.724167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0ea003-60f8-4f9d-b412-39c67c37b440']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:35.785843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['1d36cecd-6833-454a-97c3-3d031cc87b58'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:35.870360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:35.893656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.971860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316fee-3e56-4681-8d33-a82f768ac6ad req-333e6660-b64b-4bef-8099-562eac3579a4 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:35.973569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3316fee-3e56-4681-8d33-a82f768ac6ad req-333e6660-b64b-4bef-8099-562eac3579a4 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 0.8600156 Jun 03 15:26:35.997598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:36.052174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:security_group_rule and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:36.058850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:36.070879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3400c710-5f65-4b32-84d2-eed86492710f {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:36.100643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.105366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:36.148304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-a84c5e6d-3066-4323-9f05-38758f9d5f62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 HTTP/1.1" status: 200 len: 1001 time: 0.8262742 Jun 03 15:26:36.163968 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3316fee-3e56-4681-8d33-a82f768ac6ad req-06e140e0-5cd4-45fa-a151-fda850310334 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754630 Jun 03 15:26:36.169984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a2c2f2-9f1d-465d-a29a-474b7f00ae1d') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:36.169984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a2c2f2-9f1d-465d-a29a-474b7f00ae1d') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:36.173956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Transition to ACTIVE for port object 3400c710-5f65-4b32-84d2-eed86492710f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:36.202297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a658a59-2c21-4af7-94dc-39df9307036d req-a46fd757-f306-4c9b-b59c-c37468da53ff tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.203158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5a658a59-2c21-4af7-94dc-39df9307036d req-a46fd757-f306-4c9b-b59c-c37468da53ff tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:36.216524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cc1fa40d-8a2c-4013-967f-f48309b49da9 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:36.226144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.283965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.388632 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.398726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-bb6a63d6-0739-4d95-a913-43624b0a6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.401292 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-bb6a63d6-0739-4d95-a913-43624b0a6523 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.2133017 Jun 03 15:26:36.412821 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.495620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:26:36.496262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.550855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:36.577513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'port_id': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'mac_address': 'fa:16:3e:39:3a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fea8013-4af5-403c-96a8-c48700c27d7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:36.623571 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 52a2c2f2-9f1d-465d-a29a-474b7f00ae1d resource provider aggregate not found Jun 03 15:26:36.635954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.673397 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 52a2c2f2-9f1d-465d-a29a-474b7f00ae1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52a2c2f2-9f1d-465d-a29a-474b7f00ae1d found for delete ", "request_id": "req-4b3e0ad6-edb3-4d17-b807-4b8428300182"}]} Jun 03 15:26:36.690934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cc1fa40d-8a2c-4013-967f-f48309b49da9 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:36.691617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.706110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:36.825506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc1fa40d-8a2c-4013-967f-f48309b49da9 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:36.863409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 1d36cecd-6833-454a-97c3-3d031cc87b58 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:36.863838 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.898725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:36.901138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for 5bfb56d4-cea7-45eb-8f81-64db01a5ba56 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:36.928032 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.950834 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Transition to ACTIVE for port object e9630860-23a5-40ac-81b4-3f77b1aae2a9 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:36.970480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.978748 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.042581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.061121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] Pushing event deleted for resources: {'Network': ['ID=bc0ea003-60f8-4f9d-b412-39c67c37b440,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.070625 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-760dba8d-d937-4c5d-bc00-58c6fd0ecf66 tempest-FloatingIPNegativeTestJSON-586085127 tempest-FloatingIPNegativeTestJSON-586085127-project] 10.222.0.66 "DELETE /v2.0/networks/bc0ea003-60f8-4f9d-b412-39c67c37b440 HTTP/1.1" status: 204 len: 168 time: 4.8675826 Jun 03 15:26:37.080265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5a658a59-2c21-4af7-94dc-39df9307036d req-a46fd757-f306-4c9b-b59c-c37468da53ff tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:37.094190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a658a59-2c21-4af7-94dc-39df9307036d req-a46fd757-f306-4c9b-b59c-c37468da53ff tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 931 time: 1.8207421 Jun 03 15:26:37.126165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.151257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-c371eb5b-7def-4dd6-8b7d-01d327fb347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:37.153169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-c371eb5b-7def-4dd6-8b7d-01d327fb347d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7265604 Jun 03 15:26:37.192527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['cc1fa40d-8a2c-4013-967f-f48309b49da9'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:37.469140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.587051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.604177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3400c710-5f65-4b32-84d2-eed86492710f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.649831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.683993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:37.684408 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.685596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Port': ['ID=5bfb56d4-cea7-45eb-8f81-64db01a5ba56,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.776034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:37.802602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:37.825211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.829098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.7637923 Jun 03 15:26:37.855961 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.867333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53812) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:37.918889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'security_group_rule': {'security_group_id': 'bd6f0542-1998-49d0-8aa1-c376c196bee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:37.929825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53814) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:37.941458 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86d840-f6f0-4917-9ebf-f2bb39ce5ebb None None] Pushing event updated for resources: {'Port': ['ID=e9630860-23a5-40ac-81b4-3f77b1aae2a9,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.975040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.985635 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-33c0f3e6-6ab3-4db0-9f1e-1f07facd362b service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8232398 Jun 03 15:26:38.007404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:38.035220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a658a59-2c21-4af7-94dc-39df9307036d req-a20cf807-d9a8-4947-8938-588867d0d2cb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9397647 Jun 03 15:26:38.042786 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Attempting to bind port e9630860-23a5-40ac-81b4-3f77b1aae2a9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:38.043675 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Attempting to bind port e9630860-23a5-40ac-81b4-3f77b1aae2a9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:38.044571 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Attempting to bind port e9630860-23a5-40ac-81b4-3f77b1aae2a9 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:38.060433 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:38.061653 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:38.062623 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.063498 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Bound using segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:38.064638 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Bound port: e9630860-23a5-40ac-81b4-3f77b1aae2a9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:38.065500 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.082680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9fc0b-881b-4e47-a984-b069eea26f99 req-7e198e42-c129-4f6a-a056-32ff1d926782 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:38.084272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ce9fc0b-881b-4e47-a984-b069eea26f99 req-7e198e42-c129-4f6a-a056-32ff1d926782 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 944 time: 1.6022887 Jun 03 15:26:38.106814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b206e00-20b7-4528-af5d-3f60182c0192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f0542-1998-49d0-8aa1-c376c196bee3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:38.109961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:security_group_rule and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:38.191600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:38.211996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cc1fa40d-8a2c-4013-967f-f48309b49da9 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:38.236661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:38.243534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Attempting to bind port 3400c710-5f65-4b32-84d2-eed86492710f on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:38.243856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Attempting to bind port 3400c710-5f65-4b32-84d2-eed86492710f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:38.244402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Attempting to bind port 3400c710-5f65-4b32-84d2-eed86492710f on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:38.274903 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] For port e9630860-23a5-40ac-81b4-3f77b1aae2a9, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:38.290778 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] For port e9630860-23a5-40ac-81b4-3f77b1aae2a9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e9630860-23a5-40ac-81b4-3f77b1aae2a9,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:38.306353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Port 3400c710-5f65-4b32-84d2-eed86492710f on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:38.306710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Attempting to bind port 3400c710-5f65-4b32-84d2-eed86492710f on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:38.309052 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.319901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.405540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ce9fc0b-881b-4e47-a984-b069eea26f99 req-35708233-4f67-448b-a5ce-2442211d4eca tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789736 Jun 03 15:26:38.406402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:38.406745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Checking segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:38.407134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Bound using segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:38.413673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Bound port: 3400c710-5f65-4b32-84d2-eed86492710f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:38.414244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.445176 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:38.446093 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:38.466399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port cc1fa40d-8a2c-4013-967f-f48309b49da9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:38.466930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.499422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.521262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9e7765b3-e68c-413d-a3c7-dc5cac91e12f req-2975332d-29c4-44b7-ac6f-efd90eb19da6 service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214391 Jun 03 15:26:38.546490 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2fcf7c90-9fbf-4e88-950e-1bcec24988c7 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/ports/5bfb56d4-cea7-45eb-8f81-64db01a5ba56 HTTP/1.1" status: 204 len: 168 time: 4.4627090 Jun 03 15:26:38.547018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53822) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:38.594508 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d2177b-bc21-4899-9f57-8d4da65917a6'] response: {'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'code': 200} Jun 03 15:26:38.670452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting subnet ea9d99df-4158-46ab-ae1d-823b7706d5f4 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:26:38.675798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.803397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.822610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d342fc2-5fe4-4cc3-a6b8-0437e1ca9b28 req-b2cab238-0f83-46cc-8fd1-d69388a2f39d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:38.825020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d342fc2-5fe4-4cc3-a6b8-0437e1ca9b28 req-b2cab238-0f83-46cc-8fd1-d69388a2f39d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 945 time: 0.5039504 Jun 03 15:26:38.838551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b2c4eb64-d312-4607-bc59-1537e26a13e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ee476d0d6be447d8bc79be8f5ebe6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9006312 Jun 03 15:26:38.844612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.853619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.874448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53826) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:38.938305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6428707a-f4bd-4bc5-94dc-dd127554b98c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:38.941410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.945438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-126dc5bf-d46b-44fa-bec8-0c48c5047063 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0504994 Jun 03 15:26:38.973351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:38.982992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d342fc2-5fe4-4cc3-a6b8-0437e1ca9b28 req-3f4bc9d8-74b3-44f4-b82b-497e866a3b7b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433709 Jun 03 15:26:38.994409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'security_group_rule': {'security_group_id': 'bd6f0542-1998-49d0-8aa1-c376c196bee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:39.002390 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.021426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:39.034102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] For port 3400c710-5f65-4b32-84d2-eed86492710f, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:39.042663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:security_group_rule and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:39.047582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:39.085189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] For port 3400c710-5f65-4b32-84d2-eed86492710f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3400c710-5f65-4b32-84d2-eed86492710f,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:39.087156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:39.111490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07758433-4d16-4abc-9efd-fcac60b3c39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.113107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.156677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.201099 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07758433-4d16-4abc-9efd-fcac60b3c39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.228143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9d99df-4158-46ab-ae1d-823b7706d5f4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.240628 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.250753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.261677 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65b994aa-fa93-4e90-af2b-95af33a26d3d tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/subnets/ea9d99df-4158-46ab-ae1d-823b7706d5f4 HTTP/1.1" status: 204 len: 168 time: 0.7121453 Jun 03 15:26:39.262764 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86d840-f6f0-4917-9ebf-f2bb39ce5ebb None None] Pushing event updated for resources: {'Port': ['ID=e9630860-23a5-40ac-81b4-3f77b1aae2a9,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.264449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53840) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:39.275280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0ecc1-7fb2-4a4a-9922-49dab0ae8e0f None None] Network ea5fadfa-a4ae-49b3-84e2-a69292dd25cc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:39.309516 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:39.343153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.343934 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.345716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 1091 time: 4.5205777 Jun 03 15:26:39.346075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cc1fa40d-8a2c-4013-967f-f48309b49da9 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:39.346669 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.354139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:39.534405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting subnet df8f3443-12bf-4df1-9161-15136c5229e5 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:26:39.546902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.720151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.724564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:39.747246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.783803 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ac8411-b9e6-46a8-8046-b751e7a5fabe'] response: {'name': 'network-changed', 'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f', 'status': 'completed', 'code': 200} Jun 03 15:26:39.828963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b6a55-0bc6-497e-8252-3b59c596b8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3400c710-5f65-4b32-84d2-eed86492710f,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.890447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.912529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172bdd2-8068-4943-9142-2ae2f29e975a req-4b865408-d4ed-4133-b786-b37ca96b28cd tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.920813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1172bdd2-8068-4943-9142-2ae2f29e975a req-4b865408-d4ed-4133-b786-b37ca96b28cd tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 943 time: 0.6097076 Jun 03 15:26:39.940444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.945182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07758433-4d16-4abc-9efd-fcac60b3c39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.971842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.047036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-7ab110d3-1ff1-4e84-9ef3-93165ed6a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.048827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-7ab110d3-1ff1-4e84-9ef3-93165ed6a69b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1094 time: 0.4791033 Jun 03 15:26:40.172077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc3ce1d-7f1a-4c24-8564-0fd97ebba94c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:40.173342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:40.174362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07758433-4d16-4abc-9efd-fcac60b3c39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f94b3cc-4f55-4b78-815b-c60022226e8a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:40.244872 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:40.251892 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd52185-5929-4652-b772-3f23a399c80b None None] The sync data for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 is: [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:40.296068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-5b709fea-d474-4e9e-be3f-153b1b561b7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 217 time: 0.2112982 Jun 03 15:26:40.303983 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07758433-4d16-4abc-9efd-fcac60b3c39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.310246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07758433-4d16-4abc-9efd-fcac60b3c39a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f94b3cc-4f55-4b78-815b-c60022226e8a HTTP/1.1" status: 204 len: 168 time: 1.4103453 Jun 03 15:26:40.396347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] DHCP port deletion for ea5fadfa-a4ae-49b3-84e2-a69292dd25cc request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:26:40.407096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] Deleting port ed8c7516-f91a-4c7d-90be-1774554ce104 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:40.407738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.533075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.535337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-10645309-92c3-483e-8581-7bf6fd3efcb2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5505402 Jun 03 15:26:40.544309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1172bdd2-8068-4943-9142-2ae2f29e975a req-8d6d4087-4735-4d60-8931-1d32024a41e4 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6215394 Jun 03 15:26:40.545086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53852) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:40.581179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:40.588384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.602389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:40.626593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:floatingip and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:40.652399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:40.671091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:40.686091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:40.719619 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.790420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Subnet': ['ID=df8f3443-12bf-4df1-9161-15136c5229e5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:40.805782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.818200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab3d959-5c87-42ec-a746-6e65b90d1d75 None None] Network ac54d610-31bd-47fa-bc70-18d267801812 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:40.834756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-26a1e594-071f-464c-a7be-2257ed8e31de tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/subnets/df8f3443-12bf-4df1-9161-15136c5229e5 HTTP/1.1" status: 204 len: 168 time: 1.5656159 Jun 03 15:26:40.844874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53860) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:40.882798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cde6f-8482-4b36-a332-3eeb514fada5 req-56fa96ca-a2d3-4598-8c4d-4765eeecd6c6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.913782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-946cde6f-8482-4b36-a332-3eeb514fada5 req-56fa96ca-a2d3-4598-8c4d-4765eeecd6c6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.8812091 Jun 03 15:26:41.346882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:41.582840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port ed8c7516-f91a-4c7d-90be-1774554ce104 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:41.583862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:41.609887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e9630860-23a5-40ac-81b4-3f77b1aae2a9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:41.621478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-c1a0228f-7be2-422b-9735-e61bf4dd73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.624290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-c1a0228f-7be2-422b-9735-e61bf4dd73c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 1.3140457 Jun 03 15:26:41.869028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-59ca2f33-2c18-4796-910d-c5479836d8e0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.870671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-59ca2f33-2c18-4796-910d-c5479836d8e0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Synchronizing usage tracker for tenant:bea98e8c535e4576ada876db769be933 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:41.909551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-946cde6f-8482-4b36-a332-3eeb514fada5 req-3545bb7f-32e5-47bb-a160-267eecd4cc06 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013596 Jun 03 15:26:42.014158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] For port ed8c7516-f91a-4c7d-90be-1774554ce104, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ed8c7516-f91a-4c7d-90be-1774554ce104,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:42.014558 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:42.197510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7ef8c-ce57-480a-9249-4b30d6e743a1 req-317ffc33-bfd5-42e5-808f-8c7c12c7ee8f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:42.199119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bf7ef8c-ce57-480a-9249-4b30d6e743a1 req-317ffc33-bfd5-42e5-808f-8c7c12c7ee8f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 1.3458133 Jun 03 15:26:42.340680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-b74fd949-0b51-464d-9689-f7ed5f739e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:42.343265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-b74fd949-0b51-464d-9689-f7ed5f739e6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6820889 Jun 03 15:26:42.344073 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6547762c-d26c-4820-b3f3-9e37a4d3df23'] response: {'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'code': 200} Jun 03 15:26:42.374869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] Calling delete_port for ed8c7516-f91a-4c7d-90be-1774554ce104 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:42.492266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e9630860-23a5-40ac-81b4-3f77b1aae2a9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:42.564085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e9630860-23a5-40ac-81b4-3f77b1aae2a9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:42.572774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:42.618937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] For port ed8c7516-f91a-4c7d-90be-1774554ce104, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ed8c7516-f91a-4c7d-90be-1774554ce104,segment=NetworkSegment(035cc65a-076a-4fb1-962d-10b1c4ff2ada),segment_id=035cc65a-076a-4fb1-962d-10b1c4ff2ada)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:42.619793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:42.673076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53882) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:42.820610 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:42.945313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] DHCP port deletion for ac54d610-31bd-47fa-bc70-18d267801812 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:26:42.981746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bf7ef8c-ce57-480a-9249-4b30d6e743a1 req-84ac60f2-c4b7-454b-aab7-f0e6b449f6b7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7749534 Jun 03 15:26:43.005629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-59ca2f33-2c18-4796-910d-c5479836d8e0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Unset dirty status for tenant:bea98e8c535e4576ada876db769be933 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:43.017648 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-59ca2f33-2c18-4796-910d-c5479836d8e0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 1.6635768 Jun 03 15:26:43.018977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] Deleting port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:43.019827 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.053112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Calling delete_port for ed8c7516-f91a-4c7d-90be-1774554ce104 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:43.118958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] No DVR routers for this DVR port ed8c7516-f91a-4c7d-90be-1774554ce104 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:43.157370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd10db-e7c1-440c-9002-f33035a61431 None None] Pushing event deleted for resources: {'Port': ['ID=ed8c7516-f91a-4c7d-90be-1774554ce104,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:43.184597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.381057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-5815af69-7ef7-49df-b6a5-f898febb4e6c service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0092306 Jun 03 15:26:43.411293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1348981119'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:43.455810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Deleting port cc1fa40d-8a2c-4013-967f-f48309b49da9 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:43.456700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.489666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:43.516029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:43.534843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:43.570709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daa966-d41a-4e55-af8c-b9d267c2ac3e req-701c1fbd-59cd-4990-8887-2ad4e375de00 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:43.577870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5daa966-d41a-4e55-af8c-b9d267c2ac3e req-701c1fbd-59cd-4990-8887-2ad4e375de00 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 943 time: 1.0124810 Jun 03 15:26:43.599533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] For port 37a7dfa4-b762-46ca-ba31-323a5df78fb4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=37a7dfa4-b762-46ca-ba31-323a5df78fb4,segment=NetworkSegment(6311575c-cb27-4fd3-bbbe-7e1c276a77b9),segment_id=6311575c-cb27-4fd3-bbbe-7e1c276a77b9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:43.600264 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.609547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:43.641896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:26:43.642615 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:26:43.659361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:43.663368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.685854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.735925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:43.750364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] Calling delete_port for 37a7dfa4-b762-46ca-ba31-323a5df78fb4 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:43.798926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group_rule and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:43.808599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:43.834635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:43.839186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5daa966-d41a-4e55-af8c-b9d267c2ac3e req-9ec39835-f947-48a8-a83b-34e2731a41bb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601616 Jun 03 15:26:43.862827 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.887686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f3b2bb9-bbdb-46e2-9946-635b3a219fec req-6fe62fbd-e80a-4968-a765-ee9aa375d875 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869480 Jun 03 15:26:43.913611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Allocated IP 172.25.1.202 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/0c481dd5-fdc8-4bf6-82c1-fc08f6e81e96) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:43.958348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce076336-1927-4ea8-af61-2aa4901fb731 req-443107e3-b877-479f-a4e9-bb745d808bdc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:43.960739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce076336-1927-4ea8-af61-2aa4901fb731 req-443107e3-b877-479f-a4e9-bb745d808bdc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.3763011 Jun 03 15:26:43.989795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] For port cc1fa40d-8a2c-4013-967f-f48309b49da9, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cc1fa40d-8a2c-4013-967f-f48309b49da9,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:43.990159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.135360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb04f13f-ff82-4115-8a7f-9930b453429e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.230498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] Pushing event deleted for resources: {'Port': ['ID=37a7dfa4-b762-46ca-ba31-323a5df78fb4,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:44.251753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce076336-1927-4ea8-af61-2aa4901fb731 req-2c4cd077-b7e7-4c36-856d-a25115a13d48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421274 Jun 03 15:26:44.265241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a3be0-9610-43f2-a9fb-4bd0157882b3 None None] No DVR routers for this DVR port 37a7dfa4-b762-46ca-ba31-323a5df78fb4 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:44.355372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e9630860-23a5-40ac-81b4-3f77b1aae2a9 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:44.355998 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.366326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-e99730c9-bf1d-4ec5-92e4-5920b21072a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:44.368472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-e99730c9-bf1d-4ec5-92e4-5920b21072a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1094 time: 0.4057372 Jun 03 15:26:44.371423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.433975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e9630860-23a5-40ac-81b4-3f77b1aae2a9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e9630860-23a5-40ac-81b4-3f77b1aae2a9,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:44.443581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.473180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Deleting port ed8c7516-f91a-4c7d-90be-1774554ce104 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:44.474126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.558040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Calling delete_port for cc1fa40d-8a2c-4013-967f-f48309b49da9 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:44.657768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e9630860-23a5-40ac-81b4-3f77b1aae2a9,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:44.669560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ed8c7516-f91a-4c7d-90be-1774554ce104 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:44.686647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] The port 'ed8c7516-f91a-4c7d-90be-1774554ce104' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:26:44.718298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-b785c0d3-56de-4d1b-9a85-35298177c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:44.719483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ed8c7516-f91a-4c7d-90be-1774554ce104 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:44.720265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ed8c7516-f91a-4c7d-90be-1774554ce104 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:44.721277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-b785c0d3-56de-4d1b-9a85-35298177c954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.3431754 Jun 03 15:26:44.906225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e9630860-23a5-40ac-81b4-3f77b1aae2a9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:44.921665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.187933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e9630860-23a5-40ac-81b4-3f77b1aae2a9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:45.188604 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.218972 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.226442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-05fa28f4-43bb-4d6f-8115-13d710a81f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 217 time: 0.4448760 Jun 03 15:26:45.254109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5fadfa-a4ae-49b3-84e2-a69292dd25cc']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:45.269744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035cc65a-076a-4fb1-962d-10b1c4ff2ada') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:45.270142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035cc65a-076a-4fb1-962d-10b1c4ff2ada') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:45.284651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.298505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:45.311611 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.319565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:26:45.320206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.342563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:45.345071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=0c481dd5-fdc8-4bf6-82c1-fc08f6e81e96,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.351868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:45.368975 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.475123 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 035cc65a-076a-4fb1-962d-10b1c4ff2ada resource provider aggregate not found Jun 03 15:26:45.501308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e9630860-23a5-40ac-81b4-3f77b1aae2a9 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:45.530640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-1043683e-3008-4fd8-b7dc-21aade8300c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:45.532279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-1043683e-3008-4fd8-b7dc-21aade8300c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.2428522 Jun 03 15:26:45.546832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf5ae-3760-416c-adde-c722d99a01e6 req-5648645b-2911-4218-8a27-364a44051ee7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:45.549181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-898bf5ae-3760-416c-adde-c722d99a01e6 req-5648645b-2911-4218-8a27-364a44051ee7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=927f2adf-c202-4d5d-97c7-274bc7e81d2f HTTP/1.1" status: 200 len: 946 time: 1.1469698 Jun 03 15:26:45.553868 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 035cc65a-076a-4fb1-962d-10b1c4ff2ada resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 035cc65a-076a-4fb1-962d-10b1c4ff2ada found for delete ", "request_id": "req-296f1880-7d39-4d22-9600-6a5d348e4781"}]} Jun 03 15:26:45.568060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.587468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a7dfa4-b762-46ca-ba31-323a5df78fb4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:45.598298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.604473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.619607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Network': ['ID=ea5fadfa-a4ae-49b3-84e2-a69292dd25cc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.678797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.716364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 37a7dfa4-b762-46ca-ba31-323a5df78fb4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:45.717267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a7dfa4-b762-46ca-ba31-323a5df78fb4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:45.736847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1bf52bec-94de-48e8-a47a-94ae707f13c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.751520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4741-df1c-4c11-9b29-e797bf5dc38b req-4fb270ed-f7ba-471d-b300-23eaad57a221 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:45.757543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:45.762315 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b274f70b-1291-4065-8e40-3070abd48577 tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/networks/ea5fadfa-a4ae-49b3-84e2-a69292dd25cc HTTP/1.1" status: 204 len: 168 time: 4.9144764 Jun 03 15:26:45.764048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f9b4741-df1c-4c11-9b29-e797bf5dc38b req-4fb270ed-f7ba-471d-b300-23eaad57a221 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 943 time: 0.5550148 Jun 03 15:26:45.773055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53904) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:45.783893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a627623-1732-40ca-b2d1-490bda2a50c6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.822553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.822553 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment 58e1e66f-65e2-425e-a235-7104484cf161 of type vlan for network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 Jun 03 15:26:45.848097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-898bf5ae-3760-416c-adde-c722d99a01e6 req-0629e634-7dcf-48e6-bd08-99377ce65eee tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051384 Jun 03 15:26:45.852475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.898288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.006827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f9b4741-df1c-4c11-9b29-e797bf5dc38b req-fbe0e1b3-92ec-49e5-8f7b-c6ccdac2d78a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416151 Jun 03 15:26:46.047923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event deleted for resources: {'Port': ['ID=cc1fa40d-8a2c-4013-967f-f48309b49da9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.050015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-731a9c57-590b-433e-a54a-8d9df37ec262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:46.052858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-731a9c57-590b-433e-a54a-8d9df37ec262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5023572 Jun 03 15:26:46.110338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.170777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] No DVR routers for this DVR port cc1fa40d-8a2c-4013-967f-f48309b49da9 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:46.179685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.187800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.191953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'name': 'network-vif-deleted', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:46.225444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.285181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cc1fa40d-8a2c-4013-967f-f48309b49da9 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:46.366588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbc99be5-c687-46b4-91f2-eb37d75e2e9d req-b7cf60df-47fd-4727-82f9-ca5f446bdfc0 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "DELETE /v2.0/ports/cc1fa40d-8a2c-4013-967f-f48309b49da9 HTTP/1.1" status: 204 len: 173 time: 3.1414175 Jun 03 15:26:46.399003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: cc1fa40d-8a2c-4013-967f-f48309b49da9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:46.399510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cc1fa40d-8a2c-4013-967f-f48309b49da9 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:46.552035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.562407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:46.564014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.649054 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.688439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3400c710-5f65-4b32-84d2-eed86492710f details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:46.804343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.1265895 Jun 03 15:26:46.810182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53916) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:46.991030 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093118e4-99ab-4181-abaf-ec348c7d1f46'] response: {'server_uuid': '927f2adf-c202-4d5d-97c7-274bc7e81d2f', 'name': 'network-vif-deleted', 'tag': 'cc1fa40d-8a2c-4013-967f-f48309b49da9', 'status': 'completed', 'code': 200} Jun 03 15:26:47.005661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'name': 'tempest-PortsTestJSON-584069028'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:47.025690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3400c710-5f65-4b32-84d2-eed86492710f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3400c710-5f65-4b32-84d2-eed86492710f,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:47.047973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.093684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.097755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '3400c710-5f65-4b32-84d2-eed86492710f', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'port_id': '3400c710-5f65-4b32-84d2-eed86492710f', 'mac_address': 'fa:16:3e:2e:85:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:47.214760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-fe9e4750-9a16-4cdb-b968-2f1d615fbd87 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1488018 Jun 03 15:26:47.215995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3400c710-5f65-4b32-84d2-eed86492710f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:47.216596 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.260272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3400c710-5f65-4b32-84d2-eed86492710f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:47.294220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cfcdf-d3f0-4f22-a98d-3803b88abf96 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=2d092ea2-9892-4d4f-a44d-93c95e0c3c24,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:47.313169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac54d610-31bd-47fa-bc70-18d267801812']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:47.358551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6311575c-cb27-4fd3-bbbe-7e1c276a77b9') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:47.358858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6311575c-cb27-4fd3-bbbe-7e1c276a77b9') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:47.381032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:47.386629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:47.390407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:47.397515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3400c710-5f65-4b32-84d2-eed86492710f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3400c710-5f65-4b32-84d2-eed86492710f,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:47.398371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:47.399971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:26:47.416864 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.467435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:47.478357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.484144 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.516959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219f848-41f8-456f-8a18-65b0d7de3f02 req-1666340b-48f4-46d1-84a5-bdcf159655c7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:47.519798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e219f848-41f8-456f-8a18-65b0d7de3f02 req-1666340b-48f4-46d1-84a5-bdcf159655c7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.8786883 Jun 03 15:26:47.559573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 1b018b47-4c3f-4e88-9308-3185d6177a6a yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:26:47.622810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.640146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:26:47.640470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.763486 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6311575c-cb27-4fd3-bbbe-7e1c276a77b9 resource provider aggregate not found Jun 03 15:26:47.856038 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6311575c-cb27-4fd3-bbbe-7e1c276a77b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6311575c-cb27-4fd3-bbbe-7e1c276a77b9 found for delete ", "request_id": "req-f341a4c9-a797-4f8c-abd1-47ab5c2df47f"}]} Jun 03 15:26:47.970895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.986425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.127250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e219f848-41f8-456f-8a18-65b0d7de3f02 req-610889fb-284e-47a5-85e6-48aeca163461 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853267 Jun 03 15:26:48.142557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3400c710-5f65-4b32-84d2-eed86492710f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:48.143210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] Pushing event deleted for resources: {'Network': ['ID=ac54d610-31bd-47fa-bc70-18d267801812,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:48.146105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.186022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daf3b97f-f19d-49da-9f14-b27c065fa580 req-c0a93c7d-9d2d-4513-827c-3ecdcca8100c service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325416 Jun 03 15:26:48.188145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.379664 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-89d84482-6495-462f-98fb-47694ef2d1ab tempest-TaggedBootDevicesTest-1868751042 tempest-TaggedBootDevicesTest-1868751042-project] 10.222.0.66 "DELETE /v2.0/networks/ac54d610-31bd-47fa-bc70-18d267801812 HTTP/1.1" status: 204 len: 168 time: 2.5970500 Jun 03 15:26:48.443993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3400c710-5f65-4b32-84d2-eed86492710f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:48.482946 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.535765 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.536630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.571549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.710861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': '58e1e66f-65e2-425e-a235-7104484cf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:48.711367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: 2d092ea2-9892-4d4f-a44d-93c95e0c3c24, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:48.726258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=1b018b47-4c3f-4e88-9308-3185d6177a6a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:48.744983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:48.777714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 2d092ea2-9892-4d4f-a44d-93c95e0c3c24) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:48.796044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00735d6d-8dd6-42f4-8d19-e7218c95c4ec None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:48.800814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:48.809523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:48.810202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.866413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=0c481dd5-fdc8-4bf6-82c1-fc08f6e81e96,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:48.872219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-670513e2-1fc9-4c3a-8abf-f0f7b6ad4ffd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9870598 Jun 03 15:26:48.872896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:48.895360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.915056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1688709857'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:48.939765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:48.971922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:48.987150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:49.021805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:49.040518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4f081-a761-4254-ad66-6875350fd35a req-2298735c-96bf-4ed4-b867-3548f03d2613 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.055223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2b4f081-a761-4254-ad66-6875350fd35a req-2298735c-96bf-4ed4-b867-3548f03d2613 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 944 time: 0.6668048 Jun 03 15:26:49.085985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.104337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cbdf2f62-772c-4d50-88e5-57f7df5dc57d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5461016 Jun 03 15:26:49.154306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeed7f-e721-4706-bdbe-1363e013c759 req-4af367b3-e588-4827-bfd2-b2f5b8a366ab tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.157637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9cbeed7f-e721-4706-bdbe-1363e013c759 req-4af367b3-e588-4827-bfd2-b2f5b8a366ab tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 946 time: 0.5419800 Jun 03 15:26:49.296733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:49.300838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.316013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9cbeed7f-e721-4706-bdbe-1363e013c759 req-86ad2aff-2971-433b-b9f8-e785a71223aa tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=55a7b701-1e15-448b-9608-34ac4ef708c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912025 Jun 03 15:26:49.347348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2b4f081-a761-4254-ad66-6875350fd35a req-99719710-0933-4ae8-8728-793e4d7f5e4c tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907681 Jun 03 15:26:49.395339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:49.413762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.425166 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment 14cdde5c-1672-48b9-a375-02884dd00e55 of type vlan for network bf12645b-ee42-4ccd-9e13-a10d1493f3b4 Jun 03 15:26:49.436173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-eb0b3938-f7b7-4d9e-85c1-babe0dffe7dd tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.438129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-eb0b3938-f7b7-4d9e-85c1-babe0dffe7dd tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 946 time: 0.2688475 Jun 03 15:26:49.545914 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.585705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port 35612052-febd-4c5d-931a-2f6c8241528d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:49.587863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.751791 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:26:49.875760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.881177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.881822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.949056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587614af-db7f-421a-b0fa-31773fd5a552 req-6d8e8a20-8b21-45e0-8adb-a2b43ba1e980 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.950625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-6d8e8a20-8b21-45e0-8adb-a2b43ba1e980 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 822 time: 0.4069407 Jun 03 15:26:50.066965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1856551 Jun 03 15:26:50.070091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53962) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:50.083824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'ports': [{'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24'}, {'network_id': 'bf12645b-ee42-4ccd-9e13-a10d1493f3b4'}]} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:50.084424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:50.085867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': 'bf12645b-ee42-4ccd-9e13-a10d1493f3b4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:50.142692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-351798e6-dcac-4bf1-92f9-07b86f7f0724 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/quotas/bea98e8c535e4576ada876db769be933 HTTP/1.1" status: 200 len: 375 time: 0.1360812 Jun 03 15:26:50.149534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c1898-352b-4743-ab71-31cb3748d4ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=bf12645b-ee42-4ccd-9e13-a10d1493f3b4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:50.161210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network bf12645b-ee42-4ccd-9e13-a10d1493f3b4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:26:50.356388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cc118-8cd0-4b2a-b248-2cf67693973f req-9422f9c9-bfba-4910-b136-ae754e671d81 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:50.358170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a73cc118-8cd0-4b2a-b248-2cf67693973f req-9422f9c9-bfba-4910-b136-ae754e671d81 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.6837916 Jun 03 15:26:50.470876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a73cc118-8cd0-4b2a-b248-2cf67693973f req-dcb843a3-6770-4680-b19b-adf746717135 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040795 Jun 03 15:26:50.526112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] For port 35612052-febd-4c5d-931a-2f6c8241528d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=35612052-febd-4c5d-931a-2f6c8241528d,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:50.526521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.650758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:50.658864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:50.662597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:50.671367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:50.689624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 2} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:50.694469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.716046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3400c710-5f65-4b32-84d2-eed86492710f up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:50.716885 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.719035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-5517077e-957a-4639-838c-a286e054291f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4086821 Jun 03 15:26:50.858226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 3400c710-5f65-4b32-84d2-eed86492710f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:50.864737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 3400c710-5f65-4b32-84d2-eed86492710f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:50.865458 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.950321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-8336eb15-1432-4b59-99b8-3dfed6249aad tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:51.058243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3400c710-5f65-4b32-84d2-eed86492710f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:51.058631 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.094232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port c0674396-476b-48bc-af74-bab5e3f70908 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:26:51.097566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:51.110483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3400c710-5f65-4b32-84d2-eed86492710f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3400c710-5f65-4b32-84d2-eed86492710f,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:51.118351 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.155116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-8336eb15-1432-4b59-99b8-3dfed6249aad tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:51.156732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-8336eb15-1432-4b59-99b8-3dfed6249aad tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1963936812&fields=id&tenant_id=07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 267 time: 0.4997928 Jun 03 15:26:51.159191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-0681d2f1-5002-4119-b0dc-117d4c3fa6a8 service neutron] 10.222.0.66 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391344 Jun 03 15:26:51.254140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3400c710-5f65-4b32-84d2-eed86492710f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:51.254829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.381071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port dd6615a7-1dc2-4575-831f-5af1946e931a yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:26:51.499417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.501026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.501908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.502596 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP 0a056252-22a1-4b8f-b749-2bb051595808 disassociated. External IP: 172.25.1.36, port: 35612052-febd-4c5d-931a-2f6c8241528d. Jun 03 15:26:51.503411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for 35612052-febd-4c5d-931a-2f6c8241528d owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:51.543304 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.634917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:51.639441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:51.648477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:51.650025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.677935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=c0674396-476b-48bc-af74-bab5e3f70908,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:51.768050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-8d2cc474-2d25-4f5f-ae61-08da1454589d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:51.780296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-8d2cc474-2d25-4f5f-ae61-08da1454589d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.5907333 Jun 03 15:26:51.796560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': '14cdde5c-1672-48b9-a375-02884dd00e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bf12645b-ee42-4ccd-9e13-a10d1493f3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:51.796977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: bf12645b-ee42-4ccd-9e13-a10d1493f3b4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:51.804833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-ebb6c560-c285-4b82-a483-c6857f4707b6 service neutron] 10.222.0.66 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349959 Jun 03 15:26:51.811455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=dd6615a7-1dc2-4575-831f-5af1946e931a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:51.834198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network bf12645b-ee42-4ccd-9e13-a10d1493f3b4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:51.839045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-803c30a3-c764-4b68-bcfe-d054db26d9a3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/quotas/07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 375 time: 0.0568254 Jun 03 15:26:51.865269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, bf12645b-ee42-4ccd-9e13-a10d1493f3b4) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:51.878124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54fe5c-a564-4f29-b92e-625f98b539f2 None None] Network bf12645b-ee42-4ccd-9e13-a10d1493f3b4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:51.880266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:51.894237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:51.911109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:51.913623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.973406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bea4a54a-c2bb-401f-96f0-f5a589a43f5c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9005888 Jun 03 15:26:51.994549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53982) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:52.098598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port dd6615a7-1dc2-4575-831f-5af1946e931a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:52.099172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.620353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-5019e4a1-5eeb-48c5-bd30-9bcc27a2033f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:52.725213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 35612052-febd-4c5d-931a-2f6c8241528d no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:52.728641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-5019e4a1-5eeb-48c5-bd30-9bcc27a2033f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:52.742800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-5019e4a1-5eeb-48c5-bd30-9bcc27a2033f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9022570 Jun 03 15:26:52.743855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.848951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.860367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 35612052-febd-4c5d-931a-2f6c8241528d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:52.860367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 35612052-febd-4c5d-931a-2f6c8241528d not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:52.956690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=35612052-febd-4c5d-931a-2f6c8241528d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:53.204480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for dd6615a7-1dc2-4575-831f-5af1946e931a owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:53.298262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e671f6-82d0-48b4-91f3-656be015b77e req-a98a8d09-259c-446c-a63c-e2670e8e5245 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:53.308347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32e671f6-82d0-48b4-91f3-656be015b77e req-a98a8d09-259c-446c-a63c-e2670e8e5245 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.9484797 Jun 03 15:26:53.399619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:53.634350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:53.685457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/dd6615a7-1dc2-4575-831f-5af1946e931a HTTP/1.1" status: 204 len: 168 time: 1.6858342 Jun 03 15:26:53.711304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54008) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:53.732692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833814e-ac59-496f-af31-c1e3aba29b15 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=dd6615a7-1dc2-4575-831f-5af1946e931a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:54.014772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f83923-503f-4728-bca8-0de482017cae tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:54.019696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-5911d9ab-f79c-4398-8fde-9d467da0e3b5 service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2135940 Jun 03 15:26:54.035940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f83923-503f-4728-bca8-0de482017cae tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:54.039894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-22f83923-503f-4728-bca8-0de482017cae tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:54.043870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32e671f6-82d0-48b4-91f3-656be015b77e req-cda76987-cfd5-4128-91f8-5accdecdbdfb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7341669 Jun 03 15:26:54.110339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-22f83923-503f-4728-bca8-0de482017cae tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:54.112303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-22f83923-503f-4728-bca8-0de482017cae tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3993125 Jun 03 15:26:54.116274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54012) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:54.163288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:54.234345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port c0674396-476b-48bc-af74-bab5e3f70908 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:54.235154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:54.649571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:54.671780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96a87bd9-8629-45b2-a66c-31a2fb2ca61b req-bee8d0c5-7115-4512-bfee-9510a0a2c21a tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=178d9a0e-44e5-4640-be66-03b981e3687e HTTP/1.1" status: 200 len: 210 time: 0.3621733 Jun 03 15:26:54.697511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:54.730155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:54.767735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:54.768965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:54.889894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] No DVR routers for this DVR port 35612052-febd-4c5d-931a-2f6c8241528d on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:54.896444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:54.907537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'name': 'network-vif-deleted', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:54.936024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-e40519c3-11d2-4201-84f0-bc4dbad3dff8 service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8819480 Jun 03 15:26:54.947177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8317af9f-f1e6-4d5f-92a6-38b6ddb2d611 req-dac9fdc2-ed53-4983-9496-0504c51b9c14 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "DELETE /v2.0/ports/35612052-febd-4c5d-931a-2f6c8241528d HTTP/1.1" status: 204 len: 173 time: 5.4968293 Jun 03 15:26:55.120634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for c0674396-476b-48bc-af74-bab5e3f70908 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:55.169393 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61636f0e-4fff-4abc-9708-2a1797ffba3d'] response: {'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f', 'code': 200} Jun 03 15:26:55.291751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:55.366527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:55.432033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=c0674396-476b-48bc-af74-bab5e3f70908,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:55.494134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54022) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:55.497639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b7bf4585-de40-4b2c-8820-640ba3d5def8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/c0674396-476b-48bc-af74-bab5e3f70908 HTTP/1.1" status: 204 len: 168 time: 1.3797147 Jun 03 15:26:55.620339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587614af-db7f-421a-b0fa-31773fd5a552 req-e1cbaf17-1c5b-4d51-aba4-eb5082ef6e1d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:55.628683 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-e1cbaf17-1c5b-4d51-aba4-eb5082ef6e1d tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 822 time: 0.3618834 Jun 03 15:26:55.647495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Request body: {'port': {'device_id': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'admin_state_up': True, 'tenant_id': 'bea98e8c535e4576ada876db769be933'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:56.000891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:56.057566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:56.058741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c5607-cc10-45bd-98f4-0a756362336c req-fd5ef755-4ddc-4d0b-959e-cc99f2ba7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.061919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c01c5607-cc10-45bd-98f4-0a756362336c req-fd5ef755-4ddc-4d0b-959e-cc99f2ba7896 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1096 time: 0.4474986 Jun 03 15:26:56.077783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a53c18-1821-49cd-adbc-03b51cc2b394 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.082988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54040) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:56.084028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d1a53c18-1821-49cd-adbc-03b51cc2b394 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5878596 Jun 03 15:26:56.175596 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8598cd-e6e7-4da6-aed1-f410db4fe6fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:26:56.176562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ec8598cd-e6e7-4da6-aed1-f410db4fe6fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:56.179972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:56.207677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ec8598cd-e6e7-4da6-aed1-f410db4fe6fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:56.209316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ec8598cd-e6e7-4da6-aed1-f410db4fe6fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/dd6615a7-1dc2-4575-831f-5af1946e931a HTTP/1.1" status: 404 len: 333 time: 0.1253281 Jun 03 15:26:56.220675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54044) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:56.227697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Made reservation on behalf of bea98e8c535e4576ada876db769be933 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:56.237454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:56.257870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e59d-8119-49d7-b5ee-8a313250d14a req-39a98af9-487d-4472-92f1-264176e20650 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.260544 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6307e59d-8119-49d7-b5ee-8a313250d14a req-39a98af9-487d-4472-92f1-264176e20650 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.5149050 Jun 03 15:26:56.284074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c01c5607-cc10-45bd-98f4-0a756362336c req-e03cbbe5-e9d9-4071-a265-b98690966666 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968107 Jun 03 15:26:56.393291 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-02eea891-3876-4aa5-a938-92e075286352 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:26:56.395434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-02eea891-3876-4aa5-a938-92e075286352 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/c0674396-476b-48bc-af74-bab5e3f70908 HTTP/1.1" status: 404 len: 333 time: 0.1718736 Jun 03 15:26:56.409541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54048) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:56.697355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:56.700805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4002d724-d899-4de8-8cb9-ecb81de5b756 req-87e07387-0cc7-4181-9c90-3b454e2624f7 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 210 time: 0.7140219 Jun 03 15:26:56.726943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6307e59d-8119-49d7-b5ee-8a313250d14a req-70487667-52f9-4071-8ae2-84c165563c39 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4407938 Jun 03 15:26:56.889877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Allocated IP 172.20.0.9 (15479665-64ad-41d5-ac9a-60e62fd72704/0fea8013-4af5-403c-96a8-c48700c27d7f/a0b9493a-b2ee-440a-88a1-614f8a6981a7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:56.913229 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecfaae5-30c4-46e0-a9b3-d67dfc644455'] response: {'server_uuid': '178d9a0e-44e5-4640-be66-03b981e3687e', 'name': 'network-vif-deleted', 'tag': '35612052-febd-4c5d-931a-2f6c8241528d', 'status': 'completed', 'code': 200} Jun 03 15:26:57.158563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.229150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf12645b-ee42-4ccd-9e13-a10d1493f3b4']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:57.259429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cdde5c-1672-48b9-a375-02884dd00e55') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:57.260175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cdde5c-1672-48b9-a375-02884dd00e55') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:57.314811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.397979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:57Z', 'revision_number': 2, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:57.415337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:57.450651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0fa9871-b986-4a54-9900-d31bb005a617 req-1fa3bcba-2422-4ca9-8fd7-dce1516780cf tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 210 time: 0.2468400 Jun 03 15:26:57.470088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:57.477985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:57.613001 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.621028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7fac2-65d7-42ba-9b90-fb90b2022ef3 req-2a8c6923-cce1-4f42-9109-6698bdcaa834 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:57.637293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27e7fac2-65d7-42ba-9b90-fb90b2022ef3 req-2a8c6923-cce1-4f42-9109-6698bdcaa834 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.6124680 Jun 03 15:26:57.695436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.704529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:26:57.705118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.820547 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:26:57.909080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.923007 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.927118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.965260 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 14cdde5c-1672-48b9-a375-02884dd00e55 resource provider aggregate not found Jun 03 15:26:57.990768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27e7fac2-65d7-42ba-9b90-fb90b2022ef3 req-499af164-cbc3-4b6f-b0c3-f07edd344e0d tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501325 Jun 03 15:26:58.243462 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 14cdde5c-1672-48b9-a375-02884dd00e55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14cdde5c-1672-48b9-a375-02884dd00e55 found for delete ", "request_id": "req-3673a693-8583-453a-bcb5-8f2983074c9b"}]} Jun 03 15:26:58.302937 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/bf12645b-ee42-4ccd-9e13-a10d1493f3b4 HTTP/1.1" status: 204 len: 168 time: 1.8914378 Jun 03 15:26:58.309674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Network 15479665-64ad-41d5-ac9a-60e62fd72704 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:58.321960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54070) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:58.325703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075c23b-883c-42fc-95d4-120884c4ccff tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=bf12645b-ee42-4ccd-9e13-a10d1493f3b4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.341170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:58.347515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:58.457221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-13729181'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:58.514129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:58.542112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event updated for resources: {'Port': ['ID=a0b9493a-b2ee-440a-88a1-614f8a6981a7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.556696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:58.627414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:58.655458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:58.689393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:58.739537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:58.740474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.868905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:58.878738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.028411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526256d5-e9a2-4836-af88-2a6fb4f87ffa req-6cb4830d-97b4-4314-80f5-c33138fb1177 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.031693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526256d5-e9a2-4836-af88-2a6fb4f87ffa req-6cb4830d-97b4-4314-80f5-c33138fb1177 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.7349372 Jun 03 15:26:59.138236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b332751-2fa8-4123-803f-2239538935a7 req-6aa4c645-3b54-4a13-ba01-12c0c64252eb tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.153513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b332751-2fa8-4123-803f-2239538935a7 req-6aa4c645-3b54-4a13-ba01-12c0c64252eb tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 931 time: 0.5125451 Jun 03 15:26:59.337071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526256d5-e9a2-4836-af88-2a6fb4f87ffa req-1c704cf9-c7ef-4d3d-9f2e-2768c7939676 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907956 Jun 03 15:26:59.404714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b332751-2fa8-4123-803f-2239538935a7 req-533e3ff3-a094-4e2f-8670-8e02e030beb2 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392309 Jun 03 15:26:59.487875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:59.641864 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-7c64d562-5c53-4454-b4ee-07c8a9f6040f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9986486 Jun 03 15:26:59.671746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Request body: {'port': {'device_id': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:59.843635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-303f84c5-937a-4541-841a-ae7b19360579 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.928954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:59.962729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:57Z', 'revision_number': 2, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:59.975632 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.976566 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment 05870f7f-e546-4ef2-824d-cb62d33bec7e of type vlan for network dc25c859-0807-45d9-9fad-7c945a8fe75a Jun 03 15:26:59.977961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45ff23-8227-4678-a8b4-0bb6adaff59e None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7c66fcf3-5187-4172-af10-402e20e8b80d', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:ea:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:19Z', 'updated_at': '2022-06-03T15:24:57Z', 'revision_number': 2, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:00.027162 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:00.240787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bf2084d-3821-4f26-9ba5-7d598389417c req-1675ccc8-f0a2-4086-aaf0-e7dd5ee93b16 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 210 time: 0.1848185 Jun 03 15:27:00.298081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-303f84c5-937a-4541-841a-ae7b19360579 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:00.367189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-9937c2fa-020e-4191-9a03-86079131c5c3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.368634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-9937c2fa-020e-4191-9a03-86079131c5c3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:00.399843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:00.508354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-303f84c5-937a-4541-841a-ae7b19360579 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:00.603241 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f782d-007f-4855-b8c8-41298a1e2175 None None] New status for floating IP 0a056252-22a1-4b8f-b749-2bb051595808: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:27:00.623803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-9937c2fa-020e-4191-9a03-86079131c5c3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:00.629775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-9937c2fa-020e-4191-9a03-86079131c5c3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 1.8604751 Jun 03 15:27:00.635500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:27:00.780558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f84c5-937a-4541-841a-ae7b19360579 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a7b701-1e15-448b-9608-34ac4ef708c2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:00.873780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:00.886010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.887187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:00.910631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8193f1-a371-4f63-afef-c2c2f9ab6183 req-6d6c1940-4c76-442d-bb36-72e0a7d76ac4 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.926485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a8193f1-a371-4f63-afef-c2c2f9ab6183 req-6d6c1940-4c76-442d-bb36-72e0a7d76ac4 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 1.0875580 Jun 03 15:27:01.002187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-303f84c5-937a-4541-841a-ae7b19360579 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.004300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-303f84c5-937a-4541-841a-ae7b19360579 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/security-groups/55a7b701-1e15-448b-9608-34ac4ef708c2 HTTP/1.1" status: 204 len: 168 time: 1.5148838 Jun 03 15:27:01.021241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54090) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:01.418732 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-22076408-5317-4cbc-bddd-f94170abaa43 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] show failed (client error): The resource could not be found. Jun 03 15:27:01.424828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-22076408-5317-4cbc-bddd-f94170abaa43 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups/55a7b701-1e15-448b-9608-34ac4ef708c2 HTTP/1.1" status: 404 len: 347 time: 0.0621541 Jun 03 15:27:01.428566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54096) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:01.589282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b9493a-b2ee-440a-88a1-614f8a6981a7 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:01.598135 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.617370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Transition to ACTIVE for port object a0b9493a-b2ee-440a-88a1-614f8a6981a7 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:01.697385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-578c4317-f61a-4dd1-925e-412234276bf8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:01.715183 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3796847 Jun 03 15:27:01.715183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.729201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54102) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:01.784844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:01.789170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a8193f1-a371-4f63-afef-c2c2f9ab6183 req-31fcf072-0d4c-4f6a-b4f1-c0b389b302dd tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8608792 Jun 03 15:27:01.902997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port c48cd98f-3af3-49e1-b332-02f3b951b381 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:01.903569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:02.123097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc9e2b-ae3f-4c90-84e5-dd9ddcfb0d40 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=dc25c859-0807-45d9-9fad-7c945a8fe75a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:02.139788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network dc25c859-0807-45d9-9fad-7c945a8fe75a details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:27:02.433361 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:02.434164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:02.604326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-578c4317-f61a-4dd1-925e-412234276bf8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:02.610892 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-578c4317-f61a-4dd1-925e-412234276bf8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 380 time: 1.9227741 Jun 03 15:27:02.707315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for c48cd98f-3af3-49e1-b332-02f3b951b381 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:02.745570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545935c-3207-42fc-870e-bbd429f01396 req-e7757412-0a88-4d08-ab61-cc619d618f47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.746048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'port': {'device_id': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'admin_state_up': True, 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'security_groups': ['bd6f0542-1998-49d0-8aa1-c376c196bee3']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:02.752939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9545935c-3207-42fc-870e-bbd429f01396 req-e7757412-0a88-4d08-ab61-cc619d618f47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 2.1301060 Jun 03 15:27:02.822609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b9493a-b2ee-440a-88a1-614f8a6981a7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:02.903832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9545935c-3207-42fc-870e-bbd429f01396 req-876ab915-461d-4369-9538-0e14e3322743 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498806 Jun 03 15:27:02.952170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330e55-0f25-4168-9ead-ba9fc8f9491e req-14533014-3991-434b-b727-06d72e52b6cc tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.958438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f330e55-0f25-4168-9ead-ba9fc8f9491e req-14533014-3991-434b-b727-06d72e52b6cc tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 943 time: 0.6134675 Jun 03 15:27:03.069433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:03.114848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:03.133992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:03.264501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:03.269179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:03.292549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-252c9874-8156-4622-afbc-942fb9a696fb req-c50b8867-31b4-4b1e-954a-3f4ec06ea8d1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 210 time: 0.1602883 Jun 03 15:27:03.328162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f330e55-0f25-4168-9ead-ba9fc8f9491e req-7b12d895-2ced-44ea-a2a6-ca7677f84e71 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855065 Jun 03 15:27:03.361176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:03.367909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.402309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Attempting to bind port a0b9493a-b2ee-440a-88a1-614f8a6981a7 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:03.402932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Attempting to bind port a0b9493a-b2ee-440a-88a1-614f8a6981a7 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:03.403269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Attempting to bind port a0b9493a-b2ee-440a-88a1-614f8a6981a7 on network 15479665-64ad-41d5-ac9a-60e62fd72704 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:03.432903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Port a0b9493a-b2ee-440a-88a1-614f8a6981a7 on network 15479665-64ad-41d5-ac9a-60e62fd72704 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:27:03.433687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Attempting to bind port a0b9493a-b2ee-440a-88a1-614f8a6981a7 on network 15479665-64ad-41d5-ac9a-60e62fd72704 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:03.438251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:03.446032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.641309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Performing IP validity checks on allocation pools {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:27:03.644959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:27:03.723793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:03.724468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Checking segment: {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:03.726393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Bound using segment: {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:03.726536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Bound port: a0b9493a-b2ee-440a-88a1-614f8a6981a7, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fc40a0-82bd-4bf3-97b9-a5a152861f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:03.727049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.805053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Made reservation on behalf of 07c323f3e807488f889afd2046c3a2b9 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:03.810668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.811139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=c48cd98f-3af3-49e1-b332-02f3b951b381,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:03.893018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193de64-521c-46fa-9d67-833f188cbafa req-389d551f-1792-455c-bb42-a9dd445adcef tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:03.894617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5193de64-521c-46fa-9d67-833f188cbafa req-389d551f-1792-455c-bb42-a9dd445adcef tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.1716156 Jun 03 15:27:03.896220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.910041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54118) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:03.920922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.925464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-06a5c204-39b1-4b0a-b8fe-23c463d5ca04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/floatingips/0a056252-22a1-4b8f-b749-2bb051595808 HTTP/1.1" status: 204 len: 168 time: 2.4882474 Jun 03 15:27:03.930061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'floatingip': {'port_id': '3400c710-5f65-4b32-84d2-eed86492710f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:04.213909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.677190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] For port a0b9493a-b2ee-440a-88a1-614f8a6981a7, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:04.683929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] For port a0b9493a-b2ee-440a-88a1-614f8a6981a7, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a0b9493a-b2ee-440a-88a1-614f8a6981a7,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:04.811293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.930495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.082980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5b53-c2e9-48d1-a47c-28ba6b749467 req-edae2f57-ba4d-4dae-be63-c0f9a5c0a0cf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:05.093603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea6f5b53-c2e9-48d1-a47c-28ba6b749467 req-edae2f57-ba4d-4dae-be63-c0f9a5c0a0cf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.6077089 Jun 03 15:27:05.199026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Allocated IP 172.20.0.6 (55a1cfe3-26d3-4c57-98b2-66e0a4ec693c/73b2866f-4d96-4e99-bf64-6e39855c0916/23d56504-3b23-4f87-829d-b7c26fcbe663) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:05.274722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea6f5b53-c2e9-48d1-a47c-28ba6b749467 req-692f99c5-1f04-48d5-84c5-667fcbff835b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696632 Jun 03 15:27:05.462991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:05.463836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.468450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] 10.222.0.70 "PUT /v2.0/ports/a0b9493a-b2ee-440a-88a1-614f8a6981a7 HTTP/1.1" status: 200 len: 1091 time: 5.8077784 Jun 03 15:27:05.847568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.869566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19db3275-7d97-4156-9b46-76a24dfb6bbf req-e0ef1dea-07de-40dd-8eb8-0ba9a8ffabee tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 210 time: 0.2686439 Jun 03 15:27:05.881149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Transition to ACTIVE for port object 23d56504-3b23-4f87-829d-b7c26fcbe663 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:05.934596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'tag': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:06.119109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:06.245565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6dcc4-60b5-4501-a7a2-e7a064462475 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b9493a-b2ee-440a-88a1-614f8a6981a7,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.361116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54798bf-09c4-47f1-adcb-90ecc01dcb13 req-42aa2007-54e9-4829-a338-e930a3318811 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.363743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b54798bf-09c4-47f1-adcb-90ecc01dcb13 req-42aa2007-54e9-4829-a338-e930a3318811 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 943 time: 0.4921036 Jun 03 15:27:06.399966 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a5da3b-b940-447e-bcee-4381e5e9f68e'] response: {'name': 'network-changed', 'server_uuid': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'tag': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7', 'status': 'completed', 'code': 200} Jun 03 15:27:06.492950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=42f5001e-5be9-4a83-b7ee-f0a4a04489af,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.523012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': '05870f7f-e546-4ef2-824d-cb62d33bec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:06.524430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b54798bf-09c4-47f1-adcb-90ecc01dcb13 req-a9cc79de-c805-49c9-9900-0a5b2d2618e9 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478333 Jun 03 15:27:06.537110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: dc25c859-0807-45d9-9fad-7c945a8fe75a, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:06.572992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.583812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:06.591710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:06.595774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:06.687626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network dc25c859-0807-45d9-9fad-7c945a8fe75a is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:06.735744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587614af-db7f-421a-b0fa-31773fd5a552 req-8c5cfb8e-51b1-453b-bbde-e6b33569f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.738610 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-8c5cfb8e-51b1-453b-bbde-e6b33569f972 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 1094 time: 0.7660890 Jun 03 15:27:06.905777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:06.922093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:06.952174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, dc25c859-0807-45d9-9fad-7c945a8fe75a) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:06.964471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495d18a-f000-428f-8cbc-dfe5320227be None None] Network dc25c859-0807-45d9-9fad-7c945a8fe75a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:07.078599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.079708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.092191 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-5d8ad872-872e-4b42-89c6-07bb25d4f0f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b9493a-b2ee-440a-88a1-614f8a6981a7 HTTP/1.1" status: 200 len: 217 time: 0.3404841 Jun 03 15:27:07.095266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.095873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.407673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54162) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:07.488324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587614af-db7f-421a-b0fa-31773fd5a552 req-96fdc61b-48f8-4f70-93c5-18dd151a42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.496513 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-96fdc61b-48f8-4f70-93c5-18dd151a42ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fea8013-4af5-403c-96a8-c48700c27d7f HTTP/1.1" status: 200 len: 862 time: 0.3428047 Jun 03 15:27:07.507309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-351190dc-a272-4923-bb9b-b8c66be434ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7687125 Jun 03 15:27:07.532766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33bf43-2942-49b7-ade6-3fa1b860a9f6 req-da49648d-2fee-4627-822b-c4969efe8345 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.541130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c33bf43-2942-49b7-ade6-3fa1b860a9f6 req-da49648d-2fee-4627-822b-c4969efe8345 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.8420615 Jun 03 15:27:07.607269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c33bf43-2942-49b7-ade6-3fa1b860a9f6 req-8b0cb526-456c-433d-87e2-41decf1549d3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650935 Jun 03 15:27:07.638410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c56c31b8-f241-4764-91f2-3f3d723cef4a None None] Provisioning for port 23d56504-3b23-4f87-829d-b7c26fcbe663 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:07.651304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-dc25c859-0807-45d9-9fad-7c945a8fe75a', 'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a', 'tenant_id': 'e34ad0a1e7ca492c92def23d0f59b0ed', 'fixed_ips': [{'subnet_id': '42f5001e-5be9-4a83-b7ee-f0a4a04489af'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:07.653233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.696624 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Floating IP ac809e15-1c28-452d-a837-8c50712ac3ef associated. External IP: 172.25.1.216, port: 3400c710-5f65-4b32-84d2-eed86492710f. Jun 03 15:27:07.724974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c56c31b8-f241-4764-91f2-3f3d723cef4a None None] Provisioning complete for port 23d56504-3b23-4f87-829d-b7c26fcbe663 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:07.732148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c56c31b8-f241-4764-91f2-3f3d723cef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.754729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-88c5ceb7-ad53-4b1e-bfa7-ae3f140b020e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:27:07.758491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-88c5ceb7-ad53-4b1e-bfa7-ae3f140b020e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165751 Jun 03 15:27:07.783330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9626e42b-994d-4403-a6c6-c8a53fe16217 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0094430 Jun 03 15:27:07.811472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-bfeefd07-9580-4071-bdd7-35bd928a4dd1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15479665-64ad-41d5-ac9a-60e62fd72704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3017683 Jun 03 15:27:07.818575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Request body: {'port': {'device_id': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:07.915075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54170) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:07.932354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a', 'name': 'tempest-PortsTestJSON-966654410'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:08.239093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Allocated IP 172.20.0.2 (dc25c859-0807-45d9-9fad-7c945a8fe75a/42f5001e-5be9-4a83-b7ee-f0a4a04489af/eb4199be-7d05-434d-8880-3ed86d036763) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:08.485713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdce15-55ed-4475-b09f-7247b3c0a84b req-28e180ef-074a-4b85-b71e-97017fd57537 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.487268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fbdce15-55ed-4475-b09f-7247b3c0a84b req-28e180ef-074a-4b85-b71e-97017fd57537 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 931 time: 1.1030912 Jun 03 15:27:08.550860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c56c31b8-f241-4764-91f2-3f3d723cef4a None None] Port 23d56504-3b23-4f87-829d-b7c26fcbe663 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:08.562517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fbdce15-55ed-4475-b09f-7247b3c0a84b req-3880f531-b314-43ab-8634-cf050847f9b5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584645 Jun 03 15:27:08.564563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-4b41a599-072a-4a00-8e94-e9909766eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.566031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-4b41a599-072a-4a00-8e94-e9909766eca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1096 time: 1.2819324 Jun 03 15:27:08.715771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-a42a7b40-c065-400a-86b8-a8f5ff447451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.717199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-a42a7b40-c065-400a-86b8-a8f5ff447451 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.1436579 Jun 03 15:27:08.769408 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.786562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Transition to ACTIVE for port object eb4199be-7d05-434d-8880-3ed86d036763 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:08.817338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Transition to ACTIVE for port object eb4199be-7d05-434d-8880-3ed86d036763 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:08.823515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:08.868471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.966577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Network dc25c859-0807-45d9-9fad-7c945a8fe75a is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:08.971662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:08.979487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.980386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:08.999408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Pushing event updated for resources: {'Port': ['ID=eb4199be-7d05-434d-8880-3ed86d036763,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:09.048420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:09.056466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed594f-da84-4043-8b41-c28234e101b6 req-b2c9dbac-289e-41f6-b8fc-034df90f1abe tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.064579 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-daa10ca0-b5df-4f69-810f-815c4589d679 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9394708 Jun 03 15:27:09.071090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7ed594f-da84-4043-8b41-c28234e101b6 req-b2c9dbac-289e-41f6-b8fc-034df90f1abe tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 943 time: 0.9511247 Jun 03 15:27:09.150489 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7ed594f-da84-4043-8b41-c28234e101b6 req-092a2b2b-c2bc-44f3-a86f-c08690d2919e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784135 Jun 03 15:27:09.177908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Attempting to bind port eb4199be-7d05-434d-8880-3ed86d036763 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:09.178280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Attempting to bind port eb4199be-7d05-434d-8880-3ed86d036763 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '05870f7f-e546-4ef2-824d-cb62d33bec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:09.178688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Attempting to bind port eb4199be-7d05-434d-8880-3ed86d036763 on network dc25c859-0807-45d9-9fad-7c945a8fe75a {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:09.187361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:09.187742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Checking segment: {'id': '05870f7f-e546-4ef2-824d-cb62d33bec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:09.188186 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.188872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Bound using segment: {'id': '05870f7f-e546-4ef2-824d-cb62d33bec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:09.189386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Bound port: eb4199be-7d05-434d-8880-3ed86d036763, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05870f7f-e546-4ef2-824d-cb62d33bec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'dc25c859-0807-45d9-9fad-7c945a8fe75a'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:09.189766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.202028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-4dd323ef-5d4a-4503-a0db-63fd0260674e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 1001 time: 0.4284935 Jun 03 15:27:09.285131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-508c4b3d-5ab0-43eb-9750-bea29815e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.287031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-508c4b3d-5ab0-43eb-9750-bea29815e2bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.0800841 Jun 03 15:27:09.302034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:09.302660 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.349191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:09.355841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:09.374505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c21d7-9ec2-45c7-8c29-0b355b667f96 req-095c0e52-5515-427d-8fb9-fcc8c71924a4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.382787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d6c21d7-9ec2-45c7-8c29-0b355b667f96 req-095c0e52-5515-427d-8fb9-fcc8c71924a4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 945 time: 0.5175080 Jun 03 15:27:09.411617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:09.497715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] For port eb4199be-7d05-434d-8880-3ed86d036763, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:09.499146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:09.504005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.506029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] For port eb4199be-7d05-434d-8880-3ed86d036763, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eb4199be-7d05-434d-8880-3ed86d036763,segment=NetworkSegment(05870f7f-e546-4ef2-824d-cb62d33bec7e),segment_id=05870f7f-e546-4ef2-824d-cb62d33bec7e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:09.538596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:09.548770 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.553303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d6c21d7-9ec2-45c7-8c29-0b355b667f96 req-0a003238-4c3c-40cb-8a40-c23bbc6e3ee0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696017 Jun 03 15:27:09.559767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:09.612152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-3c83c9aa-3d9a-408f-b2a8-865a623ae813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.613885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-3c83c9aa-3d9a-408f-b2a8-865a623ae813 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141363 Jun 03 15:27:09.622681 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.644233 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355b2557-9eb2-4da3-a166-6481cc1e22e6'] response: {'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'code': 200} Jun 03 15:27:09.724346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460b458-066e-4d6b-b5ce-56f9e446e759 None None] Pushing event updated for resources: {'Port': ['ID=eb4199be-7d05-434d-8880-3ed86d036763,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:09.846036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:09.883957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-587614af-db7f-421a-b0fa-31773fd5a552 req-ca2b5e08-b7ea-41f2-84c2-148bd127ce57 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150558 Jun 03 15:27:09.884347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-01d6c52a-d47c-4165-8fb9-de1653640a7a service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973403 Jun 03 15:27:10.292093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:10.304945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.312084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] Sync routers for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:10.319245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.13 (dc25c859-0807-45d9-9fad-7c945a8fe75a/42f5001e-5be9-4a83-b7ee-f0a4a04489af/562a5d5d-ab22-4cc2-b312-1bed07bbb1b7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:10.326351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:10.328204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:10.423990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ccc04fc9-dc9a-4cdd-9394-0d5be4d55dcc tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "PUT /v2.0/floatingips/ac809e15-1c28-452d-a837-8c50712ac3ef HTTP/1.1" status: 200 len: 991 time: 6.5058897 Jun 03 15:27:10.427317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:10.436791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e226a8de-3cc3-4d9f-a91a-135680348831 req-0635107f-a1e0-4081-8b84-015b526ae145 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220437 Jun 03 15:27:10.475949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e820a1-5402-415c-8c35-183eac49cc32 req-7e2b98dd-a9e5-4014-a312-cd3406cd5b0e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.485667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37e820a1-5402-415c-8c35-183eac49cc32 req-7e2b98dd-a9e5-4014-a312-cd3406cd5b0e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 931 time: 0.6041379 Jun 03 15:27:10.493668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-ec3db9b2-1b4e-4326-8013-37f2960fcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.495418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-ec3db9b2-1b4e-4326-8013-37f2960fcde6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bea98e8c535e4576ada876db769be933&device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 1094 time: 0.5434773 Jun 03 15:27:10.511841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c9dd4-6f99-4e98-b9e1-ea024ef1b5a8 req-58dc4eee-13ef-405a-b9ff-8bd18369b870 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.512488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c15c9dd4-6f99-4e98-b9e1-ea024ef1b5a8 req-58dc4eee-13ef-405a-b9ff-8bd18369b870 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:10.588662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37e820a1-5402-415c-8c35-183eac49cc32 req-3298637f-1d8b-4ac5-a883-c8c4b7d8dbf4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891500 Jun 03 15:27:10.589917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c15c9dd4-6f99-4e98-b9e1-ea024ef1b5a8 req-58dc4eee-13ef-405a-b9ff-8bd18369b870 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:10.591180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c15c9dd4-6f99-4e98-b9e1-ea024ef1b5a8 req-58dc4eee-13ef-405a-b9ff-8bd18369b870 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 0.4258382 Jun 03 15:27:10.727058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c15c9dd4-6f99-4e98-b9e1-ea024ef1b5a8 req-90c1ae99-995f-48a5-89e5-83cafd632e3d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:10.767790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:10.796262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d56504-3b23-4f87-829d-b7c26fcbe663 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:10.806454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.808131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c15c9dd4-6f99-4e98-b9e1-ea024ef1b5a8 req-90c1ae99-995f-48a5-89e5-83cafd632e3d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:10.809507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c15c9dd4-6f99-4e98-b9e1-ea024ef1b5a8 req-90c1ae99-995f-48a5-89e5-83cafd632e3d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757884 Jun 03 15:27:10.859788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03115b7b-9033-4576-bd37-45deb9f2d49f req-71dd0ce0-526e-4144-8c56-db323934bcdf tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.866923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03115b7b-9033-4576-bd37-45deb9f2d49f req-71dd0ce0-526e-4144-8c56-db323934bcdf tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 943 time: 0.1368401 Jun 03 15:27:10.870842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.182061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eb4199be-7d05-434d-8880-3ed86d036763 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:11.242821 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef601e62-ee5f-4879-9565-2c6dd1c288ac'] response: {'name': 'network-changed', 'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f', 'status': 'completed', 'code': 200} Jun 03 15:27:11.329628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03115b7b-9033-4576-bd37-45deb9f2d49f req-04581929-45d0-4531-b2a2-e4f2815960ba tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453712 Jun 03 15:27:11.387029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Transition to ACTIVE for port object 23d56504-3b23-4f87-829d-b7c26fcbe663 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:11.395173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-33e94e0f-b06a-40fc-b1c6-2923e63987ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.396690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-33e94e0f-b06a-40fc-b1c6-2923e63987ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1096 time: 0.1527565 Jun 03 15:27:11.400823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port eb4199be-7d05-434d-8880-3ed86d036763 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:11.406023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80714f-2b36-48c9-9f0c-271bce4a16d4 req-1b25a2c2-d358-4382-ace0-0820ef5b21f8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.413605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac80714f-2b36-48c9-9f0c-271bce4a16d4 req-1b25a2c2-d358-4382-ace0-0820ef5b21f8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.2028251 Jun 03 15:27:11.420585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.530339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d994a-151c-44db-9059-6720adc688f7 None None] Network dc25c859-0807-45d9-9fad-7c945a8fe75a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:11.545822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac80714f-2b36-48c9-9f0c-271bce4a16d4 req-a1c851c5-04cd-4f4e-bebe-724f38b70008 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313057 Jun 03 15:27:11.610358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-6e1e0b7c-e59c-4680-bc4e-2b924f7a4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.612043 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-6e1e0b7c-e59c-4680-bc4e-2b924f7a4ce9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 200 len: 923 time: 1.1058006 Jun 03 15:27:11.618329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-8caacc5d-3cc2-4590-b419-9df554213a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.619858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-8caacc5d-3cc2-4590-b419-9df554213a04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.1890011 Jun 03 15:27:11.654360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] Provisioning for port eb4199be-7d05-434d-8880-3ed86d036763 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:11.676297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] Provisioning complete for port eb4199be-7d05-434d-8880-3ed86d036763 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:11.676671 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.813345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-34e46b65-6d9e-46a3-b803-083f5a441dc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 999 time: 0.1837161 Jun 03 15:27:11.867579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac809e15-1c28-452d-a837-8c50712ac3ef', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'port_id': '3400c710-5f65-4b32-84d2-eed86492710f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'mac_address': 'fa:16:3e:2e:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8147c7-e932-4109-90c1-87f43622d819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:23Z', 'updated_at': '2022-06-03T15:27:06Z', 'revision_number': 1, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:11.878791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] Checking router: 2f56473a-7de4-4c7d-be30-b08ce5ea1138 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:11.879671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-d19653bb-473d-404f-b79f-c86895cbb0b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b9493a-b2ee-440a-88a1-614f8a6981a7 HTTP/1.1" status: 200 len: 217 time: 0.2423439 Jun 03 15:27:11.937421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:11.938085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:26:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:11.961432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.978856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.001173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-53a2f135-7291-4640-bd27-35de6adac2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.002634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-53a2f135-7291-4640-bd27-35de6adac2d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.1553915 Jun 03 15:27:12.021609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:12.065249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.065709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.066144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.066466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.066877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.067826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.068308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.068751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.069202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.069516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.069831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.070901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:12.083919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] Current status of the port eb4199be-7d05-434d-8880-3ed86d036763 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:12.084393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.107169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e14ed-599f-4cd4-9d96-3a61444f8f4b req-7c269696-b123-4bf7-9bd2-e736f97de65b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.108775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c5e14ed-599f-4cd4-9d96-3a61444f8f4b req-7c269696-b123-4bf7-9bd2-e736f97de65b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 943 time: 0.2938166 Jun 03 15:27:12.187750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.222118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] For port eb4199be-7d05-434d-8880-3ed86d036763, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eb4199be-7d05-434d-8880-3ed86d036763,segment=NetworkSegment(05870f7f-e546-4ef2-824d-cb62d33bec7e),segment_id=05870f7f-e546-4ef2-824d-cb62d33bec7e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:12.227799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:12.241034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c5e14ed-599f-4cd4-9d96-3a61444f8f4b req-4cfd7896-7f72-4560-a8d4-884749585e3b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103983 Jun 03 15:27:12.267300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-c779e844-86cc-4b09-96b2-1d2add7127a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.269710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-c779e844-86cc-4b09-96b2-1d2add7127a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207201 Jun 03 15:27:12.285934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.294571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab97d8-4bd9-47a9-bd2a-9a597003a88a req-5f91b8da-4293-4a49-8c7f-ed78b648e18e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.300940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=562a5d5d-ab22-4cc2-b312-1bed07bbb1b7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.302174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bab97d8-4bd9-47a9-bd2a-9a597003a88a req-5f91b8da-4293-4a49-8c7f-ed78b648e18e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 0.2939284 Jun 03 15:27:12.344767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-ae1d3899-b1a2-4453-ae4f-d4f774b18854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.346347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-ae1d3899-b1a2-4453-ae4f-d4f774b18854 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fea8013-4af5-403c-96a8-c48700c27d7f HTTP/1.1" status: 200 len: 862 time: 0.4538996 Jun 03 15:27:12.397117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ff41-4a83-4ce8-b805-e9faf0072c4b None None] Pushing event updated for resources: {'Port': ['ID=eb4199be-7d05-434d-8880-3ed86d036763,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.406132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network dc25c859-0807-45d9-9fad-7c945a8fe75a is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:12.418268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:12.425607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a0b9493a-b2ee-440a-88a1-614f8a6981a7 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:12.437137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:12.467167 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-1087fd9d-a9bc-4989-bfc3-35bae8193ab8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15479665-64ad-41d5-ac9a-60e62fd72704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043019 Jun 03 15:27:12.672996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Attempting to bind port 23d56504-3b23-4f87-829d-b7c26fcbe663 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:12.673584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Attempting to bind port 23d56504-3b23-4f87-829d-b7c26fcbe663 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:12.674081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Attempting to bind port 23d56504-3b23-4f87-829d-b7c26fcbe663 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:12.735040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a0b9493a-b2ee-440a-88a1-614f8a6981a7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a0b9493a-b2ee-440a-88a1-614f8a6981a7,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:12.757804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7', 'network_id': '15479665-64ad-41d5-ac9a-60e62fd72704', 'port_id': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7', 'mac_address': 'fa:16:3e:c8:02:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fea8013-4af5-403c-96a8-c48700c27d7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:12.779629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Port 23d56504-3b23-4f87-829d-b7c26fcbe663 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:27:12.780416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Attempting to bind port 23d56504-3b23-4f87-829d-b7c26fcbe663 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:12.803252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299330e5-b63b-4133-815d-73ded8ed59bf req-e0f854c1-936a-43fb-94c9-3fe223c16bad tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.804970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-299330e5-b63b-4133-815d-73ded8ed59bf req-e0f854c1-936a-43fb-94c9-3fe223c16bad tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:12.828139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e08d65a8-9437-47ec-8c69-7728499136dc None None] Provisioning complete for port eb4199be-7d05-434d-8880-3ed86d036763 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:12.828536 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e08d65a8-9437-47ec-8c69-7728499136dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.846464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.847425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.853044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:12.853621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:12.854370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Bound using segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:12.855033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Bound port: 23d56504-3b23-4f87-829d-b7c26fcbe663, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:12.855856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.877795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Deleting port e78a76a0-c454-493e-8dbd-d4f44606d68e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:12.878492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.934339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-299330e5-b63b-4133-815d-73ded8ed59bf req-e0f854c1-936a-43fb-94c9-3fe223c16bad tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:12.935949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-299330e5-b63b-4133-815d-73ded8ed59bf req-e0f854c1-936a-43fb-94c9-3fe223c16bad tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 1.1907146 Jun 03 15:27:12.941884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-bdb42ae5-2011-461c-90c4-36d8daf51972 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381397 Jun 03 15:27:12.950760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bab97d8-4bd9-47a9-bd2a-9a597003a88a req-9885f374-385d-4b54-8e6f-b50528293a9f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6165552 Jun 03 15:27:13.167261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eb4199be-7d05-434d-8880-3ed86d036763 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:13.285434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a0b9493a-b2ee-440a-88a1-614f8a6981a7 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:13.285722 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.320244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b9493a-b2ee-440a-88a1-614f8a6981a7 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:13.346684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afb976-957e-4f4b-a777-c60f289a9596 req-4a1bea6b-fbf8-4d6e-8557-211786023c69 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.355977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1afb976-957e-4f4b-a777-c60f289a9596 req-4a1bea6b-fbf8-4d6e-8557-211786023c69 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 943 time: 0.6815619 Jun 03 15:27:13.379894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a0b9493a-b2ee-440a-88a1-614f8a6981a7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a0b9493a-b2ee-440a-88a1-614f8a6981a7,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:13.384196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e08d65a8-9437-47ec-8c69-7728499136dc None None] Current status of the port eb4199be-7d05-434d-8880-3ed86d036763 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:13.401147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.415162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20d3e97c-973f-4e3d-9c40-e250fe399d42 req-aab8e21f-b794-4599-be15-0b6e0d060cbb service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556839 Jun 03 15:27:13.436164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2907a94-c7ad-4dc3-bfa4-d6cae29161a5 req-2a4ce7d2-a16f-4629-a34a-b0f6829ad87b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.443242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2907a94-c7ad-4dc3-bfa4-d6cae29161a5 req-2a4ce7d2-a16f-4629-a34a-b0f6829ad87b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.2706478 Jun 03 15:27:13.460912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-def5ad83-432e-4646-883e-a64343bd00d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.468991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1afb976-957e-4f4b-a777-c60f289a9596 req-20695f03-0262-462a-811f-d0d444d8c4ca tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119037 Jun 03 15:27:13.472007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac809e15-1c28-452d-a837-8c50712ac3ef', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'port_id': '3400c710-5f65-4b32-84d2-eed86492710f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'mac_address': 'fa:16:3e:2e:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8147c7-e932-4109-90c1-87f43622d819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:23Z', 'updated_at': '2022-06-03T15:27:06Z', 'revision_number': 1, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:13.478678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port eb4199be-7d05-434d-8880-3ed86d036763 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:13.488803 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.493209 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-69a6faa7-cdac-4b1d-b151-107e9143eb57 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.5685444 Jun 03 15:27:13.493916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:13.534045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b58f4-d35c-4879-969b-2e22f112da1d None None] The sync data for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 is: [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac809e15-1c28-452d-a837-8c50712ac3ef', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'port_id': '3400c710-5f65-4b32-84d2-eed86492710f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'mac_address': 'fa:16:3e:2e:85:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8147c7-e932-4109-90c1-87f43622d819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:23Z', 'updated_at': '2022-06-03T15:27:06Z', 'revision_number': 1, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:13.570538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a0b9493a-b2ee-440a-88a1-614f8a6981a7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:13.604480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e84891bb-f182-49fc-8f9f-59f47ad6a798 None None] Provisioning for port 562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:13.625500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2907a94-c7ad-4dc3-bfa4-d6cae29161a5 req-7d9b643c-d537-4820-8f21-d89d1781f4a3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715839 Jun 03 15:27:13.625681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e84891bb-f182-49fc-8f9f-59f47ad6a798 None None] Provisioning complete for port 562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:13.625681 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e84891bb-f182-49fc-8f9f-59f47ad6a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.635894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-ca0092d9-7bfd-466f-a53b-a361b7c57694 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1116064 Jun 03 15:27:13.648201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:13.648526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.683370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a0b9493a-b2ee-440a-88a1-614f8a6981a7'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:13.725094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:13.731906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.870868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e84891bb-f182-49fc-8f9f-59f47ad6a798 None None] Port 562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:13.873796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port eb4199be-7d05-434d-8880-3ed86d036763 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:14.005522 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f06b3-d1d9-4018-8e72-8a8d53f4f224 None None] New status for floating IP ac809e15-1c28-452d-a837-8c50712ac3ef: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:27:14.278419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:14.313902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa47ab0-3700-4214-8941-733e838c4e7e req-0df01476-e22b-4c34-a8ae-185cae9e9e71 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:14.315605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4aa47ab0-3700-4214-8941-733e838c4e7e req-0df01476-e22b-4c34-a8ae-185cae9e9e71 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 943 time: 0.4860737 Jun 03 15:27:14.336475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:14.394120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.403878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] For port e78a76a0-c454-493e-8dbd-d4f44606d68e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e78a76a0-c454-493e-8dbd-d4f44606d68e,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:14.404302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.427359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4aa47ab0-3700-4214-8941-733e838c4e7e req-85405a37-14c9-4f31-bcdb-08b5526694eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025810 Jun 03 15:27:14.430574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:14.433672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.555109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:14.557056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.559712 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] 10.222.0.70 "PUT /v2.0/ports/23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 1091 time: 6.7780480 Jun 03 15:27:14.599227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:14.808558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:14.809197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.847441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:14.859424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:14.970292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:14.992438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:15.016058 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.104962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016540c-ce12-425f-bfe3-f7ea6cbdee71 req-4106963e-e449-4b90-915c-7c9d30596068 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.106802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5016540c-ce12-425f-bfe3-f7ea6cbdee71 req-4106963e-e449-4b90-915c-7c9d30596068 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 945 time: 0.3273063 Jun 03 15:27:15.125587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Calling delete_port for e78a76a0-c454-493e-8dbd-d4f44606d68e owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:15.168984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba538239-bcb2-4dc7-933e-e806c011d45d req-de198b62-5a65-4e20-a440-4db1e70ac72b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.170633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba538239-bcb2-4dc7-933e-e806c011d45d req-de198b62-5a65-4e20-a440-4db1e70ac72b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 944 time: 0.2727695 Jun 03 15:27:15.255125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5016540c-ce12-425f-bfe3-f7ea6cbdee71 req-0e21b059-0653-4179-b8af-89bee2fc805b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110978 Jun 03 15:27:15.266164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba538239-bcb2-4dc7-933e-e806c011d45d req-26209d9f-1237-44a4-a100-48cf81e21738 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 Jun 03 15:27:15.322881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.376522 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ef6838-2d51-41ce-9f16-38e76d5dc648'] response: {'name': 'network-changed', 'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'status': 'completed', 'code': 200} Jun 03 15:27:15.394907 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d994b2fd-d8c5-44ba-8664-2bcd0d6ac973'] response: {'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'code': 200} Jun 03 15:27:15.415039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=562a5d5d-ab22-4cc2-b312-1bed07bbb1b7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:15.422886 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.440566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:15.450146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:15.510604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb4b6-34fe-4d1a-a222-71d63382148b service neutron] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:15.533117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18d68015-9ca8-4d65-b990-9affdeb8d653 req-07a042a2-1b47-4207-9f8e-a4f177da5982 service neutron] 10.222.0.70 "GET /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8867173 Jun 03 15:27:15.624961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.666551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:15.667254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.675106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9113b0a0-fd2d-4b02-a344-de43ab323258 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 HTTP/1.1" status: 204 len: 168 time: 2.1800849 Jun 03 15:27:15.676202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54236) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:15.681965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-87f1e183-7522-48fc-a8f1-1d2c513c6510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.711116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-1498a220-634d-48dc-b6b9-8c6964557a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.712729 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-1498a220-634d-48dc-b6b9-8c6964557a33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1094 time: 0.8261702 Jun 03 15:27:15.846615 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e86591-8537-40e1-98e7-2d5d70944614 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:27:15.847073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e86591-8537-40e1-98e7-2d5d70944614 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:27:15.852003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e6e86591-8537-40e1-98e7-2d5d70944614 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 HTTP/1.1" status: 404 len: 333 time: 0.1618292 Jun 03 15:27:15.852844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54250) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:15.950059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-8fd364be-74d8-4765-ab1a-df93b08b3d3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 217 time: 0.0867932 Jun 03 15:27:15.988378 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f92009-4da9-40d3-ac4f-6059cd07dd4d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:27:15.988922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-16f92009-4da9-40d3-ac4f-6059cd07dd4d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:16.042173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-16f92009-4da9-40d3-ac4f-6059cd07dd4d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:16.046971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-16f92009-4da9-40d3-ac4f-6059cd07dd4d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/562a5d5d-ab22-4cc2-b312-1bed07bbb1b7 HTTP/1.1" status: 404 len: 333 time: 0.1897748 Jun 03 15:27:16.048592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54256) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:16.133812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39018df0-9f66-47f4-9e8e-a853509f8788 req-a9822a41-1e44-4438-abd3-44cee614492b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.136600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39018df0-9f66-47f4-9e8e-a853509f8788 req-a9822a41-1e44-4438-abd3-44cee614492b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 943 time: 0.3804395 Jun 03 15:27:16.175404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet 42f5001e-5be9-4a83-b7ee-f0a4a04489af {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:16.179911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-d8fc27c3-4050-4ed1-980a-9291e8e11f08 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2850955 Jun 03 15:27:16.188531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.217407 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.246483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35254a4a-1d36-4d26-9440-f92f933ca73a req-808619ee-4925-4fe0-8afe-5d9a0ae9703b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.248265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35254a4a-1d36-4d26-9440-f92f933ca73a req-808619ee-4925-4fe0-8afe-5d9a0ae9703b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.3224709 Jun 03 15:27:16.285358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39018df0-9f66-47f4-9e8e-a853509f8788 req-51707c15-92cb-4ea8-ac8f-453113d18212 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383433 Jun 03 15:27:16.292469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.295717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-b84622fd-b488-4f1d-9670-3ce2e22b2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.298200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-b84622fd-b488-4f1d-9670-3ce2e22b2642 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.3170660 Jun 03 15:27:16.382592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35254a4a-1d36-4d26-9440-f92f933ca73a req-0e63240c-64d7-4d1c-a3e9-d34996851781 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231871 Jun 03 15:27:16.435234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a0b9493a-b2ee-440a-88a1-614f8a6981a7 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:16.464743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.644811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78a76a0-c454-493e-8dbd-d4f44606d68e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:16.663605 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.697411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port a0b9493a-b2ee-440a-88a1-614f8a6981a7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:16.702989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.709111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port a0b9493a-b2ee-440a-88a1-614f8a6981a7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:16.710050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.752207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.752941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.753366 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP 7c66fcf3-5187-4172-af10-402e20e8b80d disassociated. External IP: 172.25.1.238, port: ea71bc5c-5d2c-4056-bdc8-d86116ef63d2. Jun 03 15:27:16.753820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:16.884842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=42f5001e-5be9-4a83-b7ee-f0a4a04489af,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:16.888842 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.892923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dda964-ce40-4ae2-94db-5e65b08065f8 None None] Network dc25c859-0807-45d9-9fad-7c945a8fe75a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:16.908218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12822641-2108-45e0-ba84-9c382260bbd7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/42f5001e-5be9-4a83-b7ee-f0a4a04489af HTTP/1.1" status: 204 len: 168 time: 0.8585405 Jun 03 15:27:16.916815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54270) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:17.011321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.247119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a0b9493a-b2ee-440a-88a1-614f8a6981a7 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:17.248568 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.291564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccca71-8b29-479d-8546-6b4d1b1e0685 req-011537c2-dca9-46a1-8bd9-7f08664d9684 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.293225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caccca71-8b29-479d-8546-6b4d1b1e0685 req-011537c2-dca9-46a1-8bd9-7f08664d9684 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 943 time: 0.6807265 Jun 03 15:27:17.308974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476c4c-f661-4da6-9fc9-c4320c624f05 req-220125bb-e4b8-4a6b-bf3c-d06855baa50b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.310608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54476c4c-f661-4da6-9fc9-c4320c624f05 req-220125bb-e4b8-4a6b-bf3c-d06855baa50b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 944 time: 0.6105695 Jun 03 15:27:17.361955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.396167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:17.415201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-f8c8d85f-32dc-49fa-b4cd-f61d098e44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.417240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-f8c8d85f-32dc-49fa-b4cd-f61d098e44d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1009138 Jun 03 15:27:17.423125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a0b9493a-b2ee-440a-88a1-614f8a6981a7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a0b9493a-b2ee-440a-88a1-614f8a6981a7,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:17.431923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.460848 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:17.461168 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:17.511616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caccca71-8b29-479d-8546-6b4d1b1e0685 req-c03250c0-7554-4aec-96fe-ab6478cc846e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976037 Jun 03 15:27:17.518336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port eb4199be-7d05-434d-8880-3ed86d036763 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:17.518907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.558269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a0b9493a-b2ee-440a-88a1-614f8a6981a7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:17.593957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54476c4c-f661-4da6-9fc9-c4320c624f05 req-e75bbc16-ee38-43ec-ae6c-cd9d45be487f tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404609 Jun 03 15:27:17.615171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] DHCP port deletion for dc25c859-0807-45d9-9fad-7c945a8fe75a request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:17.666827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] Deleting port eb4199be-7d05-434d-8880-3ed86d036763 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:17.668744 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.783366 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3424c358-37f5-4542-9886-0cfc855b6f9e'] response: {'server_uuid': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7', 'code': 200} Jun 03 15:27:17.810461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.821815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-8481abd4-10d7-4d6b-9185-cfc5c9e03e18 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907044 Jun 03 15:27:18.044684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:18.044923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.140895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] For port eb4199be-7d05-434d-8880-3ed86d036763, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eb4199be-7d05-434d-8880-3ed86d036763,segment=NetworkSegment(05870f7f-e546-4ef2-824d-cb62d33bec7e),segment_id=05870f7f-e546-4ef2-824d-cb62d33bec7e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:18.143102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.295712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] For port eb4199be-7d05-434d-8880-3ed86d036763, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eb4199be-7d05-434d-8880-3ed86d036763,segment=NetworkSegment(05870f7f-e546-4ef2-824d-cb62d33bec7e),segment_id=05870f7f-e546-4ef2-824d-cb62d33bec7e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:18.295712 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.297943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] Calling delete_port for eb4199be-7d05-434d-8880-3ed86d036763 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:18.368892 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.416897 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.441192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for eb4199be-7d05-434d-8880-3ed86d036763 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:18.481194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] Pushing event deleted for resources: {'Port': ['ID=eb4199be-7d05-434d-8880-3ed86d036763,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:18.484727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c710-5cae-4d59-a4e2-3d0494792092 req-e4617008-6b40-45ec-8d26-3b1f8cb52989 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.492295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd4950-fd23-4526-a171-09e34d74fdba None None] No DVR routers for this DVR port eb4199be-7d05-434d-8880-3ed86d036763 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:18.493363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d68c710-5cae-4d59-a4e2-3d0494792092 req-e4617008-6b40-45ec-8d26-3b1f8cb52989 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.6412671 Jun 03 15:27:18.526094 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.572163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d68c710-5cae-4d59-a4e2-3d0494792092 req-eac6dba2-2283-429d-b8bb-a462ccda0fb3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775712 Jun 03 15:27:18.583330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279940ba-3f5c-43c0-b9fa-3f7b6b8478f7 req-28893f86-9e85-4caf-be41-591766537086 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.585875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-279940ba-3f5c-43c0-b9fa-3f7b6b8478f7 req-28893f86-9e85-4caf-be41-591766537086 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 943 time: 0.6053510 Jun 03 15:27:18.591005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b2452-9d16-4650-b0d4-c1c9ace42ffc req-669a3e81-392f-4732-8dee-5093d95ca156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.591515 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-261b2452-9d16-4650-b0d4-c1c9ace42ffc req-669a3e81-392f-4732-8dee-5093d95ca156 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 1096 time: 0.7351832 Jun 03 15:27:18.649502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:18.649502 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:18.690349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-279940ba-3f5c-43c0-b9fa-3f7b6b8478f7 req-7c16d5bf-c455-43c1-b8c0-5d63d62d1174 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697393 Jun 03 15:27:18.838494 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-dc2dd858-3f5f-4ca6-9a59-1d4d369d66b7 req-9193b8f6-f89d-4044-967c-3d37c62ed5a9 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936617 Jun 03 15:27:18.890813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-261b2452-9d16-4650-b0d4-c1c9ace42ffc req-c29f53bf-6acf-40da-be8c-fe7e9658eaf0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410947 Jun 03 15:27:18.969306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0596-c72c-4569-b2da-105769718d12 req-cf04cf66-fe74-4ec7-9a12-bad0ee219df6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.979592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eb4199be-7d05-434d-8880-3ed86d036763 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:18.996390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa5c0596-c72c-4569-b2da-105769718d12 req-cf04cf66-fe74-4ec7-9a12-bad0ee219df6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 943 time: 0.2532434 Jun 03 15:27:19.031244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: eb4199be-7d05-434d-8880-3ed86d036763 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:19.031761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device eb4199be-7d05-434d-8880-3ed86d036763 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:19.096898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] For port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:19.097406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.136836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa5c0596-c72c-4569-b2da-105769718d12 req-a5d625b4-b9d4-4467-8353-f5a048795212 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=03347dd1-565f-4c96-8b20-cc81fb31a07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390481 Jun 03 15:27:19.149051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port eb4199be-7d05-434d-8880-3ed86d036763 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:19.149604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.273970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] The port 'eb4199be-7d05-434d-8880-3ed86d036763' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:27:19.283957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6c428-7b8d-4abd-a98d-d284fecdb00e req-a50bd061-7763-4e47-8a2d-ee0ce5ca7200 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.285977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1b6c428-7b8d-4abd-a98d-d284fecdb00e req-a50bd061-7763-4e47-8a2d-ee0ce5ca7200 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 945 time: 0.2684183 Jun 03 15:27:19.534386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1b6c428-7b8d-4abd-a98d-d284fecdb00e req-b4bbae54-43d9-4103-af78-c74f9a677a90 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117724 Jun 03 15:27:19.537141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.587436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc25c859-0807-45d9-9fad-7c945a8fe75a']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:19.615038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05870f7f-e546-4ef2-824d-cb62d33bec7e') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:19.615649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05870f7f-e546-4ef2-824d-cb62d33bec7e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:19.636812 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.664780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.676915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:27:19.678317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.759737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:19.769369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-d4f68f68-ddae-4666-899a-512b33c3ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.770835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-d4f68f68-ddae-4666-899a-512b33c3ee15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1094 time: 0.6258025 Jun 03 15:27:19.818065 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 05870f7f-e546-4ef2-824d-cb62d33bec7e resource provider aggregate not found Jun 03 15:27:19.876904 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 05870f7f-e546-4ef2-824d-cb62d33bec7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05870f7f-e546-4ef2-824d-cb62d33bec7e found for delete ", "request_id": "req-a2dbefc3-e646-4a5d-888b-29e716e3477b"}]} Jun 03 15:27:19.927677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.943403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.130270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/dc25c859-0807-45d9-9fad-7c945a8fe75a HTTP/1.1" status: 204 len: 168 time: 3.2040565 Jun 03 15:27:20.130270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de448e-100f-47c8-854a-d0d1730982cd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=dc25c859-0807-45d9-9fad-7c945a8fe75a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:20.134241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54292) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:20.143347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1262417758'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:20.167357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:20.177653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:20.183991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:20.202472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:20.228639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6d475-e225-4ed7-8cab-21cac367ded6 req-0fdcb89d-4e21-4edf-ba9e-03273098b47b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.232299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35d6d475-e225-4ed7-8cab-21cac367ded6 req-0fdcb89d-4e21-4edf-ba9e-03273098b47b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.4083927 Jun 03 15:27:20.236350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.236905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.237032 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP 7c66fcf3-5187-4172-af10-402e20e8b80d disassociated. External IP: 172.25.1.238, port: ea71bc5c-5d2c-4056-bdc8-d86116ef63d2. Jun 03 15:27:20.237372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:20.277305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:20.281188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.282411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-ba092d56-c705-4eb3-b151-3644f073de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.283903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-ba092d56-c705-4eb3-b151-3644f073de55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.4404235 Jun 03 15:27:20.383676 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-b7e4cfc8-1389-49bf-9d02-09e346ae9dfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 217 time: 0.0865405 Jun 03 15:27:20.394381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:20.406979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] Sync routers for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:20.418380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:20.419019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:20.435871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe1c9-7abe-488b-843c-0258465d7043 req-75401040-4239-4a86-ae43-88e2650aa3ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.437950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb0fe1c9-7abe-488b-843c-0258465d7043 req-75401040-4239-4a86-ae43-88e2650aa3ed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 943 time: 0.4633083 Jun 03 15:27:20.501006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35d6d475-e225-4ed7-8cab-21cac367ded6 req-ccecded3-a861-481d-a153-d377cb2e3a7e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477794 Jun 03 15:27:20.583661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:20.603839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb0fe1c9-7abe-488b-843c-0258465d7043 req-4ed2511f-b684-4685-8e1e-3a40cae5c819 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490328 Jun 03 15:27:20.613195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.613525 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment 9e375a9a-d330-414c-b75f-ca9045da63cc of type vlan for network 9b888bba-c8a9-4fed-9982-cca70fad78e1 Jun 03 15:27:20.630787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:20.639887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6e4dbec2-5ef3-4e7e-a792-7d6f24b5a156 admin admin] 10.222.0.66 "PUT /v2.0/routers/d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2131448 Jun 03 15:27:20.642217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54302) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:20.645237 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.672324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-4eeeb4a8-fde3-4874-88f2-7338850b97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.675458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-4eeeb4a8-fde3-4874-88f2-7338850b97f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.2822790 Jun 03 15:27:20.727931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.913824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-0e770212-ce33-4b34-a568-7816ae1b8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.917614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=ea71bc5c-5d2c-4056-bdc8-d86116ef63d2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:20.919187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-0e770212-ce33-4b34-a568-7816ae1b8d27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca&tenant_id=6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 1094 time: 0.4018500 Jun 03 15:27:21.025599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:27:15Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:21.034304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] Checking router: d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:21.053108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] Routers {'d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:21.054167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:21.086118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61206f6c-4003-4756-af16-3e2127bcc836 req-0f7d82d1-8b39-4298-9aba-8588170378cf tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b HTTP/1.1" status: 200 len: 210 time: 0.2481129 Jun 03 15:27:21.137086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:21.144686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.145425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:21.169707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-6517b517-9e46-4538-89de-044a26539e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.171961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-6517b517-9e46-4538-89de-044a26539e48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3623581 Jun 03 15:27:21.292817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=9b888bba-c8a9-4fed-9982-cca70fad78e1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:21.312348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:21.353593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9b888bba-c8a9-4fed-9982-cca70fad78e1 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:27:21.358691 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:21.420624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-9cf3ba9b-2592-4a86-8695-f3ebab22fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.422216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-9cf3ba9b-2592-4a86-8695-f3ebab22fe16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1094 time: 0.4049857 Jun 03 15:27:21.436429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fe485fb2-d3b4-400d-a95b-460358e7c469 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2987912 Jun 03 15:27:21.456388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54306) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:21.493742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:21.549562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-bbf54b63-5506-4b2c-8ccf-1dee42c5d7d5 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686337 Jun 03 15:27:21.555950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] Set router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:21.837665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef0d89-d31d-4b5b-a416-46456dcb05ce req-a0df193a-aeab-4398-8500-918481fda821 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.845136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ef0d89-d31d-4b5b-a416-46456dcb05ce req-a0df193a-aeab-4398-8500-918481fda821 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 945 time: 0.9165103 Jun 03 15:27:21.917337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-da78fee6-d8fa-455d-aeea-0423547824d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.919028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-da78fee6-d8fa-455d-aeea-0423547824d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.4679556 Jun 03 15:27:22.026121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:22.050913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:22.071729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:22.094710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ef0d89-d31d-4b5b-a416-46456dcb05ce req-fdf45a7d-0365-45c5-a1a7-355679dd94fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484672 Jun 03 15:27:22.103562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:22.108345 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.122506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:22.153913 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:22.161668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e75db2e5-2049-46b0-a1b4-ac6d180df422 req-ddc45ac4-0f6f-41a0-87af-3dead8905ada service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023662 Jun 03 15:27:22.171154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-5abf6f2f-77d4-479c-8e1f-5aa7db263cfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 999 time: 0.2451956 Jun 03 15:27:22.172018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Deleting port 2c09765b-c257-4bf8-bd2a-dd55f74f031e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:22.172489 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.187267 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:22.188297 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:22.252668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:22.257138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.260273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] No DVR routers for this DVR port ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:22.266790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.270945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:27:15Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:22.274859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-299330e5-b63b-4133-815d-73ded8ed59bf req-6c604138-d533-462d-b9d7-d5e1882e3630 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "DELETE /v2.0/ports/ea71bc5c-5d2c-4056-bdc8-d86116ef63d2 HTTP/1.1" status: 204 len: 173 time: 9.2138796 Jun 03 15:27:22.275346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'name': 'network-vif-deleted', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:22.296634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b271d4-2658-4fde-a311-855fd0e35782 None None] The sync data for ids ['d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b'] in n-d-844594-1 is: [{'id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'name': 'tempest-TaggedBootDevicesTest-1670180013-router', 'tenant_id': '2076fe0c85c04061a36119c73d368dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:25Z', 'updated_at': '2022-06-03T15:27:15Z', 'revision_number': 5, 'project_id': '2076fe0c85c04061a36119c73d368dd8', 'gw_port': {'id': '2c09765b-c257-4bf8-bd2a-dd55f74f031e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d9d65e-0c1e-41ea-b315-11cd95a8fe2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:22.460933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:22.476310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016955d-d082-4aeb-bfb9-5a95f651a76e req-2bf8fac4-ce02-4e4c-bcbf-cfbd27aacf35 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.478093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7016955d-d082-4aeb-bfb9-5a95f651a76e req-2bf8fac4-ce02-4e4c-bcbf-cfbd27aacf35 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.7863562 Jun 03 15:27:22.548523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:22.633346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:22.652933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'mac_address': 'fa:16:3e:dd:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:22.715821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:22.717705 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.735131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-41b63a39-f9a5-42a9-a8c7-8c8d68367433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.735131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-41b63a39-f9a5-42a9-a8c7-8c8d68367433 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.5275679 Jun 03 15:27:22.738194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d56504-3b23-4f87-829d-b7c26fcbe663 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:22.765201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:22.773730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.867103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e78a76a0-c454-493e-8dbd-d4f44606d68e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:22.920401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7016955d-d082-4aeb-bfb9-5a95f651a76e req-6b540f1e-75b3-41f5-b867-b0a3a15bb11d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797750 Jun 03 15:27:22.966068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e78a76a0-c454-493e-8dbd-d4f44606d68e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:22.966405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e78a76a0-c454-493e-8dbd-d4f44606d68e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:22.968008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:23.027876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['23d56504-3b23-4f87-829d-b7c26fcbe663'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:23.089601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] For port 2c09765b-c257-4bf8-bd2a-dd55f74f031e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2c09765b-c257-4bf8-bd2a-dd55f74f031e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:23.104676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.179845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:23.186437 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:23.199345 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:23.200057 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:23.267593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc8279-3411-4a10-becd-78ad644f739c req-69117cb3-d5d7-4af5-9a66-6c55bc15b19e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.269293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fdbc8279-3411-4a10-becd-78ad644f739c req-69117cb3-d5d7-4af5-9a66-6c55bc15b19e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 943 time: 0.7390151 Jun 03 15:27:23.367170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Calling delete_port for 2c09765b-c257-4bf8-bd2a-dd55f74f031e owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:23.373006 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02086f98-93f3-4a86-96af-b6f878f53421'] response: {'server_uuid': 'bd7888e1-b97f-4e5b-8f5e-ddb1aec5e12b', 'name': 'network-vif-deleted', 'tag': 'ea71bc5c-5d2c-4056-bdc8-d86116ef63d2', 'status': 'completed', 'code': 200} Jun 03 15:27:23.411226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-c288b807-3a11-456b-a214-9f268d611927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.413197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-c288b807-3a11-456b-a214-9f268d611927 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6700404 Jun 03 15:27:23.439598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-7b5ec1b9-d7e7-490e-85af-2bf196e90a69 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:27:23.440631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-7b5ec1b9-d7e7-490e-85af-2bf196e90a69 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089359 Jun 03 15:27:23.473449 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:23.636153 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fdbc8279-3411-4a10-becd-78ad644f739c req-4b063ff7-4198-4e43-b672-373b96311e16 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846053 Jun 03 15:27:23.696624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54324) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:23.777148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39fdeb3e-c75c-4b30-947d-01c9960b1476 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.810593 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39fdeb3e-c75c-4b30-947d-01c9960b1476 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.821344 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:23.830509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460eb6f3-2379-4f0c-9a16-a56be49bdb56 None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:23.846962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.902546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39fdeb3e-c75c-4b30-947d-01c9960b1476 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.925376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdeb3e-c75c-4b30-947d-01c9960b1476 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03347dd1-565f-4c96-8b20-cc81fb31a07e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:23.935836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39fdeb3e-c75c-4b30-947d-01c9960b1476 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.937074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-39fdeb3e-c75c-4b30-947d-01c9960b1476 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/security-groups/03347dd1-565f-4c96-8b20-cc81fb31a07e HTTP/1.1" status: 204 len: 168 time: 0.2394125 Jun 03 15:27:23.939686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54328) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:23.957552 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-1bd535da-4258-4fa2-8344-df3a5f8f9ddd tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] show failed (client error): The resource could not be found. Jun 03 15:27:23.958615 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1bd535da-4258-4fa2-8344-df3a5f8f9ddd tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups/03347dd1-565f-4c96-8b20-cc81fb31a07e HTTP/1.1" status: 404 len: 347 time: 0.0179493 Jun 03 15:27:23.962268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54334) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:24.029305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-46b4c1c3-a8cc-4c32-af7c-0551ed4581a0 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804827 Jun 03 15:27:24.078539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=f10d73ca-ec3c-4216-b58c-2afa63f5ed1d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:24.163246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port 2ef7a156-51cc-4821-a41a-f4f3b2deb0dd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:24.163246 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.206358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3666aef-0f08-4aff-a800-691162d7239b req-bd7602e9-c969-447b-8aa0-26a856f87833 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.207809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3666aef-0f08-4aff-a800-691162d7239b req-bd7602e9-c969-447b-8aa0-26a856f87833 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 945 time: 0.7235684 Jun 03 15:27:24.221710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': '9e375a9a-d330-414c-b75f-ca9045da63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:24.222064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: 9b888bba-c8a9-4fed-9982-cca70fad78e1, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:24.234686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bfeb2-e2d3-40c3-844d-75b35ac4cdcc None None] New status for floating IP 7c66fcf3-5187-4172-af10-402e20e8b80d: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:27:24.385506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.386177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.462002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:24.532482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3666aef-0f08-4aff-a800-691162d7239b req-df8fa98b-8dd7-4dbc-9da5-82e15376a078 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021562 Jun 03 15:27:24.547944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 9b888bba-c8a9-4fed-9982-cca70fad78e1 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:24.556992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 23d56504-3b23-4f87-829d-b7c26fcbe663 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:24.563253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.564950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 23d56504-3b23-4f87-829d-b7c26fcbe663 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:24.565577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.578751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for 2ef7a156-51cc-4821-a41a-f4f3b2deb0dd owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:24.636239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91b44a0d-2766-405a-9871-f751ed8f1f65 req-e9f6b98c-63ed-475f-9c56-24e27e70bdac service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968542 Jun 03 15:27:24.636239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 9b888bba-c8a9-4fed-9982-cca70fad78e1) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:24.638156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c09765b-c257-4bf8-bd2a-dd55f74f031e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:24.650772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.651488 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.679470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce5fdb-1d75-4ce9-9f06-3a3268c655dc None None] Network 9b888bba-c8a9-4fed-9982-cca70fad78e1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:24.682388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaef7d-581d-4d01-8264-a294cd59b568 req-0c86fe30-386b-4eee-961c-f6ad3a5dcb86 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.684004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ecaef7d-581d-4d01-8264-a294cd59b568 req-0c86fe30-386b-4eee-961c-f6ad3a5dcb86 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.5868056 Jun 03 15:27:24.761283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13429372-9989-483b-ace4-fe4c013f19b7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2829373 Jun 03 15:27:24.773072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54344) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:24.805662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1174442418'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:24.866285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:24.866670 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.976240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:24.985644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:24.995206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-4df2b3f3-b5a7-4f34-91d1-7daecc5a1dd9 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.995972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-4df2b3f3-b5a7-4f34-91d1-7daecc5a1dd9 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Synchronizing usage tracker for tenant:bea98e8c535e4576ada876db769be933 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:25.017556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-4df2b3f3-b5a7-4f34-91d1-7daecc5a1dd9 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Unset dirty status for tenant:bea98e8c535e4576ada876db769be933 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:25.019395 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-4df2b3f3-b5a7-4f34-91d1-7daecc5a1dd9 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 945 time: 0.3831971 Jun 03 15:27:25.024348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ecaef7d-581d-4d01-8264-a294cd59b568 req-83ba9c04-d9e8-4d8f-a784-1b934c61218b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262119 Jun 03 15:27:25.024597 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.120906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.199434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:25.240810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.241877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.241877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.242170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.243033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.243522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.245356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.245356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.245765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.245919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.246464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.246464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:25.263668 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fd7a41-d6cc-4fa7-8c5b-2c94318fe047'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'code': 200} Jun 03 15:27:25.264610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Deleting port a0b9493a-b2ee-440a-88a1-614f8a6981a7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:25.264969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.286574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-9b888bba-c8a9-4fed-9982-cca70fad78e1', 'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1', 'tenant_id': 'e34ad0a1e7ca492c92def23d0f59b0ed', 'fixed_ips': [{'subnet_id': 'f10d73ca-ec3c-4216-b58c-2afa63f5ed1d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:25.288342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.297606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:25.297947 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:25.419285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:25.428734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:25.459092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:25.490844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:25.502770 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.511501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.555930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44da02-9084-44de-8c08-f3ce42987f48 req-8e0ad328-6184-4b80-aeed-cf0d92a4761a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.565976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf44da02-9084-44de-8c08-f3ce42987f48 req-8e0ad328-6184-4b80-aeed-cf0d92a4761a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.6047769 Jun 03 15:27:25.585315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:25.590428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.624969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.625746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:27:25.673118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port b843d148-41ff-4ed5-aeae-d105f30976e2 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:25.791406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf44da02-9084-44de-8c08-f3ce42987f48 req-b6361418-f4b5-4f80-a441-e2fd69d2c3f7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239649 Jun 03 15:27:25.802391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.810254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ad27174e-b7bf-4ac2-ab2d-3a68aa9c19c6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d1d9d65e-0c1e-41ea-b315-11cd95a8fe2b HTTP/1.1" status: 204 len: 168 time: 5.1555927 Jun 03 15:27:25.820146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54366) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:25.827194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port 2ef7a156-51cc-4821-a41a-f4f3b2deb0dd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:25.827743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.893071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Allocated IP 172.20.0.2 (9b888bba-c8a9-4fed-9982-cca70fad78e1/f10d73ca-ec3c-4216-b58c-2afa63f5ed1d/84de5ccc-0dfd-408b-97eb-6c21f8084560) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:26.012658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d0704-8dfa-4e69-b0cb-ce6a03c44c4c req-f52e6852-321c-49b2-95f3-05bdf1e10c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.014582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b06d0704-8dfa-4e69-b0cb-ce6a03c44c4c req-f52e6852-321c-49b2-95f3-05bdf1e10c81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1096 time: 0.6115236 Jun 03 15:27:26.075166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Deleting subnet 2d854a12-8a3e-4bb5-abcb-da59cf86a192 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:26.087967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.239488 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.431684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b1ee-4dfb-49bd-ad76-2dd12cc7cfc4 req-2c0997fb-46c8-4dc5-806a-21356a1774e4 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.439443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60e5b1ee-4dfb-49bd-ad76-2dd12cc7cfc4 req-2c0997fb-46c8-4dc5-806a-21356a1774e4 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 945 time: 0.4725466 Jun 03 15:27:26.557842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.558956 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.624817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60e5b1ee-4dfb-49bd-ad76-2dd12cc7cfc4 req-635b6057-dc74-45af-aa5f-c99b18713aab tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups?id=1281b972-1788-44a2-9745-6862b4812466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843216 Jun 03 15:27:26.682193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.725228 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.746704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Transition to ACTIVE for port object 84de5ccc-0dfd-408b-97eb-6c21f8084560 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:26.754613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6c7b7-d64c-45fd-82a8-4ec9437e2d2a req-ec0ff2ce-2b47-4b17-855f-c0eab5dd7fc1 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.770080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5b6c7b7-d64c-45fd-82a8-4ec9437e2d2a req-ec0ff2ce-2b47-4b17-855f-c0eab5dd7fc1 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.4445839 Jun 03 15:27:26.779310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Transition to ACTIVE for port object 84de5ccc-0dfd-408b-97eb-6c21f8084560 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:26.836895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.863188 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b06d0704-8dfa-4e69-b0cb-ce6a03c44c4c req-8e1d0564-ec36-4844-b53a-28eaadc76907 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8152666 Jun 03 15:27:26.889967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for 2ef7a156-51cc-4821-a41a-f4f3b2deb0dd owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:26.935431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c09765b-c257-4bf8-bd2a-dd55f74f031e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:27.016719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Network 9b888bba-c8a9-4fed-9982-cca70fad78e1 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:27.028272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:27.031270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:27.032734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5b6c7b7-d64c-45fd-82a8-4ec9437e2d2a req-7c24f237-0c1e-4268-8440-201e4d683e79 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611170 Jun 03 15:27:27.037717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] For port a0b9493a-b2ee-440a-88a1-614f8a6981a7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a0b9493a-b2ee-440a-88a1-614f8a6981a7,segment=NetworkSegment(64fc40a0-82bd-4bf3-97b9-a5a152861f65),segment_id=64fc40a0-82bd-4bf3-97b9-a5a152861f65)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:27.038323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.041357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2c09765b-c257-4bf8-bd2a-dd55f74f031e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:27.045587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c09765b-c257-4bf8-bd2a-dd55f74f031e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:27.185181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Pushing event updated for resources: {'Port': ['ID=84de5ccc-0dfd-408b-97eb-6c21f8084560,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:27.274567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.281358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Attempting to bind port 84de5ccc-0dfd-408b-97eb-6c21f8084560 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:27.282603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Attempting to bind port 84de5ccc-0dfd-408b-97eb-6c21f8084560 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '9e375a9a-d330-414c-b75f-ca9045da63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:27.283777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Attempting to bind port 84de5ccc-0dfd-408b-97eb-6c21f8084560 on network 9b888bba-c8a9-4fed-9982-cca70fad78e1 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:27.296258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:27.297559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Checking segment: {'id': '9e375a9a-d330-414c-b75f-ca9045da63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:27.298548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.299719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Bound using segment: {'id': '9e375a9a-d330-414c-b75f-ca9045da63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:27.301234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Bound port: 84de5ccc-0dfd-408b-97eb-6c21f8084560, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e375a9a-d330-414c-b75f-ca9045da63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9b888bba-c8a9-4fed-9982-cca70fad78e1'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:27.303390 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.335551 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.354473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d854a12-8a3e-4bb5-abcb-da59cf86a192,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:27.370414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2d854a12-8a3e-4bb5-abcb-da59cf86a192 HTTP/1.1" status: 204 len: 168 time: 1.5410237 Jun 03 15:27:27.371994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.372535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.373030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.373364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.373820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.374206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.374534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.374881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.375180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.375502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.375826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.376185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83222c01-629e-4169-9235-af6ec0d0c6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:27.384312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40c4c5-0518-40ae-843c-2ef47c88f6b7 None None] Network a325eddb-5778-4430-8610-ca83f8ff19fd requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:27.391511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54374) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:27.410079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Calling delete_port for a0b9493a-b2ee-440a-88a1-614f8a6981a7 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:27.578573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.586041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.9 (9b888bba-c8a9-4fed-9982-cca70fad78e1/f10d73ca-ec3c-4216-b58c-2afa63f5ed1d/b843d148-41ff-4ed5-aeae-d105f30976e2) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:27.840067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.017211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event deleted for resources: {'Port': ['ID=a0b9493a-b2ee-440a-88a1-614f8a6981a7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:28.082416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] For port 84de5ccc-0dfd-408b-97eb-6c21f8084560, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:28.093163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] For port 84de5ccc-0dfd-408b-97eb-6c21f8084560, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=84de5ccc-0dfd-408b-97eb-6c21f8084560,segment=NetworkSegment(9e375a9a-d330-414c-b75f-ca9045da63cc),segment_id=9e375a9a-d330-414c-b75f-ca9045da63cc)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:28.113638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.134779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.182081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] No DVR routers for this DVR port a0b9493a-b2ee-440a-88a1-614f8a6981a7 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:28.186646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.196413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'name': 'network-vif-deleted', 'tag': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:28.246962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-051606ee-796b-45fe-9b78-616f2722e5d1 req-2a6f35d2-13e4-4467-9906-95f916a4f323 tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.70 "DELETE /v2.0/ports/a0b9493a-b2ee-440a-88a1-614f8a6981a7 HTTP/1.1" status: 204 len: 173 time: 3.2028203 Jun 03 15:27:28.252875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.290991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d632f08-7d50-4f8b-93f4-c31336af46c5 req-670f16f4-4474-4185-8ff9-b58f7a1f635b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/ports?device_id=52301d4f-4f0b-4407-a477-481fe5f4b487 HTTP/1.1" status: 200 len: 210 time: 0.3128507 Jun 03 15:27:28.314242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e53f7-34c2-494d-87c0-01dfa5e31593 None None] Pushing event updated for resources: {'Port': ['ID=84de5ccc-0dfd-408b-97eb-6c21f8084560,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:28.344184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe74ab-e8c6-45e1-aed2-ab42a36a62ba req-1b00809e-eca8-4141-a068-9c47e792ec10 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.357449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebfe74ab-e8c6-45e1-aed2-ab42a36a62ba req-1b00809e-eca8-4141-a068-9c47e792ec10 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 1.2663400 Jun 03 15:27:28.406482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] DHCP port deletion for a325eddb-5778-4430-8610-ca83f8ff19fd request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:28.411399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] Deleting port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:28.412460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.471193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=2ef7a156-51cc-4821-a41a-f4f3b2deb0dd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:28.486679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object b843d148-41ff-4ed5-aeae-d105f30976e2 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:28.511808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a0b9493a-b2ee-440a-88a1-614f8a6981a7 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:28.597970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Deleting port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:28.598490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.914085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.920264 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.921859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-52de7973-8600-4515-be2c-d01dc34d29eb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/floatingips/7c66fcf3-5187-4172-af10-402e20e8b80d HTTP/1.1" status: 204 len: 168 time: 4.9585226 Jun 03 15:27:28.950365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] For port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:28.950943 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.123489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] Calling delete_port for bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:29.235134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebfe74ab-e8c6-45e1-aed2-ab42a36a62ba req-19706eb7-13c9-4902-b17f-884272cf51c6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8738263 Jun 03 15:27:29.246391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 84de5ccc-0dfd-408b-97eb-6c21f8084560 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:29.262310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.295194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.307074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: a0b9493a-b2ee-440a-88a1-614f8a6981a7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:29.307487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a0b9493a-b2ee-440a-88a1-614f8a6981a7 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:29.365703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] No DVR routers for this DVR port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:29.386507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7c1f7-bb6d-4f69-9562-539c98332d19 None None] Pushing event deleted for resources: {'Port': ['ID=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.430947 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329bea14-2948-4bf9-9bd7-067d605231cf'] response: {'server_uuid': '52301d4f-4f0b-4407-a477-481fe5f4b487', 'name': 'network-vif-deleted', 'tag': 'a0b9493a-b2ee-440a-88a1-614f8a6981a7', 'status': 'completed', 'code': 200} Jun 03 15:27:29.462077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 84de5ccc-0dfd-408b-97eb-6c21f8084560 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:29.598921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=b843d148-41ff-4ed5-aeae-d105f30976e2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.601265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:29.657541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 9b888bba-c8a9-4fed-9982-cca70fad78e1 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:29.669740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:29.673139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54390) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:29.842726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:29.854789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:29.877296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:30.007387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665428684', 'description': 'tempest-description--1563670259'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:30.019285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:30.027532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:30.033683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:30.045707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:30.097532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.275027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1ff2e-8f16-4ded-b147-b256bcf90b13 req-438a5f90-e58a-447f-8431-8ea47c0b866d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.299132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fa1ff2e-8f16-4ded-b147-b256bcf90b13 req-438a5f90-e58a-447f-8431-8ea47c0b866d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 1.3319259 Jun 03 15:27:30.328741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:30.368774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.369726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.397681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:30.418466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] For port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bb34ddc2-9aff-49ee-a7d4-d5009e164ba5,segment=NetworkSegment(232de36b-e017-4e2c-af95-cfaf9e60eacf),segment_id=232de36b-e017-4e2c-af95-cfaf9e60eacf)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:30.419053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.514704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:30.541321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fa1ff2e-8f16-4ded-b147-b256bcf90b13 req-86ff45cb-7c82-487e-9345-be4c784ce43b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409067 Jun 03 15:27:30.589701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcddbb-ea03-485a-bbfa-cb0d1274484a None None] Network 9b888bba-c8a9-4fed-9982-cca70fad78e1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:30.666526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54410) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:30.808204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] Provisioning for port 84de5ccc-0dfd-408b-97eb-6c21f8084560 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:30.827442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:30.842101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Calling delete_port for bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:30.877930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] Provisioning complete for port 84de5ccc-0dfd-408b-97eb-6c21f8084560 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:30.878357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.946128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f46521ee-b605-4fab-93a0-0b6c2323263b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.029897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6aa8b4db-1ec2-4bab-818e-e37c96e0e414 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 6.2295575 Jun 03 15:27:31.033786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54414) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:31.073441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f46521ee-b605-4fab-93a0-0b6c2323263b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.228542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:31.228774 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:31.274209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] Current status of the port 84de5ccc-0dfd-408b-97eb-6c21f8084560 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:31.274491 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.295182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd905d1-75d0-4ec9-9277-951a8da29a4f req-d2b908f5-9737-4a70-9654-b72f9e184c72 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.296394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4dd905d1-75d0-4ec9-9277-951a8da29a4f req-d2b908f5-9737-4a70-9654-b72f9e184c72 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.4707041 Jun 03 15:27:31.349780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] For port 84de5ccc-0dfd-408b-97eb-6c21f8084560, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=84de5ccc-0dfd-408b-97eb-6c21f8084560,segment=NetworkSegment(9e375a9a-d330-414c-b75f-ca9045da63cc),segment_id=9e375a9a-d330-414c-b75f-ca9045da63cc)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:31.351959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.360996 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.364014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.392600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port b843d148-41ff-4ed5-aeae-d105f30976e2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:31.393402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.393826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4dd905d1-75d0-4ec9-9277-951a8da29a4f req-4ca5be5c-5f9e-4de9-a6b1-a6296f88dc10 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781808 Jun 03 15:27:31.433047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94688a99-4b50-4f21-bfcd-f70566197f0d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:31.444472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.446260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aece4222-f7df-4514-805b-59a46cf85f3c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7708211 Jun 03 15:27:31.449712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54418) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:31.456293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '94688a99-4b50-4f21-bfcd-f70566197f0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:31.464514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:31.470499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:31.475294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:31.479934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75617ee-a38a-490c-ae4e-c5362c6c4356 None None] Pushing event updated for resources: {'Port': ['ID=84de5ccc-0dfd-408b-97eb-6c21f8084560,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:31.501607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:31.570113 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.575019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f46521ee-b605-4fab-93a0-0b6c2323263b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.670948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.681469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.717414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df57ea7d-36c0-4977-9d46-ce8bc7d81610,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:31.733673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Deleting port bb34ddc2-9aff-49ee-a7d4-d5009e164ba5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:31.734734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.880752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46521ee-b605-4fab-93a0-0b6c2323263b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0805ff06-64af-4e38-a500-d8ebd41a1fca,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:31.899725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f46521ee-b605-4fab-93a0-0b6c2323263b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.905254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f46521ee-b605-4fab-93a0-0b6c2323263b tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "DELETE /v2.0/security-groups/0805ff06-64af-4e38-a500-d8ebd41a1fca HTTP/1.1" status: 204 len: 168 time: 1.2370834 Jun 03 15:27:31.906208 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.907977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-42b2f11a-3b6a-4b05-8a82-ad853e6cf99e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4574313 Jun 03 15:27:31.910813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54426) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:31.912174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54428) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:31.951549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '94688a99-4b50-4f21-bfcd-f70566197f0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:31.992436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] The port 'bb34ddc2-9aff-49ee-a7d4-d5009e164ba5' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:27:31.996740 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-5eecd816-52aa-4a80-940c-37ef10c6014e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] show failed (client error): The resource could not be found. Jun 03 15:27:32.003749 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5eecd816-52aa-4a80-940c-37ef10c6014e tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "GET /v2.0/security-groups/0805ff06-64af-4e38-a500-d8ebd41a1fca HTTP/1.1" status: 404 len: 347 time: 0.0872931 Jun 03 15:27:32.010288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54434) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:32.022050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6c27e045-84a1-446f-ae3a-a91b142fe3f5 None None] Provisioning complete for port 84de5ccc-0dfd-408b-97eb-6c21f8084560 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:32.022621 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6c27e045-84a1-446f-ae3a-a91b142fe3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.137975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:32.147618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:32.151501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:32.161288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:32.374526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.389826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6c27e045-84a1-446f-ae3a-a91b142fe3f5 None None] Current status of the port 84de5ccc-0dfd-408b-97eb-6c21f8084560 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:32.426170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6c27e045-84a1-446f-ae3a-a91b142fe3f5 None None] Provisioning for port b843d148-41ff-4ed5-aeae-d105f30976e2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:32.437600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6c27e045-84a1-446f-ae3a-a91b142fe3f5 None None] Provisioning complete for port b843d148-41ff-4ed5-aeae-d105f30976e2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:32.438485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a325eddb-5778-4430-8610-ca83f8ff19fd']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:32.440458 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6c27e045-84a1-446f-ae3a-a91b142fe3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.479551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5c449-1964-4740-8a27-32270d2b1ee2 req-ef42d11b-97a9-451b-b500-ac2779ba4057 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.481684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ac5c449-1964-4740-8a27-32270d2b1ee2 req-ef42d11b-97a9-451b-b500-ac2779ba4057 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.5721016 Jun 03 15:27:32.483758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232de36b-e017-4e2c-af95-cfaf9e60eacf') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:32.484064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232de36b-e017-4e2c-af95-cfaf9e60eacf') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:32.531486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134df4-2b0a-414c-8da9-b16ac913d2aa req-7e8e10ca-22fc-4fb2-8ee6-3d2caefae45a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.533477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3134df4-2b0a-414c-8da9-b16ac913d2aa req-7e8e10ca-22fc-4fb2-8ee6-3d2caefae45a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.6741495 Jun 03 15:27:32.546413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.554476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54438) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:32.564973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'floatingip': {'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:32.627608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6c27e045-84a1-446f-ae3a-a91b142fe3f5 None None] Port b843d148-41ff-4ed5-aeae-d105f30976e2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:32.708017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.763576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Deleting port edac997b-ae49-4a3c-9681-b497799f684b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:32.764168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.771168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-60ce9497-9021-498c-9a54-06c51478292f None None] Provisioning complete for port b843d148-41ff-4ed5-aeae-d105f30976e2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:32.771544 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60ce9497-9021-498c-9a54-06c51478292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.890260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-60ce9497-9021-498c-9a54-06c51478292f None None] Port b843d148-41ff-4ed5-aeae-d105f30976e2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:32.968348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 84de5ccc-0dfd-408b-97eb-6c21f8084560 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:32.979462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ac5c449-1964-4740-8a27-32270d2b1ee2 req-c968be4a-f709-4f29-a344-eaab21ca5605 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810879 Jun 03 15:27:32.993313 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.998208 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.073954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:27:33.074284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.166819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 84de5ccc-0dfd-408b-97eb-6c21f8084560 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:33.167492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.170411 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 232de36b-e017-4e2c-af95-cfaf9e60eacf resource provider aggregate not found Jun 03 15:27:33.265080 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 232de36b-e017-4e2c-af95-cfaf9e60eacf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 232de36b-e017-4e2c-af95-cfaf9e60eacf found for delete ", "request_id": "req-4c8938d5-f981-49dd-99ca-9cd742962f88"}]} Jun 03 15:27:33.267697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.287828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.359666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Pushing event deleted for resources: {'Network': ['ID=a325eddb-5778-4430-8610-ca83f8ff19fd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:33.369633 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.410630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ea9faaf1-e98f-40b0-8bcb-54796676acec admin admin] 10.222.0.66 "DELETE /v2.0/networks/a325eddb-5778-4430-8610-ca83f8ff19fd HTTP/1.1" status: 204 len: 168 time: 6.0086861 Jun 03 15:27:33.412031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54446) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:33.428955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 84de5ccc-0dfd-408b-97eb-6c21f8084560 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:33.519970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.520328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.536124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for b843d148-41ff-4ed5-aeae-d105f30976e2 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:33.720169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Calling delete_port for edac997b-ae49-4a3c-9681-b497799f684b owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:33.803802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.825079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.859077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f424879-9ac5-4a14-afd5-7072552136fe,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.261073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.336931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.338947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-908a68a0-c079-4fa7-9f25-c7f8b7c6e53d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4209323 Jun 03 15:27:34.344097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Pushing event deleted for resources: {'Port': ['ID=edac997b-ae49-4a3c-9681-b497799f684b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.348034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54460) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:34.393609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:34.400959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:34.408391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:floatingip and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:34.414177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:34.422586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:34.441662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.541125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.545592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.548703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.553067 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0fe237c-db9e-4292-882e-ae4326b694fd tempest-ImagesOneServerNegativeTestJSON-1409572492 tempest-ImagesOneServerNegativeTestJSON-1409572492-project] 10.222.0.66 "DELETE /v2.0/floatingips/a5e594d5-f982-4216-b992-e9f1d45babe8 HTTP/1.1" status: 204 len: 168 time: 2.4181678 Jun 03 15:27:34.682386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=b843d148-41ff-4ed5-aeae-d105f30976e2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.887037 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:27:34.941093 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.947056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea5efa43-5dea-4e06-9561-f686b3881325 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/b843d148-41ff-4ed5-aeae-d105f30976e2 HTTP/1.1" status: 204 len: 168 time: 3.9122262 Jun 03 15:27:34.951150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54476) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:35.109598 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bcae5d-b8a1-40f0-b53c-12552865cb85 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:27:35.110521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93bcae5d-b8a1-40f0-b53c-12552865cb85 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:35.113562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54480) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:35.188417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] Deleting subnet 0fea8013-4af5-403c-96a8-c48700c27d7f {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:35.198598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.305351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.327989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.338188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93bcae5d-b8a1-40f0-b53c-12552865cb85 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:35.347503 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-93bcae5d-b8a1-40f0-b53c-12552865cb85 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/b843d148-41ff-4ed5-aeae-d105f30976e2 HTTP/1.1" status: 404 len: 333 time: 0.3888612 Jun 03 15:27:35.353851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54484) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:35.704333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb1d7a-5bb9-4e89-8595-e92c95e35785 req-a321ff67-904e-4b44-a805-dfa983d38a85 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:35.705823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2eb1d7a-5bb9-4e89-8595-e92c95e35785 req-a321ff67-904e-4b44-a805-dfa983d38a85 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.7050405 Jun 03 15:27:35.738838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.889092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.905883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2eb1d7a-5bb9-4e89-8595-e92c95e35785 req-5153fbb7-2b40-400a-ab18-625aa4ad22a0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908026 Jun 03 15:27:35.908283 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Floating IP ea300ff2-b80a-43c1-9d68-c034905f07e6 associated. External IP: 172.25.1.202, port: 23d56504-3b23-4f87-829d-b7c26fcbe663. Jun 03 15:27:36.190389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet f10d73ca-ec3c-4216-b58c-2afa63f5ed1d {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:36.238912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.358058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.485060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.712371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.840923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Router 21b87e93-2744-4e50-8d85-eda5caaac7d7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:36.932747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.198407 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.326869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.334786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=f10d73ca-ec3c-4216-b58c-2afa63f5ed1d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:37.339672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2b19d-40e2-4089-b710-eda55ddac235 None None] Network 9b888bba-c8a9-4fed-9982-cca70fad78e1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:37.409682 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-16905fcc-a8bc-4fb5-95e1-b8e86b0d98a0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/f10d73ca-ec3c-4216-b58c-2afa63f5ed1d HTTP/1.1" status: 204 len: 168 time: 2.0489128 Jun 03 15:27:37.426837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54502) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:37.826881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.833397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:37.837497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.25.1.87 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/75539ca1-e2cf-4cbc-bdfb-857af26abe9e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:37.841629 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.886374 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] Sync routers for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:37.910933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece882d1-a462-4967-b9ca-358d956617f0 req-8b2208a6-39df-4917-9e87-2833623e581a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:37.919768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ece882d1-a462-4967-b9ca-358d956617f0 req-8b2208a6-39df-4917-9e87-2833623e581a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.7501168 Jun 03 15:27:37.923824 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:37.926567 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:37.935001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 84de5ccc-0dfd-408b-97eb-6c21f8084560 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:37.942609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.021849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.038407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] DHCP port deletion for 9b888bba-c8a9-4fed-9982-cca70fad78e1 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:38.072987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Deleting port 84de5ccc-0dfd-408b-97eb-6c21f8084560 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:38.074234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.101789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ece882d1-a462-4967-b9ca-358d956617f0 req-c8fbc6b4-c9dd-4c4b-ac6a-15fcfef7a25e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795785 Jun 03 15:27:38.130121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a3150a23-9ed2-4cc7-b9e5-0e1694599d2c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "PUT /v2.0/floatingips/ea300ff2-b80a-43c1-9d68-c034905f07e6 HTTP/1.1" status: 200 len: 991 time: 5.5743527 Jun 03 15:27:38.141926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:38.189200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Deleting port fe45189d-2cda-40d9-8103-d0001d1ecf62 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:38.189526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.407462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.437908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fea8013-4af5-403c-96a8-c48700c27d7f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:38.476054 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:38.517261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96c31a5a-4358-41f3-9040-acb44fbbf350 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0fea8013-4af5-403c-96a8-c48700c27d7f HTTP/1.1" status: 204 len: 168 time: 3.4007647 Jun 03 15:27:38.525440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54512) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:38.704509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] For port 84de5ccc-0dfd-408b-97eb-6c21f8084560, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=84de5ccc-0dfd-408b-97eb-6c21f8084560,segment=NetworkSegment(9e375a9a-d330-414c-b75f-ca9045da63cc),segment_id=9e375a9a-d330-414c-b75f-ca9045da63cc)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:38.705205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.730881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] For port fe45189d-2cda-40d9-8103-d0001d1ecf62, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fe45189d-2cda-40d9-8103-d0001d1ecf62,segment=NetworkSegment(c1a2c1e0-41da-464b-a3a7-535be04345bd),segment_id=c1a2c1e0-41da-464b-a3a7-535be04345bd)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:38.730881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.763392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] For port 84de5ccc-0dfd-408b-97eb-6c21f8084560, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=84de5ccc-0dfd-408b-97eb-6c21f8084560,segment=NetworkSegment(9e375a9a-d330-414c-b75f-ca9045da63cc),segment_id=9e375a9a-d330-414c-b75f-ca9045da63cc)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:38.764090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.900795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 84de5ccc-0dfd-408b-97eb-6c21f8084560 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:38.942650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Calling delete_port for 84de5ccc-0dfd-408b-97eb-6c21f8084560 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:38.996627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Calling delete_port for fe45189d-2cda-40d9-8103-d0001d1ecf62 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:39.068157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 84de5ccc-0dfd-408b-97eb-6c21f8084560 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:39.086881 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ea300ff2-b80a-43c1-9d68-c034905f07e6', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'mac_address': 'fa:16:3e:dd:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:45Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 1, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:44Z', 'revision_number': 5, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:39.094284 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] Checking router: 21b87e93-2744-4e50-8d85-eda5caaac7d7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:39.115020 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b32586-c240-4199-b432-f88ec093a229'] response: {'name': 'network-changed', 'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'status': 'completed', 'code': 200} Jun 03 15:27:39.121934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 84de5ccc-0dfd-408b-97eb-6c21f8084560 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:39.122427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 84de5ccc-0dfd-408b-97eb-6c21f8084560 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:39.129227 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:39.134856 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:39.136964 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.215624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:39.216255 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:39.241575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=84de5ccc-0dfd-408b-97eb-6c21f8084560,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:39.326100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No DVR routers for this DVR port 84de5ccc-0dfd-408b-97eb-6c21f8084560 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:39.503932 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:39.553819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07ab6-f3e9-4c0f-8905-735838f909c5 req-b0c95cdc-e7aa-401e-8031-a2fefaaa8b6a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:39.553819 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09d07ab6-f3e9-4c0f-8905-735838f909c5 req-b0c95cdc-e7aa-401e-8031-a2fefaaa8b6a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.4316938 Jun 03 15:27:39.663298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.718429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Deleting port 84de5ccc-0dfd-408b-97eb-6c21f8084560 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:39.719031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.724445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.742625 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.841240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b888bba-c8a9-4fed-9982-cca70fad78e1']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:39.843265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.878715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-d272b9ed-5954-46b6-91d9-4896002489e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:39.880317 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-d272b9ed-5954-46b6-91d9-4896002489e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1096 time: 0.7911069 Jun 03 15:27:39.937942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45e2379a-ba0f-491a-a84b-205ba0f17556 None None] The port '84de5ccc-0dfd-408b-97eb-6c21f8084560' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:27:39.979522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09d07ab6-f3e9-4c0f-8905-735838f909c5 req-7a0db449-330d-4bc2-a9dd-0e53c08791b4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543136 Jun 03 15:27:39.996000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe45189d-2cda-40d9-8103-d0001d1ecf62,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:40.041690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e375a9a-d330-414c-b75f-ca9045da63cc') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:40.042003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e375a9a-d330-414c-b75f-ca9045da63cc') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:40.079377 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ea300ff2-b80a-43c1-9d68-c034905f07e6', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'mac_address': 'fa:16:3e:dd:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:45Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 1, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:44Z', 'revision_number': 5, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:40.085334 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef9ae24-9e91-402d-a592-a34270b75113 None None] The sync data for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 is: [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ea300ff2-b80a-43c1-9d68-c034905f07e6', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'mac_address': 'fa:16:3e:dd:ca:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:45Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 1, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:44Z', 'revision_number': 5, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:40.167667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.303278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.306985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.331064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.335771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:27:40.336449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.430642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffcbb4-62f7-4946-8275-7c92fce3be2f req-dae73061-ee73-4f2d-9d4d-048e679e427e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:40.439686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-edffcbb4-62f7-4946-8275-7c92fce3be2f req-dae73061-ee73-4f2d-9d4d-048e679e427e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.7470694 Jun 03 15:27:40.517610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7770e-a8b7-4bbf-865f-3ec98d31ef22 None None] New status for floating IP ea300ff2-b80a-43c1-9d68-c034905f07e6: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:27:40.528881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:40.533446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15479665-64ad-41d5-ac9a-60e62fd72704']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:40.557885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:40.584374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:40.636696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fc40a0-82bd-4bf3-97b9-a5a152861f65') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:40.636991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fc40a0-82bd-4bf3-97b9-a5a152861f65') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:40.654272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.654525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-edffcbb4-62f7-4946-8275-7c92fce3be2f req-958591a0-da3f-4466-817c-9f35504d4f33 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135317 Jun 03 15:27:40.679612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.694444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:27:40.694821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.771427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.813042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd62c2-febf-4617-b6e0-e1527e33e11f req-54e13f72-60c6-4381-b9ed-b40800ee6406 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:40.814604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bdd62c2-febf-4617-b6e0-e1527e33e11f req-54e13f72-60c6-4381-b9ed-b40800ee6406 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.5327110 Jun 03 15:27:40.833445 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 9e375a9a-d330-414c-b75f-ca9045da63cc resource provider aggregate not found Jun 03 15:27:40.869756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=75539ca1-e2cf-4cbc-bdfb-857af26abe9e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:40.923351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.930059 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.935567 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 9e375a9a-d330-414c-b75f-ca9045da63cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e375a9a-d330-414c-b75f-ca9045da63cc found for delete ", "request_id": "req-3268ccb0-6bca-4864-8341-71be8bcdd238"}]} Jun 03 15:27:40.938183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-416b0840-2619-41c3-9d82-426668e7202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:40.940030 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-416b0840-2619-41c3-9d82-426668e7202b service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.9626052 Jun 03 15:27:40.945287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.949514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.002140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.097694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=9b888bba-c8a9-4fed-9982-cca70fad78e1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:41.180723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=15479665-64ad-41d5-ac9a-60e62fd72704,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:41.197306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-068fd1eb-73f5-4877-9243-24323125b48f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/9b888bba-c8a9-4fed-9982-cca70fad78e1 HTTP/1.1" status: 204 len: 168 time: 3.7593508 Jun 03 15:27:41.197306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-41b2802b-5342-4b9e-b39c-0abaf696c3cd admin admin] 10.222.0.66 "DELETE /v2.0/networks/15479665-64ad-41d5-ac9a-60e62fd72704 HTTP/1.1" status: 204 len: 168 time: 2.6669018 Jun 03 15:27:41.197306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.214719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54546) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:41.284741 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-91dc450c-9105-4be2-bbc3-b65831192ea9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 1001 time: 0.2882082 Jun 03 15:27:41.294287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'name': 'tempest-PortsTestJSON-1279693099'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:41.433983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54550) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:41.465830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-095b4407-577b-404d-8a88-73aef372cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.467750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-095b4407-577b-404d-8a88-73aef372cd70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1738770 Jun 03 15:27:41.611913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fc009c51-f94a-46db-aa8e-65f5a7db908e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bea98e8c535e4576ada876db769be933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742327 Jun 03 15:27:41.612963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:41.651372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bdd62c2-febf-4617-b6e0-e1527e33e11f req-281e2521-7c0a-4e46-b63e-823b79190ed4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430478 Jun 03 15:27:41.691136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.700456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-be6020d4-450a-4f1d-8d84-1c23b8a7f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.700456 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-be6020d4-450a-4f1d-8d84-1c23b8a7f17b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2185991 Jun 03 15:27:41.705975 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.799445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:41.805873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-03380a92-6411-4ca5-b8bd-33d1e9be54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.807407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-03380a92-6411-4ca5-b8bd-33d1e9be54a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1094 time: 1.2394137 Jun 03 15:27:41.814252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:41.820234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:41.831413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:41.851010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:41.918895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:41.922411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.996340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port cfa555e7-5a6c-4f60-9fa6-334a11b4b3e6 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:42.056958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba6116aa-231a-4ca1-b79a-9d2808b04d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.163731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=75539ca1-e2cf-4cbc-bdfb-857af26abe9e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:42.176405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba6116aa-231a-4ca1-b79a-9d2808b04d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.233313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.261203 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-aab0e4cd-6566-45fb-88e3-ae4e9d285737 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504599 Jun 03 15:27:42.295080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.296327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4692bfc2-2207-41ef-8766-4eefda660e04 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9088047 Jun 03 15:27:42.459491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:42.474438 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] Sync routers for ids ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:42.490034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-305abd1c-2398-497f-9e56-e8641a53a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:42.490914 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] Routers {'48c35104-7641-44a9-b4b6-4ecda5fb3c2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:42.491651 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:42.491949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-305abd1c-2398-497f-9e56-e8641a53a468 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.5505145 Jun 03 15:27:42.496555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba6116aa-231a-4ca1-b79a-9d2808b04d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.572169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6116aa-231a-4ca1-b79a-9d2808b04d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1281b972-1788-44a2-9745-6862b4812466,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:42.577151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba6116aa-231a-4ca1-b79a-9d2808b04d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.578994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ba6116aa-231a-4ca1-b79a-9d2808b04d61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1281b972-1788-44a2-9745-6862b4812466 HTTP/1.1" status: 204 len: 168 time: 0.9646676 Jun 03 15:27:42.583526 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6e406d-a707-4e1e-9f00-4fa9f9c87bfa req-e825679a-e617-447e-8a92-e6ef40beafad service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151367 Jun 03 15:27:42.612059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4e666-8278-42f4-9366-478f3fd2f52b req-ab1ece3d-094c-49b4-aa6f-7b2aca5a90bc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:42.615562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d4e666-8278-42f4-9366-478f3fd2f52b req-ab1ece3d-094c-49b4-aa6f-7b2aca5a90bc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.6661644 Jun 03 15:27:42.620701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-078ea123-55d1-4351-abb6-b6f9a297673b admin admin] 10.222.0.66 "PUT /v2.0/routers/48c35104-7641-44a9-b4b6-4ecda5fb3c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2043402 Jun 03 15:27:42.623406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54572) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:42.806641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.857279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-ecc624a8-5ea9-468f-8615-4b592c8ba02b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 200 len: 999 time: 0.3569467 Jun 03 15:27:42.913051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d4e666-8278-42f4-9366-478f3fd2f52b req-53154d4a-0de2-4700-9935-36de94695451 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896395 Jun 03 15:27:42.923422 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] Set router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:42.971262 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 64fc40a0-82bd-4bf3-97b9-a5a152861f65 resource provider aggregate not found Jun 03 15:27:43.011571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.041763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-040ba865-f255-40bf-b96a-ffa1fc062e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.043286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-040ba865-f255-40bf-b96a-ffa1fc062e2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.1743653 Jun 03 15:27:43.049620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-7bba312d-f2c3-4082-aa87-c529899aa211 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:43.216891 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 64fc40a0-82bd-4bf3-97b9-a5a152861f65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64fc40a0-82bd-4bf3-97b9-a5a152861f65 found for delete ", "request_id": "req-22d58b38-a857-4744-b169-0395cd4eb7af"}]} Jun 03 15:27:43.222418 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.224692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-7bba312d-f2c3-4082-aa87-c529899aa211 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:43.232830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-7bba312d-f2c3-4082-aa87-c529899aa211 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1665428684&fields=id&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 267 time: 0.4031584 Jun 03 15:27:43.384023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a6e0045a-15b5-4d8e-933e-85a6ecd21e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.410583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.432972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Deleting port 1782a13f-1c25-42d7-981d-979179c5f8d5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:43.433907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.520363 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:27:39Z', 'revision_number': 5, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port': {'id': '1782a13f-1c25-42d7-981d-979179c5f8d5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:19:00Z', 'updated_at': '2022-06-03T15:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:43.528127 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] Checking router: 48c35104-7641-44a9-b4b6-4ecda5fb3c2b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:43.542431 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] Routers {'48c35104-7641-44a9-b4b6-4ecda5fb3c2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:43.543955 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:43.673132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:43.697510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:43.700043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=cfa555e7-5a6c-4f60-9fa6-334a11b4b3e6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:43.708210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:43.716019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.717364 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.720463 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] Set router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:43.804400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-b28f0966-2133-458c-8acd-6d544aeb47c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.805039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] For port 1782a13f-1c25-42d7-981d-979179c5f8d5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1782a13f-1c25-42d7-981d-979179c5f8d5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:43.806022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.806226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-b28f0966-2133-458c-8acd-6d544aeb47c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.5725079 Jun 03 15:27:43.833931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 6, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:43.834582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ca5d-c240-496a-b6f6-86c1c4c6e002 req-8e8fa87a-be33-4cfe-ade9-b0ad894b3feb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.838563 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c55c2e-fd32-4fc3-bfa3-f6202ec53083 None None] The sync data for ids ['48c35104-7641-44a9-b4b6-4ecda5fb3c2b'] in n-d-844594-1 is: [{'id': '48c35104-7641-44a9-b4b6-4ecda5fb3c2b', 'name': 'tempest-TaggedBootDevicesTest-24916472-router', 'tenant_id': '6a8093686cb7406c8b2b444890e71c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:57Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 6, 'project_id': '6a8093686cb7406c8b2b444890e71c26', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:43.841891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4fb2ca5d-c240-496a-b6f6-86c1c4c6e002 req-8e8fa87a-be33-4cfe-ade9-b0ad894b3feb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.7141025 Jun 03 15:27:43.853834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-e39b7ba5-62c1-4810-bb0c-730d59b3a549 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/quotas/01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 375 time: 0.0309966 Jun 03 15:27:43.855967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-500cece5-9fe2-4a86-be2c-b35ef338333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.857671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-500cece5-9fe2-4a86-be2c-b35ef338333d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8025014 Jun 03 15:27:43.985419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Calling delete_port for 1782a13f-1c25-42d7-981d-979179c5f8d5 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:43.995448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-57df2b64-ab7e-4c07-a968-f2b64351624a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7668259 Jun 03 15:27:44.014759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54608) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:44.073018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4fb2ca5d-c240-496a-b6f6-86c1c4c6e002 req-4533a927-493e-4765-bc6a-9c58a453aaa1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302446 Jun 03 15:27:44.136715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54614) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:44.164231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-fdad7b84-88e7-4d95-8d7e-e7b77b274dea service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979369 Jun 03 15:27:44.173034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port cfa555e7-5a6c-4f60-9fa6-334a11b4b3e6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:44.173320 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:44.283649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-daaaadde-9666-43ad-adb4-1d4ad8506056 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3561893 Jun 03 15:27:44.379304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-f4186bb0-15c3-4be5-ab55-c833dcaa7634 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:27:44.381769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-f4186bb0-15c3-4be5-ab55-c833dcaa7634 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092952 Jun 03 15:27:44.530893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1267798832-network', 'tenant_id': 'a8b98d1121e04e24b12c9c98283603a0'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:44.594567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:44.605217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea7b2c1-ccde-4e96-a655-18a8a4c9fddc req-8bdc1601-80a3-4030-9869-cc4e2bf29457 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343314 Jun 03 15:27:44.616979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Usage tracker for resource:network and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:44.623616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:44.653891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:44.684219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Made reservation on behalf of a8b98d1121e04e24b12c9c98283603a0 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:44.684219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:44.707288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:44.738230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-36151575-ff00-4a9f-8b6e-31ed51696229 service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715592 Jun 03 15:27:44.753070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1614db-ee6d-4bbc-b676-f8b836027161 req-b449f12a-71c4-4be8-a001-26fdb4839b70 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.757514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e1614db-ee6d-4bbc-b676-f8b836027161 req-b449f12a-71c4-4be8-a001-26fdb4839b70 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.4485319 Jun 03 15:27:44.761683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:44.808374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:44.819321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:44.870542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:44.898011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:44.943482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1782a13f-1c25-42d7-981d-979179c5f8d5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:44.946668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e1614db-ee6d-4bbc-b676-f8b836027161 req-34fc2f47-46cb-42c6-91e1-04a693507ead tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805956 Jun 03 15:27:45.042669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for cfa555e7-5a6c-4f60-9fa6-334a11b4b3e6 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:45.063183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.077906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.095364 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.156357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 1782a13f-1c25-42d7-981d-979179c5f8d5 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:27:45.156950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1782a13f-1c25-42d7-981d-979179c5f8d5 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:45.157940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe45189d-2cda-40d9-8103-d0001d1ecf62 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:45.165859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1782a13f-1c25-42d7-981d-979179c5f8d5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.238409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: fe45189d-2cda-40d9-8103-d0001d1ecf62 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:45.239892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe45189d-2cda-40d9-8103-d0001d1ecf62 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:45.285366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:45.288376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d2858-9f2e-4f6a-af7a-0c9acbad5a9d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.298649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.322286 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.322720 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Added segment f0eaa009-2e24-42ba-87cc-34df2d12e6ab of type vlan for network 72569fb5-93f0-423f-81f3-2bbc75878c18 Jun 03 15:27:45.326049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-2cd03a9b-9a58-40c6-ae83-9ca723ecd9c6 service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670769 Jun 03 15:27:45.339743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.353556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.367135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.393259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb0d3a-4cd6-4632-aef9-1fe74527f4af req-58965e8e-a1ac-45af-9b2a-c699040d1461 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.394848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cdfb0d3a-4cd6-4632-aef9-1fe74527f4af req-58965e8e-a1ac-45af-9b2a-c699040d1461 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.2428172 Jun 03 15:27:45.451400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.452499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.453173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.463998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=cfa555e7-5a6c-4f60-9fa6-334a11b4b3e6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.508748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cdfb0d3a-4cd6-4632-aef9-1fe74527f4af req-600d1396-a6ab-4449-b39d-d9d7a0df8d98 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014395 Jun 03 15:27:45.541722 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.565374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.588148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54630) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:45.589902 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-48245c0d-f76f-4cb8-a961-fece9e642aa5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/cfa555e7-5a6c-4f60-9fa6-334a11b4b3e6 HTTP/1.1" status: 204 len: 168 time: 1.5737252 Jun 03 15:27:45.591518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.618680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'mac_address': 'fa:16:3e:c4:1b:d1', 'name': 'tempest-PortsTestJSON-1638962022'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:45.649014 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-202c8549-aa5b-43ae-87f6-e021299dd262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.675153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.675678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c35104-7641-44a9-b4b6-4ecda5fb3c2b {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:27:45.692524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.696767 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-42120198-3330-4617-b7e5-346b01dbe0c6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/48c35104-7641-44a9-b4b6-4ecda5fb3c2b HTTP/1.1" status: 204 len: 168 time: 3.0718682 Jun 03 15:27:45.697614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54634) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:45.819396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] Deleting subnet 735b10e2-4617-4f5a-8008-bc7dde122b22 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:45.823455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.883673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:45.888033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:45.891410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:45.897903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:45.899883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.916966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b38c95e1-7876-4329-968f-b27b0db0125b req-d1158662-9dac-41d1-8334-ce4e4af0d33c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 210 time: 0.2629445 Jun 03 15:27:45.921935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7725079 Jun 03 15:27:45.921935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:45.962134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfc239-fef3-423a-af20-85948a734129 admin admin] Pushing event updated for resources: {'Network': ['ID=72569fb5-93f0-423f-81f3-2bbc75878c18,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.965831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54646) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:46.050328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 72569fb5-93f0-423f-81f3-2bbc75878c18 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:27:46.059196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Request body: {'subnet': {'network_id': '72569fb5-93f0-423f-81f3-2bbc75878c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1267798832-subnet', 'tenant_id': 'a8b98d1121e04e24b12c9c98283603a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:46.082700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.087950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:46.098187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Usage tracker for resource:subnet and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:46.122698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:46.145707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:46.244093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.291934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.315745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 331cffbb-18dc-48ca-9d07-e0d86111b6cb yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:46.336341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735b10e2-4617-4f5a-8008-bc7dde122b22,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:46.347480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.360910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0b1bf9b2-ba0c-420e-96f9-616ad25fa14f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/735b10e2-4617-4f5a-8008-bc7dde122b22 HTTP/1.1" status: 204 len: 168 time: 0.6617780 Jun 03 15:27:46.361578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54662) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:46.367571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b0dab-2470-4720-b891-9eccbc9691a1 None None] Network f687ae4b-2352-46f3-8f68-8ec6cef0a090 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:46.523100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Made reservation on behalf of a8b98d1121e04e24b12c9c98283603a0 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:46.525894 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.570863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.618068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Deleting port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:46.622848 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.696885 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.856813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df89c0-7058-4576-b6c5-03b2d78819a7 req-be53d5c6-0860-4696-82c9-d8c6357098dd tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.859489 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5df89c0-7058-4576-b6c5-03b2d78819a7 req-be53d5c6-0860-4696-82c9-d8c6357098dd tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 943 time: 0.7041259 Jun 03 15:27:46.877418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.892222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] DHCP port deletion for f687ae4b-2352-46f3-8f68-8ec6cef0a090 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:46.897578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Deleting port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:46.897578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.962912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:47.077299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] For port 3ad53a08-66b3-4b9e-8797-1eaa678ef866, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3ad53a08-66b3-4b9e-8797-1eaa678ef866,segment=NetworkSegment(c1a2c1e0-41da-464b-a3a7-535be04345bd),segment_id=c1a2c1e0-41da-464b-a3a7-535be04345bd)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:47.078274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.192571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.270654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.366961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Calling delete_port for 3ad53a08-66b3-4b9e-8797-1eaa678ef866 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:47.376934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] For port 3ad53a08-66b3-4b9e-8797-1eaa678ef866, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3ad53a08-66b3-4b9e-8797-1eaa678ef866,segment=NetworkSegment(c1a2c1e0-41da-464b-a3a7-535be04345bd),segment_id=c1a2c1e0-41da-464b-a3a7-535be04345bd)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:47.377528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.420061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5df89c0-7058-4576-b6c5-03b2d78819a7 req-51dc20b5-f78e-4e3a-98c9-cb4a87a60b38 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5365782 Jun 03 15:27:47.423183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9db62f61-7ae9-487d-989f-fbf6a7b554a8 req-19395eee-87b5-4120-84a6-fbab4e9ac89c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 210 time: 0.2004960 Jun 03 15:27:47.504514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:47.516095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:47.521793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.526823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:47.533372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.534304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.559872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=331cffbb-18dc-48ca-9d07-e0d86111b6cb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:47.566848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Calling delete_port for 3ad53a08-66b3-4b9e-8797-1eaa678ef866 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:47.632859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad53a08-66b3-4b9e-8797-1eaa678ef866,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:47.657334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-89a29249-7b22-44a5-a340-50ef97baf726 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0671551 Jun 03 15:27:47.658704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] No DVR routers for this DVR port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:47.659948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:47.734521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3ad53a08-66b3-4b9e-8797-1eaa678ef866 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:47.828486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7920125-c449-46c1-af44-781f4a05b435 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.828486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f7920125-c449-46c1-af44-781f4a05b435 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:47.832537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.852209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.852762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:47.856796 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:47.895179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3ad53a08-66b3-4b9e-8797-1eaa678ef866 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:47.895179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3ad53a08-66b3-4b9e-8797-1eaa678ef866 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:47.918283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:47.952309 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.966080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'port_id': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'mac_address': 'fa:16:3e:9d:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:48.011265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f687ae4b-2352-46f3-8f68-8ec6cef0a090']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:48.015122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f7920125-c449-46c1-af44-781f4a05b435 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:48.022944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-4923bd94-1045-42ea-a7d0-ff272c489356 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.025012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-4923bd94-1045-42ea-a7d0-ff272c489356 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.5288689 Jun 03 15:27:48.026548 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f7920125-c449-46c1-af44-781f4a05b435 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/331cffbb-18dc-48ca-9d07-e0d86111b6cb HTTP/1.1" status: 200 len: 841 time: 0.3591139 Jun 03 15:27:48.028825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54680) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:48.034473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a2c1e0-41da-464b-a3a7-535be04345bd') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:48.035292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a2c1e0-41da-464b-a3a7-535be04345bd') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:48.061082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d07d6b-4ed3-46e5-9436-a40a38c8a62c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:48.094314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Checking segment: {'id': 'f0eaa009-2e24-42ba-87cc-34df2d12e6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '72569fb5-93f0-423f-81f3-2bbc75878c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:48.094866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Network hostable DHCP agents. Network: 72569fb5-93f0-423f-81f3-2bbc75878c18, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:48.112671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.117320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:48.120270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.127577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Network 72569fb5-93f0-423f-81f3-2bbc75878c18 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:48.150552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 72569fb5-93f0-423f-81f3-2bbc75878c18) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:48.165929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.167270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7348b-23dd-44f6-9bfe-38a34352d405 None None] Network 72569fb5-93f0-423f-81f3-2bbc75878c18 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:48.167449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.178462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.193982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 331cffbb-18dc-48ca-9d07-e0d86111b6cb {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:48.194340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.202111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d36cecd-6833-454a-97c3-3d031cc87b58 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:48.204247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d8595734-af16-4e92-bf19-29cd389e4a55 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1669371 Jun 03 15:27:48.230950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-cac0ccf1-5cd2-44f7-8982-5a6994853e2c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:48.235437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:27:48.236280 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.310283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:48.338609 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.350341 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c1a2c1e0-41da-464b-a3a7-535be04345bd resource provider aggregate not found Jun 03 15:27:48.384341 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c1a2c1e0-41da-464b-a3a7-535be04345bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1a2c1e0-41da-464b-a3a7-535be04345bd found for delete ", "request_id": "req-3c7c8554-f854-4478-a70e-feafc0ccf4ae"}]} Jun 03 15:27:48.405024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Deleting port 3ad53a08-66b3-4b9e-8797-1eaa678ef866 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:48.406121 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.428462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-cac0ccf1-5cd2-44f7-8982-5a6994853e2c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:48.430144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-cac0ccf1-5cd2-44f7-8982-5a6994853e2c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 380 time: 0.3419867 Jun 03 15:27:48.443178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'port': {'device_id': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'admin_state_up': True, 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'security_groups': ['94688a99-4b50-4f21-bfcd-f70566197f0d']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:48.465691 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.542451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a7452f8-38d8-4c2b-812a-ed35f2c7cb72 None None] The port '3ad53a08-66b3-4b9e-8797-1eaa678ef866' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:27:48.599654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:48.617620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['1d36cecd-6833-454a-97c3-3d031cc87b58'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:48.648651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.683509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.705339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f687ae4b-2352-46f3-8f68-8ec6cef0a090 HTTP/1.1" status: 204 len: 168 time: 2.3419123 Jun 03 15:27:48.737923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe8f8f62-0bcb-49a8-800d-a59b968ebeb8 req-8ce4d8bc-7dbf-48a9-b131-fab3cda01ab0 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 210 time: 0.1631253 Jun 03 15:27:48.747029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0217d-1100-43db-befb-e0cda97d8760 None None] Network 72569fb5-93f0-423f-81f3-2bbc75878c18 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:48.759775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d80f64-90bc-4bb0-a78a-7667a3fa07d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f687ae4b-2352-46f3-8f68-8ec6cef0a090,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:48.778099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:48.786819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:port and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:48.791140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:48.798167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:48.875077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe40786-cf9a-442b-8335-ad1dfff44b9d req-4d94574d-8deb-4a98-9575-74c0db559138 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.884204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfe40786-cf9a-442b-8335-ad1dfff44b9d req-4d94574d-8deb-4a98-9575-74c0db559138 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 944 time: 0.2306693 Jun 03 15:27:48.887112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Made reservation on behalf of 01d2bd983c3140e0985bb8068f6b72bc for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:48.891727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.924409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.028443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfe40786-cf9a-442b-8335-ad1dfff44b9d req-1e055eac-0d2a-401a-a122-a01413333d5a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374030 Jun 03 15:27:49.031383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54704) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:49.068556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-607336803', 'description': 'tempest-description-1849938167'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:49.085122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:49.095389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:49.101403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:49.117492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:49.121324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 331cffbb-18dc-48ca-9d07-e0d86111b6cb owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:49.177207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.210661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2fdeccf7-ce33-44c1-aee3-5a798c616c14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2076fe0c85c04061a36119c73d368dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774695 Jun 03 15:27:49.215303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:49.260638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:49.295214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group_rule and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:49.300738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:49.308595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:49.361628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.20.0.13 (105eba84-bcfe-484d-9059-8be2f2d1cb5c/4e6f1c31-88f2-464c-bc1c-9dc68927065b/519a2b20-89f5-4dea-8965-800d1d35e644) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:49.372452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.382646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6e38b69-f716-4819-944d-e21cdb5c3fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.436712 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6e38b69-f716-4819-944d-e21cdb5c3fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.441055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=331cffbb-18dc-48ca-9d07-e0d86111b6cb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.455767 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.487468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.496206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.578147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.590408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.592707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-560a08ee-621f-4e59-8041-350510eb3fcf req-9760ffcc-f2bb-43a4-8f8d-db7f9f160de3 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5627503 Jun 03 15:27:49.621185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6e38b69-f716-4819-944d-e21cdb5c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.639728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aa359aa9-f3d6-41c8-a081-d36e42f39e17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/331cffbb-18dc-48ca-9d07-e0d86111b6cb HTTP/1.1" status: 204 len: 168 time: 1.6095464 Jun 03 15:27:49.646103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54724) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:49.655411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e38b69-f716-4819-944d-e21cdb5c3fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a168ebd-1029-4246-8554-e6039c4e2e34,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.678326 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6e38b69-f716-4819-944d-e21cdb5c3fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.679217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6e38b69-f716-4819-944d-e21cdb5c3fa3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a168ebd-1029-4246-8554-e6039c4e2e34 HTTP/1.1" status: 204 len: 168 time: 0.4621723 Jun 03 15:27:49.713862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-87d52bb2-7b8b-4bbe-97aa-2b9cca36376c tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6 HTTP/1.1" status: 200 len: 1814 time: 0.0816810 Jun 03 15:27:49.736608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:49.737351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:49.750497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:49.772579 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-11288501-9d7e-4297-b580-af9b86b3ef77 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:27:49.773434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-11288501-9d7e-4297-b580-af9b86b3ef77 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:49.780307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group_rule and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:49.787659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:49.818613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:49.881517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-11288501-9d7e-4297-b580-af9b86b3ef77 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:49.883342 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-11288501-9d7e-4297-b580-af9b86b3ef77 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/331cffbb-18dc-48ca-9d07-e0d86111b6cb HTTP/1.1" status: 404 len: 333 time: 0.2359357 Jun 03 15:27:49.888881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54734) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:49.912591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'name': 'tempest-PortsTestJSON-1871237966'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:50.067036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.101851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fede58-e51a-4e46-94a9-7c4e537c3d5a req-14d120b4-eead-4ead-b42f-e7c343af1cd8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.104776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54fede58-e51a-4e46-94a9-7c4e537c3d5a req-14d120b4-eead-4ead-b42f-e7c343af1cd8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.2627978 Jun 03 15:27:50.137466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.165224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.211781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.219570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54746) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:50.265612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Transition to ACTIVE for port object 519a2b20-89f5-4dea-8965-800d1d35e644 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:50.270583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54fede58-e51a-4e46-94a9-7c4e537c3d5a req-cd056d62-b485-407f-8852-4918baca761c tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449234 Jun 03 15:27:50.281519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:50.288720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86918ec0-e7bc-4322-80fc-f13bfa6bd0c0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:50.299670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.305172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b07d67-008b-4ff1-9b6a-1314ca214ef8 req-04c94dda-b706-4acc-b794-9998eaabf94e tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5785649 Jun 03 15:27:50.336542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:50.362375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:50.368638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.449193 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8958a64e-524d-4809-b65c-ecbe6a936240 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a8093686cb7406c8b2b444890e71c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219059 Jun 03 15:27:50.457341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54756) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:50.463493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port bb8445f2-b77f-4850-9e52-caffc9c2d333 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:50.570915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:50.655203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71b56f2e-630d-4b29-811f-41ae04efd8e4 req-ac886322-b9aa-4af4-91b3-cdb3f0fd1d55 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 210 time: 0.2359071 Jun 03 15:27:50.700685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.825700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8e01-7da3-4e9f-9352-9ffdeb920d62 req-77d2b016-3db2-4c42-893e-289af3455a8a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.828441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a5f8e01-7da3-4e9f-9352-9ffdeb920d62 req-77d2b016-3db2-4c42-893e-289af3455a8a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 944 time: 0.2960479 Jun 03 15:27:50.835985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4f3f0c6-5547-46a7-af5f-1afddd7c60c0 req-3dd0e493-57af-4bab-9156-d6317e1e5f45 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6 HTTP/1.1" status: 200 len: 2408 time: 0.1334298 Jun 03 15:27:50.871533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f48d-24f8-4535-af58-30044a9aa52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.908536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:50.931057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-089a2fad-3cc0-4851-97c0-798d8be63e55 req-835403cc-1e1b-41bf-8a39-1ee7cab2c8fb tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-group-rules/86918ec0-e7bc-4322-80fc-f13bfa6bd0c0 HTTP/1.1" status: 200 len: 778 time: 0.0485449 Jun 03 15:27:50.951504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'mac_address': 'fa:16:3e:dd:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:50.961900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a5f8e01-7da3-4e9f-9352-9ffdeb920d62 req-f07ae6cf-7a09-407d-8b94-341c3e4c977f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243906 Jun 03 15:27:50.976936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:51.005985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-089a2fad-3cc0-4851-97c0-798d8be63e55 req-a93a84e4-08ff-48f5-a44e-9c90a9a324bc tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6 HTTP/1.1" status: 200 len: 2408 time: 0.0739701 Jun 03 15:27:51.043257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-089a2fad-3cc0-4851-97c0-798d8be63e55 req-92bfe2d0-1bff-40c2-9470-1308612ec194 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.048072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:51.056792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:51.057079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-089a2fad-3cc0-4851-97c0-798d8be63e55 req-92bfe2d0-1bff-40c2-9470-1308612ec194 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.100189 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-089a2fad-3cc0-4851-97c0-798d8be63e55 req-92bfe2d0-1bff-40c2-9470-1308612ec194 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.151604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfe2d0-1bff-40c2-9470-1308612ec194 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86918ec0-e7bc-4322-80fc-f13bfa6bd0c0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.168378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-089a2fad-3cc0-4851-97c0-798d8be63e55 req-92bfe2d0-1bff-40c2-9470-1308612ec194 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.170182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-089a2fad-3cc0-4851-97c0-798d8be63e55 req-92bfe2d0-1bff-40c2-9470-1308612ec194 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/86918ec0-e7bc-4322-80fc-f13bfa6bd0c0 HTTP/1.1" status: 204 len: 173 time: 0.1628785 Jun 03 15:27:51.231384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1215567914', 'description': 'tempest-description-1419325708'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:51.234478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:51.234868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.243467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=519a2b20-89f5-4dea-8965-800d1d35e644,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.264830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:51.273967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:51.279253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:51.292979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:51.300096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f48d-24f8-4535-af58-30044a9aa52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.322611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.328369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23d56504-3b23-4f87-829d-b7c26fcbe663 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:51.369882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:51.370602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:51.385222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group_rule and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:51.391518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:51.392770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:51.405439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:51.429761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f48d-24f8-4535-af58-30044a9aa52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.430557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.507656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9f48d-24f8-4535-af58-30044a9aa52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae30f650-155e-4d2b-96ac-033e32fce08e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.534178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.535037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.547193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.581187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f48d-24f8-4535-af58-30044a9aa52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.587698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ca9f48d-24f8-4535-af58-30044a9aa52e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae30f650-155e-4d2b-96ac-033e32fce08e HTTP/1.1" status: 204 len: 168 time: 1.1288321 Jun 03 15:27:51.592049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 1d36cecd-6833-454a-97c3-3d031cc87b58 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:51.594414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-bee21436-d0ad-4db9-9b2a-fd23dcb17460 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1544888 Jun 03 15:27:51.594949 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.605799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Request body: {'port': {'device_id': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:51.679046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.739451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.796201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.897514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['23d56504-3b23-4f87-829d-b7c26fcbe663'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:51.944839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.020845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.097598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c7c056cb-e373-46c3-9569-2e21c55eb069 None None] Provisioning for port 519a2b20-89f5-4dea-8965-800d1d35e644 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:52.132266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c7c056cb-e373-46c3-9569-2e21c55eb069 None None] Provisioning complete for port 519a2b20-89f5-4dea-8965-800d1d35e644 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:52.132615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c7c056cb-e373-46c3-9569-2e21c55eb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.250531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.281321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd6a6441-9e0e-412e-a702-c13d0048ac52 req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0592229 Jun 03 15:27:52.284212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75163f-48b5-4c26-b5cb-87e6ba127118 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e75f2cb-0a31-4844-99b1-d0f035f85a0c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:52.353355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c7c056cb-e373-46c3-9569-2e21c55eb069 None None] Port 519a2b20-89f5-4dea-8965-800d1d35e644 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:52.364912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84852d0-ede0-469b-a832-b22702f54457 req-41d5b282-f907-43dd-822a-d866257306ae tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.366928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e84852d0-ede0-469b-a832-b22702f54457 req-41d5b282-f907-43dd-822a-d866257306ae tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.7105227 Jun 03 15:27:52.448778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 1d36cecd-6833-454a-97c3-3d031cc87b58 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:52.453116 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.472198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e84852d0-ede0-469b-a832-b22702f54457 req-77d7d678-edc8-47f5-b39d-44ec367317dd tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950270 Jun 03 15:27:52.635336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:52.688816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:52.696001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188220-a566-45a7-9c7c-e67bd56654eb req-39aedd27-5dbf-40d3-b4d8-f65340366cbb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.699926 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd188220-a566-45a7-9c7c-e67bd56654eb req-39aedd27-5dbf-40d3-b4d8-f65340366cbb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 932 time: 0.2196641 Jun 03 15:27:52.704084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.792621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=bb8445f2-b77f-4850-9e52-caffc9c2d333,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:52.804140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:52.807815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:52.811652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd188220-a566-45a7-9c7c-e67bd56654eb req-f6ed88ae-a748-4778-9fde-1426d0e0ac0d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051853 Jun 03 15:27:52.818735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:52.824840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.825594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.887226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2748511a-13ed-4168-856e-5d8b7c72b5b3 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9966006 Jun 03 15:27:52.899167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:52.907844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54812) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:52.925220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:53.099264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db772919-e51c-4c33-a8f4-6ad44bdac9ee req-36c2f7f1-4b38-4c40-9ecd-99f619d105ce tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/7e75f2cb-0a31-4844-99b1-d0f035f85a0c HTTP/1.1" status: 200 len: 1815 time: 0.1708429 Jun 03 15:27:53.115510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc46798-9342-471d-9c27-5f1eb40ab421 req-34f25013-a011-4b4c-b295-a1cd15c37ee3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:53.117272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecc46798-9342-471d-9c27-5f1eb40ab421 req-34f25013-a011-4b4c-b295-a1cd15c37ee3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 946 time: 0.3141248 Jun 03 15:27:53.186779 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc0bead-938a-4229-86e5-ce42fa5a5edb'] response: {'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'code': 200} Jun 03 15:27:53.227879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecc46798-9342-471d-9c27-5f1eb40ab421 req-6ce566af-adeb-4fd9-9fa5-e675093947e0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040654 Jun 03 15:27:53.242899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-658686947', 'description': 'tempest-description-536739867'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:53.258210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:53.278700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:53.282859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:53.304499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:53.331843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.369709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:53.379799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group_rule and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:53.390060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:53.408463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519a2b20-89f5-4dea-8965-800d1d35e644 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:53.409777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:53.419602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.451725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.501704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Transition to ACTIVE for port object 519a2b20-89f5-4dea-8965-800d1d35e644 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:53.543373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.646284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.666732 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.717813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54832) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:53.722503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.723726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ddf49b7-a9bd-4e7b-bf90-39d46daff9bd req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4994788 Jun 03 15:27:53.734602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebdad1-486b-4938-8f42-e44edf4c2093 req-5b4aa5db-81d1-455c-b17c-7f23b46faa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:53.736864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5ebdad1-486b-4938-8f42-e44edf4c2093 req-5b4aa5db-81d1-455c-b17c-7f23b46faa8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 1097 time: 0.2088728 Jun 03 15:27:53.813037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e035451-6181-4136-893b-a0ed5776f0e7 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2934cd-7425-4be0-ac09-b68f255ecc5a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:53.990015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5ebdad1-486b-4938-8f42-e44edf4c2093 req-13254ded-6e9b-47eb-9ffd-78ef3895c85b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438366 Jun 03 15:27:53.999563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1dc03190-8a5b-4159-b993-595b346f185f req-9bc39b8f-79b8-4404-835e-6bb45e80d13c tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/ca2934cd-7425-4be0-ac09-b68f255ecc5a HTTP/1.1" status: 200 len: 1813 time: 0.2202492 Jun 03 15:27:54.038449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Pushing event updated for resources: {'Port': ['ID=519a2b20-89f5-4dea-8965-800d1d35e644,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:54.153385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe569f-52ad-47a3-b1fd-90b73b67e4a5 req-c07bc3e3-a100-4b38-9214-33e8db68cf24 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.155071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7fe569f-52ad-47a3-b1fd-90b73b67e4a5 req-c07bc3e3-a100-4b38-9214-33e8db68cf24 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.3210220 Jun 03 15:27:54.267613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1670578162-network', 'tenant_id': '899cf1891198405893f60f40676126d8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:54.282734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:54.293704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Usage tracker for resource:network and tenant:899cf1891198405893f60f40676126d8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:54.299122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:54.307103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7fe569f-52ad-47a3-b1fd-90b73b67e4a5 req-75a1ffbd-e3df-49d1-a3f6-ff61090e27f3 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384103 Jun 03 15:27:54.312172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:54.331968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Made reservation on behalf of 899cf1891198405893f60f40676126d8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:54.335184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.366203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.438048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1962504592', 'description': 'tempest-description-1346422779'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:54.448990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Attempting to bind port 519a2b20-89f5-4dea-8965-800d1d35e644 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:54.449603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Attempting to bind port 519a2b20-89f5-4dea-8965-800d1d35e644 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:54.450135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Attempting to bind port 519a2b20-89f5-4dea-8965-800d1d35e644 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:54.459510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:54.467879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Port 519a2b20-89f5-4dea-8965-800d1d35e644 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:27:54.469802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Attempting to bind port 519a2b20-89f5-4dea-8965-800d1d35e644 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:54.473681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:54.475946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:54.486662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:54.497944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:54.501793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Checking segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:54.503107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Usage tracker for resource:security_group_rule and tenant:899cf1891198405893f60f40676126d8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:54.503481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Bound using segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:54.506591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Bound port: 519a2b20-89f5-4dea-8965-800d1d35e644, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:54.508641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:54.509512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.515312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:54.534492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:54.555456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.565744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.572871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:54.586133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.669303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:54.702327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbc9cb-28f6-4e30-b88f-cf652c865e7f req-323226a6-3d73-4415-94c3-3d05b09b6ae3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.706705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ddbc9cb-28f6-4e30-b88f-cf652c865e7f req-323226a6-3d73-4415-94c3-3d05b09b6ae3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 944 time: 0.3410861 Jun 03 15:27:54.715165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 23d56504-3b23-4f87-829d-b7c26fcbe663 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:54.715890 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.725843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group_rule and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:54.733260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:54.787355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=bb8445f2-b77f-4850-9e52-caffc9c2d333,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:54.798924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:54.810987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] In _notify_port_updated(), no bound segment for port bb8445f2-b77f-4850-9e52-caffc9c2d333 on network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:27:54.823108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.823907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.830058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b6cfde4-ba69-47b6-909b-fac008bc4189 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "PUT /v2.0/ports/bb8445f2-b77f-4850-9e52-caffc9c2d333 HTTP/1.1" status: 200 len: 818 time: 1.9139791 Jun 03 15:27:54.832149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54852) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:54.935099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ddbc9cb-28f6-4e30-b88f-cf652c865e7f req-e8196ca6-b7cc-4b20-ba32-6470968a3a0d tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037826 Jun 03 15:27:55.167708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.169025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:55.171338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.186028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.193918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.258209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port bb8445f2-b77f-4850-9e52-caffc9c2d333 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:55.258779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.261856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:55.263152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:55.293015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.392862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03059904-35a5-47a1-992e-7ab8ec0f9cae,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:55.413201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.438214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:55.468928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59669c9-5d14-4457-b0ef-3e9bc1e06f6e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:55.483013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:55.487646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] For port 519a2b20-89f5-4dea-8965-800d1d35e644, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:55.530550 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.530963 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Added segment c9709645-8547-4458-b03d-7da90aef7372 of type vlan for network b8d1beaa-acbf-4962-a34c-26f433288c6b Jun 03 15:27:55.540405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] For port 519a2b20-89f5-4dea-8965-800d1d35e644, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=519a2b20-89f5-4dea-8965-800d1d35e644,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:55.545253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.557717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29be4f2c-950e-4bf4-9d5b-d1283f2db15e req-3bba0c2c-a539-46ef-82e9-7f95b27cb0ca tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1295409 Jun 03 15:27:55.584790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59502d9-3b9d-4c0c-8210-e31fb94e6aba req-50e83c3c-fd2e-4c8b-8790-56a0fc4fc1cf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:55.594600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.602908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a59502d9-3b9d-4c0c-8210-e31fb94e6aba req-50e83c3c-fd2e-4c8b-8790-56a0fc4fc1cf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 946 time: 0.2936993 Jun 03 15:27:55.642329 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf51eff2-47a3-43ca-a6f0-435e433d177a'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'code': 200} Jun 03 15:27:55.666117 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.727445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a59502d9-3b9d-4c0c-8210-e31fb94e6aba req-ae24f733-d547-400b-a171-8b44652f62d3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222827 Jun 03 15:27:55.805257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:55.805905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.807732 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] 10.222.0.70 "PUT /v2.0/ports/519a2b20-89f5-4dea-8965-800d1d35e644 HTTP/1.1" status: 200 len: 1092 time: 4.2068427 Jun 03 15:27:55.812759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:55.855091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.874497 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.876834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:55.877628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a258611-2e87-4093-b434-9b9edd64fa1f service neutron] Pushing event updated for resources: {'Port': ['ID=519a2b20-89f5-4dea-8965-800d1d35e644,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:55.877910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.103126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3795421 Jun 03 15:27:56.127952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73f3cd35-8a62-4a66-843b-06a7c37aef0b req-311c00e2-baca-4aa9-a618-74ed503ed299 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/d59669c9-5d14-4457-b0ef-3e9bc1e06f6e HTTP/1.1" status: 200 len: 1815 time: 0.3388181 Jun 03 15:27:56.139729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54896) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:56.158825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c58d7-e7c9-4985-b3c1-8c8616d3ea0c admin admin] Pushing event updated for resources: {'Network': ['ID=b8d1beaa-acbf-4962-a34c-26f433288c6b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:56.173737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Request body: {'subnet': {'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1670578162-subnet', 'tenant_id': '899cf1891198405893f60f40676126d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:56.175606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b8d1beaa-acbf-4962-a34c-26f433288c6b details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:27:56.188364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:56.215764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Usage tracker for resource:subnet and tenant:899cf1891198405893f60f40676126d8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:56.219674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:56.230302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for bb8445f2-b77f-4850-9e52-caffc9c2d333 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:56.263981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:56.333635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e390f5-c8c8-441d-9917-6b30e47afd2f req-ca02adc5-d811-4c7e-80c3-0b0e2856b4ed tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:56.347216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2e390f5-c8c8-441d-9917-6b30e47afd2f req-ca02adc5-d811-4c7e-80c3-0b0e2856b4ed tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.5313377 Jun 03 15:27:56.355740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Made reservation on behalf of 899cf1891198405893f60f40676126d8 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:56.367303 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.527333 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb463df2-be90-4eef-9eaf-8ab526a20212'] response: {'name': 'network-changed', 'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644', 'status': 'completed', 'code': 200} Jun 03 15:27:56.533286 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.677293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=bb8445f2-b77f-4850-9e52-caffc9c2d333,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:56.692554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2e390f5-c8c8-441d-9917-6b30e47afd2f req-c7b91257-47ee-4074-8b87-7e95522d639e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438299 Jun 03 15:27:56.745656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.755673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1853900735', 'description': 'tempest-description-2057059835'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:56.770799 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c7c49940-d2a9-482f-bc9e-660ad1c2aab8 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/bb8445f2-b77f-4850-9e52-caffc9c2d333 HTTP/1.1" status: 204 len: 168 time: 1.9298737 Jun 03 15:27:56.772143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54914) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:56.779506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:56.798709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:56.803755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:56.826641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:56.938058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.957592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-819be1ea-d614-48a4-9a13-79385ecabc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:56.960199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-819be1ea-d614-48a4-9a13-79385ecabc81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 1095 time: 0.9967384 Jun 03 15:27:57.082006 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-4f34151c-778f-4d89-9e9e-ff9d31518180 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519a2b20-89f5-4dea-8965-800d1d35e644 HTTP/1.1" status: 200 len: 217 time: 0.1136832 Jun 03 15:27:57.099885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee537e-ea8a-4c3c-afac-96d2beb314ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:57.100675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-25ee537e-ea8a-4c3c-afac-96d2beb314ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:57.237782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-25ee537e-ea8a-4c3c-afac-96d2beb314ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:57.242761 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-25ee537e-ea8a-4c3c-afac-96d2beb314ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4660017 Jun 03 15:27:57.242961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:57.243093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54918) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:57.272946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Usage tracker for resource:security_group_rule and tenant:a8b98d1121e04e24b12c9c98283603a0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:57.285249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-7f953547-f252-48a7-9df3-bfe0e23504f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:57.286765 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-7f953547-f252-48a7-9df3-bfe0e23504f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.1696067 Jun 03 15:27:57.291931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:57.323530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:57.340945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.461553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae5f82-2ed8-4435-bc5c-158fb7e71b5f req-5beae108-a851-454a-9a0e-e6c5f17a6cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:57.464600 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa41895e-627a-4dc9-bbad-dee162ed7d06 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:27:57.469513 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aa41895e-627a-4dc9-bbad-dee162ed7d06 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/bb8445f2-b77f-4850-9e52-caffc9c2d333 HTTP/1.1" status: 404 len: 333 time: 0.2225125 Jun 03 15:27:57.473831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54922) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:57.475893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adae5f82-2ed8-4435-bc5c-158fb7e71b5f req-5beae108-a851-454a-9a0e-e6c5f17a6cec tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 944 time: 0.5160880 Jun 03 15:27:57.481900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1542381850'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:57.489932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:57.502078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:57.508169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:57.518078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:57.538033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:57.543037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.569691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-19d6d629-261e-4ee2-8698-431d8b223c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:57.571226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-19d6d629-261e-4ee2-8698-431d8b223c15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751117 Jun 03 15:27:57.607765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:57.608458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:57.707081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.707518 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment a91bab94-8da4-45ce-9d1d-97c16736f2c8 of type vlan for network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 Jun 03 15:27:57.762647 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.791457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-a97161d9-4e72-4f4e-8ab2-9a915f8481e0 service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125652 Jun 03 15:27:57.823671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Checking segment: {'id': 'c9709645-8547-4458-b03d-7da90aef7372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:57.824756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Network hostable DHCP agents. Network: b8d1beaa-acbf-4962-a34c-26f433288c6b, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:57.840158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adae5f82-2ed8-4435-bc5c-158fb7e71b5f req-a9728eeb-d429-479a-872e-504c8e560b63 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628285 Jun 03 15:27:57.907449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.911131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Network b8d1beaa-acbf-4962-a34c-26f433288c6b is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:57.913508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:57.914187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.919112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.930853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.997785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b8d1beaa-acbf-4962-a34c-26f433288c6b) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:58.047062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac7735-1165-4f51-bd75-de16db42b36d None None] Network b8d1beaa-acbf-4962-a34c-26f433288c6b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:58.065953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5885792 Jun 03 15:27:58.069146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54932) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:58.088756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:58.109775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.110759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.195207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.198196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61cc28bb-8d07-4b7b-a541-79d8c4dcbe05 req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.4549799 Jun 03 15:27:58.219171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23c8d7-ab01-4679-aeaf-004bb77555ad tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=9646b87b-70d3-4314-bea0-c1a58e6f3e63,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:58.245364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:58.267160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:58.279074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5a4b431-78c0-4e25-8abe-4599358da1f5 req-ebf8b9b8-b57d-4be9-982b-7615dfc1c574 service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762065 Jun 03 15:27:58.279930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:58.295103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:58.304250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a9f1-d895-4a88-a094-cc103eb1b961 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc03b44-02c2-4fa5-85d8-880c6815150e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:58.320616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:58.324408 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.334084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-26dc542e-3a62-40d7-a03f-540c95b0c302 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1815760 Jun 03 15:27:58.342279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:27:58.453328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d108a-c541-4017-a8ca-a67ddb687104 req-e22143e3-7dc3-42d6-b67c-21a2bfa32b65 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.462130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8d108a-c541-4017-a8ca-a67ddb687104 req-e22143e3-7dc3-42d6-b67c-21a2bfa32b65 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 946 time: 0.3823934 Jun 03 15:27:58.644872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8d108a-c541-4017-a8ca-a67ddb687104 req-6ef6281f-fb4d-4750-a819-20f8f6021379 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810253 Jun 03 15:27:58.738782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b801b0-2672-43d9-aa49-1c0e207ce1a9 req-f353f390-9d34-4953-9f9f-846dfc32547e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.751957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94b801b0-2672-43d9-aa49-1c0e207ce1a9 req-f353f390-9d34-4953-9f9f-846dfc32547e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.3706846 Jun 03 15:27:58.867100 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.905163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94b801b0-2672-43d9-aa49-1c0e207ce1a9 req-91fe4d13-54ba-4edd-b8f5-88898a6632b4 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496723 Jun 03 15:27:58.918596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec172dcc-c926-4694-be62-5f195f4084ac None None] Network b8d1beaa-acbf-4962-a34c-26f433288c6b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:58.928566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1525df6e-dc64-4a6a-813e-095e74392af3 req-2f5ecc7c-196e-4153-bf74-4fb6409de2fd tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/bbc03b44-02c2-4fa5-85d8-880c6815150e HTTP/1.1" status: 200 len: 1815 time: 0.2107756 Jun 03 15:27:58.986036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=b1780c1e-7c47-422a-b755-a0fe8df71a34,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:59.113380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': 'a91bab94-8da4-45ce-9d1d-97c16736f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:59.131640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: 9646b87b-70d3-4314-bea0-c1a58e6f3e63, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:59.183682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-77d270c2-a3bc-4498-ad0b-4223f1174809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.194390 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-77d270c2-a3bc-4498-ad0b-4223f1174809 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 1095 time: 0.8238692 Jun 03 15:27:59.436518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:59.480148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 9646b87b-70d3-4314-bea0-c1a58e6f3e63) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:59.487017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-d708838b-5ebc-4fc5-bb25-08237cdd26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.493060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7146d45b-57cb-4667-8b67-61a83ce57ff6 None None] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:59.497353 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-d708838b-5ebc-4fc5-bb25-08237cdd26bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.2928731 Jun 03 15:27:59.499337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.500231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.637443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-75fc28e5-cd38-446d-80bd-838ad9413767 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519a2b20-89f5-4dea-8965-800d1d35e644 HTTP/1.1" status: 200 len: 217 time: 0.1296256 Jun 03 15:27:59.639387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94060-38b9-43e0-96eb-2ba6af31fed6 req-5e390555-08f9-4b93-9df7-0afe728dd5b2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.641310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7eb94060-38b9-43e0-96eb-2ba6af31fed6 req-5e390555-08f9-4b93-9df7-0afe728dd5b2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 944 time: 0.4196563 Jun 03 15:27:59.729046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7eb94060-38b9-43e0-96eb-2ba6af31fed6 req-cc1e49dd-84e9-4bca-81f3-d9010601216a tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712125 Jun 03 15:27:59.765196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c484-a2a0-4efc-9384-558217353b2d req-9b34d65d-0e87-4e66-87d1-ee574cff0ddc tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.766303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-03c8c484-a2a0-4efc-9384-558217353b2d req-9b34d65d-0e87-4e66-87d1-ee574cff0ddc tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Synchronizing usage tracker for tenant:899cf1891198405893f60f40676126d8 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:59.844781 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-8a7bdef4-f59f-4996-992d-2e082cec10f8 req-129bf3c5-5f6a-4dc6-b3ae-9ed478bdb390 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] show failed (client error): The resource could not be found. Jun 03 15:27:59.846698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a7bdef4-f59f-4996-992d-2e082cec10f8 req-129bf3c5-5f6a-4dc6-b3ae-9ed478bdb390 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/6f1d4d6c-ec47-4320-8532-8f6c746ed89c HTTP/1.1" status: 404 len: 352 time: 0.0564382 Jun 03 15:27:59.848862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-b2a63422-0555-4aea-b20e-0742deeafe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.850481 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-b2a63422-0555-4aea-b20e-0742deeafe21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.1868055 Jun 03 15:27:59.853610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-03c8c484-a2a0-4efc-9384-558217353b2d req-9b34d65d-0e87-4e66-87d1-ee574cff0ddc tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Unset dirty status for tenant:899cf1891198405893f60f40676126d8 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:59.857754 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b10e58df-0269-42c7-8d7f-e9b8721f8098 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7837749 Jun 03 15:27:59.866906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-9b34d65d-0e87-4e66-87d1-ee574cff0ddc tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/networks?id=b8d1beaa-acbf-4962-a34c-26f433288c6b HTTP/1.1" status: 200 len: 822 time: 0.5507796 Jun 03 15:27:59.867575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:59.884234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:59.885935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-09ddc123-5e3a-40ce-b1c9-d06768254da0 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/quotas/899cf1891198405893f60f40676126d8 HTTP/1.1" status: 200 len: 375 time: 0.0180643 Jun 03 15:27:59.960661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-b956a1b7-235c-4357-bca4-17b493a584aa tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=899cf1891198405893f60f40676126d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737276 Jun 03 15:27:59.967584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-9646b87b-70d3-4314-bea0-c1a58e6f3e63', 'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63', 'tenant_id': 'e34ad0a1e7ca492c92def23d0f59b0ed', 'fixed_ips': [{'subnet_id': 'b1780c1e-7c47-422a-b755-a0fe8df71a34'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:59.968785 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.013642 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-9ec0efbb-138e-4f7d-be0b-539cbe740f91 req-e0b99198-545b-4872-8fd0-bd6af77c4830 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] show failed (client error): The resource could not be found. Jun 03 15:28:00.014670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ec0efbb-138e-4f7d-be0b-539cbe740f91 req-e0b99198-545b-4872-8fd0-bd6af77c4830 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-group-rules/015efb23-6999-4ecf-8d64-b42496cec711 HTTP/1.1" status: 404 len: 361 time: 0.0792952 Jun 03 15:28:00.346452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-71a78e78-09b4-4ff8-b70f-fbcb2a7dc5e9 service neutron] 10.222.0.66 "GET /v2.0/networks/b8d1beaa-acbf-4962-a34c-26f433288c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844466 Jun 03 15:28:00.392984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:00.407573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:00.412311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:00.420964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:00.447010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-dd58ef68-39b2-4342-adbc-89c3151e5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.448723 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-dd58ef68-39b2-4342-adbc-89c3151e5391 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5872824 Jun 03 15:28:00.450950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:00.457397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.577483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-ebb25b3b-ee9b-4cff-a3c5-fe6dbf188500 service neutron] 10.222.0.66 "GET /v2.0/networks/b8d1beaa-acbf-4962-a34c-26f433288c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295182 Jun 03 15:28:00.653262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 519a2b20-89f5-4dea-8965-800d1d35e644 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:28:00.680957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea51d1-d3e8-4025-ae61-7bcac9049b45 req-331e2d41-462a-4f65-aa3a-196fe9fc9b7a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.687050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4ea51d1-d3e8-4025-ae61-7bcac9049b45 req-331e2d41-462a-4f65-aa3a-196fe9fc9b7a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.4417827 Jun 03 15:28:00.788096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Allocated IP 172.20.0.2 (9646b87b-70d3-4314-bea0-c1a58e6f3e63/b1780c1e-7c47-422a-b755-a0fe8df71a34/9aa19dc0-fcab-45e8-a8be-b9845187cfd2) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:00.860365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4ea51d1-d3e8-4025-ae61-7bcac9049b45 req-cfd7749d-6dab-4e93-ab31-d219f707d458 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632845 Jun 03 15:28:01.021124 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45991140-594a-48e0-8ece-d6a8ee2da625 req-ae431706-d4bd-455f-935a-7fc2accdd88a tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/bbc03b44-02c2-4fa5-85d8-880c6815150e HTTP/1.1" status: 200 len: 1815 time: 0.1428466 Jun 03 15:28:01.226259 n-d-844594-1 neutron-server[88339]: INFO neutron.db.ipam_backend_mixin [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1780c1e-7c47-422a-b755-a0fe8df71a34 (CIDR: 172.20.0.0/28) Jun 03 15:28:01.234460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-45991140-594a-48e0-8ece-d6a8ee2da625 req-dad96364-a5b8-4ebc-924d-f40df164c1ed tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.311515 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:28:01.315903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:28:01.338156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-45991140-594a-48e0-8ece-d6a8ee2da625 req-dad96364-a5b8-4ebc-924d-f40df164c1ed tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.427295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227278f-b313-4deb-8871-99a5463811f7 req-ea022c01-0d51-4417-8f63-351b5ebac8f0 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:01.440021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7227278f-b313-4deb-8871-99a5463811f7 req-ea022c01-0d51-4417-8f63-351b5ebac8f0 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 944 time: 0.2479749 Jun 03 15:28:01.478486 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-da30b133-217b-4506-a52d-44949e37d9a4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6051044 Jun 03 15:28:01.479421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54998) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:01.487746 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-dc97ed9b-1f34-4aff-8ec3-9db0fc2d46b6 service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411417 Jun 03 15:28:01.491737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:01.565766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7227278f-b313-4deb-8871-99a5463811f7 req-7647e344-a553-48fc-b97d-e72da238cd64 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231873 Jun 03 15:28:01.572790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-45991140-594a-48e0-8ece-d6a8ee2da625 req-dad96364-a5b8-4ebc-924d-f40df164c1ed tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.619936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad96364-a5b8-4ebc-924d-f40df164c1ed tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc03b44-02c2-4fa5-85d8-880c6815150e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:01.645772 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-45991140-594a-48e0-8ece-d6a8ee2da625 req-dad96364-a5b8-4ebc-924d-f40df164c1ed tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.650017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45991140-594a-48e0-8ece-d6a8ee2da625 req-dad96364-a5b8-4ebc-924d-f40df164c1ed tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "DELETE /v2.0/security-groups/bbc03b44-02c2-4fa5-85d8-880c6815150e HTTP/1.1" status: 204 len: 173 time: 0.6279442 Jun 03 15:28:01.734070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 519a2b20-89f5-4dea-8965-800d1d35e644, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=519a2b20-89f5-4dea-8965-800d1d35e644,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:01.746585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1235a534-0d64-4755-8ef4-3b0108737498 req-4986ffd5-e677-4a7e-9d34-d0ab9d1bd2fe tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 210 time: 0.1029937 Jun 03 15:28:01.835999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-724ad49a-f03a-48ba-9e38-16d2f8edb5c9 req-e889333b-d2a5-42ec-8904-6305ded3d91b tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/d59669c9-5d14-4457-b0ef-3e9bc1e06f6e HTTP/1.1" status: 200 len: 1815 time: 0.1347318 Jun 03 15:28:01.867051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.895336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Transition to ACTIVE for port object 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:01.940512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Transition to ACTIVE for port object 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:01.964960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '519a2b20-89f5-4dea-8965-800d1d35e644', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'port_id': '519a2b20-89f5-4dea-8965-800d1d35e644', 'mac_address': 'fa:16:3e:6d:22:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:28:01.975155 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.054290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b387b806-4db2-416d-bfb7-4fd168b8ab1b req-3478d1f3-44f0-445b-abac-11cc45969d48 service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124013 Jun 03 15:28:02.090127 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-724ad49a-f03a-48ba-9e38-16d2f8edb5c9 req-7f4df534-4523-43ab-b60a-070cfb705874 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.193969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:02.212966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:02.234077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:02.269706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-724ad49a-f03a-48ba-9e38-16d2f8edb5c9 req-7f4df534-4523-43ab-b60a-070cfb705874 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.359585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:02.370379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:02.377898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:02.394691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:02.421177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cae89-4834-4706-a104-5f5a70fb06ec req-b1259c1e-253c-47c9-a9af-f861c4cd0aa6 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:02.429417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:02.445990 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.460516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a60cae89-4834-4706-a104-5f5a70fb06ec req-b1259c1e-253c-47c9-a9af-f861c4cd0aa6 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.2698939 Jun 03 15:28:02.485748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Attempting to bind port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:02.486685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Attempting to bind port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a91bab94-8da4-45ce-9d1d-97c16736f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:02.487557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Attempting to bind port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 on network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:02.495575 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-724ad49a-f03a-48ba-9e38-16d2f8edb5c9 req-7f4df534-4523-43ab-b60a-070cfb705874 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.502806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:02.504794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Checking segment: {'id': 'a91bab94-8da4-45ce-9d1d-97c16736f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:02.505899 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.506831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Bound using segment: {'id': 'a91bab94-8da4-45ce-9d1d-97c16736f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:02.507905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Bound port: 9aa19dc0-fcab-45e8-a8be-b9845187cfd2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91bab94-8da4-45ce-9d1d-97c16736f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:02.508826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.557139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 519a2b20-89f5-4dea-8965-800d1d35e644 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:02.558087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.571688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-724ad49a-f03a-48ba-9e38-16d2f8edb5c9 req-7f4df534-4523-43ab-b60a-070cfb705874 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.576459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Pushing event updated for resources: {'Port': ['ID=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:02.584999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-724ad49a-f03a-48ba-9e38-16d2f8edb5c9 req-7f4df534-4523-43ab-b60a-070cfb705874 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "DELETE /v2.0/security-groups/d59669c9-5d14-4457-b0ef-3e9bc1e06f6e HTTP/1.1" status: 204 len: 173 time: 0.7425125 Jun 03 15:28:02.584999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4df534-4523-43ab-b60a-070cfb705874 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59669c9-5d14-4457-b0ef-3e9bc1e06f6e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:02.758707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a60cae89-4834-4706-a104-5f5a70fb06ec req-98d936f0-78a4-4367-8744-de48d32d0a09 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925096 Jun 03 15:28:02.787611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04843396-4c03-4c1b-8eb8-8f943cb53aa3 req-15acb6e7-4ccd-4256-ad93-fa516e6793a9 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/ca2934cd-7425-4be0-ac09-b68f255ecc5a HTTP/1.1" status: 200 len: 1813 time: 0.1505055 Jun 03 15:28:02.944365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-04843396-4c03-4c1b-8eb8-8f943cb53aa3 req-42ea8a76-3812-494b-ab2e-e2125b1c43f5 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.947170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519a2b20-89f5-4dea-8965-800d1d35e644 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:03.015570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 519a2b20-89f5-4dea-8965-800d1d35e644, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=519a2b20-89f5-4dea-8965-800d1d35e644,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:03.035588 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.046576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-04843396-4c03-4c1b-8eb8-8f943cb53aa3 req-42ea8a76-3812-494b-ab2e-e2125b1c43f5 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.107988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] For port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:03.232985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] For port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,segment=NetworkSegment(a91bab94-8da4-45ce-9d1d-97c16736f2c8),segment_id=a91bab94-8da4-45ce-9d1d-97c16736f2c8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:03.248738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.287873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=519a2b20-89f5-4dea-8965-800d1d35e644,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.342996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.351462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['519a2b20-89f5-4dea-8965-800d1d35e644'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:03.582281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:03.591118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:03.601929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b8c1-6b91-498b-bf3f-fbae2e80d6e4 req-5f67e96a-ac9b-49da-aaa2-f91899bdae63 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:03.603361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:03.604534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.615522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d269b8c1-6b91-498b-bf3f-fbae2e80d6e4 req-5f67e96a-ac9b-49da-aaa2-f91899bdae63 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 945 time: 0.2957430 Jun 03 15:28:03.618119 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-04843396-4c03-4c1b-8eb8-8f943cb53aa3 req-42ea8a76-3812-494b-ab2e-e2125b1c43f5 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.663737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de5ab-6d0a-4be3-b65b-a39fb9c64b7f None None] Pushing event updated for resources: {'Port': ['ID=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.670015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=1a7ae563-a3de-4688-81ea-a946ba5b7b7d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.690132 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f752949b-7db6-4332-a4cf-9acac1796305 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2093475 Jun 03 15:28:03.691306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55028) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:03.703135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63', 'fixed_ips': [{'subnet_id': 'b1780c1e-7c47-422a-b755-a0fe8df71a34'}, {'subnet_id': '1a7ae563-a3de-4688-81ea-a946ba5b7b7d'}], 'name': 'tempest-PortsTestJSON-1175869326'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:03.729510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-04843396-4c03-4c1b-8eb8-8f943cb53aa3 req-42ea8a76-3812-494b-ab2e-e2125b1c43f5 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.756789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04843396-4c03-4c1b-8eb8-8f943cb53aa3 req-42ea8a76-3812-494b-ab2e-e2125b1c43f5 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "DELETE /v2.0/security-groups/ca2934cd-7425-4be0-ac09-b68f255ecc5a HTTP/1.1" status: 204 len: 173 time: 0.9677331 Jun 03 15:28:03.762969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea8a76-3812-494b-ab2e-e2125b1c43f5 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2934cd-7425-4be0-ac09-b68f255ecc5a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.827347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d269b8c1-6b91-498b-bf3f-fbae2e80d6e4 req-d73d23ac-8b75-45ce-a0ae-8fb82d2e2104 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101121 Jun 03 15:28:04.027535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-802a4491-c2c5-4311-993c-61757212340a req-fb1357e0-b737-40ca-ba2b-1dd8d7176603 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/7e75f2cb-0a31-4844-99b1-d0f035f85a0c HTTP/1.1" status: 200 len: 1815 time: 0.1111150 Jun 03 15:28:04.195156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f429211-dcf2-4b16-87a0-36d7e7ca8689 req-49616638-0630-438e-ae45-ea58dafa1610 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 210 time: 0.1316741 Jun 03 15:28:04.238901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:04.247663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:04.263220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:04.279680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:04.295757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-802a4491-c2c5-4311-993c-61757212340a req-5ed3db9d-5414-4427-828e-2b6c3162c6c9 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.307951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:04.400083 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-802a4491-c2c5-4311-993c-61757212340a req-5ed3db9d-5414-4427-828e-2b6c3162c6c9 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.534012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-802a4491-c2c5-4311-993c-61757212340a req-5ed3db9d-5414-4427-828e-2b6c3162c6c9 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.606879 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.643086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 42da25ff-7168-48da-af43-bb574f2fb890 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:28:04.709622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3db9d-5414-4427-828e-2b6c3162c6c9 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e75f2cb-0a31-4844-99b1-d0f035f85a0c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:04.713638 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-802a4491-c2c5-4311-993c-61757212340a req-5ed3db9d-5414-4427-828e-2b6c3162c6c9 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.723574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-802a4491-c2c5-4311-993c-61757212340a req-5ed3db9d-5414-4427-828e-2b6c3162c6c9 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "DELETE /v2.0/security-groups/7e75f2cb-0a31-4844-99b1-d0f035f85a0c HTTP/1.1" status: 204 len: 173 time: 0.6800008 Jun 03 15:28:05.054934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 519a2b20-89f5-4dea-8965-800d1d35e644 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:05.113819 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7322b2b3-9b9e-4766-91d0-d6c387694c19 req-f626fe28-7bb8-4272-9be5-97690cf866a1 tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "GET /v2.0/security-groups/7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6 HTTP/1.1" status: 200 len: 1814 time: 0.3480277 Jun 03 15:28:05.300205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:05.409051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 519a2b20-89f5-4dea-8965-800d1d35e644 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:05.429575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 519a2b20-89f5-4dea-8965-800d1d35e644 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:05.431265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.623437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c484-a2a0-4efc-9384-558217353b2d req-83898ce4-8df4-450d-9b73-8fcfa18e46f2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:05.626603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-83898ce4-8df4-450d-9b73-8fcfa18e46f2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.15 "GET /v2.0/networks?id=b8d1beaa-acbf-4962-a34c-26f433288c6b HTTP/1.1" status: 200 len: 822 time: 0.9586778 Jun 03 15:28:05.628080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7322b2b3-9b9e-4766-91d0-d6c387694c19 req-ff2a61f9-0a03-4b3d-a2d7-7e4df6f35bbb tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.671983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6bfac-46f1-492a-aac5-61bc094eddb8 req-da0079b4-3520-4d88-8bdb-7a09f4e0c0b4 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:05.695662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:05.702857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79e6bfac-46f1-492a-aac5-61bc094eddb8 req-da0079b4-3520-4d88-8bdb-7a09f4e0c0b4 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 1.1002917 Jun 03 15:28:05.792570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7322b2b3-9b9e-4766-91d0-d6c387694c19 req-ff2a61f9-0a03-4b3d-a2d7-7e4df6f35bbb tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.830577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.6 (9646b87b-70d3-4314-bea0-c1a58e6f3e63/b1780c1e-7c47-422a-b755-a0fe8df71a34/42da25ff-7168-48da-af43-bb574f2fb890) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:05.850189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Request body: {'port': {'device_id': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b', 'admin_state_up': True, 'tenant_id': '899cf1891198405893f60f40676126d8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:05.859705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.22 (9646b87b-70d3-4314-bea0-c1a58e6f3e63/1a7ae563-a3de-4688-81ea-a946ba5b7b7d/42da25ff-7168-48da-af43-bb574f2fb890) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:05.945535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 519a2b20-89f5-4dea-8965-800d1d35e644 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:05.947623 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.964502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a93d1-a7d8-4851-9124-53610b3bf15a None None] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:06.080583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79e6bfac-46f1-492a-aac5-61bc094eddb8 req-8efeb01a-5268-4829-820f-f458d1f6e7f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355337 Jun 03 15:28:06.092520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7322b2b3-9b9e-4766-91d0-d6c387694c19 req-ff2a61f9-0a03-4b3d-a2d7-7e4df6f35bbb tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.100224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 519a2b20-89f5-4dea-8965-800d1d35e644, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=519a2b20-89f5-4dea-8965-800d1d35e644,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:06.111522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:06.125779 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.147779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a61f9-0a03-4b3d-a2d7-7e4df6f35bbb tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:06.215164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7322b2b3-9b9e-4766-91d0-d6c387694c19 req-ff2a61f9-0a03-4b3d-a2d7-7e4df6f35bbb tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.216339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7322b2b3-9b9e-4766-91d0-d6c387694c19 req-ff2a61f9-0a03-4b3d-a2d7-7e4df6f35bbb tempest-SecurityGroupRulesNegativeTestJSON-156600583 tempest-SecurityGroupRulesNegativeTestJSON-156600583-project] 10.222.0.66 "DELETE /v2.0/security-groups/7d05ccf5-61c1-44b8-a2fd-254f4ca35cf6 HTTP/1.1" status: 204 len: 173 time: 1.1005919 Jun 03 15:28:06.233613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55052) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:06.329752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-45c76596-efd0-4427-90bb-17796037426a None None] Provisioning for port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:06.348309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-45c76596-efd0-4427-90bb-17796037426a None None] Provisioning complete for port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:06.348612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45c76596-efd0-4427-90bb-17796037426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.468181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] Deleting subnet 38d07d6b-4ed3-46e5-9436-a40a38c8a62c {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:06.477342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=519a2b20-89f5-4dea-8965-800d1d35e644,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:06.523292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.524047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.566927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 42da25ff-7168-48da-af43-bb574f2fb890 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:06.576650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:06.595155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Usage tracker for resource:port and tenant:899cf1891198405893f60f40676126d8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:06.612679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f11da3b-8b3b-4305-b600-26adc2a08e13 req-60fb6e2f-69c2-4f90-9e9f-a9841a751536 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 210 time: 0.1344938 Jun 03 15:28:06.614198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:06.622131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.636567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:06.662102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7a116-b395-4ef9-9919-60ceb0b4c95b req-99466885-bf7a-485b-98f9-dd2649586519 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:06.679279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38f7a116-b395-4ef9-9919-60ceb0b4c95b req-99466885-bf7a-485b-98f9-dd2649586519 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 946 time: 0.3545837 Jun 03 15:28:06.756351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.786371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45c76596-efd0-4427-90bb-17796037426a None None] Current status of the port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:06.793154 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45c76596-efd0-4427-90bb-17796037426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.831185 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a3a971-064a-4477-9c4a-a9fb391033f6'] response: {'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644', 'code': 200} Jun 03 15:28:06.848616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Made reservation on behalf of 899cf1891198405893f60f40676126d8 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:06.858460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.882225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-45c76596-efd0-4427-90bb-17796037426a None None] For port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,segment=NetworkSegment(a91bab94-8da4-45ce-9d1d-97c16736f2c8),segment_id=a91bab94-8da4-45ce-9d1d-97c16736f2c8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:06.897420 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45c76596-efd0-4427-90bb-17796037426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.128605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:07.139339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:07.150496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:07.189578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Allocated IP 172.20.0.3 (b8d1beaa-acbf-4962-a34c-26f433288c6b/30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0/3a62758e-12d7-4e8a-a7d7-15770b2536a6) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:07.197161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] Update dhcp port {'port': {'network_id': '9646b87b-70d3-4314-bea0-c1a58e6f3e63', 'fixed_ips': [{'subnet_id': 'b1780c1e-7c47-422a-b755-a0fe8df71a34', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a7ae563-a3de-4688-81ea-a946ba5b7b7d'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '9aa19dc0-fcab-45e8-a8be-b9845187cfd2'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:28:07.319137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c76596-efd0-4427-90bb-17796037426a None None] Pushing event updated for resources: {'Port': ['ID=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.335431 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.355762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.356468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.402796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=42da25ff-7168-48da-af43-bb574f2fb890,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.465523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eec64489-ce9b-4407-9931-4a401eddc0d6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.7726490 Jun 03 15:28:07.470384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55064) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:07.479493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1780c1e-7c47-422a-b755-a0fe8df71a34'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:07.528347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4bf20-e0a3-413c-a4d6-9bdc39068ba8 req-8df3fa53-13ea-47fa-8443-9f1bd5a31d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.529871 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b2a4bf20-e0a3-413c-a4d6-9bdc39068ba8 req-8df3fa53-13ea-47fa-8443-9f1bd5a31d36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 1097 time: 0.5641730 Jun 03 15:28:07.586817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38f7a116-b395-4ef9-9919-60ceb0b4c95b req-49da7964-a810-4658-91fd-c60e8d80a8fa tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8956740 Jun 03 15:28:07.598194 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.651134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b2a4bf20-e0a3-413c-a4d6-9bdc39068ba8 req-8e351d4c-b903-491b-bb85-78e615cc547b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104293 Jun 03 15:28:07.683910 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.917950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] Allocated IP 172.20.0.18 (9646b87b-70d3-4314-bea0-c1a58e6f3e63/1a7ae563-a3de-4688-81ea-a946ba5b7b7d/9aa19dc0-fcab-45e8-a8be-b9845187cfd2) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:08.110838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] For port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,segment=NetworkSegment(a91bab94-8da4-45ce-9d1d-97c16736f2c8),segment_id=a91bab94-8da4-45ce-9d1d-97c16736f2c8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:08.140008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.165541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] Transition to ACTIVE for port object 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:08.167557 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.177115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.321878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Delete allocated IP 172.20.0.22 (9646b87b-70d3-4314-bea0-c1a58e6f3e63/1a7ae563-a3de-4688-81ea-a946ba5b7b7d) {{(pid=88339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:28:08.389810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa082e1-90c3-4d9a-9058-1fb62660acf9 None None] Pushing event updated for resources: {'Port': ['ID=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:08.419610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.441626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.449334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d07d6b-4ed3-46e5-9436-a40a38c8a62c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:08.458244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66995091-efaa-4eb8-84de-f468e0822e37 req-09aa6e07-4020-4f34-8517-0433a34ae887 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 210 time: 0.3721418 Jun 03 15:28:08.469429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2c31f347-a818-42a6-a290-cb75fe02e0d4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/38d07d6b-4ed3-46e5-9436-a40a38c8a62c HTTP/1.1" status: 204 len: 168 time: 2.2346945 Jun 03 15:28:08.479086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55074) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:08.553875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0e7d5-a973-4286-993c-aaf785f5b81b req-25805162-cacd-45a4-8ccd-98656a726a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:08.555561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7d0e7d5-a973-4286-993c-aaf785f5b81b req-25805162-cacd-45a4-8ccd-98656a726a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 1.1101799 Jun 03 15:28:08.637793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.661070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Ignored duplicate provisioning block setup for port 42da25ff-7168-48da-af43-bb574f2fb890 by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:28:08.666675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.710901 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.719613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.893994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=42da25ff-7168-48da-af43-bb574f2fb890,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:09.032903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7d0e7d5-a973-4286-993c-aaf785f5b81b req-2a977dbf-d7e1-4f05-9c5b-c05e2a4081e9 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4136879 Jun 03 15:28:09.047480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Network b8d1beaa-acbf-4962-a34c-26f433288c6b is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:09.086096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:09.095075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:09.121672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:09.137404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] In _notify_port_updated(), no bound segment for port 42da25ff-7168-48da-af43-bb574f2fb890 on network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:28:09.160476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:09.161263 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.166444 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ad07b2ab-d65a-41d4-98a6-65d12bf336d2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "PUT /v2.0/ports/42da25ff-7168-48da-af43-bb574f2fb890 HTTP/1.1" status: 200 len: 919 time: 1.6932671 Jun 03 15:28:09.168340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55090) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:09.184326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1780c1e-7c47-422a-b755-a0fe8df71a34'}, {'subnet_id': '1a7ae563-a3de-4688-81ea-a946ba5b7b7d'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:09.197470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Pushing event updated for resources: {'Port': ['ID=3a62758e-12d7-4e8a-a7d7-15770b2536a6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:09.392512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2f9e8-956c-41c8-9f17-28c77e14f030 None None] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:09.449727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.603038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:09.604231 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.664460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-57802aeb-798e-465e-9520-34f317f023b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9455769 Jun 03 15:28:09.677832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.701384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Request body: {'port': {'device_id': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:09.744912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Provisioning for port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:09.779241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Provisioning complete for port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:09.779499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.791782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72569fb5-93f0-423f-81f3-2bbc75878c18']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:09.811464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba7e24-33ac-46a6-8d6b-54c91c987412 req-467e8001-1db6-4d35-86b0-554e42395e8f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:09.813277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7ba7e24-33ac-46a6-8d6b-54c91c987412 req-467e8001-1db6-4d35-86b0-554e42395e8f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 946 time: 0.9248455 Jun 03 15:28:09.821974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0eaa009-2e24-42ba-87cc-34df2d12e6ab') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:09.822343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0eaa009-2e24-42ba-87cc-34df2d12e6ab') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:09.864577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.011616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.065054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.065562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.20 (9646b87b-70d3-4314-bea0-c1a58e6f3e63/1a7ae563-a3de-4688-81ea-a946ba5b7b7d/42da25ff-7168-48da-af43-bb574f2fb890) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:10.071902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7ba7e24-33ac-46a6-8d6b-54c91c987412 req-be9075fe-3ba9-42ed-9f03-a29073cd45bd tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335641 Jun 03 15:28:10.247263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Current status of the port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:10.336193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Provisioning for port 42da25ff-7168-48da-af43-bb574f2fb890 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:10.345055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.363732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Provisioning complete for port 42da25ff-7168-48da-af43-bb574f2fb890 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:10.367652 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.369144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Ignored duplicate provisioning block setup for port 42da25ff-7168-48da-af43-bb574f2fb890 by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:28:10.474868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a61aa65-8fcb-47af-88cc-caebfb70fc7e None None] Port 42da25ff-7168-48da-af43-bb574f2fb890 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:10.562112 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.618688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:10.619503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.727856 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f0eaa009-2e24-42ba-87cc-34df2d12e6ab resource provider aggregate not found Jun 03 15:28:10.769813 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f0eaa009-2e24-42ba-87cc-34df2d12e6ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0eaa009-2e24-42ba-87cc-34df2d12e6ab found for delete ", "request_id": "req-b89f506d-d995-4be3-a588-61960f83e01a"}]} Jun 03 15:28:10.799493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a62758e-12d7-4e8a-a7d7-15770b2536a6 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:10.809625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.829302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.858424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Transition to ACTIVE for port object 3a62758e-12d7-4e8a-a7d7-15770b2536a6 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:10.863623 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.882139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=72569fb5-93f0-423f-81f3-2bbc75878c18,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:10.888219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.932322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eae0395d-1163-4f05-9c5a-eee9e3b1d4d4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/72569fb5-93f0-423f-81f3-2bbc75878c18 HTTP/1.1" status: 204 len: 168 time: 2.4519644 Jun 03 15:28:10.951591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a748814-575c-4765-931c-4b16daa57fbf req-62daa26a-b3b3-4a72-bbe6-b55071215031 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:10.952453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9a748814-575c-4765-931c-4b16daa57fbf req-62daa26a-b3b3-4a72-bbe6-b55071215031 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Synchronizing usage tracker for tenant:899cf1891198405893f60f40676126d8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:11.201787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] In _notify_port_updated(), no bound segment for port 42da25ff-7168-48da-af43-bb574f2fb890 on network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:28:11.210283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.227331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:11.234377 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "PUT /v2.0/ports/42da25ff-7168-48da-af43-bb574f2fb890 HTTP/1.1" status: 200 len: 999 time: 2.0622640 Jun 03 15:28:11.244729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f014f2f-34bc-4cd0-997b-47e56e9cbf8a tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=42da25ff-7168-48da-af43-bb574f2fb890,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:11.254054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55114) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:11.255570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55116) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:11.354725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-d38f28c3-74cd-4feb-84b0-f51c46d21961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.358190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-d38f28c3-74cd-4feb-84b0-f51c46d21961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1096 time: 0.9867098 Jun 03 15:28:11.446668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a0f20-7e3e-4281-b2d2-5e0bce994fed req-cc2109c0-76f7-497a-b637-34f5fa5f4327 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.448335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-206a0f20-7e3e-4281-b2d2-5e0bce994fed req-cc2109c0-76f7-497a-b637-34f5fa5f4327 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.8730845 Jun 03 15:28:11.502132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9a748814-575c-4765-931c-4b16daa57fbf req-62daa26a-b3b3-4a72-bbe6-b55071215031 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Unset dirty status for tenant:899cf1891198405893f60f40676126d8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:11.504639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a748814-575c-4765-931c-4b16daa57fbf req-62daa26a-b3b3-4a72-bbe6-b55071215031 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 931 time: 1.5276828 Jun 03 15:28:11.505437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a62758e-12d7-4e8a-a7d7-15770b2536a6,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:11.579535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55122) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:11.583153 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e22e4eaf-cc2b-4f90-ae59-0f9cb67f83d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8b98d1121e04e24b12c9c98283603a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981718 Jun 03 15:28:11.644325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-206a0f20-7e3e-4281-b2d2-5e0bce994fed req-795cf1f6-c314-43d7-a941-f55bf659bead tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550903 Jun 03 15:28:11.830076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9a748814-575c-4765-931c-4b16daa57fbf req-084a4965-1e90-48b7-a629-08cde2599bf9 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Synchronizing usage tracker for tenant:899cf1891198405893f60f40676126d8 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:11.861947 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:28:11.889827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Attempting to bind port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:11.890164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Attempting to bind port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'c9709645-8547-4458-b03d-7da90aef7372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:11.890576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Attempting to bind port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 on network b8d1beaa-acbf-4962-a34c-26f433288c6b {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:11.897352 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10442feb-40ef-4ccf-8ff5-0e3f9a21c922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:11.900498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 on network b8d1beaa-acbf-4962-a34c-26f433288c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:28:11.900857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Attempting to bind port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 on network b8d1beaa-acbf-4962-a34c-26f433288c6b {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:11.918330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9a748814-575c-4765-931c-4b16daa57fbf req-084a4965-1e90-48b7-a629-08cde2599bf9 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Unset dirty status for tenant:899cf1891198405893f60f40676126d8 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:11.920547 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a748814-575c-4765-931c-4b16daa57fbf req-084a4965-1e90-48b7-a629-08cde2599bf9 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688076 Jun 03 15:28:11.924236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:11.924563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Checking segment: {'id': 'c9709645-8547-4458-b03d-7da90aef7372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:11.925788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Bound using segment: {'id': 'c9709645-8547-4458-b03d-7da90aef7372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:11.926364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Bound port: 3a62758e-12d7-4e8a-a7d7-15770b2536a6, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9709645-8547-4458-b03d-7da90aef7372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:11.928224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:11.960005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 42da25ff-7168-48da-af43-bb574f2fb890 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:11.960995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.146871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8fe7938c-6f62-4bef-961b-8d3a9260240a None None] Provisioning complete for port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:12.146871 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8fe7938c-6f62-4bef-961b-8d3a9260240a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.151306 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10442feb-40ef-4ccf-8ff5-0e3f9a21c922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.351176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-007f3582-d79e-4839-a5a6-f495670c6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.353990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-007f3582-d79e-4839-a5a6-f495670c6fde service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.7941260 Jun 03 15:28:12.409443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] For port 3a62758e-12d7-4e8a-a7d7-15770b2536a6, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:12.420253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] For port 3a62758e-12d7-4e8a-a7d7-15770b2536a6, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a62758e-12d7-4e8a-a7d7-15770b2536a6,segment=NetworkSegment(c9709645-8547-4458-b03d-7da90aef7372),segment_id=c9709645-8547-4458-b03d-7da90aef7372)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:12.439262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f558a3-c2cf-45a6-a535-88808176b187 req-135bdfdb-cf19-42ac-94be-f3980349381e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.447639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2f558a3-c2cf-45a6-a535-88808176b187 req-135bdfdb-cf19-42ac-94be-f3980349381e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 946 time: 0.4286425 Jun 03 15:28:12.470211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.513515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10442feb-40ef-4ccf-8ff5-0e3f9a21c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.537217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-62364dfb-7da5-49a8-b7c6-02051561326f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 1001 time: 0.1718597 Jun 03 15:28:12.590842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10442feb-40ef-4ccf-8ff5-0e3f9a21c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d2858-9f2e-4f6a-af7a-0c9acbad5a9d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:12.605471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.606540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.608408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a62758e-12d7-4e8a-a7d7-15770b2536a6 HTTP/1.1" status: 200 len: 1091 time: 2.9136245 Jun 03 15:28:12.611455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'tag': '3a62758e-12d7-4e8a-a7d7-15770b2536a6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:12.617881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7938c-6f62-4bef-961b-8d3a9260240a None None] Current status of the port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:12.646331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10442feb-40ef-4ccf-8ff5-0e3f9a21c922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.646331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-10442feb-40ef-4ccf-8ff5-0e3f9a21c922 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a4d2858-9f2e-4f6a-af7a-0c9acbad5a9d HTTP/1.1" status: 204 len: 168 time: 1.0651898 Jun 03 15:28:12.670095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2f558a3-c2cf-45a6-a535-88808176b187 req-a9091b2a-dc90-45d4-a4d8-7c358c4a9437 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211683 Jun 03 15:28:12.710604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8fe7938c-6f62-4bef-961b-8d3a9260240a None None] Provisioning complete for port 42da25ff-7168-48da-af43-bb574f2fb890 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:12.714170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8fe7938c-6f62-4bef-961b-8d3a9260240a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.774840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea1891-18db-4ebb-9b65-bf627903b2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a62758e-12d7-4e8a-a7d7-15770b2536a6,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:12.814092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-80d6ff8a-ee78-424b-a54e-bd7ee8d3ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.823657 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-80d6ff8a-ee78-424b-a54e-bd7ee8d3ba99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.2755756 Jun 03 15:28:12.831595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c484-a2a0-4efc-9384-558217353b2d req-b229e1fb-755d-4cdc-a2d4-2695084053b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.837152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-b229e1fb-755d-4cdc-a2d4-2695084053b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=899cf1891198405893f60f40676126d8&device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 1094 time: 0.1243641 Jun 03 15:28:12.961090 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd94d5f-4320-432d-83be-5d53c554e720'] response: {'name': 'network-changed', 'server_uuid': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'tag': '3a62758e-12d7-4e8a-a7d7-15770b2536a6', 'status': 'completed', 'code': 200} Jun 03 15:28:12.962795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-ea10a5a1-1681-47e5-9e36-c33c15ce575d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a62758e-12d7-4e8a-a7d7-15770b2536a6 HTTP/1.1" status: 200 len: 217 time: 0.1139503 Jun 03 15:28:13.026942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.082868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7938c-6f62-4bef-961b-8d3a9260240a None None] Port 42da25ff-7168-48da-af43-bb574f2fb890 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:13.165312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-02d7d611-46ef-4954-8640-83ecb064e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:13.165312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-02d7d611-46ef-4954-8640-83ecb064e32d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199024 Jun 03 15:28:13.241745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e85227e9-4c41-4727-9a21-be8a05a561b2 None None] Provisioning complete for port 42da25ff-7168-48da-af43-bb574f2fb890 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:13.242510 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e85227e9-4c41-4727-9a21-be8a05a561b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.335081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 42da25ff-7168-48da-af43-bb574f2fb890 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:13.433564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e85227e9-4c41-4727-9a21-be8a05a561b2 None None] Port 42da25ff-7168-48da-af43-bb574f2fb890 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:13.471444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1d7c6e26-3c5f-4df9-b20e-f98f9761ce29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.505053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c484-a2a0-4efc-9384-558217353b2d req-6c50572f-8769-431b-8d8c-7e2706e9a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:13.507714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-6c50572f-8769-431b-8d8c-7e2706e9a9b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0 HTTP/1.1" status: 200 len: 862 time: 0.5358505 Jun 03 15:28:13.590369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-ab072eba-1b80-4b7b-a92a-ca2bb7019701 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8d1beaa-acbf-4962-a34c-26f433288c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716262 Jun 03 15:28:13.650355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-fb86c473-647e-4ff6-9827-1c5852020a78 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607938 Jun 03 15:28:13.797155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eee971-27b3-473e-b50d-6e58e8904827 req-72d2e8e2-7d42-4989-a5a6-89c82ac3b549 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:13.804970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61eee971-27b3-473e-b50d-6e58e8904827 req-72d2e8e2-7d42-4989-a5a6-89c82ac3b549 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.8348222 Jun 03 15:28:13.885927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-833c059c-cd94-4380-9a6c-3a4ccfa19964 None None] Provisioning complete for port 42da25ff-7168-48da-af43-bb574f2fb890 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:13.887150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-833c059c-cd94-4380-9a6c-3a4ccfa19964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.924771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61eee971-27b3-473e-b50d-6e58e8904827 req-9a46a70d-a531-4df6-b77e-0c50329cb5df tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043832 Jun 03 15:28:13.934117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab3de6-88dc-4346-93de-98832e182ab9 req-59d1e001-0aae-41b1-8577-8623315849b4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:13.936453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4ab3de6-88dc-4346-93de-98832e182ab9 req-59d1e001-0aae-41b1-8577-8623315849b4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 946 time: 0.5232012 Jun 03 15:28:13.989734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55156) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:14.009753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'port_id': '519a2b20-89f5-4dea-8965-800d1d35e644'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:14.130595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-833c059c-cd94-4380-9a6c-3a4ccfa19964 None None] Port 42da25ff-7168-48da-af43-bb574f2fb890 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:14.212840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-404697e7-e2ec-489c-89a3-e03d10a635a0 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1beaa-acbf-4962-a34c-26f433288c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154549 Jun 03 15:28:14.351941 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:14.518321 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f738e5bc-38ce-4e36-9a95-17c3fc111f2a req-7e2d3661-4f4c-4cd9-af7a-c0600bf4f9a4 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430506 Jun 03 15:28:14.519571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55172) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:14.642609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:14.723586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-978003795-network', 'tenant_id': 'db1084ef62274f8fb516a2bd165db688'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:14.754773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:14.767788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Usage tracker for resource:network and tenant:db1084ef62274f8fb516a2bd165db688 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:14.771659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=42da25ff-7168-48da-af43-bb574f2fb890,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:14.774545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:14.824995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:14.874120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.874629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.875168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.876064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.876346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.876695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.877228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.878279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.879173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.879529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.879902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.880243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:14.921764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700fbe1-d811-4112-884e-0550354f4194 req-3ecdbd62-6e34-4bbf-9753-27e7d7f7f8ef tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:14.923997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0700fbe1-d811-4112-884e-0550354f4194 req-3ecdbd62-6e34-4bbf-9753-27e7d7f7f8ef tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 943 time: 0.7363861 Jun 03 15:28:14.950863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Made reservation on behalf of db1084ef62274f8fb516a2bd165db688 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:14.953427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:14.990375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.098183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:15.125842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Usage tracker for resource:security_group_rule and tenant:db1084ef62274f8fb516a2bd165db688 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:15.154856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:15.176464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:15.251680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.262179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-eadd04d5-bcc6-4b13-81f1-0079eeef470b None None] Could not find standard attr ID for object 42da25ff-7168-48da-af43-bb574f2fb890. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:28:15.319685 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b6885fd4-a210-45f1-87d8-e49421d7c694 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/42da25ff-7168-48da-af43-bb574f2fb890 HTTP/1.1" status: 204 len: 168 time: 4.0602701 Jun 03 15:28:15.327855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55180) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:15.349024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.361250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c8c484-a2a0-4efc-9384-558217353b2d req-551e070b-6378-4744-8417-6cf8ffe88d14 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1beaa-acbf-4962-a34c-26f433288c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0577056 Jun 03 15:28:15.427999 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e46ac44-0830-49a3-9d1f-9db19467f016 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:28:15.429235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7e46ac44-0830-49a3-9d1f-9db19467f016 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:15.510419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7e46ac44-0830-49a3-9d1f-9db19467f016 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:15.514605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7e46ac44-0830-49a3-9d1f-9db19467f016 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/42da25ff-7168-48da-af43-bb574f2fb890 HTTP/1.1" status: 404 len: 333 time: 0.1829004 Jun 03 15:28:15.515656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55188) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:15.568002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0700fbe1-d811-4112-884e-0550354f4194 req-be0a5054-5201-4c40-9ca9-8be6ed407076 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318970 Jun 03 15:28:15.633590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.651051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-74bf6602-86aa-4291-a691-5590bb2af896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.657157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.691533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:15.736672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.737218 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Added segment 2afdf537-cf86-4064-b9b3-649f100c0836 of type vlan for network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 Jun 03 15:28:15.742796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-7da6d37c-0e7d-406c-80b7-ca204cbbf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:15.749695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-7da6d37c-0e7d-406c-80b7-ca204cbbf42d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=899cf1891198405893f60f40676126d8&device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 1094 time: 0.2981281 Jun 03 15:28:15.830022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a512424-ae23-4404-90f0-98c56c1daa48,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:15.837493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet 1a7ae563-a3de-4688-81ea-a946ba5b7b7d {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:15.845191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.850349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.942846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.075485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.077707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:16.079523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.151704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a33e-a09d-4273-80eb-530e994305a1 req-2416e633-ea9f-4ef2-ba1e-da6a5504db08 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:16.156293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c9a33e-a09d-4273-80eb-530e994305a1 req-2416e633-ea9f-4ef2-ba1e-da6a5504db08 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.7631531 Jun 03 15:28:16.361132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7c9a33e-a09d-4273-80eb-530e994305a1 req-22046ead-fcbd-48c0-8ea5-2095385d9cdf tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802835 Jun 03 15:28:16.369257 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8403995 Jun 03 15:28:16.376871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:16.389935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7041a-903a-40e8-8430-9d688dd23027 admin admin] Pushing event updated for resources: {'Network': ['ID=0a50ee9a-0bc0-4db1-8235-1cb3fd068629,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:16.405509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:16.422386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Request body: {'subnet': {'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-978003795-subnet', 'tenant_id': 'db1084ef62274f8fb516a2bd165db688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:16.432298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.480186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:16.572982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Usage tracker for resource:subnet and tenant:db1084ef62274f8fb516a2bd165db688 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:16.578538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:16.589139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.681415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-d4c85d79-5c3e-41d1-9399-54636f2041f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:16.685191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-d4c85d79-5c3e-41d1-9399-54636f2041f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8d1beaa-acbf-4962-a34c-26f433288c6b HTTP/1.1" status: 200 len: 923 time: 0.7913232 Jun 03 15:28:16.691186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.703220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:16.713921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.751702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7ae563-a3de-4688-81ea-a946ba5b7b7d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:16.764869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.769146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Made reservation on behalf of db1084ef62274f8fb516a2bd165db688 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:16.772793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.777277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2cf90-6d01-4c31-b55d-6e8d0ceef044 None None] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:16.804818 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.903596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-1368a171-6aa6-4c55-94ba-9078a0ad3b21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a62758e-12d7-4e8a-a7d7-15770b2536a6 HTTP/1.1" status: 200 len: 217 time: 0.2099895 Jun 03 15:28:16.926331 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-524f9d1e-5e45-41de-9188-620df4fbff9c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/1a7ae563-a3de-4688-81ea-a946ba5b7b7d HTTP/1.1" status: 204 len: 168 time: 1.3954279 Jun 03 15:28:16.933227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:17.098118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet b1780c1e-7c47-422a-b755-a0fe8df71a34 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:17.106227 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.109943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.219444 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.281459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-78a2abb4-a3df-45b6-8bcd-853135188aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:17.285909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-78a2abb4-a3df-45b6-8bcd-853135188aef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0 HTTP/1.1" status: 200 len: 862 time: 0.3624783 Jun 03 15:28:17.331356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.388239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-627942cf-4567-479c-bcab-8283867cb5e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8d1beaa-acbf-4962-a34c-26f433288c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904806 Jun 03 15:28:17.476867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1cca-8663-4957-ae78-25c650ffaabb req-31386fea-9b20-4b47-9582-8cafb506131b tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:17.478259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.491383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8cf1cca-8663-4957-ae78-25c650ffaabb req-31386fea-9b20-4b47-9582-8cafb506131b tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 943 time: 0.5151362 Jun 03 15:28:17.647354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=b1780c1e-7c47-422a-b755-a0fe8df71a34,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:17.656372 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.695641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6e1cf7b7-ae77-4025-a354-f43a8ba446e9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/b1780c1e-7c47-422a-b755-a0fe8df71a34 HTTP/1.1" status: 204 len: 168 time: 0.7603066 Jun 03 15:28:17.708872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55216) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:17.713158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.838745 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05 associated. External IP: 172.25.1.87, port: 519a2b20-89f5-4dea-8965-800d1d35e644. Jun 03 15:28:17.922623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.936792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.064420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:18.064869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.174917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6266cce5-1246-4c5c-9633-ba7dbd8a7802,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:18.198010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8cf1cca-8663-4957-ae78-25c650ffaabb req-c371d4c2-5725-45ef-b3a2-c40cfd10f5bd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039990 Jun 03 15:28:18.263844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Checking segment: {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:18.263844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Network hostable DHCP agents. Network: 0a50ee9a-0bc0-4db1-8235-1cb3fd068629, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:18.290560 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-1278364a-16df-4a59-9b88-9180a4df1bc6 service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1beaa-acbf-4962-a34c-26f433288c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8913128 Jun 03 15:28:18.333276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb463e-c645-406f-84a4-70f5b293a26c req-66416d02-695b-4adc-ac2f-bbed5b526555 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.334957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96eb463e-c645-406f-84a4-70f5b293a26c req-66416d02-695b-4adc-ac2f-bbed5b526555 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.4318867 Jun 03 15:28:18.355741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.551554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:18.553167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34f254-ab86-487f-aa72-c29161f5d7e1 None None] Network 9646b87b-70d3-4314-bea0-c1a58e6f3e63 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:18.614516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0a50ee9a-0bc0-4db1-8235-1cb3fd068629) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:18.667354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96eb463e-c645-406f-84a4-70f5b293a26c req-557e95cd-22b7-4740-b127-051d81e89837 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292449 Jun 03 15:28:18.680468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.680468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.689440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbea4853-eb75-4644-821d-673d4053e722 None None] Network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:18.712372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f46192-5635-4c06-a8f9-f6ad0c45184d req-7bc81fc0-b255-4e1b-ba11-33cf268a90bc service neutron] 10.222.0.15 "GET /v2.0/networks/b8d1beaa-acbf-4962-a34c-26f433288c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052474 Jun 03 15:28:18.718636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:18.733119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] For port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,segment=NetworkSegment(a91bab94-8da4-45ce-9d1d-97c16736f2c8),segment_id=a91bab94-8da4-45ce-9d1d-97c16736f2c8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:18.733598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.754582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4b04a827-db55-446c-9a89-dba65eab7527 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3693216 Jun 03 15:28:18.848881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f9b7a62-8ac8-49d8-8de2-9a98cf441f15 None None] Provisioning complete for port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:18.849676 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f9b7a62-8ac8-49d8-8de2-9a98cf441f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.045756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:19.211203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.252174 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-2f9b7a62-8ac8-49d8-8de2-9a98cf441f15 None None] No ports have port_id starting with 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 Jun 03 15:28:19.267238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a62758e-12d7-4e8a-a7d7-15770b2536a6 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:28:19.288401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=9aa19dc0-fcab-45e8-a8be-b9845187cfd2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.297457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No DVR routers for this DVR port 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:19.442034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2cc10-dcf3-41b8-aeba-19639e5d9451 None None] Network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:19.459105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba04fa-2d44-48a3-a6cc-4ce56533e2fe None None] DHCP port deletion for 9646b87b-70d3-4314-bea0-c1a58e6f3e63 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:19.463877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.498296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:19.512734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.518273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9646b87b-70d3-4314-bea0-c1a58e6f3e63']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:19.542817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91bab94-8da4-45ce-9d1d-97c16736f2c8') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:19.543558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91bab94-8da4-45ce-9d1d-97c16736f2c8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:19.567294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.584966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:19.594101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.617850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:19.619814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.627811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106b03-eb0d-4c01-a385-635d5dcc3036 req-846f7a66-7eaf-44f3-b17f-9401f1d56893 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.635214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a106b03-eb0d-4c01-a385-635d5dcc3036 req-846f7a66-7eaf-44f3-b17f-9401f1d56893 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.3923924 Jun 03 15:28:19.644036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-250ddc8e-c38e-467d-98de-07e97b7050e2 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "PUT /v2.0/floatingips/ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05 HTTP/1.1" status: 200 len: 991 time: 5.6569669 Jun 03 15:28:19.658140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:19.672818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3a62758e-12d7-4e8a-a7d7-15770b2536a6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a62758e-12d7-4e8a-a7d7-15770b2536a6,segment=NetworkSegment(c9709645-8547-4458-b03d-7da90aef7372),segment_id=c9709645-8547-4458-b03d-7da90aef7372)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:19.699795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a106b03-eb0d-4c01-a385-635d5dcc3036 req-48d2910a-5dc0-4242-9760-bd727de2e960 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636694 Jun 03 15:28:19.709001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597cd0-2380-456e-ab6b-c9b2e6efd2f5 req-03c2b851-89c3-4b18-af5b-d458c9efb532 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.711173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00597cd0-2380-456e-ab6b-c9b2e6efd2f5 req-03c2b851-89c3-4b18-af5b-d458c9efb532 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 943 time: 0.3060253 Jun 03 15:28:19.732328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '3a62758e-12d7-4e8a-a7d7-15770b2536a6', 'network_id': 'b8d1beaa-acbf-4962-a34c-26f433288c6b', 'port_id': '3a62758e-12d7-4e8a-a7d7-15770b2536a6', 'mac_address': 'fa:16:3e:ed:e4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:28:19.757800 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a91bab94-8da4-45ce-9d1d-97c16736f2c8 resource provider aggregate not found Jun 03 15:28:19.792440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:19.793349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:28:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:19.799751 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a91bab94-8da4-45ce-9d1d-97c16736f2c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a91bab94-8da4-45ce-9d1d-97c16736f2c8 found for delete ", "request_id": "req-6533349d-4f95-4c08-a6b1-cf7672c7086c"}]} Jun 03 15:28:19.801557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00597cd0-2380-456e-ab6b-c9b2e6efd2f5 req-c37d6548-ad76-4e42-a056-483ceb2824f4 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820115 Jun 03 15:28:19.805971 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.813642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.852473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=9646b87b-70d3-4314-bea0-c1a58e6f3e63,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.879433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55264) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:19.890914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e21f465f-28cf-4551-836d-e75e5202e3e2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/9646b87b-70d3-4314-bea0-c1a58e6f3e63 HTTP/1.1" status: 204 len: 168 time: 2.1786602 Jun 03 15:28:19.935242 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc6e0cd-77e7-4eb2-a661-a7bda06f8cb3'] response: {'name': 'network-changed', 'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644', 'status': 'completed', 'code': 200} Jun 03 15:28:19.994963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:19.995800 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.080364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf9120-53be-4cb5-a20b-64413db6824e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.095735 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2fcf9120-53be-4cb5-a20b-64413db6824e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2165244 Jun 03 15:28:20.098648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55268) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:20.192037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a62758e-12d7-4e8a-a7d7-15770b2536a6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:20.214080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-77b23b4c-72e1-4147-b2b6-f1427dbec823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.214080 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-77b23b4c-72e1-4147-b2b6-f1427dbec823 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 1097 time: 0.2371020 Jun 03 15:28:20.305309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3a62758e-12d7-4e8a-a7d7-15770b2536a6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a62758e-12d7-4e8a-a7d7-15770b2536a6,segment=NetworkSegment(c9709645-8547-4458-b03d-7da90aef7372),segment_id=c9709645-8547-4458-b03d-7da90aef7372)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:20.325628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43f152f7-e7ec-4127-9836-54fe3f293f18 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2168875 Jun 03 15:28:20.325628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55284) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:20.359616 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.461871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:20.516444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-797ed7b9-23be-4e41-a840-08b4cd1bcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.519133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-797ed7b9-23be-4e41-a840-08b4cd1bcd8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.3001482 Jun 03 15:28:20.635907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3a62758e-12d7-4e8a-a7d7-15770b2536a6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:20.635907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3a62758e-12d7-4e8a-a7d7-15770b2536a6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:20.796199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-f4e65fe1-3096-479c-bbba-97789e9aabcf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519a2b20-89f5-4dea-8965-800d1d35e644 HTTP/1.1" status: 200 len: 999 time: 0.2694881 Jun 03 15:28:20.841061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1690821931'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:20.846935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:20.853681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:20.857364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:20.866187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:20.893068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-6039c3cc-29f6-4b60-aa55-ef767c1f5061 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.897029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-6039c3cc-29f6-4b60-aa55-ef767c1f5061 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 814 time: 0.5707629 Jun 03 15:28:20.899492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:20.908378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.936142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-f1069ce3-88f2-442e-bcf7-780d0251ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.939797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-f1069ce3-88f2-442e-bcf7-780d0251ac3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.1353638 Jun 03 15:28:21.033792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-c6992f7b-0428-46c5-8a65-556fd3fc4803 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/quotas/db1084ef62274f8fb516a2bd165db688 HTTP/1.1" status: 200 len: 375 time: 0.0820889 Jun 03 15:28:21.081841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:21.141065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-1eb9fe81-f635-405e-b53d-2433b93bfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:21.144897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-1eb9fe81-f635-405e-b53d-2433b93bfea2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864424 Jun 03 15:28:21.173139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:21.173796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9aa19dc0-fcab-45e8-a8be-b9845187cfd2 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:21.203628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:21.210791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-4e6c4a79-a0a7-4d7b-96fd-d3e1693b01e2 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1673741 Jun 03 15:28:21.242951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': '519a2b20-89f5-4dea-8965-800d1d35e644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:6d:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:28:16Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:21.251946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:21.262526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.263066 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment c9b3b6d0-cc6d-4076-ab24-0a1af4450b56 of type vlan for network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 Jun 03 15:28:21.265449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:21.266367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:28:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:21.390205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-4f4b2a44-0ad6-48f0-a603-6fa3031aef7b service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363803 Jun 03 15:28:21.465494 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.494482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:21.552701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93331-97a0-466d-b8b5-b842b16422af req-5404e669-f96b-465b-a791-a22504af7002 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:21.554388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59d93331-97a0-466d-b8b5-b842b16422af req-5404e669-f96b-465b-a791-a22504af7002 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 944 time: 0.3270364 Jun 03 15:28:21.558902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-b36e9ce2-25a8-4dc5-89cf-9da331a600bd service neutron] 10.222.0.66 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359516 Jun 03 15:28:21.566871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.573402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:21.574120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.634494 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-da60c132-c4ab-446a-a60d-a9c5ebfa6853 req-19ff48cd-680c-41b3-8df9-37ad8f6ae626 service neutron] 10.222.0.70 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349527 Jun 03 15:28:21.806478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4788570 Jun 03 15:28:21.810697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55298) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:21.823230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:21.824969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab082e0-a269-4c3f-ab8d-fba100694cc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=4f753210-5c7d-4eb3-bafe-f989e85b8df0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:21.835686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59d93331-97a0-466d-b8b5-b842b16422af req-504509bb-9c08-481f-857a-aadd37c29236 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565491 Jun 03 15:28:21.872268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:21.880018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-61da1f80-ca0b-49ce-b58e-c070588a95cd service neutron] 10.222.0.66 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003469 Jun 03 15:28:22.144498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:22.154394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:22.160561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:22.175326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:22.197058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:22.208086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.223912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e555224b-4d38-411b-8528-fd588c8654cb req-67e85c37-5cc5-4ef9-a9c3-6cc6743f0120 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 210 time: 0.0829501 Jun 03 15:28:22.336465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': '519a2b20-89f5-4dea-8965-800d1d35e644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:6d:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:28:16Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:22.341709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997eb59-7966-45bd-9c1c-6d28f28dc5c4 None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': '519a2b20-89f5-4dea-8965-800d1d35e644', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:6d:22:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:28:16Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:22.576804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.660379 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a2f20-e5e1-4cd2-8288-c45cdf867963 None None] New status for floating IP ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:28:22.734802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=9791bfb8-349a-485b-bb06-9c6ebf867f47,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:22.747673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': 'c9b3b6d0-cc6d-4076-ab24-0a1af4450b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:22.748389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: 4f753210-5c7d-4eb3-bafe-f989e85b8df0, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:22.779871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:22.798222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 4f753210-5c7d-4eb3-bafe-f989e85b8df0) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:22.804967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:22.805754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.812467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5c462-62b1-4c60-a774-a2cb849affe3 None None] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:22.848613 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d97ca10-4b76-4cdf-a5c1-26e0b8e5fc7f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0330312 Jun 03 15:28:22.850089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55318) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:22.860339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0', 'name': 'tempest-PortsTestJSON-1724729260'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:23.187174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:23.193100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:23.197487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:23.201234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:23.207420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:23.223396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:23.228546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.260474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 2374c098-b41f-409e-8860-e7dbfa76cef3 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:28:23.369578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263f432-5dd0-47f4-ad28-2676b6c7e2fa req-64bd7b28-6832-4307-88ba-3d16e5ec762f tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:23.386316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7263f432-5dd0-47f4-ad28-2676b6c7e2fa req-64bd7b28-6832-4307-88ba-3d16e5ec762f tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 944 time: 0.2331059 Jun 03 15:28:23.461394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a62758e-12d7-4e8a-a7d7-15770b2536a6 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:23.495428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7263f432-5dd0-47f4-ad28-2676b6c7e2fa req-6f082b40-3ac7-41b6-851d-411db5e161a3 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043954 Jun 03 15:28:23.569271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-4f753210-5c7d-4eb3-bafe-f989e85b8df0', 'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0', 'tenant_id': 'e34ad0a1e7ca492c92def23d0f59b0ed', 'fixed_ips': [{'subnet_id': '9791bfb8-349a-485b-bb06-9c6ebf867f47'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:28:23.570572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.590004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.13 (4f753210-5c7d-4eb3-bafe-f989e85b8df0/9791bfb8-349a-485b-bb06-9c6ebf867f47/2374c098-b41f-409e-8860-e7dbfa76cef3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:23.602812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc44ca88-6480-43bc-861f-512e15addd81 req-072f6ef5-2ff0-4a03-bbbc-172f4e2e1390 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 210 time: 0.1039629 Jun 03 15:28:23.733072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:23.733444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.790920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:23.800488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:23.807229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:23.807604 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.853794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:23.867463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.872729 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c70488-ad6e-4d8b-9415-e25472b6cf80'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'code': 200} Jun 03 15:28:24.012045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.048431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 2374c098-b41f-409e-8860-e7dbfa76cef3 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:24.078788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:24.090459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:24.091067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.152785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3a62758e-12d7-4e8a-a7d7-15770b2536a6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a62758e-12d7-4e8a-a7d7-15770b2536a6,segment=NetworkSegment(c9709645-8547-4458-b03d-7da90aef7372),segment_id=c9709645-8547-4458-b03d-7da90aef7372)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:24.159140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.254899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.382033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3a62758e-12d7-4e8a-a7d7-15770b2536a6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:24.395406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Allocated IP 172.20.0.2 (4f753210-5c7d-4eb3-bafe-f989e85b8df0/9791bfb8-349a-485b-bb06-9c6ebf867f47/0f3763c3-82d0-434f-8f00-fdd8982f984d) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:24.438761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:24.445725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=2374c098-b41f-409e-8860-e7dbfa76cef3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:24.463301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:24.466515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:24.525063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-4bb8eb16-1c3b-4d0a-aad4-6b84e28600e1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:24.525823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-4bb8eb16-1c3b-4d0a-aad4-6b84e28600e1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Synchronizing usage tracker for tenant:db1084ef62274f8fb516a2bd165db688 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:24.565408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:24.567249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.572942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-4bb8eb16-1c3b-4d0a-aad4-6b84e28600e1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Unset dirty status for tenant:db1084ef62274f8fb516a2bd165db688 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:24.574143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-4bb8eb16-1c3b-4d0a-aad4-6b84e28600e1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 814 time: 0.4939611 Jun 03 15:28:24.593549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Request body: {'port': {'device_id': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'admin_state_up': True, 'tenant_id': 'db1084ef62274f8fb516a2bd165db688'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:24.690853 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.711996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Transition to ACTIVE for port object 0f3763c3-82d0-434f-8f00-fdd8982f984d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:24.742241 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d96891e7-9ddf-48e9-96aa-4139a408cd87 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8867772 Jun 03 15:28:24.751045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55340) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:24.757432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0', 'name': 'tempest-PortsTestJSON-442907340'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:24.775730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Transition to ACTIVE for port object 0f3763c3-82d0-434f-8f00-fdd8982f984d will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:24.796129 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.883749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:24.888189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f45869e1-6895-4455-a34f-82e75db35151 req-13fc893a-1551-452d-8509-639ebf6c3417 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 210 time: 0.0882168 Jun 03 15:28:24.894374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Usage tracker for resource:port and tenant:db1084ef62274f8fb516a2bd165db688 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:24.897935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:24.919550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:24.938663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:24.959385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Made reservation on behalf of db1084ef62274f8fb516a2bd165db688 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:24.964084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.972564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:24.982419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:24.985362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:24.997583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:25.002055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:25.003696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441307f-d3b8-41f4-aa60-c29991d73d87 req-8b8a9914-2a24-42c3-937d-96018aafe784 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:25.013030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:25.032996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1441307f-d3b8-41f4-aa60-c29991d73d87 req-8b8a9914-2a24-42c3-937d-96018aafe784 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 945 time: 0.2920771 Jun 03 15:28:25.088277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:25.092700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.147052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1441307f-d3b8-41f4-aa60-c29991d73d87 req-e9b9fb9d-4101-4da9-8dc0-a697c5d9c887 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091533 Jun 03 15:28:25.149101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:28:25.208332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Pushing event updated for resources: {'Port': ['ID=0f3763c3-82d0-434f-8f00-fdd8982f984d,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:25.223957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:28:25.265981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Attempting to bind port 0f3763c3-82d0-434f-8f00-fdd8982f984d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:25.266594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Attempting to bind port 0f3763c3-82d0-434f-8f00-fdd8982f984d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c9b3b6d0-cc6d-4076-ab24-0a1af4450b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:25.267353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Attempting to bind port 0f3763c3-82d0-434f-8f00-fdd8982f984d on network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:25.280772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:25.281377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Checking segment: {'id': 'c9b3b6d0-cc6d-4076-ab24-0a1af4450b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:25.282045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.282704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Bound using segment: {'id': 'c9b3b6d0-cc6d-4076-ab24-0a1af4450b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:25.284213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Bound port: 0f3763c3-82d0-434f-8f00-fdd8982f984d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b3b6d0-cc6d-4076-ab24-0a1af4450b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4f753210-5c7d-4eb3-bafe-f989e85b8df0'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:25.284775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.489954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Allocated IP 172.20.0.9 (0a50ee9a-0bc0-4db1-8235-1cb3fd068629/6266cce5-1246-4c5c-9633-ba7dbd8a7802/82d602f9-cfc4-4bf0-a9f7-60769cad0392) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:25.624181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] For port 0f3763c3-82d0-434f-8f00-fdd8982f984d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:25.644424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:25.664446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] For port 0f3763c3-82d0-434f-8f00-fdd8982f984d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f3763c3-82d0-434f-8f00-fdd8982f984d,segment=NetworkSegment(c9b3b6d0-cc6d-4076-ab24-0a1af4450b56),segment_id=c9b3b6d0-cc6d-4076-ab24-0a1af4450b56)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:25.672258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'mac_address': 'fa:16:3e:dd:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:28:25.680180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.711567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.3 (4f753210-5c7d-4eb3-bafe-f989e85b8df0/9791bfb8-349a-485b-bb06-9c6ebf867f47/f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:25.879537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a62758e-12d7-4e8a-a7d7-15770b2536a6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:25.992728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:25.993365 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.050989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d56504-3b23-4f87-829d-b7c26fcbe663 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:26.067610 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bce007-ee2c-4c82-aff5-076c9bbd8153'] response: {'server_uuid': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a62758e-12d7-4e8a-a7d7-15770b2536a6', 'code': 200} Jun 03 15:28:26.201975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Pushing event updated for resources: {'Port': ['ID=0f3763c3-82d0-434f-8f00-fdd8982f984d,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:26.237647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:26.239610 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.276191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.279461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.280365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.281137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.283949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.284998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.287516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.288354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.291666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.292550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.293308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.294058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3f6c5-db46-4345-85e7-27768d9e96e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.310192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.374255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.429425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:26.449843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.483434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['23d56504-3b23-4f87-829d-b7c26fcbe663'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:26.556689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:26.836161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:26.861160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:26.899955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:26.976222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ac082-37e5-4b32-a4df-c5be2efe43b5 req-ab18de5f-b5b6-4ad5-8297-2ce82120af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:26.979192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa9ac082-37e5-4b32-a4df-c5be2efe43b5 req-ab18de5f-b5b6-4ad5-8297-2ce82120af73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 1096 time: 0.8360777 Jun 03 15:28:27.008611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:27.023591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2045cb-7b92-45e2-8084-521294d9d5cd req-75645e02-6903-4a38-a49b-226ce145d4b5 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.030834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a2045cb-7b92-45e2-8084-521294d9d5cd req-75645e02-6903-4a38-a49b-226ce145d4b5 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 931 time: 0.6375318 Jun 03 15:28:27.156844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.240980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a9e7d-f054-4f87-88fc-65b88e355e4b req-3831880f-7016-4bbf-a2ed-acc6c3bb08b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.248858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a78a9e7d-f054-4f87-88fc-65b88e355e4b req-3831880f-7016-4bbf-a2ed-acc6c3bb08b2 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 945 time: 0.6456714 Jun 03 15:28:27.314674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a2045cb-7b92-45e2-8084-521294d9d5cd req-68dc65ea-9351-4564-ab34-f8d605b01a5e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090111 Jun 03 15:28:27.320362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa9ac082-37e5-4b32-a4df-c5be2efe43b5 req-93a1ee38-0f5d-4f5a-b9c6-1e2f7191832c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836554 Jun 03 15:28:27.338201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f3763c3-82d0-434f-8f00-fdd8982f984d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:27.374732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a78a9e7d-f054-4f87-88fc-65b88e355e4b req-aa1802da-d71d-475e-9529-23bf0180c97c tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248150 Jun 03 15:28:27.440970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.442549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.449447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:27.484821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:27.489803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:27.492859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:27.500834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0f3763c3-82d0-434f-8f00-fdd8982f984d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:27.556859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-cc2b95de-5c14-4576-bab3-b67bbd71b013 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9675188 Jun 03 15:28:27.573214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Request body: {'port': {'device_id': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:27.645106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.645792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.679616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e3e1e148-2844-4c4f-aba4-965e97ca5a07 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9270358 Jun 03 15:28:27.683081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55382) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:27.756570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.822626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe606f5-ad07-4812-ae1a-3fa44be2cbc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.827086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7fe606f5-ad07-4812-ae1a-3fa44be2cbc1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1427279 Jun 03 15:28:27.831054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:28.022332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:28.022332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.184764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9682d5-8cc3-4494-bdb1-ea47b940e702 None None] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:28.348681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] Provisioning for port 0f3763c3-82d0-434f-8f00-fdd8982f984d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:28.367885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] Provisioning complete for port 0f3763c3-82d0-434f-8f00-fdd8982f984d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:28.368456 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.749320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d602f9-cfc4-4bf0-a9f7-60769cad0392 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:28.765082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.777216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa538eb-a17b-45ad-840e-55aafe09908d req-cb17cdd1-7491-462f-877f-bc679c3fce1e tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:28.780356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.792592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fa538eb-a17b-45ad-840e-55aafe09908d req-cb17cdd1-7491-462f-877f-bc679c3fce1e tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 945 time: 0.1986306 Jun 03 15:28:28.893881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fa538eb-a17b-45ad-840e-55aafe09908d req-14967d2d-2947-4b55-88c1-6c218906ff76 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999093 Jun 03 15:28:28.897280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] Current status of the port 0f3763c3-82d0-434f-8f00-fdd8982f984d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:28.904791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.073228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] For port 0f3763c3-82d0-434f-8f00-fdd8982f984d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f3763c3-82d0-434f-8f00-fdd8982f984d,segment=NetworkSegment(c9b3b6d0-cc6d-4076-ab24-0a1af4450b56),segment_id=c9b3b6d0-cc6d-4076-ab24-0a1af4450b56)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:29.098206 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.211921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47578-9ddf-4d69-b2a2-853c5285bcf5 None None] Pushing event updated for resources: {'Port': ['ID=0f3763c3-82d0-434f-8f00-fdd8982f984d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:29.224939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:29.317766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:29.366815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5920b84-6ed2-48d8-87ff-f2465db5eebb req-d9b1e16b-b400-405e-a750-162ea08b4297 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:29.374104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Transition to ACTIVE for port object 82d602f9-cfc4-4bf0-a9f7-60769cad0392 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:29.397049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5920b84-6ed2-48d8-87ff-f2465db5eebb req-d9b1e16b-b400-405e-a750-162ea08b4297 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 931 time: 0.4079502 Jun 03 15:28:29.417183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.428575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 23d56504-3b23-4f87-829d-b7c26fcbe663 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:29.429510 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.564265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5920b84-6ed2-48d8-87ff-f2465db5eebb req-eda37ee8-ba18-40c9-8124-e6a2a174d624 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653161 Jun 03 15:28:29.676409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:29.680779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Provisioning complete for port 0f3763c3-82d0-434f-8f00-fdd8982f984d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:29.681380 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.892608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Attempting to bind port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:29.893331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Attempting to bind port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:29.893331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Attempting to bind port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:29.905293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:28:29.905624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Attempting to bind port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:29.908074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.915075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:29.915307 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.958713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:29.959051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Checking segment: {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:29.959445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Bound using segment: {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:29.959900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Bound port: 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:29.960283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.999667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:30.085861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:30.143175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Current status of the port 0f3763c3-82d0-434f-8f00-fdd8982f984d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:30.154229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:30.176285 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.303748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.339550 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2afcae70-722f-4373-8b02-ea51609c6821 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2 HTTP/1.1" status: 204 len: 168 time: 2.5072241 Jun 03 15:28:30.340448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55412) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:30.392479 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b74338-82a8-4245-baae-f357ba167618'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'code': 200} Jun 03 15:28:30.395179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:30.426277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Provisioning for port 2374c098-b41f-409e-8860-e7dbfa76cef3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:30.439230 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e509f4c-3443-484f-949b-509ebca35285 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:28:30.439803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5e509f4c-3443-484f-949b-509ebca35285 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:30.444022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:30.450519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Provisioning complete for port 2374c098-b41f-409e-8860-e7dbfa76cef3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:30.453399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.457330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:30.477877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.656362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5e509f4c-3443-484f-949b-509ebca35285 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:30.665877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55418) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:30.666793 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5e509f4c-3443-484f-949b-509ebca35285 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2 HTTP/1.1" status: 404 len: 333 time: 0.3209538 Jun 03 15:28:30.695587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Port 2374c098-b41f-409e-8860-e7dbfa76cef3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:30.709657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89b0c29e-c12a-4bac-86a4-10b593d826e1 None None] Could not find standard attr ID for object f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:28:30.731317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:30.731960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.733384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] 10.222.0.70 "PUT /v2.0/ports/82d602f9-cfc4-4bf0-a9f7-60769cad0392 HTTP/1.1" status: 200 len: 1091 time: 3.1658800 Jun 03 15:28:30.733850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:30.814076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f4ccc-f05e-40b8-8760-b8deb3dee0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:30.913404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c207e9fd-e30f-48cc-8786-8366220c88c3 None None] Provisioning complete for port 2374c098-b41f-409e-8860-e7dbfa76cef3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:30.916603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c207e9fd-e30f-48cc-8786-8366220c88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.995282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-c52d5c3e-6e6c-45e7-97e1-724c9b7faa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:30.997185 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-c52d5c3e-6e6c-45e7-97e1-724c9b7faa75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 1094 time: 0.1676836 Jun 03 15:28:31.061772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 2374c098-b41f-409e-8860-e7dbfa76cef3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:31.075490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.121577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c207e9fd-e30f-48cc-8786-8366220c88c3 None None] Port 2374c098-b41f-409e-8860-e7dbfa76cef3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:31.131480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c207e9fd-e30f-48cc-8786-8366220c88c3 None None] Could not find standard attr ID for object f9c39e1e-d884-43ba-81b8-6ca0a0f6fed2. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:28:31.223937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f3763c3-82d0-434f-8f00-fdd8982f984d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:31.246314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-5750dde1-7dd3-478f-b75f-c65d60cc7f0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392 HTTP/1.1" status: 200 len: 217 time: 0.2344625 Jun 03 15:28:31.347855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-7110bdde-40fd-432e-a8fa-cd9bd797a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:31.350985 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-7110bdde-40fd-432e-a8fa-cd9bd797a041 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6266cce5-1246-4c5c-9633-ba7dbd8a7802 HTTP/1.1" status: 200 len: 854 time: 0.0944092 Jun 03 15:28:31.400713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0f3763c3-82d0-434f-8f00-fdd8982f984d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:31.401005 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.477436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-0d677b28-3a1c-47db-9036-75f681ed1d01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196585 Jun 03 15:28:31.560994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0f3763c3-82d0-434f-8f00-fdd8982f984d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:31.790253 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-0b8e02b9-ee30-4786-bbe8-bf11cc9ea3d6 service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978551 Jun 03 15:28:31.813410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22812b57-c71a-4797-a59c-b4ee8d0878aa req-4076f407-1594-4feb-92a0-caa8f6b4fc79 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:31.816658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22812b57-c71a-4797-a59c-b4ee8d0878aa req-4076f407-1594-4feb-92a0-caa8f6b4fc79 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 945 time: 1.6864500 Jun 03 15:28:31.818640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.969707 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ea3302af-4aa7-4182-a2b3-ca567964317e req-14623286-8f8c-4acb-b705-10f7e9875091 service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714869 Jun 03 15:28:31.996008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 2374c098-b41f-409e-8860-e7dbfa76cef3 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:32.079360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b09fe5-bf7b-4ce5-b7a1-08ef5feb07e0 req-6b83b1e0-e03b-4645-8045-2f17f2fefcc2 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.081155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83b09fe5-bf7b-4ce5-b7a1-08ef5feb07e0 req-6b83b1e0-e03b-4645-8045-2f17f2fefcc2 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 943 time: 0.8294656 Jun 03 15:28:32.166555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22812b57-c71a-4797-a59c-b4ee8d0878aa req-af0e4a18-46cd-4958-80d6-629216e248ee tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790040 Jun 03 15:28:32.178853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83b09fe5-bf7b-4ce5-b7a1-08ef5feb07e0 req-8e6ee4a9-67ce-45ea-8ade-795320e8c493 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907247 Jun 03 15:28:32.298146 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c8aaf0-5a9f-4106-9bdb-556c893eefd9'] response: {'name': 'network-changed', 'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'status': 'completed', 'code': 200} Jun 03 15:28:32.318263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.375302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=2374c098-b41f-409e-8860-e7dbfa76cef3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:32.403248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.403671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.404017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.404384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.404732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.405243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.405592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.405904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.406229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.406543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.406866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.407267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:32.553181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-2af5cf5d-931f-44e2-b807-4280836c735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.554000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.554791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-2af5cf5d-931f-44e2-b807-4280836c735d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 1094 time: 0.2187197 Jun 03 15:28:32.586564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-67a6a1fb-cb91-4fba-85de-99117ca982e5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/2374c098-b41f-409e-8860-e7dbfa76cef3 HTTP/1.1" status: 204 len: 168 time: 1.9031918 Jun 03 15:28:32.589105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55450) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:32.665167 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-de25bc48-b964-4efe-b595-746610435689 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:28:32.665872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-de25bc48-b964-4efe-b595-746610435689 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:32.696979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-de25bc48-b964-4efe-b595-746610435689 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:32.698335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-de25bc48-b964-4efe-b595-746610435689 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/2374c098-b41f-409e-8860-e7dbfa76cef3 HTTP/1.1" status: 404 len: 333 time: 0.1071219 Jun 03 15:28:32.701428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55456) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:32.942453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet 9791bfb8-349a-485b-bb06-9c6ebf867f47 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:32.951369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.232291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.279965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-2944f4d5-17c5-4305-b5ad-3cf1a3165a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:33.282114 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-2944f4d5-17c5-4305-b5ad-3cf1a3165a54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 915 time: 0.7120667 Jun 03 15:28:33.396880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.397008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-b3fc0a15-3566-4415-b28b-cd381e33facd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392 HTTP/1.1" status: 200 len: 217 time: 0.1061809 Jun 03 15:28:33.552561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-bd4d78af-ec5c-4ebe-a726-02e5c4f513f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:33.553970 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-bd4d78af-ec5c-4ebe-a726-02e5c4f513f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6266cce5-1246-4c5c-9633-ba7dbd8a7802 HTTP/1.1" status: 200 len: 854 time: 0.1469676 Jun 03 15:28:33.556848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf652-40cc-4c73-a1e4-7a2546903a4a req-8d294e27-0915-4ea5-aa8b-e503d333a609 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:33.576650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11ebf652-40cc-4c73-a1e4-7a2546903a4a req-8d294e27-0915-4ea5-aa8b-e503d333a609 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 945 time: 0.4740489 Jun 03 15:28:33.676703 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-d272bdff-ae20-443d-9cd1-d712f3c711bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096346 Jun 03 15:28:33.709764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11ebf652-40cc-4c73-a1e4-7a2546903a4a req-1a4c79bd-ef80-47f5-b90d-5c8a2452e2a1 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317980 Jun 03 15:28:33.713753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.829882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=9791bfb8-349a-485b-bb06-9c6ebf867f47,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:33.836653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.842986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355849a-4cd4-4b49-bb6d-6bfb9b65621d None None] Network 4f753210-5c7d-4eb3-bafe-f989e85b8df0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:33.852815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f63d9513-28ed-4de7-aa14-eb5608ca08d7 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/9791bfb8-349a-485b-bb06-9c6ebf867f47 HTTP/1.1" status: 204 len: 168 time: 1.1501245 Jun 03 15:28:33.859199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55474) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:33.905200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-8872f134-9b51-4311-8acf-cc2db85fa5d8 service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220528 Jun 03 15:28:34.175199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1c6cf7c-0602-43f6-ac8a-582604c6a6a3 req-295416cd-5924-4a31-9db2-3a71799541b5 service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627118 Jun 03 15:28:34.352041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0397b2-e117-49de-82c1-f81ba9ea7f1f req-95ebe55d-5365-4d82-bc62-432d998b5acb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:34.356706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df0397b2-e117-49de-82c1-f81ba9ea7f1f req-95ebe55d-5365-4d82-bc62-432d998b5acb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 943 time: 0.7159443 Jun 03 15:28:34.402655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-006bc064-b8f7-402f-bffa-78345206c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:34.405566 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-006bc064-b8f7-402f-bffa-78345206c84e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1097 time: 0.1787188 Jun 03 15:28:34.478305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.573819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 0f3763c3-82d0-434f-8f00-fdd8982f984d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:34.574226 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.686830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] DHCP port deletion for 4f753210-5c7d-4eb3-bafe-f989e85b8df0 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:34.696363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Deleting port 0f3763c3-82d0-434f-8f00-fdd8982f984d {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:34.696929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.816785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df0397b2-e117-49de-82c1-f81ba9ea7f1f req-5a596791-9ad7-451e-8290-57f4d8d31546 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053338 Jun 03 15:28:34.867105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-edd17ccd-8429-4e79-aa8e-a1765e772f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:34.879786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-edd17ccd-8429-4e79-aa8e-a1765e772f74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.4007926 Jun 03 15:28:35.301222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f3763c3-82d0-434f-8f00-fdd8982f984d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:35.308295 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-21b9a5db-62de-4c4a-b0f9-6867a562038c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 1001 time: 0.4227943 Jun 03 15:28:35.411248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 82d602f9-cfc4-4bf0-a9f7-60769cad0392 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:28:35.529731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bcd04-e74d-438e-8b5e-6b46497d7587 req-e0d03aa3-c3c0-4f74-b8fa-029a6c168dbf tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:35.538016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-152bcd04-e74d-438e-8b5e-6b46497d7587 req-e0d03aa3-c3c0-4f74-b8fa-029a6c168dbf tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 945 time: 0.4876642 Jun 03 15:28:35.564786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-72723008-5cde-42b3-9f62-0d5f43b1c959 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:35.569295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-72723008-5cde-42b3-9f62-0d5f43b1c959 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 945 time: 0.5124302 Jun 03 15:28:35.571109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-5af273d0-3220-4259-b6a9-0d08138ab66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:35.573322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-5af273d0-3220-4259-b6a9-0d08138ab66b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.2576749 Jun 03 15:28:35.584084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] For port 0f3763c3-82d0-434f-8f00-fdd8982f984d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f3763c3-82d0-434f-8f00-fdd8982f984d,segment=NetworkSegment(c9b3b6d0-cc6d-4076-ab24-0a1af4450b56),segment_id=c9b3b6d0-cc6d-4076-ab24-0a1af4450b56)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:35.584613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.618255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:35.633009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'port_id': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'mac_address': 'fa:16:3e:7e:ec:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6266cce5-1246-4c5c-9633-ba7dbd8a7802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:28:35.725331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-7d723e40-f31c-40b8-a9ad-f73201ee9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:35.727765 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-7d723e40-f31c-40b8-a9ad-f73201ee9f9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448872 Jun 03 15:28:35.791359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] For port 0f3763c3-82d0-434f-8f00-fdd8982f984d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f3763c3-82d0-434f-8f00-fdd8982f984d,segment=NetworkSegment(c9b3b6d0-cc6d-4076-ab24-0a1af4450b56),segment_id=c9b3b6d0-cc6d-4076-ab24-0a1af4450b56)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:35.791916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.809399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:35.809923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.899654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 0f3763c3-82d0-434f-8f00-fdd8982f984d owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:36.030486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-152bcd04-e74d-438e-8b5e-6b46497d7587 req-1eb9f89a-4784-410a-830b-9a259bb3a84b tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/security-groups?id=03059904-35a5-47a1-992e-7ab8ec0f9cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909778 Jun 03 15:28:36.035041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Deleting port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:36.035388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.074846 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-b7b5b539-151a-487f-83eb-3b6c4216e361 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380585 Jun 03 15:28:36.119536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Calling delete_port for 0f3763c3-82d0-434f-8f00-fdd8982f984d owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:36.176575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0f3763c3-82d0-434f-8f00-fdd8982f984d is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:36.188757 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.210686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.251653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d602f9-cfc4-4bf0-a9f7-60769cad0392 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:36.277268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:36.285158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=0f3763c3-82d0-434f-8f00-fdd8982f984d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:36.326697 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fee30b22-57d3-48ab-83db-2550d430dcc6 req-f48fb1e3-17cc-425d-bf62-cd2e069e9185 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434359 Jun 03 15:28:36.374125 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:28:36.374742 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:36.377187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.391721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No DVR routers for this DVR port 0f3763c3-82d0-434f-8f00-fdd8982f984d on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:36.474471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:36.584334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] For port 3a62758e-12d7-4e8a-a7d7-15770b2536a6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a62758e-12d7-4e8a-a7d7-15770b2536a6,segment=NetworkSegment(c9709645-8547-4458-b03d-7da90aef7372),segment_id=c9709645-8547-4458-b03d-7da90aef7372)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:36.584940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.639123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['82d602f9-cfc4-4bf0-a9f7-60769cad0392'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:36.815634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110c8bb-fa5a-4385-8f50-c7586e45779d req-37039f1b-96b3-4a23-b217-432ecb3345c9 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:36.817468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f110c8bb-fa5a-4385-8f50-c7586e45779d req-37039f1b-96b3-4a23-b217-432ecb3345c9 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 943 time: 0.7102978 Jun 03 15:28:36.825621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Calling delete_port for 3a62758e-12d7-4e8a-a7d7-15770b2536a6 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:36.878303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Deleting port 0f3763c3-82d0-434f-8f00-fdd8982f984d {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:36.889006 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.918904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.118451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f753210-5c7d-4eb3-bafe-f989e85b8df0']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:37.136019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-63d23441-80cb-41b6-9cc8-13af86c393c2 None None] The port '0f3763c3-82d0-434f-8f00-fdd8982f984d' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:28:37.139594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b3b6d0-cc6d-4076-ab24-0a1af4450b56') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:37.140029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b3b6d0-cc6d-4076-ab24-0a1af4450b56') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:37.151683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f110c8bb-fa5a-4385-8f50-c7586e45779d req-c9e8969c-c012-4022-bb9d-a6dd6d1a1db2 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701836 Jun 03 15:28:37.214582 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.250712 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.275132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:37.275604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.304903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a62758e-12d7-4e8a-a7d7-15770b2536a6 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:37.408638 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c9b3b6d0-cc6d-4076-ab24-0a1af4450b56 resource provider aggregate not found Jun 03 15:28:37.454412 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c9b3b6d0-cc6d-4076-ab24-0a1af4450b56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9b3b6d0-cc6d-4076-ab24-0a1af4450b56 found for delete ", "request_id": "req-ee84a851-1f59-443b-b6ee-db6a4c578255"}]} Jun 03 15:28:37.456367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.466953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.473386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.486774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No active binding found for port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:28:37.488034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a62758e-12d7-4e8a-a7d7-15770b2536a6 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:37.704027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-239491bd-d476-4461-8973-6bc503e385e0 req-d53c8744-fdda-47f5-a73e-b229a522c108 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 210 time: 0.2384005 Jun 03 15:28:37.722453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=4f753210-5c7d-4eb3-bafe-f989e85b8df0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:37.727917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Pushing event deleted for resources: {'Port': ['ID=3a62758e-12d7-4e8a-a7d7-15770b2536a6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:37.803595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5da8f53-eaca-4866-94c9-6700561870a1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/4f753210-5c7d-4eb3-bafe-f989e85b8df0 HTTP/1.1" status: 204 len: 168 time: 3.9427516 Jun 03 15:28:37.808521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:37.821020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1711515760'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:37.827366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] No DVR routers for this DVR port 3a62758e-12d7-4e8a-a7d7-15770b2536a6 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:37.830874 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.832997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d12efbae-1ab1-41a0-9c9f-af154b094dda req-91eb6f04-cd26-4e7b-8095-535cec8746fd tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.15 "DELETE /v2.0/ports/3a62758e-12d7-4e8a-a7d7-15770b2536a6 HTTP/1.1" status: 204 len: 173 time: 2.2118223 Jun 03 15:28:37.833675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'name': 'network-vif-deleted', 'tag': '3a62758e-12d7-4e8a-a7d7-15770b2536a6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:37.835332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:37.843360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:37.916407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668cc0-5bde-4d36-ae69-43ff5f0846a5 req-6db71f5e-620a-4461-bb9c-4f058af1500d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:37.916407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a668cc0-5bde-4d36-ae69-43ff5f0846a5 req-6db71f5e-620a-4461-bb9c-4f058af1500d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 946 time: 0.3830302 Jun 03 15:28:37.929282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:37.951965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:37.998653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:38.012605 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.014450 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8683b9-2bad-4243-8248-37c8d01b6dc4'] response: {'server_uuid': '5ec0b91d-6565-45d4-a5d6-f6aa174f5db9', 'name': 'network-vif-deleted', 'tag': '3a62758e-12d7-4e8a-a7d7-15770b2536a6', 'status': 'completed', 'code': 200} Jun 03 15:28:38.065623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a668cc0-5bde-4d36-ae69-43ff5f0846a5 req-10ce4b4e-9647-4ce6-8c75-f3cdb299ff6f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472890 Jun 03 15:28:38.086108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:38.111360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.111666 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment f3808ca0-8326-4af8-8a37-06c1a612c76a of type vlan for network 4f790be0-deec-476a-afcf-e1a2001b7cbb Jun 03 15:28:38.169896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.227402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.238319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:38.239103 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.415741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=4f790be0-deec-476a-afcf-e1a2001b7cbb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:38.421479 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7e7e871b-a61c-4f86-badd-837c0785047c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6103170 Jun 03 15:28:38.425945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55522) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:38.433939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:38.464284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:38.550195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839a614-cd1b-45c8-8ee6-799f281471e5 req-e9f609f8-8077-4e85-9da6-e043ec81050f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:38.551839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5839a614-cd1b-45c8-8ee6-799f281471e5 req-e9f609f8-8077-4e85-9da6-e043ec81050f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 944 time: 0.1963425 Jun 03 15:28:38.621762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:38.636068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:38.644595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:38.666442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5839a614-cd1b-45c8-8ee6-799f281471e5 req-8e5f6487-f3e7-4217-ad18-51e0c2b6a9ea tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932939 Jun 03 15:28:38.668052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:38.688919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:38.691816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.026187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-14c9b49a-b1b2-43ce-9f54-8be59990f144 req-4e65882c-8fc1-4ce6-ad0f-c0976f0859c9 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Synchronizing usage tracker for tenant:899cf1891198405893f60f40676126d8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:39.075629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-14c9b49a-b1b2-43ce-9f54-8be59990f144 req-4e65882c-8fc1-4ce6-ad0f-c0976f0859c9 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] Unset dirty status for tenant:899cf1891198405893f60f40676126d8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:39.088725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14c9b49a-b1b2-43ce-9f54-8be59990f144 req-4e65882c-8fc1-4ce6-ad0f-c0976f0859c9 tempest-InstanceActionsNegativeTestJSON-355383766 tempest-InstanceActionsNegativeTestJSON-355383766-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ec0b91d-6565-45d4-a5d6-f6aa174f5db9 HTTP/1.1" status: 200 len: 210 time: 0.1185250 Jun 03 15:28:39.093652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.190534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=33e0300b-d9de-46e8-89c6-606fec62fefe,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:39.201300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': 'f3808ca0-8326-4af8-8a37-06c1a612c76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:39.201736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: 4f790be0-deec-476a-afcf-e1a2001b7cbb, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:39.228895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:39.240490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 82d602f9-cfc4-4bf0-a9f7-60769cad0392 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:39.293579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 4f790be0-deec-476a-afcf-e1a2001b7cbb) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:39.306537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.307130 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.308177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d53ab-cd18-433a-9151-1047e0ea1d7b None None] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:39.368838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4c6b95d9-abc0-4e46-b430-fa3f088aae62 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9410942 Jun 03 15:28:39.373102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55538) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:39.380446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb', 'name': 'tempest-PortsTestJSON-1594160964', 'fixed_ips': [{'subnet_id': '33e0300b-d9de-46e8-89c6-606fec62fefe', 'ip_address': '172.20.0.10'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:39.386304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaa596-ed6a-4a62-938c-2c25b16d368b req-c84dea8b-5acb-46a2-b353-b13fa46083b8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.389200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52eaa596-ed6a-4a62-938c-2c25b16d368b req-c84dea8b-5acb-46a2-b353-b13fa46083b8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 946 time: 0.1567829 Jun 03 15:28:39.492944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52eaa596-ed6a-4a62-938c-2c25b16d368b req-12de3080-da92-4476-9b57-9a35c196c86a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966952 Jun 03 15:28:39.537251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:39.547926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:39.548300 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.785992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8595c-213f-492d-b341-0c5537b631ba req-4c27a48b-eff5-4093-aa44-fc3930d6e1ce tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.788080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfa8595c-213f-492d-b341-0c5537b631ba req-4c27a48b-eff5-4093-aa44-fc3930d6e1ce tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 946 time: 0.1818116 Jun 03 15:28:39.803773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:39.808459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:39.812045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:39.820614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:39.833836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:39.862412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:39.862830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.914345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:39.917145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:39.926118 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.029586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.032455 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10cbd9ce-563e-41db-b138-e4c610899b69'] response: {'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'code': 200} Jun 03 15:28:40.061644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Deleting port 1d36cecd-6833-454a-97c3-3d031cc87b58 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:40.063138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.078557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-4f790be0-deec-476a-afcf-e1a2001b7cbb', 'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb', 'tenant_id': 'e34ad0a1e7ca492c92def23d0f59b0ed', 'fixed_ips': [{'subnet_id': '33e0300b-d9de-46e8-89c6-606fec62fefe'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:28:40.079428 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.085183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port d45f39df-4ff1-4792-90e9-3e976e013569 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:28:40.119159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:40.281420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55556) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:40.292487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238163e-5011-458b-99e1-a8d1b2d4a883 req-4481fd04-9244-4076-b780-b4058f998861 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.294030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3238163e-5011-458b-99e1-a8d1b2d4a883 req-4481fd04-9244-4076-b780-b4058f998861 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3954504 Jun 03 15:28:40.363329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Allocated IP 172.20.0.2 (4f790be0-deec-476a-afcf-e1a2001b7cbb/33e0300b-d9de-46e8-89c6-606fec62fefe/8610c53e-602d-4f19-a4db-b5b639f1e345) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:40.506307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] Deleting subnet 30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:40.520766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dae1e7-fde0-4560-b8fa-bba134c8e450 req-a5778dcb-327e-4ced-bc70-c9e4f89ce36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.522677 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68dae1e7-fde0-4560-b8fa-bba134c8e450 req-a5778dcb-327e-4ced-bc70-c9e4f89ce36b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 1096 time: 0.3635161 Jun 03 15:28:40.555753 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.666651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.706171 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.709495 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68dae1e7-fde0-4560-b8fa-bba134c8e450 req-b8283367-16fa-4273-9d06-a40c04c80c3b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760445 Jun 03 15:28:40.721454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Transition to ACTIVE for port object 8610c53e-602d-4f19-a4db-b5b639f1e345 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:40.750227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-894b40fa-8095-42f2-bd3a-45d2b251cb79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2893560 Jun 03 15:28:40.756574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Transition to ACTIVE for port object 8610c53e-602d-4f19-a4db-b5b639f1e345 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:40.763814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.773332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.799802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3238163e-5011-458b-99e1-a8d1b2d4a883 req-b27ab9aa-5010-4339-acb1-3b6922ad006b tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829016 Jun 03 15:28:40.907509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:40.912091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:40.916543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:40.960683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] For port 1d36cecd-6833-454a-97c3-3d031cc87b58, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=1d36cecd-6833-454a-97c3-3d031cc87b58,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:40.961549 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.982586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Pushing event updated for resources: {'Port': ['ID=8610c53e-602d-4f19-a4db-b5b639f1e345,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:41.055587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.10 (4f790be0-deec-476a-afcf-e1a2001b7cbb/33e0300b-d9de-46e8-89c6-606fec62fefe/d45f39df-4ff1-4792-90e9-3e976e013569) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:41.091679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d81ed-d802-4f96-83ca-a548bd662093 req-39ddb66a-4946-47c5-b340-acadea3df4c5 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:41.092558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-9066f367-f26f-4772-9e9c-4b541d202f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:41.093813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-9066f367-f26f-4772-9e9c-4b541d202f02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1096 time: 0.2883973 Jun 03 15:28:41.101182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.108423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-272d81ed-d802-4f96-83ca-a548bd662093 req-39ddb66a-4946-47c5-b340-acadea3df4c5 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 946 time: 0.2973754 Jun 03 15:28:41.113974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Attempting to bind port 8610c53e-602d-4f19-a4db-b5b639f1e345 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:41.114347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Attempting to bind port 8610c53e-602d-4f19-a4db-b5b639f1e345 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'f3808ca0-8326-4af8-8a37-06c1a612c76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:41.114706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Attempting to bind port 8610c53e-602d-4f19-a4db-b5b639f1e345 on network 4f790be0-deec-476a-afcf-e1a2001b7cbb {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:41.122996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:41.123373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Checking segment: {'id': 'f3808ca0-8326-4af8-8a37-06c1a612c76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:41.123792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.124226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Bound using segment: {'id': 'f3808ca0-8326-4af8-8a37-06c1a612c76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:41.125365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Bound port: 8610c53e-602d-4f19-a4db-b5b639f1e345, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3808ca0-8326-4af8-8a37-06c1a612c76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:41.125748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.297503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] For port 8610c53e-602d-4f19-a4db-b5b639f1e345, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:41.308579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] For port 8610c53e-602d-4f19-a4db-b5b639f1e345, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8610c53e-602d-4f19-a4db-b5b639f1e345,segment=NetworkSegment(f3808ca0-8326-4af8-8a37-06c1a612c76a),segment_id=f3808ca0-8326-4af8-8a37-06c1a612c76a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:41.322994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:41.333019 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.339296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.355681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1f276c79-0c49-420b-95ab-87b1a0d88156 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30e37c81-9bed-4aa2-9ca7-8e4ae8aecdc0 HTTP/1.1" status: 204 len: 168 time: 1.0715778 Jun 03 15:28:41.359171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55568) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:41.457523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97c6b6-bed2-4484-92ef-fca0eb917aae None None] Pushing event updated for resources: {'Port': ['ID=8610c53e-602d-4f19-a4db-b5b639f1e345,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:41.528574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-272d81ed-d802-4f96-83ca-a548bd662093 req-bad1c98e-f554-4b26-829a-1c0329cdc939 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=c22995f8-6448-41a5-8fd5-9641e488c89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095442 Jun 03 15:28:41.549537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.550308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.550963 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Floating IP 2b52eddc-fb86-43a4-adc5-5d925eee04bc disassociated. External IP: 172.25.1.142, port: 1d36cecd-6833-454a-97c3-3d031cc87b58. Jun 03 15:28:41.551494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Calling delete_port for 1d36cecd-6833-454a-97c3-3d031cc87b58 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:41.663866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.697540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-796b0207-976c-49e6-8fce-138cee2addc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:41.699473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-796b0207-976c-49e6-8fce-138cee2addc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.5413938 Jun 03 15:28:41.901589 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.009413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event deleted for resources: {'Port': ['ID=1d36cecd-6833-454a-97c3-3d031cc87b58,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:42.345037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.376011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d1beaa-acbf-4962-a34c-26f433288c6b']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:42.396010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9709645-8547-4458-b03d-7da90aef7372') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:42.396664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9709645-8547-4458-b03d-7da90aef7372') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:42.411273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.448404 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.455165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b229-eef4-4cf8-be7d-aa423cb1453a req-76252378-9159-4c85-912b-c2bd00d6fe31 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:42.462597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:42.463478 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.471503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c376b229-eef4-4cf8-be7d-aa423cb1453a req-76252378-9159-4c85-912b-c2bd00d6fe31 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3312733 Jun 03 15:28:42.509617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Router 8a840971-1f39-43bb-b67c-a50b65b76641 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:42.613527 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c9709645-8547-4458-b03d-7da90aef7372 resource provider aggregate not found Jun 03 15:28:42.625921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.655862 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-0628ea1b-892c-4dfb-ba87-18c4a4be37e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 1001 time: 0.9474750 Jun 03 15:28:42.660500 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c9709645-8547-4458-b03d-7da90aef7372 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9709645-8547-4458-b03d-7da90aef7372 found for delete ", "request_id": "req-735dd152-69ae-4f6a-a95c-8e9a68bace70"}]} Jun 03 15:28:42.761252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c376b229-eef4-4cf8-be7d-aa423cb1453a req-556b5288-a31a-42f4-97b8-33220103b04c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886062 Jun 03 15:28:42.806983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object d45f39df-4ff1-4792-90e9-3e976e013569 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:42.818340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.852091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.868731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d1beaa-acbf-4962-a34c-26f433288c6b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:42.892317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-3116cd54-69ba-4a90-8946-f3ab4ffd014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:42.895348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-3116cd54-69ba-4a90-8946-f3ab4ffd014b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.2237682 Jun 03 15:28:42.913604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3430c0f5-7f40-46e1-aff7-d79869265bc6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b8d1beaa-acbf-4962-a34c-26f433288c6b HTTP/1.1" status: 204 len: 168 time: 1.5398626 Jun 03 15:28:43.134835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d04e5ec-501b-4240-bd3d-ff027ead3189 req-bcd9eac9-9c86-4f21-9d6a-303fc2fddb61 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=453ce29e-44e8-4098-aec5-a8000266dbca HTTP/1.1" status: 200 len: 210 time: 0.1989245 Jun 03 15:28:43.205445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:43.217497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] Sync routers for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:43.237439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8610c53e-602d-4f19-a4db-b5b639f1e345 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:43.275019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.348163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55590) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:43.366464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:43.370069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] No DVR routers for this DVR port 1d36cecd-6833-454a-97c3-3d031cc87b58 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:43.443782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:43.446918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:43.450580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:43.458517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.459866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 1d36cecd-6833-454a-97c3-3d031cc87b58 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:43.460320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 1d36cecd-6833-454a-97c3-3d031cc87b58 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:43.466799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-deleted', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:43.473931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:43.474645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:28:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:43.501868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfa8595c-213f-492d-b341-0c5537b631ba req-9b168e2d-cfdb-469a-b764-9746150d85d6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "DELETE /v2.0/ports/1d36cecd-6833-454a-97c3-3d031cc87b58 HTTP/1.1" status: 204 len: 173 time: 3.6903996 Jun 03 15:28:43.547759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a8a78411-9de5-45aa-a156-1757f491884c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=899cf1891198405893f60f40676126d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848490 Jun 03 15:28:43.560362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55596) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:43.592420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8610c53e-602d-4f19-a4db-b5b639f1e345 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:43.596408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=d45f39df-4ff1-4792-90e9-3e976e013569,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:43.596687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5139e-528b-4c5a-a256-d63f0c808f81 None None] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:43.609984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-cafae489-88f9-4b13-bb32-ff5b63d7644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:43.612202 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-cafae489-88f9-4b13-bb32-ff5b63d7644e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6928656 Jun 03 15:28:43.619331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:43.620193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.670550 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2bf633-6ea4-4837-a50d-7c845c4c610f'] response: {'server_uuid': '453ce29e-44e8-4098-aec5-a8000266dbca', 'name': 'network-vif-deleted', 'tag': '1d36cecd-6833-454a-97c3-3d031cc87b58', 'status': 'completed', 'code': 200} Jun 03 15:28:43.721299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6dc38295-df58-4001-b4d8-4a0c086cbe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.754686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ed9d6cc-608d-4a29-be71-ecf4958dc3aa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3761621 Jun 03 15:28:43.755302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55600) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:43.763981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '4f790be0-deec-476a-afcf-e1a2001b7cbb', 'name': 'tempest-PortsTestJSON-639225933', 'fixed_ips': [{'subnet_id': '33e0300b-d9de-46e8-89c6-606fec62fefe', 'ip_address': '172.20.0.9'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:43.818455 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6dc38295-df58-4001-b4d8-4a0c086cbe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.921766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-a1655d29-7082-4103-8e48-4e7535e91ee8 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971337 Jun 03 15:28:43.955411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6dc38295-df58-4001-b4d8-4a0c086cbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.964992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-335f02f0-f074-4074-94cf-ad0357dd6cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.056219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:44.192482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:44.214868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:44.223216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:44.252730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:44.301850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc38295-df58-4001-b4d8-4a0c086cbe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03059904-35a5-47a1-992e-7ab8ec0f9cae,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:44.337502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:44.356977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.401212 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d33034ec-ec86-4c5e-ae3e-0958dfed894f req-a86adacd-4d86-48f3-b842-c4b53742380c service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636986 Jun 03 15:28:44.401853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55614) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:44.403113 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6dc38295-df58-4001-b4d8-4a0c086cbe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.405493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6dc38295-df58-4001-b4d8-4a0c086cbe9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03059904-35a5-47a1-992e-7ab8ec0f9cae HTTP/1.1" status: 204 len: 168 time: 0.8433847 Jun 03 15:28:44.437159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port ab0f5c3f-cd52-46f0-a165-12b361e7fd63 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:28:44.529609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1bf80-7480-413b-ab9e-749f8f582332 req-3998b9e3-787e-4d1f-a7ad-c78d9960261d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:44.531624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1d1bf80-7480-413b-ab9e-749f8f582332 req-3998b9e3-787e-4d1f-a7ad-c78d9960261d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.2233205 Jun 03 15:28:44.623694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1d1bf80-7480-413b-ab9e-749f8f582332 req-cc4db0df-0c15-4b8c-bc45-f76fa7740c45 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840666 Jun 03 15:28:44.807146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.9 (4f790be0-deec-476a-afcf-e1a2001b7cbb/33e0300b-d9de-46e8-89c6-606fec62fefe/ab0f5c3f-cd52-46f0-a165-12b361e7fd63) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:44.827452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] Provisioning for port 8610c53e-602d-4f19-a4db-b5b639f1e345 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:44.919914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] Provisioning complete for port 8610c53e-602d-4f19-a4db-b5b639f1e345 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:44.920713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.090799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e6cf2-43b6-4187-8a90-15dc86fda4ec req-316421f0-5032-48a3-8244-d44248064b8c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:45.092425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c68e6cf2-43b6-4187-8a90-15dc86fda4ec req-316421f0-5032-48a3-8244-d44248064b8c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.2303789 Jun 03 15:28:45.208593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c68e6cf2-43b6-4187-8a90-15dc86fda4ec req-6fb2d801-8f13-4c6a-a07a-ccdbbd6b21f5 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078858 Jun 03 15:28:45.599097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.621842 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.639620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] Current status of the port 8610c53e-602d-4f19-a4db-b5b639f1e345 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:45.639620 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.714919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e29919f2-1c97-4808-bd84-599d1f13343c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.736749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] For port 8610c53e-602d-4f19-a4db-b5b639f1e345, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8610c53e-602d-4f19-a4db-b5b639f1e345,segment=NetworkSegment(f3808ca0-8326-4af8-8a37-06c1a612c76a),segment_id=f3808ca0-8326-4af8-8a37-06c1a612c76a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:45.751897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:45.751897 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.769587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object ab0f5c3f-cd52-46f0-a165-12b361e7fd63 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:45.786653 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7753421b-a66b-46a6-8775-1cfc52fe0135 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.846982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] Checking router: 8a840971-1f39-43bb-b67c-a50b65b76641 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:45.886494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:45.887909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:28:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:45.990038 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7753421b-a66b-46a6-8775-1cfc52fe0135 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.123592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.160928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41ac0a-343a-4418-84b9-c0649281a922 None None] Pushing event updated for resources: {'Port': ['ID=8610c53e-602d-4f19-a4db-b5b639f1e345,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:46.504268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:46.529696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=ab0f5c3f-cd52-46f0-a165-12b361e7fd63,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:46.537749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:46.545597 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7753421b-a66b-46a6-8775-1cfc52fe0135 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.560501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:46.678277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b5481b10-f144-4ca1-bfe6-5efd09ad508f None None] Provisioning for port d45f39df-4ff1-4792-90e9-3e976e013569 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:46.701036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b5481b10-f144-4ca1-bfe6-5efd09ad508f None None] Provisioning complete for port d45f39df-4ff1-4792-90e9-3e976e013569 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:46.720836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b5481b10-f144-4ca1-bfe6-5efd09ad508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.736735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753421b-a66b-46a6-8775-1cfc52fe0135 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22995f8-6448-41a5-8fd5-9641e488c89d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:46.821942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7753421b-a66b-46a6-8775-1cfc52fe0135 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.830218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:46.845651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7753421b-a66b-46a6-8775-1cfc52fe0135 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "DELETE /v2.0/security-groups/c22995f8-6448-41a5-8fd5-9641e488c89d HTTP/1.1" status: 204 len: 168 time: 2.4353554 Jun 03 15:28:46.865834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:46.879654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.889845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b5481b10-f144-4ca1-bfe6-5efd09ad508f None None] Port d45f39df-4ff1-4792-90e9-3e976e013569 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:46.959068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.971014 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8e65a884-b032-4b03-a8ea-dcc3fd2db872 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2143137 Jun 03 15:28:46.976199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55678) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:47.046226 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-da1596b3-c1de-4535-a0bd-2a879f825f89 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] show failed (client error): The resource could not be found. Jun 03 15:28:47.047191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-da1596b3-c1de-4535-a0bd-2a879f825f89 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups/c22995f8-6448-41a5-8fd5-9641e488c89d HTTP/1.1" status: 404 len: 347 time: 0.2159224 Jun 03 15:28:47.050784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:47.056137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55686) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:47.382376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8610c53e-602d-4f19-a4db-b5b639f1e345 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:47.615542 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.644702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b5481b10-f144-4ca1-bfe6-5efd09ad508f None None] Provisioning complete for port 8610c53e-602d-4f19-a4db-b5b639f1e345 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:47.645094 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b5481b10-f144-4ca1-bfe6-5efd09ad508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.731500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e627c8-3a2e-42cb-98df-4a1899f2eb31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:47.732353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-57e627c8-3a2e-42cb-98df-4a1899f2eb31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:47.735928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Deleting port cb5dc4cb-bc42-41da-b91e-a6bffa4c577f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:47.736855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.784531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-57e627c8-3a2e-42cb-98df-4a1899f2eb31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:47.785878 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-57e627c8-3a2e-42cb-98df-4a1899f2eb31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8084943 Jun 03 15:28:47.789012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55716) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:47.901474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4a5f-784c-4705-946f-1a2416b78b30 req-9c8b5f47-4561-426e-836f-2aa6ca1456bd tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:47.910865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64b4a5f-784c-4705-946f-1a2416b78b30 req-9c8b5f47-4561-426e-836f-2aa6ca1456bd tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 1.0985324 Jun 03 15:28:48.096986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdc8561-c643-4feb-bb29-57afed9d5bd2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:48.122696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdc8561-c643-4feb-bb29-57afed9d5bd2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:48.140890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdc8561-c643-4feb-bb29-57afed9d5bd2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:48.148574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64b4a5f-784c-4705-946f-1a2416b78b30 req-e49fbd5d-1bfa-4b1c-be00-34e0d9e3f4c0 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365439 Jun 03 15:28:48.152956 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1bdc8561-c643-4feb-bb29-57afed9d5bd2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3557739 Jun 03 15:28:48.155492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55728) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:48.306245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port ab0f5c3f-cd52-46f0-a165-12b361e7fd63 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:48.306857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.339439 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.340154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.367679 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.404330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8610c53e-602d-4f19-a4db-b5b639f1e345 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:48.404715 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.628519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Calling delete_port for cb5dc4cb-bc42-41da-b91e-a6bffa4c577f owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:48.644541 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.705573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b5481b10-f144-4ca1-bfe6-5efd09ad508f None None] Current status of the port 8610c53e-602d-4f19-a4db-b5b639f1e345 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:48.785570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55740) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:48.832565 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:28:48.940556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-622383cd-ce71-45bd-a2dc-9e52c261fca5 None None] Provisioning complete for port d45f39df-4ff1-4792-90e9-3e976e013569 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:48.940894 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-622383cd-ce71-45bd-a2dc-9e52c261fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.993769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.022432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.182585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for ab0f5c3f-cd52-46f0-a165-12b361e7fd63 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:49.194963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-622383cd-ce71-45bd-a2dc-9e52c261fca5 None None] Port d45f39df-4ff1-4792-90e9-3e976e013569 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:49.214395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8610c53e-602d-4f19-a4db-b5b639f1e345 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:49.245607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:49.257235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95309e-4f69-4935-9ebf-af48e4a0ae9c None None] The sync data for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 is: [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:49.271302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-622383cd-ce71-45bd-a2dc-9e52c261fca5 None None] Provisioning for port ab0f5c3f-cd52-46f0-a165-12b361e7fd63 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:49.288745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-622383cd-ce71-45bd-a2dc-9e52c261fca5 None None] Provisioning complete for port ab0f5c3f-cd52-46f0-a165-12b361e7fd63 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:49.289242 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-622383cd-ce71-45bd-a2dc-9e52c261fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.352817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event deleted for resources: {'Port': ['ID=cb5dc4cb-bc42-41da-b91e-a6bffa4c577f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.452487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.480725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-622383cd-ce71-45bd-a2dc-9e52c261fca5 None None] Port ab0f5c3f-cd52-46f0-a165-12b361e7fd63 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:49.487122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.560992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=ab0f5c3f-cd52-46f0-a165-12b361e7fd63,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.588425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:49.602670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Usage tracker for resource:security_group_rule and tenant:767cc7bb5e0440edb0714132376de3a6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:49.607636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:49.622971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:49.700389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.738642 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764e899-8273-476c-b537-6b5af6c8c5e0 None None] New status for floating IP 2b52eddc-fb86-43a4-adc5-5d925eee04bc: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:28:49.757255 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.758418 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-19b2d4ff-ab29-44ee-97d7-191fa406182e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "DELETE /v2.0/floatingips/2b52eddc-fb86-43a4-adc5-5d925eee04bc HTTP/1.1" status: 204 len: 168 time: 2.6996093 Jun 03 15:28:49.779563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.798751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e1fe8-daec-4d41-b868-2f36e95295e0 req-8fd40ca7-83cb-4d0f-bf70-9419fde23ee1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:49.800616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-788e1fe8-daec-4d41-b868-2f36e95295e0 req-8fd40ca7-83cb-4d0f-bf70-9419fde23ee1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3278620 Jun 03 15:28:49.833635 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-46c03632-02b6-4908-9617-64428f031832 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/ab0f5c3f-cd52-46f0-a165-12b361e7fd63 HTTP/1.1" status: 204 len: 168 time: 1.6745105 Jun 03 15:28:49.837654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55770) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:49.932549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-788e1fe8-daec-4d41-b868-2f36e95295e0 req-4952ad8c-9615-4f32-8194-75c0a2756385 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235120 Jun 03 15:28:49.941440 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cff80a6-c591-4ce6-836a-e22a31733fd6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:28:49.942432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8cff80a6-c591-4ce6-836a-e22a31733fd6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:49.947286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55774) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:49.961624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519123804', 'description': 'tempest-description--844464000'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:49.980094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:49.998824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:50.006714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:50.008298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.015738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.019290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:50.024124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8cff80a6-c591-4ce6-836a-e22a31733fd6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:50.030931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8cff80a6-c591-4ce6-836a-e22a31733fd6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/ab0f5c3f-cd52-46f0-a165-12b361e7fd63 HTTP/1.1" status: 404 len: 333 time: 0.1919785 Jun 03 15:28:50.034214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55780) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:50.142328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=767cc7bb5e0440edb0714132376de3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3540204 Jun 03 15:28:50.145222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55786) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:50.148779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a94291-d1b7-47df-8921-d3066b023f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea5a06-924a-4e32-ac83-5717426d9a17,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:50.256260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port d45f39df-4ff1-4792-90e9-3e976e013569 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:50.257052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.317180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca15-4e08-4e93-a2d5-e63879977bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.320348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.344759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c228f7-bc56-448f-b2c4-6574d396ab69 req-e6263a1d-e1b2-446e-b416-1d6c059a4ef2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:50.346333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3c228f7-bc56-448f-b2c4-6574d396ab69 req-e6263a1d-e1b2-446e-b416-1d6c059a4ef2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.1989584 Jun 03 15:28:50.378602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca15-4e08-4e93-a2d5-e63879977bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.395521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:50.408439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group_rule and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:50.432559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3c228f7-bc56-448f-b2c4-6574d396ab69 req-6466ed49-ab1d-4244-9e63-d17e0fcd7de7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762882 Jun 03 15:28:50.460647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:50.475356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca15-4e08-4e93-a2d5-e63879977bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.493334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:50.502395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5ca15-4e08-4e93-a2d5-e63879977bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea5a06-924a-4e32-ac83-5717426d9a17,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:50.507272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7af5ca15-4e08-4e93-a2d5-e63879977bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.511262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7af5ca15-4e08-4e93-a2d5-e63879977bbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4ea5a06-924a-4e32-ac83-5717426d9a17 HTTP/1.1" status: 204 len: 168 time: 0.3492782 Jun 03 15:28:50.811860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.814075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.822585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.049369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for d45f39df-4ff1-4792-90e9-3e976e013569 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:51.108680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f01fbb-ce79-4b21-a04c-f2bcc60489cd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.123458 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.128086 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3c5ad7b9-815c-4047-b9cb-f096b9adeab7 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1731749 Jun 03 15:28:51.129273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55812) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:51.137414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'security_group_rule': {'security_group_id': '89f01fbb-ce79-4b21-a04c-f2bcc60489cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:51.155523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:51.284177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.344914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=d45f39df-4ff1-4792-90e9-3e976e013569,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.348804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group_rule and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:51.356877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:51.366424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:51.411568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.496683 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.497515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaec949-da01-4232-8168-d08f5f770ce6 req-8a51fd5e-d842-4bb3-9177-f1a872ca637c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:51.510004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afaec949-da01-4232-8168-d08f5f770ce6 req-8a51fd5e-d842-4bb3-9177-f1a872ca637c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3578835 Jun 03 15:28:51.551122 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b12da400-5369-49b3-a302-e5970972a81f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/d45f39df-4ff1-4792-90e9-3e976e013569 HTTP/1.1" status: 204 len: 168 time: 1.5153027 Jun 03 15:28:51.555545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55824) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:51.584361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afaec949-da01-4232-8168-d08f5f770ce6 req-96338ca1-4403-4d15-aff8-a0b070b4178e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732365 Jun 03 15:28:51.604315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.612422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.671270 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0e831a-c492-41ab-8e71-a0108b297e76 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:28:51.673555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9e0e831a-c492-41ab-8e71-a0108b297e76 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:51.696157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bbb232-9c42-4fe8-b6e4-226ffb5fb2b9,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.699355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.703801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f3f9d9de-e92c-41a7-8728-ed8816f46733 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5725746 Jun 03 15:28:51.705242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55832) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:51.710704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'security_group_rule': {'security_group_id': '89f01fbb-ce79-4b21-a04c-f2bcc60489cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:51.720009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:51.729126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:security_group_rule and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:51.737530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:51.738068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9e0e831a-c492-41ab-8e71-a0108b297e76 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:51.744194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9e0e831a-c492-41ab-8e71-a0108b297e76 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/d45f39df-4ff1-4792-90e9-3e976e013569 HTTP/1.1" status: 404 len: 333 time: 0.1836393 Jun 03 15:28:51.746082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55838) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:51.748982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:51.806789 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.859915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet 33e0300b-d9de-46e8-89c6-606fec62fefe {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:51.864987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.942138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.950438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.069860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55844) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:52.099431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955b82af-55ad-4cf0-9366-3bfc95eca62b,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.105157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.140952 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.148138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-77fe59bf-eb77-486b-b60d-e14461c7eb4e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415028 Jun 03 15:28:52.151238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55850) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:52.167567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:52.176583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:52.183361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Usage tracker for resource:floatingip and tenant:6529a69d4aa5444bac3e9188ce769c14 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:52.191813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:52.199822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:52.211215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f3bc2-cda6-454d-8b07-d3e4fb3c9bd6 req-9edae221-9aa7-4b6d-bde7-661553490dfa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.218711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18f3bc2-cda6-454d-8b07-d3e4fb3c9bd6 req-9edae221-9aa7-4b6d-bde7-661553490dfa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.2406638 Jun 03 15:28:52.256370 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.259614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.297104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18f3bc2-cda6-454d-8b07-d3e4fb3c9bd6 req-e5d54cf7-56ce-45d7-ae73-0bf36a150f04 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771463 Jun 03 15:28:52.305879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1358351346-network', 'tenant_id': '9189488290334e2287ed2db6c9226ca0'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:52.367652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:52.377982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.380362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Usage tracker for resource:network and tenant:9189488290334e2287ed2db6c9226ca0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:52.383374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:52.398576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:52.429111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Made reservation on behalf of 9189488290334e2287ed2db6c9226ca0 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:52.435666 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.441567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=33e0300b-d9de-46e8-89c6-606fec62fefe,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.443630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.450537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca805b0-93ac-4272-95c3-64e7e9d1b6e7 None None] Network 4f790be0-deec-476a-afcf-e1a2001b7cbb requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:52.458223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.474228 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5bf5b07f-59b6-491f-a683-56b577698817 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/33e0300b-d9de-46e8-89c6-606fec62fefe HTTP/1.1" status: 204 len: 168 time: 0.7252510 Jun 03 15:28:52.479611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55860) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:52.514587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:52.557840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Usage tracker for resource:security_group_rule and tenant:9189488290334e2287ed2db6c9226ca0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:52.630950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:52.658911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:52.708398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.762259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.818688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 8610c53e-602d-4f19-a4db-b5b639f1e345 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:52.819028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.864613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] DHCP port deletion for 4f790be0-deec-476a-afcf-e1a2001b7cbb request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:52.870984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] Deleting port 8610c53e-602d-4f19-a4db-b5b639f1e345 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:52.871813 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.225198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] For port 8610c53e-602d-4f19-a4db-b5b639f1e345, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8610c53e-602d-4f19-a4db-b5b639f1e345,segment=NetworkSegment(f3808ca0-8326-4af8-8a37-06c1a612c76a),segment_id=f3808ca0-8326-4af8-8a37-06c1a612c76a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:53.225601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.274481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.291821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Allocated IP 172.25.1.86 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:53.350923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.354800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8610c53e-602d-4f19-a4db-b5b639f1e345 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:53.380719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:53.412364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] Calling delete_port for 8610c53e-602d-4f19-a4db-b5b639f1e345 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:53.463106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:53.515499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1128ccb9-4872-4e68-b3ef-2db9a4c270a8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.531780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] For port 8610c53e-602d-4f19-a4db-b5b639f1e345, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8610c53e-602d-4f19-a4db-b5b639f1e345,segment=NetworkSegment(f3808ca0-8326-4af8-8a37-06c1a612c76a),segment_id=f3808ca0-8326-4af8-8a37-06c1a612c76a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:53.532238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.553884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d73a0c-981b-4414-8a2b-02eea64c09f4 req-415959e1-7372-4bfb-80e3-b46ea2e96529 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.555414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78d73a0c-981b-4414-8a2b-02eea64c09f4 req-415959e1-7372-4bfb-80e3-b46ea2e96529 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.7095399 Jun 03 15:28:53.581213 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.581748 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Added segment 190151fc-68db-4e0b-8664-668a5c387896 of type vlan for network 194aa1bb-b12e-42c1-8a43-308c82b394d4 Jun 03 15:28:53.620095 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.664147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port 8610c53e-602d-4f19-a4db-b5b639f1e345 update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:28:53.684297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] Pushing event deleted for resources: {'Port': ['ID=8610c53e-602d-4f19-a4db-b5b639f1e345,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.690012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15745696-2f22-4ba7-97bd-d67ee8a8b650 None None] No DVR routers for this DVR port 8610c53e-602d-4f19-a4db-b5b639f1e345 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:53.693958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:53.694333 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.722843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:53.733069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:53.738137 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.801872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 8610c53e-602d-4f19-a4db-b5b639f1e345 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:53.826551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=11']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.884490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747c10f-ef09-49e2-add1-70d6474058d0 req-a03a024c-906c-4a06-8c7c-10b41213d74b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.886056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b747c10f-ef09-49e2-add1-70d6474058d0 req-a03a024c-906c-4a06-8c7c-10b41213d74b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.7450581 Jun 03 15:28:53.914673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.107644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78d73a0c-981b-4414-8a2b-02eea64c09f4 req-3373f95b-d8ae-48e9-81c4-3a66ce140537 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316925 Jun 03 15:28:54.156219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.173246 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f5ea51-c3b9-4463-8368-6d09c0abfd93'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'code': 200} Jun 03 15:28:54.176830 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:28:54.177106 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:54.185674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b747c10f-ef09-49e2-add1-70d6474058d0 req-70035dc8-179c-421c-95bb-e7288d89e3e1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725530 Jun 03 15:28:54.190759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.192081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.192707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.313279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] Pushing event updated for resources: {'Network': ['ID=194aa1bb-b12e-42c1-8a43-308c82b394d4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:54.325084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 194aa1bb-b12e-42c1-8a43-308c82b394d4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:54.330300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.335278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d8a2f289-1554-404e-9f21-87c95fafbeb6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2510607 Jun 03 15:28:54.338757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55880) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:54.344487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Request body: {'subnet': {'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1358351346-subnet', 'tenant_id': '9189488290334e2287ed2db6c9226ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:54.350878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:54.356926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Usage tracker for resource:subnet and tenant:9189488290334e2287ed2db6c9226ca0 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:54.361874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:54.371684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:54.389728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Made reservation on behalf of 9189488290334e2287ed2db6c9226ca0 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:54.393388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.399261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:54.403254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:54.406549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:54.467273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'Port': ['ID=4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:54.547062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.621268 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.643357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.679065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 8610c53e-602d-4f19-a4db-b5b639f1e345 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:54.679464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.720403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95f11e7-7720-4466-9558-71ccdc0a0f73,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:54.729656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Checking segment: {'id': '190151fc-68db-4e0b-8664-668a5c387896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:54.729940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Network hostable DHCP agents. Network: 194aa1bb-b12e-42c1-8a43-308c82b394d4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:54.753856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Network 194aa1bb-b12e-42c1-8a43-308c82b394d4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:54.761793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] The port '8610c53e-602d-4f19-a4db-b5b639f1e345' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:28:54.766722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 194aa1bb-b12e-42c1-8a43-308c82b394d4) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:54.774551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.776159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.778272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc68c1-edf4-4d5f-9431-e31d8069a81d None None] Network 194aa1bb-b12e-42c1-8a43-308c82b394d4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:54.809581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c1c384f-0a19-4982-b02f-f577cbc057c4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4689012 Jun 03 15:28:54.980060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.037964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f790be0-deec-476a-afcf-e1a2001b7cbb']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:55.064236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3808ca0-8326-4af8-8a37-06c1a612c76a') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:55.064551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3808ca0-8326-4af8-8a37-06c1a612c76a') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:55.082052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.103736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.126259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:55.126673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.149396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.211772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f53cd79-68d7-410b-93c6-f059f196b0a9 None None] Network 194aa1bb-b12e-42c1-8a43-308c82b394d4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:55.218751 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f3808ca0-8326-4af8-8a37-06c1a612c76a resource provider aggregate not found Jun 03 15:28:55.222939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.277033 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f3808ca0-8326-4af8-8a37-06c1a612c76a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3808ca0-8326-4af8-8a37-06c1a612c76a found for delete ", "request_id": "req-da78271e-aac6-47aa-8dee-70866172a94a"}]} Jun 03 15:28:55.415186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.451961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.463404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'Port': ['ID=4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.477194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=4f790be0-deec-476a-afcf-e1a2001b7cbb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.490134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.496962 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0fa78f5b-dde0-4f15-bc4d-a60045f6d2b2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/4f790be0-deec-476a-afcf-e1a2001b7cbb HTTP/1.1" status: 204 len: 168 time: 3.0047681 Jun 03 15:28:55.500400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55902) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:55.507504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-473421530'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:55.513734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:55.519720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:network and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:55.523625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:55.531536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:55.547800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:55.551585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.575795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.577087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-af04e2f9-f57c-457d-ad06-8541e3555cab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4216168 Jun 03 15:28:55.595643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:55.616008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.616902 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Added segment cca0ad6d-72d6-4161-a2be-2f16543e8fbf of type vlan for network 08db9341-d308-421f-8123-a431ff4a4b15 Jun 03 15:28:55.624058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb6364-3757-4371-93d1-a804330ae1d7 req-464d97c6-9e4f-407f-a337-4e703c2c7ecf tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.626279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1feb6364-3757-4371-93d1-a804330ae1d7 req-464d97c6-9e4f-407f-a337-4e703c2c7ecf tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.2542400 Jun 03 15:28:55.673118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.688716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5dacd-8913-4aaf-86f3-91cacdffe08b req-e32e5b17-4826-4a07-ab18-b7efd2518efe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.690517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3c5dacd-8913-4aaf-86f3-91cacdffe08b req-e32e5b17-4826-4a07-ab18-b7efd2518efe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1612830 Jun 03 15:28:55.703789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1feb6364-3757-4371-93d1-a804330ae1d7 req-76c15555-38df-4a58-9cdb-1ae28c0e3196 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693154 Jun 03 15:28:55.749700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.765283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.766607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.794441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3c5dacd-8913-4aaf-86f3-91cacdffe08b req-651fde04-ee80-4bff-b7f6-3bd65618d559 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870402 Jun 03 15:28:55.927218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4244273 Jun 03 15:28:55.931471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55920) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:55.944522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056dfd3-de32-4344-8f46-f77241230af1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Network': ['ID=08db9341-d308-421f-8123-a431ff4a4b15,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.944935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '08db9341-d308-421f-8123-a431ff4a4b15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:55.956960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 08db9341-d308-421f-8123-a431ff4a4b15 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:55.964573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-a62b1eec-8fe8-45e4-8ae7-e5df44870838 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1519123804&fields=id&tenant_id=6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 267 time: 0.0664477 Jun 03 15:28:56.378046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:56.392377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:56.396287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:56.418929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:56.470449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-b3a251cc-d6eb-4366-88a7-c2cc7257dd23 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:56.479526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-b3a251cc-d6eb-4366-88a7-c2cc7257dd23 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 816 time: 0.4215193 Jun 03 15:28:56.491470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:56.495478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:56.521625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-b64698dd-553e-4a6f-a241-e081c181e333 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/quotas/6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 375 time: 0.0410542 Jun 03 15:28:56.756470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-c3cfafdf-9933-4fc2-b7a9-539e22f3e695 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Synchronizing usage tracker for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:56.855381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-c3cfafdf-9933-4fc2-b7a9-539e22f3e695 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Unset dirty status for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:56.857439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-c3cfafdf-9933-4fc2-b7a9-539e22f3e695 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3348038 Jun 03 15:28:56.961054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.175972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=4f7d5046-d611-430e-982a-76fde9df9622,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:57.210642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Checking segment: {'id': 'cca0ad6d-72d6-4161-a2be-2f16543e8fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '08db9341-d308-421f-8123-a431ff4a4b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:57.210642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network hostable DHCP agents. Network: 08db9341-d308-421f-8123-a431ff4a4b15, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:57.219597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-660a72b9-0475-4402-9792-7c8007201ac7 service neutron] 10.222.0.66 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471043 Jun 03 15:28:57.271908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a32b3-b1b3-439d-bf72-b20b3af033aa req-8cc98443-a10e-4145-a1a6-921d3291500c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.273781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e66a32b3-b1b3-439d-bf72-b20b3af033aa req-8cc98443-a10e-4145-a1a6-921d3291500c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3711593 Jun 03 15:28:57.346913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:28:57.358216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 08db9341-d308-421f-8123-a431ff4a4b15 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:57.389233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 08db9341-d308-421f-8123-a431ff4a4b15) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:57.393600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.394371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.400264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f99e9a-9648-4230-92ac-5ba8b5270407 None None] Network 08db9341-d308-421f-8123-a431ff4a4b15 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:57.457288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e66a32b3-b1b3-439d-bf72-b20b3af033aa req-b557d078-2037-4539-a36a-5be4d57822e2 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284926 Jun 03 15:28:57.463375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6f8b4471-c2d9-4aad-a5e2-e227c4b5fe64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5280781 Jun 03 15:28:57.467883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55982) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:57.478516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1430654163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:57.485376 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-08e078ae-65a5-4a56-a289-a6f661454046 service neutron] 10.222.0.66 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539158 Jun 03 15:28:57.543146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:57.573548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:router and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:57.586028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:57.611714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:57.646635 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.649381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.703503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.764598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.867358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.869350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d0ed9681-ba3c-44f0-903b-80bd73049055 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3987005 Jun 03 15:28:57.873411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56000) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:57.882827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'network_id': '08db9341-d308-421f-8123-a431ff4a4b15', 'name': 'tempest-PortsTestJSON-2051352418'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:58.048538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:58.086600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'mac_address': 'fa:16:3e:dd:ca:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:28:58.380012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:58.391461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:port and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:58.402159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:58.423700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:58.427512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-705ebcb7-8966-4e45-8fae-5a7f5dc34514 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:58.430313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-705ebcb7-8966-4e45-8fae-5a7f5dc34514 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Synchronizing usage tracker for tenant:9189488290334e2287ed2db6c9226ca0 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:58.456555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:58.465786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.540034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port da0feb25-0b06-4192-a73f-bbdba4e16764 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:28:58.570227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-705ebcb7-8966-4e45-8fae-5a7f5dc34514 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Unset dirty status for tenant:9189488290334e2287ed2db6c9226ca0 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:58.582213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-705ebcb7-8966-4e45-8fae-5a7f5dc34514 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/networks?id=194aa1bb-b12e-42c1-8a43-308c82b394d4 HTTP/1.1" status: 200 len: 810 time: 0.9784467 Jun 03 15:28:58.623018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-08db9341-d308-421f-8123-a431ff4a4b15', 'network_id': '08db9341-d308-421f-8123-a431ff4a4b15', 'tenant_id': 'e34ad0a1e7ca492c92def23d0f59b0ed', 'fixed_ips': [{'subnet_id': '4f7d5046-d611-430e-982a-76fde9df9622'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:28:58.623018 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.718546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a57eb-6636-43cd-8807-5bb1d779ca86 req-f29d1d56-4506-4da6-b8b0-43609ad80645 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:58.718546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-942a57eb-6636-43cd-8807-5bb1d779ca86 req-f29d1d56-4506-4da6-b8b0-43609ad80645 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6853900 Jun 03 15:28:58.967916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-e48e33ce-2c61-4e2b-ba8e-72855736e054 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/quotas/9189488290334e2287ed2db6c9226ca0 HTTP/1.1" status: 200 len: 375 time: 0.3595204 Jun 03 15:28:59.055101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Allocated IP 172.20.0.2 (08db9341-d308-421f-8123-a431ff4a4b15/4f7d5046-d611-430e-982a-76fde9df9622/8176ce89-e724-45ff-95a9-7d68dc6ea3b5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:59.275503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-20f37f7f-1f62-49b9-ad60-d964c024582b tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9189488290334e2287ed2db6c9226ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3282812 Jun 03 15:28:59.403314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-942a57eb-6636-43cd-8807-5bb1d779ca86 req-ebf0b405-b7f5-4ace-94dd-5540af0aade1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6947007 Jun 03 15:28:59.563630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:59.565934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.631134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d56504-3b23-4f87-829d-b7c26fcbe663 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:59.675836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-defef5b1-43fb-4793-ba90-fdeac6ba55f1 service neutron] 10.222.0.66 "GET /v2.0/networks/194aa1bb-b12e-42c1-8a43-308c82b394d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018040 Jun 03 15:28:59.700718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.711918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:59.727068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.730705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Transition to ACTIVE for port object 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:59.836708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Transition to ACTIVE for port object 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:59.849857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['23d56504-3b23-4f87-829d-b7c26fcbe663'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:59.982981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a68fc3c-7224-4533-a6cc-e1b3a79c0ec1 req-6cd82fa3-cc0b-41a3-9491-655f74fcad67 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 210 time: 0.1246753 Jun 03 15:28:59.995608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.070805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-58561d7f-2642-44c9-9bea-6ce1a0b01316 {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:00.072312 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:00.083366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-05f67df2-dd3e-41c2-8531-dea704d937d5 service neutron] 10.222.0.66 "GET /v2.0/networks/194aa1bb-b12e-42c1-8a43-308c82b394d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063723 Jun 03 15:29:00.103501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=12']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:00.310149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Network 08db9341-d308-421f-8123-a431ff4a4b15 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:00.313926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:00.315873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Pushing event updated for resources: {'Port': ['ID=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:00.320446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:00.423385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480fb2-e7af-412c-893f-f7b57f5bf835 req-6d1aa47e-f995-4e18-a4e8-42177c3d18a7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.442262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5480fb2-e7af-412c-893f-f7b57f5bf835 req-6d1aa47e-f995-4e18-a4e8-42177c3d18a7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.2697611 Jun 03 15:29:00.574202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.594943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5480fb2-e7af-412c-893f-f7b57f5bf835 req-9ae4de04-5a08-4ab5-aab1-6829fd9093f3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485617 Jun 03 15:29:00.695115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Attempting to bind port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:00.695688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Attempting to bind port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'cca0ad6d-72d6-4161-a2be-2f16543e8fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '08db9341-d308-421f-8123-a431ff4a4b15'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:00.695842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Attempting to bind port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 on network 08db9341-d308-421f-8123-a431ff4a4b15 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:00.718653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:00.719563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Checking segment: {'id': 'cca0ad6d-72d6-4161-a2be-2f16543e8fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '08db9341-d308-421f-8123-a431ff4a4b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:00.719980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.720407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Bound using segment: {'id': 'cca0ad6d-72d6-4161-a2be-2f16543e8fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '08db9341-d308-421f-8123-a431ff4a4b15'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:00.720904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Bound port: 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca0ad6d-72d6-4161-a2be-2f16543e8fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '08db9341-d308-421f-8123-a431ff4a4b15'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:00.721279 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.946102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 829da457-80f8-4da9-925b-98ff8135ccb9 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:29:00.970715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:00.975623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,segment=NetworkSegment(cca0ad6d-72d6-4161-a2be-2f16543e8fbf),segment_id=cca0ad6d-72d6-4161-a2be-2f16543e8fbf)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:00.999159 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.177747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2369c-de4f-4172-a567-5a8db1eaca8a req-a0573846-0aaa-4720-acb6-2116861e6366 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:01.187590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bd2369c-de4f-4172-a567-5a8db1eaca8a req-a0573846-0aaa-4720-acb6-2116861e6366 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 945 time: 0.3320284 Jun 03 15:29:01.251239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-6e10fe3d-10d8-4ac2-910b-cb34a1f556b8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:01.264865 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-6e10fe3d-10d8-4ac2-910b-cb34a1f556b8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 816 time: 0.7389071 Jun 03 15:29:01.271382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa88f6-4e31-4080-bef9-d7e384f418c3 None None] Pushing event updated for resources: {'Port': ['ID=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:01.340875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bd2369c-de4f-4172-a567-5a8db1eaca8a req-c90e4099-98a3-4054-be74-d0c3371cad84 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517069 Jun 03 15:29:01.467063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.13 (08db9341-d308-421f-8123-a431ff4a4b15/4f7d5046-d611-430e-982a-76fde9df9622/829da457-80f8-4da9-925b-98ff8135ccb9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:01.758099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:01.958256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 23d56504-3b23-4f87-829d-b7c26fcbe663 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:01.958902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.005858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b45b6927-ecc8-4507-aed0-43e2a6e577b7 req-d6495511-0641-424d-a45d-041997f88b36 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 210 time: 0.5117688 Jun 03 15:29:02.165383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-135c21e8-e7da-4392-a431-8210ec52153e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Synchronizing usage tracker for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:02.201402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:02.204087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.274383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.284037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-135c21e8-e7da-4392-a431-8210ec52153e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Unset dirty status for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:02.285921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-135c21e8-e7da-4392-a431-8210ec52153e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 380 time: 1.0049453 Jun 03 15:29:02.307771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'port': {'device_id': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'admin_state_up': True, 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'security_groups': ['89f01fbb-ce79-4b21-a04c-f2bcc60489cd']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:02.338335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:02.371637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:02.388343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.400600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 829da457-80f8-4da9-925b-98ff8135ccb9 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:02.431369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-826c4747-452f-4b64-bae7-98fbd49ed3ba req-a84323e3-e5aa-4e4a-8ad1-f25e4f1abaf6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 210 time: 0.0649378 Jun 03 15:29:02.546402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e1447-66f0-4986-b806-00edd716966a req-9fb080b4-7a7f-465e-af72-9f4145a64f83 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:02.560505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-206e1447-66f0-4986-b806-00edd716966a req-9fb080b4-7a7f-465e-af72-9f4145a64f83 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3122430 Jun 03 15:29:02.609773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=13']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:02.704477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-206e1447-66f0-4986-b806-00edd716966a req-ba443fc1-1704-4ee1-bdbf-63cf0cc7a91e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409898 Jun 03 15:29:02.801449 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d0cc60-4660-42ab-adc6-6f9a09a05027'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'code': 200} Jun 03 15:29:03.108190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:03.123522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:03.267713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:03.345927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a64dc-0b8e-4c52-a427-9373dd51d34e req-d946cd9b-db47-40a7-ae3e-c6a4b3407caf tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:03.357545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a3a64dc-0b8e-4c52-a427-9373dd51d34e req-d946cd9b-db47-40a7-ae3e-c6a4b3407caf tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.2930818 Jun 03 15:29:03.379759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287978fc-630c-42f5-a99c-49d5b4580524 None None] Network 08db9341-d308-421f-8123-a431ff4a4b15 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:03.455054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 08db9341-d308-421f-8123-a431ff4a4b15 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:03.490376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:03.493061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:03.509685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a3a64dc-0b8e-4c52-a427-9373dd51d34e req-5d5a9dfa-2a47-4ad8-a146-e8cd7b55fa3a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344910 Jun 03 15:29:03.703452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=829da457-80f8-4da9-925b-98ff8135ccb9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:03.720493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Made reservation on behalf of 6529a69d4aa5444bac3e9188ce769c14 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:03.726257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:03.731334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:03.790575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2907ad6-5610-41a3-84fb-34a771a1ede8 req-21478aec-f6ed-470d-ada8-5ff73d35f1f3 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 210 time: 0.0804169 Jun 03 15:29:03.877819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-60c25688-64ca-4e6e-ab8a-b623a3d16f76 None None] Provisioning for port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:03.994030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Allocated IP 172.20.0.6 (e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65/f200f89f-2dd9-447b-b04a-400a12cba1d7/981026f6-afc6-402b-9cf9-be526c34a8ed) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:04.001184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d5b9e5a-17c1-426b-958e-98775ba5dd00 req-46cb94af-f391-41eb-a602-232972fd0058 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 210 time: 0.1222227 Jun 03 15:29:04.040017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:04.057202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:04.057202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.193202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-6634451c-27c4-4bf0-9dfd-fe7df6fb55e2 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.194736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-6634451c-27c4-4bf0-9dfd-fe7df6fb55e2 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.70 "GET /v2.0/networks?id=194aa1bb-b12e-42c1-8a43-308c82b394d4 HTTP/1.1" status: 200 len: 810 time: 0.9476428 Jun 03 15:29:04.202794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.204727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.212840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Request body: {'port': {'device_id': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4', 'admin_state_up': True, 'tenant_id': '9189488290334e2287ed2db6c9226ca0'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:04.273321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf8995-64eb-4523-bfef-ef82d2836c1c req-690339d3-388a-40ce-b12e-d0b196bae259 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.274844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eaf8995-64eb-4523-bfef-ef82d2836c1c req-690339d3-388a-40ce-b12e-d0b196bae259 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.2881348 Jun 03 15:29:04.378197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eaf8995-64eb-4523-bfef-ef82d2836c1c req-b09a1854-988f-47c7-8797-b2e14b8aeff4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888696 Jun 03 15:29:04.392527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:04.404405 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.476824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,segment=NetworkSegment(cca0ad6d-72d6-4161-a2be-2f16543e8fbf),segment_id=cca0ad6d-72d6-4161-a2be-2f16543e8fbf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:04.486429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.510573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7173cb59-694b-40d7-b1ec-5ac00e6e9a17 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.6357031 Jun 03 15:29:04.516614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56074) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:04.677116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:04.751692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dc0cca86-e49c-4e9c-91c3-65729b10f446 None None] Provisioning complete for port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:04.752062 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dc0cca86-e49c-4e9c-91c3-65729b10f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.769762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:04.775946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Usage tracker for resource:port and tenant:9189488290334e2287ed2db6c9226ca0 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:04.784894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:04.799185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:04.868014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Made reservation on behalf of 9189488290334e2287ed2db6c9226ca0 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:04.873210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.094445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.114292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cca86-e49c-4e9c-91c3-65729b10f446 None None] Current status of the port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:05.132337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dc0cca86-e49c-4e9c-91c3-65729b10f446 None None] Provisioning for port 829da457-80f8-4da9-925b-98ff8135ccb9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:05.149917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dc0cca86-e49c-4e9c-91c3-65729b10f446 None None] Provisioning complete for port 829da457-80f8-4da9-925b-98ff8135ccb9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:05.150295 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dc0cca86-e49c-4e9c-91c3-65729b10f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.201256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Transition to ACTIVE for port object 981026f6-afc6-402b-9cf9-be526c34a8ed will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:05.285464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cca86-e49c-4e9c-91c3-65729b10f446 None None] Port 829da457-80f8-4da9-925b-98ff8135ccb9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:05.304898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.388149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Allocated IP 172.20.0.10 (194aa1bb-b12e-42c1-8a43-308c82b394d4/b95f11e7-7720-4466-9558-71ccdc0a0f73/b6ba15a4-1763-4473-8453-82e49f049e10) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:05.432163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f12e8e27-e705-4d71-b709-cb03033cc631 None None] Provisioning complete for port 829da457-80f8-4da9-925b-98ff8135ccb9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:05.432582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f12e8e27-e705-4d71-b709-cb03033cc631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.457068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:05.484327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:05.505669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:05.510148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:05.547818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:05.553887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f12e8e27-e705-4d71-b709-cb03033cc631 None None] Port 829da457-80f8-4da9-925b-98ff8135ccb9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:05.628285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479515c-4e88-4244-8a8c-f6fa6ae1e741 req-dfeb4c51-4fb1-4743-a2fd-31bd6ddd22cf tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.643215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0479515c-4e88-4244-8a8c-f6fa6ae1e741 req-dfeb4c51-4fb1-4743-a2fd-31bd6ddd22cf tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.5457056 Jun 03 15:29:05.692149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d651d2-8914-4051-bedf-02542b1aea5d req-0cea6a64-6e36-4f61-9b6e-3f84e4f5b8f1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.701355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52d651d2-8914-4051-bedf-02542b1aea5d req-0cea6a64-6e36-4f61-9b6e-3f84e4f5b8f1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.8212411 Jun 03 15:29:05.707668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:05.708076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.841118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52d651d2-8914-4051-bedf-02542b1aea5d req-a0a5864b-bb6d-4ed6-9df5-a16433341186 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391888 Jun 03 15:29:05.873353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0479515c-4e88-4244-8a8c-f6fa6ae1e741 req-3f785efa-988d-48cf-8368-69b78ae7ed82 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292666 Jun 03 15:29:05.884487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.909263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:05.912543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-68e3a02a-7671-4d8f-97c7-7b2c4d52ea29 None None] Provisioning for port 981026f6-afc6-402b-9cf9-be526c34a8ed completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:05.919160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-68e3a02a-7671-4d8f-97c7-7b2c4d52ea29 None None] Provisioning complete for port 981026f6-afc6-402b-9cf9-be526c34a8ed triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:05.919549 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-68e3a02a-7671-4d8f-97c7-7b2c4d52ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.977552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.981671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.023770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-68e3a02a-7671-4d8f-97c7-7b2c4d52ea29 None None] Port 981026f6-afc6-402b-9cf9-be526c34a8ed cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:06.079627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.085167 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.156789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-9f7aef80-01ed-4226-98d4-070e900fedb8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8587887 Jun 03 15:29:06.180998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Request body: {'port': {'device_id': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:06.272348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Network 194aa1bb-b12e-42c1-8a43-308c82b394d4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:06.276311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:06.285976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:06.371219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Pushing event updated for resources: {'Port': ['ID=b6ba15a4-1763-4473-8453-82e49f049e10,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:06.441625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.442225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.447179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.631833 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-664999f6-43ac-40ab-b990-4c4bd6452a33 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4224620 Jun 03 15:29:06.665830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Request body: {'port': {'device_id': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:06.746569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d32f50-a3e7-4b59-bab4-e15a33319267 req-b28b24f6-e2d6-42c1-9a14-564588111914 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.753324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89d32f50-a3e7-4b59-bab4-e15a33319267 req-b28b24f6-e2d6-42c1-9a14-564588111914 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 932 time: 0.5694675 Jun 03 15:29:06.782425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf4a8f-6557-4762-a7bd-f484c10d9dfd req-558281b0-2a65-4f5c-835b-668d78c1b025 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.788683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3caf4a8f-6557-4762-a7bd-f484c10d9dfd req-558281b0-2a65-4f5c-835b-668d78c1b025 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 931 time: 0.4090137 Jun 03 15:29:06.868810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89d32f50-a3e7-4b59-bab4-e15a33319267 req-c0edef48-81b8-4bf0-8255-6a95d01fce14 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Synchronizing usage tracker for tenant:9189488290334e2287ed2db6c9226ca0 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:06.880245 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.928820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3caf4a8f-6557-4762-a7bd-f484c10d9dfd req-d5e49206-0bb8-4b7f-9c29-0c7f9dfd5de8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229763 Jun 03 15:29:07.021142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89d32f50-a3e7-4b59-bab4-e15a33319267 req-c0edef48-81b8-4bf0-8255-6a95d01fce14 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Unset dirty status for tenant:9189488290334e2287ed2db6c9226ca0 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:07.027377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89d32f50-a3e7-4b59-bab4-e15a33319267 req-c0edef48-81b8-4bf0-8255-6a95d01fce14 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687383 Jun 03 15:29:07.077661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.089475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.261080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=829da457-80f8-4da9-925b-98ff8135ccb9,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.545494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981026f6-afc6-402b-9cf9-be526c34a8ed {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:07.557420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.568372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-97463e33-f935-40e0-8cfb-7e0cf486dfa0 None None] Provisioning complete for port 829da457-80f8-4da9-925b-98ff8135ccb9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:07.569499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97463e33-f935-40e0-8cfb-7e0cf486dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.606742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Transition to ACTIVE for port object 981026f6-afc6-402b-9cf9-be526c34a8ed will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:07.614476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e56ae-72b1-4e86-ab3e-5765d498af69 req-1681f6aa-8186-4725-9428-42abdf5e5152 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.621870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-411e56ae-72b1-4e86-ab3e-5765d498af69 req-1681f6aa-8186-4725-9428-42abdf5e5152 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3657813 Jun 03 15:29:07.626608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.675016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-97463e33-f935-40e0-8cfb-7e0cf486dfa0 None None] Port 829da457-80f8-4da9-925b-98ff8135ccb9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:07.721121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.744783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-411e56ae-72b1-4e86-ab3e-5765d498af69 req-7b808f50-624c-43f1-8484-7b8ab9a4959b tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219368 Jun 03 15:29:07.910791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bfc8-c963-4747-b018-eb8ad2bbf139 req-053499c4-9193-43a5-a4e8-f5fba2ddcfda tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.912373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28d1bfc8-c963-4747-b018-eb8ad2bbf139 req-053499c4-9193-43a5-a4e8-f5fba2ddcfda tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.3361008 Jun 03 15:29:07.990083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:29:08.048043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.129740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ba15a4-1763-4473-8453-82e49f049e10 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:08.142624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.154735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Attempting to bind port 981026f6-afc6-402b-9cf9-be526c34a8ed on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:08.154735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Attempting to bind port 981026f6-afc6-402b-9cf9-be526c34a8ed by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:08.155439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Attempting to bind port 981026f6-afc6-402b-9cf9-be526c34a8ed on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:08.169525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Port 981026f6-afc6-402b-9cf9-be526c34a8ed on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:08.169962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Attempting to bind port 981026f6-afc6-402b-9cf9-be526c34a8ed on network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:08.176937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Transition to ACTIVE for port object b6ba15a4-1763-4473-8453-82e49f049e10 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:08.178258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:08.178717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Checking segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:08.179245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Bound using segment: {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:08.179924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Bound port: 981026f6-afc6-402b-9cf9-be526c34a8ed, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c56950-0f61-4c71-8599-8833f0dfbed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:08.180417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.221597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28d1bfc8-c963-4747-b018-eb8ad2bbf139 req-55cf59b0-d126-4732-966f-d3302fe54368 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689409 Jun 03 15:29:08.242414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.318364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b11af7-bded-4a42-8fc3-3c8417ad64e0 req-58ebf490-18a4-4d4c-89ba-9318f1c72c23 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.319922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72b11af7-bded-4a42-8fc3-3c8417ad64e0 req-58ebf490-18a4-4d4c-89ba-9318f1c72c23 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.3243542 Jun 03 15:29:08.408892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72b11af7-bded-4a42-8fc3-3c8417ad64e0 req-0ced82e7-1f42-4d9e-904f-ff54e8f9a56c tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789816 Jun 03 15:29:08.443018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ba15a4-1763-4473-8453-82e49f049e10,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:08.465674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:08.481656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:08.530761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.628056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.628712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.630305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] 10.222.0.15 "PUT /v2.0/ports/981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 1091 time: 2.4650414 Jun 03 15:29:08.630761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:08.684429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Attempting to bind port b6ba15a4-1763-4473-8453-82e49f049e10 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:08.684775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Attempting to bind port b6ba15a4-1763-4473-8453-82e49f049e10 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '190151fc-68db-4e0b-8664-668a5c387896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:08.685108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Attempting to bind port b6ba15a4-1763-4473-8453-82e49f049e10 on network 194aa1bb-b12e-42c1-8a43-308c82b394d4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:08.687657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101d17e-654f-40ad-b78c-6074d7629944 service neutron] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:08.695120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Port b6ba15a4-1763-4473-8453-82e49f049e10 on network 194aa1bb-b12e-42c1-8a43-308c82b394d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:08.695451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Attempting to bind port b6ba15a4-1763-4473-8453-82e49f049e10 on network 194aa1bb-b12e-42c1-8a43-308c82b394d4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:08.751141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:08.751883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Checking segment: {'id': '190151fc-68db-4e0b-8664-668a5c387896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:08.751883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Bound using segment: {'id': '190151fc-68db-4e0b-8664-668a5c387896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:08.752346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Bound port: b6ba15a4-1763-4473-8453-82e49f049e10, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190151fc-68db-4e0b-8664-668a5c387896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:08.752704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.844592 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.937847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7383c-f2f1-48c3-8155-4e69677f6f68 req-53a599ab-46d9-460e-8e59-c1f994d7ce75 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.945335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3f7383c-f2f1-48c3-8155-4e69677f6f68 req-53a599ab-46d9-460e-8e59-c1f994d7ce75 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 946 time: 0.5733213 Jun 03 15:29:08.977902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd40baa-c164-45c4-8939-ee36e3c2d252 req-bbdb23a0-f49a-4727-b04b-dbc39bd4dd09 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.979578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fd40baa-c164-45c4-8939-ee36e3c2d252 req-bbdb23a0-f49a-4727-b04b-dbc39bd4dd09 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.3589008 Jun 03 15:29:08.994004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] For port b6ba15a4-1763-4473-8453-82e49f049e10, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:08.999382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-46ab2f6f-4fff-4dc5-a018-fd67f200eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.001476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-46ab2f6f-4fff-4dc5-a018-fd67f200eb93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1094 time: 0.3074014 Jun 03 15:29:09.003277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] For port b6ba15a4-1763-4473-8453-82e49f049e10, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b6ba15a4-1763-4473-8453-82e49f049e10,segment=NetworkSegment(190151fc-68db-4e0b-8664-668a5c387896),segment_id=190151fc-68db-4e0b-8664-668a5c387896)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:09.130250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.178914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fd40baa-c164-45c4-8939-ee36e3c2d252 req-1e618d59-5784-4f72-8348-e9ef698775cd tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914167 Jun 03 15:29:09.184570 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-95acf13d-2fd7-49e0-83cb-13fa02427923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 217 time: 0.1733294 Jun 03 15:29:09.192590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3f7383c-f2f1-48c3-8155-4e69677f6f68 req-27da9a70-839a-4e86-b9f4-47ce12a86c90 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461219 Jun 03 15:29:09.287044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.287675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.289707 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] 10.222.0.70 "PUT /v2.0/ports/b6ba15a4-1763-4473-8453-82e49f049e10 HTTP/1.1" status: 200 len: 1092 time: 2.6418545 Jun 03 15:29:09.325080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-09962b41-e8fb-404b-a640-b5c8cbb4841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.333634 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-09962b41-e8fb-404b-a640-b5c8cbb4841a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.1375899 Jun 03 15:29:09.338781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faf62d-01f7-4e69-9acd-9d2a156e75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ba15a4-1763-4473-8453-82e49f049e10,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:09.378050 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8480fe6f-3d2f-4434-a8b1-5fb2f25c8486'] response: {'name': 'network-changed', 'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'status': 'completed', 'code': 200} Jun 03 15:29:09.475469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-9a7ad84b-4533-4929-8246-8ae0cb2c8d85 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.476419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-9a7ad84b-4533-4929-8246-8ae0cb2c8d85 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:09.516143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-9a7ad84b-4533-4929-8246-8ae0cb2c8d85 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:09.517400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-9a7ad84b-4533-4929-8246-8ae0cb2c8d85 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 946 time: 0.4275684 Jun 03 15:29:09.564909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-68935fa2-46ff-4d2f-a0c4-f06e85597fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.566616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-68935fa2-46ff-4d2f-a0c4-f06e85597fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232881 Jun 03 15:29:09.577223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-68800a5f-772e-4b6b-ab3d-8a9e0e12d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.578968 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-68800a5f-772e-4b6b-ab3d-8a9e0e12d5f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9189488290334e2287ed2db6c9226ca0&device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 1095 time: 0.2002351 Jun 03 15:29:09.642972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45788c-f507-4342-b274-e755cbc83035 req-6c0a0739-a36c-4486-8125-ca29fda0adfb tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.644469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e45788c-f507-4342-b274-e755cbc83035 req-6c0a0739-a36c-4486-8125-ca29fda0adfb tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 944 time: 0.3062356 Jun 03 15:29:09.693209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378e9e1-5530-4534-9052-53431e8a71b2 req-2895bbf7-ac01-4990-a882-f70f7c8e5402 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.700556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2378e9e1-5530-4534-9052-53431e8a71b2 req-2895bbf7-ac01-4990-a882-f70f7c8e5402 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.2300854 Jun 03 15:29:09.741367 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-d9fbdfda-43a6-4cb3-86a4-c50ca5ac1cd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ba15a4-1763-4473-8453-82e49f049e10 HTTP/1.1" status: 200 len: 217 time: 0.1355093 Jun 03 15:29:09.742076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e45788c-f507-4342-b274-e755cbc83035 req-d64a7410-3915-4d1a-a57d-d3b825b032f0 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909498 Jun 03 15:29:09.779017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.796222 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2378e9e1-5530-4534-9052-53431e8a71b2 req-0fc498fc-969a-4ff0-b197-5bc3be46d2d9 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945556 Jun 03 15:29:09.803155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.872053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-aec72741-168f-41ee-9d8e-10a4a2b31027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.873795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-aec72741-168f-41ee-9d8e-10a4a2b31027 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b95f11e7-7720-4466-9558-71ccdc0a0f73 HTTP/1.1" status: 200 len: 850 time: 0.1120012 Jun 03 15:29:09.881347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port 519a2b20-89f5-4dea-8965-800d1d35e644 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:09.881745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.995102 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-3e84fa90-ae34-4c57-9f48-886f22f09e7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=194aa1bb-b12e-42c1-8a43-308c82b394d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704243 Jun 03 15:29:10.078702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.105871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=829da457-80f8-4da9-925b-98ff8135ccb9,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:10.239189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3296a-4afc-4d2c-819b-b6614ff8ff12 req-f247c5dc-656e-40ff-aa56-a0ae83511e76 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.241253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ee3296a-4afc-4d2c-819b-b6614ff8ff12 req-f247c5dc-656e-40ff-aa56-a0ae83511e76 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.3730464 Jun 03 15:29:10.291765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae9cb3-f158-43d8-b46e-c6236190d5fa req-6e538bf1-d96b-460f-b23e-48b6c8ba2f2e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.293224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08ae9cb3-f158-43d8-b46e-c6236190d5fa req-6e538bf1-d96b-460f-b23e-48b6c8ba2f2e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.3262331 Jun 03 15:29:10.365753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ee3296a-4afc-4d2c-819b-b6614ff8ff12 req-21f1234d-3c59-4c89-8d5e-1ab00b12a252 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165273 Jun 03 15:29:10.377798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-695752fd-05c9-4db6-8348-540e964877c1 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8024554 Jun 03 15:29:10.402435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08ae9cb3-f158-43d8-b46e-c6236190d5fa req-fb307ddd-7719-48cf-a9e9-420292193080 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954590 Jun 03 15:29:10.415145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 08db9341-d308-421f-8123-a431ff4a4b15 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:10.423249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:10.679202 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-760e42cb-e64c-41ac-9497-9f1799dfba81 service neutron] 10.222.0.70 "GET /v2.0/networks/194aa1bb-b12e-42c1-8a43-308c82b394d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774572 Jun 03 15:29:10.840406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b0d27b20-e014-4bbf-8ed5-8d74234059c3 req-867a3b6f-fd8d-483d-b6dd-7ca14aa1795b service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433324 Jun 03 15:29:10.848640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] For port 519a2b20-89f5-4dea-8965-800d1d35e644, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=519a2b20-89f5-4dea-8965-800d1d35e644,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:10.848971 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.853129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c05d2779-8808-4b1a-847a-0a92ee3d35c1 None None] Provisioning complete for port 829da457-80f8-4da9-925b-98ff8135ccb9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:10.854482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c05d2779-8808-4b1a-847a-0a92ee3d35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.994614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba769f-2d71-4c0a-873a-d00a33a4791f req-af65b147-40ac-4ebd-89e6-1b237dbd980c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.996420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3ba769f-2d71-4c0a-873a-d00a33a4791f req-af65b147-40ac-4ebd-89e6-1b237dbd980c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 946 time: 0.4409416 Jun 03 15:29:11.007590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162133a-a23d-40cd-a870-942bfd8f84e3 req-b8fbba9c-09e0-4f89-884f-805513e641fc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.015105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c162133a-a23d-40cd-a870-942bfd8f84e3 req-b8fbba9c-09e0-4f89-884f-805513e641fc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.4215088 Jun 03 15:29:11.091145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Router 60a38d67-8c2a-438c-b356-2f4c7e037ee6 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:29:11.107050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c05d2779-8808-4b1a-847a-0a92ee3d35c1 None None] Port 829da457-80f8-4da9-925b-98ff8135ccb9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:11.107273 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c162133a-a23d-40cd-a870-942bfd8f84e3 req-a6b3f219-36cc-45ed-8e7d-9b7427930525 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903139 Jun 03 15:29:11.275268 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9f6a70e-9e19-4c54-b8f1-579b7e9cf974 req-47c3eb11-a339-4211-a9ba-2d10b853ad4c service neutron] 10.222.0.70 "GET /v2.0/networks/194aa1bb-b12e-42c1-8a43-308c82b394d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870564 Jun 03 15:29:11.344037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3ba769f-2d71-4c0a-873a-d00a33a4791f req-1d9e6ecc-3cfe-4f7f-8b85-44569e562239 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=94688a99-4b50-4f21-bfcd-f70566197f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032980 Jun 03 15:29:11.390964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'tag': 'b6ba15a4-1763-4473-8453-82e49f049e10'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:11.416014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-7133acc6-e769-4a37-a41d-905a24f1f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.419840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-7133acc6-e769-4a37-a41d-905a24f1f6cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1094 time: 0.2601280 Jun 03 15:29:11.670351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:11.670808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:11.671192 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05 disassociated. External IP: 172.25.1.87, port: 519a2b20-89f5-4dea-8965-800d1d35e644. Jun 03 15:29:11.672294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for 519a2b20-89f5-4dea-8965-800d1d35e644 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:11.685444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:11.703405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-98d538af-edfd-4e34-9b14-586df54b83f6 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "PUT /v2.0/routers/60a38d67-8c2a-438c-b356-2f4c7e037ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1827841 Jun 03 15:29:11.705629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] Sync routers for ids ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:11.707327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56134) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:11.721649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] Routers {'60a38d67-8c2a-438c-b356-2f4c7e037ee6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:11.727216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bd61b-5e9d-4d01-b2fa-400410c621a8 req-0fa62bed-b185-4418-828f-2cf5f7328cd2 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.728315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:28:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:11.738081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b5bd61b-5e9d-4d01-b2fa-400410c621a8 req-0fa62bed-b185-4418-828f-2cf5f7328cd2 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 944 time: 0.2644670 Jun 03 15:29:11.790904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b0f2d-29a2-483a-8aeb-c10de98ce77e req-a350ec07-44b8-4dc5-9dab-a1650f8714c7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.792556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b4b0f2d-29a2-483a-8aeb-c10de98ce77e req-a350ec07-44b8-4dc5-9dab-a1650f8714c7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3176882 Jun 03 15:29:11.818449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:11.830596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] Routers {'60a38d67-8c2a-438c-b356-2f4c7e037ee6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:11.831669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:28:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:11.851319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b5bd61b-5e9d-4d01-b2fa-400410c621a8 req-2cdf1d9e-5818-4ae5-8a01-955dbeb5201a tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122534 Jun 03 15:29:11.917417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b4b0f2d-29a2-483a-8aeb-c10de98ce77e req-dce9ebbe-3cb8-4c05-9565-9d8e5e2f3abf tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109204 Jun 03 15:29:11.926426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:11.927586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548055a2-aae7-41a6-bd5a-b9183664f0b0 None None] The sync data for ids ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:11.943010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-cf0f2551-5fe2-4a4d-998f-2c79ed3b6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.944684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-cf0f2551-5fe2-4a4d-998f-2c79ed3b6214 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.4225225 Jun 03 15:29:12.063531 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fca327f-5549-4dc9-82bf-a7fcfae7216c'] response: {'name': 'network-changed', 'server_uuid': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'tag': 'b6ba15a4-1763-4473-8453-82e49f049e10', 'status': 'completed', 'code': 200} Jun 03 15:29:12.073408 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-62b481c0-2dde-4815-bbf7-ddf04bef8646 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 217 time: 0.1205478 Jun 03 15:29:12.174833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a8e01-cfb6-4a1b-b0a1-5babb8f763b1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.175671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-540a8e01-cfb6-4a1b-b0a1-5babb8f763b1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:12.285079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2b05-d56e-4ee1-b1b6-31965e06d8d7 req-17dde292-e382-43bc-9454-9748a0127072 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.288736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83bf2b05-d56e-4ee1-b1b6-31965e06d8d7 req-17dde292-e382-43bc-9454-9748a0127072 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.2468371 Jun 03 15:29:12.335589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-4763067b-b6a0-456e-bcba-97014c98e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.337410 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-4763067b-b6a0-456e-bcba-97014c98e3db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.2470403 Jun 03 15:29:12.338546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578206c7-dcee-4f2e-9950-2bcdb95a3f9d req-6f1640d0-45c3-4bb4-8c02-27e007bd9196 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.340196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-578206c7-dcee-4f2e-9950-2bcdb95a3f9d req-6f1640d0-45c3-4bb4-8c02-27e007bd9196 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.1761253 Jun 03 15:29:12.345919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-540a8e01-cfb6-4a1b-b0a1-5babb8f763b1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:12.350202 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-540a8e01-cfb6-4a1b-b0a1-5babb8f763b1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports?device_id=60a38d67-8c2a-438c-b356-2f4c7e037ee6 HTTP/1.1" status: 200 len: 983 time: 0.6384132 Jun 03 15:29:12.350962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:12.362377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83bf2b05-d56e-4ee1-b1b6-31965e06d8d7 req-02d879ec-5f83-4ac8-b673-ce9d76c35bf2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686834 Jun 03 15:29:12.425965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-578206c7-dcee-4f2e-9950-2bcdb95a3f9d req-8df2e01f-96a7-4751-aa57-19d26374162e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755091 Jun 03 15:29:12.493416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480b42-b282-4140-afb8-020d3b396606 req-eace4104-7029-492f-a5c2-621384bdcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.494921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38480b42-b282-4140-afb8-020d3b396606 req-eace4104-7029-492f-a5c2-621384bdcf1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9189488290334e2287ed2db6c9226ca0&device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 1095 time: 0.3299432 Jun 03 15:29:12.588092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.682212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a4dc97f-1d99-4253-946c-3fcb9931cb86 req-ed17d4d7-087f-458a-828d-e77eeccb592e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 210 time: 0.0753496 Jun 03 15:29:12.715494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e021b-7540-4773-909d-ce20bb3f0f2c req-f8e1bad6-c6b7-4d5a-83c8-93bac8ba0144 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.718983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae4e021b-7540-4773-909d-ce20bb3f0f2c req-f8e1bad6-c6b7-4d5a-83c8-93bac8ba0144 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.1890023 Jun 03 15:29:12.753013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=519a2b20-89f5-4dea-8965-800d1d35e644,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:12.802207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae4e021b-7540-4773-909d-ce20bb3f0f2c req-0bb3e8f6-37fb-45ce-b27a-43b04d4ca229 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740824 Jun 03 15:29:13.155682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6cc98-078a-40f4-9f3f-a64902bc867e req-2264019e-66b2-4115-98a9-8c391bc03a21 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.166024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63d6cc98-078a-40f4-9f3f-a64902bc867e req-2264019e-66b2-4115-98a9-8c391bc03a21 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 944 time: 0.1811967 Jun 03 15:29:13.231878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63d6cc98-078a-40f4-9f3f-a64902bc867e req-b5995b43-8bde-4a17-b21a-a01e982b8612 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644996 Jun 03 15:29:13.292397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-cde62296-4b8e-4738-b8fd-eb5c01470aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.297971 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-cde62296-4b8e-4738-b8fd-eb5c01470aaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9394586 Jun 03 15:29:13.345292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480b42-b282-4140-afb8-020d3b396606 req-e7bcf616-cd21-4cfa-9841-d89ffc6f8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.346748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38480b42-b282-4140-afb8-020d3b396606 req-e7bcf616-cd21-4cfa-9841-d89ffc6f8609 service neutron] 10.222.0.70 "GET /v2.0/networks?id=194aa1bb-b12e-42c1-8a43-308c82b394d4 HTTP/1.1" status: 200 len: 911 time: 0.7815912 Jun 03 15:29:13.386992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2aa91527-ecfe-4f80-8387-5217e1926b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.399503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be37e-22bd-4229-8279-c2e16f2a96c4 req-ce4ea224-d73e-42a6-b11f-16a15a5e7f54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.401435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-579be37e-22bd-4229-8279-c2e16f2a96c4 req-ce4ea224-d73e-42a6-b11f-16a15a5e7f54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1684363 Jun 03 15:29:13.489687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:13.501881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-579be37e-22bd-4229-8279-c2e16f2a96c4 req-50c96e6e-8373-47cb-be69-321f27999931 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Jun 03 15:29:13.599099 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38480b42-b282-4140-afb8-020d3b396606 req-f8b53034-ab16-4145-be77-b83b07425d4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ba15a4-1763-4473-8453-82e49f049e10 HTTP/1.1" status: 200 len: 217 time: 0.1890337 Jun 03 15:29:13.760391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:13.788274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'port_id': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'mac_address': 'fa:16:3e:a1:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:13.803499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480b42-b282-4140-afb8-020d3b396606 req-c03115ce-8a25-4fee-9d17-f6e5f7222968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.805031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38480b42-b282-4140-afb8-020d3b396606 req-c03115ce-8a25-4fee-9d17-f6e5f7222968 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b95f11e7-7720-4466-9558-71ccdc0a0f73 HTTP/1.1" status: 200 len: 850 time: 0.1773095 Jun 03 15:29:13.814279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:13.842117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909a3e2-f586-4d01-b2af-0eae22c48d50 req-4a596287-4e92-435b-8f5d-a8617606967a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.844269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c909a3e2-f586-4d01-b2af-0eae22c48d50 req-4a596287-4e92-435b-8f5d-a8617606967a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.2009497 Jun 03 15:29:13.866882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b6ba15a4-1763-4473-8453-82e49f049e10 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:13.874698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 519a2b20-89f5-4dea-8965-800d1d35e644 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:13.885277 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38480b42-b282-4140-afb8-020d3b396606 req-1b722e5d-18ec-46a7-9d5e-326914144da5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=194aa1bb-b12e-42c1-8a43-308c82b394d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644267 Jun 03 15:29:13.894608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59871e39-1268-47cd-839a-4b31699d2db7 req-4e6df7b1-a022-4ec7-9ab8-fcba3fe87065 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.896584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59871e39-1268-47cd-839a-4b31699d2db7 req-4e6df7b1-a022-4ec7-9ab8-fcba3fe87065 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.2013497 Jun 03 15:29:13.933766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 519a2b20-89f5-4dea-8965-800d1d35e644 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:13.934250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 519a2b20-89f5-4dea-8965-800d1d35e644 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:13.955825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:13.956303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.961919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c909a3e2-f586-4d01-b2af-0eae22c48d50 req-920fa2b8-4ba8-4d49-bd4e-40dab7d67e0e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112962 Jun 03 15:29:13.992453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59871e39-1268-47cd-839a-4b31699d2db7 req-11471518-f721-4ac9-9932-fceee17b7eed tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872655 Jun 03 15:29:14.059564 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-56bb064c-e519-465a-9397-bed8a06eceda service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461271 Jun 03 15:29:14.165893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981026f6-afc6-402b-9cf9-be526c34a8ed {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:14.214746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:14.238677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a94e48e-afd6-49cf-8dad-acd6b3ee9996 req-be1a8d9c-4e17-4eb2-9552-85c03d7b2456 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 210 time: 0.0548313 Jun 03 15:29:14.267267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b6ba15a4-1763-4473-8453-82e49f049e10, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b6ba15a4-1763-4473-8453-82e49f049e10,segment=NetworkSegment(190151fc-68db-4e0b-8664-668a5c387896),segment_id=190151fc-68db-4e0b-8664-668a5c387896)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:14.276927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982c84-a8e5-45ac-be43-7eb0c7590890 req-64d3c848-3148-4d08-bfa5-0113e5fac3be tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.285356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b6ba15a4-1763-4473-8453-82e49f049e10', 'network_id': '194aa1bb-b12e-42c1-8a43-308c82b394d4', 'port_id': 'b6ba15a4-1763-4473-8453-82e49f049e10', 'mac_address': 'fa:16:3e:46:50:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95f11e7-7720-4466-9558-71ccdc0a0f73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:14.287507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e982c84-a8e5-45ac-be43-7eb0c7590890 req-64d3c848-3148-4d08-bfa5-0113e5fac3be tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.1719265 Jun 03 15:29:14.288577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:14.340269 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a81dedb9-da40-4d8b-9893-3ac5a71779a1 req-ee4308ea-8525-4e58-9875-f544125960e7 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604619 Jun 03 15:29:14.417428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e982c84-a8e5-45ac-be43-7eb0c7590890 req-e38dd57c-6f94-4e9b-ac4b-6a0a6197884b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227775 Jun 03 15:29:14.447217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b6ba15a4-1763-4473-8453-82e49f049e10 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:14.447913 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:14.471573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ba15a4-1763-4473-8453-82e49f049e10 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:14.508800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b6ba15a4-1763-4473-8453-82e49f049e10, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b6ba15a4-1763-4473-8453-82e49f049e10,segment=NetworkSegment(190151fc-68db-4e0b-8664-668a5c387896),segment_id=190151fc-68db-4e0b-8664-668a5c387896)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:14.531593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:14.540352 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:14.540848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38480b42-b282-4140-afb8-020d3b396606 req-f5f70a2e-57f1-4270-9139-ba998851670b service neutron] 10.222.0.70 "GET /v2.0/networks/194aa1bb-b12e-42c1-8a43-308c82b394d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373873 Jun 03 15:29:14.646224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:14.663985 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:14.677285 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:14.678851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b6ba15a4-1763-4473-8453-82e49f049e10,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:14.679631 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:28:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:14.686590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['981026f6-afc6-402b-9cf9-be526c34a8ed'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:14.710590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695961a-c140-4279-9bfd-8cd98ceed02a req-e5f5e872-13e5-4884-abf8-226c006d770d tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.717234 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c695961a-c140-4279-9bfd-8cd98ceed02a req-e5f5e872-13e5-4884-abf8-226c006d770d tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 945 time: 0.2331283 Jun 03 15:29:14.773951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c695961a-c140-4279-9bfd-8cd98ceed02a req-c3d37418-5020-485b-86f6-7fb2cbb69b12 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566289 Jun 03 15:29:14.817627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7db34-3e13-4b60-9d6e-74a05cad66c5 req-3297464d-2000-4f6a-aa16-e57679cb6f09 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.819797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b7db34-3e13-4b60-9d6e-74a05cad66c5 req-3297464d-2000-4f6a-aa16-e57679cb6f09 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1677270 Jun 03 15:29:14.889964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b7db34-3e13-4b60-9d6e-74a05cad66c5 req-ee756303-1c17-42ae-bb76-93b562358c13 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642354 Jun 03 15:29:14.925483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b6ba15a4-1763-4473-8453-82e49f049e10'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:15.008715 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-38480b42-b282-4140-afb8-020d3b396606 req-98d12e54-4e41-4930-bf58-79cb031cb755 service neutron] 10.222.0.70 "GET /v2.0/networks/194aa1bb-b12e-42c1-8a43-308c82b394d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560521 Jun 03 15:29:15.099332 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:15.152040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] No DVR routers for this DVR port 519a2b20-89f5-4dea-8965-800d1d35e644 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:15.160526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.164195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'name': 'network-vif-deleted', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:15.219785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1141aec6-9815-469c-8be8-4f1453d87ab5 req-7ac0e8e2-60f3-4b7d-b857-ec1f3ca693e7 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.70 "DELETE /v2.0/ports/519a2b20-89f5-4dea-8965-800d1d35e644 HTTP/1.1" status: 204 len: 173 time: 5.6927931 Jun 03 15:29:15.258411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.343091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.616963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf90617-6953-422e-ac46-818ad20d6984 req-70c6ba19-78e7-4415-83a8-fea6bcc87304 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.629531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbf90617-6953-422e-ac46-818ad20d6984 req-70c6ba19-78e7-4415-83a8-fea6bcc87304 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.3306093 Jun 03 15:29:15.642176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1e916-6753-4200-a4a6-c4c05447bb8e req-e7a916f5-f967-4e44-8a75-99b21dad08bf tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.649661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61b1e916-6753-4200-a4a6-c4c05447bb8e req-e7a916f5-f967-4e44-8a75-99b21dad08bf tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.4535608 Jun 03 15:29:15.653217 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-556e7175-6955-49e5-89e2-75efdfa19302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.710327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 829da457-80f8-4da9-925b-98ff8135ccb9 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:15.710922 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.739019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61b1e916-6753-4200-a4a6-c4c05447bb8e req-db34012e-0861-4f93-93cc-0931fa2944fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883815 Jun 03 15:29:15.768481 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbf90617-6953-422e-ac46-818ad20d6984 req-6a9e1bbb-265b-40f2-a15c-c9d1deadc4be tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003613 Jun 03 15:29:15.819163 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77dd7ce7-e4bd-4772-a896-14baf7744bc3'] response: {'server_uuid': '25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542', 'name': 'network-vif-deleted', 'tag': '519a2b20-89f5-4dea-8965-800d1d35e644', 'status': 'completed', 'code': 200} Jun 03 15:29:15.820410 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:15.824923 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:15.837016 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:15.837640 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:16.015035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254297a8-b924-4205-946a-8edde07deca4 req-d7881f53-2098-465f-a2dc-3b4441c87c93 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.023742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-254297a8-b924-4205-946a-8edde07deca4 req-d7881f53-2098-465f-a2dc-3b4441c87c93 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 944 time: 0.1097910 Jun 03 15:29:16.078516 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:16.104773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.130100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-254297a8-b924-4205-946a-8edde07deca4 req-15f0c803-3fc9-48c4-ad10-0abbc484cb9a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052160 Jun 03 15:29:16.274503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 829da457-80f8-4da9-925b-98ff8135ccb9 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:16.338186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8436e77b-861e-4610-9087-c88dcfa483b5 req-a3c2b5be-d67a-40f7-b24f-bc96bce34285 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=25cc22f2-0fe1-4c8b-ac8f-8a0b2f2fe542 HTTP/1.1" status: 200 len: 210 time: 0.0912633 Jun 03 15:29:16.520203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b73634-0664-44c0-a6c8-ee5f38a7b7e3 req-fa514e5a-a1df-4907-b07d-b20132d21b37 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.532464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8b73634-0664-44c0-a6c8-ee5f38a7b7e3 req-fa514e5a-a1df-4907-b07d-b20132d21b37 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 945 time: 0.1786890 Jun 03 15:29:16.584877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.617455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.655575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8b73634-0664-44c0-a6c8-ee5f38a7b7e3 req-ce0f5035-d966-4af2-be6d-923d92774192 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211641 Jun 03 15:29:16.664131 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:16.672885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963eae6-187c-4d62-8671-1d6e976939a7 None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:16.717977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=829da457-80f8-4da9-925b-98ff8135ccb9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:16.720294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3a6e-630f-48e5-af47-9d5f5217a8ba req-4dc5f833-b281-4f1c-b6b4-a117979b0c15 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.721964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4eb3a6e-630f-48e5-af47-9d5f5217a8ba req-4dc5f833-b281-4f1c-b6b4-a117979b0c15 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1618323 Jun 03 15:29:16.803311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.803659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.804066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.804594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.804947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.805281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.805609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.805945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.806265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.806615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.806923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.807214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:16.829463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4eb3a6e-630f-48e5-af47-9d5f5217a8ba req-50290a4a-c6c0-4cad-9121-4aa65ff4e5ee tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976226 Jun 03 15:29:16.883267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.062803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b5c94-c7ba-4de2-bb2c-3eb9d8aabe04 req-5d07deec-bb64-4625-83ed-63a7a96ae810 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.070738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c3b5c94-c7ba-4de2-bb2c-3eb9d8aabe04 req-5d07deec-bb64-4625-83ed-63a7a96ae810 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.1757305 Jun 03 15:29:17.165798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325301b-a01e-4a01-bb62-c0c8eb525503 None None] New status for floating IP ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:29:17.210583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.252607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c3b5c94-c7ba-4de2-bb2c-3eb9d8aabe04 req-4c9ee613-8885-48f7-a19e-f9889dd4afb5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799152 Jun 03 15:29:17.322326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261fbd-a653-4add-8846-88e8d2819a96 req-bb916602-2413-45f7-834d-8a804d0d5a6a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.330112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc261fbd-a653-4add-8846-88e8d2819a96 req-bb916602-2413-45f7-834d-8a804d0d5a6a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.2338443 Jun 03 15:29:17.447534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc261fbd-a653-4add-8846-88e8d2819a96 req-edb76c35-ae6c-4304-8041-3bdd9d918fa1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118212 Jun 03 15:29:17.511268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:17.644779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 981026f6-afc6-402b-9cf9-be526c34a8ed completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:17.653040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 981026f6-afc6-402b-9cf9-be526c34a8ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:17.654004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.717215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e6989-1028-4b90-aaef-063d5a14f415 req-8f4f4709-695a-446c-98c3-264a0f3e9bd2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.719333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a74e6989-1028-4b90-aaef-063d5a14f415 req-8f4f4709-695a-446c-98c3-264a0f3e9bd2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 944 time: 0.1699862 Jun 03 15:29:17.811287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.886945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:17.888767 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.893562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Router 60a38d67-8c2a-438c-b356-2f4c7e037ee6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:17.906291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b6ba15a4-1763-4473-8453-82e49f049e10 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:17.918003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a74e6989-1028-4b90-aaef-063d5a14f415 req-c51f3793-5a49-40da-8bdb-95fa41d43b9a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925714 Jun 03 15:29:18.018195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56196) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:18.165117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:18.167025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:18.177925 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] Sync routers for ids ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:18.206597 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] Routers {'60a38d67-8c2a-438c-b356-2f4c7e037ee6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:18.207929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:18.210581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:18.217909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.234243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dc74cd-ba4f-4f23-a039-08099a8251a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.241717 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-270dfd25-db45-4d5a-8744-c1a750d861ce tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "PUT /v2.0/routers/60a38d67-8c2a-438c-b356-2f4c7e037ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8847818 Jun 03 15:29:18.242267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:18.287471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b6ba15a4-1763-4473-8453-82e49f049e10 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:18.295349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b6ba15a4-1763-4473-8453-82e49f049e10 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:18.295770 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.359997 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:18.378337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] Routers {'60a38d67-8c2a-438c-b356-2f4c7e037ee6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:18.379231 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:18.388495 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f61f11b-84e4-4811-bc3d-c2625d716ed1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:29:18.389314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8f61f11b-84e4-4811-bc3d-c2625d716ed1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:18.407920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777894fb-0ff9-4dbd-860e-adda48e34179 req-86688eba-b71b-45ef-9cb0-381c2c805055 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.409510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-777894fb-0ff9-4dbd-860e-adda48e34179 req-86688eba-b71b-45ef-9cb0-381c2c805055 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.1665747 Jun 03 15:29:18.435745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969bcc6-dd4a-4e8b-8a19-051009aaaa10 req-eb354a50-07d3-4f0a-a0b7-e7b559d306a1 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.435745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5969bcc6-dd4a-4e8b-8a19-051009aaaa10 req-eb354a50-07d3-4f0a-a0b7-e7b559d306a1 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 945 time: 0.2563052 Jun 03 15:29:18.530560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dc74cd-ba4f-4f23-a039-08099a8251a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.541436 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.542537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:18.545868 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:18.548763 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4a353-1290-4dc4-8641-70914581f2b1 None None] The sync data for ids ['60a38d67-8c2a-438c-b356-2f4c7e037ee6'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:18.562274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5969bcc6-dd4a-4e8b-8a19-051009aaaa10 req-cc56fd2e-2a67-4e8f-acd5-ae45d267c179 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077936 Jun 03 15:29:18.573464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8f61f11b-84e4-4811-bc3d-c2625d716ed1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:18.577972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8f61f11b-84e4-4811-bc3d-c2625d716ed1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/829da457-80f8-4da9-925b-98ff8135ccb9 HTTP/1.1" status: 404 len: 333 time: 0.3333292 Jun 03 15:29:18.580708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56212) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:18.584783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-777894fb-0ff9-4dbd-860e-adda48e34179 req-058aba02-48a3-4060-8ceb-65f7734bf3e8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477373 Jun 03 15:29:18.633863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b6ba15a4-1763-4473-8453-82e49f049e10 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:18.634507 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.735143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d26d3f8-64ba-4ad2-bcb7-7dc3f522a80f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.761596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b6ba15a4-1763-4473-8453-82e49f049e10, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b6ba15a4-1763-4473-8453-82e49f049e10,segment=NetworkSegment(190151fc-68db-4e0b-8664-668a5c387896),segment_id=190151fc-68db-4e0b-8664-668a5c387896)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:18.778524 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f765098-099c-4cf9-9460-e51c9cecf135'] response: {'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'code': 200} Jun 03 15:29:18.780270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.897798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b6ba15a4-1763-4473-8453-82e49f049e10,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:18.948049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dc74cd-ba4f-4f23-a039-08099a8251a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.099737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a91ce-1699-4895-bd96-c27249dac866 req-a0647760-e128-42bf-a163-56cdd16004fb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.114369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-197a91ce-1699-4895-bd96-c27249dac866 req-a0647760-e128-42bf-a163-56cdd16004fb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.4081948 Jun 03 15:29:19.146081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc74cd-ba4f-4f23-a039-08099a8251a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94688a99-4b50-4f21-bfcd-f70566197f0d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:19.210013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-197a91ce-1699-4895-bd96-c27249dac866 req-077ea509-d84e-411e-8e7b-99f55ec68d20 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942605 Jun 03 15:29:19.236862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15aca0-07d2-44bb-baf1-72ae39f200cf req-07525f1a-5f89-4ee7-9b7e-4c3971cf156a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.247483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b15aca0-07d2-44bb-baf1-72ae39f200cf req-07525f1a-5f89-4ee7-9b7e-4c3971cf156a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.3097093 Jun 03 15:29:19.254111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e337b-3000-458b-8a51-e4c9367d40cc req-758dc12a-671d-4c17-935a-6f93459ab88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.255749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a15e337b-3000-458b-8a51-e4c9367d40cc req-758dc12a-671d-4c17-935a-6f93459ab88f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1096 time: 0.4059532 Jun 03 15:29:19.339095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b15aca0-07d2-44bb-baf1-72ae39f200cf req-41ba71f1-68ee-49f2-ac4e-aa7f8837b090 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823483 Jun 03 15:29:19.340838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a15e337b-3000-458b-8a51-e4c9367d40cc req-0c88262c-c0d6-43b5-85cf-f764a3e6d07a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702903 Jun 03 15:29:19.429817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-cfbc8960-23b4-4a33-9230-d2f6ec46c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.431724 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-cfbc8960-23b4-4a33-9230-d2f6ec46c35e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1096 time: 1.0577848 Jun 03 15:29:19.491910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9506d2-c194-4238-afdf-897a9e4ba8da req-69cea8de-f103-4897-b996-72cabf18dbd2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.493695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb9506d2-c194-4238-afdf-897a9e4ba8da req-69cea8de-f103-4897-b996-72cabf18dbd2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.0914056 Jun 03 15:29:19.501459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dc74cd-ba4f-4f23-a039-08099a8251a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.505325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0dc74cd-ba4f-4f23-a039-08099a8251a4 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/security-groups/94688a99-4b50-4f21-bfcd-f70566197f0d HTTP/1.1" status: 204 len: 168 time: 1.4859419 Jun 03 15:29:19.516530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56218) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:19.532283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d26d3f8-64ba-4ad2-bcb7-7dc3f522a80f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.536754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d26d3f8-64ba-4ad2-bcb7-7dc3f522a80f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.541416 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-895ded7f-b95b-4871-b938-86ad5535ca45 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] show failed (client error): The resource could not be found. Jun 03 15:29:19.547655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-895ded7f-b95b-4871-b938-86ad5535ca45 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups/94688a99-4b50-4f21-bfcd-f70566197f0d HTTP/1.1" status: 404 len: 347 time: 0.0249643 Jun 03 15:29:19.547769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56224) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:19.566617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb9506d2-c194-4238-afdf-897a9e4ba8da req-e6cb8283-755b-4feb-9630-61252e18ee88 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668056 Jun 03 15:29:19.758610 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d26d3f8-64ba-4ad2-bcb7-7dc3f522a80f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.759095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d26d3f8-64ba-4ad2-bcb7-7dc3f522a80f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Fanout notify agent at l3_agent the message router_deleted on router 60a38d67-8c2a-438c-b356-2f4c7e037ee6 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:29:19.890827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324bd3-ff9b-449c-b0b5-8a906fb4bf84 req-7e82fb5a-93e8-4eed-b17f-cd75573ad2fd tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.892501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45324bd3-ff9b-449c-b0b5-8a906fb4bf84 req-7e82fb5a-93e8-4eed-b17f-cd75573ad2fd tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.1181860 Jun 03 15:29:19.902280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5fe9-050a-40fc-b756-3724583e23b0 req-3c33753c-48f7-45bf-a015-0ba15fa3286b tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.903827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-566c5fe9-050a-40fc-b756-3724583e23b0 req-3c33753c-48f7-45bf-a015-0ba15fa3286b tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.1776817 Jun 03 15:29:19.976191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45324bd3-ff9b-449c-b0b5-8a906fb4bf84 req-73f72ad7-545b-4946-8842-5954d43aa460 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712996 Jun 03 15:29:19.978881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d26d3f8-64ba-4ad2-bcb7-7dc3f522a80f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.979955 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d26d3f8-64ba-4ad2-bcb7-7dc3f522a80f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/routers/60a38d67-8c2a-438c-b356-2f4c7e037ee6 HTTP/1.1" status: 204 len: 168 time: 1.3956466 Jun 03 15:29:19.983257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-566c5fe9-050a-40fc-b756-3724583e23b0 req-c127fb70-2b93-4f0c-9efd-82405b6fab08 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645258 Jun 03 15:29:19.983758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56240) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:19.994131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port 75539ca1-e2cf-4cbc-bdfb-857af26abe9e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:19.994469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.036029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-ad5cab95-ea32-465d-81e8-0d4126280db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.037537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-ad5cab95-ea32-465d-81e8-0d4126280db6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.4312470 Jun 03 15:29:20.054820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet 4f7d5046-d611-430e-982a-76fde9df9622 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:20.059066 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.122313 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.215242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.232581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-8cf9336b-b7f3-4001-ae40-e3843e13aac2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 1001 time: 0.1872792 Jun 03 15:29:20.301921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.328777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-183aa449-780a-483e-bc8a-6cf790e9c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.330260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-183aa449-780a-483e-bc8a-6cf790e9c244 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.0882521 Jun 03 15:29:20.357501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7d5046-d611-430e-982a-76fde9df9622,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:20.365487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.374370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b125f3d2-979d-4d25-9b24-78b318cd5cd0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/4f7d5046-d611-430e-982a-76fde9df9622 HTTP/1.1" status: 204 len: 168 time: 0.3873053 Jun 03 15:29:20.377061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f3f13-d317-4a86-b53e-863b97a67f74 None None] Network 08db9341-d308-421f-8123-a431ff4a4b15 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:20.380639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56260) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:20.409809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.410140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.547616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669a39f-fa00-4522-a87c-5c0f72e4fed2 req-bb266a9c-0a51-478e-886e-de4fe0e8ab8e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.549380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d669a39f-fa00-4522-a87c-5c0f72e4fed2 req-bb266a9c-0a51-478e-886e-de4fe0e8ab8e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1550815 Jun 03 15:29:20.669169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for 75539ca1-e2cf-4cbc-bdfb-857af26abe9e owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:20.761417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.810648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:20.811071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.818902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ba15a4-1763-4473-8453-82e49f049e10'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:20.837187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d669a39f-fa00-4522-a87c-5c0f72e4fed2 req-2fe45f6c-ba76-4250-8ffb-3b49b9741336 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806609 Jun 03 15:29:20.872911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-e51cbd3d-c120-4fd3-9356-5182cfabe9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.872911 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-e51cbd3d-c120-4fd3-9356-5182cfabe9d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5268862 Jun 03 15:29:20.875676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707687-e961-42d9-9c4b-bc979beb9e30 req-bf2eef94-4548-48f5-8cce-7093ca920bc3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.884368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1707687-e961-42d9-9c4b-bc979beb9e30 req-bf2eef94-4548-48f5-8cce-7093ca920bc3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.2598350 Jun 03 15:29:20.956753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1707687-e961-42d9-9c4b-bc979beb9e30 req-6b60e020-7595-4f9a-8271-e23711a4bfa3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713582 Jun 03 15:29:20.987523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] DHCP port deletion for 08db9341-d308-421f-8123-a431ff4a4b15 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:29:20.998883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Deleting port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:21.001422 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.085765 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4b94b2-46ac-4aa2-8b65-f9360139f99c'] response: {'server_uuid': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ba15a4-1763-4473-8453-82e49f049e10', 'code': 200} Jun 03 15:29:21.156294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.170402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba2e88-8497-4ea6-a183-3e0bb28e6764 req-1a56e449-2d80-484e-9c41-73a11035f9ec tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.175979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfba2e88-8497-4ea6-a183-3e0bb28e6764 req-1a56e449-2d80-484e-9c41-73a11035f9ec tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1707006 Jun 03 15:29:21.315069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfba2e88-8497-4ea6-a183-3e0bb28e6764 req-b6275b89-cae3-4593-8bc3-04d00a3d7b8d tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324697 Jun 03 15:29:21.351197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:21.364988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=75539ca1-e2cf-4cbc-bdfb-857af26abe9e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:21.382978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d05614-f4a5-4ef0-8871-ed75d913475d req-d9896ab0-393d-491f-aacc-78b3ed9fca45 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.384744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12d05614-f4a5-4ef0-8871-ed75d913475d req-d9896ab0-393d-491f-aacc-78b3ed9fca45 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.1495173 Jun 03 15:29:21.395747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-b8ec4864-5244-47e6-8e40-7338a03f47ac service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806278 Jun 03 15:29:21.442967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12d05614-f4a5-4ef0-8871-ed75d913475d req-2634c2c2-7634-44e6-a306-3f6dfb436681 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Jun 03 15:29:21.443845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,segment=NetworkSegment(cca0ad6d-72d6-4161-a2be-2f16543e8fbf),segment_id=cca0ad6d-72d6-4161-a2be-2f16543e8fbf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:21.444366 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.547757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cd53e-e471-445b-8ce3-14331d273fda req-39e542f3-a09d-42ba-ae45-c97f96850cec tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.550000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905cd53e-e471-445b-8ce3-14331d273fda req-39e542f3-a09d-42ba-ae45-c97f96850cec tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.1059394 Jun 03 15:29:21.591372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Calling delete_port for 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:21.662473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905cd53e-e471-445b-8ce3-14331d273fda req-0e756dbe-96e1-4156-9642-28560a1942b2 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058068 Jun 03 15:29:21.695597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51781b9b-4f17-4847-ac62-78d345e391d7 req-ac248800-3efb-42e2-8d33-1423913ab74a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.695597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51781b9b-4f17-4847-ac62-78d345e391d7 req-ac248800-3efb-42e2-8d33-1423913ab74a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1215162 Jun 03 15:29:21.698617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56304) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:21.704468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Request body: {'floatingip': {'port_id': '981026f6-afc6-402b-9cf9-be526c34a8ed'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:21.711952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:21.712440 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.755731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.759701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,segment=NetworkSegment(cca0ad6d-72d6-4161-a2be-2f16543e8fbf),segment_id=cca0ad6d-72d6-4161-a2be-2f16543e8fbf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:21.760857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,segment=NetworkSegment(cca0ad6d-72d6-4161-a2be-2f16543e8fbf),segment_id=cca0ad6d-72d6-4161-a2be-2f16543e8fbf)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:21.761232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.765735 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.792168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.816464 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:21.816751 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:21.836388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:21.900165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:21.993414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.008841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ac44e850-bf00-4148-8511-986a57f431ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/floatingips/ee7c91cb-97ed-4f9d-922e-ad0fb2b83e05 HTTP/1.1" status: 204 len: 168 time: 2.4478519 Jun 03 15:29:22.040876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49213dad-2dfb-4219-a43b-2fb17a9f6bec req-1778511f-3363-4163-9e67-f316e30c8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:22.043661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49213dad-2dfb-4219-a43b-2fb17a9f6bec req-1778511f-3363-4163-9e67-f316e30c8210 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 1097 time: 0.8288226 Jun 03 15:29:22.064438 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf45ed64-120c-4948-82e7-9a29dcc39ec7 req-29d7dcb7-40ab-499f-8bc3-581fbac86011 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280293 Jun 03 15:29:22.187696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56320) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:22.210092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49213dad-2dfb-4219-a43b-2fb17a9f6bec req-9dda5104-ffde-4bbb-8d70-c92190f7a9f8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410935 Jun 03 15:29:22.210970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:22.211132 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:22.285464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882601176', 'description': 'tempest-description--1284933465'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:22.302346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:22.318094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:22.318433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Deleting port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:22.319098 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.326165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:22.340353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:22.415505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.530783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,segment=NetworkSegment(cca0ad6d-72d6-4161-a2be-2f16543e8fbf),segment_id=cca0ad6d-72d6-4161-a2be-2f16543e8fbf)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:22.531377 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.535605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:22.551197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:22.559672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:22.571273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46157a-3847-47bb-9bc6-92f53e58cf7a req-8b0c2603-d78d-4f48-b69f-153205502b63 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:22.572769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef46157a-3847-47bb-9bc6-92f53e58cf7a req-8b0c2603-d78d-4f48-b69f-153205502b63 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.3844328 Jun 03 15:29:22.579650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:22.668596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e12d9-3032-41b1-ba68-f16da827746a req-249ca721-c636-4a92-90c4-a7e9f71dacb9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:22.670106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-773e12d9-3032-41b1-ba68-f16da827746a req-249ca721-c636-4a92-90c4-a7e9f71dacb9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.3276501 Jun 03 15:29:22.709050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef46157a-3847-47bb-9bc6-92f53e58cf7a req-8f310f74-6aae-48c6-b338-f25d59e5e67d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234837 Jun 03 15:29:22.712707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:22.713333 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.736097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Calling delete_port for 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:22.798573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-773e12d9-3032-41b1-ba68-f16da827746a req-e647cf2a-a915-4ed8-8733-d5d7f7efc715 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122782 Jun 03 15:29:22.875394 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.948059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.965320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.003412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] No DVR routers for this DVR port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:23.005698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070c209-ce8a-4d61-a668-7b74598fbe01 None None] Pushing event deleted for resources: {'Port': ['ID=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:23.022286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] For port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8176ce89-e724-45ff-95a9-7d68dc6ea3b5,segment=NetworkSegment(cca0ad6d-72d6-4161-a2be-2f16543e8fbf),segment_id=cca0ad6d-72d6-4161-a2be-2f16543e8fbf)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:23.022662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.048249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c99b9e8-126a-43d5-b084-bd8dfff752b6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:23.130612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.174420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:23.265497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:23.266079 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:23.288743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 8176ce89-e724-45ff-95a9-7d68dc6ea3b5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:23.289659 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.297693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.372291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.373497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e135a7f2-1cb8-4010-911e-6bcd59f26591 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1523840 Jun 03 15:29:23.379040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56366) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:23.389130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] The port '8176ce89-e724-45ff-95a9-7d68dc6ea3b5' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:29:23.409365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '9c99b9e8-126a-43d5-b084-bd8dfff752b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:23.424368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:23.492322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:23.506142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:23.525752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:23.569670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.582813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0ee9-d6df-41bd-b58b-4a948ff89d16 req-0a7ef9e2-d994-492d-bd36-b74e9ee3c283 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:23.584706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe0e0ee9-d6df-41bd-b58b-4a948ff89d16 req-0a7ef9e2-d994-492d-bd36-b74e9ee3c283 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.4771588 Jun 03 15:29:23.585587 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.596527 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Floating IP e39984ed-3ebd-4108-9967-ec4eb631f692 associated. External IP: 172.25.1.86, port: 981026f6-afc6-402b-9cf9-be526c34a8ed. Jun 03 15:29:23.606033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08db9341-d308-421f-8123-a431ff4a4b15']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:23.621325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca0ad6d-72d6-4161-a2be-2f16543e8fbf') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:23.621622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca0ad6d-72d6-4161-a2be-2f16543e8fbf') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:23.635931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.655015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.664420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:29:23.664805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.686053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ff9a8-0792-439b-aaab-24a7a431260b req-12085763-6781-4f04-a596-848e0f5247fe tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:23.690969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-853ff9a8-0792-439b-aaab-24a7a431260b req-12085763-6781-4f04-a596-848e0f5247fe tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.6903419 Jun 03 15:29:23.759983 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment cca0ad6d-72d6-4161-a2be-2f16543e8fbf resource provider aggregate not found Jun 03 15:29:23.800231 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment cca0ad6d-72d6-4161-a2be-2f16543e8fbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cca0ad6d-72d6-4161-a2be-2f16543e8fbf found for delete ", "request_id": "req-a63b79ae-840f-49a0-a5a5-2d97fa59ed90"}]} Jun 03 15:29:23.808464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.816385 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.869423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=08db9341-d308-421f-8123-a431ff4a4b15,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:23.875931 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe0e0ee9-d6df-41bd-b58b-4a948ff89d16 req-ae5c6e45-0417-4da0-992d-8e0bd3700327 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807789 Jun 03 15:29:23.884188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 82d602f9-cfc4-4bf0-a9f7-60769cad0392 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:23.903814 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b568ed25-f5b8-46ac-af54-7e144fb8c30e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/08db9341-d308-421f-8123-a431ff4a4b15 HTTP/1.1" status: 204 len: 168 time: 3.5101712 Jun 03 15:29:23.904096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 82d602f9-cfc4-4bf0-a9f7-60769cad0392 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:23.904305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56414) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:23.932032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-853ff9a8-0792-439b-aaab-24a7a431260b req-01040b1a-3fd1-44c7-b578-5e53c28929da tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153864 Jun 03 15:29:23.976271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.993066 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.064792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca66d9-585e-4d24-af6b-f8dcb21a18fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.066414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2aca66d9-585e-4d24-af6b-f8dcb21a18fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:24.089323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2aca66d9-585e-4d24-af6b-f8dcb21a18fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:24.091207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2aca66d9-585e-4d24-af6b-f8dcb21a18fa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/1b018b47-4c3f-4e88-9308-3185d6177a6a HTTP/1.1" status: 200 len: 840 time: 0.1865845 Jun 03 15:29:24.095581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56418) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:24.143918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13ce0bf-812a-40f7-8bbe-d5d20b1e0341,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.199559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2fadc272-91c6-434d-8fe1-f17bec881abe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/1b018b47-4c3f-4e88-9308-3185d6177a6a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1019728 Jun 03 15:29:24.203865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56424) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:24.212309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:24.268019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:24.268361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.328010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:24.335510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.340127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:24.340359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b27e08f5-0eb6-4ad7-81e2-68f4b86f75cb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9595320 Jun 03 15:29:24.345080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56430) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:24.353232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:24.359291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'port_id': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'mac_address': 'fa:16:3e:7e:ec:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6266cce5-1246-4c5c-9633-ba7dbd8a7802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:24.362759 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.363456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:24.378443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'security_group_rule': {'security_group_id': '9c99b9e8-126a-43d5-b084-bd8dfff752b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:24.393598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:24.409920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:security_group_rule and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:24.418859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Router 8a840971-1f39-43bb-b67c-a50b65b76641 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:24.420059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:24.432542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:24.448332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:24.452353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:24.455281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:24.461578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:24.471462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:24.475142 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.532440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:24.532727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.553562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.586039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d602f9-cfc4-4bf0-a9f7-60769cad0392 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:24.622484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:24.625770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:24.626757 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.640389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.649100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a2b3-6829-47d0-ab4a-d1e78c5aff6c req-09ef7f26-1458-4074-af76-183a8415e5cf tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.651673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2614a2b3-6829-47d0-ab4a-d1e78c5aff6c req-09ef7f26-1458-4074-af76-183a8415e5cf tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.5731111 Jun 03 15:29:24.683112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6ed1-7706-43f7-923b-0f17bbf2a500 req-bbfa8aca-2ce5-4806-ba8d-7cb510b62c5a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.684677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d85e6ed1-7706-43f7-923b-0f17bbf2a500 req-bbfa8aca-2ce5-4806-ba8d-7cb510b62c5a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 946 time: 0.4117198 Jun 03 15:29:24.708753 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.709003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.733187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:24.743636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.746620 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.757901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:24.764314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.769677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:24.773006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:24.777657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.778251 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.785301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] Sync routers for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:24.799486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213c194-c3a1-4081-94d1-4cc23438b545 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:24.806999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=f5200d82-3cff-4d4b-a2e8-87ab542ab92b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.814205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0d225c76-d05c-4ed3-b12d-cee04eaf4998 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6090622 Jun 03 15:29:24.817446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56434) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:24.823960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'security_group': {'name': 'tempest-secgroup-114460122'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:24.829242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:24.833151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:24.836322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:24.842501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:24.854411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.873405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2614a2b3-6829-47d0-ab4a-d1e78c5aff6c req-7cff51b2-008e-4c69-8571-1fde754701d1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063220 Jun 03 15:29:24.876674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:24.883344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group_rule and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:24.886185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:24.894632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:24.899862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:24.900550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:24.904273 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8232ae28-43f2-4d50-836e-ca19e656bc48 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "PUT /v2.0/floatingips/e39984ed-3ebd-4108-9967-ec4eb631f692 HTTP/1.1" status: 200 len: 990 time: 3.2016959 Jun 03 15:29:24.904765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d85e6ed1-7706-43f7-923b-0f17bbf2a500 req-506e827a-379f-44db-950f-a1a00fb744cf tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967998 Jun 03 15:29:24.907298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:24.950304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.962156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.006644 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33934aad-47af-4f83-b490-42ccd268245c'] response: {'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'code': 200} Jun 03 15:29:25.008458 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d15bef-a02a-4436-a720-b5a6e8f5080d'] response: {'name': 'network-changed', 'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'status': 'completed', 'code': 200} Jun 03 15:29:25.016330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['82d602f9-cfc4-4bf0-a9f7-60769cad0392'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:25.039818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159b7ba4-79b9-401f-86e8-6b6029e7a7f4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:25.073458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.074840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-050897b8-3863-498b-9f74-cf24693961b1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7236938 Jun 03 15:29:25.076494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.078593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56446) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:25.084024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:25.094056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:25.105580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:floatingip and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:25.112069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:25.112430 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.162392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=14']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:25.164226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:25.178149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc2c33-a839-42c2-84d5-64c2c4a8214e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:25.183559 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.187887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aab678e8-7edd-4b2e-9e90-653e9c04da22 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3660994 Jun 03 15:29:25.188468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-29af291b-401c-46bd-a422-ef3f15428f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.189928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-29af291b-401c-46bd-a422-ef3f15428f0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1096 time: 0.1826584 Jun 03 15:29:25.190394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56450) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:25.195496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'security_group': {'name': 'tempest-secgroup-1369581200'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:25.220548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:25.229650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:25.247692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.278516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:25.297038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:25.316639 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.366750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:25.375071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group_rule and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:25.379406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:25.382883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-c97e3e37-a34d-47cc-81ea-b6aa94d51e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.384418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-c97e3e37-a34d-47cc-81ea-b6aa94d51e18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.1838033 Jun 03 15:29:25.388608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:25.425908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:25.509114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8af28-427e-41bc-8fee-50a6b215fec7 req-3714af2c-2a52-461a-9ef1-85b0b3ced337 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.510920 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-b54f3753-7946-4864-b7bc-990020705e32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 998 time: 0.1199307 Jun 03 15:29:25.517030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40b8af28-427e-41bc-8fee-50a6b215fec7 req-3714af2c-2a52-461a-9ef1-85b0b3ced337 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3971515 Jun 03 15:29:25.542480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe33bf-7695-4f31-bde0-79ca15580f1d req-86f974f3-9ce6-4b65-8a59-ab43902a35de tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.543973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7fe33bf-7695-4f31-bde0-79ca15580f1d req-86f974f3-9ce6-4b65-8a59-ab43902a35de tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.3719962 Jun 03 15:29:25.611165 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.614647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40b8af28-427e-41bc-8fee-50a6b215fec7 req-93a78c57-e4ed-4e87-aa44-779798d2faa9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945065 Jun 03 15:29:25.616190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-ed1bd18a-7f9c-4413-9f5f-ba46eac04276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.617915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-ed1bd18a-7f9c-4413-9f5f-ba46eac04276 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.1003156 Jun 03 15:29:25.619756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.664451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7fe33bf-7695-4f31-bde0-79ca15580f1d req-d4d5020b-ab17-45ea-b108-5315440e2751 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095145 Jun 03 15:29:25.719562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3acd2d-3189-49d8-b063-cbc1c85a435c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:25.738452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.742256 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-18062fa5-5ee7-4a65-b159-920768339a64 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5508754 Jun 03 15:29:25.744554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.744899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56458) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:25.755268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1887931736', 'security_groups': ['fb3acd2d-3189-49d8-b063-cbc1c85a435c'], 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5200d82-3cff-4d4b-a2e8-87ab542ab92b'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:25.834230 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:29:25.873345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-86a10d19-c0a4-4dd9-b520-4bac0294d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.875559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-86a10d19-c0a4-4dd9-b520-4bac0294d5f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363250 Jun 03 15:29:25.954160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e537b-1f39-49f3-b514-de158912bf12 req-b44d420f-ebfa-42fe-ad38-9f917608df3d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.955688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c1e537b-1f39-49f3-b514-de158912bf12 req-b44d420f-ebfa-42fe-ad38-9f917608df3d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2137365 Jun 03 15:29:25.990608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.25.1.240 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/813bd3cd-aaa8-4079-9def-390c2e745bd5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:26.033370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:26.048158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c1e537b-1f39-49f3-b514-de158912bf12 req-ba50f833-ead1-4264-a8d1-4a7649326b55 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836115 Jun 03 15:29:26.072815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:26.106259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'tenant_id': 'e34ad0a1e7ca492c92def23d0f59b0ed', 'fixed_ips': [{'subnet_id': 'f5200d82-3cff-4d4b-a2e8-87ab542ab92b'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:29:26.107237 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.173480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:26.265325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'e39984ed-3ebd-4108-9967-ec4eb631f692', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'port_id': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'mac_address': 'fa:16:3e:a1:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:54Z', 'updated_at': '2022-06-03T15:29:22Z', 'revision_number': 1, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:26.278318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] Checking router: 8a840971-1f39-43bb-b67c-a50b65b76641 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:26.310571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-4b6a1550-fb52-4d4a-ab12-a5767325259c service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269991 Jun 03 15:29:26.314510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.336054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:26.336715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:26.359041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ae596-ff5e-4c82-9af3-1dfd569b476e req-6b6778f3-2cfd-4dda-ad70-1696694c4bd4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.360779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c8ae596-ff5e-4c82-9af3-1dfd569b476e req-6b6778f3-2cfd-4dda-ad70-1696694c4bd4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 944 time: 0.1414142 Jun 03 15:29:26.403797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.451841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Allocated IP 172.20.0.2 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/f5200d82-3cff-4d4b-a2e8-87ab542ab92b/69de76d2-745d-4a8b-a457-c17fe82df65b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:26.508822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c8ae596-ff5e-4c82-9af3-1dfd569b476e req-1421e13b-7b33-4427-8fe6-0805e37b3065 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423974 Jun 03 15:29:26.551931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:26.555800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:26.566568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:26.600787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=813bd3cd-aaa8-4079-9def-390c2e745bd5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:26.703363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.726281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e22f-e8c7-4b2d-b0a5-a94c19948c7f req-b96a5ae9-7481-43fe-9994-a611953d4bd9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.727970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f98e22f-e8c7-4b2d-b0a5-a94c19948c7f req-b96a5ae9-7481-43fe-9994-a611953d4bd9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.2818990 Jun 03 15:29:26.743118 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecfc222e-8b87-4b6d-90c5-24f06b193020 req-fcf931eb-4b2a-43e3-9322-1b8a0a6f2eae service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088230 Jun 03 15:29:26.743939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:26.746678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 7a08eb2e-8c20-423e-9abe-bc1635910049 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:29:26.765333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.806211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-ce269e39-74f3-4f00-8a83-214943984758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.808187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-ce269e39-74f3-4f00-8a83-214943984758 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1095 time: 0.3692069 Jun 03 15:29:26.844908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ead1d1-2185-4dab-b434-39d76e954df0 req-7a8fd144-413c-45f8-ae65-fb4377d6d94c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.846940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88ead1d1-2185-4dab-b434-39d76e954df0 req-7a8fd144-413c-45f8-ae65-fb4377d6d94c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2139885 Jun 03 15:29:26.860642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f98e22f-e8c7-4b2d-b0a5-a94c19948c7f req-88d625fa-0e30-4ff2-92c4-84c77833dfec tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204035 Jun 03 15:29:26.894963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.009641 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.014447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88ead1d1-2185-4dab-b434-39d76e954df0 req-e22300fb-bc83-4199-87b7-e554705327f8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527116 Jun 03 15:29:27.054716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-71427815-47f7-4b70-86df-2283897816b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.056546 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-71427815-47f7-4b70-86df-2283897816b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.2398441 Jun 03 15:29:27.078092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:27.099574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Transition to ACTIVE for port object 69de76d2-745d-4a8b-a457-c17fe82df65b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:27.135246 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc19ffb1-2876-4926-ae39-86fc56680ccf'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'code': 200} Jun 03 15:29:27.149623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Transition to ACTIVE for port object 69de76d2-745d-4a8b-a457-c17fe82df65b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:27.169324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.209317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.216717 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.236505 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-16ab6739-7722-4eef-86a7-2b2f237d3fbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 999 time: 0.1730564 Jun 03 15:29:27.280311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:27.287755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:27.288009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.8 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/f5200d82-3cff-4d4b-a2e8-87ab542ab92b/7a08eb2e-8c20-423e-9abe-bc1635910049) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:27.293963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:27.301627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Pushing event updated for resources: {'Port': ['ID=69de76d2-745d-4a8b-a457-c17fe82df65b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:27.331266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-5feee335-0a3a-430e-9678-3df53ad02154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.333042 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-5feee335-0a3a-430e-9678-3df53ad02154 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.0870380 Jun 03 15:29:27.358980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.359364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.359701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.360033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.360409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.361205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.361560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.362026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.362380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.362789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.363204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.363625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:27.381173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=813bd3cd-aaa8-4079-9def-390c2e745bd5,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:27.392376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.425026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.428794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b9fb8771-a654-47cc-956e-3845b0abe27b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3488810 Jun 03 15:29:27.441134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Attempting to bind port 69de76d2-745d-4a8b-a457-c17fe82df65b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:27.441517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Attempting to bind port 69de76d2-745d-4a8b-a457-c17fe82df65b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '58e1e66f-65e2-425e-a235-7104484cf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:27.441889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Attempting to bind port 69de76d2-745d-4a8b-a457-c17fe82df65b on network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:27.450050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:27.450418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Checking segment: {'id': '58e1e66f-65e2-425e-a235-7104484cf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:27.450830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.451223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Bound using segment: {'id': '58e1e66f-65e2-425e-a235-7104484cf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:27.451775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Bound port: 69de76d2-745d-4a8b-a457-c17fe82df65b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e1e66f-65e2-425e-a235-7104484cf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:27.452076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.466883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'e39984ed-3ebd-4108-9967-ec4eb631f692', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'port_id': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'mac_address': 'fa:16:3e:a1:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:54Z', 'updated_at': '2022-06-03T15:29:22Z', 'revision_number': 1, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.505493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861f870-7a41-4ac8-9ba6-6b25d69c1f86 None None] The sync data for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 is: [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'e39984ed-3ebd-4108-9967-ec4eb631f692', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'port_id': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'mac_address': 'fa:16:3e:a1:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:54Z', 'updated_at': '2022-06-03T15:29:22Z', 'revision_number': 1, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:27.661062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-63675356-fa05-4e7e-9922-565db2c4f70f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:27.668806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-a972d702-9ce6-4f2f-bd4c-9aaef157c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.669914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-a972d702-9ce6-4f2f-bd4c-9aaef157c379 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3230321 Jun 03 15:29:27.670486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] For port 69de76d2-745d-4a8b-a457-c17fe82df65b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:27.676843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] For port 69de76d2-745d-4a8b-a457-c17fe82df65b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=69de76d2-745d-4a8b-a457-c17fe82df65b,segment=NetworkSegment(58e1e66f-65e2-425e-a235-7104484cf161),segment_id=58e1e66f-65e2-425e-a235-7104484cf161)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:27.683936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.692709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-44b92629-26ec-4e95-966b-93f15a4c9f1a tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.693455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-44b92629-26ec-4e95-966b-93f15a4c9f1a tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Synchronizing usage tracker for tenant:9189488290334e2287ed2db6c9226ca0 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:27.719951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-63675356-fa05-4e7e-9922-565db2c4f70f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:27.721479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-63675356-fa05-4e7e-9922-565db2c4f70f tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1882601176&fields=id&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 267 time: 0.1334364 Jun 03 15:29:27.732980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.780257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25059f7-30e4-491a-add1-4d8e6540b791 None None] Pushing event updated for resources: {'Port': ['ID=69de76d2-745d-4a8b-a457-c17fe82df65b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:27.843341 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712fb5b-661c-48be-b001-0b10b9c1a30b None None] New status for floating IP e39984ed-3ebd-4108-9967-ec4eb631f692: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:29:27.852902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 7a08eb2e-8c20-423e-9abe-bc1635910049 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:27.869361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-44b92629-26ec-4e95-966b-93f15a4c9f1a tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Unset dirty status for tenant:9189488290334e2287ed2db6c9226ca0 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:27.871532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-44b92629-26ec-4e95-966b-93f15a4c9f1a tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.70 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.3703423 Jun 03 15:29:27.901872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b5aef-5cf4-4510-b561-7075b8c5fcfa req-0b228a91-c97e-4fff-aca5-5ed8c07dcd18 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.903468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f1b5aef-5cf4-4510-b561-7075b8c5fcfa req-0b228a91-c97e-4fff-aca5-5ed8c07dcd18 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 944 time: 0.2267337 Jun 03 15:29:27.908761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 82d602f9-cfc4-4bf0-a9f7-60769cad0392 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:27.997254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f1b5aef-5cf4-4510-b561-7075b8c5fcfa req-35ddf4c8-5e9c-4226-9682-2057a012bed1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792024 Jun 03 15:29:28.050659 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-a762c06a-cd8a-4cef-9661-ed0cfcd03e23 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665655 Jun 03 15:29:28.055963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.069325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:28.069986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.248336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Deleting port b6ba15a4-1763-4473-8453-82e49f049e10 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:28.249539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.315241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-9abb6d35-d531-4db8-b561-34c7077c3774 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.319572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:28.320729 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.322326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-9abb6d35-d531-4db8-b561-34c7077c3774 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.5819066 Jun 03 15:29:28.364002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:28.364292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:28.372712 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.385921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-24a6934c-9c2a-4be9-8ebe-1ff5c63f8252 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/quotas/01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 375 time: 0.0570011 Jun 03 15:29:28.391648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:28.403898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:28.466153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:28.485142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=7a08eb2e-8c20-423e-9abe-bc1635910049,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:28.511112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9ff9a-bd5c-40bf-8b8b-72ff228b2176 req-c9883470-63da-46da-a60c-4139157ab489 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.515359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7e9ff9a-bd5c-40bf-8b8b-72ff228b2176 req-c9883470-63da-46da-a60c-4139157ab489 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.2088640 Jun 03 15:29:28.552184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-8632bfe1-9a8e-4a27-849c-fbd8d9bf530b tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1619411 Jun 03 15:29:28.563595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.564284 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.578219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7e9ff9a-bd5c-40bf-8b8b-72ff228b2176 req-6097ef8c-49da-44d3-856b-f31fc33630f3 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592206 Jun 03 15:29:28.627572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39bbb84b-0071-4043-95d7-de6299a80a16 req-366d5299-28de-4212-8707-41d3302827f4 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587852 Jun 03 15:29:28.628603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-d1bf7506-d2e9-45a6-b7ce-9a6136f68068 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:29:28.629666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-d1bf7506-d2e9-45a6-b7ce-9a6136f68068 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626299 Jun 03 15:29:28.677156 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3f080402-69bb-4607-9462-4784512fbdc5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9276922 Jun 03 15:29:28.680218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56494) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:28.693219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:28.838124 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-7a0fd710-3071-4ee2-a9cf-051af0a36d23 service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015474 Jun 03 15:29:28.925476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f8a0c-ed54-4fdf-aba4-b6dd4852581e req-56027116-5de5-41ff-8bb0-02d4e3a7bc70 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.927019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b7f8a0c-ed54-4fdf-aba4-b6dd4852581e req-56027116-5de5-41ff-8bb0-02d4e3a7bc70 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2098603 Jun 03 15:29:29.002314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] For port b6ba15a4-1763-4473-8453-82e49f049e10, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b6ba15a4-1763-4473-8453-82e49f049e10,segment=NetworkSegment(190151fc-68db-4e0b-8664-668a5c387896),segment_id=190151fc-68db-4e0b-8664-668a5c387896)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:29.002946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.004993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b7f8a0c-ed54-4fdf-aba4-b6dd4852581e req-c038df0d-5a09-4cd2-8f77-fa99239f48dc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611746 Jun 03 15:29:29.068386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-7f847564-20f3-4d27-abee-7f326724ba5b service neutron] 10.222.0.66 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220991 Jun 03 15:29:29.136810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:29.220850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Calling delete_port for b6ba15a4-1763-4473-8453-82e49f049e10 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:29.264942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:29.278130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:29.279451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f36a4c-875f-4828-b9cf-8663d5c5316d req-dbc35361-b57e-48ac-adea-b82120e9a97e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:29.281874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66f36a4c-875f-4828-b9cf-8663d5c5316d req-dbc35361-b57e-48ac-adea-b82120e9a97e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1466379 Jun 03 15:29:29.293582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:29.317462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:29.358046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:29.363054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.371134 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96934a3-bbc0-4015-a92c-9bf7f1dc871e'] response: {'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'code': 200} Jun 03 15:29:29.380803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66f36a4c-875f-4828-b9cf-8663d5c5316d req-3f47e413-341f-49c8-a155-4eba7d0bff94 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887516 Jun 03 15:29:29.441600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 69de76d2-745d-4a8b-a457-c17fe82df65b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:29.529558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Provisioning complete for port 1b018b47-4c3f-4e88-9308-3185d6177a6a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:29.530152 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.595561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e299c985-059b-442c-b5b7-bde4dee82a6b req-8f542d66-b13f-49ff-b7eb-6f32cd8e0ca5 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 210 time: 0.1470854 Jun 03 15:29:29.621197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Port 1b018b47-4c3f-4e88-9308-3185d6177a6a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:29.631293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 69de76d2-745d-4a8b-a457-c17fe82df65b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:29.647230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Provisioning for port 69de76d2-745d-4a8b-a457-c17fe82df65b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:29.657047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:29.657414 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.806630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:29.806630 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.836680 n-d-844594-1 neutron-server[88339]: INFO neutron.db.ipam_backend_mixin [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f5200d82-3cff-4d4b-a2e8-87ab542ab92b (CIDR: 172.20.0.0/28) Jun 03 15:29:29.845061 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:29:29.845545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:29.850541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] For port 69de76d2-745d-4a8b-a457-c17fe82df65b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=69de76d2-745d-4a8b-a457-c17fe82df65b,segment=NetworkSegment(58e1e66f-65e2-425e-a235-7104484cf161),segment_id=58e1e66f-65e2-425e-a235-7104484cf161)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:29.857212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.857443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.871006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16ad4-4b0f-4a6e-b2f6-0b688caacd6c req-7bcd777c-26ce-48fe-ba64-784c592b1ca2 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:29.885398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01e16ad4-4b0f-4a6e-b2f6-0b688caacd6c req-7bcd777c-26ce-48fe-ba64-784c592b1ca2 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 946 time: 0.1518469 Jun 03 15:29:29.893597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b6ba15a4-1763-4473-8453-82e49f049e10'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:29.955719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01e16ad4-4b0f-4a6e-b2f6-0b688caacd6c req-4c0feeb7-a70a-4e88-8f87-36f6ced672f7 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/security-groups?id=1128ccb9-4872-4e68-b3ef-2db9a4c270a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669017 Jun 03 15:29:29.989280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Pushing event deleted for resources: {'Port': ['ID=b6ba15a4-1763-4473-8453-82e49f049e10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:29.996871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56514) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:30.003692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:30.004689 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-01823af3-1acf-4399-ba01-b29f7b80360e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3236139 Jun 03 15:29:30.023502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-78d18568-33e1-4ad4-8535-7cdee1dfe0c1 None None] Provisioning for port 7a08eb2e-8c20-423e-9abe-bc1635910049 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:30.029755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e55a54-dcbf-4b10-9da6-ce640c523adf None None] Pushing event updated for resources: {'Port': ['ID=69de76d2-745d-4a8b-a457-c17fe82df65b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:30.033295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-78d18568-33e1-4ad4-8535-7cdee1dfe0c1 None None] Provisioning complete for port 7a08eb2e-8c20-423e-9abe-bc1635910049 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:30.033646 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-78d18568-33e1-4ad4-8535-7cdee1dfe0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.045760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef11d4-4a6a-4f8f-805d-8d215e5265f2 req-9a2c6f3c-c15c-4fb0-a343-219d9c0a7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.048442 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53ef11d4-4a6a-4f8f-805d-8d215e5265f2 req-9a2c6f3c-c15c-4fb0-a343-219d9c0a7152 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 1096 time: 0.3942275 Jun 03 15:29:30.091697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-78d18568-33e1-4ad4-8535-7cdee1dfe0c1 None None] Port 7a08eb2e-8c20-423e-9abe-bc1635910049 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:30.151690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] No DVR routers for this DVR port b6ba15a4-1763-4473-8453-82e49f049e10 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:30.165060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.168446 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b2ed526-5432-4312-afe8-1d7405633a98 req-2bfb628a-ecc1-49f7-b472-c6d354f74fb9 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.70 "DELETE /v2.0/ports/b6ba15a4-1763-4473-8453-82e49f049e10 HTTP/1.1" status: 204 len: 173 time: 2.2660377 Jun 03 15:29:30.169325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'name': 'network-vif-deleted', 'tag': 'b6ba15a4-1763-4473-8453-82e49f049e10'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:30.176988 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53ef11d4-4a6a-4f8f-805d-8d215e5265f2 req-79f05c6f-6832-424c-aa9b-01ec842250aa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758791 Jun 03 15:29:30.218700 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb52b61f-298b-43a2-921e-786b2d6cc03e'] response: {'server_uuid': '913f7349-fd67-4d82-ad7c-7a3246147db6', 'name': 'network-vif-deleted', 'tag': 'b6ba15a4-1763-4473-8453-82e49f049e10', 'status': 'completed', 'code': 200} Jun 03 15:29:30.277298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:30.284902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:30.288503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:30.298062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:30.314149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:30.318148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.343524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e39475-c3ad-4bec-bee8-bba3fd092e68 req-0650954a-8f24-4377-af4d-eee154c8f908 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.345057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71e39475-c3ad-4bec-bee8-bba3fd092e68 req-0650954a-8f24-4377-af4d-eee154c8f908 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1696935 Jun 03 15:29:30.485395 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71e39475-c3ad-4bec-bee8-bba3fd092e68 req-197ffbc1-3cb4-4363-bafe-9d46b0d1ef0e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869546 Jun 03 15:29:30.679520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4b412-ab19-4730-9603-ff63c96d6edb req-d9603f45-18b9-4440-b9cf-f0dd37b127fc tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.681057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0a4b412-ab19-4730-9603-ff63c96d6edb req-d9603f45-18b9-4440-b9cf-f0dd37b127fc tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1523328 Jun 03 15:29:30.797930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49d5f42c-0175-4942-8066-99d7667f0666 req-b537eeb3-9044-4e6c-b4d6-8a5099b73deb tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 210 time: 0.0748746 Jun 03 15:29:30.815570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0a4b412-ab19-4730-9603-ff63c96d6edb req-2bab72a4-c0ce-4530-b052-157b577b1379 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275482 Jun 03 15:29:30.819305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.909947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:30.914022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:30.918106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.918928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.925057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c027a76-f43a-4a69-9d86-5b44572db374 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:30.936494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-0f7f3870-4a99-47f5-9cf2-d979746d8e21 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.937495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=bddc8e1c-280c-403b-989a-f9d05ecb9bfa,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:30.937998 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-0f7f3870-4a99-47f5-9cf2-d979746d8e21 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 814 time: 0.2228529 Jun 03 15:29:30.953803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2b94a38c-db39-4ef5-9eff-6a508efc79be tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9541020 Jun 03 15:29:30.955341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56530) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:30.982022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-662880373', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bddc8e1c-280c-403b-989a-f9d05ecb9bfa'}], 'security_groups': ['87dc2c33-a839-42c2-84d5-64c2c4a8214e']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:31.005163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-89d5e8da-9d4a-4583-bc79-745b6026db10 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:31.020971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-89d5e8da-9d4a-4583-bc79-745b6026db10 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:31.022217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-89d5e8da-9d4a-4583-bc79-745b6026db10 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d2bd983c3140e0985bb8068f6b72bc HTTP/1.1" status: 200 len: 380 time: 0.0713971 Jun 03 15:29:31.033601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'port': {'device_id': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'admin_state_up': True, 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'security_groups': ['9c99b9e8-126a-43d5-b084-bd8dfff752b6']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:31.337501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:31.352155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Usage tracker for resource:port and tenant:01d2bd983c3140e0985bb8068f6b72bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:31.358282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:31.377604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:31.394232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 69de76d2-745d-4a8b-a457-c17fe82df65b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:31.394772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Made reservation on behalf of 01d2bd983c3140e0985bb8068f6b72bc for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:31.401740 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.449128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3cc163ab-d8c2-4aab-8e4f-d954c2e7fa5a req-286c59cb-94d3-4e24-8052-b8e0fc404253 tempest-ServerGroupTestJSON-41547524 tempest-ServerGroupTestJSON-41547524-project] 10.222.0.66 "GET /v2.0/ports?device_id=913f7349-fd67-4d82-ad7c-7a3246147db6 HTTP/1.1" status: 200 len: 210 time: 0.1087599 Jun 03 15:29:31.570184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:31.570978 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.590715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e355ef-b892-4637-bc59-40876a5f7d29 req-28bb11c3-f3ef-4ad5-a20a-eaa61e49d1e4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:31.592235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6e355ef-b892-4637-bc59-40876a5f7d29 req-28bb11c3-f3ef-4ad5-a20a-eaa61e49d1e4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5327315 Jun 03 15:29:31.609126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] Update dhcp port {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'fixed_ips': [{'subnet_id': 'f5200d82-3cff-4d4b-a2e8-87ab542ab92b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bddc8e1c-280c-403b-989a-f9d05ecb9bfa'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '69de76d2-745d-4a8b-a457-c17fe82df65b'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:29:31.622536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Allocated IP 172.20.0.9 (105eba84-bcfe-484d-9059-8be2f2d1cb5c/4e6f1c31-88f2-464c-bc1c-9dc68927065b/ab778ed0-ec80-46d0-a3de-01fadc5d7d49) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:31.667934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.721950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6e355ef-b892-4637-bc59-40876a5f7d29 req-728c4d5a-4975-4cb3-a240-00efb1110d33 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167731 Jun 03 15:29:31.747388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.896948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.919528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:31.922263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Transition to ACTIVE for port object ab778ed0-ec80-46d0-a3de-01fadc5d7d49 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:31.948968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b6ba15a4-1763-4473-8453-82e49f049e10 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:31.965471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.010595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] Allocated IP 172.20.0.18 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/bddc8e1c-280c-403b-989a-f9d05ecb9bfa/69de76d2-745d-4a8b-a457-c17fe82df65b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:32.068811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:32.072056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:32.076032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: b6ba15a4-1763-4473-8453-82e49f049e10 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:32.076685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b6ba15a4-1763-4473-8453-82e49f049e10 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:32.076880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:32.112638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event updated for resources: {'Port': ['ID=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:32.157942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.158630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.173158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf3942-b853-4928-b702-a7b3bab87bf3 req-a4510590-020b-4271-9165-e28e54995c8d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.174636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fcf3942-b853-4928-b702-a7b3bab87bf3 req-a4510590-020b-4271-9165-e28e54995c8d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3124981 Jun 03 15:29:32.190322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-90690888-0b3f-4708-84c1-a461be98a3c3 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1617453 Jun 03 15:29:32.205908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Request body: {'port': {'device_id': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:32.234746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3e8c0-3f8d-42fc-88a3-89e113eeb6b5 req-fcf81247-50f1-47c0-8913-9d06944fac83 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.236321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6de3e8c0-3f8d-42fc-88a3-89e113eeb6b5 req-fcf81247-50f1-47c0-8913-9d06944fac83 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.2548034 Jun 03 15:29:32.258432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fcf3942-b853-4928-b702-a7b3bab87bf3 req-fa6882a1-2b66-46b5-b309-17d76c6027e8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705650 Jun 03 15:29:32.275090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] For port 69de76d2-745d-4a8b-a457-c17fe82df65b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=69de76d2-745d-4a8b-a457-c17fe82df65b,segment=NetworkSegment(58e1e66f-65e2-425e-a235-7104484cf161),segment_id=58e1e66f-65e2-425e-a235-7104484cf161)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:32.316294 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.332674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6de3e8c0-3f8d-42fc-88a3-89e113eeb6b5 req-f15a4a5f-85ca-4d22-984a-5381f9c16d38 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851018 Jun 03 15:29:32.337155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] Transition to ACTIVE for port object 69de76d2-745d-4a8b-a457-c17fe82df65b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:32.345484 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.457241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7b479-fbc5-4647-9795-4189e4a16212 None None] Pushing event updated for resources: {'Port': ['ID=69de76d2-745d-4a8b-a457-c17fe82df65b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:32.496541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.509715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-07821651-2b18-4911-998e-59629141638a None None] Provisioning for port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:32.543122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-07821651-2b18-4911-998e-59629141638a None None] Provisioning complete for port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:32.543492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-07821651-2b18-4911-998e-59629141638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.609224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-07821651-2b18-4911-998e-59629141638a None None] Port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:32.627322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca881-fdbd-493a-8211-8a4410f8a926 req-f1dc289b-842f-43d8-bb9e-8cc875b6304c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.628889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-763ca881-fdbd-493a-8211-8a4410f8a926 req-f1dc289b-842f-43d8-bb9e-8cc875b6304c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 931 time: 0.2348742 Jun 03 15:29:32.698758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-763ca881-fdbd-493a-8211-8a4410f8a926 req-0feb4863-6f02-4079-8765-30745e925d25 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529361 Jun 03 15:29:32.733107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e24971-9964-4959-af6d-8a179981be11 req-19c15961-1696-4482-9b9a-5ea680e6ce22 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.740084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9e24971-9964-4959-af6d-8a179981be11 req-19c15961-1696-4482-9b9a-5ea680e6ce22 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2452624 Jun 03 15:29:32.778921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-cbbe64fb-31bf-44b8-b22d-1748e0a7914b {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:32.779811 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:32.792221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9e24971-9964-4959-af6d-8a179981be11 req-017594a1-ca45-4f91-9441-b44b55cc8b4f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505352 Jun 03 15:29:32.884264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab778ed0-ec80-46d0-a3de-01fadc5d7d49 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:32.902212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.915029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9261c-34eb-4442-8db1-ca45444ed12e req-cbacdc29-8a2d-4cda-abb2-0fecf8034988 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.916733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1d9261c-34eb-4442-8db1-ca45444ed12e req-cbacdc29-8a2d-4cda-abb2-0fecf8034988 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1016614 Jun 03 15:29:32.938543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Transition to ACTIVE for port object ab778ed0-ec80-46d0-a3de-01fadc5d7d49 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:32.945252 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.982850 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1d9261c-34eb-4442-8db1-ca45444ed12e req-4e3935e5-6345-46c2-8f8a-9a97dfab819e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Jun 03 15:29:33.170111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7ef4c-a626-4d3b-8798-8ef629aea301 req-5468cf3a-5306-4472-afcd-8ae927ed4ca5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.173569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74d7ef4c-a626-4d3b-8798-8ef629aea301 req-5468cf3a-5306-4472-afcd-8ae927ed4ca5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1589327 Jun 03 15:29:33.237924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Pushing event updated for resources: {'Port': ['ID=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:33.250252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74d7ef4c-a626-4d3b-8798-8ef629aea301 req-feb666ec-838c-4f81-94f3-187fec1143b2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701921 Jun 03 15:29:33.335862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Attempting to bind port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:33.349773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Attempting to bind port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:33.349908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Attempting to bind port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:33.367999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:33.368341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Attempting to bind port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 on network 105eba84-bcfe-484d-9059-8be2f2d1cb5c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:33.382397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:33.382565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Checking segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:33.382823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Bound using segment: {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:33.383260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Bound port: ab778ed0-ec80-46d0-a3de-01fadc5d7d49, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:33.383615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.455856 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.468133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 69de76d2-745d-4a8b-a457-c17fe82df65b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:33.601803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] For port ab778ed0-ec80-46d0-a3de-01fadc5d7d49, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:33.608750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] For port ab778ed0-ec80-46d0-a3de-01fadc5d7d49, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:33.613791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.674994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Provisioning complete for port 7a08eb2e-8c20-423e-9abe-bc1635910049 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:33.675384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.686339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.686900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.688320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] 10.222.0.15 "PUT /v2.0/ports/ab778ed0-ec80-46d0-a3de-01fadc5d7d49 HTTP/1.1" status: 200 len: 1091 time: 1.4891677 Jun 03 15:29:33.688764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:33.721325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0d743-9078-4d3e-98af-c793a0e318da service neutron] Pushing event updated for resources: {'Port': ['ID=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:33.755876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Port 7a08eb2e-8c20-423e-9abe-bc1635910049 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:33.768777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Provisioning complete for port 1b018b47-4c3f-4e88-9308-3185d6177a6a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:33.769146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.827174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-4cbe2843-5ec8-4dd0-9083-0679bc4869e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.828824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-4cbe2843-5ec8-4dd0-9083-0679bc4869e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 1094 time: 0.0924408 Jun 03 15:29:33.843338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Port 1b018b47-4c3f-4e88-9308-3185d6177a6a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:33.859378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Provisioning for port 69de76d2-745d-4a8b-a457-c17fe82df65b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:33.867965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:33.868472 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.911346 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-f4c15d67-24d8-4be0-9f2a-9de440588098 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49 HTTP/1.1" status: 200 len: 217 time: 0.0723155 Jun 03 15:29:34.013983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-d0bfb13b-a1c7-49d1-b40d-8d39faa6d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.016364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-d0bfb13b-a1c7-49d1-b40d-8d39faa6d5a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.0968256 Jun 03 15:29:34.027820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-91c4d9f5-79c6-4546-bfcc-60431e5317b8 None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:34.100808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-bd4c4c9b-b6e1-482a-a3fb-50038226953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.102303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-bd4c4c9b-b6e1-482a-a3fb-50038226953d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793755 Jun 03 15:29:34.166900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-29946968-7589-427f-b14a-fdbae77a64cc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.168647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-29946968-7589-427f-b14a-fdbae77a64cc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.5729275 Jun 03 15:29:34.244646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-95b22d77-bfdb-4690-9fe6-937a4bb45590 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351326 Jun 03 15:29:34.249672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-4d63c65e-5c85-49a9-9037-d2d67ae1a9b7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.251137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-4d63c65e-5c85-49a9-9037-d2d67ae1a9b7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 814 time: 0.3367562 Jun 03 15:29:34.252451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-87506c91-8a60-4367-83c3-a37eda6feba2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/quotas/07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 375 time: 0.0685277 Jun 03 15:29:34.309887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-4f398bb3-130f-4512-874e-f24ef2922d3e tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/quotas/db1084ef62274f8fb516a2bd165db688 HTTP/1.1" status: 200 len: 375 time: 0.0526273 Jun 03 15:29:34.391180 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-134e871e-8b19-4de8-a9ed-3c7763abb7e2 req-0f9af8fe-21df-45f6-a618-0db9b89d18a7 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387064 Jun 03 15:29:34.461733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Delete allocated IP 172.20.0.8 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/f5200d82-3cff-4d4b-a2e8-87ab542ab92b) {{(pid=88338) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:29:34.478047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.29 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/bddc8e1c-280c-403b-989a-f9d05ecb9bfa/7a08eb2e-8c20-423e-9abe-bc1635910049) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:34.526167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-8751511e-8fe3-4619-a12a-98e29b4bf37b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2594011 Jun 03 15:29:34.544832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-6c4d5e37-b13a-486f-901e-a6ef1dc2b508 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2266247 Jun 03 15:29:34.766074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-9e1486ea-08b5-44b1-a236-cbd4b2a27dde tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.766788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-9e1486ea-08b5-44b1-a236-cbd4b2a27dde tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Synchronizing usage tracker for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:34.785491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-9e1486ea-08b5-44b1-a236-cbd4b2a27dde tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Unset dirty status for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:34.786699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-9e1486ea-08b5-44b1-a236-cbd4b2a27dde tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e8eb11-871f-4fda-8e15-ff45ee36ad69 HTTP/1.1" status: 200 len: 945 time: 0.1050472 Jun 03 15:29:34.859032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Deleting port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:34.859371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:34.895557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-4fbc15bb-9008-412b-9335-332c24f6d33e service neutron] 10.222.0.66 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300807 Jun 03 15:29:34.954237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-2bc98059-a769-490e-8814-ca94540cdf7b service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197109 Jun 03 15:29:35.117926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.163506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 7a08eb2e-8c20-423e-9abe-bc1635910049 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:35.178928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.230311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] For port 82d602f9-cfc4-4bf0-a9f7-60769cad0392, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=82d602f9-cfc4-4bf0-a9f7-60769cad0392,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:35.230668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.251884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-ee83ed3d-f7e4-42f3-a23c-b457493386d2 service neutron] 10.222.0.66 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383825 Jun 03 15:29:35.322785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-03605376-2029-438b-a60a-8ac452bb29f7 service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217313 Jun 03 15:29:35.362165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=7a08eb2e-8c20-423e-9abe-bc1635910049,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:35.363494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Calling delete_port for 82d602f9-cfc4-4bf0-a9f7-60769cad0392 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:35.384033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.384406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.384740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.385147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.385489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.385922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.386205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.386534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.386858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.387180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.387501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.387822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:35.403868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] In _notify_port_updated(), no bound segment for port 7a08eb2e-8c20-423e-9abe-bc1635910049 on network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:29:35.410097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.410790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.414840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2e71f3a3-9ead-495d-9286-b1cdc633199f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "PUT /v2.0/ports/7a08eb2e-8c20-423e-9abe-bc1635910049 HTTP/1.1" status: 200 len: 920 time: 4.4548147 Jun 03 15:29:35.415166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56594) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:35.497998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 7a08eb2e-8c20-423e-9abe-bc1635910049 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:35.497998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.571946 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcc1124-abeb-4f03-b736-5d42cba4a9a1'] response: {'name': 'network-changed', 'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'status': 'completed', 'code': 200} Jun 03 15:29:35.740058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.752975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['82d602f9-cfc4-4bf0-a9f7-60769cad0392'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:35.831171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-076f20de-3c73-4a7e-a3e0-5b3d30947bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.832699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-076f20de-3c73-4a7e-a3e0-5b3d30947bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 1094 time: 0.2335141 Jun 03 15:29:35.875184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b187c119-4b5c-4b84-bc52-66e7fb6ebd97 req-c64dde1e-78a6-4c85-aee4-2acefca35a35 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 210 time: 0.2060945 Jun 03 15:29:35.875919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Pushing event deleted for resources: {'Port': ['ID=82d602f9-cfc4-4bf0-a9f7-60769cad0392,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:36.030403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] No DVR routers for this DVR port 82d602f9-cfc4-4bf0-a9f7-60769cad0392 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:36.034894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.066820 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d77e62b-ff5d-44ab-99e8-a183a00f0143 req-81a0bb27-f180-4830-bdd5-a7b6deb54dfb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "DELETE /v2.0/ports/82d602f9-cfc4-4bf0-a9f7-60769cad0392 HTTP/1.1" status: 204 len: 173 time: 1.2746871 Jun 03 15:29:36.101504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-bbc06117-c916-409e-b280-b6a8c5569722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.103338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-bbc06117-c916-409e-b280-b6a8c5569722 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.2493672 Jun 03 15:29:36.112157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e250556a-b9c1-4af2-a392-c74e5184c498 None None] Provisioning for port 7a08eb2e-8c20-423e-9abe-bc1635910049 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:36.134409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e250556a-b9c1-4af2-a392-c74e5184c498 None None] Provisioning complete for port 7a08eb2e-8c20-423e-9abe-bc1635910049 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:36.135159 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e250556a-b9c1-4af2-a392-c74e5184c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.143970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82190dcd-00d4-4b83-b98c-38bb96d6ada6 req-2eb50031-b706-4290-b0f8-1975dd9c30d9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 210 time: 0.1680260 Jun 03 15:29:36.208075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-fc3eaeb5-ed96-479a-83e8-31462ac51cd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49 HTTP/1.1" status: 200 len: 217 time: 0.0972986 Jun 03 15:29:36.268536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf590-22cc-4161-815f-b12be373622c req-5fe93e92-661e-4a28-81af-2bb7aa6fae8a tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.271665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f14bf590-22cc-4161-815f-b12be373622c req-5fe93e92-661e-4a28-81af-2bb7aa6fae8a tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 943 time: 0.3955867 Jun 03 15:29:36.314790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e250556a-b9c1-4af2-a392-c74e5184c498 None None] Port 7a08eb2e-8c20-423e-9abe-bc1635910049 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:36.321066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-caac8e5a-bb75-4089-9517-0b8d9197c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.329635 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-caac8e5a-bb75-4089-9517-0b8d9197c8cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.1104510 Jun 03 15:29:36.382934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f14bf590-22cc-4161-815f-b12be373622c req-c80d89bf-5ace-4a9c-98ef-c059a738f255 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965116 Jun 03 15:29:36.407995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.414931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56626) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:36.503382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] Deleting subnet b95f11e7-7720-4466-9558-71ccdc0a0f73 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:36.507832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.560392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 7a08eb2e-8c20-423e-9abe-bc1635910049 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:36.563298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-71b358aa-a5cc-478e-b607-b8dde28a158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.564810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-71b358aa-a5cc-478e-b607-b8dde28a158f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270842 Jun 03 15:29:36.566865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.710230 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.727049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.776458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=7a08eb2e-8c20-423e-9abe-bc1635910049,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:36.832028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-40b84a2f-b4b0-4abf-b26e-4317451b3510 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386689 Jun 03 15:29:36.952133 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.963997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6b5c9fdd-0940-4fa0-a840-1e7ebdc5fe88 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/7a08eb2e-8c20-423e-9abe-bc1635910049 HTTP/1.1" status: 204 len: 168 time: 1.5476367 Jun 03 15:29:36.966733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56632) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:37.079150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27007654-b1dd-4bcf-8607-a6934f956008 req-4b30f693-3a6e-4285-a2eb-bd45cd60d601 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 210 time: 0.0477843 Jun 03 15:29:37.079960 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-f850d753-25dd-4d4e-8901-e4b2d26d9a53 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:29:37.080572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f850d753-25dd-4d4e-8901-e4b2d26d9a53 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:37.111993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.112486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f850d753-25dd-4d4e-8901-e4b2d26d9a53 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:37.114283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f850d753-25dd-4d4e-8901-e4b2d26d9a53 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/7a08eb2e-8c20-423e-9abe-bc1635910049 HTTP/1.1" status: 404 len: 333 time: 0.1458817 Jun 03 15:29:37.117036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56636) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:37.172185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95f11e7-7720-4466-9558-71ccdc0a0f73,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:37.189325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.206655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-641de8f2-33cd-4d2d-b000-abc9ba528a98 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b95f11e7-7720-4466-9558-71ccdc0a0f73 HTTP/1.1" status: 204 len: 168 time: 0.7906120 Jun 03 15:29:37.210058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:37.221034 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10468249-acc6-4fa8-b1f2-1b8e9859d1bc req-a687b4f1-053d-4508-898c-50ed8719a0bd service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731108 Jun 03 15:29:37.250141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f2945fe-ac86-4226-b537-26ec4ae8ae8b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.363331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f2945fe-ac86-4226-b537-26ec4ae8ae8b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.415848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.426645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-dd67f5ac-f9e5-4eae-8ef4-5c90b56c1cb3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.428036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-dd67f5ac-f9e5-4eae-8ef4-5c90b56c1cb3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 814 time: 0.1975784 Jun 03 15:29:37.444182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e012180-d768-470d-82c2-860ae1ba130a req-3e209fd8-8d4f-4185-9dcd-b76a0a1351fa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 210 time: 0.0698841 Jun 03 15:29:37.448796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Request body: {'port': {'device_id': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'admin_state_up': True, 'tenant_id': 'db1084ef62274f8fb516a2bd165db688'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:37.575546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-deleted', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:37.630618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab778ed0-ec80-46d0-a3de-01fadc5d7d49 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:37.635881 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532af746-5f04-4004-8c27-342a7400d497'] response: {'server_uuid': 'd6e8eb11-871f-4fda-8e15-ff45ee36ad69', 'name': 'network-vif-deleted', 'tag': '82d602f9-cfc4-4bf0-a9f7-60769cad0392', 'status': 'completed', 'code': 200} Jun 03 15:29:37.638218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:37.646632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Usage tracker for resource:port and tenant:db1084ef62274f8fb516a2bd165db688 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:37.651343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:37.656071 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f2945fe-ac86-4226-b537-26ec4ae8ae8b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.661287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:37.673929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Made reservation on behalf of db1084ef62274f8fb516a2bd165db688 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:37.675330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.679449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.702095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2945fe-ac86-4226-b537-26ec4ae8ae8b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3acd2d-3189-49d8-b063-cbc1c85a435c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:37.705113 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f2945fe-ac86-4226-b537-26ec4ae8ae8b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.706251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4f2945fe-ac86-4226-b537-26ec4ae8ae8b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/security-groups/fb3acd2d-3189-49d8-b063-cbc1c85a435c HTTP/1.1" status: 204 len: 168 time: 0.5879743 Jun 03 15:29:37.718117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:37.733291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194aa1bb-b12e-42c1-8a43-308c82b394d4']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:37.749117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190151fc-68db-4e0b-8664-668a5c387896') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:37.749442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190151fc-68db-4e0b-8664-668a5c387896') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:37.765400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.784862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9f36b-d22e-453c-baf8-5d7c332166df req-6227cb07-784f-4c6a-a37a-eb8617d96549 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.786439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec9f36b-d22e-453c-baf8-5d7c332166df req-6227cb07-784f-4c6a-a37a-eb8617d96549 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 943 time: 0.2635810 Jun 03 15:29:37.795548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.808002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:29:37.808433 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.816717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ab778ed0-ec80-46d0-a3de-01fadc5d7d49, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:37.834926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'port_id': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'mac_address': 'fa:16:3e:3b:b2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:37.905571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:37.906179 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.947027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab778ed0-ec80-46d0-a3de-01fadc5d7d49 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:37.950779 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 190151fc-68db-4e0b-8664-668a5c387896 resource provider aggregate not found Jun 03 15:29:37.967975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ab778ed0-ec80-46d0-a3de-01fadc5d7d49, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:37.980072 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.071450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:38.096890 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 190151fc-68db-4e0b-8664-668a5c387896 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 190151fc-68db-4e0b-8664-668a5c387896 found for delete ", "request_id": "req-203b1862-788f-4bb8-9de2-29d6fed9c58c"}]} Jun 03 15:29:38.097141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.097631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f209f467-8988-41cc-93fe-85aca34249e1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.121936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec9f36b-d22e-453c-baf8-5d7c332166df req-45d502cf-d061-4375-993c-3da2348ec7f9 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164701 Jun 03 15:29:38.144499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.157354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] Pushing event deleted for resources: {'Network': ['ID=194aa1bb-b12e-42c1-8a43-308c82b394d4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:38.173600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b2fb577e-e452-4185-b7d6-68dc4a632571 admin admin] 10.222.0.66 "DELETE /v2.0/networks/194aa1bb-b12e-42c1-8a43-308c82b394d4 HTTP/1.1" status: 204 len: 168 time: 0.9624133 Jun 03 15:29:38.191297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f209f467-8988-41cc-93fe-85aca34249e1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.199445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Allocated IP 172.20.0.9 (0a50ee9a-0bc0-4db1-8235-1cb3fd068629/6266cce5-1246-4c5c-9633-ba7dbd8a7802/0ec23f30-0807-4981-9049-bf83601018b8) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:38.213900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-cbab82bd-eb2d-4a7d-9f81-97faa79f7192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:38.215381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-cbab82bd-eb2d-4a7d-9f81-97faa79f7192 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.4152203 Jun 03 15:29:38.234619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'port': {'device_id': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'admin_state_up': True, 'tenant_id': '07c323f3e807488f889afd2046c3a2b9'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:38.245274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['ab778ed0-ec80-46d0-a3de-01fadc5d7d49'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:38.269004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67645aa3-aa7a-483b-9811-56561272f29f req-1746b3b7-e4aa-4c5e-8e05-9108d0f20114 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 210 time: 0.0551405 Jun 03 15:29:38.331022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56664) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:38.400460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1989cf05-3888-4054-afbd-cc92defa1959 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9189488290334e2287ed2db6c9226ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681813 Jun 03 15:29:38.403461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56668) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:38.409101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f209f467-8988-41cc-93fe-85aca34249e1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.464438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209f467-8988-41cc-93fe-85aca34249e1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc2c33-a839-42c2-84d5-64c2c4a8214e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:38.477334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35643b81-a87d-4268-ba6c-ad0741d03b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.505392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35643b81-a87d-4268-ba6c-ad0741d03b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.566933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35643b81-a87d-4268-ba6c-ad0741d03b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.569290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f209f467-8988-41cc-93fe-85aca34249e1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.572953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f209f467-8988-41cc-93fe-85aca34249e1 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/security-groups/87dc2c33-a839-42c2-84d5-64c2c4a8214e HTTP/1.1" status: 204 len: 168 time: 0.8513734 Jun 03 15:29:38.575545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56674) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:38.613431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:38.621604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35643b81-a87d-4268-ba6c-ad0741d03b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1128ccb9-4872-4e68-b3ef-2db9a4c270a8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:38.630954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9c48813-36c1-4a32-a990-836dd4f4fe59 req-31f3cd8a-d091-48bc-a308-4c5fdc0ca371 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 210 time: 0.0470796 Jun 03 15:29:38.631151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:port and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:38.636436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35643b81-a87d-4268-ba6c-ad0741d03b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.641332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-35643b81-a87d-4268-ba6c-ad0741d03b6a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1128ccb9-4872-4e68-b3ef-2db9a4c270a8 HTTP/1.1" status: 204 len: 168 time: 0.2366488 Jun 03 15:29:38.642699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:38.670334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:38.703711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet f5200d82-3cff-4d4b-a2e8-87ab542ab92b {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:38.709769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Made reservation on behalf of 07c323f3e807488f889afd2046c3a2b9 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:38.713122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.724186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.792619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.845987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.017650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.071035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.161451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Allocated IP 172.20.0.11 (55a1cfe3-26d3-4c57-98b2-66e0a4ec693c/73b2866f-4d96-4e99-bf64-6e39855c0916/0490a45c-46e9-4800-bac8-546f8ced2a1c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:39.177700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:39.187322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:39.189755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:39.234819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:39.268819 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.344899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac750a-af36-4e76-8fa2-f1a1eb56815b req-6cf90a8d-6fb4-4db1-b7de-8918ed549f47 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.353107 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24ac750a-af36-4e76-8fa2-f1a1eb56815b req-6cf90a8d-6fb4-4db1-b7de-8918ed549f47 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 944 time: 0.1149485 Jun 03 15:29:39.413064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24ac750a-af36-4e76-8fa2-f1a1eb56815b req-3e9a5e16-b073-4972-8a40-6a6ee526bfce tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586991 Jun 03 15:29:39.470361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:39.473814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.480707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f113c04-0d32-4cdc-a910-631997b82290 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:39.489463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=f5200d82-3cff-4d4b-a2e8-87ab542ab92b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:39.502834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.503496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.530434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdee5f-0847-49f1-8d3c-40157fc922eb req-160fe680-5d74-4e38-8af8-176781522c00 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.539959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cfdee5f-0847-49f1-8d3c-40157fc922eb req-160fe680-5d74-4e38-8af8-176781522c00 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 931 time: 0.1257422 Jun 03 15:29:39.549505 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-af9622da-d9db-4bdd-a8e9-2e5a53d16748 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/f5200d82-3cff-4d4b-a2e8-87ab542ab92b HTTP/1.1" status: 204 len: 168 time: 0.9681451 Jun 03 15:29:39.560658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56708) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:39.569054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:39.600775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a3ef7187-5cd3-4a5a-8db3-08689a8ded54 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1629291 Jun 03 15:29:39.614279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Request body: {'port': {'device_id': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:39.614561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1455055502-network', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:39.641727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab778ed0-ec80-46d0-a3de-01fadc5d7d49 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:39.674414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:39.716196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Usage tracker for resource:network and tenant:2784d3c503ac48d7912fd66b985efc95 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:39.734060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cfdee5f-0847-49f1-8d3c-40157fc922eb req-08db49ce-755c-4c47-a682-057bf9ff79c7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916518 Jun 03 15:29:39.739013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:39.754000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:39.784217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:39.788132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.797638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.800433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Made reservation on behalf of 2784d3c503ac48d7912fd66b985efc95 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:39.804942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.846052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Transition to ACTIVE for port object 0490a45c-46e9-4800-bac8-546f8ced2a1c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:39.847946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:39.848415 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.863346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.891547 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6ff1ead-6edf-4f02-b54d-c2044aaffdda req-205befef-2780-4f9a-84ae-0402c2e2a48c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 210 time: 0.0713863 Jun 03 15:29:39.896416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:39.900371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Usage tracker for resource:security_group_rule and tenant:2784d3c503ac48d7912fd66b985efc95 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:39.903245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:39.906206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:39.912957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:39.922206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:39.922206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:39.926101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:39.953845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:39.957374 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.971719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 82d602f9-cfc4-4bf0-a9f7-60769cad0392 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:39.975182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.105817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 82d602f9-cfc4-4bf0-a9f7-60769cad0392 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:40.107534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 82d602f9-cfc4-4bf0-a9f7-60769cad0392 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:40.128069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:40.133239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:40.147210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:40.185221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:40.185966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.188844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.200703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.232270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:40.233040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:29:40.243864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port ab778ed0-ec80-46d0-a3de-01fadc5d7d49, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:40.244198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=0490a45c-46e9-4800-bac8-546f8ced2a1c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:40.252060 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.317828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:40.318496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.322150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.327171 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Added segment 9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b of type vlan for network 8580799e-babb-47ba-91be-e473e8a0bc29 Jun 03 15:29:40.332148 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44a0381-46d4-46ba-a55b-96b24bafc954'] response: {'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'code': 200} Jun 03 15:29:40.337317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:40.375355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:40.428273 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-09d9fbc9-fda9-46d8-a60a-2089309e3146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1979249 Jun 03 15:29:40.488314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Request body: {'port': {'device_id': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:40.489184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.552944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec23f30-0807-4981-9049-bf83601018b8 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:40.572386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.575086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.576073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:40.577286 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.581214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6f2a6bf7-afb7-44ca-8fb6-a9f66923e64d None None] Provisioning for port 0490a45c-46e9-4800-bac8-546f8ced2a1c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:40.590417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6f2a6bf7-afb7-44ca-8fb6-a9f66923e64d None None] Provisioning complete for port 0490a45c-46e9-4800-bac8-546f8ced2a1c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:40.591100 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6bf7-afb7-44ca-8fb6-a9f66923e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.639766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Transition to ACTIVE for port object 0ec23f30-0807-4981-9049-bf83601018b8 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:40.659966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.675109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a6bf7-afb7-44ca-8fb6-a9f66923e64d None None] Port 0490a45c-46e9-4800-bac8-546f8ced2a1c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:40.797519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.838512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:40.845075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c878c-1967-4be0-90fe-352062faf537 req-8120691a-0a8e-4792-a202-b8b80a75d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:40.846854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-106c878c-1967-4be0-90fe-352062faf537 req-8120691a-0a8e-4792-a202-b8b80a75d5ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 1096 time: 0.4130259 Jun 03 15:29:40.860317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-0ab922e7-1883-4910-913a-4180ccedb2a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4149601 Jun 03 15:29:40.864726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3924792 Jun 03 15:29:40.866248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c2f57-5416-4289-9ca9-0c274c2c5e0b admin admin] Pushing event updated for resources: {'Network': ['ID=8580799e-babb-47ba-91be-e473e8a0bc29,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:40.876980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56720) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:40.878451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 8580799e-babb-47ba-91be-e473e8a0bc29 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:29:40.883241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.963261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Request body: {'subnet': {'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1455055502-subnet', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:40.968990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:40.973123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Usage tracker for resource:subnet and tenant:2784d3c503ac48d7912fd66b985efc95 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:40.976069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:40.981883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:40.984409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-38aa3829-4e72-4b1a-aabd-535e5e991a6f None None] Provisioning complete for port 1b018b47-4c3f-4e88-9308-3185d6177a6a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:40.984855 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-38aa3829-4e72-4b1a-aabd-535e5e991a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.047746 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-106c878c-1967-4be0-90fe-352062faf537 req-2a2f3434-fc32-49c0-81c0-439a0e17dc80 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572652 Jun 03 15:29:41.048795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-38aa3829-4e72-4b1a-aabd-535e5e991a6f None None] Port 1b018b47-4c3f-4e88-9308-3185d6177a6a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:41.056298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Made reservation on behalf of 2784d3c503ac48d7912fd66b985efc95 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:41.058665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.082765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-38aa3829-4e72-4b1a-aabd-535e5e991a6f None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:41.083130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-38aa3829-4e72-4b1a-aabd-535e5e991a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.114552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:41.147503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Attempting to bind port 0ec23f30-0807-4981-9049-bf83601018b8 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:41.147888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Attempting to bind port 0ec23f30-0807-4981-9049-bf83601018b8 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:41.148192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Attempting to bind port 0ec23f30-0807-4981-9049-bf83601018b8 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:41.159503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Port 0ec23f30-0807-4981-9049-bf83601018b8 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:41.159785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Attempting to bind port 0ec23f30-0807-4981-9049-bf83601018b8 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:41.171943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:41.172347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Checking segment: {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:41.172788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Bound using segment: {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:41.173150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Bound port: 0ec23f30-0807-4981-9049-bf83601018b8, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:41.173521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.215249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-38aa3829-4e72-4b1a-aabd-535e5e991a6f None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:41.297808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:41.301188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.301773 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.307381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c9ea3-d70c-41ed-968c-c8fee97fe2b3 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:41.354776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=fc4f8fbf-675a-497e-8005-4fafd5173f6a,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:41.371652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f15361-0bbd-4c44-b855-e99c0662cb04 req-afac52a1-1aef-4022-bd42-ae750e9b2eb6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.373308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16f15361-0bbd-4c44-b855-e99c0662cb04 req-afac52a1-1aef-4022-bd42-ae750e9b2eb6 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 945 time: 0.8030860 Jun 03 15:29:41.399104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9479cb06-c929-47e9-9411-a10d20a42b71 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8372307 Jun 03 15:29:41.417441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56726) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:41.431191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'security_group': {'name': 'tempest-secgroup-1533894011'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:41.447028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:41.458289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:41.473046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:41.488298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3a14-964d-43b4-8c02-2d75e0754be3 req-b72580da-b0f4-44d5-8298-bbc55b227d98 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.491369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d25f3a14-964d-43b4-8c02-2d75e0754be3 req-b72580da-b0f4-44d5-8298-bbc55b227d98 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 943 time: 0.6016133 Jun 03 15:29:41.502969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:41.513760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16f15361-0bbd-4c44-b855-e99c0662cb04 req-14fdd486-c71d-4cb3-b8ec-24acbaee65db tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219261 Jun 03 15:29:41.515935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:41.528209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:41.563982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.575730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-f793c5df-58ca-4e5d-9cce-bcaab6961397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.577777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-f793c5df-58ca-4e5d-9cce-bcaab6961397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 1096 time: 0.5804052 Jun 03 15:29:41.602146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.652666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d25f3a14-964d-43b4-8c02-2d75e0754be3 req-193e57d7-95f6-470f-bcb0-fe2be5da1f18 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516392 Jun 03 15:29:41.679680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.680751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.682253 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ec23f30-0807-4981-9049-bf83601018b8 HTTP/1.1" status: 200 len: 1091 time: 2.0722647 Jun 03 15:29:41.693604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:41.719019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0490a45c-46e9-4800-bac8-546f8ced2a1c {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:41.731854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.759739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] Update dhcp port {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'fixed_ips': [{'subnet_id': 'bddc8e1c-280c-403b-989a-f9d05ecb9bfa', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc4f8fbf-675a-497e-8005-4fafd5173f6a'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '69de76d2-745d-4a8b-a457-c17fe82df65b'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:29:41.782594 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f82d3c0-60b1-4982-bb0a-d14fd86c156f'] response: {'name': 'network-changed', 'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8', 'status': 'completed', 'code': 200} Jun 03 15:29:41.783180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ac80b-f572-42e7-af85-4bcd3606c9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:41.792694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Transition to ACTIVE for port object 0490a45c-46e9-4800-bac8-546f8ced2a1c will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:41.810067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.823114 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.824499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:41.838486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group_rule and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:41.844412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:41.852195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.898716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:42.003909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0490a45c-46e9-4800-bac8-546f8ced2a1c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:42.024277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-796eb0d6-67fa-4b8f-a7f4-5833f57e631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.025693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-796eb0d6-67fa-4b8f-a7f4-5833f57e631c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.4120719 Jun 03 15:29:42.028995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e37d1f-26ea-495c-8015-e7a3fa960eac,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:42.094433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-925d1c7d-113a-4cdc-83d3-cfa6b3438c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.096587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-925d1c7d-113a-4cdc-83d3-cfa6b3438c64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 1094 time: 0.3551466 Jun 03 15:29:42.124459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] Allocated IP 172.20.0.2 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/fc4f8fbf-675a-497e-8005-4fafd5173f6a/69de76d2-745d-4a8b-a457-c17fe82df65b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:42.131458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Checking segment: {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:42.131734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Network hostable DHCP agents. Network: 8580799e-babb-47ba-91be-e473e8a0bc29, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:29:42.158611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3984-9dff-40c7-9a7b-6174fefe343f req-0b7d6924-5810-470c-9bf4-2896a2bd035f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.166581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dab3984-9dff-40c7-9a7b-6174fefe343f req-0b7d6924-5810-470c-9bf4-2896a2bd035f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 932 time: 0.4686162 Jun 03 15:29:42.206896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-4f34bb59-e471-4582-a728-6852429c44b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ec23f30-0807-4981-9049-bf83601018b8 HTTP/1.1" status: 200 len: 217 time: 0.0957646 Jun 03 15:29:42.267028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Attempting to bind port 0490a45c-46e9-4800-bac8-546f8ced2a1c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:42.267377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Attempting to bind port 0490a45c-46e9-4800-bac8-546f8ced2a1c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:42.268202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Attempting to bind port 0490a45c-46e9-4800-bac8-546f8ced2a1c on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:42.268328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-2d5dde94-c184-42ae-83bf-f3cd7c616e91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 200 len: 1001 time: 0.2290995 Jun 03 15:29:42.282516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Port 0490a45c-46e9-4800-bac8-546f8ced2a1c on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:42.282871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Attempting to bind port 0490a45c-46e9-4800-bac8-546f8ced2a1c on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:42.290574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:42.291302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:42.291302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Bound using segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:42.291736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Bound port: 0490a45c-46e9-4800-bac8-546f8ced2a1c, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:42.292063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.292918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] For port 69de76d2-745d-4a8b-a457-c17fe82df65b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=69de76d2-745d-4a8b-a457-c17fe82df65b,segment=NetworkSegment(58e1e66f-65e2-425e-a235-7104484cf161),segment_id=58e1e66f-65e2-425e-a235-7104484cf161)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:42.316725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dab3984-9dff-40c7-9a7b-6174fefe343f req-94d58e60-bd3f-4954-9ea9-64e4b086ff23 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492605 Jun 03 15:29:42.317315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Network 8580799e-babb-47ba-91be-e473e8a0bc29 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:29:42.324362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.346648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.347438 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.366542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] Transition to ACTIVE for port object 69de76d2-745d-4a8b-a457-c17fe82df65b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:42.368252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 8580799e-babb-47ba-91be-e473e8a0bc29) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:42.368761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-2a31712c-321a-46b0-99fd-0681097a8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.371500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-2a31712c-321a-46b0-99fd-0681097a8ea5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6266cce5-1246-4c5c-9633-ba7dbd8a7802 HTTP/1.1" status: 200 len: 854 time: 0.1551175 Jun 03 15:29:42.372900 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.385422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.385940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.418204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-49722f96-ccf0-4bae-a351-6c164731f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.419779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-49722f96-ccf0-4bae-a351-6c164731f23e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.1385827 Jun 03 15:29:42.428740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2dac71-07fa-4145-846b-a2fe709299f5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:42.432871 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-422195a6-dd41-4be9-bef4-06f27381089a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471044 Jun 03 15:29:42.467803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0cf39-5251-480d-8ac3-0a9e6bb25c7a None None] Network 8580799e-babb-47ba-91be-e473e8a0bc29 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:42.479158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.484314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-636309c1-4099-4f29-8e4d-37382db0519d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0625415 Jun 03 15:29:42.487663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] For port 0490a45c-46e9-4800-bac8-546f8ced2a1c, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:42.489639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:42.491674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5c292877-3176-4aaa-84ec-cabf3215602a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6112278 Jun 03 15:29:42.494591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56734) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:42.503494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:42.522090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:42.529165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Usage tracker for resource:router and tenant:2784d3c503ac48d7912fd66b985efc95 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:42.534129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:42.542743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:42.563648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'security_group': {'name': 'tempest-secgroup-1775818758'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:42.564893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.566352 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.582867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:42.584059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-ee2836b9-89f4-42e9-8e5d-e0798183259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.586041 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-ee2836b9-89f4-42e9-8e5d-e0798183259f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533215 Jun 03 15:29:42.586177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] For port 0490a45c-46e9-4800-bac8-546f8ced2a1c, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:42.593756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:42.595747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.598281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:42.604223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.666518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:42.712703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa447aa-38a0-42c1-badb-3b6cd3a74ad1 None None] Pushing event updated for resources: {'Port': ['ID=69de76d2-745d-4a8b-a457-c17fe82df65b,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:42.755273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.766809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.767427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.768885 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] 10.222.0.70 "PUT /v2.0/ports/0490a45c-46e9-4800-bac8-546f8ced2a1c HTTP/1.1" status: 200 len: 1092 time: 2.2946417 Jun 03 15:29:42.782715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60d17-a0e2-4a6b-8e10-b599c6ab8be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0490a45c-46e9-4800-bac8-546f8ced2a1c,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:42.812816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-a6a6af01-d2e2-46f3-b383-99a8a5fab68e service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709168 Jun 03 15:29:42.816885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:42.920662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group_rule and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:42.926076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:42.992790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93efb0-54f8-43f3-aab3-77a44032e340 None None] Network 8580799e-babb-47ba-91be-e473e8a0bc29 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:43.069281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:43.191880 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.221148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.230034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea7a8b-5ba2-4304-a4a6-77c122fcff93 req-7a1a5fdb-1022-492b-9d9a-06b876d52d0c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:43.231884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cea7a8b-5ba2-4304-a4a6-77c122fcff93 req-7a1a5fdb-1022-492b-9d9a-06b876d52d0c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 945 time: 0.5473199 Jun 03 15:29:43.298386 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7c31e3aa-ed57-48e5-8034-9948ccecaacf req-1b4a2ea2-f33e-418d-9f70-96c57be2d38f service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741364 Jun 03 15:29:43.308230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-22e42166-9472-4767-8c5b-d00e2208a583 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099464 Jun 03 15:29:43.310037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62bbefd-3dc7-4c98-9174-8d341cd471ad,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:43.319843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.321258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c4a6a26-40f4-4161-a70e-0e22e4ae077b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7673483 Jun 03 15:29:43.324336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56744) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:43.335657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'security_group': {'name': 'tempest-secgroup-242146521'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:43.348208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:43.353387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:43.358899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:43.366941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:43.373833 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4623475d-8051-4b3e-b940-5f7feb5a8dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.377894 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.382430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-7711db33-a41a-4fb0-bff5-a894d2161bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:43.383384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 69de76d2-745d-4a8b-a457-c17fe82df65b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:43.384302 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-7711db33-a41a-4fb0-bff5-a894d2161bb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 1095 time: 0.5356205 Jun 03 15:29:43.391784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801a3bb-481d-41bc-8bad-9430e35b4863 req-387e0562-ee67-462c-88d7-8a5a8bafa5c4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:43.393434 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0801a3bb-481d-41bc-8bad-9430e35b4863 req-387e0562-ee67-462c-88d7-8a5a8bafa5c4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 943 time: 0.5697699 Jun 03 15:29:43.502662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.532376 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-b30c9b2f-3ee7-402f-8fbf-a4844136b540 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c HTTP/1.1" status: 200 len: 217 time: 0.1005046 Jun 03 15:29:43.583438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:43.603733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:security_group_rule and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:43.683277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cea7a8b-5ba2-4304-a4a6-77c122fcff93 req-2d5d38e6-4bf9-49c0-99c8-8f5cdbeeef92 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360797 Jun 03 15:29:43.697163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d2ebe211-5608-4991-9bb7-7617d9b7c86d None None] Provisioning complete for port 1b018b47-4c3f-4e88-9308-3185d6177a6a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:43.698130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe211-5608-4991-9bb7-7617d9b7c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.734254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:43.745489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:43.776739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-99a2c2e6-6fa3-4bbf-8008-fb55e850f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:43.778474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-99a2c2e6-6fa3-4bbf-8008-fb55e850f06e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.2356918 Jun 03 15:29:43.783889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'tag': '0490a45c-46e9-4800-bac8-546f8ced2a1c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:43.786519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0801a3bb-481d-41bc-8bad-9430e35b4863 req-803f941a-318d-4ea9-a9b7-31e43b640d21 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836999 Jun 03 15:29:43.814669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1197c8f-3b70-4ccd-8513-c73f5e12da9d req-912cd5f6-1a9b-4645-8901-e9247b4f02a5 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767029 Jun 03 15:29:43.837539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebe211-5608-4991-9bb7-7617d9b7c86d None None] Port 1b018b47-4c3f-4e88-9308-3185d6177a6a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:43.857996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d2ebe211-5608-4991-9bb7-7617d9b7c86d None None] Provisioning for port 69de76d2-745d-4a8b-a457-c17fe82df65b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:43.886695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d2ebe211-5608-4991-9bb7-7617d9b7c86d None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:43.887384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe211-5608-4991-9bb7-7617d9b7c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.905989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0342fb-f665-43ab-b059-d52add020833 req-3ca93bbc-7eb9-43f4-a5db-0ca9074ffa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:43.907760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e0342fb-f665-43ab-b059-d52add020833 req-3ca93bbc-7eb9-43f4-a5db-0ca9074ffa9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 1094 time: 0.5215158 Jun 03 15:29:44.114902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebe211-5608-4991-9bb7-7617d9b7c86d None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:44.161792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.168940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0342fb-f665-43ab-b059-d52add020833 req-67becea1-d3c7-4fd4-90af-4dc68bafeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.170480 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e0342fb-f665-43ab-b059-d52add020833 req-67becea1-d3c7-4fd4-90af-4dc68bafeb5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 915 time: 0.2555454 Jun 03 15:29:44.172337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.247660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-b668594b-2743-48d0-b017-ab1318a6397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.249731 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-b668594b-2743-48d0-b017-ab1318a6397e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4504802 Jun 03 15:29:44.251557 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.283081 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e0342fb-f665-43ab-b059-d52add020833 req-8b516694-cee4-4747-8c5f-b18fb4d4099d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ec23f30-0807-4981-9049-bf83601018b8 HTTP/1.1" status: 200 len: 217 time: 0.0972033 Jun 03 15:29:44.289852 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.372149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ed18-2aad-48af-9748-9ae225c3c1ac req-d1498667-93bb-4745-8c67-49b485378f30 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.374098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a94ed18-2aad-48af-9748-9ae225c3c1ac req-d1498667-93bb-4745-8c67-49b485378f30 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 944 time: 0.4138227 Jun 03 15:29:44.396740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf779a9-5d77-4f3b-8511-5163d95ac85a req-61864289-df9e-47dd-a7ac-81d5570e6d4e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.398227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fcf779a9-5d77-4f3b-8511-5163d95ac85a req-61864289-df9e-47dd-a7ac-81d5570e6d4e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 945 time: 0.3025835 Jun 03 15:29:44.413245 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.414462 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0889676 Jun 03 15:29:44.415238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b88e4-f5b9-408c-a5c8-1c490d167d31 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183e22d5-ffb9-4f07-8292-44c7cdb2e0eb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:44.417275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56756) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:44.417616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56758) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:44.449221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Request body: {'floatingip': {'port_id': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:44.486412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a94ed18-2aad-48af-9748-9ae225c3c1ac req-b8e41830-530f-4397-8831-1ee1f40d2138 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846210 Jun 03 15:29:44.507254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-175210919', 'security_groups': ['183e22d5-ffb9-4f07-8292-44c7cdb2e0eb'], 'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc4f8fbf-675a-497e-8005-4fafd5173f6a'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:44.534134 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e852962e-2b70-40fa-bd9e-a0e70be6926f'] response: {'name': 'network-changed', 'server_uuid': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'tag': '0490a45c-46e9-4800-bac8-546f8ced2a1c', 'status': 'completed', 'code': 200} Jun 03 15:29:44.534327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Allocated IP 172.25.1.228 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/7d964c7a-a912-421e-96ca-24596d7c904f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:44.619701 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.690758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0342fb-f665-43ab-b059-d52add020833 req-f16a2a84-1976-441b-9ca8-df1bd1947eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.691791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e0342fb-f665-43ab-b059-d52add020833 req-f16a2a84-1976-441b-9ca8-df1bd1947eb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6266cce5-1246-4c5c-9633-ba7dbd8a7802 HTTP/1.1" status: 200 len: 854 time: 0.3732679 Jun 03 15:29:44.695354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.730727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.805057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:44.808323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:44.812530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:44.830221 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e0342fb-f665-43ab-b059-d52add020833 req-50885fbc-f79a-4bd3-a289-982fb6c8506e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162267 Jun 03 15:29:44.843309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d964c7a-a912-421e-96ca-24596d7c904f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:44.921044 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-e0cfe6e3-ebac-4b3d-bf82-48b68aa46d31 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336954 Jun 03 15:29:45.159543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:45.210697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bfa31-3f73-48be-9b77-fc45d74fa346 req-17c83378-2549-4e29-aeb7-d0d85c86795c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:45.212085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-282bfa31-3f73-48be-9b77-fc45d74fa346 req-17c83378-2549-4e29-aeb7-d0d85c86795c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 943 time: 0.2731431 Jun 03 15:29:45.245334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:45.306193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:45.333068 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e0342fb-f665-43ab-b059-d52add020833 req-cd01c8b8-1edc-4883-b35d-26b5a99dd85c service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893427 Jun 03 15:29:45.344145 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.453974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-282bfa31-3f73-48be-9b77-fc45d74fa346 req-a20b949e-4249-4cf6-85f3-6be8d5c85370 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352831 Jun 03 15:29:45.464835 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.614914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-53a9ea16-0f53-4a88-8a5b-4e5c983b4b04 req-6b4bee54-d864-4006-87b4-548cad1c3e66 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729541 Jun 03 15:29:45.643504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-84e23855-4d1d-4b02-9c8a-4cf6af34d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.845233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1368aad-c688-47e0-9d24-53fcff06f2d2 req-ef7fe194-d6fe-422f-9dc9-8a8196b0f7eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:45.846717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1368aad-c688-47e0-9d24-53fcff06f2d2 req-ef7fe194-d6fe-422f-9dc9-8a8196b0f7eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 944 time: 0.2456961 Jun 03 15:29:45.911599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.919791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1368aad-c688-47e0-9d24-53fcff06f2d2 req-c0aee41c-1316-4244-9db1-1da58418df7d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653560 Jun 03 15:29:45.920804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.988392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e0342fb-f665-43ab-b059-d52add020833 req-6e9e9168-2e5c-4cc1-a7a2-fe5ce12045a0 service neutron] 10.222.0.70 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102626 Jun 03 15:29:45.995244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] device_id is not set on port 0f8616dc-8b15-4b77-8989-d94518aa9e82 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:29:46.016623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0ec23f30-0807-4981-9049-bf83601018b8 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:46.067420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178450-d297-47cd-98f9-b52427a9120d req-8be0bc76-3f56-4ca3-9d28-248ea659bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:46.068964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1178450-d297-47cd-98f9-b52427a9120d req-8be0bc76-3f56-4ca3-9d28-248ea659bf05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 1095 time: 0.3712275 Jun 03 15:29:46.133287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Router a91e9905-2647-44bf-8b1a-9fb19c824266 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:29:46.171885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:46.186743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '0ec23f30-0807-4981-9049-bf83601018b8', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'port_id': '0ec23f30-0807-4981-9049-bf83601018b8', 'mac_address': 'fa:16:3e:f0:d2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6266cce5-1246-4c5c-9633-ba7dbd8a7802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:46.248690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0ec23f30-0807-4981-9049-bf83601018b8 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:46.249074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.269715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec23f30-0807-4981-9049-bf83601018b8 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:46.288685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:46.293626 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.332419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:46.348702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Sync routers for ids ['a91e9905-2647-44bf-8b1a-9fb19c824266'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:46.365596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.369608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-060934b8-c459-41f0-bcc6-09a95979dbf6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8695607 Jun 03 15:29:46.369826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56774) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:46.379761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Routers {'a91e9905-2647-44bf-8b1a-9fb19c824266'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:46.380420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a91e9905-2647-44bf-8b1a-9fb19c824266'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:46.451111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:46.453755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.460163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178450-d297-47cd-98f9-b52427a9120d req-eb389454-3a1e-44b9-86eb-4879b0e62110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:46.461704 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1178450-d297-47cd-98f9-b52427a9120d req-eb389454-3a1e-44b9-86eb-4879b0e62110 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.3832607 Jun 03 15:29:46.465302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.548966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0ec23f30-0807-4981-9049-bf83601018b8'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:46.589201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.4 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/fc4f8fbf-675a-497e-8005-4fafd5173f6a/0f8616dc-8b15-4b77-8989-d94518aa9e82) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:46.599784 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1178450-d297-47cd-98f9-b52427a9120d req-8d02f288-ec98-4e7c-b910-c4cc86b1ac27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c HTTP/1.1" status: 200 len: 217 time: 0.0808446 Jun 03 15:29:46.650558 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.668190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Set router a91e9905-2647-44bf-8b1a-9fb19c824266 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:46.766873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178450-d297-47cd-98f9-b52427a9120d req-ef114227-1251-4d18-a4be-6459039b4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:46.768384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1178450-d297-47cd-98f9-b52427a9120d req-ef114227-1251-4d18-a4be-6459039b4190 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1559145 Jun 03 15:29:46.927245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.014380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f3c53-934f-41df-a7f7-de228f10384b req-5b3e50b2-7690-44c1-838a-bf92dae1ce45 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.015981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-394f3c53-934f-41df-a7f7-de228f10384b req-5b3e50b2-7690-44c1-838a-bf92dae1ce45 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 944 time: 0.4248152 Jun 03 15:29:47.149646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:29:45Z', 'revision_number': 3, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:47.153871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Checking router: a91e9905-2647-44bf-8b1a-9fb19c824266 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:47.154332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Updating router a91e9905-2647-44bf-8b1a-9fb19c824266 port 7d964c7a-a912-421e-96ca-24596d7c904f binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:29:47.182399 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP 27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98 associated. External IP: 172.25.1.240, port: ab778ed0-ec80-46d0-a3de-01fadc5d7d49. Jun 03 15:29:47.208998 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.288742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-394f3c53-934f-41df-a7f7-de228f10384b req-7f18fe60-9295-4c36-ac1c-85e3b52ef3d6 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631814 Jun 03 15:29:47.402644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178450-d297-47cd-98f9-b52427a9120d req-e8caa8b0-c470-4e76-ab75-7e81f10a61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.404889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1178450-d297-47cd-98f9-b52427a9120d req-e8caa8b0-c470-4e76-ab75-7e81f10a61f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6249263 Jun 03 15:29:47.405150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78739-077c-4e39-8da0-fc4d9647e3c6 req-b2fba870-4a8b-42ae-b58e-74f1fd5c8067 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.406581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0f78739-077c-4e39-8da0-fc4d9647e3c6 req-b2fba870-4a8b-42ae-b58e-74f1fd5c8067 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 944 time: 0.2979114 Jun 03 15:29:47.504660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0f78739-077c-4e39-8da0-fc4d9647e3c6 req-af4e2450-dc64-4b7d-99c0-867c8d7d27b3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636508 Jun 03 15:29:47.504960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.572609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.578424 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.590953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Transition to ACTIVE for port object 7d964c7a-a912-421e-96ca-24596d7c904f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:47.598547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.608743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 0f8616dc-8b15-4b77-8989-d94518aa9e82 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:47.687698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Attempting to bind port 7d964c7a-a912-421e-96ca-24596d7c904f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:47.688569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Attempting to bind port 7d964c7a-a912-421e-96ca-24596d7c904f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:47.688569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Attempting to bind port 7d964c7a-a912-421e-96ca-24596d7c904f on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:47.699927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:47.700325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:47.700702 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.701647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:47.702133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Bound port: 7d964c7a-a912-421e-96ca-24596d7c904f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:47.702493 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.726080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14b364-cc83-4d80-a80e-810de20ee02f None None] Pushing event updated for resources: {'Port': ['ID=7d964c7a-a912-421e-96ca-24596d7c904f,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:47.739878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.752554 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1178450-d297-47cd-98f9-b52427a9120d req-23c0500a-4ce3-41c6-a29e-fae206c3fe2e service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307147 Jun 03 15:29:47.780908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] For port 7d964c7a-a912-421e-96ca-24596d7c904f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:47.784232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] For port 7d964c7a-a912-421e-96ca-24596d7c904f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d964c7a-a912-421e-96ca-24596d7c904f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:47.790779 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.817298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Allocated IP 172.20.0.1 (8580799e-babb-47ba-91be-e473e8a0bc29/92e37d1f-26ea-495c-8015-e7a3fa960eac/a490e029-1552-4eba-bf99-c52888ff3e81) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:47.868375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.878794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Routers {'a91e9905-2647-44bf-8b1a-9fb19c824266'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:47.879423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a91e9905-2647-44bf-8b1a-9fb19c824266'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:47.923286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:47.942660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14b364-cc83-4d80-a80e-810de20ee02f None None] Pushing event updated for resources: {'Port': ['ID=7d964c7a-a912-421e-96ca-24596d7c904f,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:47.997521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:48.012900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.018046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:48.021136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=0f8616dc-8b15-4b77-8989-d94518aa9e82,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:48.032047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:48.049415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.055131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0490a45c-46e9-4800-bac8-546f8ced2a1c details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:48.057760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0ec23f30-0807-4981-9049-bf83601018b8 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:48.133297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Network 8580799e-babb-47ba-91be-e473e8a0bc29 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:48.137378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:48.141522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:48.151581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f1178450-d297-47cd-98f9-b52427a9120d req-8f47f779-1050-4d7c-bace-42af9a67651b service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884125 Jun 03 15:29:48.198789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] Set router a91e9905-2647-44bf-8b1a-9fb19c824266 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:48.213097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.236358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Pushing event updated for resources: {'Port': ['ID=a490e029-1552-4eba-bf99-c52888ff3e81,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:48.294250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:48.295165 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.336602 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-54525a48-dfaa-40e1-8b32-b3a22a81a90c tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9060133 Jun 03 15:29:48.340126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56784) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:48.348683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:48.377937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:48.391988 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:48.396855 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.407502 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:48.408591 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:48.465727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.495405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 0ec23f30-0807-4981-9049-bf83601018b8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:48.499208 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.518803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 0ec23f30-0807-4981-9049-bf83601018b8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:48.519460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.569070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a2d1cdfe-67f7-42b3-9bf0-8c6a1b522f4a None None] Provisioning for port 0f8616dc-8b15-4b77-8989-d94518aa9e82 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:48.590675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a2d1cdfe-67f7-42b3-9bf0-8c6a1b522f4a None None] Provisioning complete for port 0f8616dc-8b15-4b77-8989-d94518aa9e82 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:48.591402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a2d1cdfe-67f7-42b3-9bf0-8c6a1b522f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.678101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0490a45c-46e9-4800-bac8-546f8ced2a1c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:48.688736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:48.705289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1cdfe-67f7-42b3-9bf0-8c6a1b522f4a None None] Port 0f8616dc-8b15-4b77-8989-d94518aa9e82 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:48.708982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:48.712375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '0490a45c-46e9-4800-bac8-546f8ced2a1c', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': '0490a45c-46e9-4800-bac8-546f8ced2a1c', 'mac_address': 'fa:16:3e:c2:0a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:48.713405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:48.716293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.720905 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:48.727141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d34f096-e1f1-4492-ac30-94f969ff2134 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "PUT /v2.0/floatingips/27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98 HTTP/1.1" status: 200 len: 991 time: 4.2980766 Jun 03 15:29:48.728454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:48.729513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.730721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:48.751473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:48.755543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.848539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Pushing event updated for resources: {'Port': ['ID=a490e029-1552-4eba-bf99-c52888ff3e81,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:48.922367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0490a45c-46e9-4800-bac8-546f8ced2a1c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:48.922644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.928984 n-d-844594-1 neutron-server[88339]: INFO neutron.db.ipam_backend_mixin [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc4f8fbf-675a-497e-8005-4fafd5173f6a (CIDR: 172.20.0.0/28) Jun 03 15:29:48.933908 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:29:48.934497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:48.938701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0ec23f30-0807-4981-9049-bf83601018b8 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:48.939073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.955417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.961197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4cd42433-bed0-43e1-9a1f-ce5503539508 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6199367 Jun 03 15:29:48.963890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56794) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:48.971401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:48.977457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0490a45c-46e9-4800-bac8-546f8ced2a1c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:49.049921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0490a45c-46e9-4800-bac8-546f8ced2a1c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:49.050731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:49.078106 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.080964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:49.161566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.175694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:29:45Z', 'revision_number': 3, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:49.184416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eddf871-47be-4d93-87d2-da6b02093429 None None] The sync data for ids ['a91e9905-2647-44bf-8b1a-9fb19c824266'] in n-d-844594-1 is: [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:29:45Z', 'revision_number': 3, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:49.197599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0490a45c-46e9-4800-bac8-546f8ced2a1c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:49.212686 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:3b:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:26Z', 'updated_at': '2022-06-03T15:29:46Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:49.218651 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:49.228351 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:49.228984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:49.270529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040a71-ed16-4110-9cf0-b5e480e8b9d0 req-58fc4e2f-056c-4dca-9a71-f20992e43c83 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.275569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:49.281031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09040a71-ed16-4110-9cf0-b5e480e8b9d0 req-58fc4e2f-056c-4dca-9a71-f20992e43c83 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 944 time: 0.8728778 Jun 03 15:29:49.323011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Network 8580799e-babb-47ba-91be-e473e8a0bc29 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:49.329074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0490a45c-46e9-4800-bac8-546f8ced2a1c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:49.336498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:49.356662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d700e-0339-4eac-ad1e-a4c38c7e5555 req-46c53c47-2915-412f-9223-0379095af75a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.359029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-025d700e-0339-4eac-ad1e-a4c38c7e5555 req-46c53c47-2915-412f-9223-0379095af75a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 944 time: 0.5961063 Jun 03 15:29:49.422586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-025d700e-0339-4eac-ad1e-a4c38c7e5555 req-8f9fd6db-6495-4bad-b058-b4d1904dc6bf tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507431 Jun 03 15:29:49.504482 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:49.508798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09040a71-ed16-4110-9cf0-b5e480e8b9d0 req-612bcafc-5388-460d-970e-0edcce22ad5d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267725 Jun 03 15:29:49.533819 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed24bc72-e532-48c6-b784-22fc994551f8'] response: {'name': 'network-changed', 'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'status': 'completed', 'code': 200} Jun 03 15:29:49.600005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:49.614520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:49.622691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:49.632179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:49.659565 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd531c0-03d6-4f1c-a363-9082925ad5bc'] response: {'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8', 'code': 200} Jun 03 15:29:49.662404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:49.666731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.809845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Router a91e9905-2647-44bf-8b1a-9fb19c824266 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:49.908609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632865-6af5-401d-99cd-0203cda37b95 req-ada996d9-d946-42a7-8875-e7fadda04d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.911034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab632865-6af5-401d-99cd-0203cda37b95 req-ada996d9-d946-42a7-8875-e7fadda04d5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 1096 time: 0.1700120 Jun 03 15:29:49.934834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c34da-6b35-4c13-bfd3-0eca791eb23b req-e8cc6220-c46d-4fc2-ac35-37b0ac04f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.936982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cc8c34da-6b35-4c13-bfd3-0eca791eb23b req-e8cc6220-c46d-4fc2-ac35-37b0ac04f5f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 1096 time: 0.1617081 Jun 03 15:29:49.938233 n-d-844594-1 neutron-server[88339]: INFO neutron.db.ipam_backend_mixin [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bddc8e1c-280c-403b-989a-f9d05ecb9bfa (CIDR: 172.20.0.16/28) Jun 03 15:29:49.969308 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:29:49.970079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:50.012542 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cc8c34da-6b35-4c13-bfd3-0eca791eb23b req-af7082b9-6861-4525-8a8e-d60aa88fa486 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632703 Jun 03 15:29:50.015113 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9ee90922-c289-40a5-88af-ed224ef4e95f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0500178 Jun 03 15:29:50.018393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56802) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:50.027472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'subnet': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:50.142744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:50.167050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c867aee2-2f23-44f9-adaf-533f0d681e0d admin admin] 10.222.0.66 "PUT /v2.0/routers/a91e9905-2647-44bf-8b1a-9fb19c824266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7920086 Jun 03 15:29:50.182810 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:3b:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:26Z', 'updated_at': '2022-06-03T15:29:46Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:50.189145 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6300b2-5cf6-495c-920a-728e51d8e4ab None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'port_id': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'mac_address': 'fa:16:3e:3b:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:26Z', 'updated_at': '2022-06-03T15:29:46Z', 'revision_number': 1, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:50.213883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632865-6af5-401d-99cd-0203cda37b95 req-59a56ae5-34e3-4c76-bc16-f92e13fd3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:50.215285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab632865-6af5-401d-99cd-0203cda37b95 req-59a56ae5-34e3-4c76-bc16-f92e13fd3c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 200 len: 915 time: 0.2940996 Jun 03 15:29:50.222237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:50.227651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Usage tracker for resource:subnet and tenant:e34ad0a1e7ca492c92def23d0f59b0ed is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:50.231341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:50.238683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:50.250454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Made reservation on behalf of e34ad0a1e7ca492c92def23d0f59b0ed for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:50.254804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.366515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab632865-6af5-401d-99cd-0203cda37b95 req-8ce0e34a-8006-4453-9849-bad882044b20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49 HTTP/1.1" status: 200 len: 999 time: 0.1442866 Jun 03 15:29:50.448245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632865-6af5-401d-99cd-0203cda37b95 req-5e1b06a6-c46d-4946-aec5-a70f1a69d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:50.450246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab632865-6af5-401d-99cd-0203cda37b95 req-5e1b06a6-c46d-4946-aec5-a70f1a69d292 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 200 len: 853 time: 0.0722420 Jun 03 15:29:50.645013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b654d0-48c8-42a6-a641-f2a680eaa7a0 None None] New status for floating IP 27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:29:50.667884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632865-6af5-401d-99cd-0203cda37b95 req-365a7184-80a3-4c12-bfcc-02063500bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:50.674123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab632865-6af5-401d-99cd-0203cda37b95 req-365a7184-80a3-4c12-bfcc-02063500bbac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=105eba84-bcfe-484d-9059-8be2f2d1cb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166777 Jun 03 15:29:50.734754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.813719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:50.817743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:50.821778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:50.822714 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.835149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc076693-d0b4-4a7b-aea9-72b14b2f43fa req-37194eba-34ae-48a2-8d56-2dd15a6e0775 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:50.836815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc076693-d0b4-4a7b-aea9-72b14b2f43fa req-37194eba-34ae-48a2-8d56-2dd15a6e0775 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 945 time: 0.2415957 Jun 03 15:29:50.856285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Subnet': ['ID=03101e73-29b2-42e2-afeb-807fcb510af8,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:50.868596 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9651593b-b048-4ae2-8961-2a895b157ed5 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8478200 Jun 03 15:29:50.871370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56826) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:50.878858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab632865-6af5-401d-99cd-0203cda37b95 req-92d997ea-f042-408b-8c25-4766dd51b7c7 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956382 Jun 03 15:29:50.879372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1460619983', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '03101e73-29b2-42e2-afeb-807fcb510af8'}], 'security_groups': ['aa2dac71-07fa-4145-846b-a2fe709299f5', 'b62bbefd-3dc7-4c98-9174-8d341cd471ad']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:50.882579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d28fc8-5ae1-496c-bea0-707a386636a1 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:51.172310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.279055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc076693-d0b4-4a7b-aea9-72b14b2f43fa req-ccce93bd-380a-4f7a-b86e-96f7f9d6d45d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219627 Jun 03 15:29:51.490271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d964c7a-a912-421e-96ca-24596d7c904f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:51.517500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-f76409ec-03f7-47cf-9ba2-ce553ab017be tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:51.518214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-f76409ec-03f7-47cf-9ba2-ce553ab017be tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Synchronizing usage tracker for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:51.534414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab632865-6af5-401d-99cd-0203cda37b95 req-c9a5d71a-537a-4823-943a-b8f99211ab35 service neutron] 10.222.0.15 "GET /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479549 Jun 03 15:29:51.569530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-f76409ec-03f7-47cf-9ba2-ce553ab017be tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Unset dirty status for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:51.575271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-f76409ec-03f7-47cf-9ba2-ce553ab017be tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 811 time: 0.6935539 Jun 03 15:29:51.611143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-49503adb-8bb5-41ca-8ce0-dd959d3259b0 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/quotas/2784d3c503ac48d7912fd66b985efc95 HTTP/1.1" status: 200 len: 375 time: 0.0309942 Jun 03 15:29:51.658816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7d964c7a-a912-421e-96ca-24596d7c904f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:51.671963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7d964c7a-a912-421e-96ca-24596d7c904f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:51.672860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8debc23-3be2-4fae-95b2-46e3cf02927e req-813e4835-a62b-4cb1-8a59-a7b5c6deebab tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:51.674418 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8debc23-3be2-4fae-95b2-46e3cf02927e req-813e4835-a62b-4cb1-8a59-a7b5c6deebab tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2104959 Jun 03 15:29:51.675518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.749369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] Update dhcp port {'port': {'network_id': '2d092ea2-9892-4d4f-a44d-93c95e0c3c24', 'fixed_ips': [{'subnet_id': 'bddc8e1c-280c-403b-989a-f9d05ecb9bfa', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc4f8fbf-675a-497e-8005-4fafd5173f6a', 'ip_address': '172.20.0.2'}, {'subnet_id': '03101e73-29b2-42e2-afeb-807fcb510af8'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '69de76d2-745d-4a8b-a457-c17fe82df65b'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:29:51.752820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8debc23-3be2-4fae-95b2-46e3cf02927e req-8de6edea-f012-40f4-834b-7c43cbaed00c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652702 Jun 03 15:29:51.769273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-f68d4c69-c62d-44d5-9817-efcf6b98b1b4 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Synchronizing usage tracker for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:51.788427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Delete allocated IP 172.20.0.4 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/fc4f8fbf-675a-497e-8005-4fafd5173f6a) {{(pid=88339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:29:51.797569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Allocated IP 172.20.0.38 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/03101e73-29b2-42e2-afeb-807fcb510af8/0f8616dc-8b15-4b77-8989-d94518aa9e82) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:51.811377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-f68d4c69-c62d-44d5-9817-efcf6b98b1b4 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Unset dirty status for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:51.812772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-f68d4c69-c62d-44d5-9817-efcf6b98b1b4 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008748 Jun 03 15:29:51.819873 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Sync routers for ids ['a91e9905-2647-44bf-8b1a-9fb19c824266'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:51.844021 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Routers {'a91e9905-2647-44bf-8b1a-9fb19c824266'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:51.845050 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a91e9905-2647-44bf-8b1a-9fb19c824266'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:51.887314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7d964c7a-a912-421e-96ca-24596d7c904f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:51.887919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.893776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.025454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 7d964c7a-a912-421e-96ca-24596d7c904f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d964c7a-a912-421e-96ca-24596d7c904f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:52.036367 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.058469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.078304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Transition to ACTIVE for port object 0f8616dc-8b15-4b77-8989-d94518aa9e82 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:52.085314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0490a45c-46e9-4800-bac8-546f8ced2a1c up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:52.093900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.134785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-6685cf63-aaf9-445a-8bc9-28da0edc5b9b service neutron] 10.222.0.66 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986560 Jun 03 15:29:52.151803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad449e-00dd-4b47-a1f4-e4a8f147633b req-ce1c9650-e246-45f1-88ee-7f321ee7a1f5 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:52.153848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4ad449e-00dd-4b47-a1f4-e4a8f147633b req-ce1c9650-e246-45f1-88ee-7f321ee7a1f5 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2169282 Jun 03 15:29:52.164060 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Set router a91e9905-2647-44bf-8b1a-9fb19c824266 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:52.272442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=7d964c7a-a912-421e-96ca-24596d7c904f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:52.298480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-ca147146-d0f3-473a-90b6-6c83bab90ad9 service neutron] 10.222.0.66 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429646 Jun 03 15:29:52.344624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 0490a45c-46e9-4800-bac8-546f8ced2a1c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:52.354842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 0490a45c-46e9-4800-bac8-546f8ced2a1c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:52.355222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.362259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4ad449e-00dd-4b47-a1f4-e4a8f147633b req-83c3a6f1-89f1-425f-b2d0-fa68ff3918f1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627527 Jun 03 15:29:52.416777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] Allocated IP 172.20.0.34 (2d092ea2-9892-4d4f-a44d-93c95e0c3c24/03101e73-29b2-42e2-afeb-807fcb510af8/69de76d2-745d-4a8b-a457-c17fe82df65b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:52.564675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event updated for resources: {'Port': ['ID=0f8616dc-8b15-4b77-8989-d94518aa9e82,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:52.635494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] In _notify_port_updated(), no bound segment for port 0f8616dc-8b15-4b77-8989-d94518aa9e82 on network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:29:52.639668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0490a45c-46e9-4800-bac8-546f8ced2a1c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:52.640059 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.647714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:52.650869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.652439 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a68e4b42-ac9e-491d-afa9-b6496f83e9c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "PUT /v2.0/ports/0f8616dc-8b15-4b77-8989-d94518aa9e82 HTTP/1.1" status: 200 len: 960 time: 1.7793953 Jun 03 15:29:52.655918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:52.706657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490a45c-46e9-4800-bac8-546f8ced2a1c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:52.737746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0490a45c-46e9-4800-bac8-546f8ced2a1c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:52.755451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] For port 69de76d2-745d-4a8b-a457-c17fe82df65b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=69de76d2-745d-4a8b-a457-c17fe82df65b,segment=NetworkSegment(58e1e66f-65e2-425e-a235-7104484cf161),segment_id=58e1e66f-65e2-425e-a235-7104484cf161)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:52.758463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.773934 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:29:48Z', 'revision_number': 4, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a490e029-1552-4eba-bf99-c52888ff3e81', 'name': '', 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'mac_address': 'fa:16:3e:42:bc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:47Z', 'updated_at': '2022-06-03T15:29:48Z', 'revision_number': 2, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'subnets': [{'id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:52.779888 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Checking router: a91e9905-2647-44bf-8b1a-9fb19c824266 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:52.782436 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Updating router a91e9905-2647-44bf-8b1a-9fb19c824266 port a490e029-1552-4eba-bf99-c52888ff3e81 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:29:52.840875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f394e-1425-46d2-8b7b-e3af29b3c0b1 req-4b272456-fb67-481f-9e21-ab0bf1ce1644 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:52.843785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-934f394e-1425-46d2-8b7b-e3af29b3c0b1 req-4b272456-fb67-481f-9e21-ab0bf1ce1644 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 945 time: 0.2417753 Jun 03 15:29:52.846661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 0f8616dc-8b15-4b77-8989-d94518aa9e82 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:52.847143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.870491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0490a45c-46e9-4800-bac8-546f8ced2a1c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:52.937179 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.946331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.959903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-934f394e-1425-46d2-8b7b-e3af29b3c0b1 req-4cf1532b-4683-46db-93b5-f6f3ad79d1a0 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090460 Jun 03 15:29:53.004547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] Transition to ACTIVE for port object 69de76d2-745d-4a8b-a457-c17fe82df65b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:53.018024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.057364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3df19688-771d-4abb-8f59-75f5c44712ce req-e7e6b6c5-f604-45f6-baca-650d60e54284 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 210 time: 0.0810177 Jun 03 15:29:53.130015 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6a2086-13ca-45c5-b8d8-95da9d251ba8'] response: {'server_uuid': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490a45c-46e9-4800-bac8-546f8ced2a1c', 'code': 200} Jun 03 15:29:53.431919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29769c86-963d-4879-bd8a-c0ef77169c29 req-47cf02db-c80a-43e6-9567-6ff9b964c398 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.447574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8c225-f693-4da0-830d-853fa6c0859f None None] Pushing event updated for resources: {'Port': ['ID=69de76d2-745d-4a8b-a457-c17fe82df65b,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:53.449345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fb474-6c53-4cba-aea7-46814a7b74fe req-19853dff-4e95-4c87-a73d-b721a10f960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.450866 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-be5fb474-6c53-4cba-aea7-46814a7b74fe req-19853dff-4e95-4c87-a73d-b721a10f960c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 1097 time: 0.2084510 Jun 03 15:29:53.458366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29769c86-963d-4879-bd8a-c0ef77169c29 req-47cf02db-c80a-43e6-9567-6ff9b964c398 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2203083 Jun 03 15:29:53.469707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d964c7a-a912-421e-96ca-24596d7c904f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:53.504086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.558797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29769c86-963d-4879-bd8a-c0ef77169c29 req-4798e37f-d088-42e7-8308-43af5465df82 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946772 Jun 03 15:29:53.581000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7d964c7a-a912-421e-96ca-24596d7c904f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:53.581463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.625661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-be5fb474-6c53-4cba-aea7-46814a7b74fe req-027e6e18-e327-4965-8add-2f2898c5d8df service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529226 Jun 03 15:29:53.710684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 0f8616dc-8b15-4b77-8989-d94518aa9e82 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:53.750720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7d964c7a-a912-421e-96ca-24596d7c904f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:53.808422 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.824001 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Transition to ACTIVE for port object a490e029-1552-4eba-bf99-c52888ff3e81 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:53.832613 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.856362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c17b-eac8-48e8-8710-4a941e23f6d4 req-d2825f35-df15-4dbd-8e18-d0fbe528c230 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.865458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c36c17b-eac8-48e8-8710-4a941e23f6d4 req-d2825f35-df15-4dbd-8e18-d0fbe528c230 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1407294 Jun 03 15:29:53.934895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.955442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c36c17b-eac8-48e8-8710-4a941e23f6d4 req-3970f682-89be-464c-a426-4c54c6982958 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886791 Jun 03 15:29:54.008267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=0f8616dc-8b15-4b77-8989-d94518aa9e82,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:54.112060 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Pushing event updated for resources: {'Port': ['ID=a490e029-1552-4eba-bf99-c52888ff3e81,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:54.120552 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.120910 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.121215 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.121542 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.121859 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.122179 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.122498 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.128984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.129182 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.129506 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.129829 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.130257 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:54.170351 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Attempting to bind port a490e029-1552-4eba-bf99-c52888ff3e81 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:54.170788 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Attempting to bind port a490e029-1552-4eba-bf99-c52888ff3e81 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:54.171074 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Attempting to bind port a490e029-1552-4eba-bf99-c52888ff3e81 on network 8580799e-babb-47ba-91be-e473e8a0bc29 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:54.177442 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:54.177830 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Checking segment: {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:54.178184 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.178521 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Bound using segment: {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:54.178990 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Bound port: a490e029-1552-4eba-bf99-c52888ff3e81, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:54.179360 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.212543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.243309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c484b250-1bd2-4e9e-b7fb-a3214797e30f tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/0f8616dc-8b15-4b77-8989-d94518aa9e82 HTTP/1.1" status: 204 len: 168 time: 1.5836465 Jun 03 15:29:54.244765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56870) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:54.320503 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf5fe86-507a-445e-9943-47c25e8eaea2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] GET failed (client error): The resource could not be found. Jun 03 15:29:54.322049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-baf5fe86-507a-445e-9943-47c25e8eaea2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Synchronizing usage tracker for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:54.340866 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] For port a490e029-1552-4eba-bf99-c52888ff3e81, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:54.345000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] For port a490e029-1552-4eba-bf99-c52888ff3e81, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a490e029-1552-4eba-bf99-c52888ff3e81,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:54.358259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-baf5fe86-507a-445e-9943-47c25e8eaea2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Unset dirty status for tenant:e34ad0a1e7ca492c92def23d0f59b0ed on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:54.359650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-baf5fe86-507a-445e-9943-47c25e8eaea2 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports/0f8616dc-8b15-4b77-8989-d94518aa9e82 HTTP/1.1" status: 404 len: 333 time: 0.1138721 Jun 03 15:29:54.360747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d15c4-0119-46ad-bd2b-2c6ff7bddce0 req-da25e881-c3c3-487d-a60b-8abe46e9ad17 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.361347 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.362285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b45d15c4-0119-46ad-bd2b-2c6ff7bddce0 req-da25e881-c3c3-487d-a60b-8abe46e9ad17 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1965656 Jun 03 15:29:54.362787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56878) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:54.494241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b45d15c4-0119-46ad-bd2b-2c6ff7bddce0 req-8c5ec9bd-62ff-4be0-b84c-313b1492d05a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147566 Jun 03 15:29:54.501940 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Routers {'a91e9905-2647-44bf-8b1a-9fb19c824266'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:54.502169 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a91e9905-2647-44bf-8b1a-9fb19c824266'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:54.548796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2b5210e-7586-4aab-92f1-0df0abf8044e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.697200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Provisioning complete for port 1b018b47-4c3f-4e88-9308-3185d6177a6a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:54.698616 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.827054 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] Set router a91e9905-2647-44bf-8b1a-9fb19c824266 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:54.871905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Port 1b018b47-4c3f-4e88-9308-3185d6177a6a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:54.880867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Could not find standard attr ID for object 0f8616dc-8b15-4b77-8989-d94518aa9e82. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:29:54.920786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Provisioning for port 69de76d2-745d-4a8b-a457-c17fe82df65b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:54.925959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:54.926329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.964425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-8b07ba3d-dcea-43fc-a677-348f3718884c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.965912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-8b07ba3d-dcea-43fc-a677-348f3718884c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.15 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 811 time: 0.3866088 Jun 03 15:29:55.015467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Request body: {'port': {'device_id': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'admin_state_up': True, 'tenant_id': '2784d3c503ac48d7912fd66b985efc95'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:55.048369 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d7e8b-4bcd-409a-b68e-e2ef53f04daa None None] Pushing event updated for resources: {'Port': ['ID=a490e029-1552-4eba-bf99-c52888ff3e81,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:55.113692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5f259-3778-47de-b491-03bc46b81fac None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:55.230553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-481f0e9b-e0b5-438a-93fe-ab2e0784657d req-3a70380a-a284-458e-bfd7-50d176e14ab5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 210 time: 0.2629948 Jun 03 15:29:55.242419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2b5210e-7586-4aab-92f1-0df0abf8044e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.329946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f6827073-2d30-478c-8aa2-f9340af78765 None None] Could not find standard attr ID for object 0f8616dc-8b15-4b77-8989-d94518aa9e82. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:29:55.385386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 69de76d2-745d-4a8b-a457-c17fe82df65b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:55.407672 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:29:48Z', 'revision_number': 4, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a490e029-1552-4eba-bf99-c52888ff3e81', 'name': '', 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'mac_address': 'fa:16:3e:42:bc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:47Z', 'updated_at': '2022-06-03T15:29:54Z', 'revision_number': 4, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'subnets': [{'id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:55.413348 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddce7dc-7cd3-451c-a1a2-74fa6ef80f76 None None] The sync data for ids ['a91e9905-2647-44bf-8b1a-9fb19c824266'] in n-d-844594-1 is: [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:29:48Z', 'revision_number': 4, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a490e029-1552-4eba-bf99-c52888ff3e81', 'name': '', 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'mac_address': 'fa:16:3e:42:bc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:47Z', 'updated_at': '2022-06-03T15:29:54Z', 'revision_number': 4, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'subnets': [{'id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:55.421098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2b5210e-7586-4aab-92f1-0df0abf8044e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.430162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:55.448085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:55.499046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070e15-3cea-48e6-bc9e-9d1e7dab005e req-310e7905-a4f8-4b4a-94fd-d0593b493392 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.509689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54070e15-3cea-48e6-bc9e-9d1e7dab005e req-310e7905-a4f8-4b4a-94fd-d0593b493392 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.5343845 Jun 03 15:29:55.514773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5210e-7586-4aab-92f1-0df0abf8044e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183e22d5-ffb9-4f07-8292-44c7cdb2e0eb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:55.517086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Made reservation on behalf of 2784d3c503ac48d7912fd66b985efc95 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:55.520629 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.523767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:55.523767 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.726394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:55.819187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2b5210e-7586-4aab-92f1-0df0abf8044e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.820361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e2b5210e-7586-4aab-92f1-0df0abf8044e tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/security-groups/183e22d5-ffb9-4f07-8292-44c7cdb2e0eb HTTP/1.1" status: 204 len: 168 time: 1.4566202 Jun 03 15:29:55.823722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56890) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:55.897764 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6dab3062-5872-466c-936c-bf2fcbc7e841 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.900612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54070e15-3cea-48e6-bc9e-9d1e7dab005e req-8e349753-53c9-4bbe-a477-ff21e69cefea tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878968 Jun 03 15:29:55.929509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6dab3062-5872-466c-936c-bf2fcbc7e841 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.994293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6dab3062-5872-466c-936c-bf2fcbc7e841 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.017450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab3062-5872-466c-936c-bf2fcbc7e841 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62bbefd-3dc7-4c98-9174-8d341cd471ad,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:56.022579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ccf76-386e-4362-9bc1-1689bec926f9 req-b154a07b-9e0c-4611-9d29-47f92c72c58e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.025514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6dab3062-5872-466c-936c-bf2fcbc7e841 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.026835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6dab3062-5872-466c-936c-bf2fcbc7e841 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/security-groups/b62bbefd-3dc7-4c98-9174-8d341cd471ad HTTP/1.1" status: 204 len: 168 time: 0.2020228 Jun 03 15:29:56.031412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56896) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:56.032209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18ccf76-386e-4362-9bc1-1689bec926f9 req-b154a07b-9e0c-4611-9d29-47f92c72c58e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2106383 Jun 03 15:29:56.066020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Allocated IP 172.20.0.7 (8580799e-babb-47ba-91be-e473e8a0bc29/92e37d1f-26ea-495c-8015-e7a3fa960eac/d90c4424-0331-4d29-850e-3ecf507e04e5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:56.136716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18ccf76-386e-4362-9bc1-1689bec926f9 req-c7aab631-eae1-461d-bcfd-7684c8d8a1cd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034281 Jun 03 15:29:56.138798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39734e9d-0a0d-460d-bd71-f9ab99315fbd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.175810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39734e9d-0a0d-460d-bd71-f9ab99315fbd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.241542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39734e9d-0a0d-460d-bd71-f9ab99315fbd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.259482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39734e9d-0a0d-460d-bd71-f9ab99315fbd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2dac71-07fa-4145-846b-a2fe709299f5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:56.267126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39734e9d-0a0d-460d-bd71-f9ab99315fbd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.268424 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-39734e9d-0a0d-460d-bd71-f9ab99315fbd tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/security-groups/aa2dac71-07fa-4145-846b-a2fe709299f5 HTTP/1.1" status: 204 len: 168 time: 0.2308729 Jun 03 15:29:56.271306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56906) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:56.361174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet fc4f8fbf-675a-497e-8005-4fafd5173f6a {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:56.364703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.442109 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.452872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.511453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63260a1e-8759-4df7-a9d5-b310382f731e req-6e6f09f5-6f05-47a7-93b4-358deea82c0f tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 210 time: 0.1134815 Jun 03 15:29:56.556016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.574169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.658742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Network 8580799e-babb-47ba-91be-e473e8a0bc29 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:56.663514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:56.669857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:56.670702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.713497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Pushing event updated for resources: {'Port': ['ID=d90c4424-0331-4d29-850e-3ecf507e04e5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:56.726970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4f8fbf-675a-497e-8005-4fafd5173f6a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:56.738965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.748232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dccbb0-70ce-4453-baa2-ccc2335186f1 None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:56.752011 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-91465e4b-e206-4475-8f9b-e0b3aed4d18b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/fc4f8fbf-675a-497e-8005-4fafd5173f6a HTTP/1.1" status: 204 len: 168 time: 0.4795182 Jun 03 15:29:56.752796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56912) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:56.758948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5622b7-6f78-43e9-940b-ea7665780163 req-181cda3c-d397-49f8-8539-aad19bee22ea tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.760662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d5622b7-6f78-43e9-940b-ea7665780163 req-181cda3c-d397-49f8-8539-aad19bee22ea tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2642276 Jun 03 15:29:56.767152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.767822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.853815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d5622b7-6f78-43e9-940b-ea7665780163 req-5327adb7-47a3-4658-a10d-6f48d33c85b4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795774 Jun 03 15:29:56.855910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c043a79b-839d-4f3f-bf13-5be2a1c47023 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8452742 Jun 03 15:29:56.878722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Request body: {'port': {'device_id': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:56.889213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet 03101e73-29b2-42e2-afeb-807fcb510af8 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:56.893337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.969717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.192980 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.236067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.326094 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.369941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49329c3-f105-4417-b72d-28723984598a req-2d019a3d-4a74-4d3b-9038-2d9adb498c0d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:57.371515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e49329c3-f105-4417-b72d-28723984598a req-2d019a3d-4a74-4d3b-9038-2d9adb498c0d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2457285 Jun 03 15:29:57.375921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=03101e73-29b2-42e2-afeb-807fcb510af8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:57.395142 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.402479 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-781734f0-78ab-4975-8bc5-f09521aa1564 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/03101e73-29b2-42e2-afeb-807fcb510af8 HTTP/1.1" status: 204 len: 168 time: 0.6485331 Jun 03 15:29:57.405451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56918) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:57.433289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a490e029-1552-4eba-bf99-c52888ff3e81 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:57.463067 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d068b35-9fa2-42d0-b2bf-e849b030b467 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:57.463570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d068b35-9fa2-42d0-b2bf-e849b030b467 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:57.465464 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2d068b35-9fa2-42d0-b2bf-e849b030b467 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/fc4f8fbf-675a-497e-8005-4fafd5173f6a HTTP/1.1" status: 404 len: 337 time: 0.0590472 Jun 03 15:29:57.470179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56922) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:57.522092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a490e029-1552-4eba-bf99-c52888ff3e81 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:57.529726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a490e029-1552-4eba-bf99-c52888ff3e81 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:57.530129 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.570748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting subnet bddc8e1c-280c-403b-989a-f9d05ecb9bfa {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:57.583235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.589926 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e49329c3-f105-4417-b72d-28723984598a req-edf66445-e22e-4fc7-a469-5dfbb70081d8 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025795 Jun 03 15:29:57.688026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.712383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a490e029-1552-4eba-bf99-c52888ff3e81 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:57.713174 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.757511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port a490e029-1552-4eba-bf99-c52888ff3e81, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a490e029-1552-4eba-bf99-c52888ff3e81,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:57.765493 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.766086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90c4424-0331-4d29-850e-3ecf507e04e5 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:57.783326 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.801857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.807350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Transition to ACTIVE for port object d90c4424-0331-4d29-850e-3ecf507e04e5 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:57.815866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.865148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=a490e029-1552-4eba-bf99-c52888ff3e81,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:57.908050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.943521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c87e-9cfa-42b4-b7bc-0ed970c63802 req-dae8bf15-b3a9-4cb4-bbb2-14e560a98d8c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:57.944288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6674c87e-9cfa-42b4-b7bc-0ed970c63802 req-dae8bf15-b3a9-4cb4-bbb2-14e560a98d8c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Synchronizing usage tracker for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:57.952821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dbfbaf-4466-4b19-8cb2-6a985c62e6ef None None] Network 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:57.981082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Pushing event updated for resources: {'Port': ['ID=d90c4424-0331-4d29-850e-3ecf507e04e5,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:57.982364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Subnet': ['ID=bddc8e1c-280c-403b-989a-f9d05ecb9bfa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:58.009973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.017162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6674c87e-9cfa-42b4-b7bc-0ed970c63802 req-dae8bf15-b3a9-4cb4-bbb2-14e560a98d8c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Unset dirty status for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:58.018371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6674c87e-9cfa-42b4-b7bc-0ed970c63802 req-dae8bf15-b3a9-4cb4-bbb2-14e560a98d8c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 931 time: 0.3146632 Jun 03 15:29:58.030099 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fea252f5-d735-4c98-9c01-4762493d2823 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/bddc8e1c-280c-403b-989a-f9d05ecb9bfa HTTP/1.1" status: 204 len: 168 time: 0.5579314 Jun 03 15:29:58.034372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56930) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.081719 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfa8432-d05a-42a0-a226-ac4b1af83116 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.082357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfa8432-d05a-42a0-a226-ac4b1af83116 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.085806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cdfa8432-d05a-42a0-a226-ac4b1af83116 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/f5200d82-3cff-4d4b-a2e8-87ab542ab92b HTTP/1.1" status: 404 len: 337 time: 0.0487776 Jun 03 15:29:58.087315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56934) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.137828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5105dffd-2b26-4338-bbb6-4ca7ba6e7c44 None None] Provisioning complete for port 1b018b47-4c3f-4e88-9308-3185d6177a6a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:58.138240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5105dffd-2b26-4338-bbb6-4ca7ba6e7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.143826 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9307e218-ca43-4999-ab14-8d109db7cfe4 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "GET /v2.0/ports?device_id=60a38d67-8c2a-438c-b356-2f4c7e037ee6 HTTP/1.1" status: 200 len: 205 time: 0.0532966 Jun 03 15:29:58.144671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56938) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.220064 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-4f902a11-97f2-4859-bf56-fa1f1b7e1c83 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] delete failed (client error): The resource could not be found. Jun 03 15:29:58.224692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4f902a11-97f2-4859-bf56-fa1f1b7e1c83 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/routers/60a38d67-8c2a-438c-b356-2f4c7e037ee6 HTTP/1.1" status: 404 len: 336 time: 0.0759678 Jun 03 15:29:58.225423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56942) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.247216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5105dffd-2b26-4338-bbb6-4ca7ba6e7c44 None None] Port 1b018b47-4c3f-4e88-9308-3185d6177a6a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:58.271177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5105dffd-2b26-4338-bbb6-4ca7ba6e7c44 None None] Provisioning complete for port 69de76d2-745d-4a8b-a457-c17fe82df65b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:58.271551 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5105dffd-2b26-4338-bbb6-4ca7ba6e7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.275622 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0410527b-6972-4485-b757-853f446da924 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.276311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0410527b-6972-4485-b757-853f446da924 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.281618 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0410527b-6972-4485-b757-853f446da924 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/4f7d5046-d611-430e-982a-76fde9df9622 HTTP/1.1" status: 404 len: 337 time: 0.0523367 Jun 03 15:29:58.281618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56946) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.287796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6674c87e-9cfa-42b4-b7bc-0ed970c63802 req-5fd2a51e-de82-44fd-933e-94ef81793c09 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Synchronizing usage tracker for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:58.338716 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-6579e2f6-83f9-49b9-aad1-1489b883714d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.339338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6579e2f6-83f9-49b9-aad1-1489b883714d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.344858 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6579e2f6-83f9-49b9-aad1-1489b883714d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/33e0300b-d9de-46e8-89c6-606fec62fefe HTTP/1.1" status: 404 len: 337 time: 0.0607400 Jun 03 15:29:58.348388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56950) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.353870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6674c87e-9cfa-42b4-b7bc-0ed970c63802 req-5fd2a51e-de82-44fd-933e-94ef81793c09 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Unset dirty status for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:58.355018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6674c87e-9cfa-42b4-b7bc-0ed970c63802 req-5fd2a51e-de82-44fd-933e-94ef81793c09 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284945 Jun 03 15:29:58.366119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Attempting to bind port d90c4424-0331-4d29-850e-3ecf507e04e5 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:58.366650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Attempting to bind port d90c4424-0331-4d29-850e-3ecf507e04e5 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:58.367158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Attempting to bind port d90c4424-0331-4d29-850e-3ecf507e04e5 on network 8580799e-babb-47ba-91be-e473e8a0bc29 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:58.379608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Port d90c4424-0331-4d29-850e-3ecf507e04e5 on network 8580799e-babb-47ba-91be-e473e8a0bc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:58.379976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Attempting to bind port d90c4424-0331-4d29-850e-3ecf507e04e5 on network 8580799e-babb-47ba-91be-e473e8a0bc29 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:58.389397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:58.389730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Checking segment: {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:58.390119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Bound using segment: {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:58.390564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Bound port: d90c4424-0331-4d29-850e-3ecf507e04e5, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:58.390910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.404653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] DHCP port deletion for 2d092ea2-9892-4d4f-a44d-93c95e0c3c24 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:29:58.407090 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-54907bf0-0623-41ce-8086-069ce83af9ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.408499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54907bf0-0623-41ce-8086-069ce83af9ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.412574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-54907bf0-0623-41ce-8086-069ce83af9ab tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/9791bfb8-349a-485b-bb06-9c6ebf867f47 HTTP/1.1" status: 404 len: 337 time: 0.0596817 Jun 03 15:29:58.413471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56954) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.420066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f441945-85b5-4f13-af19-f07e2cf0ff27 req-9bbe47d7-beb2-47d9-9a7f-f2acbe7a5ff7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.421624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f441945-85b5-4f13-af19-f07e2cf0ff27 req-9bbe47d7-beb2-47d9-9a7f-f2acbe7a5ff7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.3938029 Jun 03 15:29:58.449320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] Deleting port 69de76d2-745d-4a8b-a457-c17fe82df65b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:58.450136 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.470396 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e5aa5-5900-4b87-b3b6-67b82144920d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.471017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6e5aa5-5900-4b87-b3b6-67b82144920d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.475341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ca6e5aa5-5900-4b87-b3b6-67b82144920d tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/42da25ff-7168-48da-af43-bb574f2fb890 HTTP/1.1" status: 404 len: 333 time: 0.0585606 Jun 03 15:29:58.475982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56958) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.526114 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7ef30c-7025-4a3c-99ae-0f8851f2fd68 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.527182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7ef30c-7025-4a3c-99ae-0f8851f2fd68 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.531740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8b7ef30c-7025-4a3c-99ae-0f8851f2fd68 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/1a7ae563-a3de-4688-81ea-a946ba5b7b7d HTTP/1.1" status: 404 len: 337 time: 0.0522339 Jun 03 15:29:58.532376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56962) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.534851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f441945-85b5-4f13-af19-f07e2cf0ff27 req-84a01b51-94e1-4600-b22d-fa588fb705af tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851369 Jun 03 15:29:58.552569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] For port d90c4424-0331-4d29-850e-3ecf507e04e5, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:58.556000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] For port d90c4424-0331-4d29-850e-3ecf507e04e5, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d90c4424-0331-4d29-850e-3ecf507e04e5,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:58.573553 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.598407 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-522a5e88-2f5e-48c5-9f2d-434480c410c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.598981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522a5e88-2f5e-48c5-9f2d-434480c410c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.603738 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-522a5e88-2f5e-48c5-9f2d-434480c410c9 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/b1780c1e-7c47-422a-b755-a0fe8df71a34 HTTP/1.1" status: 404 len: 337 time: 0.0670569 Jun 03 15:29:58.604226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.666639 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-8428cd08-de4d-492d-93c6-8303c94d3efa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.667199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8428cd08-de4d-492d-93c6-8303c94d3efa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.670759 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8428cd08-de4d-492d-93c6-8303c94d3efa tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/b843d148-41ff-4ed5-aeae-d105f30976e2 HTTP/1.1" status: 404 len: 333 time: 0.0641215 Jun 03 15:29:58.671018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Pushing event updated for resources: {'Port': ['ID=d90c4424-0331-4d29-850e-3ecf507e04e5,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:58.672566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56972) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.677861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.678595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.680079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-4635f583-6552-4e68-a83f-cee64f736e21 service neutron] 10.222.0.15 "PUT /v2.0/ports/d90c4424-0331-4d29-850e-3ecf507e04e5 HTTP/1.1" status: 200 len: 1091 time: 1.8120661 Jun 03 15:29:58.680739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'tag': 'd90c4424-0331-4d29-850e-3ecf507e04e5'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:58.741327 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f4b119-a090-410e-936f-73b63a340e1b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.741884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f4b119-a090-410e-936f-73b63a340e1b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.746323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-36f4b119-a090-410e-936f-73b63a340e1b tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/f10d73ca-ec3c-4216-b58c-2afa63f5ed1d HTTP/1.1" status: 404 len: 337 time: 0.0701933 Jun 03 15:29:58.746790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56978) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.784673 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fba425-e3d5-4198-a992-9d61c72ac6dc'] response: {'name': 'network-changed', 'server_uuid': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'tag': 'd90c4424-0331-4d29-850e-3ecf507e04e5', 'status': 'completed', 'code': 200} Jun 03 15:29:58.795037 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab4350e-9b84-4baa-803d-99457401dbe0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] DELETE failed (client error): The resource could not be found. Jun 03 15:29:58.795760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab4350e-9b84-4baa-803d-99457401dbe0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:29:58.798199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6ab4350e-9b84-4baa-803d-99457401dbe0 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/subnets/42f5001e-5be9-4a83-b7ee-f0a4a04489af HTTP/1.1" status: 404 len: 337 time: 0.0493827 Jun 03 15:29:58.800894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56982) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.806464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] For port 69de76d2-745d-4a8b-a457-c17fe82df65b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=69de76d2-745d-4a8b-a457-c17fe82df65b,segment=NetworkSegment(58e1e66f-65e2-425e-a235-7104484cf161),segment_id=58e1e66f-65e2-425e-a235-7104484cf161)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:58.807525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.825112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5105dffd-2b26-4338-bbb6-4ca7ba6e7c44 None None] Current status of the port 69de76d2-745d-4a8b-a457-c17fe82df65b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:58.893495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Deleting port 1b018b47-4c3f-4e88-9308-3185d6177a6a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:58.893840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.897461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-52432c9f-d4af-4ab5-af90-b6b84461ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.899425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-52432c9f-d4af-4ab5-af90-b6b84461ca2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 1094 time: 0.1685395 Jun 03 15:29:58.911716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba481a-f304-4f80-b2c3-7f3d63bd488b req-ce751d43-0b30-4756-81e4-ae50a987fe20 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.913675 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5ba481a-f304-4f80-b2c3-7f3d63bd488b req-ce751d43-0b30-4756-81e4-ae50a987fe20 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1318991 Jun 03 15:29:58.969172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] Calling delete_port for 69de76d2-745d-4a8b-a457-c17fe82df65b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:59.026144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-ecac3a01-7c64-447b-939c-c8e194ee7b10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90c4424-0331-4d29-850e-3ecf507e04e5 HTTP/1.1" status: 200 len: 217 time: 0.1058640 Jun 03 15:29:59.072667 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.123179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] No DVR routers for this DVR port 69de76d2-745d-4a8b-a457-c17fe82df65b on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:59.130243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5ba481a-f304-4f80-b2c3-7f3d63bd488b req-22d99b63-48c9-417d-a4f5-fb3bac1070b2 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607571 Jun 03 15:29:59.140563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec92ac-059c-4910-abff-be7c0fe9979e None None] Pushing event deleted for resources: {'Port': ['ID=69de76d2-745d-4a8b-a457-c17fe82df65b,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:59.151304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-183a4795-3bf8-461d-80ae-8f9980f098cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.154135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-183a4795-3bf8-461d-80ae-8f9980f098cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 200 len: 851 time: 0.1136358 Jun 03 15:29:59.204631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.209295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-c535d9f8-ee8f-4aeb-bef2-386e8c2281bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8580799e-babb-47ba-91be-e473e8a0bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473228 Jun 03 15:29:59.343877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Calling delete_port for 1b018b47-4c3f-4e88-9308-3185d6177a6a owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:59.359276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-e1e8da78-114c-40f3-912b-76d7606161b3 service neutron] 10.222.0.15 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411810 Jun 03 15:29:59.382268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a490e029-1552-4eba-bf99-c52888ff3e81 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:59.442529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.470189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a490e029-1552-4eba-bf99-c52888ff3e81 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:59.470664 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.511234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Port': ['ID=1b018b47-4c3f-4e88-9308-3185d6177a6a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:59.525465 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.543337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3d88ddd4-0ddc-4407-a5ae-fdcd7b5b71fe tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/ports/1b018b47-4c3f-4e88-9308-3185d6177a6a HTTP/1.1" status: 204 len: 168 time: 0.7392716 Jun 03 15:29:59.543967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56988) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:59.581257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4fefff3-193a-4b00-8442-41b7592ba3d2 req-8d2333e8-8fdf-45a6-b359-47187379a202 service neutron] 10.222.0.15 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108881 Jun 03 15:29:59.624226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d3228-4376-49e9-8808-085f24268e7d req-0253a5a7-fffe-4c5c-84ca-fd3be34fe244 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.625759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a1d3228-4376-49e9-8808-085f24268e7d req-0253a5a7-fffe-4c5c-84ca-fd3be34fe244 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 943 time: 0.1230471 Jun 03 15:29:59.649907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a490e029-1552-4eba-bf99-c52888ff3e81 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:59.697935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.709140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 69de76d2-745d-4a8b-a457-c17fe82df65b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:59.745068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 69de76d2-745d-4a8b-a457-c17fe82df65b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:59.745497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 69de76d2-745d-4a8b-a457-c17fe82df65b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:59.793415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a1d3228-4376-49e9-8808-085f24268e7d req-9797e4b3-56e5-483b-b863-80ab5e66accc tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586554 Jun 03 15:29:59.830997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-cddd7d9d-fc25-426e-85e7-086e0965dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.832382 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-cddd7d9d-fc25-426e-85e7-086e0965dd49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 1094 time: 0.1786256 Jun 03 15:29:59.841330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.844936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f176ac6-eb14-4b74-968a-a62a7f1ef1dc req-3cf141e2-87a3-440d-a43d-dbc5e6b7dd81 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.846274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f176ac6-eb14-4b74-968a-a62a7f1ef1dc req-3cf141e2-87a3-440d-a43d-dbc5e6b7dd81 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1383889 Jun 03 15:29:59.868411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d092ea2-9892-4d4f-a44d-93c95e0c3c24']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:59.881577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e1e66f-65e2-425e-a235-7104484cf161') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:59.881883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e1e66f-65e2-425e-a235-7104484cf161') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:59.894645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.912964 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.920525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:29:59.921276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.978558 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f176ac6-eb14-4b74-968a-a62a7f1ef1dc req-3f2bae58-faff-4820-93b3-e1517d9f9438 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109037 Jun 03 15:30:00.023506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-d651261d-4501-4305-80ce-cd6e98de8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:00.025494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-d651261d-4501-4305-80ce-cd6e98de8929 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 912 time: 0.1782422 Jun 03 15:30:00.094369 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 58e1e66f-65e2-425e-a235-7104484cf161 resource provider aggregate not found Jun 03 15:30:00.100946 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-01f921d9-b3ce-4db8-af17-b9c4e8c9fbb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90c4424-0331-4d29-850e-3ecf507e04e5 HTTP/1.1" status: 200 len: 217 time: 0.0675340 Jun 03 15:30:00.118998 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 58e1e66f-65e2-425e-a235-7104484cf161 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58e1e66f-65e2-425e-a235-7104484cf161 found for delete ", "request_id": "req-9105aa37-72f0-4cb5-991a-5d6904e84189"}]} Jun 03 15:30:00.130752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.151851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.162157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] Pushing event deleted for resources: {'Network': ['ID=2d092ea2-9892-4d4f-a44d-93c95e0c3c24,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:00.165796 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff36f808-8067-4d8b-a0d3-a44e331ed109 tempest-PortsTestJSON-5031292 tempest-PortsTestJSON-5031292-project] 10.222.0.66 "DELETE /v2.0/networks/2d092ea2-9892-4d4f-a44d-93c95e0c3c24 HTTP/1.1" status: 204 len: 168 time: 0.6207352 Jun 03 15:30:00.174613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-914165a4-d6fb-4064-8001-d2b3fb0e07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:00.176172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-914165a4-d6fb-4064-8001-d2b3fb0e07c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 200 len: 851 time: 0.0686941 Jun 03 15:30:00.229085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-2bb351d7-89dd-4638-a384-103b6a438ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8580799e-babb-47ba-91be-e473e8a0bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463154 Jun 03 15:30:00.432612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57006) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:00.550536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-1ba3ab24-186d-4ccc-bc20-2b219a78e6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148768 Jun 03 15:30:00.583452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d02314-8ec5-490f-a8ba-6ac553050b2e req-cb7e42d9-3b0f-4c93-9d96-78bd722fa536 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:00.584982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26d02314-8ec5-490f-a8ba-6ac553050b2e req-cb7e42d9-3b0f-4c93-9d96-78bd722fa536 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1578662 Jun 03 15:30:00.593859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-41579aab-98e0-47a9-b7d7-567149d55d1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e34ad0a1e7ca492c92def23d0f59b0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599302 Jun 03 15:30:00.596375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57012) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:00.659192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-368ac45f-44a2-43e7-bdc7-b86779db4008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.691206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-368ac45f-44a2-43e7-bdc7-b86779db4008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.717121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26d02314-8ec5-490f-a8ba-6ac553050b2e req-50b1e860-435c-434e-8016-7eaa83827a29 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250024 Jun 03 15:30:00.749523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f28008-7acd-42e7-8f13-c0b1cd3340ce req-b7ee919b-ef1c-4e9b-944f-6ef8114ea0e0 service neutron] 10.222.0.15 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914814 Jun 03 15:30:00.751252 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-368ac45f-44a2-43e7-bdc7-b86779db4008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.772066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ac45f-44a2-43e7-bdc7-b86779db4008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a627623-1732-40ca-b2d1-490bda2a50c6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:00.780141 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-368ac45f-44a2-43e7-bdc7-b86779db4008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.787232 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-368ac45f-44a2-43e7-bdc7-b86779db4008 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a627623-1732-40ca-b2d1-490bda2a50c6 HTTP/1.1" status: 204 len: 168 time: 0.1873000 Jun 03 15:30:01.029660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905e1ca-fa02-44ac-924c-92eb1d112bc6 req-42933619-b590-49dc-bfd5-e22bd94ec6c5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.039726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4905e1ca-fa02-44ac-924c-92eb1d112bc6 req-42933619-b590-49dc-bfd5-e22bd94ec6c5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 943 time: 0.1223218 Jun 03 15:30:01.098272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4905e1ca-fa02-44ac-924c-92eb1d112bc6 req-6f6edb36-1c0a-454f-8f37-aed959161164 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562823 Jun 03 15:30:01.258600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3658df-c95a-49e8-b785-f03ce05a20ca req-71654324-73b2-440a-91a3-ddbf3a528473 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.262688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f3658df-c95a-49e8-b785-f03ce05a20ca req-71654324-73b2-440a-91a3-ddbf3a528473 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1214395 Jun 03 15:30:01.317064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f3658df-c95a-49e8-b785-f03ce05a20ca req-8b099e46-1b8b-48c4-8105-7faf55f6ae06 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502276 Jun 03 15:30:01.721600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57050) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:01.904022 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b568801-fc55-4143-89a7-ab7254ff191f tempest-ServiceProvidersTest-1437426790 tempest-ServiceProvidersTest-1437426790-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1810052 Jun 03 15:30:01.986898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802d602-0d92-438c-88db-5fd201b5a124 req-bc80f7ba-3356-444f-9bca-497cde8a2837 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.993387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9802d602-0d92-438c-88db-5fd201b5a124 req-bc80f7ba-3356-444f-9bca-497cde8a2837 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1437504 Jun 03 15:30:02.055396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9802d602-0d92-438c-88db-5fd201b5a124 req-8883002a-46ca-41b6-b1ad-5d4d7026f589 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594165 Jun 03 15:30:02.315933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57072) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:02.326087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a0afe-db4f-4f77-901c-dfe23da540ff req-d8f6db64-0fe6-46d0-94a1-ffa19935d2d7 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.327831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-442a0afe-db4f-4f77-901c-dfe23da540ff req-d8f6db64-0fe6-46d0-94a1-ffa19935d2d7 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 943 time: 0.0956364 Jun 03 15:30:02.389058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-442a0afe-db4f-4f77-901c-dfe23da540ff req-57cb4f30-1a8e-4f11-a7a9-12ad2a0f55aa tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Jun 03 15:30:02.495720 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.513654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:02.518464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Usage tracker for resource:security_group_rule and tenant:1e80aef655194c6ea5f41622e41fd4ca is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:02.522031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:02.530581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:02.576910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10350061-0d7c-43b5-88f4-26027ac6f62f req-911f85fb-b7e5-4dc9-b836-58d33e2f33e2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.579831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10350061-0d7c-43b5-88f4-26027ac6f62f req-911f85fb-b7e5-4dc9-b836-58d33e2f33e2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.0982094 Jun 03 15:30:02.644246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10350061-0d7c-43b5-88f4-26027ac6f62f req-4ffcd07e-1bca-4e22-89b3-a40eab5326b9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 Jun 03 15:30:02.672210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.678243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.733422 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e80aef655194c6ea5f41622e41fd4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162769 Jun 03 15:30:02.734537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a93db-4f30-4d44-8c51-b0553662372e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614af156-5c6d-4450-978c-abea0a9c17a6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:02.737864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57086) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:02.816680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a2ff44b-fc07-4ec1-9cdc-2f3e740a1675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.838963 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:30:02.855283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a2ff44b-fc07-4ec1-9cdc-2f3e740a1675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.927765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a2ff44b-fc07-4ec1-9cdc-2f3e740a1675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.945411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ff44b-fc07-4ec1-9cdc-2f3e740a1675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614af156-5c6d-4450-978c-abea0a9c17a6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:02.951172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a2ff44b-fc07-4ec1-9cdc-2f3e740a1675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.955062 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3a2ff44b-fc07-4ec1-9cdc-2f3e740a1675 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/614af156-5c6d-4450-978c-abea0a9c17a6 HTTP/1.1" status: 204 len: 168 time: 0.2132280 Jun 03 15:30:03.048526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f37762-c215-48fa-982f-32adacc2b0e2 req-200bf4e3-c352-4268-9b69-b7152027ad24 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.050793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34f37762-c215-48fa-982f-32adacc2b0e2 req-200bf4e3-c352-4268-9b69-b7152027ad24 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.0960712 Jun 03 15:30:03.105168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34f37762-c215-48fa-982f-32adacc2b0e2 req-0e1cae49-da59-4fc1-8516-8295c5456625 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 Jun 03 15:30:03.270924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df84be-29c6-4db6-84ec-04b170ba47e0 req-3263a671-cfe1-4d48-9332-df38bc1c67ab tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.272972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5df84be-29c6-4db6-84ec-04b170ba47e0 req-3263a671-cfe1-4d48-9332-df38bc1c67ab tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.0859442 Jun 03 15:30:03.345338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5df84be-29c6-4db6-84ec-04b170ba47e0 req-a56848e3-32e0-47c4-8c06-b190bd835cf8 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614932 Jun 03 15:30:03.620743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2ca6-4386-46c7-979b-2cd828935b34 req-acc8f253-71a4-4408-8c90-139ed3320b34 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.623808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dbc2ca6-4386-46c7-979b-2cd828935b34 req-acc8f253-71a4-4408-8c90-139ed3320b34 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 943 time: 0.1076987 Jun 03 15:30:03.691629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dbc2ca6-4386-46c7-979b-2cd828935b34 req-963c03ad-cc41-4e81-af10-f120f2a18209 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598559 Jun 03 15:30:03.747997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d90c4424-0331-4d29-850e-3ecf507e04e5 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:03.950351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19afcb9-0f8d-42e6-b2ec-7faa07576146 req-99b17d00-44c4-4efe-9056-96c6bdb83c09 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.956905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c19afcb9-0f8d-42e6-b2ec-7faa07576146 req-99b17d00-44c4-4efe-9056-96c6bdb83c09 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1925466 Jun 03 15:30:03.980233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d90c4424-0331-4d29-850e-3ecf507e04e5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d90c4424-0331-4d29-850e-3ecf507e04e5,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:04.003979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'd90c4424-0331-4d29-850e-3ecf507e04e5', 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'port_id': 'd90c4424-0331-4d29-850e-3ecf507e04e5', 'mac_address': 'fa:16:3e:fc:89:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:04.016601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57134) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:04.023313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0044682 Jun 03 15:30:04.028985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57136) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:04.031075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bcab5-5bdd-438f-b782-28c2dbc52793 req-cdc5e0fb-3e49-40eb-bcbf-3aac0880cede tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:04.041201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c3bcab5-5bdd-438f-b782-28c2dbc52793 req-cdc5e0fb-3e49-40eb-bcbf-3aac0880cede tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1923609 Jun 03 15:30:04.074258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c19afcb9-0f8d-42e6-b2ec-7faa07576146 req-3d0d5e41-eee1-4fb8-a338-0808a22e462b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119180 Jun 03 15:30:04.080058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d90c4424-0331-4d29-850e-3ecf507e04e5 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:04.080791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.106413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90c4424-0331-4d29-850e-3ecf507e04e5 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:04.118218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c3bcab5-5bdd-438f-b782-28c2dbc52793 req-9e9edfb1-b7db-4424-a66b-aee5217dd0dc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759802 Jun 03 15:30:04.136923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d90c4424-0331-4d29-850e-3ecf507e04e5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d90c4424-0331-4d29-850e-3ecf507e04e5,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:04.142342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.205057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b19100ee-b62a-4e3c-bb84-95663bc95c2b tempest-NetworksApiDiscovery-526809729 tempest-NetworksApiDiscovery-526809729-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1743274 Jun 03 15:30:04.226472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d90c4424-0331-4d29-850e-3ecf507e04e5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:04.342266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f502dae-965a-4480-b49a-a1b56d23646d req-ce85291c-a0dd-4aaa-a81a-888c14a072eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:04.343917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f502dae-965a-4480-b49a-a1b56d23646d req-ce85291c-a0dd-4aaa-a81a-888c14a072eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.0944164 Jun 03 15:30:04.403057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f502dae-965a-4480-b49a-a1b56d23646d req-93fba1e4-ab26-4787-a9d8-c45017642941 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525570 Jun 03 15:30:04.410635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d90c4424-0331-4d29-850e-3ecf507e04e5'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:04.556953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57150) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:04.615523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5009-db61-4bca-8d11-5847e22960ae req-7deb3de7-ecc0-422a-bccc-2cdc09ebffc7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:04.618084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e2a5009-db61-4bca-8d11-5847e22960ae req-7deb3de7-ecc0-422a-bccc-2cdc09ebffc7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1229520 Jun 03 15:30:04.672129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e2a5009-db61-4bca-8d11-5847e22960ae req-54c0d33b-6924-4c90-b641-7aa05f7bc093 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473747 Jun 03 15:30:04.717267 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.734301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:04.738491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:453014ed32ce46aeb30197826f145653 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:04.741600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:04.749241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:04.846117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.854399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.924373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0c7a4-8ef5-408b-b059-2f04354f9ea7 req-08db0f7f-8b6d-44a9-a038-2e1af16606c0 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:04.925690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fc0c7a4-8ef5-408b-b059-2f04354f9ea7 req-08db0f7f-8b6d-44a9-a038-2e1af16606c0 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 944 time: 0.0907068 Jun 03 15:30:04.942292 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=453014ed32ce46aeb30197826f145653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840504 Jun 03 15:30:04.943361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c142509-9d01-427a-b086-d0d783c15ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42078ad7-31bc-4e02-9cd6-fe9ebe08c0f0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:04.946121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57158) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:04.984550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fc0c7a4-8ef5-408b-b059-2f04354f9ea7 req-ef952037-0bb1-4e61-bab8-a2b8134bc2cc tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Jun 03 15:30:05.017764 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-300677c3-7cb8-4732-9a90-bb06e08cb862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.048814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-300677c3-7cb8-4732-9a90-bb06e08cb862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.109312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-300677c3-7cb8-4732-9a90-bb06e08cb862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.128497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8f2d-5601-4644-85dd-bbd747322986 req-0febd922-caec-45cf-a95e-35e973b3a6de tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.130218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06af8f2d-5601-4644-85dd-bbd747322986 req-0febd922-caec-45cf-a95e-35e973b3a6de tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.0952475 Jun 03 15:30:05.133674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300677c3-7cb8-4732-9a90-bb06e08cb862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42078ad7-31bc-4e02-9cd6-fe9ebe08c0f0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:05.137306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-300677c3-7cb8-4732-9a90-bb06e08cb862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.138664 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-300677c3-7cb8-4732-9a90-bb06e08cb862 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42078ad7-31bc-4e02-9cd6-fe9ebe08c0f0 HTTP/1.1" status: 204 len: 168 time: 0.1915686 Jun 03 15:30:05.229292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Deleting port 3400c710-5f65-4b32-84d2-eed86492710f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:05.229916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.681669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af866bbd-1c98-4191-bf03-9610874862f6 req-64abb12b-872d-4384-ae54-e395f90a62ab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.683177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af866bbd-1c98-4191-bf03-9610874862f6 req-64abb12b-872d-4384-ae54-e395f90a62ab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.4207234 Jun 03 15:30:05.694128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e984c92-dbbd-477e-837e-26d03bf009d2 req-a5a0adc5-0902-4a91-bc03-af3da9d89332 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.695589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e984c92-dbbd-477e-837e-26d03bf009d2 req-a5a0adc5-0902-4a91-bc03-af3da9d89332 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.4391961 Jun 03 15:30:05.741364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d90c4424-0331-4d29-850e-3ecf507e04e5 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:05.819623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af866bbd-1c98-4191-bf03-9610874862f6 req-b9899d21-834e-40ca-b35a-c83a35b3614e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229675 Jun 03 15:30:05.832161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] For port 3400c710-5f65-4b32-84d2-eed86492710f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3400c710-5f65-4b32-84d2-eed86492710f,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:05.832543 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.843747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e984c92-dbbd-477e-837e-26d03bf009d2 req-c6c4944d-76ae-4616-a3b9-4f9a600f6f9d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267421 Jun 03 15:30:05.848996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port d90c4424-0331-4d29-850e-3ecf507e04e5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:05.862603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port d90c4424-0331-4d29-850e-3ecf507e04e5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:05.863269 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.007727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d90c4424-0331-4d29-850e-3ecf507e04e5 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:06.008987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.050501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90c4424-0331-4d29-850e-3ecf507e04e5'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:06.063408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d90c4424-0331-4d29-850e-3ecf507e04e5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d90c4424-0331-4d29-850e-3ecf507e04e5,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:06.070098 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.156983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d90c4424-0331-4d29-850e-3ecf507e04e5,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:06.344867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec6c27-5fd8-492d-a9c4-2bd008eebc14 req-f2f3ec2f-bfcb-45af-8e1e-51a9cdebd0f3 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:06.346440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36ec6c27-5fd8-492d-a9c4-2bd008eebc14 req-f2f3ec2f-bfcb-45af-8e1e-51a9cdebd0f3 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 945 time: 0.2900779 Jun 03 15:30:06.348303 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.348668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.348975 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Floating IP ac809e15-1c28-452d-a837-8c50712ac3ef disassociated. External IP: 172.25.1.216, port: 3400c710-5f65-4b32-84d2-eed86492710f. Jun 03 15:30:06.349321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Calling delete_port for 3400c710-5f65-4b32-84d2-eed86492710f owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:06.425887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aba904-0b55-4a0d-89bc-d06b0d1f0d2b req-5242f084-51df-4aa9-b54b-befd0c91b253 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:06.427441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63aba904-0b55-4a0d-89bc-d06b0d1f0d2b req-5242f084-51df-4aa9-b54b-befd0c91b253 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.3396282 Jun 03 15:30:06.494915 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36ec6c27-5fd8-492d-a9c4-2bd008eebc14 req-225dd560-44b2-479d-8485-c83489a7df3e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f6b8d54-d1d1-4a3e-82f7-9d4713261475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152873 Jun 03 15:30:06.516755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63aba904-0b55-4a0d-89bc-d06b0d1f0d2b req-7c6443fd-94ad-4d76-9e4f-4541c34cc200 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803542 Jun 03 15:30:06.594068 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cf16e3-11cd-405b-8f5d-d6f4814dbe70'] response: {'server_uuid': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90c4424-0331-4d29-850e-3ecf507e04e5', 'code': 200} Jun 03 15:30:06.660466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.724632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event deleted for resources: {'Port': ['ID=3400c710-5f65-4b32-84d2-eed86492710f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:06.759478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e24776-3faf-409b-98f8-97bf74639b8d req-936ffa02-ae57-4009-9d67-1fb602fb8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:06.762077 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-73e24776-3faf-409b-98f8-97bf74639b8d req-936ffa02-ae57-4009-9d67-1fb602fb8cf2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 1096 time: 0.0859363 Jun 03 15:30:06.811692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-73e24776-3faf-409b-98f8-97bf74639b8d req-da1a7fbd-4c2a-4bc2-87e9-417aa212b6c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Jun 03 15:30:06.921253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cbf40-9b6f-4575-8896-c1379bca3235 req-a72847fa-6887-4f1b-b0fb-6912baf43aa9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:06.922954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e7cbf40-9b6f-4575-8896-c1379bca3235 req-a72847fa-6887-4f1b-b0fb-6912baf43aa9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.3110986 Jun 03 15:30:07.048697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e7cbf40-9b6f-4575-8896-c1379bca3235 req-c30e351b-74d8-4507-aa04-d0674a1ffc1b tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194770 Jun 03 15:30:07.050916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:30:07.363999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd083784-01c7-417d-9e24-c5925e0cb52f req-2a7bda9b-6606-4b41-8670-170a553efc2e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:07.365545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd083784-01c7-417d-9e24-c5925e0cb52f req-2a7bda9b-6606-4b41-8670-170a553efc2e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.4168978 Jun 03 15:30:07.513546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:07.523191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] Sync routers for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:07.532716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:07.533737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:07.551316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd083784-01c7-417d-9e24-c5925e0cb52f req-0d884be3-6f25-4be9-a91c-69adb7535285 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240063 Jun 03 15:30:07.631018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195b7fa-b135-420f-b3f3-32140ab9431f req-01e47656-e0ab-4e38-a8a5-89ec073319ca tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:07.632978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0195b7fa-b135-420f-b3f3-32140ab9431f req-01e47656-e0ab-4e38-a8a5-89ec073319ca tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.3378017 Jun 03 15:30:07.634254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] No DVR routers for this DVR port 3400c710-5f65-4b32-84d2-eed86492710f on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:07.638863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.644939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'name': 'network-vif-deleted', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:07.708596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06af8f2d-5601-4644-85dd-bbd747322986 req-9c4d5dfc-9707-48b0-91af-90bc6d08fe8a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "DELETE /v2.0/ports/3400c710-5f65-4b32-84d2-eed86492710f HTTP/1.1" status: 204 len: 173 time: 2.5721657 Jun 03 15:30:07.766729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3400c710-5f65-4b32-84d2-eed86492710f no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:07.798297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0195b7fa-b135-420f-b3f3-32140ab9431f req-95e2f144-0346-4fa1-9876-6205add4def1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551228 Jun 03 15:30:07.811153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6d287ad3-4f7c-4675-8de7-279e8814462b req-5fb1a9f0-c6b6-475b-bd78-b73269aa3d08 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:07.812625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 3400c710-5f65-4b32-84d2-eed86492710f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:30:07.813073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3400c710-5f65-4b32-84d2-eed86492710f not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:30:07.842087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6d287ad3-4f7c-4675-8de7-279e8814462b req-5fb1a9f0-c6b6-475b-bd78-b73269aa3d08 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:07.844096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d287ad3-4f7c-4675-8de7-279e8814462b req-5fb1a9f0-c6b6-475b-bd78-b73269aa3d08 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c8147c7-e932-4109-90c1-87f43622d819 HTTP/1.1" status: 200 len: 210 time: 0.1215820 Jun 03 15:30:07.853931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:07.963345 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171a3876-8ed4-477d-8fa5-4c867b734d00'] response: {'server_uuid': '6c8147c7-e932-4109-90c1-87f43622d819', 'name': 'network-vif-deleted', 'tag': '3400c710-5f65-4b32-84d2-eed86492710f', 'status': 'completed', 'code': 200} Jun 03 15:30:08.195666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4e34e-b656-4de7-9366-8130f7d5936b req-b54936cd-a987-4fee-91a2-fc6e2cd69dd6 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:08.198745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51c4e34e-b656-4de7-9366-8130f7d5936b req-b54936cd-a987-4fee-91a2-fc6e2cd69dd6 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1849642 Jun 03 15:30:08.272632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51c4e34e-b656-4de7-9366-8130f7d5936b req-9bd2d36b-4997-4524-9542-b10fb909d671 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675857 Jun 03 15:30:08.366950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5d83-1255-421a-a452-5afd804bfb93 req-329c7718-7cc5-49fd-a7f8-43556d759ddc tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:08.368641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-841c5d83-1255-421a-a452-5afd804bfb93 req-329c7718-7cc5-49fd-a7f8-43556d759ddc tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.0994284 Jun 03 15:30:08.375933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:08.381020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] Checking router: 2f56473a-7de4-4c7d-be30-b08ce5ea1138 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:08.393271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:08.394200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:29:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:08.450956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-841c5d83-1255-421a-a452-5afd804bfb93 req-e86ed633-cd47-4bf4-ad34-da08f66c087f tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748460 Jun 03 15:30:08.647416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:08.870625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730274a4-917f-4f8f-8e02-2dc6ba68aa7e req-ec1af423-57f7-4c36-b900-d04bdd681b8a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:08.872285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730274a4-917f-4f8f-8e02-2dc6ba68aa7e req-ec1af423-57f7-4c36-b900-d04bdd681b8a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1298029 Jun 03 15:30:08.996360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-730274a4-917f-4f8f-8e02-2dc6ba68aa7e req-5e8a9a33-f746-4c4b-b70d-e9535fe6b7e6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131754 Jun 03 15:30:09.147608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-4dfca17d-a935-4107-b107-24b528645698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.150272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-4dfca17d-a935-4107-b107-24b528645698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 1096 time: 0.2010708 Jun 03 15:30:09.170589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9316-3c5d-4235-a3dc-ce2ff02aee39 req-398bb0ca-ab69-49aa-bd46-f9ea909db21d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.172652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d5f9316-3c5d-4235-a3dc-ce2ff02aee39 req-398bb0ca-ab69-49aa-bd46-f9ea909db21d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1492827 Jun 03 15:30:09.245595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:09.251032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0281d4e-a1cc-4eca-83d5-2814a2844080 None None] The sync data for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 is: [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:09.371780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d5f9316-3c5d-4235-a3dc-ce2ff02aee39 req-d2b850f2-f447-4e5d-864c-5f476b9f47c7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769767 Jun 03 15:30:09.433545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57324) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:09.438518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-d1c66de6-fa94-4eef-9bf2-78315e197877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.440069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-d1c66de6-fa94-4eef-9bf2-78315e197877 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 912 time: 0.2662773 Jun 03 15:30:09.532614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83474e18-dbde-4ff1-ac5b-2beb31a348eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.570174 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83474e18-dbde-4ff1-ac5b-2beb31a348eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.582677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-5444134f-a052-458f-be7e-8403a0065ec1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90c4424-0331-4d29-850e-3ecf507e04e5 HTTP/1.1" status: 200 len: 217 time: 0.1337836 Jun 03 15:30:09.607492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc84151-4be8-4c2f-aa14-bf79a3e7e6d2 req-f5398f13-91c3-46e2-a092-412daf54dc5d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.609350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fc84151-4be8-4c2f-aa14-bf79a3e7e6d2 req-f5398f13-91c3-46e2-a092-412daf54dc5d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.3212707 Jun 03 15:30:09.647215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83474e18-dbde-4ff1-ac5b-2beb31a348eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.684136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83474e18-dbde-4ff1-ac5b-2beb31a348eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b8d54-d1d1-4a3e-82f7-9d4713261475,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:09.700791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83474e18-dbde-4ff1-ac5b-2beb31a348eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.705575 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-83474e18-dbde-4ff1-ac5b-2beb31a348eb tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "DELETE /v2.0/security-groups/1f6b8d54-d1d1-4a3e-82f7-9d4713261475 HTTP/1.1" status: 204 len: 168 time: 0.2650082 Jun 03 15:30:09.705862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57332) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:09.728590 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7445b-189f-43ae-a5c9-a35407620081 None None] New status for floating IP ac809e15-1c28-452d-a837-8c50712ac3ef: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:30:09.738523 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-1e672971-4e14-4357-a782-8389948c898f tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] show failed (client error): The resource could not be found. Jun 03 15:30:09.740305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1e672971-4e14-4357-a782-8389948c898f tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups/1f6b8d54-d1d1-4a3e-82f7-9d4713261475 HTTP/1.1" status: 404 len: 347 time: 0.0323040 Jun 03 15:30:09.743850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57336) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:09.794554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fc84151-4be8-4c2f-aa14-bf79a3e7e6d2 req-abd03a14-c5a1-4955-94b0-c4e4beeb7b30 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026485 Jun 03 15:30:09.827404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-cc0e9e62-1e3c-4895-a886-77d2433f9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.828936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-cc0e9e62-1e3c-4895-a886-77d2433f9198 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 200 len: 851 time: 0.2332225 Jun 03 15:30:09.841986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb95844-ecc2-473f-b98b-07be39178cd0 req-296036e4-8d25-495a-90ec-676ecd794848 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.843516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bb95844-ecc2-473f-b98b-07be39178cd0 req-296036e4-8d25-495a-90ec-676ecd794848 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2589786 Jun 03 15:30:09.908776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-81540923-1f60-4b10-9d09-725341020af9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8580799e-babb-47ba-91be-e473e8a0bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642450 Jun 03 15:30:09.952724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Deleting port 2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:09.953407 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.038673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bb95844-ecc2-473f-b98b-07be39178cd0 req-e7530b13-bf02-4a25-8422-7192c0e59116 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579244 Jun 03 15:30:10.183624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-56819b69-01b9-4e3e-bbf5-9e59aa3a9b7e service neutron] 10.222.0.15 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658625 Jun 03 15:30:10.197619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57344) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:10.260826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.261404 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.414993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Calling delete_port for 2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:10.460017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.480406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:10.488442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Usage tracker for resource:security_group_rule and tenant:72622cca316d42ed894e2cb38ada9cf8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:10.494082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:10.503129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:10.562396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:30:10.562723 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:30:10.602715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1e6ecb-825b-4f7a-a8cf-fa70816de45a req-70bead7a-ddb3-4f88-be5c-c2d418736e12 service neutron] 10.222.0.15 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127696 Jun 03 15:30:10.620339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c14a31-c97d-4e2d-a15b-3faafb1dc6fa req-9845698f-84c4-46b0-a598-9aea0db440a9 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:10.622821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95c14a31-c97d-4e2d-a15b-3faafb1dc6fa req-9845698f-84c4-46b0-a598-9aea0db440a9 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.3967957 Jun 03 15:30:10.629608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.634721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.667541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf5ac5-fd01-4ee0-8076-0a1ba14111bb req-e0f4906a-633b-416f-b376-4b61cc616d87 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:10.670018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4bf5ac5-fd01-4ee0-8076-0a1ba14111bb req-e0f4906a-633b-416f-b376-4b61cc616d87 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1696155 Jun 03 15:30:10.694835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b532e7fb-46ae-4eb7-9e9c-c101f3f0770c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:10.703103 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a4289706-a8e0-4163-95f9-7ba48d1a34bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72622cca316d42ed894e2cb38ada9cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037572 Jun 03 15:30:10.703379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57358) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:10.717433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95c14a31-c97d-4e2d-a15b-3faafb1dc6fa req-07aa4209-b750-4b8a-985e-991617016146 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835774 Jun 03 15:30:10.747800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4bf5ac5-fd01-4ee0-8076-0a1ba14111bb req-cdd88685-a5f0-4efa-b63a-db0d048dec3d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615633 Jun 03 15:30:10.777206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fc82230-9563-4303-9cde-91a45b4aeca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.807937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fc82230-9563-4303-9cde-91a45b4aeca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.869080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fc82230-9563-4303-9cde-91a45b4aeca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.890131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc82230-9563-4303-9cde-91a45b4aeca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532e7fb-46ae-4eb7-9e9c-c101f3f0770c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:10.915300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fc82230-9563-4303-9cde-91a45b4aeca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.917117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1fc82230-9563-4303-9cde-91a45b4aeca6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b532e7fb-46ae-4eb7-9e9c-c101f3f0770c HTTP/1.1" status: 204 len: 168 time: 0.2122052 Jun 03 15:30:11.011668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26f1a-b661-4ae3-9c06-c16d1408ef03 req-ca3c120e-1709-478f-b43f-9f10a2268ebd tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:11.013380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bd26f1a-b661-4ae3-9c06-c16d1408ef03 req-ca3c120e-1709-478f-b43f-9f10a2268ebd tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.0909617 Jun 03 15:30:11.062546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bd26f1a-b661-4ae3-9c06-c16d1408ef03 req-0a9ed950-027e-422f-a09a-53074c0ffe9f tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425148 Jun 03 15:30:11.064202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Deleting port 2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:11.064663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.242024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c677e4-d8e5-49e1-a3b7-a417a88aeea3 req-9dd3a7a2-f7b6-42ed-a470-9a306c64545a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:11.243577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14c677e4-d8e5-49e1-a3b7-a417a88aeea3 req-9dd3a7a2-f7b6-42ed-a470-9a306c64545a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.0876956 Jun 03 15:30:11.257243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.257665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.265176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57370) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:11.296193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14c677e4-d8e5-49e1-a3b7-a417a88aeea3 req-670d0f9b-2b90-4c9d-943f-1a4d27d4e0af tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Jun 03 15:30:11.489732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.506048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Calling delete_port for 2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:11.554120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:11.561154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Usage tracker for resource:security_group_rule and tenant:a92dcf7620c44b429d4cf4480dcc3c57 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:11.565511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:11.574563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:11.704650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.767234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event deleted for resources: {'Port': ['ID=2f7f1997-bfd8-40b5-99f0-ff681b5d5dfd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:11.827519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.856435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.922787 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a92dcf7620c44b429d4cf4480dcc3c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565659 Jun 03 15:30:11.927781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57378) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:11.944203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba746b-e0e6-41a1-82f7-baf1214fd2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0868c043-7cd1-44d8-be99-25ed010fc9b7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:11.951054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.986342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf41d6-e766-40e2-8279-96be6284fff2 req-f3803ac9-3cb4-44b7-a560-e31cdc94019b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:11.987840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48cf41d6-e766-40e2-8279-96be6284fff2 req-f3803ac9-3cb4-44b7-a560-e31cdc94019b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1159937 Jun 03 15:30:11.996095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c406-845e-4ad0-8e7e-ff179f7eafe4 req-c53c34e6-3a9f-49fc-9603-234f7f168075 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:12.000618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d739c406-845e-4ad0-8e7e-ff179f7eafe4 req-c53c34e6-3a9f-49fc-9603-234f7f168075 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1608732 Jun 03 15:30:12.032580 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.036440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bd9b694e-207a-4bd0-9ad1-e84cb046a4e1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "DELETE /v2.0/floatingips/ac809e15-1c28-452d-a837-8c50712ac3ef HTTP/1.1" status: 204 len: 168 time: 2.2884471 Jun 03 15:30:12.040514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f460307a-8cea-4cd1-91fc-c254fc235b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.066542 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48cf41d6-e766-40e2-8279-96be6284fff2 req-dc94c58a-b80f-4fcb-a7d2-f1057d01f55b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646656 Jun 03 15:30:12.069779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f460307a-8cea-4cd1-91fc-c254fc235b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.096338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d739c406-845e-4ad0-8e7e-ff179f7eafe4 req-b91eebeb-af34-4b55-8f57-74783edf4d18 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744700 Jun 03 15:30:12.138181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f460307a-8cea-4cd1-91fc-c254fc235b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.150003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:12.152300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460307a-8cea-4cd1-91fc-c254fc235b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0868c043-7cd1-44d8-be99-25ed010fc9b7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:12.157476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984257660', 'description': 'tempest-description--888770847'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:12.160487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f460307a-8cea-4cd1-91fc-c254fc235b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.176775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f460307a-8cea-4cd1-91fc-c254fc235b2b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0868c043-7cd1-44d8-be99-25ed010fc9b7 HTTP/1.1" status: 204 len: 168 time: 0.2460585 Jun 03 15:30:12.184731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:12.191042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:12.194549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:12.208042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:12.268965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.303142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:12.309233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group_rule and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:12.316127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:12.324711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:12.336810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9978b4-b4fa-43e6-b94b-1290fcf3a9d7 req-78d3ecfb-a746-4854-b12c-083a2617ef97 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:12.344603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e9978b4-b4fa-43e6-b94b-1290fcf3a9d7 req-78d3ecfb-a746-4854-b12c-083a2617ef97 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1322403 Jun 03 15:30:12.413354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e9978b4-b4fa-43e6-b94b-1290fcf3a9d7 req-8b4aa96f-29ec-4a80-b415-4a2978e44d63 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664828 Jun 03 15:30:12.515727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.523900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.595864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51141f5-20da-4189-a7ea-9587c1391151 req-d94175f8-7d2a-4cc6-a1b9-9b2c8e34baab tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:12.597336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f51141f5-20da-4189-a7ea-9587c1391151 req-d94175f8-7d2a-4cc6-a1b9-9b2c8e34baab tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1792414 Jun 03 15:30:12.598982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.603065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4516914 Jun 03 15:30:12.603500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57400) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:12.605178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b459f4-af29-4fd9-aa71-3f2862050e47 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c70c79e-9880-4fcb-9418-2e4ad7426cb2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:12.609436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'security_group_rule': {'security_group_id': '2c70c79e-9880-4fcb-9418-2e4ad7426cb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:12.616885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:12.620787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group_rule and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:12.624432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:12.632870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:12.649986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f51141f5-20da-4189-a7ea-9587c1391151 req-7c8f7285-d4c4-4604-8c0d-63e3a2098850 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Jun 03 15:30:12.653428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.724464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.728730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.753066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3131dc8-471c-45c8-92b3-2298eb26fb49,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:12.764260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.765487 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-90b7ec24-baa1-497f-a4a0-2e30ec2656ad tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607261 Jun 03 15:30:12.768347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57408) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:12.774088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'security_group_rule': {'security_group_id': '2c70c79e-9880-4fcb-9418-2e4ad7426cb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:12.780849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:12.785159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:security_group_rule and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:12.788420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:12.795242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:12.819312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.891705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.895458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.924823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea74f2e-da4a-4c2c-a5dd-c92f8c9163cf,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:12.932656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.934259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5576ac69-f0c2-42e3-8d1f-7058dd975a12 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647544 Jun 03 15:30:12.937869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57418) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:12.943211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:12.954914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:12.959465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:floatingip and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:12.962877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:12.969076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:12.980218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.119297 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.338813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Allocated IP 172.25.1.128 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/6739a824-af27-4933-9a28-13bcdcb9d28a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:13.348215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030fbed-6b1c-4b45-a988-857a386abc49 req-1bdb8769-3ce7-49c0-b433-30160f1fa0e5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:13.349934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d030fbed-6b1c-4b45-a988-857a386abc49 req-1bdb8769-3ce7-49c0-b433-30160f1fa0e5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1535130 Jun 03 15:30:13.375148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fef97436-512e-4685-b579-ef891c82e1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.506297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d030fbed-6b1c-4b45-a988-857a386abc49 req-bffb0a80-b55c-4ed7-a795-a74ef3936d4c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434581 Jun 03 15:30:13.671436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.718260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde87a2-d82d-4999-a495-1a4f0f770746 req-0517de8d-39b4-4b3c-b025-5835da2c670c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:13.719840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dcde87a2-d82d-4999-a495-1a4f0f770746 req-0517de8d-39b4-4b3c-b025-5835da2c670c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2125666 Jun 03 15:30:13.914806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42271fa0-1926-4e83-ae6c-8252f5d93bce req-32d0a276-3413-4291-bdcd-074b0adfbac8 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:13.916384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42271fa0-1926-4e83-ae6c-8252f5d93bce req-32d0a276-3413-4291-bdcd-074b0adfbac8 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.3122964 Jun 03 15:30:13.948920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dcde87a2-d82d-4999-a495-1a4f0f770746 req-7c392a16-5813-4e4b-9b1d-f9694f12ffa0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151926 Jun 03 15:30:13.951968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.036091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:14.043294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42271fa0-1926-4e83-ae6c-8252f5d93bce req-56c4d4f8-71bc-47c7-b7ee-f9f2d266feef tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193070 Jun 03 15:30:14.044176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:14.048120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:14.137310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'Port': ['ID=6739a824-af27-4933-9a28-13bcdcb9d28a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:14.213209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f3b99-cf24-463a-8c8a-dcfe5cbd65b6 req-8616537f-b7b8-4494-a8a6-c217ab088601 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:14.214734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-403f3b99-cf24-463a-8c8a-dcfe5cbd65b6 req-8616537f-b7b8-4494-a8a6-c217ab088601 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1347203 Jun 03 15:30:14.215716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.311329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-403f3b99-cf24-463a-8c8a-dcfe5cbd65b6 req-e43fa2fc-d6b8-40fd-9be9-b3ab56564906 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910532 Jun 03 15:30:14.312046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.524812 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.530321 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.696377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'Port': ['ID=6739a824-af27-4933-9a28-13bcdcb9d28a,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:14.720721 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.755085 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.756673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-88352043-ed7b-478f-8f5b-2e13c4bf4305 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8177085 Jun 03 15:30:14.766670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960049b4-4ecd-42dc-a8d6-742d17115385 req-e53d3119-8537-44f8-8377-d1016a090ed2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:14.768355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-960049b4-4ecd-42dc-a8d6-742d17115385 req-e53d3119-8537-44f8-8377-d1016a090ed2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1466253 Jun 03 15:30:14.826965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-960049b4-4ecd-42dc-a8d6-742d17115385 req-6ac9b176-a010-4f17-8a2e-dcba56a10fce tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522811 Jun 03 15:30:14.987705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-66a353f7-0e06-48d7-8d9a-f462035c05d0 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:15.006179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-66a353f7-0e06-48d7-8d9a-f462035c05d0 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:15.007979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-66a353f7-0e06-48d7-8d9a-f462035c05d0 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--984257660&fields=id&tenant_id=447848a1501d4284a33f0398f8fed1f9 HTTP/1.1" status: 200 len: 267 time: 0.0604992 Jun 03 15:30:15.261793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-9266a7ea-9c02-40a1-a47b-dc23f3c848f5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:15.263268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-9266a7ea-9c02-40a1-a47b-dc23f3c848f5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 810 time: 0.2456498 Jun 03 15:30:15.264275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57498) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:15.285429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a009310-2b69-45bd-8299-2bfe122e132f req-a6e4694d-6e03-4898-a70a-9edee74cf574 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:15.287114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a009310-2b69-45bd-8299-2bfe122e132f req-a6e4694d-6e03-4898-a70a-9edee74cf574 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1568530 Jun 03 15:30:15.290567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-a765cc6d-0440-4895-99a3-1ad8a84483e3 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/quotas/447848a1501d4284a33f0398f8fed1f9 HTTP/1.1" status: 200 len: 375 time: 0.0207725 Jun 03 15:30:15.365312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.389991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.397002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a009310-2b69-45bd-8299-2bfe122e132f req-1252406e-6ba1-4361-b412-9ddc1c858c19 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590744 Jun 03 15:30:15.406394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:15.411158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Usage tracker for resource:security_group_rule and tenant:0cabd950e9bf4ac0b1968ed679be52cd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:15.425087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-15337901-1b73-4805-ac68-ea999a638c49 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1269619 Jun 03 15:30:15.426682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:15.433338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:15.526294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.531037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.580015 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cabd950e9bf4ac0b1968ed679be52cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141720 Jun 03 15:30:15.580937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c35e5-72e2-4baf-9445-e058cf2d2723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff43a59-2a1c-4968-b26f-4bc38f183288,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:15.584011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57506) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:15.633487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-60a8d2dd-d13d-45b9-ae75-5e0b0c980209 service neutron] 10.222.0.66 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943603 Jun 03 15:30:15.642478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16522390-fc8a-4b5a-befe-b9ec11fd273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.647133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7c7744e-ce67-4623-9b6d-95ea0ec8ebba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.672228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f227195-34dd-49d4-adcb-f65fead16476 req-ef05b20b-89af-4804-81d8-bbe872341f97 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:15.673692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f227195-34dd-49d4-adcb-f65fead16476 req-ef05b20b-89af-4804-81d8-bbe872341f97 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1597447 Jun 03 15:30:15.679080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7c7744e-ce67-4623-9b6d-95ea0ec8ebba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.731582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7c7744e-ce67-4623-9b6d-95ea0ec8ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.750257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7744e-ce67-4623-9b6d-95ea0ec8ebba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff43a59-2a1c-4968-b26f-4bc38f183288,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:15.754448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7c7744e-ce67-4623-9b6d-95ea0ec8ebba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.755429 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e7c7744e-ce67-4623-9b6d-95ea0ec8ebba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ff43a59-2a1c-4968-b26f-4bc38f183288 HTTP/1.1" status: 204 len: 168 time: 0.1703100 Jun 03 15:30:15.807216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f227195-34dd-49d4-adcb-f65fead16476 req-0308794a-2136-47d0-bf60-562ff1a72235 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870080 Jun 03 15:30:15.835649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-ac8deb93-353e-485c-bd41-5777bc511368 service neutron] 10.222.0.66 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928680 Jun 03 15:30:16.033106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc75d5-ddc2-4852-ae30-3716b10dc50e req-6a8a5c19-8bd5-435b-ba88-44afbb98e4fa tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:16.035156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66fc75d5-ddc2-4852-ae30-3716b10dc50e req-6a8a5c19-8bd5-435b-ba88-44afbb98e4fa tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1234236 Jun 03 15:30:16.113455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57520) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:16.134475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.152082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:16.157116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:578a4fa3ef5444878121de721df0ca27 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:16.162397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:16.172602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:16.270018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.274822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66fc75d5-ddc2-4852-ae30-3716b10dc50e req-bcea6f1f-16c5-4d7f-88a4-274e866958fe tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313862 Jun 03 15:30:16.275466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.320437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e0493-0740-45df-bfd9-9a7de468fca7 req-e8e665f1-ae90-4a01-a5b2-28a2cbc50df3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:16.322192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-774e0493-0740-45df-bfd9-9a7de468fca7 req-e8e665f1-ae90-4a01-a5b2-28a2cbc50df3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2604370 Jun 03 15:30:16.331510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=578a4fa3ef5444878121de721df0ca27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168977 Jun 03 15:30:16.335021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57530) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:16.351617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfde0e-26c1-4b95-b427-9a18dc67f5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ca283-6b98-41ff-a666-d455bdea78aa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:16.396365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6932f99a-01ac-4fa0-9973-72f72f572ee5 req-a6318d03-3f6e-49cb-b574-21273e444ed3 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 210 time: 0.0526567 Jun 03 15:30:16.417487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-399ab905-5646-4053-a6eb-d8729c4686dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.443303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-774e0493-0740-45df-bfd9-9a7de468fca7 req-3ff48730-00f2-4d87-bc30-b7726aa46e49 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117704 Jun 03 15:30:16.446286 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-399ab905-5646-4053-a6eb-d8729c4686dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.509639 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-399ab905-5646-4053-a6eb-d8729c4686dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.524978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ab905-5646-4053-a6eb-d8729c4686dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ca283-6b98-41ff-a666-d455bdea78aa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:16.533811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-399ab905-5646-4053-a6eb-d8729c4686dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.536142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-399ab905-5646-4053-a6eb-d8729c4686dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a4ca283-6b98-41ff-a666-d455bdea78aa HTTP/1.1" status: 204 len: 168 time: 0.1990016 Jun 03 15:30:16.588540 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.609027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70805310-a48c-49ca-8bdf-cacad34333f7 req-a29d03fa-323d-470e-a14b-0405a31f7ddc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:16.610691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70805310-a48c-49ca-8bdf-cacad34333f7 req-a29d03fa-323d-470e-a14b-0405a31f7ddc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.0905690 Jun 03 15:30:16.657849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70805310-a48c-49ca-8bdf-cacad34333f7 req-ce6b0b25-9b70-4b3f-9fdc-790df4ea1752 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Jun 03 15:30:16.879046 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.026670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936ae26-7476-463d-b29f-65b75f8c4240 req-e8b5df05-5c46-4bb8-8026-03719948db47 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:17.028275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c936ae26-7476-463d-b29f-65b75f8c4240 req-e8b5df05-5c46-4bb8-8026-03719948db47 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1055250 Jun 03 15:30:17.076634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c936ae26-7476-463d-b29f-65b75f8c4240 req-7359e269-e558-4d8a-a05f-a95df85d0fe9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Jun 03 15:30:17.310839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-32be3496-48c5-4427-b24a-287d6c31549a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:17.312338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-32be3496-48c5-4427-b24a-287d6c31549a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 810 time: 0.1766744 Jun 03 15:30:17.372821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-396bc99e-5d3d-4b0a-a14d-d3cf257296e0 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447848a1501d4284a33f0398f8fed1f9 HTTP/1.1" status: 200 len: 379 time: 0.0504849 Jun 03 15:30:17.383524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'port': {'device_id': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'admin_state_up': True, 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'security_groups': ['2c70c79e-9880-4fcb-9418-2e4ad7426cb2']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:17.581384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eaf17e7c-e330-4acd-b88e-5c78d56af949 req-42723413-a238-466b-b4db-6e22868378ab tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 210 time: 0.0742908 Jun 03 15:30:17.643341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:17.649348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Usage tracker for resource:port and tenant:447848a1501d4284a33f0398f8fed1f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:17.659346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcddca-7d90-46d1-8e29-23f5031dabb9 req-1a8efa8f-7333-4674-8b5f-fee9212c6abd tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:17.660901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1dcddca-7d90-46d1-8e29-23f5031dabb9 req-1a8efa8f-7333-4674-8b5f-fee9212c6abd tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2584510 Jun 03 15:30:17.665420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:17.669441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:17.699064 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.732234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Made reservation on behalf of 447848a1501d4284a33f0398f8fed1f9 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:17.735673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.829627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1dcddca-7d90-46d1-8e29-23f5031dabb9 req-0f6b8a65-f743-4f61-b9bd-90335da1c4db tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536572 Jun 03 15:30:17.935086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a500a-3312-48e6-a85d-93db98aea381 req-b7579a53-5ff3-44a5-8da0-d1e38bafdecb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:17.939909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-531a500a-3312-48e6-a85d-93db98aea381 req-b7579a53-5ff3-44a5-8da0-d1e38bafdecb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2436795 Jun 03 15:30:18.058646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Allocated IP 172.20.0.3 (bf0e2b47-1b15-44a2-8763-01b5af1ed4fa/e80b2f7d-f91e-4172-949f-72f141c4290b/0ca8be9c-8255-48fe-9255-d6be385030c3) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:18.070279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-531a500a-3312-48e6-a85d-93db98aea381 req-14ced001-7432-49e6-8193-65112250a656 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172121 Jun 03 15:30:18.125793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378d90-6a38-445d-911d-b42058959b3f req-a8343e85-33fb-4a3c-bf9a-1f72ba53b02f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:18.132991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31378d90-6a38-445d-911d-b42058959b3f req-a8343e85-33fb-4a3c-bf9a-1f72ba53b02f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1872997 Jun 03 15:30:18.311507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31378d90-6a38-445d-911d-b42058959b3f req-aa2d1c6e-fa5a-4689-a72b-a3650c146d57 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773214 Jun 03 15:30:18.352668 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.391623 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.415858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcd230-3aec-4d2d-969a-2ef01371afed req-bfa8203a-97a7-447c-8163-38c9245c4897 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:18.417393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1bcd230-3aec-4d2d-969a-2ef01371afed req-bfa8203a-97a7-447c-8163-38c9245c4897 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1986423 Jun 03 15:30:18.420957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Transition to ACTIVE for port object 0ca8be9c-8255-48fe-9255-d6be385030c3 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:18.473370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1bcd230-3aec-4d2d-969a-2ef01371afed req-a1538508-bd88-4e4e-8cfa-11b425788d87 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Jun 03 15:30:18.484938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.563444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:18.566886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:18.570908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:18.606864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event updated for resources: {'Port': ['ID=0ca8be9c-8255-48fe-9255-d6be385030c3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:18.641754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:18.642432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.677244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-29ffeaff-3357-464f-ae82-0ea63f4a63f1 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2976198 Jun 03 15:30:18.690282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Request body: {'port': {'device_id': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:18.889038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-20868395-83c7-4946-a3ad-930b0afb817f None None] Provisioning for port 0ca8be9c-8255-48fe-9255-d6be385030c3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:18.896505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-20868395-83c7-4946-a3ad-930b0afb817f None None] Provisioning complete for port 0ca8be9c-8255-48fe-9255-d6be385030c3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:18.897133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-20868395-83c7-4946-a3ad-930b0afb817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.971639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-20868395-83c7-4946-a3ad-930b0afb817f None None] Port 0ca8be9c-8255-48fe-9255-d6be385030c3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:19.007411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.204498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae4f6-06ec-47e1-89a9-7c3af36b3d77 req-ee5175a0-d614-40f5-9273-f76428d091e2 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:19.205234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-76fae4f6-06ec-47e1-89a9-7c3af36b3d77 req-ee5175a0-d614-40f5-9273-f76428d091e2 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:19.275617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-76fae4f6-06ec-47e1-89a9-7c3af36b3d77 req-ee5175a0-d614-40f5-9273-f76428d091e2 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:19.276839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76fae4f6-06ec-47e1-89a9-7c3af36b3d77 req-ee5175a0-d614-40f5-9273-f76428d091e2 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 931 time: 0.3579249 Jun 03 15:30:19.368856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1666-1847-4838-9f27-ad425657fb7a req-156c52c5-3416-43a8-9536-34468d648dde tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:19.370265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cef1666-1847-4838-9f27-ad425657fb7a req-156c52c5-3416-43a8-9536-34468d648dde tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.3465323 Jun 03 15:30:19.450242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76fae4f6-06ec-47e1-89a9-7c3af36b3d77 req-f377f96d-7fe5-4cec-b88f-d13bec363905 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157982 Jun 03 15:30:19.471987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cef1666-1847-4838-9f27-ad425657fb7a req-f95c40d4-9334-403d-a80f-faac906bb520 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919816 Jun 03 15:30:19.510972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57628) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:19.565728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca8be9c-8255-48fe-9255-d6be385030c3 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:19.573965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.650488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.662031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Transition to ACTIVE for port object 0ca8be9c-8255-48fe-9255-d6be385030c3 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:19.667070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:19.672883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Usage tracker for resource:security_group_rule and tenant:86838a8d5596465fba64e7f70d650da2 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:19.676417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:19.679838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.682692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:19.789221 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.794466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.857973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb698b-47f0-4a2b-b0a7-f5bcd523cb0d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:19.883251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8be9c-8255-48fe-9255-d6be385030c3,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:19.887013 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86838a8d5596465fba64e7f70d650da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713560 Jun 03 15:30:19.888232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.889061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.889765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.890338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.890946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.891525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.892099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.894355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:19.895000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.895593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.896509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.896748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:19.897188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90a4a4-2ddc-4532-bcd6-daf660744a85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:20.009285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21981a6-cead-4c48-b0ff-11174aaa91ce req-cf080fbe-9bac-4af8-b1ce-941a10aead9a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:20.010816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e21981a6-cead-4c48-b0ff-11174aaa91ce req-cf080fbe-9bac-4af8-b1ce-941a10aead9a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.3906939 Jun 03 15:30:20.023273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22eb532-ea69-41e5-aa8c-4f54f3e71a3b req-0109043a-4254-458c-ba5a-641c28fdfbe5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:20.024693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c22eb532-ea69-41e5-aa8c-4f54f3e71a3b req-0109043a-4254-458c-ba5a-641c28fdfbe5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.4391179 Jun 03 15:30:20.101445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Attempting to bind port 0ca8be9c-8255-48fe-9255-d6be385030c3 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:20.101833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Attempting to bind port 0ca8be9c-8255-48fe-9255-d6be385030c3 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:20.102162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Attempting to bind port 0ca8be9c-8255-48fe-9255-d6be385030c3 on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:20.123850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26932657-062d-4585-a62d-e4d05e076d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.130411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Port 0ca8be9c-8255-48fe-9255-d6be385030c3 on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:30:20.130734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Attempting to bind port 0ca8be9c-8255-48fe-9255-d6be385030c3 on network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:20.155523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:20.155773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Checking segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:20.156174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Bound using segment: {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:20.156602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Bound port: 0ca8be9c-8255-48fe-9255-d6be385030c3, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:20.156951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.169950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e21981a6-cead-4c48-b0ff-11174aaa91ce req-5d943175-c872-4339-b10c-7e94576fa916 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442475 Jun 03 15:30:20.176864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c22eb532-ea69-41e5-aa8c-4f54f3e71a3b req-f3dce812-4b54-40b2-9f4d-410d453bdcb1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446714 Jun 03 15:30:20.195502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26932657-062d-4585-a62d-e4d05e076d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.365849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] For port 0ca8be9c-8255-48fe-9255-d6be385030c3, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:20.373249 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26932657-062d-4585-a62d-e4d05e076d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.387956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] For port 0ca8be9c-8255-48fe-9255-d6be385030c3, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ca8be9c-8255-48fe-9255-d6be385030c3,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:20.395932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26932657-062d-4585-a62d-e4d05e076d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb698b-47f0-4a2b-b0a7-f5bcd523cb0d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:20.399768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.443556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26932657-062d-4585-a62d-e4d05e076d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.444693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-26932657-062d-4585-a62d-e4d05e076d01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07fb698b-47f0-4a2b-b0a7-f5bcd523cb0d HTTP/1.1" status: 204 len: 168 time: 0.5487530 Jun 03 15:30:20.476970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:20.477644 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.479102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ca8be9c-8255-48fe-9255-d6be385030c3 HTTP/1.1" status: 200 len: 1091 time: 1.7933099 Jun 03 15:30:20.481559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:20.496687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac23f0-7bd7-4988-a728-606c4e637425 req-60515a78-6671-4d39-91a0-31b1cfed3c69 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:20.498727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5ac23f0-7bd7-4988-a728-606c4e637425 req-60515a78-6671-4d39-91a0-31b1cfed3c69 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.2210889 Jun 03 15:30:20.529119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f2fd1-0799-48f5-a00e-abf04d9d7816 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8be9c-8255-48fe-9255-d6be385030c3,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:20.611182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5ac23f0-7bd7-4988-a728-606c4e637425 req-5b094e29-a43e-4f04-b3ad-64de4dfb21c0 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022589 Jun 03 15:30:20.683478 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ee0188-d4bd-4db9-910e-1493fa6bb986'] response: {'name': 'network-changed', 'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'status': 'completed', 'code': 200} Jun 03 15:30:20.705958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-f7be21b9-beb2-4ee1-aab8-99eddab22297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:20.707610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-f7be21b9-beb2-4ee1-aab8-99eddab22297 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 1094 time: 0.1818540 Jun 03 15:30:20.829021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57648) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:20.847804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.864363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:20.868704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Usage tracker for resource:security_group_rule and tenant:d2060ff155e64c0fb18e436544dcfcb3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:20.873089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:20.879981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:20.950360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-5eba58a8-85ab-4837-be82-477aa33498af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ca8be9c-8255-48fe-9255-d6be385030c3 HTTP/1.1" status: 200 len: 217 time: 0.2323244 Jun 03 15:30:20.976717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.982563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.011758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bbcd9-bbb7-46a3-9cea-c244b3e5601b req-39bae6c4-9a6a-4759-b2db-c6e770e964a5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.019061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e77bbcd9-bbb7-46a3-9cea-c244b3e5601b req-39bae6c4-9a6a-4759-b2db-c6e770e964a5 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 943 time: 0.4174199 Jun 03 15:30:21.033522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f223f92-74cb-4071-9f5e-c7927e6b86ec,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:21.041279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1d3c2f6-c31c-48f2-8546-94c82555902d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2060ff155e64c0fb18e436544dcfcb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109363 Jun 03 15:30:21.042452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:21.089416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-b98cc6b0-bf01-4942-a8bf-e3cd6b842b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.091902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-b98cc6b0-bf01-4942-a8bf-e3cd6b842b24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.1350262 Jun 03 15:30:21.100712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e77bbcd9-bbb7-46a3-9cea-c244b3e5601b req-caac6f78-a6d4-4c77-8e9d-1def3bb0e3b4 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807686 Jun 03 15:30:21.110248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d51d6ccb-88b6-489b-849a-7e7dbca733e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.138687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d51d6ccb-88b6-489b-849a-7e7dbca733e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.179963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d768e-422d-417c-b285-cbfdcab0503a req-6add5642-52a7-4b4a-8fa6-4c044092c9b4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.181559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-993d768e-422d-417c-b285-cbfdcab0503a req-6add5642-52a7-4b4a-8fa6-4c044092c9b4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2795017 Jun 03 15:30:21.209571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d51d6ccb-88b6-489b-849a-7e7dbca733e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.228736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d6ccb-88b6-489b-849a-7e7dbca733e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f223f92-74cb-4071-9f5e-c7927e6b86ec,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:21.240651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d51d6ccb-88b6-489b-849a-7e7dbca733e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.242240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d51d6ccb-88b6-489b-849a-7e7dbca733e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f223f92-74cb-4071-9f5e-c7927e6b86ec HTTP/1.1" status: 204 len: 168 time: 0.1987977 Jun 03 15:30:21.248233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-993d768e-422d-417c-b285-cbfdcab0503a req-94a530de-ff0e-45cd-ac19-6579e7dfa1e7 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 Jun 03 15:30:21.251325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-7f5e0864-adff-432d-887e-14f2b97c805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.254442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-7f5e0864-adff-432d-887e-14f2b97c805a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528556 Jun 03 15:30:21.547249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-04171511-ee9a-4616-ac48-8dcbb1c8e436 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862487 Jun 03 15:30:21.563691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862995db-6e41-4c42-b517-df2793f3cdcc req-b0f5a59a-a63a-4859-9aae-0b692b40c4a5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.565173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-862995db-6e41-4c42-b517-df2793f3cdcc req-b0f5a59a-a63a-4859-9aae-0b692b40c4a5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2005520 Jun 03 15:30:21.661321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf28275-c73c-446a-9ecb-4c59858ff409 req-ea3fc0de-9dc3-4ba7-9821-a6e9e233f6d2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.663074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abf28275-c73c-446a-9ecb-4c59858ff409 req-ea3fc0de-9dc3-4ba7-9821-a6e9e233f6d2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2973692 Jun 03 15:30:21.736599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-862995db-6e41-4c42-b517-df2793f3cdcc req-902c3d5b-bf61-4371-af84-c0ba2a0f29bc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523304 Jun 03 15:30:21.759459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abf28275-c73c-446a-9ecb-4c59858ff409 req-d3c42428-ac45-4d0a-aa07-763072fbd3b4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854549 Jun 03 15:30:21.784313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1732ebd4-0dfe-4cea-8373-c8167ee2ef30 req-3c056fa1-8de2-4e72-96fa-5c0a0b2b5ceb service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290139 Jun 03 15:30:21.984350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-8a57f9e4-2878-4398-a90e-290050922c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.985838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-8a57f9e4-2878-4398-a90e-290050922c06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 1094 time: 0.1494248 Jun 03 15:30:21.994049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7482-d8b9-4f93-b62d-6fcdc4c35e28 req-3cb9e27e-d12b-42b8-b1bb-5f394dd94af8 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.995378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e32b7482-d8b9-4f93-b62d-6fcdc4c35e28 req-3cb9e27e-d12b-42b8-b1bb-5f394dd94af8 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1140649 Jun 03 15:30:22.126385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e32b7482-d8b9-4f93-b62d-6fcdc4c35e28 req-2272fffa-1248-452d-908d-4256aa37952f tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088920 Jun 03 15:30:22.163675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-bb44d0f9-3398-4ed1-9444-4774d1ffd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:22.165221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-bb44d0f9-3398-4ed1-9444-4774d1ffd785 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.1689255 Jun 03 15:30:22.276511 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-864e65fb-96ea-42af-a6be-4346c36caacb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ca8be9c-8255-48fe-9255-d6be385030c3 HTTP/1.1" status: 200 len: 217 time: 0.1032941 Jun 03 15:30:22.353764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-32f2f309-87cd-4555-8605-50f443efaaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:22.355198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-32f2f309-87cd-4555-8605-50f443efaaab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.0678654 Jun 03 15:30:22.371825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8bb0-b4f9-455a-925f-6d9d838faab1 req-044df38d-c99e-4da7-84e3-6d8a171baea9 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:22.373345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-592c8bb0-b4f9-455a-925f-6d9d838faab1 req-044df38d-c99e-4da7-84e3-6d8a171baea9 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 943 time: 0.1521549 Jun 03 15:30:22.522763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-592c8bb0-b4f9-455a-925f-6d9d838faab1 req-49399892-2cc7-4bbf-be61-dc23c481bb02 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170168 Jun 03 15:30:22.555956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef28c6-36c8-4056-bc62-e7a91a1cd52e req-927e19e3-38aa-4b47-bf82-8c92e63e050a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:22.557417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8ef28c6-36c8-4056-bc62-e7a91a1cd52e req-927e19e3-38aa-4b47-bf82-8c92e63e050a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1831875 Jun 03 15:30:22.563064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-bdc0a29c-857c-48bf-bc73-3bd237145581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:22.564638 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-bdc0a29c-857c-48bf-bc73-3bd237145581 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600909 Jun 03 15:30:22.801732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8ef28c6-36c8-4056-bc62-e7a91a1cd52e req-9dd3aa6e-61a4-4a8f-a6ea-c2641c8dd38f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360854 Jun 03 15:30:22.846082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-990f2aaf-6568-48d9-acce-e68033804a19 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663770 Jun 03 15:30:23.116264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-518ceb4b-1904-4c4c-9530-80cb24de30c6 req-a0a0204a-74e5-4d67-bbe5-ed2a37e4cf51 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232347 Jun 03 15:30:23.126335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fca347-7208-43e0-ae5d-34aef7872a7e req-63101de9-6a86-4f5d-ab43-38a6036e68ee tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.127846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8fca347-7208-43e0-ae5d-34aef7872a7e req-63101de9-6a86-4f5d-ab43-38a6036e68ee tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2709916 Jun 03 15:30:23.176211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489fcc-e215-476b-a35a-03e99b6ca21b req-d517e64b-a713-4188-bcb2-1f1ddb79c4bf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.177864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1489fcc-e215-476b-a35a-03e99b6ca21b req-d517e64b-a713-4188-bcb2-1f1ddb79c4bf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2627487 Jun 03 15:30:23.227204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8fca347-7208-43e0-ae5d-34aef7872a7e req-3269493e-80f5-47b1-8f7b-8faab7ca0513 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881186 Jun 03 15:30:23.264459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1489fcc-e215-476b-a35a-03e99b6ca21b req-619f7005-7688-448f-a660-636ec2386b7c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663598 Jun 03 15:30:23.455848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be6fa5-ba2d-4eeb-8139-831c3324d6e5 req-bb7f8f0b-033d-4103-815b-729449c09939 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.457399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4be6fa5-ba2d-4eeb-8139-831c3324d6e5 req-bb7f8f0b-033d-4103-815b-729449c09939 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1158686 Jun 03 15:30:23.512604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4be6fa5-ba2d-4eeb-8139-831c3324d6e5 req-fa8f5934-4704-4eea-a294-2176478244b7 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Jun 03 15:30:23.719193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff066b-366b-4255-b3e1-20e6518bd380 req-6add86c0-cef4-44b2-aa7f-787de4c78116 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.720720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ff066b-366b-4255-b3e1-20e6518bd380 req-6add86c0-cef4-44b2-aa7f-787de4c78116 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 943 time: 0.0800464 Jun 03 15:30:23.765715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ff066b-366b-4255-b3e1-20e6518bd380 req-16609e6f-0077-469e-bde6-2393e0524d79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 Jun 03 15:30:24.005138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c63a-9e47-4eff-b159-c2efc32dd418 req-c09310e6-1f25-49d3-b4c4-94ab82fdc685 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:24.006800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6544c63a-9e47-4eff-b159-c2efc32dd418 req-c09310e6-1f25-49d3-b4c4-94ab82fdc685 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.0936162 Jun 03 15:30:24.056853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6544c63a-9e47-4eff-b159-c2efc32dd418 req-3c6031a9-59c3-4f17-9229-13a3930eed52 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Jun 03 15:30:24.485971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8244189-9882-4a5f-821c-91618576398b req-4dc4ff7d-7b26-4c4c-a59a-135b6992dfcc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:24.487477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8244189-9882-4a5f-821c-91618576398b req-4dc4ff7d-7b26-4c4c-a59a-135b6992dfcc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1452625 Jun 03 15:30:24.524060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fb4fb-e776-4b7d-8ba4-c339e605b8bd req-517317e2-cedf-4510-becf-8a871f5ca5e8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:24.525572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef8fb4fb-e776-4b7d-8ba4-c339e605b8bd req-517317e2-cedf-4510-becf-8a871f5ca5e8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1393223 Jun 03 15:30:24.569336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8244189-9882-4a5f-821c-91618576398b req-0386af3d-77a4-456d-a7a1-42c7e2148d10 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748932 Jun 03 15:30:24.597319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef8fb4fb-e776-4b7d-8ba4-c339e605b8bd req-abfa592a-0faf-4fcb-8f1d-c841ff7e993b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595074 Jun 03 15:30:24.770720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fbf30-94ce-47bc-a970-ed32093ac3bf req-d33b155e-a18b-47f9-bb7d-0fe86eb24993 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:24.773353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b9fbf30-94ce-47bc-a970-ed32093ac3bf req-d33b155e-a18b-47f9-bb7d-0fe86eb24993 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.0997541 Jun 03 15:30:24.849650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b9fbf30-94ce-47bc-a970-ed32093ac3bf req-9da98dbe-88c4-46c0-a53e-aecd34acec8a tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681992 Jun 03 15:30:24.966072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2fbf3-404b-43bd-bc1c-f17df0dcf775 req-52669e3d-b622-4fb2-8c16-0b3e20a52123 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:24.967873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ab2fbf3-404b-43bd-bc1c-f17df0dcf775 req-52669e3d-b622-4fb2-8c16-0b3e20a52123 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 943 time: 0.0824912 Jun 03 15:30:25.025393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ab2fbf3-404b-43bd-bc1c-f17df0dcf775 req-69a9e011-b3b8-4954-8d2c-7fe18ed06594 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514386 Jun 03 15:30:25.248682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d1296-ac88-49fe-91f0-64cb6f81cab9 req-551c5cc9-51a2-4295-a463-bf61d348c3e9 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:25.250176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f8d1296-ac88-49fe-91f0-64cb6f81cab9 req-551c5cc9-51a2-4295-a463-bf61d348c3e9 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.0832427 Jun 03 15:30:25.300060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f8d1296-ac88-49fe-91f0-64cb6f81cab9 req-1509a019-a500-414d-80e6-37897f1ae41f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 Jun 03 15:30:25.841986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459730f3-1c53-4cec-ada3-536915c9b21e req-ba9781dd-b2bc-44fa-8504-cbf5bdb60a5c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:25.843535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-459730f3-1c53-4cec-ada3-536915c9b21e req-ba9781dd-b2bc-44fa-8504-cbf5bdb60a5c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1162891 Jun 03 15:30:25.848206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:25.851260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53641be9-35f9-4d49-9741-578465d208c3 req-a9d763e8-214e-4165-a274-aada7b49d23c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:25.852805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53641be9-35f9-4d49-9741-578465d208c3 req-a9d763e8-214e-4165-a274-aada7b49d23c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.1628482 Jun 03 15:30:25.960742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-459730f3-1c53-4cec-ada3-536915c9b21e req-4f2b7f5e-36de-4827-9930-be53441b86eb tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068861 Jun 03 15:30:25.966920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53641be9-35f9-4d49-9741-578465d208c3 req-99aec680-93ad-4ccc-be08-1dc096f59974 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998418 Jun 03 15:30:26.128593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:26.150165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'port_id': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'mac_address': 'fa:16:3e:a1:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:26.192797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0ec23f30-0807-4981-9049-bf83601018b8 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:26.195567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0ec23f30-0807-4981-9049-bf83601018b8 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:26.333222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:26.333958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.393548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51888f25-57b2-471f-99c1-6420aba98f39 req-4bdf8661-6b54-44ea-8562-1eb454ed3f2e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:26.394987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51888f25-57b2-471f-99c1-6420aba98f39 req-4bdf8661-6b54-44ea-8562-1eb454ed3f2e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 943 time: 0.1620197 Jun 03 15:30:26.443525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef8327-2207-4768-8afd-716a02e98fda req-20978d9a-505c-4c1a-8ab6-40a916e06b55 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:26.445062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfef8327-2207-4768-8afd-716a02e98fda req-20978d9a-505c-4c1a-8ab6-40a916e06b55 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1575086 Jun 03 15:30:26.475428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 981026f6-afc6-402b-9cf9-be526c34a8ed {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:26.500968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:26.573280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0ec23f30-0807-4981-9049-bf83601018b8 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:26.573801 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.586001 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.586809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ca8be9c-8255-48fe-9255-d6be385030c3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:26.657887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51888f25-57b2-471f-99c1-6420aba98f39 req-ce360543-72b0-4149-b853-249bd3dd2aff tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517662 Jun 03 15:30:26.680340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfef8327-2207-4768-8afd-716a02e98fda req-a7304d57-7e2d-4060-8f2f-dd72bc59ede1 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281294 Jun 03 15:30:26.779142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:26.821862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:26.836780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:26.893505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:26.904917 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b56b37-ec19-4789-b14a-88a2e0c33a76'] response: {'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8', 'code': 200} Jun 03 15:30:26.940807 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.029193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '0ec23f30-0807-4981-9049-bf83601018b8', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'port_id': '0ec23f30-0807-4981-9049-bf83601018b8', 'mac_address': 'fa:16:3e:f0:d2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6266cce5-1246-4c5c-9633-ba7dbd8a7802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:27.080990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88b194-49bc-4cb1-8fd4-fae3359ab2ab req-f2831f41-1053-4b78-9d45-9bc7515ec50f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:27.084031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c88b194-49bc-4cb1-8fd4-fae3359ab2ab req-f2831f41-1053-4b78-9d45-9bc7515ec50f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 943 time: 0.1714370 Jun 03 15:30:27.124816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0ec23f30-0807-4981-9049-bf83601018b8 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:27.125310 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.150537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec23f30-0807-4981-9049-bf83601018b8 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:27.196946 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c88b194-49bc-4cb1-8fd4-fae3359ab2ab req-161dd819-d043-4afd-aef0-c964f0c99bfc tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059663 Jun 03 15:30:27.210667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ca8be9c-8255-48fe-9255-d6be385030c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ca8be9c-8255-48fe-9255-d6be385030c3,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:27.240161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'port_id': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'mac_address': 'fa:16:3e:1c:da:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:27.304682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:27.325547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.336224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:27.455437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:27.465269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0ca8be9c-8255-48fe-9255-d6be385030c3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:27.465636 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.528896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.529605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.530252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.530784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.531283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.531815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.532664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.533168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.533656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.534157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.535042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.535539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:27.549044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e5a00-687d-4a3e-9d40-15c31768dd28 req-000445e7-d517-4e99-8c68-64e88c21b29d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:27.553503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-154e5a00-687d-4a3e-9d40-15c31768dd28 req-000445e7-d517-4e99-8c68-64e88c21b29d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2668512 Jun 03 15:30:27.563309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca8be9c-8255-48fe-9255-d6be385030c3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:27.584798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ca8be9c-8255-48fe-9255-d6be385030c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ca8be9c-8255-48fe-9255-d6be385030c3,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:27.593502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.638793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6f308-005e-4f7f-89d7-d1e631065ce0 req-a78171e1-70e6-4462-9e38-257fe9c8dcc6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:27.649640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7f6f308-005e-4f7f-89d7-d1e631065ce0 req-a78171e1-70e6-4462-9e38-257fe9c8dcc6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 944 time: 0.2453902 Jun 03 15:30:27.716616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57800) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:27.741618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0ec23f30-0807-4981-9049-bf83601018b8'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:27.806848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7f6f308-005e-4f7f-89d7-d1e631065ce0 req-a7e4760f-e128-48e1-a34f-a7267d9ea2fd tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559360 Jun 03 15:30:27.824169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['981026f6-afc6-402b-9cf9-be526c34a8ed'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:27.824928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-154e5a00-687d-4a3e-9d40-15c31768dd28 req-bfb06e44-a6bb-4f8d-a44c-9fb90b838920 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618649 Jun 03 15:30:27.929926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['0ca8be9c-8255-48fe-9255-d6be385030c3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:28.041095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.063536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:28.073056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Usage tracker for resource:security_group_rule and tenant:4834b4a02cbc4f2e93007e311831a83b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:28.081458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:28.098221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:28.151362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0ca8be9c-8255-48fe-9255-d6be385030c3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:28.351434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.365806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.395638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafdc64-7c65-46da-94a6-d5500cadd1e5 req-0914de87-bdfd-486c-9092-f9aee45a7b3c tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:28.410812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cafdc64-7c65-46da-94a6-d5500cadd1e5 req-0914de87-bdfd-486c-9092-f9aee45a7b3c tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 944 time: 0.3840709 Jun 03 15:30:28.459509 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4834b4a02cbc4f2e93007e311831a83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7384415 Jun 03 15:30:28.459509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57818) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:28.461990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab6f06-373e-49db-bf5c-661e33c55f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b8648-1a98-42a0-8e1c-bafd2db3cc69,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:28.482227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d0e73-0a36-4017-bea6-cb0a732e3b3a req-5ab04eb4-22c9-47e7-bca6-eb9a430dcb91 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:28.484696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a67d0e73-0a36-4017-bea6-cb0a732e3b3a req-5ab04eb4-22c9-47e7-bca6-eb9a430dcb91 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.3959537 Jun 03 15:30:28.530344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cafdc64-7c65-46da-94a6-d5500cadd1e5 req-bdcb4624-964f-4be4-b1fd-f940352cefc2 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190779 Jun 03 15:30:28.569546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a67d0e73-0a36-4017-bea6-cb0a732e3b3a req-87ea215e-b500-4519-9b45-10cfe0d7bb44 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745177 Jun 03 15:30:28.613492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd31efbd-1fc4-4828-a6f2-1f6239521371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.684494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd31efbd-1fc4-4828-a6f2-1f6239521371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.783412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd31efbd-1fc4-4828-a6f2-1f6239521371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.806993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd31efbd-1fc4-4828-a6f2-1f6239521371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.821096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dd31efbd-1fc4-4828-a6f2-1f6239521371 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/913b8648-1a98-42a0-8e1c-bafd2db3cc69 HTTP/1.1" status: 204 len: 168 time: 0.3522253 Jun 03 15:30:28.823822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31efbd-1fc4-4828-a6f2-1f6239521371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b8648-1a98-42a0-8e1c-bafd2db3cc69,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:28.969916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d3d2-2d2f-483d-8642-a520d10a6cb4 req-43477650-71be-4abd-bdb8-4721ee4e4ca6 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:28.972016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94a8d3d2-2d2f-483d-8642-a520d10a6cb4 req-43477650-71be-4abd-bdb8-4721ee4e4ca6 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 944 time: 0.2177002 Jun 03 15:30:29.181442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94a8d3d2-2d2f-483d-8642-a520d10a6cb4 req-ea08a30a-4a3c-4940-8b83-ab7b2295d806 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029002 Jun 03 15:30:29.237793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bad94-6644-4c85-a7cc-e179d062476c req-1afedd77-4dd8-4109-afd3-78d591807084 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:29.247634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-131bad94-6644-4c85-a7cc-e179d062476c req-1afedd77-4dd8-4109-afd3-78d591807084 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1648698 Jun 03 15:30:29.290121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57834) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:29.315480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-131bad94-6644-4c85-a7cc-e179d062476c req-00737088-8aa1-4833-ab8e-8695c6a1c840 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662587 Jun 03 15:30:29.322948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.345277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:29.350147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Usage tracker for resource:security_group_rule and tenant:6e9d1a7d80bc46f98f16d98ec6980489 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:29.353455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:29.360223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:29.462842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc66a2-bfd5-4e3e-89da-5e6c35733156 req-189f82f1-03fc-4c07-bed1-bcce4c53243a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:29.464569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05bc66a2-bfd5-4e3e-89da-5e6c35733156 req-189f82f1-03fc-4c07-bed1-bcce4c53243a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 944 time: 0.1262226 Jun 03 15:30:29.509430 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.518405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.545219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05bc66a2-bfd5-4e3e-89da-5e6c35733156 req-f1fd6470-7e3f-4ac9-b839-30aab02be185 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716035 Jun 03 15:30:29.619579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca24faf-8fca-4ce9-9544-5ba094c1c1f7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:29.637758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5258ae73-d9fa-4d41-b9e8-54c78db44a3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e9d1a7d80bc46f98f16d98ec6980489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463352 Jun 03 15:30:29.640407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:29.776203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dd20-7a67-4768-90c9-a41ea7a7e5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.807696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2212b3-6591-4717-8a0e-0831d05e97d2 req-8c0c00cd-a7c3-44d5-9013-0a015cac8c49 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:29.810333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce2212b3-6591-4717-8a0e-0831d05e97d2 req-8c0c00cd-a7c3-44d5-9013-0a015cac8c49 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1560469 Jun 03 15:30:29.810524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dd20-7a67-4768-90c9-a41ea7a7e5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.878529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dd20-7a67-4768-90c9-a41ea7a7e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.887329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:29.897716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1dd20-7a67-4768-90c9-a41ea7a7e5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca24faf-8fca-4ce9-9544-5ba094c1c1f7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:29.911180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b3d1dd20-7a67-4768-90c9-a41ea7a7e5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.915653 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b3d1dd20-7a67-4768-90c9-a41ea7a7e5a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ca24faf-8fca-4ce9-9544-5ba094c1c1f7 HTTP/1.1" status: 204 len: 168 time: 0.2743747 Jun 03 15:30:29.920372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce2212b3-6591-4717-8a0e-0831d05e97d2 req-9b67dbc9-d257-4c68-ace4-2841b0f93bed tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971479 Jun 03 15:30:30.008006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 981026f6-afc6-402b-9cf9-be526c34a8ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:30.008540 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.276471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0ec23f30-0807-4981-9049-bf83601018b8 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:30.452187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:30.452903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.492343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e30f1-45d9-46fb-afcc-23a6fd414865 req-3fbb6500-5921-4845-b170-b8d99cee7433 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:30.493765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:30.504731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e4e30f1-45d9-46fb-afcc-23a6fd414865 req-3fbb6500-5921-4845-b170-b8d99cee7433 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.2569916 Jun 03 15:30:30.508052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:30.515254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 0ec23f30-0807-4981-9049-bf83601018b8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:30.515892 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.603057 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.604307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ca8be9c-8255-48fe-9255-d6be385030c3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:30.612161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa71f-423b-4f8d-b2df-f99493ad34b9 req-c698b458-449e-4620-a63c-b32c56dd041a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:30.632561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e1fa71f-423b-4f8d-b2df-f99493ad34b9 req-c698b458-449e-4620-a63c-b32c56dd041a tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 944 time: 0.4346700 Jun 03 15:30:30.694410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e4e30f1-45d9-46fb-afcc-23a6fd414865 req-fee308b3-8b22-4aa9-896b-ecf37babb3c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862931 Jun 03 15:30:30.773805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e1fa71f-423b-4f8d-b2df-f99493ad34b9 req-4878263d-9428-4ac2-8321-4984ed0c256e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400743 Jun 03 15:30:30.826098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 0ca8be9c-8255-48fe-9255-d6be385030c3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:30.834080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 0ca8be9c-8255-48fe-9255-d6be385030c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:30.834573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.963224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:30.973305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0ec23f30-0807-4981-9049-bf83601018b8 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:30.984711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.189687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:31.204559 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.272484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 0ca8be9c-8255-48fe-9255-d6be385030c3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:31.273635 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.360784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:31.366896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 0ca8be9c-8255-48fe-9255-d6be385030c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ca8be9c-8255-48fe-9255-d6be385030c3,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:31.372665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.492906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=0ca8be9c-8255-48fe-9255-d6be385030c3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:31.569308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d325684-c21a-4ca9-824b-680b78023607 req-5fe5427a-0ea7-4c34-8914-32e3b1d78051 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:31.577204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d325684-c21a-4ca9-824b-680b78023607 req-5fe5427a-0ea7-4c34-8914-32e3b1d78051 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5590963 Jun 03 15:30:31.590450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab60d-0a9f-4b7e-86c6-6d31ae6d08b7 req-5a1c613a-754a-4797-a330-3510dd412b00 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:31.593502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c3ab60d-0a9f-4b7e-86c6-6d31ae6d08b7 req-5a1c613a-754a-4797-a330-3510dd412b00 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.4489980 Jun 03 15:30:31.685755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d325684-c21a-4ca9-824b-680b78023607 req-a2114e6b-856e-4b0a-a015-5fbbf1c407a9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073987 Jun 03 15:30:31.746535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c3ab60d-0a9f-4b7e-86c6-6d31ae6d08b7 req-4d3bbcb7-38b0-4b56-94f9-785503a7efe1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119742 Jun 03 15:30:31.770213 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34171dc0-6e17-4983-97d1-d1b046fca2d0'] response: {'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'code': 200} Jun 03 15:30:32.038574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab268d4-af87-4bef-9b82-7f90278ffece req-0a6ba2c3-4339-4c53-a3d2-0420f22469bf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:32.050349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aab268d4-af87-4bef-9b82-7f90278ffece req-0a6ba2c3-4339-4c53-a3d2-0420f22469bf tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1538839 Jun 03 15:30:32.204416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aab268d4-af87-4bef-9b82-7f90278ffece req-f8a1b832-816f-4715-8195-93d110ee673f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524589 Jun 03 15:30:32.234266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911bd5c-eae8-4c74-a6f1-178b197766dc req-c92bab61-172a-462a-8a55-e0178d59ef1c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:32.237755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0911bd5c-eae8-4c74-a6f1-178b197766dc req-c92bab61-172a-462a-8a55-e0178d59ef1c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1851106 Jun 03 15:30:32.336896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0911bd5c-eae8-4c74-a6f1-178b197766dc req-ee46d693-3949-4542-a274-8b2d02f2ab4a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921071 Jun 03 15:30:32.540089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b02217-32b1-42ff-afcb-46859f5ae0f0 req-0fc4ceb5-8731-4610-9459-0fecee5afa87 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:32.542733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9b02217-32b1-42ff-afcb-46859f5ae0f0 req-0fc4ceb5-8731-4610-9459-0fecee5afa87 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1581469 Jun 03 15:30:32.648157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9b02217-32b1-42ff-afcb-46859f5ae0f0 req-92cbee76-3cc9-4cfc-9dc8-9bac1cb0f1aa tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987108 Jun 03 15:30:32.764240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686df23-6f82-4634-b8bc-a60aa01ab00a req-651feafb-23ff-4be6-af7b-0afa46c6a538 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:32.765930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1686df23-6f82-4634-b8bc-a60aa01ab00a req-651feafb-23ff-4be6-af7b-0afa46c6a538 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.1272998 Jun 03 15:30:33.087606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1686df23-6f82-4634-b8bc-a60aa01ab00a req-03d8ee5f-b5a2-4320-a76d-9b43ddc6f916 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136141 Jun 03 15:30:33.189203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-b0dc1be6-747f-4a42-9ff5-2ddefbbee617 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:33.197658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-b0dc1be6-747f-4a42-9ff5-2ddefbbee617 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.3947027 Jun 03 15:30:33.218983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-c844ca46-5af7-4bc9-8298-804d43d66f31 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/quotas/07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 375 time: 0.0204070 Jun 03 15:30:33.471610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-a7b14374-b362-4150-bd82-ce0676d483b1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2517238 Jun 03 15:30:33.519631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41960482-4330-4026-81d2-cf8ec55b7fe9 req-563db631-2a8c-4228-ab1c-a016be4f5329 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:33.529793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41960482-4330-4026-81d2-cf8ec55b7fe9 req-563db631-2a8c-4228-ab1c-a016be4f5329 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2240441 Jun 03 15:30:33.659746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41960482-4330-4026-81d2-cf8ec55b7fe9 req-830702d0-07cd-4b6e-9f22-c5a414346a5a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288941 Jun 03 15:30:33.732912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-c11b5422-a5d1-48c6-9110-e8b30b4e9ff1 service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478712 Jun 03 15:30:33.771984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8'}, {'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:34.020548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e125e-00a1-4a68-8096-13f245407501 req-5f6306d1-67e3-495e-ad54-677b0265c077 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:34.028840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-243e125e-00a1-4a68-8096-13f245407501 req-5f6306d1-67e3-495e-ad54-677b0265c077 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2060153 Jun 03 15:30:34.086919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-5c546858-1469-438b-a14f-0ab8b12a622d service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525879 Jun 03 15:30:34.116779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-243e125e-00a1-4a68-8096-13f245407501 req-aa6e08e2-bc77-4532-87ae-9fa3de4cdc23 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867534 Jun 03 15:30:34.341799 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7da3133-304c-4106-983d-eb1341ccc61b'] response: {'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8', 'code': 200} Jun 03 15:30:34.342181 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7da3133-304c-4106-983d-eb1341ccc61b'] response: {'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'code': 200} Jun 03 15:30:34.355785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52972e64-dc24-4736-a5dc-4fe800c91fea req-5162c823-7771-4e79-8243-5140e271d702 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:34.357398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52972e64-dc24-4736-a5dc-4fe800c91fea req-5162c823-7771-4e79-8243-5140e271d702 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.0895050 Jun 03 15:30:34.427703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52972e64-dc24-4736-a5dc-4fe800c91fea req-ef529700-7d69-4944-9382-c216f225f7df tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539918 Jun 03 15:30:34.681969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e8ee7ca-631d-4768-a64d-7c31b628bb64 req-e2dcf4d0-56d3-417c-82a0-e5834e19adee tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 210 time: 0.1300523 Jun 03 15:30:34.729848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bd9cd-8de5-46f1-b641-4f7f7054f980 req-47790a59-c66f-420f-8d6d-37cc644c11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:34.731517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-340bd9cd-8de5-46f1-b641-4f7f7054f980 req-47790a59-c66f-420f-8d6d-37cc644c11d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 1096 time: 0.2717464 Jun 03 15:30:34.762487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed19d3a-48e7-4cf8-bcc5-6c39875f4709 req-1a8be945-2b95-4b2b-9078-8a853fc6bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:34.764631 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ed19d3a-48e7-4cf8-bcc5-6c39875f4709 req-1a8be945-2b95-4b2b-9078-8a853fc6bb2b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 1096 time: 0.1866302 Jun 03 15:30:34.836224 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ed19d3a-48e7-4cf8-bcc5-6c39875f4709 req-fcaff71e-f38c-4d1c-80f5-377802d8371a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621760 Jun 03 15:30:34.863682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-340bd9cd-8de5-46f1-b641-4f7f7054f980 req-af014b78-efa5-4124-860d-52165aa2f521 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209562 Jun 03 15:30:34.877579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc68e8-07ac-49f8-b868-e530c70f51c6 req-a9e1550c-20cd-4a93-a3a2-8d24e0844b07 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:34.879437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3fc68e8-07ac-49f8-b868-e530c70f51c6 req-a9e1550c-20cd-4a93-a3a2-8d24e0844b07 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.3295076 Jun 03 15:30:35.023736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3fc68e8-07ac-49f8-b868-e530c70f51c6 req-60c9e924-eecc-41a2-bdb2-be664e8e9e94 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109838 Jun 03 15:30:35.098500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc4a9-a934-468a-95d4-4ae7e09e32cc req-55de16a2-3d69-424c-9f9a-df731cdfad63 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.106574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00acc4a9-a934-468a-95d4-4ae7e09e32cc req-55de16a2-3d69-424c-9f9a-df731cdfad63 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2257681 Jun 03 15:30:35.201089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00acc4a9-a934-468a-95d4-4ae7e09e32cc req-9e1f0308-809d-45d7-b163-ac29e7cb7082 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935094 Jun 03 15:30:35.319078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-d89a0399-3329-46d1-8a68-ba94734595a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1774840 Jun 03 15:30:35.429532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424da35a-6771-4c48-a058-bc4af1f31c68 req-37d6a358-7a40-4457-88f7-2e2da709f90e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.437613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-424da35a-6771-4c48-a058-bc4af1f31c68 req-37d6a358-7a40-4457-88f7-2e2da709f90e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1306007 Jun 03 15:30:35.525285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-424da35a-6771-4c48-a058-bc4af1f31c68 req-97e0dc5b-063e-4b10-8177-13fb8f066bfb tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859311 Jun 03 15:30:35.669580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-84ad8c05-4a3d-4e42-a830-9a938c6fcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.673335 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-84ad8c05-4a3d-4e42-a830-9a938c6fcc8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1095 time: 0.1677241 Jun 03 15:30:35.753167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348c150-0dc6-4883-8dfb-e10c60b8315e req-94e2a9d2-9355-442b-a5e1-e58abe07a4ef tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.762049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c348c150-0dc6-4883-8dfb-e10c60b8315e req-94e2a9d2-9355-442b-a5e1-e58abe07a4ef tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1464934 Jun 03 15:30:35.826531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c348c150-0dc6-4883-8dfb-e10c60b8315e req-9080d27b-a763-4f8b-b155-3e5c4c573911 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Jun 03 15:30:35.901244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-41b62c69-d11c-47e9-aa0f-f21e95730a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.904129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-41b62c69-d11c-47e9-aa0f-f21e95730a1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.2082386 Jun 03 15:30:35.992408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b724feb-8584-4d90-b62a-91148a5a2bbc req-e80f8d61-4b35-4f42-b6f7-03201dff2d7c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 210 time: 0.0718822 Jun 03 15:30:36.182657 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-512168fa-7b60-4354-821a-09e53c3d48d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 999 time: 0.2629929 Jun 03 15:30:36.304633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-f551a7ca-8643-41e6-a39c-68e890a84797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:36.306263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-f551a7ca-8643-41e6-a39c-68e890a84797 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1143174 Jun 03 15:30:36.665836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5c120-8eb3-4e83-9524-4c08d83fe490 req-1050ec6b-634e-4d09-8b70-3fcf997f24c3 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:36.673683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0f5c120-8eb3-4e83-9524-4c08d83fe490 req-1050ec6b-634e-4d09-8b70-3fcf997f24c3 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.3564057 Jun 03 15:30:36.764226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0f5c120-8eb3-4e83-9524-4c08d83fe490 req-ff8d55d4-8246-46e5-aafd-ee01d6fdce9e tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893753 Jun 03 15:30:36.803488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391f39-2943-4781-b474-90d6e0f9e8ed req-5fca0533-0ce4-4c6f-b572-171192a49860 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:36.815348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce391f39-2943-4781-b474-90d6e0f9e8ed req-5fca0533-0ce4-4c6f-b572-171192a49860 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.4205339 Jun 03 15:30:36.900432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-207eb70a-fdf5-4262-bb37-f298046ba0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:36.902104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-207eb70a-fdf5-4262-bb37-f298046ba0cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5889645 Jun 03 15:30:37.103216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-4b63d085-8af1-4afc-a840-89dd7f5329bd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.105894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-4b63d085-8af1-4afc-a840-89dd7f5329bd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.7027950 Jun 03 15:30:37.121557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'port': {'device_id': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'admin_state_up': True, 'tenant_id': '07c323f3e807488f889afd2046c3a2b9'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:37.248510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce391f39-2943-4781-b474-90d6e0f9e8ed req-30012243-f855-4f15-a9e8-ff7a7a955575 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319594 Jun 03 15:30:37.323435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e188cdc-5ba4-4916-afd7-c670320ba384 req-949f66c3-e495-46fc-907f-ebf6e1f0e0f0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.329629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:37.331862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e188cdc-5ba4-4916-afd7-c670320ba384 req-949f66c3-e495-46fc-907f-ebf6e1f0e0f0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1575444 Jun 03 15:30:37.340027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:port and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:37.344683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:37.356956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:37.387094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Made reservation on behalf of 07c323f3e807488f889afd2046c3a2b9 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:37.391376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:37.430061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e188cdc-5ba4-4916-afd7-c670320ba384 req-e21cbb29-2a0e-4bb5-8138-ad85562b53a6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972631 Jun 03 15:30:37.519455 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-a5d22602-8557-4bd5-9c31-ff07c4b6fb25 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819516 Jun 03 15:30:37.627186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b993ecd5-397d-415a-acbe-d34d053d77ef req-2692493b-5670-4047-8662-3aee824a58b5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 210 time: 0.0535474 Jun 03 15:30:37.655997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f9659-3808-4658-9c07-99b593aba912 req-b315ab5b-e028-4601-a281-44b354f8effc tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.663623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c50f9659-3808-4658-9c07-99b593aba912 req-b315ab5b-e028-4601-a281-44b354f8effc tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1944742 Jun 03 15:30:37.720600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c50f9659-3808-4658-9c07-99b593aba912 req-b7b1bb01-99b2-46cd-9fc9-007fdde3f3b2 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559492 Jun 03 15:30:37.805062 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5791ae0e-b86b-430b-b6ed-f23a8a8693b7 req-9df6e1ab-d50b-45ec-83f0-6b217a0c7f1c service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752647 Jun 03 15:30:37.817523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Allocated IP 172.20.0.5 (55a1cfe3-26d3-4c57-98b2-66e0a4ec693c/73b2866f-4d96-4e99-bf64-6e39855c0916/58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:38.032197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f507aa8-5712-410d-b299-6ae8ad5aeab3 req-d4a2bfd5-b42c-4100-9b9f-1f3d510ea856 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.045650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f507aa8-5712-410d-b299-6ae8ad5aeab3 req-d4a2bfd5-b42c-4100-9b9f-1f3d510ea856 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.1624205 Jun 03 15:30:38.129205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f507aa8-5712-410d-b299-6ae8ad5aeab3 req-b292d1ec-6e78-47a4-88f3-98ad2d567265 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817773 Jun 03 15:30:38.130413 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.151987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Transition to ACTIVE for port object 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:38.203650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.217874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0490a45c-46e9-4800-bac8-546f8ced2a1c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:38.301723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:38.315205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:38.316429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:38.318895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:38.454626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.455429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.496463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c43c1-d6d4-4cc1-848d-083fb9429ed8 req-1517196d-f599-4128-91c6-8e6d489dd989 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.502202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-962c43c1-d6d4-4cc1-848d-083fb9429ed8 req-1517196d-f599-4128-91c6-8e6d489dd989 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.2063715 Jun 03 15:30:38.512929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58006) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:38.516790 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bba75919-fa09-40ec-89de-6c31a3aaac6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3999429 Jun 03 15:30:38.531712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Request body: {'floatingip': {'port_id': '0ca8be9c-8255-48fe-9255-d6be385030c3'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:38.716071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56f842-fe8b-4f59-a5f6-6a8950eca348 req-c26dbb06-48a2-4126-9886-0ea50c5a043a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.717601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b56f842-fe8b-4f59-a5f6-6a8950eca348 req-c26dbb06-48a2-4126-9886-0ea50c5a043a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.2050650 Jun 03 15:30:38.735673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-57994a5e-0b8e-44d1-8b61-6316dbd2690c None None] Provisioning for port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:38.742807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-57994a5e-0b8e-44d1-8b61-6316dbd2690c None None] Provisioning complete for port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:38.743793 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-57994a5e-0b8e-44d1-8b61-6316dbd2690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.795599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Request body: {'port': {'device_id': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:38.838036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b56f842-fe8b-4f59-a5f6-6a8950eca348 req-8694b28b-7890-4b7b-91a6-e36f7395ae7f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129572 Jun 03 15:30:38.894262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946bbb0-caf1-4433-9bcd-67de02eac55d req-8b072b96-6551-4ae7-b9d3-83e1c5941dfa tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.897383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5946bbb0-caf1-4433-9bcd-67de02eac55d req-8b072b96-6551-4ae7-b9d3-83e1c5941dfa tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.1532452 Jun 03 15:30:38.944050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.056988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-57994a5e-0b8e-44d1-8b61-6316dbd2690c None None] Port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:39.060998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5946bbb0-caf1-4433-9bcd-67de02eac55d req-0bea70e3-6001-4123-9254-2d73773c3964 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450844 Jun 03 15:30:39.414617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ad284-f4e4-4139-9b8b-07f5f371d311 req-bcc99a33-bd09-4399-b4f5-3f3b92d46529 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.422862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b38ad284-f4e4-4139-9b8b-07f5f371d311 req-bcc99a33-bd09-4399-b4f5-3f3b92d46529 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 931 time: 0.2455473 Jun 03 15:30:39.498308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164797d-6d15-45ed-ad9f-a38cef47ecb0 req-ec91969c-1392-45ad-8115-a3c2880f0c7e tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.502719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3164797d-6d15-45ed-ad9f-a38cef47ecb0 req-ec91969c-1392-45ad-8115-a3c2880f0c7e tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.2424498 Jun 03 15:30:39.506824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b38ad284-f4e4-4139-9b8b-07f5f371d311 req-aca70640-6eee-423c-a780-ac73eed55114 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Jun 03 15:30:39.564260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3164797d-6d15-45ed-ad9f-a38cef47ecb0 req-3b516d7d-b622-473b-98ae-a83c88f0baf5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559802 Jun 03 15:30:39.839414 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:30:39.850739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e621725-5c13-4e93-9f53-a8c5f45d8d85 req-96bba83f-3339-405b-87d9-39c4741de843 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.852783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e621725-5c13-4e93-9f53-a8c5f45d8d85 req-96bba83f-3339-405b-87d9-39c4741de843 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 0.1662250 Jun 03 15:30:39.920623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e621725-5c13-4e93-9f53-a8c5f45d8d85 req-c6ff8f1a-5613-4364-8bd1-4f53821154fa tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618484 Jun 03 15:30:40.146714 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:30:40.347454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.503794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.513286 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.525420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76526e-8d50-4a5c-935c-9a7c244b8aee req-000d07aa-6501-478c-8a06-b525768b66fe tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.535107 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b76526e-8d50-4a5c-935c-9a7c244b8aee req-000d07aa-6501-478c-8a06-b525768b66fe tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2190375 Jun 03 15:30:40.671091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b76526e-8d50-4a5c-935c-9a7c244b8aee req-074cf236-f470-413e-9107-2ad789f4848b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344790 Jun 03 15:30:41.078842 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Floating IP ac24d46c-dd63-4cc5-a100-c7d14b79f9ff associated. External IP: 172.25.1.128, port: 0ca8be9c-8255-48fe-9255-d6be385030c3. Jun 03 15:30:41.081146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-412bc7fd-8bbd-44ed-8f34-bcefb1da9152 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:41.085037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-412bc7fd-8bbd-44ed-8f34-bcefb1da9152 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 814 time: 0.4123511 Jun 03 15:30:41.134558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e030e9-ce85-45dd-b683-08344f3d6a32 req-3f9345c6-b449-4413-85a8-29d3e76fc6df tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:41.139500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34e030e9-ce85-45dd-b683-08344f3d6a32 req-3f9345c6-b449-4413-85a8-29d3e76fc6df tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 931 time: 0.2983172 Jun 03 15:30:41.144613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-50eadb8b-ea4e-4656-92fb-2116213a5de0 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/quotas/db1084ef62274f8fb516a2bd165db688 HTTP/1.1" status: 200 len: 375 time: 0.0436213 Jun 03 15:30:41.267033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34e030e9-ce85-45dd-b683-08344f3d6a32 req-05951b27-9521-4ecf-a12e-0ca853d8ad8d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188424 Jun 03 15:30:41.294342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-6eeb1e04-50b2-4a24-9847-cd9ca1423392 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167946 Jun 03 15:30:41.426265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:41.445838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.470792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Transition to ACTIVE for port object 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:41.618213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-4036a214-c257-4071-ba09-9ff4d9373ff0 service neutron] 10.222.0.66 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115411 Jun 03 15:30:41.642692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.987903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd181c96-e48b-4aef-8ff0-5b41da0fea1e req-92a13162-af5d-402f-85cb-058a0f35cfeb tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:41.996267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd181c96-e48b-4aef-8ff0-5b41da0fea1e req-92a13162-af5d-402f-85cb-058a0f35cfeb tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.4744499 Jun 03 15:30:42.306773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-f35cc895-10fb-4739-a285-bada545b50de service neutron] 10.222.0.66 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823957 Jun 03 15:30:42.412371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd181c96-e48b-4aef-8ff0-5b41da0fea1e req-d2bed30b-13b4-45ff-b46a-3599dfe69bef tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629451 Jun 03 15:30:42.452448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0a6a2-8048-4933-b113-2cd81aa2b583 req-3d9e7ccf-285d-431e-862e-796fdd6a12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:42.458918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26c0a6a2-8048-4933-b113-2cd81aa2b583 req-3d9e7ccf-285d-431e-862e-796fdd6a12e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 1096 time: 0.3741059 Jun 03 15:30:42.491160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Pushing event updated for resources: {'Port': ['ID=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:42.628246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26c0a6a2-8048-4933-b113-2cd81aa2b583 req-2f7a78d9-5b46-4453-a1b4-13ff4c295987 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590779 Jun 03 15:30:42.912734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-7526cfa8-c1db-4325-a866-fd2adc38544a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:42.913554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-7526cfa8-c1db-4325-a866-fd2adc38544a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Synchronizing usage tracker for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:42.933716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Attempting to bind port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:42.934052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Attempting to bind port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:42.934383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Attempting to bind port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:42.980966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:30:42.982427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Attempting to bind port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:43.034285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:43.035016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:43.035616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Bound using segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:43.036876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Bound port: 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:43.037699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.129508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393fd55-19a9-4f4e-9786-fb92e49db6fe req-da1b309b-5280-4e03-bda6-85ad3638d1f3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.131067 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3393fd55-19a9-4f4e-9786-fb92e49db6fe req-da1b309b-5280-4e03-bda6-85ad3638d1f3 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2403543 Jun 03 15:30:43.175372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-7526cfa8-c1db-4325-a866-fd2adc38544a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Unset dirty status for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:43.177262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-7526cfa8-c1db-4325-a866-fd2adc38544a tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "GET /v2.0/ports?device_id=d18fccd9-bea2-4069-ac3e-fa3d05d84858 HTTP/1.1" status: 200 len: 945 time: 1.4829562 Jun 03 15:30:43.186737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:30:43.257171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3393fd55-19a9-4f4e-9786-fb92e49db6fe req-184707fc-027d-43b2-b741-1380f80b4975 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194012 Jun 03 15:30:43.390006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edd48a-9339-47de-8433-84eadd3153aa req-f301da34-ca0c-45b4-9760-6f9b08755c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.392221 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70edd48a-9339-47de-8433-84eadd3153aa req-f301da34-ca0c-45b4-9760-6f9b08755c1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1096 time: 0.8007572 Jun 03 15:30:43.392608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cf88fee7-fad0-4b7e-bce0-fbb4340bc8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.530336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06c14dd4-6d53-4f30-802b-a3f23d0dbc3b req-96ec3551-13ef-4570-a5e5-3234c73a7007 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 210 time: 0.1014969 Jun 03 15:30:43.855964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b10143-7bae-4415-a76b-8994be131339 req-5319fec0-d791-4e40-8106-9f11f0d03232 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.864563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:43.878240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22b10143-7bae-4415-a76b-8994be131339 req-5319fec0-d791-4e40-8106-9f11f0d03232 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 943 time: 0.2726450 Jun 03 15:30:43.878680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] Sync routers for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:43.896217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.915185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:43.916914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:30:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:43.976719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22b10143-7bae-4415-a76b-8994be131339 req-6afbfc3e-ce50-4595-8ba6-50a1cb69201c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976114 Jun 03 15:30:43.998031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-36158b07-6d7d-40ae-a216-4b8ce20ce1ea tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "PUT /v2.0/floatingips/ac24d46c-dd63-4cc5-a100-c7d14b79f9ff HTTP/1.1" status: 200 len: 991 time: 5.4790673 Jun 03 15:30:43.999250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:44.007792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Deleting port 0ec23f30-0807-4981-9049-bf83601018b8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:44.008536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.154324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0b6fa-61bf-4d92-853f-76c66216cff2 req-c8926fa5-0550-41d6-a627-a22ce5a37660 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.161718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cd0b6fa-61bf-4d92-853f-76c66216cff2 req-c8926fa5-0550-41d6-a627-a22ce5a37660 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1471341 Jun 03 15:30:44.255875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cd0b6fa-61bf-4d92-853f-76c66216cff2 req-ec246970-dcdd-4088-9bb3-45e1316c0221 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931268 Jun 03 15:30:44.272161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] For port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:44.359166 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b8162b-ad74-4081-aa3a-983b4eacd563'] response: {'name': 'network-changed', 'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'status': 'completed', 'code': 200} Jun 03 15:30:44.409424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] For port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:44.490399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edd48a-9339-47de-8433-84eadd3153aa req-80ec6c6c-38cc-4a6a-8cee-5e7ca440943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.505397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cba0ff-c366-4534-9128-db7feb646e70 req-aed4c01f-f3c3-47d0-a436-985c1abf8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.505678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70edd48a-9339-47de-8433-84eadd3153aa req-80ec6c6c-38cc-4a6a-8cee-5e7ca440943e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.6479959 Jun 03 15:30:44.507319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cba0ff-c366-4534-9128-db7feb646e70 req-aed4c01f-f3c3-47d0-a436-985c1abf8e4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=447848a1501d4284a33f0398f8fed1f9&device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 1096 time: 0.1781914 Jun 03 15:30:44.722316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:44.741778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2811-6475-4661-8242-dfba911304c1 req-97ea7acc-d27e-4396-ba8d-8422a7928ddc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.752432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abae2811-6475-4661-8242-dfba911304c1 req-97ea7acc-d27e-4396-ba8d-8422a7928ddc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2437811 Jun 03 15:30:44.897540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.116301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abae2811-6475-4661-8242-dfba911304c1 req-78c84838-b4a8-4bce-9876-dd498cc03d03 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620305 Jun 03 15:30:45.188888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-875e3f28-9d3d-4b21-86c2-1ca3bfc25e52 req-b441353a-219f-46cb-8688-38f49eb32d4d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 210 time: 0.3427193 Jun 03 15:30:45.216664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cba0ff-c366-4534-9128-db7feb646e70 req-90435df6-a5d5-421a-8c98-218d8dc56aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.222972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cba0ff-c366-4534-9128-db7feb646e70 req-90435df6-a5d5-421a-8c98-218d8dc56aaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 200 len: 911 time: 0.6738997 Jun 03 15:30:45.363714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] For port 0ec23f30-0807-4981-9049-bf83601018b8, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0ec23f30-0807-4981-9049-bf83601018b8,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:45.364092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.537739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.799107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Calling delete_port for 0ec23f30-0807-4981-9049-bf83601018b8 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:45.840747 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a06d56a-4c0e-42d0-9bc2-02cceb741ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.932073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac24d46c-dd63-4cc5-a100-c7d14b79f9ff', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'port_id': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'mac_address': 'fa:16:3e:1c:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:39Z', 'revision_number': 1, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:45.947227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] Checking router: 2f56473a-7de4-4c7d-be30-b08ce5ea1138 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:46.002206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:46.004380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:30:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:46.196672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:46.201818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:46.209718 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] 10.222.0.70 "PUT /v2.0/ports/58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a HTTP/1.1" status: 200 len: 1091 time: 7.4843078 Jun 03 15:30:46.385151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cba0ff-c366-4534-9128-db7feb646e70 req-3468612d-ed92-419d-a545-ba98bb84e529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ca8be9c-8255-48fe-9255-d6be385030c3 HTTP/1.1" status: 200 len: 999 time: 1.1553891 Jun 03 15:30:46.386762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'tag': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:46.447695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70edd48a-9339-47de-8433-84eadd3153aa req-02206c1e-2e14-4238-92d7-b794ca090a4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 1000 time: 1.7624626 Jun 03 15:30:46.471496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-5ded1ad7-9f02-4324-a5cc-d54bfe8d7ce1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:46.473446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-5ded1ad7-9f02-4324-a5cc-d54bfe8d7ce1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.15 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 814 time: 1.0005119 Jun 03 15:30:46.474270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578e43-38cc-4f47-ad5d-3c2be08985f9 service neutron] Pushing event updated for resources: {'Port': ['ID=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:46.486612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Request body: {'port': {'device_id': '6734d383-bd02-418c-87ff-7d177d99913e', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'admin_state_up': True, 'tenant_id': 'db1084ef62274f8fb516a2bd165db688'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:46.619895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0ec23f30-0807-4981-9049-bf83601018b8 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:46.869861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cba0ff-c366-4534-9128-db7feb646e70 req-c96888b3-11cd-4d20-8bb3-5f0bc18e9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:46.872356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cba0ff-c366-4534-9128-db7feb646e70 req-c96888b3-11cd-4d20-8bb3-5f0bc18e9e60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 200 len: 849 time: 0.4685216 Jun 03 15:30:46.975766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edd48a-9339-47de-8433-84eadd3153aa req-5ec3f5ab-36c5-421c-8db0-4ce62cb55cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:46.978129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70edd48a-9339-47de-8433-84eadd3153aa req-5ec3f5ab-36c5-421c-8db0-4ce62cb55cb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.5101597 Jun 03 15:30:46.991626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:47.007035 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.097860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:47.118900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:47.159240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Made reservation on behalf of db1084ef62274f8fb516a2bd165db688 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:47.171933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.266610 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.335686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0ec23f30-0807-4981-9049-bf83601018b8 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:47.336073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.353155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730bc66-0227-4536-b755-afa5f60a36c6 req-52b105c2-a713-4317-b964-359f7ce7cb77 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:47.372811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6730bc66-0227-4536-b755-afa5f60a36c6 req-52b105c2-a713-4317-b964-359f7ce7cb77 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 1.0726993 Jun 03 15:30:47.383294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-def26dd0-daa2-4761-aad4-129e3e2ef9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:47.386681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-def26dd0-daa2-4761-aad4-129e3e2ef9c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 1094 time: 0.7030926 Jun 03 15:30:47.389735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edd48a-9339-47de-8433-84eadd3153aa req-095afde8-ef41-4792-9ce2-855ad85425f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:47.392178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70edd48a-9339-47de-8433-84eadd3153aa req-095afde8-ef41-4792-9ce2-855ad85425f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3658760 Jun 03 15:30:47.394055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.710998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Pushing event deleted for resources: {'Port': ['ID=0ec23f30-0807-4981-9049-bf83601018b8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:47.763374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-9e75fe4a-0f08-4995-85cb-61465a3ea157 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a HTTP/1.1" status: 200 len: 217 time: 0.2279737 Jun 03 15:30:47.768251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Allocated IP 172.20.0.10 (0a50ee9a-0bc0-4db1-8235-1cb3fd068629/6266cce5-1246-4c5c-9633-ba7dbd8a7802/917cabda-31c4-402d-be39-24fbb468fea5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:47.956343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.974156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] No DVR routers for this DVR port 0ec23f30-0807-4981-9049-bf83601018b8 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:47.994806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.035323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.117090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-8125674d-9d84-408f-b362-287a6d2f0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.123436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-8125674d-9d84-408f-b362-287a6d2f0f74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.3077264 Jun 03 15:30:48.155217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6730bc66-0227-4536-b755-afa5f60a36c6 req-be0a9fb6-5fc0-4c72-92f1-0e98b6413e75 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7811091 Jun 03 15:30:48.158971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.288337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86c836df-3766-4474-8d1c-c66136ec8ac1 req-3f157086-8c92-4878-8640-b9a663db32d3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.70 "DELETE /v2.0/ports/0ec23f30-0807-4981-9049-bf83601018b8 HTTP/1.1" status: 204 len: 173 time: 5.0881803 Jun 03 15:30:48.351481 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70edd48a-9339-47de-8433-84eadd3153aa req-b59b925b-e12f-4a31-a5a2-d256084e78ba service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8564377 Jun 03 15:30:48.410969 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.426682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac24d46c-dd63-4cc5-a100-c7d14b79f9ff', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'port_id': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'mac_address': 'fa:16:3e:1c:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:39Z', 'revision_number': 1, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:48.451873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b9ca3-204f-4f4b-83e8-4e25f1d89402 None None] The sync data for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 is: [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ac24d46c-dd63-4cc5-a100-c7d14b79f9ff', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'port_id': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'mac_address': 'fa:16:3e:1c:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:39Z', 'revision_number': 1, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:48.503641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cba0ff-c366-4534-9128-db7feb646e70 req-a9d2d272-fd92-4b7e-94da-55fe7d86701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.519933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cba0ff-c366-4534-9128-db7feb646e70 req-a9d2d272-fd92-4b7e-94da-55fe7d86701a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6224587 Jun 03 15:30:48.721606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-eead2a95-edb3-4493-bca6-40e9ba251c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.723335 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-eead2a95-edb3-4493-bca6-40e9ba251c51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5622504 Jun 03 15:30:48.725345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70edd48a-9339-47de-8433-84eadd3153aa req-4c645757-684a-47ce-b215-de220b9c4bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616097 Jun 03 15:30:49.003605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275ed9d-0318-450b-8726-f2544c5bfd8c req-338e099b-2009-4027-a8cf-f20b8af480c5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:49.015954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3275ed9d-0318-450b-8726-f2544c5bfd8c req-338e099b-2009-4027-a8cf-f20b8af480c5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 943 time: 3.0034349 Jun 03 15:30:49.039177 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-91badd69-1953-4194-ad39-63a5490550e7 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064759 Jun 03 15:30:49.048374 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dafcff-4f42-4185-9e48-bae49a3845cb None None] New status for floating IP ac24d46c-dd63-4cc5-a100-c7d14b79f9ff: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:30:49.075547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Pushing event updated for resources: {'Port': ['ID=917cabda-31c4-402d-be39-24fbb468fea5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:49.079260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:49.128942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:49.128942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:49.268730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.284922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.285488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.285850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.286507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.286828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.287310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.287839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.288327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.288665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.289002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.289325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:49.490086 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3945fb8a-13a3-47e5-93a3-a7155da4bd89 req-36b35cb7-0847-492d-bf4b-aee0c0c60a10 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350643 Jun 03 15:30:49.592521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cba0ff-c366-4534-9128-db7feb646e70 req-30383aa6-593b-4856-b4ee-b8c3675fd7a7 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833431 Jun 03 15:30:49.679224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3275ed9d-0318-450b-8726-f2544c5bfd8c req-1722c3e8-026b-4ce4-8c28-ccd7a1ed8779 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611807 Jun 03 15:30:50.018361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:50.019440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.226166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309b5b7-9ecb-4860-9731-fa0dabfb4ba5 req-2d4bbd4f-0a65-4a4a-ac69-3cd07412a404 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:50.229040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0309b5b7-9ecb-4860-9731-fa0dabfb4ba5 req-2d4bbd4f-0a65-4a4a-ac69-3cd07412a404 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 1.7031934 Jun 03 15:30:50.260446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b511287a-4c24-4094-90c2-85a3a7869c93 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7775304 Jun 03 15:30:50.329306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Request body: {'port': {'device_id': '6734d383-bd02-418c-87ff-7d177d99913e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:50.471139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90cba0ff-c366-4534-9128-db7feb646e70 req-4f3ccd86-6d2d-4d27-a981-e28f0303d8d9 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454077 Jun 03 15:30:50.499668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0309b5b7-9ecb-4860-9731-fa0dabfb4ba5 req-543c4852-25d0-46c8-be19-2ff108aeebfa tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471852 Jun 03 15:30:50.572294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8dc07-9962-4e56-b4eb-e1823a98ad00 req-84ac535f-cd90-4646-84db-67f96f26eb4d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:50.573847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a1d8dc07-9962-4e56-b4eb-e1823a98ad00 req-84ac535f-cd90-4646-84db-67f96f26eb4d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Synchronizing usage tracker for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:50.619491 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135fd86f-f89b-4420-8320-ce373216aa63'] response: {'name': 'network-changed', 'server_uuid': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'tag': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a', 'status': 'completed', 'code': 200} Jun 03 15:30:50.623505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.635045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a1d8dc07-9962-4e56-b4eb-e1823a98ad00 req-84ac535f-cd90-4646-84db-67f96f26eb4d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Unset dirty status for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:50.642857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1d8dc07-9962-4e56-b4eb-e1823a98ad00 req-84ac535f-cd90-4646-84db-67f96f26eb4d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 932 time: 0.5727549 Jun 03 15:30:50.821357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-27a6e95b-4094-4632-a908-6069be5f7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:50.823411 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-27a6e95b-4094-4632-a908-6069be5f7735 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 1094 time: 0.1399388 Jun 03 15:30:50.947608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1d8dc07-9962-4e56-b4eb-e1823a98ad00 req-3460f1ea-c80c-46fb-b0c8-a4a4b8b75e44 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038502 Jun 03 15:30:51.101335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-b70a0bbd-415f-4c7c-bfa4-177cb4b8c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:51.106462 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-b70a0bbd-415f-4c7c-bfa4-177cb4b8c12e service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.2722771 Jun 03 15:30:51.189678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-eccf83a7-0308-4fc1-af4b-73e7ec453933 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a HTTP/1.1" status: 200 len: 217 time: 0.0730138 Jun 03 15:30:51.282950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-cae9d9c7-f3b1-4e11-ab36-b36e9f4823ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:51.282950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-cae9d9c7-f3b1-4e11-ab36-b36e9f4823ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.0850847 Jun 03 15:30:51.355185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057612-8748-4b00-aa2a-293e19b183b8 req-4967edd2-dfed-4afb-a200-c01f0e930e8a tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:51.356736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-4967edd2-dfed-4afb-a200-c01f0e930e8a tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 811 time: 0.4185610 Jun 03 15:30:51.402641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-719679bd-f2c2-4526-a906-1f37e5767c71 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/quotas/2784d3c503ac48d7912fd66b985efc95 HTTP/1.1" status: 200 len: 375 time: 0.0328665 Jun 03 15:30:51.413764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30249324-6fbf-402e-a44a-5d7d24b04bfb req-51abed81-1c99-4029-bfc6-e3b6357a30a7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:51.415466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30249324-6fbf-402e-a44a-5d7d24b04bfb req-51abed81-1c99-4029-bfc6-e3b6357a30a7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 943 time: 0.2533655 Jun 03 15:30:51.516355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-ca06c0f9-eeaf-4f1e-b1d5-6a327ae5e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:51.517933 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-ca06c0f9-eeaf-4f1e-b1d5-6a327ae5e6f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228799 Jun 03 15:30:51.700471 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-77ef4fe2-d62f-486a-acb0-827ea7d7e901 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725109 Jun 03 15:30:51.764642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30249324-6fbf-402e-a44a-5d7d24b04bfb req-822400af-b808-488f-9afa-3ab5ae5ae8bc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120055 Jun 03 15:30:51.779035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917cabda-31c4-402d-be39-24fbb468fea5 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:51.798010 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:51.874973 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d86df932-8e77-4af1-8de3-fb2ae4826c99 req-06a5fc4f-3507-4702-a066-38e0f0c1653c service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657147 Jun 03 15:30:51.876008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Transition to ACTIVE for port object 917cabda-31c4-402d-be39-24fbb468fea5 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:51.895817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.137774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ebbc9-e721-4832-856a-dd4740342472 req-53be1390-ac16-4236-bd90-2a1f3b74c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:52.139376 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-915ebbc9-e721-4832-856a-dd4740342472 req-53be1390-ac16-4236-bd90-2a1f3b74c517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1096 time: 0.4628568 Jun 03 15:30:52.156195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-c4b61a99-4cde-41dd-9ab0-07c52cb6f011 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7028048 Jun 03 15:30:52.208363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Pushing event updated for resources: {'Port': ['ID=917cabda-31c4-402d-be39-24fbb468fea5,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:52.331354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:52.500558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:52.515615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a', 'mac_address': 'fa:16:3e:07:74:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:52.547390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Attempting to bind port 917cabda-31c4-402d-be39-24fbb468fea5 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:52.548022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Attempting to bind port 917cabda-31c4-402d-be39-24fbb468fea5 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:52.548187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Attempting to bind port 917cabda-31c4-402d-be39-24fbb468fea5 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:52.565570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Port 917cabda-31c4-402d-be39-24fbb468fea5 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:30:52.565988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Attempting to bind port 917cabda-31c4-402d-be39-24fbb468fea5 on network 0a50ee9a-0bc0-4db1-8235-1cb3fd068629 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:52.569929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ebbc9-e721-4832-856a-dd4740342472 req-0ecde845-6de9-47c6-ba62-2ba89164f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:52.571541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-915ebbc9-e721-4832-856a-dd4740342472 req-0ecde845-6de9-47c6-ba62-2ba89164f426 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.3914948 Jun 03 15:30:52.574093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-5639aa87-30c9-413e-b496-44836060a7f8 service neutron] 10.222.0.66 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177608 Jun 03 15:30:52.622237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-deleted', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:52.644870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:52.645305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Checking segment: {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:52.645782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Bound using segment: {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:52.646368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Bound port: 917cabda-31c4-402d-be39-24fbb468fea5, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afdf537-cf86-4064-b9b3-649f100c0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:52.646726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.658146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:52.658641 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.677899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:52.695093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:52.701467 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.757403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e2ae-7f09-4568-9e27-03e249cf56c3 req-9c95a8a5-35cd-4a94-b8f4-e1648ad034a4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:52.758993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd81e2ae-7f09-4568-9e27-03e249cf56c3 req-9c95a8a5-35cd-4a94-b8f4-e1648ad034a4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.4652133 Jun 03 15:30:52.780565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:52.875800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-915ebbc9-e721-4832-856a-dd4740342472 req-fc24f987-199b-4ae1-b2bd-2398308e6d27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 1000 time: 0.2940936 Jun 03 15:30:52.989111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:53.002338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd81e2ae-7f09-4568-9e27-03e249cf56c3 req-9e922e08-3098-4b4b-a67c-b8955c89c997 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181420 Jun 03 15:30:53.010371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-a1c7dcea-1b50-4cc6-bc09-8ae09b096ed4 service neutron] 10.222.0.66 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679655 Jun 03 15:30:53.021412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] For port 917cabda-31c4-402d-be39-24fbb468fea5, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:53.028621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] For port 917cabda-31c4-402d-be39-24fbb468fea5, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=917cabda-31c4-402d-be39-24fbb468fea5,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:53.038402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ebbc9-e721-4832-856a-dd4740342472 req-d8dd37ba-06ab-4398-acee-957009d0938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:53.040040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-915ebbc9-e721-4832-856a-dd4740342472 req-d8dd37ba-06ab-4398-acee-957009d0938b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.1474574 Jun 03 15:30:53.042669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.210507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Pushing event updated for resources: {'Port': ['ID=917cabda-31c4-402d-be39-24fbb468fea5,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:53.218270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:53.219951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.221990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-0c568396-204c-4303-b6f0-45e42bb6513d service neutron] 10.222.0.15 "PUT /v2.0/ports/917cabda-31c4-402d-be39-24fbb468fea5 HTTP/1.1" status: 200 len: 1092 time: 2.9207544 Jun 03 15:30:53.228284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6734d383-bd02-418c-87ff-7d177d99913e', 'tag': '917cabda-31c4-402d-be39-24fbb468fea5'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:53.567697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ebbc9-e721-4832-856a-dd4740342472 req-9be96f5b-8ac9-4c94-ba04-48fc1ef62c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:53.569501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-915ebbc9-e721-4832-856a-dd4740342472 req-9be96f5b-8ac9-4c94-ba04-48fc1ef62c2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5226159 Jun 03 15:30:53.850811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-affc8910-503d-4fc7-98c7-2c648d4e76ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:53.852356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-affc8910-503d-4fc7-98c7-2c648d4e76ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Synchronizing usage tracker for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:53.863190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b875a356-41e9-4ce4-89a6-576ff8fdeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:53.864535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-b875a356-41e9-4ce4-89a6-576ff8fdeb40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 1095 time: 0.5666022 Jun 03 15:30:53.878412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-affc8910-503d-4fc7-98c7-2c648d4e76ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Unset dirty status for tenant:01d2bd983c3140e0985bb8068f6b72bc on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:53.881464 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-affc8910-503d-4fc7-98c7-2c648d4e76ae tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 945 time: 0.1525817 Jun 03 15:30:53.967980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:53.968508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.985882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-1d6d3894-cc36-42f9-aabc-cd91efcf4881 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=917cabda-31c4-402d-be39-24fbb468fea5 HTTP/1.1" status: 200 len: 217 time: 0.1099119 Jun 03 15:30:54.164694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13f9bd-12c0-4b8d-b84b-80381a0d6109 req-819b58eb-69cd-4a04-96ec-284b18676e6c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:54.167490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c13f9bd-12c0-4b8d-b84b-80381a0d6109 req-819b58eb-69cd-4a04-96ec-284b18676e6c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 944 time: 0.8480315 Jun 03 15:30:54.216078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-915ebbc9-e721-4832-856a-dd4740342472 req-688e1c4f-c171-4ab9-ac4b-c6540cddb500 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371324 Jun 03 15:30:54.227217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01fbdf-cd80-4072-93a9-f59708b45345 req-0113b17c-b4b8-465a-bfa6-821f3bc9e6a1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:54.228739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a01fbdf-cd80-4072-93a9-f59708b45345 req-0113b17c-b4b8-465a-bfa6-821f3bc9e6a1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 945 time: 0.7374372 Jun 03 15:30:54.258969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-fbaf63d7-eedf-47a0-85ad-809f07e36b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:54.261837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-fbaf63d7-eedf-47a0-85ad-809f07e36b1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6266cce5-1246-4c5c-9633-ba7dbd8a7802 HTTP/1.1" status: 200 len: 854 time: 0.2335050 Jun 03 15:30:54.284049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] For port ab778ed0-ec80-46d0-a3de-01fadc5d7d49, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:54.284839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.359226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:54.398443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-7982ab45-e687-4ea1-b447-ad6177d431db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172910 Jun 03 15:30:54.412297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c13f9bd-12c0-4b8d-b84b-80381a0d6109 req-3c3824e2-5a83-45d5-acd8-6c7ad8ec67bb tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357674 Jun 03 15:30:54.507099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:54.519529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:54.520982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.620969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a01fbdf-cd80-4072-93a9-f59708b45345 req-6c3a7ddd-6811-479c-83a7-385e4bd2d02c tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c99b9e8-126a-43d5-b084-bd8dfff752b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572845 Jun 03 15:30:54.648178 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db61574d-22ed-438c-877d-6bb9d3278841'] response: {'server_uuid': 'd18fccd9-bea2-4069-ac3e-fa3d05d84858', 'name': 'network-vif-deleted', 'tag': '0ec23f30-0807-4981-9049-bf83601018b8', 'status': 'completed', 'code': 200} Jun 03 15:30:54.702451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-915ebbc9-e721-4832-856a-dd4740342472 req-0fb427cd-4d7e-45e2-8c37-6bc83140a6f4 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723721 Jun 03 15:30:54.742261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-fd1337a7-4eb4-4602-8936-282b9d7e1b25 service neutron] 10.222.0.15 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283994 Jun 03 15:30:54.766992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:54.767650 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.823802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:54.825045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:54.833754 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.954213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:54.981586 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e288a2e6-cbd6-4d1e-adea-320a0208e417'] response: {'name': 'network-changed', 'server_uuid': '6734d383-bd02-418c-87ff-7d177d99913e', 'tag': '917cabda-31c4-402d-be39-24fbb468fea5', 'status': 'completed', 'code': 200} Jun 03 15:30:55.202628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34ed1784-ceff-4621-9781-e77d35197bcc req-c3b642c3-8555-4697-99e4-85b9ffcbb88d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 210 time: 0.1379418 Jun 03 15:30:55.315254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057612-8748-4b00-aa2a-293e19b183b8 req-c4b5d8ce-9ac4-44e6-84ac-d41ed89ffb35 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.318531 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-c4b5d8ce-9ac4-44e6-84ac-d41ed89ffb35 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.70 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 811 time: 0.3186371 Jun 03 15:30:55.348413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ec44c-17cf-45c2-9401-4b5275c8ee9d req-26bc4c91-a23a-4856-9230-be19c981f36a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.356848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a9ec44c-17cf-45c2-9401-4b5275c8ee9d req-26bc4c91-a23a-4856-9230-be19c981f36a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 945 time: 0.3739898 Jun 03 15:30:55.357756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Request body: {'port': {'device_id': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'admin_state_up': True, 'tenant_id': '2784d3c503ac48d7912fd66b985efc95'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:55.361898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36bc9e72-24af-45a1-ac74-50373ae5a4c8 req-7e9f9033-774f-4605-a9b2-4d67e4e7bd51 service neutron] 10.222.0.15 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041589 Jun 03 15:30:55.469998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.470293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.470662 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Floating IP 27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98 disassociated. External IP: 172.25.1.240, port: ab778ed0-ec80-46d0-a3de-01fadc5d7d49. Jun 03 15:30:55.471011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for ab778ed0-ec80-46d0-a3de-01fadc5d7d49 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:55.548811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a9ec44c-17cf-45c2-9401-4b5275c8ee9d req-f3127476-13c2-42d2-aa26-eb1b399f38bc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908989 Jun 03 15:30:55.610315 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04782f6-19c4-4f4e-afe4-8438be6b54a5'] response: {'server_uuid': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a', 'code': 200} Jun 03 15:30:55.616142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:55.630505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a47adf-8a9a-445d-b259-6f029ac415ac req-55ed841a-6db6-4a39-a79c-c4b8856787f1 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.632586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8a47adf-8a9a-445d-b259-6f029ac415ac req-55ed841a-6db6-4a39-a79c-c4b8856787f1 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 945 time: 0.2301588 Jun 03 15:30:55.637168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-bf5edd32-837d-4e13-a7cd-a5470b249694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.640039 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-bf5edd32-837d-4e13-a7cd-a5470b249694 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db1084ef62274f8fb516a2bd165db688&device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 1095 time: 0.1990831 Jun 03 15:30:55.676121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:55.874478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8a47adf-8a9a-445d-b259-6f029ac415ac req-1053c4c4-78e9-4ef2-b49e-20d9742c2152 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167540 Jun 03 15:30:55.923317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Made reservation on behalf of 2784d3c503ac48d7912fd66b985efc95 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:55.928125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.930654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-15665e31-29ac-4d26-aac6-b3326790a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.932136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-15665e31-29ac-4d26-aac6-b3326790a2af service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 200 len: 915 time: 0.2776296 Jun 03 15:30:56.003130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:56.014963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.090252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=ab778ed0-ec80-46d0-a3de-01fadc5d7d49,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:56.113514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454a662-63cd-49e3-9fab-ea028376743a req-28d0a7d9-89d2-4678-8e30-f3de93f952c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:56.115159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8454a662-63cd-49e3-9fab-ea028376743a req-28d0a7d9-89d2-4678-8e30-f3de93f952c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 1096 time: 0.4200709 Jun 03 15:30:56.170426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b01a545f-1ea8-44ec-a6e6-8c64aaafd72b req-c7a0b2e3-2fda-41ec-88f0-e5d9cd43c8c1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 210 time: 0.0919940 Jun 03 15:30:56.173653 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-ce12f107-4181-4694-97f5-900aa431be66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=917cabda-31c4-402d-be39-24fbb468fea5 HTTP/1.1" status: 200 len: 217 time: 0.2325246 Jun 03 15:30:56.199587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:56.200434 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.249248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc91f6c-bcca-4494-86e1-886acde8835c req-997859f8-a3c9-4487-b3bd-40252f6fce6c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:56.257369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fc91f6c-bcca-4494-86e1-886acde8835c req-997859f8-a3c9-4487-b3bd-40252f6fce6c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 944 time: 0.4567015 Jun 03 15:30:56.334472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-fa79bfaf-c84a-463d-a606-bbc181cd43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:56.336456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-fa79bfaf-c84a-463d-a606-bbc181cd43e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6266cce5-1246-4c5c-9633-ba7dbd8a7802 HTTP/1.1" status: 200 len: 854 time: 0.1446161 Jun 03 15:30:56.356562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fc91f6c-bcca-4494-86e1-886acde8835c req-b21ab02c-7c29-40ba-96b3-5b5b148a10c1 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980260 Jun 03 15:30:56.359331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:56.368170 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8454a662-63cd-49e3-9fab-ea028376743a req-f192fafb-742a-460b-998f-ae4ba0d3bbc6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580310 Jun 03 15:30:56.373303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.396810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Allocated IP 172.20.0.4 (8580799e-babb-47ba-91be-e473e8a0bc29/92e37d1f-26ea-495c-8015-e7a3fa960eac/de8d441d-9d96-43e9-8fd4-be95ce0b933f) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:56.466025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:30:56.616813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:56.842395 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-5153fb1c-e289-4da3-9d42-5df124511a79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a50ee9a-0bc0-4db1-8235-1cb3fd068629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4847095 Jun 03 15:30:56.868604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-042845a8-3ffc-441f-bd85-6290767a4053 req-c7492e1a-2534-41f3-bd7b-9fcd59b99a0a tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 210 time: 0.2078683 Jun 03 15:30:57.031427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:57.050036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa20a1e-14eb-411b-b6ac-c7a734315931 req-5cdfcfbc-30d1-40e5-9334-3aeebda232dc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:57.053197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:57.061620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0aa20a1e-14eb-411b-b6ac-c7a734315931 req-5cdfcfbc-30d1-40e5-9334-3aeebda232dc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 945 time: 0.2772567 Jun 03 15:30:57.063792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-139a1d02-3ed6-4e07-a6ca-ae26724d4ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083106 Jun 03 15:30:57.066823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:57.067552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:30:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:57.131462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.134444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] No DVR routers for this DVR port ab778ed0-ec80-46d0-a3de-01fadc5d7d49 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:57.199188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.202392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'name': 'network-vif-deleted', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:57.231839 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6b91bcd-ff55-4625-b768-8ca4b940b9e2 req-f66f3077-3b45-416a-b40d-1d35ea0d76d1 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.15 "DELETE /v2.0/ports/ab778ed0-ec80-46d0-a3de-01fadc5d7d49 HTTP/1.1" status: 204 len: 173 time: 3.3445461 Jun 03 15:30:57.233766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.409333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0aa20a1e-14eb-411b-b6ac-c7a734315931 req-de9e8491-3c49-4fb7-8130-0b8d4f0fa908 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787461 Jun 03 15:30:57.431191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Pushing event updated for resources: {'Port': ['ID=de8d441d-9d96-43e9-8fd4-be95ce0b933f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:57.441691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Network 8580799e-babb-47ba-91be-e473e8a0bc29 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:57.442950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:57.445740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:57.451757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:57.524274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:57.524952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.547411 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-f939720a-ad43-4401-83a1-b0637d7b9c4c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1993792 Jun 03 15:30:57.574751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Request body: {'port': {'device_id': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:57.617499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:57.628839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8d9d7-8b58-4c27-9a23-e4e91954d18b req-0aa1be92-bb71-4592-8ddc-10f1df83ac87 service neutron] 10.222.0.15 "GET /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557282 Jun 03 15:30:57.657692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d90c4424-0331-4d29-850e-3ecf507e04e5'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:57.719356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04fb89-26bc-45e7-b709-f6369b794295 req-4086d77f-96dd-414a-9ef8-70c7e22a5aa0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:57.725952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd04fb89-26bc-45e7-b709-f6369b794295 req-4086d77f-96dd-414a-9ef8-70c7e22a5aa0 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.4490180 Jun 03 15:30:57.867275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd04fb89-26bc-45e7-b709-f6369b794295 req-5cdc0704-b11d-4a89-88cb-95a9b566f9ab tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106720 Jun 03 15:30:57.922773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.025100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c1d522c-fdc5-45ed-bb0c-04638554a8cd req-ffdc7fd0-0639-4e95-b85a-bbe25a1fb007 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda30f48-0ed8-4acb-a81e-4c1b58527a3b HTTP/1.1" status: 200 len: 210 time: 0.1541462 Jun 03 15:30:58.037681 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a474bcd5-0cd3-420f-922d-c7fd6aa65c7e'] response: {'server_uuid': 'cda30f48-0ed8-4acb-a81e-4c1b58527a3b', 'name': 'network-vif-deleted', 'tag': 'ab778ed0-ec80-46d0-a3de-01fadc5d7d49', 'status': 'completed', 'code': 200} Jun 03 15:30:58.049113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 917cabda-31c4-402d-be39-24fbb468fea5 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:58.060060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab778ed0-ec80-46d0-a3de-01fadc5d7d49 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:58.152123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: ab778ed0-ec80-46d0-a3de-01fadc5d7d49 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:30:58.156985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device ab778ed0-ec80-46d0-a3de-01fadc5d7d49 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:30:58.351634 n-d-844594-1 neutron-server[88340]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e349cbf4-fb74-42e8-9f28-275df5acb35c']: {'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'code': 422} returned with failed status Jun 03 15:30:58.537843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50756fb7-3cbe-405b-b4ac-4f58430a2141 req-9f80a8ef-baa1-40ee-9f10-aa0259dc3313 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:58.556009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50756fb7-3cbe-405b-b4ac-4f58430a2141 req-9f80a8ef-baa1-40ee-9f10-aa0259dc3313 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 944 time: 0.2685890 Jun 03 15:30:58.628459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e7c2-3882-4ea0-a8ff-93b0a05d4f49 req-7389690b-d2f9-4e94-bc0d-12f6c59c7c09 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:58.643590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f03e7c2-3882-4ea0-a8ff-93b0a05d4f49 req-7389690b-d2f9-4e94-bc0d-12f6c59c7c09 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 931 time: 0.2653539 Jun 03 15:30:58.707289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 917cabda-31c4-402d-be39-24fbb468fea5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=917cabda-31c4-402d-be39-24fbb468fea5,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:58.762532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50756fb7-3cbe-405b-b4ac-4f58430a2141 req-6adf4e9d-d9e4-4972-9d4b-b4fa405858ad tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055252 Jun 03 15:30:58.814610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f03e7c2-3882-4ea0-a8ff-93b0a05d4f49 req-62ea0ef5-595a-4bed-ba8e-e3b0714f653b tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701090 Jun 03 15:30:58.837549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '917cabda-31c4-402d-be39-24fbb468fea5', 'network_id': '0a50ee9a-0bc0-4db1-8235-1cb3fd068629', 'port_id': '917cabda-31c4-402d-be39-24fbb468fea5', 'mac_address': 'fa:16:3e:20:85:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6266cce5-1246-4c5c-9633-ba7dbd8a7802', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:58.859041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8d441d-9d96-43e9-8fd4-be95ce0b933f {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:58.889729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.933262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Transition to ACTIVE for port object de8d441d-9d96-43e9-8fd4-be95ce0b933f will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:58.950161 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.960276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 917cabda-31c4-402d-be39-24fbb468fea5 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:58.960659 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.024412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917cabda-31c4-402d-be39-24fbb468fea5 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:59.039727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:59.076765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:59.099138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 917cabda-31c4-402d-be39-24fbb468fea5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=917cabda-31c4-402d-be39-24fbb468fea5,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:59.107568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:59.108962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:30:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:59.190582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.211011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254615f8-5623-4ad6-b240-a6b0314f48ba req-ec24e00a-63f4-4dff-b56a-a57cab3054f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:59.212755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-254615f8-5623-4ad6-b240-a6b0314f48ba req-ec24e00a-63f4-4dff-b56a-a57cab3054f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 945 time: 0.1963832 Jun 03 15:30:59.399432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-254615f8-5623-4ad6-b240-a6b0314f48ba req-0ccb7c93-1e51-4091-a3ba-f8d55d320eac tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767592 Jun 03 15:30:59.470585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=917cabda-31c4-402d-be39-24fbb468fea5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:59.605257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['917cabda-31c4-402d-be39-24fbb468fea5'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:59.688570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Pushing event updated for resources: {'Port': ['ID=de8d441d-9d96-43e9-8fd4-be95ce0b933f,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:59.760097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58242) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:59.820192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Attempting to bind port de8d441d-9d96-43e9-8fd4-be95ce0b933f on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:59.823750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Attempting to bind port de8d441d-9d96-43e9-8fd4-be95ce0b933f by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:59.824482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Attempting to bind port de8d441d-9d96-43e9-8fd4-be95ce0b933f on network 8580799e-babb-47ba-91be-e473e8a0bc29 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:59.860882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Port de8d441d-9d96-43e9-8fd4-be95ce0b933f on network 8580799e-babb-47ba-91be-e473e8a0bc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:30:59.861586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Attempting to bind port de8d441d-9d96-43e9-8fd4-be95ce0b933f on network 8580799e-babb-47ba-91be-e473e8a0bc29 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:59.872456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:59.872960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Checking segment: {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:59.873456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Bound using segment: {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:59.874004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Bound port: de8d441d-9d96-43e9-8fd4-be95ce0b933f, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:59.874463 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.982244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:00.036846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:00.200197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e56d07c8-6a8f-48e3-bbbe-d100120a899e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.207266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814649c2-714c-4afd-8e75-f62ed9ba7c38 req-f2719735-ea30-49d7-b158-a89ffd116bca tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.216242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-814649c2-714c-4afd-8e75-f62ed9ba7c38 req-f2719735-ea30-49d7-b158-a89ffd116bca tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 945 time: 0.2133601 Jun 03 15:31:00.296931 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-814649c2-714c-4afd-8e75-f62ed9ba7c38 req-7f4cfa74-4340-4c73-bb98-996ed6198eaa tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789270 Jun 03 15:31:00.329944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] For port de8d441d-9d96-43e9-8fd4-be95ce0b933f, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:00.398511 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e56d07c8-6a8f-48e3-bbbe-d100120a899e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.424700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] For port de8d441d-9d96-43e9-8fd4-be95ce0b933f, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:00.473595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37262da8-1d6c-4f66-82b2-a6b1954005b1 req-7f84f1fd-e040-456b-a66b-4b2652132e03 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.481784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37262da8-1d6c-4f66-82b2-a6b1954005b1 req-7f84f1fd-e040-456b-a66b-4b2652132e03 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 943 time: 0.1778169 Jun 03 15:31:00.521286 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.617473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37262da8-1d6c-4f66-82b2-a6b1954005b1 req-3d2fa8bf-e1c7-49ae-ad1a-76c7bc2876da tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300120 Jun 03 15:31:00.734858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Pushing event updated for resources: {'Port': ['ID=de8d441d-9d96-43e9-8fd4-be95ce0b933f,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:00.747752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.753146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.755467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-e9439494-5161-49e0-9742-7764e51e8526 service neutron] 10.222.0.70 "PUT /v2.0/ports/de8d441d-9d96-43e9-8fd4-be95ce0b933f HTTP/1.1" status: 200 len: 1091 time: 3.1971197 Jun 03 15:31:00.757940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'tag': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:00.794294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e56d07c8-6a8f-48e3-bbbe-d100120a899e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.887459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d07c8-6a8f-48e3-bbbe-d100120a899e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c99b9e8-126a-43d5-b084-bd8dfff752b6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:00.893042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e56d07c8-6a8f-48e3-bbbe-d100120a899e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.896654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e56d07c8-6a8f-48e3-bbbe-d100120a899e tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/security-groups/9c99b9e8-126a-43d5-b084-bd8dfff752b6 HTTP/1.1" status: 204 len: 168 time: 1.1318974 Jun 03 15:31:00.896915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58264) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:00.912720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:00.927815 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-0c65e7c3-c34e-4cc0-bb6a-4ad4a05f5471 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] show failed (client error): The resource could not be found. Jun 03 15:31:00.931455 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c65e7c3-c34e-4cc0-bb6a-4ad4a05f5471 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "GET /v2.0/security-groups/9c99b9e8-126a-43d5-b084-bd8dfff752b6 HTTP/1.1" status: 404 len: 347 time: 0.0310538 Jun 03 15:31:00.932209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58268) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:00.961485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057612-8748-4b00-aa2a-293e19b183b8 req-c238f3bb-0d04-4f56-a679-b91ae9e05bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.963396 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-c238f3bb-0d04-4f56-a679-b91ae9e05bce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 1094 time: 0.1466012 Jun 03 15:31:01.049428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:01.055252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922da2b-0de0-4d0e-aa69-a07a2d97b831 None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:24:11Z', 'revision_number': 4, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0729e8ab-fe56-4bd9-b700-a2fdde8f8c16', 'name': '', 'network_id': '105eba84-bcfe-484d-9059-8be2f2d1cb5c', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'mac_address': 'fa:16:3e:aa:0b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:09Z', 'updated_at': '2022-06-03T15:24:19Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'subnets': [{'id': '4e6f1c31-88f2-464c-bc1c-9dc68927065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:01.188669 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-85f3eac9-7753-4c92-9065-fc0dae453252 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f HTTP/1.1" status: 200 len: 217 time: 0.2169394 Jun 03 15:31:01.252630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port 813bd3cd-aaa8-4079-9def-390c2e745bd5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:01.253626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.293190 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903474e4-0c96-46a7-93c4-fc084dadfc5d'] response: {'name': 'network-changed', 'server_uuid': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'tag': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f', 'status': 'completed', 'code': 200} Jun 03 15:31:01.356691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057612-8748-4b00-aa2a-293e19b183b8 req-85dc065c-be72-494b-a70e-b2c8fce07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:01.358176 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-85dc065c-be72-494b-a70e-b2c8fce07b9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 200 len: 851 time: 0.1632633 Jun 03 15:31:01.492410 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-05a08a00-9aad-4b22-be8f-f72929ca0154 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8580799e-babb-47ba-91be-e473e8a0bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224248 Jun 03 15:31:01.545311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.545311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.618840 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50299923-ccf9-4a42-b64e-5e696f4f5341 None None] New status for floating IP 27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:31:01.784541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-eca7fd68-1eea-434a-9fc2-ed7aa183c55a service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832825 Jun 03 15:31:02.033485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 917cabda-31c4-402d-be39-24fbb468fea5 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:02.168722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 917cabda-31c4-402d-be39-24fbb468fea5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:02.174650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 917cabda-31c4-402d-be39-24fbb468fea5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:02.180409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.188151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for 813bd3cd-aaa8-4079-9def-390c2e745bd5 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:02.227570 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-30057612-8748-4b00-aa2a-293e19b183b8 req-3454c147-2038-4331-b736-8119d9638abb service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322405 Jun 03 15:31:02.342588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d572-af98-494b-9639-57db54833740 req-47eb8b98-7930-44c4-9e58-ce6103ff8225 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.350265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4805d572-af98-494b-9639-57db54833740 req-47eb8b98-7930-44c4-9e58-ce6103ff8225 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 945 time: 0.7811284 Jun 03 15:31:02.392567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34774cc-99b3-4628-afee-4233ca40393b req-b2169bfa-91d7-4120-8966-e1b6163c935d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.400100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b34774cc-99b3-4628-afee-4233ca40393b req-b2169bfa-91d7-4120-8966-e1b6163c935d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 943 time: 0.2577894 Jun 03 15:31:02.420577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:31:02.420920 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:31:02.432785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 917cabda-31c4-402d-be39-24fbb468fea5 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:02.433520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.453829 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4805d572-af98-494b-9639-57db54833740 req-340257f3-e860-4518-a312-dc7d36278a45 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994716 Jun 03 15:31:02.526681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6734d383-bd02-418c-87ff-7d177d99913e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917cabda-31c4-402d-be39-24fbb468fea5'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:02.538111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 917cabda-31c4-402d-be39-24fbb468fea5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=917cabda-31c4-402d-be39-24fbb468fea5,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:02.543726 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.546305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b34774cc-99b3-4628-afee-4233ca40393b req-477136b7-7967-4403-b518-7d06be1cff64 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449759 Jun 03 15:31:02.555162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-6bc03bd4-c7df-45d6-9170-5625e054ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.557945 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-6bc03bd4-c7df-45d6-9170-5625e054ba11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 1094 time: 0.2462811 Jun 03 15:31:02.644529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=917cabda-31c4-402d-be39-24fbb468fea5,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:02.894926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-117f18d4-ac8e-492e-9b64-e6048751e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.899223 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-117f18d4-ac8e-492e-9b64-e6048751e704 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 912 time: 0.3317976 Jun 03 15:31:02.906040 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f65861-812f-4db2-8972-a64e284d227c'] response: {'server_uuid': '6734d383-bd02-418c-87ff-7d177d99913e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917cabda-31c4-402d-be39-24fbb468fea5', 'code': 200} Jun 03 15:31:02.923111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Deleting port 813bd3cd-aaa8-4079-9def-390c2e745bd5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:02.923631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.071649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-0632d116-d1a8-436f-8113-1ef9b1c631b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f HTTP/1.1" status: 200 len: 217 time: 0.1618462 Jun 03 15:31:03.304846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-3007037c-018c-4b4f-8ea7-a28c23ddd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.308234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-3007037c-018c-4b4f-8ea7-a28c23ddd707 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 200 len: 851 time: 0.2243514 Jun 03 15:31:03.385780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-1c961f9a-590d-41da-b6b7-b0fc8979172b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8580799e-babb-47ba-91be-e473e8a0bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706153 Jun 03 15:31:03.447150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaabe51-4c99-4395-86d9-526a3fa73bbe req-14b56bfd-0a0e-492e-aa91-404c57be0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.449072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaaabe51-4c99-4395-86d9-526a3fa73bbe req-14b56bfd-0a0e-492e-aa91-404c57be0724 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 1097 time: 0.4018002 Jun 03 15:31:03.536287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.536814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.858394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Calling delete_port for 813bd3cd-aaa8-4079-9def-390c2e745bd5 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:03.909344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaaabe51-4c99-4395-86d9-526a3fa73bbe req-ef76e80a-23f5-4853-8cdd-e8031a938a03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510055 Jun 03 15:31:03.954020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-8ce96a5f-478f-4ac1-b901-c1dd127af44d service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606971 Jun 03 15:31:03.978627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47bed5-b0fa-479c-84fc-5add85381392 req-c506c7a2-841a-4562-9436-9807acac72c2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.986640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c47bed5-b0fa-479c-84fc-5add85381392 req-c506c7a2-841a-4562-9436-9807acac72c2 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.7582543 Jun 03 15:31:04.194972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f60d94a6-fe57-46dc-8d89-c62907f0908a req-d5dd3296-a5cb-433c-a5c0-628dcc21e1d9 service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341306 Jun 03 15:31:04.211779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c47bed5-b0fa-479c-84fc-5add85381392 req-25372e95-198f-43e5-8175-c2112f2f6288 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241745 Jun 03 15:31:04.346904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c97f8-5281-461d-a392-4a6824c25815 req-9088b978-3f8e-4b6c-9140-ddbaf19f3a48 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:04.349340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c57c97f8-5281-461d-a392-4a6824c25815 req-9088b978-3f8e-4b6c-9140-ddbaf19f3a48 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.6409876 Jun 03 15:31:04.488486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-f687f6be-a126-479e-a9ea-4e48996457e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6868460 Jun 03 15:31:04.492613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.575686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Pushing event deleted for resources: {'Port': ['ID=813bd3cd-aaa8-4079-9def-390c2e745bd5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:04.589103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c57c97f8-5281-461d-a392-4a6824c25815 req-e53ab71d-d723-4c04-81ae-581ea0b8fd6d tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220905 Jun 03 15:31:04.767310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.788288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85c81-432e-4709-9853-f98f1a522783 req-670c5db3-fddd-4222-b339-f7a0c5aabf28 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:04.789982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ed85c81-432e-4709-9853-f98f1a522783 req-670c5db3-fddd-4222-b339-f7a0c5aabf28 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 943 time: 0.4204104 Jun 03 15:31:04.816726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.821061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ad418e39-eb8f-4e6f-aaec-9a430b4ac7f8 tempest-AttachVolumeNegativeTest-377348193 tempest-AttachVolumeNegativeTest-377348193-project] 10.222.0.66 "DELETE /v2.0/floatingips/27eaa2f8-9ab4-4fa7-bbb4-79c50c496a98 HTTP/1.1" status: 204 len: 168 time: 3.8846235 Jun 03 15:31:04.863025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ed85c81-432e-4709-9853-f98f1a522783 req-435d7a64-8168-4d36-8102-965438ccf612 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649204 Jun 03 15:31:05.539639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ece37-2318-44a3-acef-fbb25c8a1b8c req-c27e1c3d-e4c3-4321-ac64-e4ffff0ead50 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:05.543423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b7ece37-2318-44a3-acef-fbb25c8a1b8c req-c27e1c3d-e4c3-4321-ac64-e4ffff0ead50 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.1458721 Jun 03 15:31:05.630105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b7ece37-2318-44a3-acef-fbb25c8a1b8c req-61207efd-9d99-4d30-a46e-670300c67a14 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748699 Jun 03 15:31:06.220801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a24e0-805e-43cc-ada2-ff0d1e23fbe6 req-b1601fe5-74f7-44b1-a99a-3a3508eece19 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.228244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a14a24e0-805e-43cc-ada2-ff0d1e23fbe6 req-b1601fe5-74f7-44b1-a99a-3a3508eece19 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.4362891 Jun 03 15:31:06.235301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-324c32b9-2ded-43bf-ac5e-74d17ba94076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.236998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-324c32b9-2ded-43bf-ac5e-74d17ba94076 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff&tenant_id=6529a69d4aa5444bac3e9188ce769c14 HTTP/1.1" status: 200 len: 1094 time: 0.2152278 Jun 03 15:31:06.262061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a1a26-5ec5-4a30-9ad3-7734df603723 req-fc914342-7ac2-4bc5-9271-1e189e633ee6 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.269885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c5a1a26-5ec5-4a30-9ad3-7734df603723 req-fc914342-7ac2-4bc5-9271-1e189e633ee6 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 943 time: 0.2401342 Jun 03 15:31:06.411241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a14a24e0-805e-43cc-ada2-ff0d1e23fbe6 req-4ade0e89-2087-446c-9b07-5730c3d38325 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810787 Jun 03 15:31:06.423387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device de8d441d-9d96-43e9-8fd4-be95ce0b933f details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:06.430964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c5a1a26-5ec5-4a30-9ad3-7734df603723 req-f48e3ef2-edf3-4d55-88e7-a8bd87ce1c50 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595597 Jun 03 15:31:06.476930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-787dd6e7-c087-4bee-81db-dc741171d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.481608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-787dd6e7-c087-4bee-81db-dc741171d375 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1094 time: 0.2027640 Jun 03 15:31:06.745720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port de8d441d-9d96-43e9-8fd4-be95ce0b933f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:06.787040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f', 'network_id': '8580799e-babb-47ba-91be-e473e8a0bc29', 'port_id': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f', 'mac_address': 'fa:16:3e:4c:8e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e37d1f-26ea-495c-8015-e7a3fa960eac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:06.899530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port de8d441d-9d96-43e9-8fd4-be95ce0b933f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:06.900627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:06.935900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8d441d-9d96-43e9-8fd4-be95ce0b933f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:06.958136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port de8d441d-9d96-43e9-8fd4-be95ce0b933f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:06.988236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-9807ca05-38c7-4bbb-a15e-f8abf0afab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.990240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-9807ca05-38c7-4bbb-a15e-f8abf0afab94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.5027068 Jun 03 15:31:06.995623 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.093598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5f12-9ad0-4e01-a197-fe4fd6b8d592 req-93cf0972-6814-44bc-9a1e-9cf5ed71222b tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.095310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efde5f12-9ad0-4e01-a197-fe4fd6b8d592 req-93cf0972-6814-44bc-9a1e-9cf5ed71222b tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.4156787 Jun 03 15:31:07.204979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-46ca7434-bef8-471f-b0c6-4e1c9233508a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 998 time: 0.2042947 Jun 03 15:31:07.231299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=de8d441d-9d96-43e9-8fd4-be95ce0b933f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.271012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['de8d441d-9d96-43e9-8fd4-be95ce0b933f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:07.337171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efde5f12-9ad0-4e01-a197-fe4fd6b8d592 req-97035538-262c-46c1-9b68-cd6a3ae3ae65 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337525 Jun 03 15:31:07.371160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346157-fb75-44a5-974e-f2a4d00ffde9 req-00fac871-83e0-4541-bfff-1caef4bfb17c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.401148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be346157-fb75-44a5-974e-f2a4d00ffde9 req-00fac871-83e0-4541-bfff-1caef4bfb17c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.5026660 Jun 03 15:31:07.463845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-e75025a9-8959-48cb-ae12-1a0ea66c2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.466757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-e75025a9-8959-48cb-ae12-1a0ea66c2c36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.2409384 Jun 03 15:31:07.579648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be346157-fb75-44a5-974e-f2a4d00ffde9 req-ddd6beb7-b005-49f8-bafe-dff28906e3ae tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769412 Jun 03 15:31:07.678974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-0b3fd308-323e-4f4c-8713-0adc2932e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.687392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-0b3fd308-323e-4f4c-8713-0adc2932e8d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084360 Jun 03 15:31:08.046879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e828d9-07aa-4c06-9e07-894cc5b14d99 req-ea189193-df96-426f-a06e-bde587f02188 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:08.054441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75e828d9-07aa-4c06-9e07-894cc5b14d99 req-ea189193-df96-426f-a06e-bde587f02188 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 944 time: 0.1729279 Jun 03 15:31:08.072214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-fbeaf17a-920d-4773-931a-b562be4582b1 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774195 Jun 03 15:31:08.256902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75e828d9-07aa-4c06-9e07-894cc5b14d99 req-354c7078-7e69-4cc3-bed3-73e07829fa4f tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014611 Jun 03 15:31:08.353791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-6103993f-e6a8-43ea-aee8-0c4df619badc service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741075 Jun 03 15:31:08.439304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device de8d441d-9d96-43e9-8fd4-be95ce0b933f up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:08.721384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port de8d441d-9d96-43e9-8fd4-be95ce0b933f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:08.746335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port de8d441d-9d96-43e9-8fd4-be95ce0b933f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:08.747128 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:08.908013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87c9ae-482d-405b-9009-a8b78b6b94f2 req-f25a40e3-0bef-4666-aa33-9fbc8f2e066c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:08.924859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc87c9ae-482d-405b-9009-a8b78b6b94f2 req-f25a40e3-0bef-4666-aa33-9fbc8f2e066c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.2784164 Jun 03 15:31:09.056473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc87c9ae-482d-405b-9009-a8b78b6b94f2 req-a580ff0f-9c82-4f7b-937b-99cbc4a1a746 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278334 Jun 03 15:31:09.290404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port de8d441d-9d96-43e9-8fd4-be95ce0b933f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:09.291174 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.367410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:09.386522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ff4dc-2fb4-4a5d-91c7-ec9452f0496f req-8fa4fe71-ac1d-41fc-b729-8f3609e7aa70 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:09.389860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e1ff4dc-2fb4-4a5d-91c7-ec9452f0496f req-8fa4fe71-ac1d-41fc-b729-8f3609e7aa70 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.3275931 Jun 03 15:31:09.396088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port de8d441d-9d96-43e9-8fd4-be95ce0b933f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:09.406491 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.594614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=de8d441d-9d96-43e9-8fd4-be95ce0b933f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:09.623871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e1ff4dc-2fb4-4a5d-91c7-ec9452f0496f req-e947fb78-8552-43cf-b50b-4842b3413682 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200150 Jun 03 15:31:09.741095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985affd0-83f1-4463-bc0e-09cd1157844d req-b7fb4597-5128-4064-9d93-0c73922dac3f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:09.755780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-985affd0-83f1-4463-bc0e-09cd1157844d req-b7fb4597-5128-4064-9d93-0c73922dac3f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.2482989 Jun 03 15:31:09.867307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-985affd0-83f1-4463-bc0e-09cd1157844d req-bceb40c4-4fd8-4651-bcda-6b13f9d31087 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091859 Jun 03 15:31:10.027117 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c242f81-41d9-476d-95ea-3113daf83268'] response: {'server_uuid': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f', 'code': 200} Jun 03 15:31:10.443875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394641-d47a-43e9-8ecb-aa30eb4457b0 req-c8ffb216-e42d-4306-b9a8-7d5d5acca0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:10.456802 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e394641-d47a-43e9-8ecb-aa30eb4457b0 req-c8ffb216-e42d-4306-b9a8-7d5d5acca0b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 1096 time: 0.3153758 Jun 03 15:31:10.648684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6e394641-d47a-43e9-8ecb-aa30eb4457b0 req-5c3468bb-47e4-4273-a7d6-718c459e6b76 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838446 Jun 03 15:31:10.809476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350de18-ec26-4a78-b34a-5c09edd96bca req-6bf83762-ad89-44cd-9017-3934e90eed26 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:10.818306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2350de18-ec26-4a78-b34a-5c09edd96bca req-6bf83762-ad89-44cd-9017-3934e90eed26 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.7191076 Jun 03 15:31:10.950054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2350de18-ec26-4a78-b34a-5c09edd96bca req-924c4055-9f88-44f2-8373-1ec3ba2ad643 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201599 Jun 03 15:31:11.822070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151140f4-acdf-4921-8e33-1370a904679d req-7705ad47-3fb9-4050-941e-411e8601af09 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.824876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-151140f4-acdf-4921-8e33-1370a904679d req-7705ad47-3fb9-4050-941e-411e8601af09 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4097955 Jun 03 15:31:11.866870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b965-8faa-4bdc-bec3-82159a9074a4 req-a65ba361-5bbd-4eb0-919e-0826d9edacbc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.887631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86e7b965-8faa-4bdc-bec3-82159a9074a4 req-a65ba361-5bbd-4eb0-919e-0826d9edacbc tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.3404069 Jun 03 15:31:12.029224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-151140f4-acdf-4921-8e33-1370a904679d req-ef31467f-7745-4d9f-a8dd-83554a6b8af1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381209 Jun 03 15:31:12.114611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86e7b965-8faa-4bdc-bec3-82159a9074a4 req-3d513a51-e7f3-4c5f-8273-39903a242780 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234535 Jun 03 15:31:12.844343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ce4f-ca69-462b-9c1a-2d7f6a287c61 req-3719567a-5086-4d2e-b0de-c6bb5770f68d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:12.863070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0952ce4f-ca69-462b-9c1a-2d7f6a287c61 req-3719567a-5086-4d2e-b0de-c6bb5770f68d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.3788848 Jun 03 15:31:12.980861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb69681-9a1f-4428-834b-adec83e2364f req-80b204f3-a793-44bf-b931-48488013caf4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:12.998329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbb69681-9a1f-4428-834b-adec83e2364f req-80b204f3-a793-44bf-b931-48488013caf4 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.6949480 Jun 03 15:31:13.109410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0952ce4f-ca69-462b-9c1a-2d7f6a287c61 req-011c0155-e25c-42f5-8abe-5da554eb1834 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400892 Jun 03 15:31:13.138195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbb69681-9a1f-4428-834b-adec83e2364f req-d15e7a3d-1829-4794-afef-d438954d7b25 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386697 Jun 03 15:31:13.444518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4c9b4cc-8126-4db2-8fd8-cbfab4108732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:13.588021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da511021-b2c0-4390-b8a1-b1046ac3e070 req-2c04e3e8-31b4-499d-83a7-49cd6b8eafe3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:13.595672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da511021-b2c0-4390-b8a1-b1046ac3e070 req-2c04e3e8-31b4-499d-83a7-49cd6b8eafe3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2635186 Jun 03 15:31:13.808279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da511021-b2c0-4390-b8a1-b1046ac3e070 req-a38d345d-ece4-42d1-ba3e-f72998676a42 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112734 Jun 03 15:31:14.156101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-99d72230-c503-4896-8f43-4cff8d09c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.157745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-99d72230-c503-4896-8f43-4cff8d09c8b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 1096 time: 0.2762229 Jun 03 15:31:14.523061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-49786a19-4623-45e6-97eb-89fa1d719848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.526789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-49786a19-4623-45e6-97eb-89fa1d719848 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 912 time: 0.3616269 Jun 03 15:31:14.712371 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-39e081ed-8e7e-4ecd-a8fe-9b88b433021f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f HTTP/1.1" status: 200 len: 217 time: 0.1784925 Jun 03 15:31:14.747420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153217f-41c0-48ec-98d4-ae7d1a12de58 req-983ca9fb-8f57-4adc-bc64-a43de8dfa5b0 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.764781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0153217f-41c0-48ec-98d4-ae7d1a12de58 req-983ca9fb-8f57-4adc-bc64-a43de8dfa5b0 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.4383154 Jun 03 15:31:14.850746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa7e9-477b-44d5-a058-ef70d67ad357 req-76b4ac94-8009-4614-b2fb-8ea466b030df tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.859957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f0fa7e9-477b-44d5-a058-ef70d67ad357 req-76b4ac94-8009-4614-b2fb-8ea466b030df tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.7310169 Jun 03 15:31:14.868009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-42c383c5-de1d-4cd1-a3bf-f733747f3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.871705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-42c383c5-de1d-4cd1-a3bf-f733747f3aa0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 200 len: 851 time: 0.1525371 Jun 03 15:31:14.971197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-d3b86dae-db64-4960-b491-cdbcc45b784e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8580799e-babb-47ba-91be-e473e8a0bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898426 Jun 03 15:31:14.987279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0153217f-41c0-48ec-98d4-ae7d1a12de58 req-1d67a49e-9613-4783-99c6-04dca12c8a32 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968136 Jun 03 15:31:15.101130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f0fa7e9-477b-44d5-a058-ef70d67ad357 req-667c2e92-8ccf-485d-9b15-887cd8d5527b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400036 Jun 03 15:31:15.386919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:15.418287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-ffeb2b5e-9908-48dd-a67d-8df4aa4ea80f service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184060 Jun 03 15:31:15.657320 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a32e7310-e025-4eb4-bfa9-eb96f2cf55ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:15.731723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99920be-2d7b-49b0-ba64-ed488ffdc6cd req-8b71bff5-25ab-47c2-b5b9-405851a04bff tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.742929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f99920be-2d7b-49b0-ba64-ed488ffdc6cd req-8b71bff5-25ab-47c2-b5b9-405851a04bff tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.3305457 Jun 03 15:31:15.845933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f99920be-2d7b-49b0-ba64-ed488ffdc6cd req-27ce3ba6-ca09-43f5-94a9-bd5f5df7efcd tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981774 Jun 03 15:31:15.867595 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-13fbfa12-e05e-45da-b39f-a1f1dfb8acaf req-b5e5178f-777f-49f2-80ed-798964c334b8 service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416471 Jun 03 15:31:15.913666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77f05-8df9-4e26-a270-9cccd6fb10c2 req-6e6c0db5-71dc-4bf3-8aa5-d591fe60898f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.933115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dad77f05-8df9-4e26-a270-9cccd6fb10c2 req-6e6c0db5-71dc-4bf3-8aa5-d591fe60898f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6181886 Jun 03 15:31:16.114720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dad77f05-8df9-4e26-a270-9cccd6fb10c2 req-f7465c64-7562-4a25-926b-48fa38006189 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701710 Jun 03 15:31:16.664622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:16.850636 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:31:16.925864 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:17.084017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0e9b0-6ffa-481e-9c40-b30d2b79f2ea req-b4aee93f-e437-4a7b-af86-4844ea892d1c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:17.100010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11c0e9b0-6ffa-481e-9c40-b30d2b79f2ea req-b4aee93f-e437-4a7b-af86-4844ea892d1c tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.5452237 Jun 03 15:31:17.250688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11c0e9b0-6ffa-481e-9c40-b30d2b79f2ea req-0cc6b627-cf8f-471b-8b99-edbcfbedfd1e tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474710 Jun 03 15:31:17.343786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4d5d-7bf9-4526-a61c-624315d26e7b req-2eab9138-3d76-4ffe-aa7f-924fd01487fe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:17.355987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dafa4d5d-7bf9-4526-a61c-624315d26e7b req-2eab9138-3d76-4ffe-aa7f-924fd01487fe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4861341 Jun 03 15:31:17.487139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dafa4d5d-7bf9-4526-a61c-624315d26e7b req-8693e307-3a65-4da1-97bb-f55a3331004c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061013 Jun 03 15:31:17.754882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:18.233053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d470b8-e9e3-4441-a450-615de48af72b req-3a83d1df-456a-4cb0-91f7-54109da92549 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.245746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34d470b8-e9e3-4441-a450-615de48af72b req-3a83d1df-456a-4cb0-91f7-54109da92549 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.3851531 Jun 03 15:31:18.390480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-34d470b8-e9e3-4441-a450-615de48af72b req-4dd1a596-9fbe-4929-adbd-a9fcaa94d7de tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401708 Jun 03 15:31:18.401691 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:19.401813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0c9ec-4f6b-466a-9bce-27351da00adb req-ba2363be-7cdb-4738-af8a-de7647b51e7f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:19.410127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1be0c9ec-4f6b-466a-9bce-27351da00adb req-ba2363be-7cdb-4738-af8a-de7647b51e7f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.6835327 Jun 03 15:31:19.449584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-f5caadfc-70b9-4255-b558-39cf898f02ae tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:19.451815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-f5caadfc-70b9-4255-b558-39cf898f02ae tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.15 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 0.6282375 Jun 03 15:31:19.498287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce22642-754b-40e1-8225-42e3c8ee9e0b req-f79e0d08-207a-4863-9374-77bd8b819b32 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:19.510984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ce22642-754b-40e1-8225-42e3c8ee9e0b req-f79e0d08-207a-4863-9374-77bd8b819b32 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.5866058 Jun 03 15:31:19.525006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1be0c9ec-4f6b-466a-9bce-27351da00adb req-9bc92224-e6de-4001-a07d-e00acaecbbd3 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136189 Jun 03 15:31:19.789365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Deleting port 917cabda-31c4-402d-be39-24fbb468fea5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:19.790268 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:20.339171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ce22642-754b-40e1-8225-42e3c8ee9e0b req-fd50b907-39d1-4ff7-b3bc-49266bb1462f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6237972 Jun 03 15:31:20.864949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167881a-9342-4588-a30d-3427efbe085a req-84ddef0d-4ca0-4716-bc85-6b14c2031961 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:20.864949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0167881a-9342-4588-a30d-3427efbe085a req-84ddef0d-4ca0-4716-bc85-6b14c2031961 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.7146866 Jun 03 15:31:21.060201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0167881a-9342-4588-a30d-3427efbe085a req-51e128e9-239a-4806-a787-fc57f88698a3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988115 Jun 03 15:31:21.111575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] For port 917cabda-31c4-402d-be39-24fbb468fea5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=917cabda-31c4-402d-be39-24fbb468fea5,segment=NetworkSegment(2afdf537-cf86-4064-b9b3-649f100c0836),segment_id=2afdf537-cf86-4064-b9b3-649f100c0836)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:21.117665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.724919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Calling delete_port for 917cabda-31c4-402d-be39-24fbb468fea5 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:22.724059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc9a47-ac2e-4eaa-b6ae-dcbc91812b73 req-1efb164d-e037-4a02-ada7-8e502f47af5c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:22.744670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51cc9a47-ac2e-4eaa-b6ae-dcbc91812b73 req-1efb164d-e037-4a02-ada7-8e502f47af5c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 1.0285454 Jun 03 15:31:22.843042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e7b48-b221-49e8-bfbc-86472f78efc2 req-acfc0297-a74f-4a8d-bfb3-1a6f6ec6323f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:22.872363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d46e7b48-b221-49e8-bfbc-86472f78efc2 req-acfc0297-a74f-4a8d-bfb3-1a6f6ec6323f tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 946 time: 1.1556716 Jun 03 15:31:23.020932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d46e7b48-b221-49e8-bfbc-86472f78efc2 req-9d14e50b-9baf-4776-9817-b829c183a25c tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/security-groups?id=4a512424-ae23-4404-90f0-98c56c1daa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464424 Jun 03 15:31:23.086774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51cc9a47-ac2e-4eaa-b6ae-dcbc91812b73 req-a8c7e7cb-bf72-4647-a586-021b7fd3eb98 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405721 Jun 03 15:31:23.230698 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.384836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Pushing event deleted for resources: {'Port': ['ID=917cabda-31c4-402d-be39-24fbb468fea5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:23.783031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] No DVR routers for this DVR port 917cabda-31c4-402d-be39-24fbb468fea5 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:23.793421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.835126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6734d383-bd02-418c-87ff-7d177d99913e', 'name': 'network-vif-deleted', 'tag': '917cabda-31c4-402d-be39-24fbb468fea5'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:23.862826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48dd2f5e-c166-41b3-8d51-e8367dc985ac req-bddfe633-8d6a-470a-8d15-79f5e1b6ef36 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.15 "DELETE /v2.0/ports/917cabda-31c4-402d-be39-24fbb468fea5 HTTP/1.1" status: 204 len: 173 time: 4.3504944 Jun 03 15:31:23.934841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e3ccb-18e9-4234-9940-a9f432ea9982 req-7b421d52-0cb4-422c-9ee2-41784b32813b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:23.947254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f0e3ccb-18e9-4234-9940-a9f432ea9982 req-7b421d52-0cb4-422c-9ee2-41784b32813b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.4728999 Jun 03 15:31:24.066043 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f0e3ccb-18e9-4234-9940-a9f432ea9982 req-c86ad0e4-719a-4233-8460-eb270d917d21 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172302 Jun 03 15:31:24.141712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 917cabda-31c4-402d-be39-24fbb468fea5 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:24.169352 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c06f85-935f-410c-a75d-9f3600cae019'] response: {'server_uuid': '6734d383-bd02-418c-87ff-7d177d99913e', 'name': 'network-vif-deleted', 'tag': '917cabda-31c4-402d-be39-24fbb468fea5', 'status': 'completed', 'code': 200} Jun 03 15:31:24.315693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 917cabda-31c4-402d-be39-24fbb468fea5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:24.316319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 917cabda-31c4-402d-be39-24fbb468fea5 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:24.795731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d0f69887-8b42-4b1a-9aa9-91e41d39e78b req-dc3407a0-a394-4e50-89a4-995b9f96a417 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Synchronizing usage tracker for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:25.061359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d0f69887-8b42-4b1a-9aa9-91e41d39e78b req-dc3407a0-a394-4e50-89a4-995b9f96a417 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] Unset dirty status for tenant:db1084ef62274f8fb516a2bd165db688 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:25.090418 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0f69887-8b42-4b1a-9aa9-91e41d39e78b req-dc3407a0-a394-4e50-89a4-995b9f96a417 tempest-ServerDiskConfigTestJSON-859342504 tempest-ServerDiskConfigTestJSON-859342504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6734d383-bd02-418c-87ff-7d177d99913e HTTP/1.1" status: 200 len: 210 time: 0.5387149 Jun 03 15:31:25.163819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09209-5b1f-4feb-8a5a-a9c7cce71038 req-5659bc89-35d0-4413-ab5f-6b61b3b38c43 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:25.171115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22d09209-5b1f-4feb-8a5a-a9c7cce71038 req-5659bc89-35d0-4413-ab5f-6b61b3b38c43 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.3654513 Jun 03 15:31:25.477132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22d09209-5b1f-4feb-8a5a-a9c7cce71038 req-747fbda5-cd1b-421f-af72-2591be7a984d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848582 Jun 03 15:31:26.177740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51403a-f487-49a8-8b00-1e37e6463e54 req-ca3979a4-1790-4fe9-a61c-b66dca025077 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:26.180095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc51403a-f487-49a8-8b00-1e37e6463e54 req-ca3979a4-1790-4fe9-a61c-b66dca025077 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.1549778 Jun 03 15:31:26.192731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea8c8-abe7-42ea-8a46-d7603885e939 req-80f57c7a-9b36-48b8-aa23-e36043464c3f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:26.194795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff9ea8c8-abe7-42ea-8a46-d7603885e939 req-80f57c7a-9b36-48b8-aa23-e36043464c3f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2779665 Jun 03 15:31:26.301276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc51403a-f487-49a8-8b00-1e37e6463e54 req-f8c4a9ed-cb42-4107-a2d5-760e1edeeb5b tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051478 Jun 03 15:31:26.312478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff9ea8c8-abe7-42ea-8a46-d7603885e939 req-b7fc3d84-b389-4e3d-b8fa-0f0892f2dfc4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975237 Jun 03 15:31:26.574120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:27.019900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992437-1677-44af-93c0-c1e2ca305553 req-430c3220-780d-4786-8e7d-ef92fd794550 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.022221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d992437-1677-44af-93c0-c1e2ca305553 req-430c3220-780d-4786-8e7d-ef92fd794550 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.2542107 Jun 03 15:31:27.150889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d992437-1677-44af-93c0-c1e2ca305553 req-3df85045-cd5b-4972-bc84-688773573f23 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178126 Jun 03 15:31:27.428502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:27.548141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] Deleting subnet 6266cce5-1246-4c5c-9633-ba7dbd8a7802 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:27.553049 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:27.887745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.047353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.247591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.390538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8408a-4c7c-4acf-a1b1-4fea8fc5f254 req-533aef34-614c-4f96-8468-52c4e02e6b1c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:28.392265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0d8408a-4c7c-4acf-a1b1-4fea8fc5f254 req-533aef34-614c-4f96-8468-52c4e02e6b1c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6020694 Jun 03 15:31:28.478617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e0d8408a-4c7c-4acf-a1b1-4fea8fc5f254 req-3b5fdd2e-e74b-4296-93e2-d8c878b40838 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764298 Jun 03 15:31:28.511095 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.572960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6266cce5-1246-4c5c-9633-ba7dbd8a7802,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:28.584594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.597502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9b40105-d93b-4188-a79d-b13a9a775cb9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6266cce5-1246-4c5c-9633-ba7dbd8a7802 HTTP/1.1" status: 204 len: 168 time: 1.1653690 Jun 03 15:31:28.598530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58688) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:28.793074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c2a30-063a-428c-9e31-59f2563f417b req-edf2b0b3-ac88-4377-8543-23f366085df8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:28.800748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c35c2a30-063a-428c-9e31-59f2563f417b req-edf2b0b3-ac88-4377-8543-23f366085df8 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.4782908 Jun 03 15:31:28.844177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.942073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Deleting port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:28.942834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.161197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c35c2a30-063a-428c-9e31-59f2563f417b req-0d5c63aa-c803-49f9-bb35-43cf63bcd637 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586869 Jun 03 15:31:29.184803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.219463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a50ee9a-0bc0-4db1-8235-1cb3fd068629']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:29.234573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afdf537-cf86-4064-b9b3-649f100c0836') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:29.234869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afdf537-cf86-4064-b9b3-649f100c0836') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:29.253552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.287086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcc32e-47ac-4962-8c59-a79a587d99da req-91390d9f-3720-433a-bf03-d1e656ac5058 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:29.296094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eddcc32e-47ac-4962-8c59-a79a587d99da req-91390d9f-3720-433a-bf03-d1e656ac5058 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.5748825 Jun 03 15:31:29.317159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.332613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:31:29.332954 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.333203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] For port 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:29.333742 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.516923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eddcc32e-47ac-4962-8c59-a79a587d99da req-304eab6f-006c-4fa4-9f08-f5a68a0170d7 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195637 Jun 03 15:31:29.570205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Calling delete_port for 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:29.594176 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.643971 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 2afdf537-cf86-4064-b9b3-649f100c0836 resource provider aggregate not found Jun 03 15:31:29.651919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.654834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a50ee9a-0bc0-4db1-8235-1cb3fd068629,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:29.689796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-61325b17-1935-410b-8e21-c0efc73a57d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0a50ee9a-0bc0-4db1-8235-1cb3fd068629 HTTP/1.1" status: 204 len: 168 time: 1.0866160 Jun 03 15:31:29.711687 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 2afdf537-cf86-4064-b9b3-649f100c0836 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2afdf537-cf86-4064-b9b3-649f100c0836 found for delete ", "request_id": "req-80b6d15c-d306-483d-b7ea-457cf416c9e3"}]} Jun 03 15:31:29.860062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549013a-ad14-4364-b372-7434163faa4e req-ce3dd6a9-ba7b-4b5d-a85e-77d6cd70e13d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:29.868737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d549013a-ad14-4364-b372-7434163faa4e req-ce3dd6a9-ba7b-4b5d-a85e-77d6cd70e13d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1549730 Jun 03 15:31:29.962785 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.017415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d549013a-ad14-4364-b372-7434163faa4e req-99598a47-4945-4a93-807f-2f1bffc9ada7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450012 Jun 03 15:31:30.026903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58706) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:30.032072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0729e8ab-fe56-4bd9-b700-a2fdde8f8c16,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.047398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.047805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.048258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.048672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.049073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.049456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.049854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.050235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.050641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.050993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.051374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.051758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.113190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-840223f4-bbc0-402c-b500-67595b349111 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db1084ef62274f8fb516a2bd165db688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843828 Jun 03 15:31:30.119329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:30.173899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:30.347068 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dea69c20-e28a-4223-8e87-132985a2cfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.415932 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dea69c20-e28a-4223-8e87-132985a2cfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.623877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:30.684953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'port_id': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'mac_address': 'fa:16:3e:a1:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:30.695942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.697412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dea69c20-e28a-4223-8e87-132985a2cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.757412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:30.758238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.780503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981026f6-afc6-402b-9cf9-be526c34a8ed {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:30.803221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:30.808882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.840399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dea69c20-e28a-4223-8e87-132985a2cfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.842578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dea69c20-e28a-4223-8e87-132985a2cfa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a512424-ae23-4404-90f0-98c56c1daa48 HTTP/1.1" status: 204 len: 168 time: 0.7213259 Jun 03 15:31:30.853962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea69c20-e28a-4223-8e87-132985a2cfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a512424-ae23-4404-90f0-98c56c1daa48,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.931714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.953000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.954192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.954957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.955859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.957669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.958673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.959445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.972219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.972838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.973600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.974149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:30.974691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:31.049018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24865d-3cce-4436-890c-dc7950375d48 req-9fc9655a-3eff-4344-bc8d-bf1d4bd2c361 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.067657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d24865d-3cce-4436-890c-dc7950375d48 req-9fc9655a-3eff-4344-bc8d-bf1d4bd2c361 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 943 time: 0.5023615 Jun 03 15:31:31.077241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['981026f6-afc6-402b-9cf9-be526c34a8ed'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:31.126186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e5a59-2191-45be-bbf2-98c0bb77d356 req-e13a9006-3f99-4ca5-aa69-a975ec55acc2 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.184226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e17e5a59-2191-45be-bbf2-98c0bb77d356 req-e13a9006-3f99-4ca5-aa69-a975ec55acc2 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.4811208 Jun 03 15:31:31.347222 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e17e5a59-2191-45be-bbf2-98c0bb77d356 req-38f68838-737b-41b6-902f-203cd2e448aa tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295457 Jun 03 15:31:31.395589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d24865d-3cce-4436-890c-dc7950375d48 req-85d6aba2-1487-4184-b901-26ff63657aef tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068907 Jun 03 15:31:31.662362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Router 17f5c501-aff5-4729-a053-2c846bcc880b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:31:31.721289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba371e-2a0d-4a73-9cf8-b7bb9fe17868 req-82a04009-968e-40d4-881b-d8e694f8276f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.726928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bba371e-2a0d-4a73-9cf8-b7bb9fe17868 req-82a04009-968e-40d4-881b-d8e694f8276f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1659985 Jun 03 15:31:31.818369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bba371e-2a0d-4a73-9cf8-b7bb9fe17868 req-49c6a696-4416-4184-ac51-80487bbcf94e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870357 Jun 03 15:31:32.121515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:31:32.134192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] Sync routers for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:32.138877 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-61e81462-e870-4800-a436-5dc979a8cec5 admin admin] 10.222.0.66 "PUT /v2.0/routers/17f5c501-aff5-4729-a053-2c846bcc880b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5632048 Jun 03 15:31:32.142737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58746) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:32.162043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:32.163184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:31:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:32.244930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:32.407214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58754) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:32.556455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 981026f6-afc6-402b-9cf9-be526c34a8ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:32.557207 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.640961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.683686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:32.695288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1168054081-network', 'tenant_id': '755c6b5ea7874378bc9be7c548437970'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:32.708952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:32.720739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Usage tracker for resource:network and tenant:755c6b5ea7874378bc9be7c548437970 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:32.725299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:32.735365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:32.751094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Made reservation on behalf of 755c6b5ea7874378bc9be7c548437970 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:32.754225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.773333 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.795787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:32.801121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Usage tracker for resource:security_group_rule and tenant:755c6b5ea7874378bc9be7c548437970 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:32.804987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:32.814980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:32.954421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.963332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.001045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:31:33.025095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.025520 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Added segment aad6ea03-c102-4edd-a563-cd23abb34dea of type vlan for network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 Jun 03 15:31:33.142927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.149688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.218748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.221248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:33.222249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.291658 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8821254 Jun 03 15:31:33.293323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 981026f6-afc6-402b-9cf9-be526c34a8ed is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:33.294718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.339201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58768) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:33.359326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:33.362317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:33.365826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Request body: {'subnet': {'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1168054081-subnet', 'tenant_id': '755c6b5ea7874378bc9be7c548437970', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:33.393588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d21dac-e13c-4ac3-bd3d-e301302a93dd admin admin] Pushing event updated for resources: {'Network': ['ID=e9fe9ef5-f17b-46d5-b5d3-a09928907b39,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.412693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.414116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:33.458617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:31:33.465122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd474b-c7a9-44c1-b44c-1897b20c3799 req-126ec9a3-69b7-4b07-8a61-df5a23877c5e tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:33.473026 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95bd474b-c7a9-44c1-b44c-1897b20c3799 req-126ec9a3-69b7-4b07-8a61-df5a23877c5e tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.7080543 Jun 03 15:31:33.484890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Usage tracker for resource:subnet and tenant:755c6b5ea7874378bc9be7c548437970 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:33.490301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:33.542918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:33.560199 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.589140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3eeef-9ee0-4ff2-8055-91de8a52c6de req-151efe3c-9191-4f2b-9c52-48ff84bc0f1f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:33.593322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e3eeef-9ee0-4ff2-8055-91de8a52c6de req-151efe3c-9191-4f2b-9c52-48ff84bc0f1f tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 944 time: 0.7642944 Jun 03 15:31:33.637569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Made reservation on behalf of 755c6b5ea7874378bc9be7c548437970 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:33.639966 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.662176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Deleting port 2e4af889-9a38-441c-b9e4-1f3b688631eb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:33.662622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.665178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.695953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:31:29Z', 'revision_number': 5, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port': {'id': '2e4af889-9a38-441c-b9e4-1f3b688631eb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:03Z', 'updated_at': '2022-06-03T15:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:33.704642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] Checking router: 17f5c501-aff5-4729-a053-2c846bcc880b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:33.723480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] Routers {'17f5c501-aff5-4729-a053-2c846bcc880b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:33.724593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:31:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['17f5c501-aff5-4729-a053-2c846bcc880b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:33.832265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95bd474b-c7a9-44c1-b44c-1897b20c3799 req-c190699b-911d-487f-a536-f2f61c1c5239 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341928 Jun 03 15:31:33.941536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43e3eeef-9ee0-4ff2-8055-91de8a52c6de req-68d90f11-b0bf-46a1-8083-2d7d2ac3d8cd tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351884 Jun 03 15:31:33.941904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] Set router 17f5c501-aff5-4729-a053-2c846bcc880b gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:34.282557 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2659af3-09fc-4265-9da0-86be91bfeb6e'] response: {'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'code': 200} Jun 03 15:31:34.294092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:31:33Z', 'revision_number': 6, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:34.300908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20557e0-aa07-4278-b28f-94c2f06f61de None None] The sync data for ids ['17f5c501-aff5-4729-a053-2c846bcc880b'] in n-d-844594-1 is: [{'id': '17f5c501-aff5-4729-a053-2c846bcc880b', 'name': 'tempest-AttachVolumeNegativeTest-961958925-router', 'tenant_id': '01d2bd983c3140e0985bb8068f6b72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:02Z', 'updated_at': '2022-06-03T15:31:33Z', 'revision_number': 6, 'project_id': '01d2bd983c3140e0985bb8068f6b72bc', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:34.371376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] For port 2e4af889-9a38-441c-b9e4-1f3b688631eb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2e4af889-9a38-441c-b9e4-1f3b688631eb,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:34.373258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.599292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.647834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Calling delete_port for 2e4af889-9a38-441c-b9e4-1f3b688631eb owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:35.265646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-8756fb46-75b1-4780-b46c-86fba8f8c5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237838 Jun 03 15:31:35.452670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Checking segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:35.456339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Network hostable DHCP agents. Network: e9fe9ef5-f17b-46d5-b5d3-a09928907b39, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:31:35.475421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:35.496251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-4caadd7f-7bb8-4e0a-a561-694ff00d1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:35.498512 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-4caadd7f-7bb8-4e0a-a561-694ff00d1428 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 1097 time: 0.2014515 Jun 03 15:31:35.543248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2e4af889-9a38-441c-b9e4-1f3b688631eb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:35.595414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:31:35.670844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17971-cd1d-4bcb-99c9-64aaf813f9ad req-6ec4bf14-ef7f-4b57-9682-ae9dab9f66fa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:35.685800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd17971-cd1d-4bcb-99c9-64aaf813f9ad req-6ec4bf14-ef7f-4b57-9682-ae9dab9f66fa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 1.0870135 Jun 03 15:31:35.708138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, e9fe9ef5-f17b-46d5-b5d3-a09928907b39) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:35.728511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce55fa-7af8-4d79-b254-d42d50f825a4 None None] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:35.728709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:35.729548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:35.765283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381b44c-10d8-4cb2-98f2-de7032f84b8f req-c65637e6-aa93-47e8-aa8c-3d488ea3c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:35.768281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9381b44c-10d8-4cb2-98f2-de7032f84b8f req-c65637e6-aa93-47e8-aa8c-3d488ea3c90d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1097 time: 1.1711786 Jun 03 15:31:35.918323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-a24cea9d-6e64-44ee-a27c-94a53b39e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:35.919999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-a24cea9d-6e64-44ee-a27c-94a53b39e03f service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.3843176 Jun 03 15:31:35.975182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb9ace-3822-4fdd-856a-0138989af100 req-c03d4fd7-5f35-4ef4-86e6-356c6c30faae tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:35.984902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebbb9ace-3822-4fdd-856a-0138989af100 req-c03d4fd7-5f35-4ef4-86e6-356c6c30faae tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.6007071 Jun 03 15:31:35.988142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-215472f9-2ff9-49f5-ae6f-97f6e7d9e583 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6333060 Jun 03 15:31:35.990327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9381b44c-10d8-4cb2-98f2-de7032f84b8f req-18da20dd-71b3-41e9-a224-cd5dbaec9f56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092400 Jun 03 15:31:36.009463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2e4af889-9a38-441c-b9e4-1f3b688631eb is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:36.009993 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:36.096309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-0acba6ca-1eb5-415e-9d58-fabb56c49f5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c HTTP/1.1" status: 200 len: 217 time: 0.1678777 Jun 03 15:31:36.187492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'tenant_id': '755c6b5ea7874378bc9be7c548437970', 'fixed_ips': [{'subnet_id': 'bb42e9ba-fcd1-42b3-ae70-53c5e36cc639'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:31:36.188332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:36.230441 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:36.271208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-b0b8c71b-eba9-4aee-a1a3-0ce12dafb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.272399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-b0b8c71b-eba9-4aee-a1a3-0ce12dafb96e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1590493 Jun 03 15:31:36.361645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:36.411162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebbb9ace-3822-4fdd-856a-0138989af100 req-81ef891a-0a19-44d9-995e-bec6c0172b2a tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246976 Jun 03 15:31:36.424970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:36.425646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0729e8ab-fe56-4bd9-b700-a2fdde8f8c16 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:36.471897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-53984640-b2ec-4c4f-bf06-d8d277656c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.474448 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-53984640-b2ec-4c4f-bf06-d8d277656c37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937206 Jun 03 15:31:36.500041 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfd17971-cd1d-4bcb-99c9-64aaf813f9ad req-db08abac-39f6-4e36-9b21-26f7ef687ddb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7860675 Jun 03 15:31:36.500917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4af889-9a38-441c-b9e4-1f3b688631eb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:36.626690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Allocated IP 172.20.0.2 (e9fe9ef5-f17b-46d5-b5d3-a09928907b39/bb42e9ba-fcd1-42b3-ae70-53c5e36cc639/6dd81c02-009c-4125-806c-df912f3dd9a5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:36.888944 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-3ed20bd4-f49e-4cf5-a087-51716aef2664 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047348 Jun 03 15:31:36.973009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.259165 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eab1ccf0-99f4-44b1-b35d-015e28f3dc8e req-cae9db1f-0ad1-4867-86cc-86c2c6a63a37 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638504 Jun 03 15:31:37.330090 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.334118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.354208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5760c8f-e2b7-4be0-bc11-8d86f1ee2284 req-6a00f730-8d62-4bc2-ba58-64ba54200b5a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:37.356157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5760c8f-e2b7-4be0-bc11-8d86f1ee2284 req-6a00f730-8d62-4bc2-ba58-64ba54200b5a tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 946 time: 0.5656297 Jun 03 15:31:37.392631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.394695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f5c501-aff5-4729-a053-2c846bcc880b {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:31:37.439240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.455151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.457106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-17e0f87d-e13f-4bd7-81f1-87caf9ee6bbc admin admin] 10.222.0.66 "DELETE /v2.0/routers/17f5c501-aff5-4729-a053-2c846bcc880b HTTP/1.1" status: 204 len: 168 time: 5.3127067 Jun 03 15:31:37.458388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Transition to ACTIVE for port object 6dd81c02-009c-4125-806c-df912f3dd9a5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:37.460073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58812) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:37.509090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5760c8f-e2b7-4be0-bc11-8d86f1ee2284 req-89a2194f-145d-43f2-9951-bb0d103ce489 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167166 Jun 03 15:31:37.522878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Transition to ACTIVE for port object 6dd81c02-009c-4125-806c-df912f3dd9a5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:37.534478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.634985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] Deleting subnet 4e6f1c31-88f2-464c-bc1c-9dc68927065b {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:37.640706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.754493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.763348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Pushing event updated for resources: {'Port': ['ID=6dd81c02-009c-4125-806c-df912f3dd9a5,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:37.780881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:37.782968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:37.786996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:37.914326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Attempting to bind port 6dd81c02-009c-4125-806c-df912f3dd9a5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:37.914897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Attempting to bind port 6dd81c02-009c-4125-806c-df912f3dd9a5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:37.915347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Attempting to bind port 6dd81c02-009c-4125-806c-df912f3dd9a5 on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:37.932042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:37.932553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Checking segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:37.933055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.933724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Bound using segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:37.934146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Bound port: 6dd81c02-009c-4125-806c-df912f3dd9a5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:37.934613 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.004378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2209e30-d0b4-46f4-90bf-e8c6755fedf3 req-3df74f0d-48e9-44dc-a9fa-18f65cc33f71 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.018472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2209e30-d0b4-46f4-90bf-e8c6755fedf3 req-3df74f0d-48e9-44dc-a9fa-18f65cc33f71 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.2631888 Jun 03 15:31:38.108925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] For port 6dd81c02-009c-4125-806c-df912f3dd9a5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:38.116293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] For port 6dd81c02-009c-4125-806c-df912f3dd9a5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6dd81c02-009c-4125-806c-df912f3dd9a5,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:38.131409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.183367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2209e30-d0b4-46f4-90bf-e8c6755fedf3 req-e37acdd1-dca0-4557-bd3c-4487cdd67138 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634219 Jun 03 15:31:38.311281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220d1a1-c115-423e-bd50-682a9b25b5b3 None None] Pushing event updated for resources: {'Port': ['ID=6dd81c02-009c-4125-806c-df912f3dd9a5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.334731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.476856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.547246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6f1c31-88f2-464c-bc1c-9dc68927065b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.567246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c037e3-01db-41f1-baf2-1c7ed5682d03 None None] Network 105eba84-bcfe-484d-9059-8be2f2d1cb5c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:38.567499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.569556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c82e2-2775-4b52-b0f2-91b62389970a req-130a5c05-ad50-47f2-ae90-a880a6801507 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.581446 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9d8228d1-6cda-4d59-af97-72663f01332c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4e6f1c31-88f2-464c-bc1c-9dc68927065b HTTP/1.1" status: 204 len: 168 time: 1.1182275 Jun 03 15:31:38.582351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec2c82e2-2775-4b52-b0f2-91b62389970a req-130a5c05-ad50-47f2-ae90-a880a6801507 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1568751 Jun 03 15:31:38.587035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58860) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:38.686066 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec2c82e2-2775-4b52-b0f2-91b62389970a req-31b36f05-8833-4ba3-9f05-01b5830e12c0 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024053 Jun 03 15:31:38.821268 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.890180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Deleting port 40824835-4889-4439-be05-382c6818a9c0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:38.890858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.240555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-ad5bea63-b38b-448e-ad8a-f871871d6cdb tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:39.244065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-ad5bea63-b38b-448e-ad8a-f871871d6cdb tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 816 time: 0.3361228 Jun 03 15:31:39.266094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-028d802f-ab1d-4953-9d10-10b2fb2d4b3b tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/quotas/755c6b5ea7874378bc9be7c548437970 HTTP/1.1" status: 200 len: 375 time: 0.0163360 Jun 03 15:31:39.327382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] For port 40824835-4889-4439-be05-382c6818a9c0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=40824835-4889-4439-be05-382c6818a9c0,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:39.330824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] DHCP port deletion for 105eba84-bcfe-484d-9059-8be2f2d1cb5c request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:31:39.331661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.340070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Deleting port 40824835-4889-4439-be05-382c6818a9c0 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:39.340960 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.596687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e844bc-c005-4335-87f9-5abb536687b3 req-e05c680a-5648-4f19-9f46-f211b03af8fa tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:39.607425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06e844bc-c005-4335-87f9-5abb536687b3 req-e05c680a-5648-4f19-9f46-f211b03af8fa tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 946 time: 0.2640343 Jun 03 15:31:39.620671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Calling delete_port for 40824835-4889-4439-be05-382c6818a9c0 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:39.647069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-edce89d9-f0f9-4774-a4b7-1ac22b5292d4 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3647535 Jun 03 15:31:39.687559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06e844bc-c005-4335-87f9-5abb536687b3 req-8b33f388-7676-46fd-a37b-b4be93c83ecb tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788980 Jun 03 15:31:39.699913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6dd81c02-009c-4125-806c-df912f3dd9a5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:39.792681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.917212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] For port 40824835-4889-4439-be05-382c6818a9c0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=40824835-4889-4439-be05-382c6818a9c0,segment=NetworkSegment(f6f44a3e-9db8-4194-aab8-a989ae8d8d26),segment_id=f6f44a3e-9db8-4194-aab8-a989ae8d8d26)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:39.917620 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.949253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] No DVR routers for this DVR port 40824835-4889-4439-be05-382c6818a9c0 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:39.992169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-b59ed028-952a-4361-b8d8-437f28cb332a service neutron] 10.222.0.66 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192561 Jun 03 15:31:40.016488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=40824835-4889-4439-be05-382c6818a9c0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:40.230663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.242577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Calling delete_port for 40824835-4889-4439-be05-382c6818a9c0 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:40.299878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105eba84-bcfe-484d-9059-8be2f2d1cb5c']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:40.306916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bee66d-b192-4b4c-9854-3e2614ca99bf None None] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:40.334776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:40.335085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f44a3e-9db8-4194-aab8-a989ae8d8d26') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:40.365052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.404144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.529576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-446748dc-efaf-4f79-b711-744a7f1360f2 service neutron] 10.222.0.66 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363202 Jun 03 15:31:40.533230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:31:40.533616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.542746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6dd81c02-009c-4125-806c-df912f3dd9a5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:40.671166 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment f6f44a3e-9db8-4194-aab8-a989ae8d8d26 resource provider aggregate not found Jun 03 15:31:40.721462 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment f6f44a3e-9db8-4194-aab8-a989ae8d8d26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6f44a3e-9db8-4194-aab8-a989ae8d8d26 found for delete ", "request_id": "req-6cd8020f-b4f5-4741-b895-9b3ba6eb431e"}]} Jun 03 15:31:40.760949 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:31:40.761316 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:31:40.769600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.782426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-e1267933-58ea-4939-a912-4160a2597de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:40.788193 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-e1267933-58ea-4939-a912-4160a2597de8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1095 time: 0.3624387 Jun 03 15:31:40.812229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] Provisioning for port 6dd81c02-009c-4125-806c-df912f3dd9a5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:40.881786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.886287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=105eba84-bcfe-484d-9059-8be2f2d1cb5c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:40.891610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0f2a-a06b-43ed-8e69-2489076af724 req-c641a2bb-d7e5-467c-b7c9-b7b687e7ac00 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:40.897895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] Provisioning complete for port 6dd81c02-009c-4125-806c-df912f3dd9a5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:40.898473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.912165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52af0f2a-a06b-43ed-8e69-2489076af724 req-c641a2bb-d7e5-467c-b7c9-b7b687e7ac00 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.3170075 Jun 03 15:31:41.069742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 40824835-4889-4439-be05-382c6818a9c0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:41.236652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 40824835-4889-4439-be05-382c6818a9c0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:41.236994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 40824835-4889-4439-be05-382c6818a9c0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:41.313730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e16a9d3d-0870-4069-9b7c-3bb0902b0b67 admin admin] 10.222.0.66 "DELETE /v2.0/networks/105eba84-bcfe-484d-9059-8be2f2d1cb5c HTTP/1.1" status: 204 len: 168 time: 2.7242587 Jun 03 15:31:41.329175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Deleting port 40824835-4889-4439-be05-382c6818a9c0 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:41.334556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:41.439259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52af0f2a-a06b-43ed-8e69-2489076af724 req-1b1ecd60-c5cc-4d13-98a4-e0cdaabcfb07 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236239 Jun 03 15:31:41.500601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-64517c3e-9b65-4347-8394-5f8c948dacd1 None None] The port '40824835-4889-4439-be05-382c6818a9c0' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:31:41.567189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-b133b158-6a5d-493b-ac64-588da157e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:41.575692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-b133b158-6a5d-493b-ac64-588da157e577 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.6960723 Jun 03 15:31:41.599993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961a1ca-edc2-4123-9e52-fd5a8f1fac6c req-66c92796-cc30-46a8-b38b-4b5bad8fd595 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:41.611807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b961a1ca-edc2-4123-9e52-fd5a8f1fac6c req-66c92796-cc30-46a8-b38b-4b5bad8fd595 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5812535 Jun 03 15:31:41.656240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] Current status of the port 6dd81c02-009c-4125-806c-df912f3dd9a5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:41.657280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:41.728816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] For port 6dd81c02-009c-4125-806c-df912f3dd9a5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6dd81c02-009c-4125-806c-df912f3dd9a5,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:41.748025 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:41.782426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b961a1ca-edc2-4123-9e52-fd5a8f1fac6c req-2857d50b-c247-4fb7-a474-346a08b05995 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633441 Jun 03 15:31:41.815741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:42.034484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-5543f2a3-feed-462b-9e69-d313b602bc36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 999 time: 0.4510076 Jun 03 15:31:42.046733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b88e-e125-400a-859e-bfb20e5f184f None None] Pushing event updated for resources: {'Port': ['ID=6dd81c02-009c-4125-806c-df912f3dd9a5,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:42.105687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-233e5a20-9ebc-45ac-af5e-915c54092f46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01d2bd983c3140e0985bb8068f6b72bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885699 Jun 03 15:31:42.113326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58922) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:42.226934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-e3926515-7bfd-4114-98ab-9b220dc21b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:42.229448 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-e3926515-7bfd-4114-98ab-9b220dc21b18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1871035 Jun 03 15:31:42.371024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-f34e3456-72b1-4ca4-9b30-644031f9a77c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:42.400671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-f34e3456-72b1-4ca4-9b30-644031f9a77c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 816 time: 0.5140972 Jun 03 15:31:42.491190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-ce8b9f69-0613-4bad-b315-c6a730b2d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:42.494962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-ce8b9f69-0613-4bad-b315-c6a730b2d656 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556362 Jun 03 15:31:42.542721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-bc5ca982-5b33-4d58-ad37-00780106fa89 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/quotas/755c6b5ea7874378bc9be7c548437970 HTTP/1.1" status: 200 len: 375 time: 0.1403396 Jun 03 15:31:42.601191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-44650540-3da4-4c65-9c66-9432c952cd51 None None] Provisioning complete for port 6dd81c02-009c-4125-806c-df912f3dd9a5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:42.602003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-44650540-3da4-4c65-9c66-9432c952cd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:42.645086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93928c70-c51b-4db4-ac45-a1c6c31b7c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:42.767679 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93928c70-c51b-4db4-ac45-a1c6c31b7c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:42.866351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-fe20cdd0-f80e-4f24-a75d-207f3f320f71 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3221185 Jun 03 15:31:42.991174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-44650540-3da4-4c65-9c66-9432c952cd51 None None] Current status of the port 6dd81c02-009c-4125-806c-df912f3dd9a5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:43.107494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac1f1-dec6-46bd-bff0-fcce870fe9d0 req-e3a4a9ce-6ed9-4d53-b425-9daaa4fe51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:43.109245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3daac1f1-dec6-46bd-bff0-fcce870fe9d0 req-e3a4a9ce-6ed9-4d53-b425-9daaa4fe51f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 1096 time: 0.1609137 Jun 03 15:31:43.113114 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-61c046f5-a21e-443c-b1e4-a2b6ceab6a2e service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061611 Jun 03 15:31:43.154356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-34be1b4e-1aef-481f-b17f-eb0e1dad02a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7341862 Jun 03 15:31:43.161521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93928c70-c51b-4db4-ac45-a1c6c31b7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:43.228601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93928c70-c51b-4db4-ac45-a1c6c31b7c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629a8c1-626e-4acd-995a-ab42114ae64d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:43.286413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5685-ea56-43cd-8512-2c9b17c90372 req-5c7e51cd-72da-44dc-a80d-92ab49dccd5c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:43.295126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-820f5685-ea56-43cd-8512-2c9b17c90372 req-5c7e51cd-72da-44dc-a80d-92ab49dccd5c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.4720426 Jun 03 15:31:43.296997 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19b30b0f-21c1-4a7a-b095-37664698de5d req-c27b01f6-8cda-4303-86c9-b2d9b5b3d327 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506569 Jun 03 15:31:43.320074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3daac1f1-dec6-46bd-bff0-fcce870fe9d0 req-de02c76a-bcfb-4ac5-923b-765e0c708766 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939487 Jun 03 15:31:43.324875 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-93928c70-c51b-4db4-ac45-a1c6c31b7c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:43.326028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-93928c70-c51b-4db4-ac45-a1c6c31b7c58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a629a8c1-626e-4acd-995a-ab42114ae64d HTTP/1.1" status: 204 len: 168 time: 1.2117612 Jun 03 15:31:43.373184 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f7aa28c3-ef4a-4b5e-8569-316214636642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:43.474399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-f4519d43-acef-432d-97ef-adaa37abd698 service neutron] 10.222.0.66 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555029 Jun 03 15:31:43.538227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-820f5685-ea56-43cd-8512-2c9b17c90372 req-6b2f3457-69cc-4f21-89ff-2cbd6a24ca26 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419453 Jun 03 15:31:43.573573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6dd81c02-009c-4125-806c-df912f3dd9a5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:43.686958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-bf295620-212c-4433-973f-776ac516049d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:43.687635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-bf295620-212c-4433-973f-776ac516049d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Synchronizing usage tracker for tenant:755c6b5ea7874378bc9be7c548437970 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:43.695141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-3dd9a4c6-405c-4be4-9344-7ef751fd15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:43.699733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-3dd9a4c6-405c-4be4-9344-7ef751fd15a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6529a69d4aa5444bac3e9188ce769c14&device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 1097 time: 0.3613660 Jun 03 15:31:43.728576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-bf295620-212c-4433-973f-776ac516049d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Unset dirty status for tenant:755c6b5ea7874378bc9be7c548437970 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:43.729867 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-bf295620-212c-4433-973f-776ac516049d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 816 time: 0.3909092 Jun 03 15:31:43.746121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Request body: {'port': {'device_id': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'admin_state_up': True, 'tenant_id': '755c6b5ea7874378bc9be7c548437970'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:43.836654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6dd81c02-009c-4125-806c-df912f3dd9a5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:43.837280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:44.195855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6dd81c02-009c-4125-806c-df912f3dd9a5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:44.242540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:44.256989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Usage tracker for resource:port and tenant:755c6b5ea7874378bc9be7c548437970 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:44.263387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:44.276147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:44.291504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Made reservation on behalf of 755c6b5ea7874378bc9be7c548437970 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:44.295251 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:44.333287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-2684c3cb-d001-4ec4-8457-2718485697a3 service neutron] 10.222.0.66 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410397 Jun 03 15:31:44.348305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-03db1fb7-521f-46f9-a97f-1294a2885e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.350372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-03db1fb7-521f-46f9-a97f-1294a2885e04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 200 len: 917 time: 0.6105907 Jun 03 15:31:44.611026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d998b-c9b4-4783-b8c9-c82510c4cd7c req-5c141edf-9ab3-4b07-9e2c-02648664b171 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.621274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-050d998b-c9b4-4783-b8c9-c82510c4cd7c req-5c141edf-9ab3-4b07-9e2c-02648664b171 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6407225 Jun 03 15:31:44.651947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-19ae9045-0cbd-49c5-8f47-dd54f527ec3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 200 len: 1000 time: 0.2882481 Jun 03 15:31:44.742211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Allocated IP 172.20.0.8 (e9fe9ef5-f17b-46d5-b5d3-a09928907b39/bb42e9ba-fcd1-42b3-ae70-53c5e36cc639/b4f37e9e-ef63-4a6e-897d-6c487260c79c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:44.820321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-050d998b-c9b4-4783-b8c9-c82510c4cd7c req-0b1b159d-9b30-4e64-ac09-88ff884ad7d2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980641 Jun 03 15:31:44.862660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-129c3683-7ca1-436e-924f-d42a511b0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.869373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-129c3683-7ca1-436e-924f-d42a511b0596 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 200 len: 855 time: 0.2086778 Jun 03 15:31:45.117096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-5ff820dc-810c-4e6a-ad35-ffdaa7d94f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:45.127965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-5ff820dc-810c-4e6a-ad35-ffdaa7d94f77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510688 Jun 03 15:31:45.189620 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.259845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Transition to ACTIVE for port object b4f37e9e-ef63-4a6e-897d-6c487260c79c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:45.310670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.381083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.427544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:45.436965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:45.451549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:45.589536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:45.590215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.615403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-d53dccbe-9f35-4b8d-8498-430ae585676c service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800394 Jun 03 15:31:45.622120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Pushing event updated for resources: {'Port': ['ID=b4f37e9e-ef63-4a6e-897d-6c487260c79c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:45.640018 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-752db73e-c43f-4ac6-a2ee-1accee7c0331 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9021182 Jun 03 15:31:45.653334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Request body: {'port': {'device_id': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:45.682973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9964bcda-fd74-4fd8-8f27-f4a2568e0cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.769001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfcab7-ddb0-4949-ba48-2ec3dea0078d req-4f4a290a-b596-4c15-800b-06294b213544 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:45.777761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ccfcab7-ddb0-4949-ba48-2ec3dea0078d req-4f4a290a-b596-4c15-800b-06294b213544 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.3853769 Jun 03 15:31:45.909068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.962231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7035c44b-4ede-42b4-89cb-81a1658a9a0b None None] Provisioning for port b4f37e9e-ef63-4a6e-897d-6c487260c79c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:45.971902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7035c44b-4ede-42b4-89cb-81a1658a9a0b None None] Provisioning complete for port b4f37e9e-ef63-4a6e-897d-6c487260c79c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:45.974600 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7035c44b-4ede-42b4-89cb-81a1658a9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.046522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ccfcab7-ddb0-4949-ba48-2ec3dea0078d req-38dbf0e2-b992-403f-a84c-794f7c269e50 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676239 Jun 03 15:31:46.174518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7035c44b-4ede-42b4-89cb-81a1658a9a0b None None] Port b4f37e9e-ef63-4a6e-897d-6c487260c79c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:46.205314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8a7ab3-5366-4efa-b827-4542e5456edc req-f9209733-7d2a-4c78-9981-bb4224d6a254 service neutron] 10.222.0.15 "GET /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731392 Jun 03 15:31:46.251138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-cebd990e-3ef1-4b5e-91e1-7cf13bf06340 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:46.265857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-cebd990e-3ef1-4b5e-91e1-7cf13bf06340 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 816 time: 0.4729650 Jun 03 15:31:46.286272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-6505cf7b-eab8-44d4-afd5-2211c7e0b0e7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/quotas/755c6b5ea7874378bc9be7c548437970 HTTP/1.1" status: 200 len: 375 time: 0.0190187 Jun 03 15:31:46.500846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-ee4521ff-7117-43dc-b34a-8e159db0c273 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2135186 Jun 03 15:31:46.522453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb21b4b-4838-4ad8-8cd2-75f81894d6de req-f105cfbd-fccc-4d0a-80f4-5a3e1936a9eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:46.531950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cb21b4b-4838-4ad8-8cd2-75f81894d6de req-f105cfbd-fccc-4d0a-80f4-5a3e1936a9eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1936257 Jun 03 15:31:46.620262 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.895974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f37e9e-ef63-4a6e-897d-6c487260c79c {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:46.905012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.907884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.923399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Transition to ACTIVE for port object b4f37e9e-ef63-4a6e-897d-6c487260c79c will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:46.936749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.155127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-3aa32958-2469-485e-8178-e95d4e19cb7c service neutron] 10.222.0.66 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203623 Jun 03 15:31:47.206365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Pushing event updated for resources: {'Port': ['ID=b4f37e9e-ef63-4a6e-897d-6c487260c79c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:47.238361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cb21b4b-4838-4ad8-8cd2-75f81894d6de req-bb8b3545-5844-4749-b380-70b869187d08 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060535 Jun 03 15:31:47.303486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Attempting to bind port b4f37e9e-ef63-4a6e-897d-6c487260c79c on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:47.304149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Attempting to bind port b4f37e9e-ef63-4a6e-897d-6c487260c79c by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:47.304655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Attempting to bind port b4f37e9e-ef63-4a6e-897d-6c487260c79c on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:47.311210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Port b4f37e9e-ef63-4a6e-897d-6c487260c79c on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:31:47.311801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Attempting to bind port b4f37e9e-ef63-4a6e-897d-6c487260c79c on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:47.329118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:47.329787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Checking segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:47.330571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Bound using segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:47.331212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Bound port: b4f37e9e-ef63-4a6e-897d-6c487260c79c, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:47.331730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.501900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] For port b4f37e9e-ef63-4a6e-897d-6c487260c79c, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:47.505970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] For port b4f37e9e-ef63-4a6e-897d-6c487260c79c, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:47.513392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.531780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-4ef22779-f653-4619-95ee-34eced43409d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:47.533588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-4ef22779-f653-4619-95ee-34eced43409d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 816 time: 0.7028368 Jun 03 15:31:47.553526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-84c83963-3298-4577-a089-5822e5697c79 service neutron] 10.222.0.66 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974497 Jun 03 15:31:47.566429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Request body: {'port': {'device_id': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'admin_state_up': True, 'tenant_id': '755c6b5ea7874378bc9be7c548437970'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:47.573426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:47.574393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.577055 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] 10.222.0.15 "PUT /v2.0/ports/b4f37e9e-ef63-4a6e-897d-6c487260c79c HTTP/1.1" status: 200 len: 1091 time: 1.9300144 Jun 03 15:31:47.595109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'tag': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:47.777246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.074102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719dd9e-cb14-4598-98f9-e362eaa9f52b service neutron] Pushing event updated for resources: {'Port': ['ID=b4f37e9e-ef63-4a6e-897d-6c487260c79c,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:48.336073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-50f04df4-9782-4c3e-8a76-25c3888df1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.337881 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-50f04df4-9782-4c3e-8a76-25c3888df1e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 1094 time: 0.6633680 Jun 03 15:31:48.381220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.405723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76947478-c4c8-4fe0-83da-6148005e883f req-b090439d-64e1-48ca-8a1f-b2c3a987fc81 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.407354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76947478-c4c8-4fe0-83da-6148005e883f req-b090439d-64e1-48ca-8a1f-b2c3a987fc81 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5256276 Jun 03 15:31:48.423463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:48.440654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10524a38-dc45-4301-bd55-6b82b8692892 req-8218a452-5e39-44d0-bfca-4977fbe654e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.442248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Usage tracker for resource:port and tenant:755c6b5ea7874378bc9be7c548437970 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:48.443174 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10524a38-dc45-4301-bd55-6b82b8692892 req-8218a452-5e39-44d0-bfca-4977fbe654e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2784d3c503ac48d7912fd66b985efc95&device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 1096 time: 0.5672271 Jun 03 15:31:48.445503 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-265ab7d2-7a6d-4e0f-8bac-d408d1bcf353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c HTTP/1.1" status: 200 len: 217 time: 0.0997548 Jun 03 15:31:48.446960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:48.461621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:48.501072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76947478-c4c8-4fe0-83da-6148005e883f req-f73195ae-0d9f-4d4c-a8cf-a5f77cda9c47 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799880 Jun 03 15:31:48.510279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Made reservation on behalf of 755c6b5ea7874378bc9be7c548437970 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:48.517998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.586935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311ee5-392d-43c6-9704-c89df480ea84 req-f424e99f-5f2c-46ff-9807-04db2e4d9d94 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.602495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90311ee5-392d-43c6-9704-c89df480ea84 req-f424e99f-5f2c-46ff-9807-04db2e4d9d94 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.2909136 Jun 03 15:31:48.611314 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56835e1d-89ee-46c6-a9da-61c7e037f861'] response: {'name': 'network-changed', 'server_uuid': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'tag': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c', 'status': 'completed', 'code': 200} Jun 03 15:31:48.646839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-8f519e3e-fa21-4971-8630-ad80d39459cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.648900 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-8f519e3e-fa21-4971-8630-ad80d39459cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 200 len: 855 time: 0.1949856 Jun 03 15:31:48.820312 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-77b8c794-048e-4bfd-aa13-0edb11a6421b req-d4e2d108-2037-4d2c-809b-48b686fa5efb tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 210 time: 0.0966814 Jun 03 15:31:48.832268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-bfb7f271-2b5a-430c-8ef6-087fc6fec504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.835781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-bfb7f271-2b5a-430c-8ef6-087fc6fec504 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791434 Jun 03 15:31:48.858321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90311ee5-392d-43c6-9704-c89df480ea84 req-060747a7-66aa-442a-bfbd-51b01630a364 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540095 Jun 03 15:31:48.955638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10524a38-dc45-4301-bd55-6b82b8692892 req-bf8db748-17e5-4a9b-83a6-77ffb8822739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.957197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10524a38-dc45-4301-bd55-6b82b8692892 req-bf8db748-17e5-4a9b-83a6-77ffb8822739 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 200 len: 912 time: 0.5056231 Jun 03 15:31:49.278253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Allocated IP 172.20.0.9 (e9fe9ef5-f17b-46d5-b5d3-a09928907b39/bb42e9ba-fcd1-42b3-ae70-53c5e36cc639/5f737600-4e9d-4f83-afbc-540014086f2f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:49.320317 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10524a38-dc45-4301-bd55-6b82b8692892 req-a02332fd-9be4-448c-a7cd-f70f6afe58b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f HTTP/1.1" status: 200 len: 217 time: 0.2268510 Jun 03 15:31:49.491534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10524a38-dc45-4301-bd55-6b82b8692892 req-e21eb275-152b-4819-a483-7e4692377857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.504528 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10524a38-dc45-4301-bd55-6b82b8692892 req-e21eb275-152b-4819-a483-7e4692377857 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 200 len: 851 time: 0.1776648 Jun 03 15:31:49.587463 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10524a38-dc45-4301-bd55-6b82b8692892 req-6b41d16b-fbb8-469c-b914-23df975c2277 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8580799e-babb-47ba-91be-e473e8a0bc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818858 Jun 03 15:31:49.691423 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-a102cfe6-9f5b-4229-a793-3b28527726da service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489330 Jun 03 15:31:49.701556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:49.720966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Transition to ACTIVE for port object 5f737600-4e9d-4f83-afbc-540014086f2f will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:49.758245 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:49.829633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6559d16-7d50-42c4-b3af-e8ce2daa359c req-d9443a02-0be7-4719-8ed9-717bd57e1e19 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.843441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6559d16-7d50-42c4-b3af-e8ce2daa359c req-d9443a02-0be7-4719-8ed9-717bd57e1e19 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3432024 Jun 03 15:31:49.901958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10524a38-dc45-4301-bd55-6b82b8692892 req-7cf49dc0-18b8-462f-afe1-9c1ab6715150 service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019016 Jun 03 15:31:50.048948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:50.191658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6559d16-7d50-42c4-b3af-e8ce2daa359c req-4e88893c-033d-4a94-a04e-034eae8b7bf9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469203 Jun 03 15:31:50.215939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:50.233789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:50.276263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-eddc6f02-c56f-42ab-8105-2e6a3f2896f7 req-1f54d027-81bf-43b9-87ee-f7e23f2de3ff service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694463 Jun 03 15:31:50.518239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Pushing event updated for resources: {'Port': ['ID=5f737600-4e9d-4f83-afbc-540014086f2f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:50.585202 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10524a38-dc45-4301-bd55-6b82b8692892 req-ad9a7f16-f514-46bf-b430-acee51ebbcf9 service neutron] 10.222.0.70 "GET /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677496 Jun 03 15:31:50.684002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.684674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.685201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.685773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.686705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.692780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.693578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.694074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.694565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.695071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.695609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.696133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:50.716364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-75f465be-320d-4579-934f-8490fdb46c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:50.722578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be20cb7e-fcdd-48b8-852a-f9be16cd671f req-edc6d105-7a03-47b6-a1f7-94bf9675d0f6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 210 time: 0.5028510 Jun 03 15:31:50.724657 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-75f465be-320d-4579-934f-8490fdb46c6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 1094 time: 0.3044002 Jun 03 15:31:50.729662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a0ee337c-1a3e-4d21-9f25-78f22b4625f1 None None] Provisioning for port 5f737600-4e9d-4f83-afbc-540014086f2f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:50.736669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a0ee337c-1a3e-4d21-9f25-78f22b4625f1 None None] Provisioning complete for port 5f737600-4e9d-4f83-afbc-540014086f2f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:50.737325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a0ee337c-1a3e-4d21-9f25-78f22b4625f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:50.743345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-a4faae72-eb32-4b00-ac05-b2abc4d8debd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:50.745582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-a4faae72-eb32-4b00-ac05-b2abc4d8debd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.70 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 816 time: 0.6037412 Jun 03 15:31:50.775078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:50.776917 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:50.807738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee337c-1a3e-4d21-9f25-78f22b4625f1 None None] Port 5f737600-4e9d-4f83-afbc-540014086f2f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:50.837722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-859374f8-0f89-4bd7-b058-c265d37fcbee tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2809098 Jun 03 15:31:50.875880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8e09-032a-46c2-b714-4ad72ba2d0c1 req-3fe44e4e-db9d-4465-96f3-86b97c4067c3 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:50.878609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b49d8e09-032a-46c2-b714-4ad72ba2d0c1 req-3fe44e4e-db9d-4465-96f3-86b97c4067c3 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.3238583 Jun 03 15:31:50.896580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Request body: {'port': {'device_id': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:50.944898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Request body: {'port': {'device_id': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'admin_state_up': True, 'tenant_id': '755c6b5ea7874378bc9be7c548437970'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:51.185894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b49d8e09-032a-46c2-b714-4ad72ba2d0c1 req-26daa0de-af19-4521-9864-7ae67f7f734d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004472 Jun 03 15:31:51.226444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e6358-5d7f-49f7-b7d7-d4c173c25199 req-a2d53605-98f4-46d5-a3e1-f1948cdf2c0e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.228537 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-767e6358-5d7f-49f7-b7d7-d4c173c25199 req-a2d53605-98f4-46d5-a3e1-f1948cdf2c0e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2237785 Jun 03 15:31:51.269752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.291708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-05b4e800-a6ed-4e6d-8dff-68449c7e1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.293462 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-05b4e800-a6ed-4e6d-8dff-68449c7e1390 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 917 time: 0.5469124 Jun 03 15:31:51.374609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-767e6358-5d7f-49f7-b7d7-d4c173c25199 req-010d6c05-8aa9-46af-aa04-46a9465a79b3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287265 Jun 03 15:31:51.381424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:51.417572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-3cde319e-1069-4360-9485-f4769e5981fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c HTTP/1.1" status: 200 len: 217 time: 0.1083903 Jun 03 15:31:51.419852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Usage tracker for resource:port and tenant:755c6b5ea7874378bc9be7c548437970 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:51.479538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:51.488580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:51.531091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Made reservation on behalf of 755c6b5ea7874378bc9be7c548437970 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:51.534802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.621128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-2f81c85f-27a7-42f2-9a85-8d4231e21871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.622680 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-2f81c85f-27a7-42f2-9a85-8d4231e21871 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 200 len: 855 time: 0.1978183 Jun 03 15:31:51.752097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-3b17784e-bdbe-471d-9a52-e0e44e2c73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.753754 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-3b17784e-bdbe-471d-9a52-e0e44e2c73e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155040 Jun 03 15:31:51.877132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137841b-0a35-4afb-838f-086a9cc80f94 req-addeaae1-5c49-450c-abd6-2a3d7f0be5fa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.879058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c137841b-0a35-4afb-838f-086a9cc80f94 req-addeaae1-5c49-450c-abd6-2a3d7f0be5fa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2781041 Jun 03 15:31:51.933616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-b4cff02c-0f97-43b4-958a-2b2327cfffce service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730952 Jun 03 15:31:52.000373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-568c5143-d08e-4bc2-97c1-255ad04644db req-43cef6e0-d928-4e56-ae18-7b0eea55fb6d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Synchronizing usage tracker for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:52.027155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f737600-4e9d-4f83-afbc-540014086f2f {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:52.035013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c137841b-0a35-4afb-838f-086a9cc80f94 req-7281eb23-ba2a-4172-be9d-70a95be10f39 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187470 Jun 03 15:31:52.041325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.060455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Transition to ACTIVE for port object 5f737600-4e9d-4f83-afbc-540014086f2f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:52.062435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-568c5143-d08e-4bc2-97c1-255ad04644db req-43cef6e0-d928-4e56-ae18-7b0eea55fb6d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Unset dirty status for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:52.063752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-568c5143-d08e-4bc2-97c1-255ad04644db req-43cef6e0-d928-4e56-ae18-7b0eea55fb6d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 210 time: 0.1493299 Jun 03 15:31:52.068465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.098571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35b6b449-9a0f-4b98-a69a-6f9c4afec34a req-acb66e73-5352-49bf-a76f-1d6df1111fcb service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582322 Jun 03 15:31:52.240949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Allocated IP 172.20.0.12 (e9fe9ef5-f17b-46d5-b5d3-a09928907b39/bb42e9ba-fcd1-42b3-ae70-53c5e36cc639/2d6fc8ff-1e87-44b2-9afe-6b2937a73b63) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:52.286631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Pushing event updated for resources: {'Port': ['ID=5f737600-4e9d-4f83-afbc-540014086f2f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:52.689817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.722100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Attempting to bind port 5f737600-4e9d-4f83-afbc-540014086f2f on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:52.722325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Attempting to bind port 5f737600-4e9d-4f83-afbc-540014086f2f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:52.722630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Attempting to bind port 5f737600-4e9d-4f83-afbc-540014086f2f on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:52.724823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Transition to ACTIVE for port object 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:52.731879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Port 5f737600-4e9d-4f83-afbc-540014086f2f on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:31:52.732216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Attempting to bind port 5f737600-4e9d-4f83-afbc-540014086f2f on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:52.761809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f6b07-50b2-4958-bf2b-8bb4c57bc61a req-c74f9b03-56cb-41dc-95b7-0531b69c3757 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.762885 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.763349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b00f6b07-50b2-4958-bf2b-8bb4c57bc61a req-c74f9b03-56cb-41dc-95b7-0531b69c3757 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.2208321 Jun 03 15:31:52.764178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:52.764519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Checking segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:52.764892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Bound using segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:52.765338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Bound port: 5f737600-4e9d-4f83-afbc-540014086f2f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:52.765680 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.894794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] For port 5f737600-4e9d-4f83-afbc-540014086f2f, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:52.898432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] For port 5f737600-4e9d-4f83-afbc-540014086f2f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5f737600-4e9d-4f83-afbc-540014086f2f,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:52.910791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae0e35-01c1-4dc3-9be6-54703e3a83f0 req-ab68e88a-0414-4ad9-98b6-ed7bc703fb18 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.912646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3ae0e35-01c1-4dc3-9be6-54703e3a83f0 req-ab68e88a-0414-4ad9-98b6-ed7bc703fb18 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3135860 Jun 03 15:31:52.917699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.988315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:52.992861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:52.997342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:53.009162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Pushing event updated for resources: {'Port': ['ID=5f737600-4e9d-4f83-afbc-540014086f2f,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:53.036972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Pushing event updated for resources: {'Port': ['ID=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:53.043687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.044325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.045701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-910cd055-1fd5-4e76-a6a7-15de0df8ba48 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f737600-4e9d-4f83-afbc-540014086f2f HTTP/1.1" status: 200 len: 1091 time: 2.1591122 Jun 03 15:31:53.056543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b00f6b07-50b2-4958-bf2b-8bb4c57bc61a req-d7850138-3e43-4427-8ad0-9ffc0d155558 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786734 Jun 03 15:31:53.057069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'tag': '5f737600-4e9d-4f83-afbc-540014086f2f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:53.113650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.114438 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.154150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-faabfdec-1529-48b1-923d-0e7d7940b9f7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2188270 Jun 03 15:31:53.154411 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3ae0e35-01c1-4dc3-9be6-54703e3a83f0 req-930a120a-f07e-4d2a-9fd6-bfbeeb499a39 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300363 Jun 03 15:31:53.175871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Request body: {'port': {'device_id': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:53.257178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-3b3f7ac7-4863-4145-bbc9-c001d3b1d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.258719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-3b3f7ac7-4863-4145-bbc9-c001d3b1d09e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 1094 time: 0.1548941 Jun 03 15:31:53.343540 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935de535-6e8b-41fa-b7b8-44f604d569a6'] response: {'name': 'network-changed', 'server_uuid': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'tag': '5f737600-4e9d-4f83-afbc-540014086f2f', 'status': 'completed', 'code': 200} Jun 03 15:31:53.346645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.387604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2b6cdaaa-6072-4d5a-abbf-e25bc4b39a0c None None] Provisioning for port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:53.403130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2b6cdaaa-6072-4d5a-abbf-e25bc4b39a0c None None] Provisioning complete for port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:53.403509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdaaa-6072-4d5a-abbf-e25bc4b39a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.422930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-f5e3659c-f442-4ec2-83a0-15101d2c37ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f737600-4e9d-4f83-afbc-540014086f2f HTTP/1.1" status: 200 len: 217 time: 0.1557910 Jun 03 15:31:53.526937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-3b176ad8-67e1-4b50-a128-e9826d0bb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.530809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-3b176ad8-67e1-4b50-a128-e9826d0bb8de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 200 len: 855 time: 0.0918632 Jun 03 15:31:53.540801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2b6cdaaa-6072-4d5a-abbf-e25bc4b39a0c None None] Port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:53.628547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1bea5-91d3-46e6-a5af-29ec748c653a req-7c4f4d34-b557-4a3a-8a2f-0de90dcc2446 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.630191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9be1bea5-91d3-46e6-a5af-29ec748c653a req-7c4f4d34-b557-4a3a-8a2f-0de90dcc2446 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 932 time: 0.2799647 Jun 03 15:31:53.696928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9be1bea5-91d3-46e6-a5af-29ec748c653a req-85177646-cf7d-47b5-8d88-b54fc361f2b5 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585513 Jun 03 15:31:53.699259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-a2778ead-1956-436c-8307-c266315a5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.700744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-a2778ead-1956-436c-8307-c266315a5e17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612041 Jun 03 15:31:53.842555 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:31:53.927173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:53.948208 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.976277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Transition to ACTIVE for port object 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:53.981197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.995170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-54de3566-328f-44bf-9a00-9a3cbb944958 service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868419 Jun 03 15:31:54.269479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff055fe5-2350-49c0-ab43-b892bd614090 req-7f5d8d6a-6985-4537-8e9b-94317d8dbeb6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682202 Jun 03 15:31:54.298259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b4f37e9e-ef63-4a6e-897d-6c487260c79c details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:54.426041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:54.495887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Attempting to bind port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:54.496681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Attempting to bind port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:54.497249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Attempting to bind port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:54.509327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:31:54.510021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Attempting to bind port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 on network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:54.525550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:54.526346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Checking segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:54.527006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Bound using segment: {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:54.527682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Bound port: 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad6ea03-c102-4edd-a563-cd23abb34dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:54.528297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.682414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-fb2f895b-0f60-431e-8ed3-8d81a4c05919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:54.685008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-fb2f895b-0f60-431e-8ed3-8d81a4c05919 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 1094 time: 0.2016857 Jun 03 15:31:54.887652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b4f37e9e-ef63-4a6e-897d-6c487260c79c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:54.902408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] For port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:54.909681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] For port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:54.918054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.935084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c', 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'port_id': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c', 'mac_address': 'fa:16:3e:b7:9c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb42e9ba-fcd1-42b3-ae70-53c5e36cc639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:55.117352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.136357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:55.138534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] 10.222.0.70 "PUT /v2.0/ports/2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 HTTP/1.1" status: 200 len: 1092 time: 1.9766960 Jun 03 15:31:55.140547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'tag': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:55.176582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df67cb-8cd5-4ee0-8ad2-646c94c8022e req-cc362263-3e46-4c10-97c5-1012831512b6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.203916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b4f37e9e-ef63-4a6e-897d-6c487260c79c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:55.211889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:55.227251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28df67cb-8cd5-4ee0-8ad2-646c94c8022e req-cc362263-3e46-4c10-97c5-1012831512b6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.8107736 Jun 03 15:31:55.229547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23aae9-22e4-446f-be88-e553af71e032 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:55.288476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f37e9e-ef63-4a6e-897d-6c487260c79c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:55.336836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b4f37e9e-ef63-4a6e-897d-6c487260c79c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:55.345238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:55.472231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-27c4b64d-07ed-4aad-a6df-91f2e92f7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.480279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-27c4b64d-07ed-4aad-a6df-91f2e92f7429 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 1095 time: 0.2343102 Jun 03 15:31:55.500869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28df67cb-8cd5-4ee0-8ad2-646c94c8022e req-7af27d18-0d61-484f-9062-f8b7f7e11233 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725511 Jun 03 15:31:55.576839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b4f37e9e-ef63-4a6e-897d-6c487260c79c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:55.609243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['b4f37e9e-ef63-4a6e-897d-6c487260c79c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:55.665890 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-a6f2492a-0b8b-4d64-88aa-61cf19e50a19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 HTTP/1.1" status: 200 len: 217 time: 0.1817460 Jun 03 15:31:55.670048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d160de4-942f-44b9-86c9-2b1074bce346 req-734b92bb-6c13-45ad-804f-9dfa73bae150 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.689472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d160de4-942f-44b9-86c9-2b1074bce346 req-734b92bb-6c13-45ad-804f-9dfa73bae150 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 1.4189003 Jun 03 15:31:55.771111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-5fe9da6a-98c5-42b2-b949-d987056ed25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.771357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-d992c0f9-8954-4a29-976d-48eb69b295b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.772983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-d992c0f9-8954-4a29-976d-48eb69b295b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 917 time: 1.0782681 Jun 03 15:31:55.773454 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-5fe9da6a-98c5-42b2-b949-d987056ed25d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 200 len: 855 time: 0.1004181 Jun 03 15:31:55.886435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-d1ca84a2-4c99-46c7-8276-aa04c778bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.888931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-d1ca84a2-4c99-46c7-8276-aa04c778bc86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088526 Jun 03 15:31:56.002330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-a66bfd16-713f-4216-835b-79b95586ed2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f737600-4e9d-4f83-afbc-540014086f2f HTTP/1.1" status: 200 len: 217 time: 0.2119210 Jun 03 15:31:56.062493 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-911fcf86-c25f-4513-b7e0-e730b6ffd90c service neutron] 10.222.0.70 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651862 Jun 03 15:31:56.079220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d160de4-942f-44b9-86c9-2b1074bce346 req-3e731156-2dca-4640-9637-eab3422c4b08 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888600 Jun 03 15:31:56.103936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-7617c52b-4ab1-4899-8cf1-dc2c3b8da17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.106205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-7617c52b-4ab1-4899-8cf1-dc2c3b8da17a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 200 len: 855 time: 0.0921867 Jun 03 15:31:56.180657 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68025c35-139b-43ae-a6f5-ebd7b7ffd555'] response: {'name': 'network-changed', 'server_uuid': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'tag': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63', 'status': 'completed', 'code': 200} Jun 03 15:31:56.195076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234f446-c4ef-4d2d-b620-454fc4a2b882 req-43d3a322-1119-49cb-8e26-80a488236064 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.203482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c234f446-c4ef-4d2d-b620-454fc4a2b882 req-43d3a322-1119-49cb-8e26-80a488236064 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 944 time: 0.4705710 Jun 03 15:31:56.240834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-6e872182-87bf-457f-8ffd-778f67829efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.242872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-6e872182-87bf-457f-8ffd-778f67829efb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283698 Jun 03 15:31:56.301349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e3df4f0d-cfdc-411a-ad8f-5cb02b46bcb8 req-48bd20dd-2808-4ee9-9fbf-c4b050ef1a08 service neutron] 10.222.0.70 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329140 Jun 03 15:31:56.488891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c234f446-c4ef-4d2d-b620-454fc4a2b882 req-9e74df85-9022-4ccc-8488-872b79bb62c3 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841260 Jun 03 15:31:56.502343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-a5ca5cb6-d9d2-4c4d-9f19-81ad8e631dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.504594 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-a5ca5cb6-d9d2-4c4d-9f19-81ad8e631dba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 1095 time: 0.1489551 Jun 03 15:31:56.564273 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-dee3a4b6-b0d5-4242-85d9-fd783b4ed3b7 service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126905 Jun 03 15:31:56.845351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-c9d5ca86-0407-4b7d-b7e1-b5d22e48e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.847919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-c9d5ca86-0407-4b7d-b7e1-b5d22e48e2d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 917 time: 0.3360999 Jun 03 15:31:56.893032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b6fa21-cdfc-467b-b0d9-38b7e4b61ea8 req-7b150400-cfdd-4e72-8003-ed20a7bd21c2 service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174946 Jun 03 15:31:56.901692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b085-8c1e-4968-b3c5-53a18306a461 req-ff554fd3-6104-45b0-9820-3384cb0dc092 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.903212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5738b085-8c1e-4968-b3c5-53a18306a461 req-ff554fd3-6104-45b0-9820-3384cb0dc092 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1588242 Jun 03 15:31:56.936753 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-0fc433b9-b376-492a-b0c3-d8325d15d02e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 HTTP/1.1" status: 200 len: 217 time: 0.0773158 Jun 03 15:31:56.958664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5738b085-8c1e-4968-b3c5-53a18306a461 req-5f536475-f386-467d-b205-b900f9b7705e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Jun 03 15:31:57.026849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-8fa7fc7c-b477-4067-913e-30019ac381d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:57.028374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-8fa7fc7c-b477-4067-913e-30019ac381d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 200 len: 855 time: 0.0854859 Jun 03 15:31:57.121589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-17e079c8-95ab-471c-b6e9-b8d00ebef77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:57.123278 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-17e079c8-95ab-471c-b6e9-b8d00ebef77f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852392 Jun 03 15:31:57.203274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7723f5-bdf8-4d98-b9a7-d9ef9693b47b req-6a5c6cda-b429-44d5-b9d0-73f9d1e13525 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:57.204877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d7723f5-bdf8-4d98-b9a7-d9ef9693b47b req-6a5c6cda-b429-44d5-b9d0-73f9d1e13525 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.1141746 Jun 03 15:31:57.253328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d7723f5-bdf8-4d98-b9a7-d9ef9693b47b req-5f6080a4-d4b8-440b-ac2a-bd4d8d99b2cd tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Jun 03 15:31:57.284052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-3d279cd8-361b-473f-a65e-66a696364e3d service neutron] 10.222.0.70 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535380 Jun 03 15:31:57.475326 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcae8430-376e-4150-8cee-4cdb075d07a1 req-f902433a-0210-4313-a813-d0dafdd80049 service neutron] 10.222.0.70 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838534 Jun 03 15:31:57.785694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302ca4d-e3c6-4d56-8c56-e0a6eddbd420 req-2f422ec2-4361-4fe0-8263-764e443f0c87 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:57.787474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1302ca4d-e3c6-4d56-8c56-e0a6eddbd420 req-2f422ec2-4361-4fe0-8263-764e443f0c87 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 944 time: 0.0940061 Jun 03 15:31:57.840734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1302ca4d-e3c6-4d56-8c56-e0a6eddbd420 req-0efd541f-8cbb-4b07-a415-d5b5534bbb95 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461278 Jun 03 15:31:58.232946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201414-4445-4cf0-936b-e099c3524cb5 req-474f22ca-875d-49ab-9d97-560e04e3a052 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.236193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73201414-4445-4cf0-936b-e099c3524cb5 req-474f22ca-875d-49ab-9d97-560e04e3a052 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1347592 Jun 03 15:31:58.303875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 5f737600-4e9d-4f83-afbc-540014086f2f details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:58.314084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73201414-4445-4cf0-936b-e099c3524cb5 req-74161eae-860d-4873-ac10-bbfa68034669 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728116 Jun 03 15:31:58.326552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b4f37e9e-ef63-4a6e-897d-6c487260c79c up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:58.433465 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:31:58.800869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7cca-4325-43e7-ab6f-0a1fd73f9b37 req-4ebc47a0-44b8-406c-b423-128a236a8988 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.803341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a53f7cca-4325-43e7-ab6f-0a1fd73f9b37 req-4ebc47a0-44b8-406c-b423-128a236a8988 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.2402577 Jun 03 15:31:58.818412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ee9c-051a-407d-8230-609b99d0fad7 req-a3bbdeec-bef2-4273-a523-246a330252fe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.820767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf18ee9c-051a-407d-8230-609b99d0fad7 req-a3bbdeec-bef2-4273-a523-246a330252fe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2006633 Jun 03 15:31:58.853561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 5f737600-4e9d-4f83-afbc-540014086f2f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5f737600-4e9d-4f83-afbc-540014086f2f,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:58.874768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '5f737600-4e9d-4f83-afbc-540014086f2f', 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'port_id': '5f737600-4e9d-4f83-afbc-540014086f2f', 'mac_address': 'fa:16:3e:c1:f9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb42e9ba-fcd1-42b3-ae70-53c5e36cc639', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:58.880412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:58.915398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf18ee9c-051a-407d-8230-609b99d0fad7 req-eb32319b-4371-4981-b28c-12fc83b4520a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753922 Jun 03 15:31:58.927817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a53f7cca-4325-43e7-ab6f-0a1fd73f9b37 req-a66334f8-4766-4731-91b7-a838103def88 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058483 Jun 03 15:31:59.093576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 5f737600-4e9d-4f83-afbc-540014086f2f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:59.094359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.125102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port b4f37e9e-ef63-4a6e-897d-6c487260c79c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:59.258478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f737600-4e9d-4f83-afbc-540014086f2f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:59.273017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port b4f37e9e-ef63-4a6e-897d-6c487260c79c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:59.274202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.364879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 5f737600-4e9d-4f83-afbc-540014086f2f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5f737600-4e9d-4f83-afbc-540014086f2f,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:59.385540 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.467028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=5f737600-4e9d-4f83-afbc-540014086f2f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:59.497049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:59.539537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63', 'network_id': 'e9fe9ef5-f17b-46d5-b5d3-a09928907b39', 'port_id': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63', 'mac_address': 'fa:16:3e:19:48:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb42e9ba-fcd1-42b3-ae70-53c5e36cc639', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:59.613979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dab05-9a31-420c-a02f-31592d55b8e6 req-63d49c27-0dcc-4c48-9c46-f0612395ec53 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:59.621858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a52dab05-9a31-420c-a02f-31592d55b8e6 req-63d49c27-0dcc-4c48-9c46-f0612395ec53 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 944 time: 0.3970122 Jun 03 15:31:59.721844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:59.721990 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.729919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a52dab05-9a31-420c-a02f-31592d55b8e6 req-2cf1001f-370f-43a9-b8b7-5f115439c122 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076994 Jun 03 15:31:59.767784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685ca2-b4f3-40da-aa09-94a9e5f63905 req-c7353056-8ed4-415d-849a-3fc7da81a618 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:59.780734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc685ca2-b4f3-40da-aa09-94a9e5f63905 req-c7353056-8ed4-415d-849a-3fc7da81a618 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3826559 Jun 03 15:31:59.883734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc685ca2-b4f3-40da-aa09-94a9e5f63905 req-996d2822-777a-469b-9f19-2301b330e4f3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948524 Jun 03 15:31:59.903019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:59.988688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:00.019384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['5f737600-4e9d-4f83-afbc-540014086f2f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:32:00.100632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.147199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b4f37e9e-ef63-4a6e-897d-6c487260c79c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:00.147862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.241917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:00.271113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b4f37e9e-ef63-4a6e-897d-6c487260c79c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:00.294039 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.311501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:00.345969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-7691a222-5a22-4830-a3c0-6049f40fa116 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.346931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-7691a222-5a22-4830-a3c0-6049f40fa116 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Synchronizing usage tracker for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:00.370338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-7691a222-5a22-4830-a3c0-6049f40fa116 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Unset dirty status for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:00.371536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-7691a222-5a22-4830-a3c0-6049f40fa116 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.70 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.1825302 Jun 03 15:32:00.400280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f310f-baf2-49c4-b4e9-16891ed05593 req-2045a4cb-2bcc-4968-86c2-00bf7944d08a tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.401878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e1f310f-baf2-49c4-b4e9-16891ed05593 req-2045a4cb-2bcc-4968-86c2-00bf7944d08a tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 945 time: 0.2003500 Jun 03 15:32:00.414824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e7fa0-9159-4e5e-a1be-6165600ae163 req-4b59b352-5a4b-4441-8b50-891af60ef668 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.417611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['2d6fc8ff-1e87-44b2-9afe-6b2937a73b63'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:32:00.422507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c56e7fa0-9159-4e5e-a1be-6165600ae163 req-4b59b352-5a4b-4441-8b50-891af60ef668 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2229259 Jun 03 15:32:00.480246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Deleting port de8d441d-9d96-43e9-8fd4-be95ce0b933f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:00.480680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.489457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e1f310f-baf2-49c4-b4e9-16891ed05593 req-07c541fc-90f5-4199-bb88-ea7cf4023bde tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648441 Jun 03 15:32:00.518068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c56e7fa0-9159-4e5e-a1be-6165600ae163 req-54ff2636-1834-404b-984d-d521a97e7fcc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945935 Jun 03 15:32:00.599323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b4f37e9e-ef63-4a6e-897d-6c487260c79c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:00.652711 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9f21ea-d7c1-43db-9788-51a9ecc5e7b8'] response: {'server_uuid': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c', 'code': 200} Jun 03 15:32:00.837008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bada7b9-f084-4cf8-9797-d1ae455f99ac req-86cf4a85-c4d1-4801-acf8-03263a90cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.838452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bada7b9-f084-4cf8-9797-d1ae455f99ac req-86cf4a85-c4d1-4801-acf8-03263a90cb40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 1096 time: 0.1334653 Jun 03 15:32:00.998997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] For port de8d441d-9d96-43e9-8fd4-be95ce0b933f, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=de8d441d-9d96-43e9-8fd4-be95ce0b933f,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:00.999853 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:01.272624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bada7b9-f084-4cf8-9797-d1ae455f99ac req-83afbca6-b126-4f94-aafd-74921158388b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859773 Jun 03 15:32:01.285527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47b0a4-95f3-45b7-a35c-6842c69fb4c8 req-c387472c-f7e6-4d1b-890d-371008f7377d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:01.290047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Calling delete_port for de8d441d-9d96-43e9-8fd4-be95ce0b933f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:01.293275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f47b0a4-95f3-45b7-a35c-6842c69fb4c8 req-c387472c-f7e6-4d1b-890d-371008f7377d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4537294 Jun 03 15:32:01.357321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f47b0a4-95f3-45b7-a35c-6842c69fb4c8 req-bd2c23e0-45a3-4fe3-8646-4fbf72309590 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630164 Jun 03 15:32:01.579200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:01.593540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d90c4424-0331-4d29-850e-3ecf507e04e5'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:32:01.636374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['de8d441d-9d96-43e9-8fd4-be95ce0b933f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:32:01.703331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Pushing event deleted for resources: {'Port': ['ID=de8d441d-9d96-43e9-8fd4-be95ce0b933f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:01.761984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-cef5-40ee-b0ea-7d7c8a3948b8 req-1289c0a5-45f9-4d41-b345-ccc6717e9b0a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:01.769802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05c0f734-cef5-40ee-b0ea-7d7c8a3948b8 req-1289c0a5-45f9-4d41-b345-ccc6717e9b0a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1468859 Jun 03 15:32:01.816360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7bfd4-db0e-44dd-9cbc-e28753e64e91 req-2ac1d2a8-fe98-49e0-8f44-1ec323ce15a5 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:01.824243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84b7bfd4-db0e-44dd-9cbc-e28753e64e91 req-2ac1d2a8-fe98-49e0-8f44-1ec323ce15a5 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 945 time: 0.3231022 Jun 03 15:32:01.926378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84b7bfd4-db0e-44dd-9cbc-e28753e64e91 req-f69dd898-390b-40a9-96bd-9a802e523e96 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005042 Jun 03 15:32:01.928777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] No DVR routers for this DVR port de8d441d-9d96-43e9-8fd4-be95ce0b933f on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:01.932411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:01.935423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'name': 'network-vif-deleted', 'tag': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:01.973637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05c0f734-cef5-40ee-b0ea-7d7c8a3948b8 req-3c4d2f9a-5d6e-4c15-8239-2986cc200ef8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022159 Jun 03 15:32:01.977640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3f371769-34f3-4f45-8566-bdc0db31b71d req-38de65ca-8caa-4334-8dd5-f86942ea59c9 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.70 "DELETE /v2.0/ports/de8d441d-9d96-43e9-8fd4-be95ce0b933f HTTP/1.1" status: 204 len: 173 time: 1.5985937 Jun 03 15:32:02.041836 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e93568-d977-41e7-bef4-bfa0d4a0955f'] response: {'server_uuid': '36e2378f-6522-4f1d-a31c-654a7932f33e', 'name': 'network-vif-deleted', 'tag': 'de8d441d-9d96-43e9-8fd4-be95ce0b933f', 'status': 'completed', 'code': 200} Jun 03 15:32:02.299126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 5f737600-4e9d-4f83-afbc-540014086f2f up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:02.300814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e79d1d2-8985-4e84-a6c4-02de9548aab4 req-bb9351e9-ce2c-4525-a7c4-7dcc7d50b20e tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=36e2378f-6522-4f1d-a31c-654a7932f33e HTTP/1.1" status: 200 len: 210 time: 0.0789642 Jun 03 15:32:02.460445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 5f737600-4e9d-4f83-afbc-540014086f2f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:02.468070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 5f737600-4e9d-4f83-afbc-540014086f2f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:02.468699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:02.683550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:02.862283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 5f737600-4e9d-4f83-afbc-540014086f2f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:02.862757 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:02.912238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f737600-4e9d-4f83-afbc-540014086f2f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:02.936624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 5f737600-4e9d-4f83-afbc-540014086f2f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5f737600-4e9d-4f83-afbc-540014086f2f,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:02.951329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:02.988855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:03.006477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:03.006477 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:03.085923 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5d75ce-3f81-4c7a-8e96-5d0c0900871a'] response: {'server_uuid': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f737600-4e9d-4f83-afbc-540014086f2f', 'code': 200} Jun 03 15:32:03.315535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=5f737600-4e9d-4f83-afbc-540014086f2f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:03.396060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bceaf-d882-4ac2-8589-7a544515f8df req-e5064260-7604-4f4c-b3e4-6df2957207f6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.400932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c27bceaf-d882-4ac2-8589-7a544515f8df req-e5064260-7604-4f4c-b3e4-6df2957207f6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 945 time: 0.2126465 Jun 03 15:32:03.428620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:03.430578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:03.466814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1a633-ff74-4503-88f9-b90bd38860b1 req-daed9086-6654-4f8b-a18d-008c53c5c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.469578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21f1a633-ff74-4503-88f9-b90bd38860b1 req-daed9086-6654-4f8b-a18d-008c53c5c8fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 1096 time: 0.1761420 Jun 03 15:32:03.519826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c27bceaf-d882-4ac2-8589-7a544515f8df req-2e464136-38ea-4ba3-89bd-628292382523 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974569 Jun 03 15:32:03.536602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:03.548246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:03.578778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21f1a633-ff74-4503-88f9-b90bd38860b1 req-aec45eff-fb03-4473-9e77-fac40372de4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015391 Jun 03 15:32:03.661318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:03.934696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a0f42-6b29-4b7c-a2df-28ccfe70ab69 req-f3d24610-3030-4068-9429-65686122c418 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.936359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-948a0f42-6b29-4b7c-a2df-28ccfe70ab69 req-f3d24610-3030-4068-9429-65686122c418 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.0992501 Jun 03 15:32:03.990293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-948a0f42-6b29-4b7c-a2df-28ccfe70ab69 req-1151cabf-addb-4872-8b9a-7cd133e4c44c tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Jun 03 15:32:04.667663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device de8d441d-9d96-43e9-8fd4-be95ce0b933f no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:04.774764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: de8d441d-9d96-43e9-8fd4-be95ce0b933f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:04.775122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device de8d441d-9d96-43e9-8fd4-be95ce0b933f not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:04.843717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc5cb-c3f1-4d4d-aec9-79e29581eed5 req-56fa3703-3e76-4d9c-9034-8e9844cb30a0 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.853996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cbbc5cb-c3f1-4d4d-aec9-79e29581eed5 req-56fa3703-3e76-4d9c-9034-8e9844cb30a0 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.1294193 Jun 03 15:32:04.924220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cbbc5cb-c3f1-4d4d-aec9-79e29581eed5 req-d3801879-2c21-4d53-a14c-1f798212bcca tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675993 Jun 03 15:32:05.087375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:05.183212 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336a3b39-f4d7-442d-b88a-0584df4b8fd2'] response: {'server_uuid': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63', 'code': 200} Jun 03 15:32:05.355928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d883176-298d-448d-b5e5-6464daa886f2 req-981dee4c-588b-4bf0-b054-256e12e7cc02 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.362235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d883176-298d-448d-b5e5-6464daa886f2 req-981dee4c-588b-4bf0-b054-256e12e7cc02 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1440985 Jun 03 15:32:05.419221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93489b94-757f-431e-9bd3-143cb4f34ece req-f7d26810-ba61-4901-b973-2383e833703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.421960 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93489b94-757f-431e-9bd3-143cb4f34ece req-f7d26810-ba61-4901-b973-2383e833703b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 1097 time: 0.1645536 Jun 03 15:32:05.519181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d883176-298d-448d-b5e5-6464daa886f2 req-085e9f0d-bc58-40fc-ac8c-a619a04f4c4d tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492755 Jun 03 15:32:05.525715 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93489b94-757f-431e-9bd3-143cb4f34ece req-fbc6d2f2-6338-4213-ba68-2e7569edff6d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969734 Jun 03 15:32:05.598949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8e83-cbd4-47d3-8a19-a015bc311c0b req-63aa3553-20b1-4751-941a-e85a2179071d tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.604302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fda8e83-cbd4-47d3-8a19-a015bc311c0b req-63aa3553-20b1-4751-941a-e85a2179071d tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.1706429 Jun 03 15:32:05.722042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fda8e83-cbd4-47d3-8a19-a015bc311c0b req-5256d5ad-163b-47c9-a81d-f846228d0d09 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120780 Jun 03 15:32:06.205243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e889-f730-43ac-9dbc-8a48ae97f4fc req-ba8b1b5c-b4d8-46ee-aeaf-b767c342ac16 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:06.217096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8e8e889-f730-43ac-9dbc-8a48ae97f4fc req-ba8b1b5c-b4d8-46ee-aeaf-b767c342ac16 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.1539540 Jun 03 15:32:06.272247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8e8e889-f730-43ac-9dbc-8a48ae97f4fc req-90fdc170-fe58-4506-b436-a4b246677345 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Jun 03 15:32:06.451328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-6925b8d9-6477-46ff-9fcf-66152e6e5adb tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:06.452874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-6925b8d9-6477-46ff-9fcf-66152e6e5adb tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.15 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.1341147 Jun 03 15:32:06.552041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Deleting port d90c4424-0331-4d29-850e-3ecf507e04e5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:06.553857 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.355143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18535422-c190-4953-9082-735d2bbd0cee req-91ec83a8-994c-4935-b02b-4b2a2fcdb14f tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.361138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18535422-c190-4953-9082-735d2bbd0cee req-91ec83a8-994c-4935-b02b-4b2a2fcdb14f tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.4907115 Jun 03 15:32:07.391085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-30e7bcc0-1161-425b-a194-e91051670b32 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.392766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-30e7bcc0-1161-425b-a194-e91051670b32 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Synchronizing usage tracker for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:07.416813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03927e50-bc55-4c07-b141-7a2cb5342a7c req-32a8f2a6-d54d-4edd-bd2d-a7adb3d91ae4 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.417031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-30e7bcc0-1161-425b-a194-e91051670b32 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Unset dirty status for tenant:447848a1501d4284a33f0398f8fed1f9 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:07.418515 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-30e7bcc0-1161-425b-a194-e91051670b32 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 945 time: 0.3049178 Jun 03 15:32:07.428331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03927e50-bc55-4c07-b141-7a2cb5342a7c req-32a8f2a6-d54d-4edd-bd2d-a7adb3d91ae4 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 945 time: 0.5599830 Jun 03 15:32:07.527166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Deleting port 0ca8be9c-8255-48fe-9255-d6be385030c3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:07.528029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.534559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18535422-c190-4953-9082-735d2bbd0cee req-d6f6d482-1477-492a-91aa-1f56cf525772 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c70c79e-9880-4fcb-9418-2e4ad7426cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689646 Jun 03 15:32:07.541799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] For port d90c4424-0331-4d29-850e-3ecf507e04e5, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d90c4424-0331-4d29-850e-3ecf507e04e5,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:07.543881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.616844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03927e50-bc55-4c07-b141-7a2cb5342a7c req-2e8ded5e-b1ed-4a98-915e-a72bfa0593c7 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/security-groups?id=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873958 Jun 03 15:32:07.952820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] For port 0ca8be9c-8255-48fe-9255-d6be385030c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=0ca8be9c-8255-48fe-9255-d6be385030c3,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:07.953558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.010896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Calling delete_port for d90c4424-0331-4d29-850e-3ecf507e04e5 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:08.202418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2efb5-acb4-4131-984f-48d4db21c19f req-ee6ec8ba-e467-48b3-ac77-a817a10f6f3c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.204029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5b2efb5-acb4-4131-984f-48d4db21c19f req-ee6ec8ba-e467-48b3-ac77-a817a10f6f3c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.3412023 Jun 03 15:32:08.376610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5b2efb5-acb4-4131-984f-48d4db21c19f req-f15c94bd-21a3-470e-8929-2292d359e5a6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301947 Jun 03 15:32:08.423965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.489814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.490606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.491109 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Floating IP ac24d46c-dd63-4cc5-a100-c7d14b79f9ff disassociated. External IP: 172.25.1.128, port: 0ca8be9c-8255-48fe-9255-d6be385030c3. Jun 03 15:32:08.491702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Calling delete_port for 0ca8be9c-8255-48fe-9255-d6be385030c3 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:08.537856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Pushing event deleted for resources: {'Port': ['ID=d90c4424-0331-4d29-850e-3ecf507e04e5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:08.819535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.876937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16a5e295-c5d5-4ad0-a31c-bf79d835afd3 req-fc746fc1-7456-4865-bfaf-61c8e7e24caf tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 210 time: 0.0851767 Jun 03 15:32:08.884489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] No DVR routers for this DVR port d90c4424-0331-4d29-850e-3ecf507e04e5 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:08.887776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.895456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'name': 'network-vif-deleted', 'tag': 'd90c4424-0331-4d29-850e-3ecf507e04e5'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:08.916140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64a510f5-8c73-4030-97b5-965c459dd8e4 req-d2972da0-1903-4079-8195-c64623359dd5 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.15 "DELETE /v2.0/ports/d90c4424-0331-4d29-850e-3ecf507e04e5 HTTP/1.1" status: 204 len: 173 time: 2.4538360 Jun 03 15:32:08.983771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178bda2-5775-4b4a-8d61-f2fee290d477 req-16f7f216-b988-4134-87c3-d31cfd00a666 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.983771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b178bda2-5775-4b4a-8d61-f2fee290d477 req-16f7f216-b988-4134-87c3-d31cfd00a666 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.3222954 Jun 03 15:32:09.118041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event deleted for resources: {'Port': ['ID=0ca8be9c-8255-48fe-9255-d6be385030c3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:09.170085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b178bda2-5775-4b4a-8d61-f2fee290d477 req-e34710df-3097-4c75-bca9-71b57bb14128 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771088 Jun 03 15:32:09.312854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5a9d9edc-21f5-490b-8728-c7158d1ede74 req-b61b0872-3bce-4f19-92f5-e26028ed1364 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Synchronizing usage tracker for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:09.370083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5a9d9edc-21f5-490b-8728-c7158d1ede74 req-b61b0872-3bce-4f19-92f5-e26028ed1364 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] Unset dirty status for tenant:2784d3c503ac48d7912fd66b985efc95 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:09.372944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a9d9edc-21f5-490b-8728-c7158d1ede74 req-b61b0872-3bce-4f19-92f5-e26028ed1364 tempest-ServerRescueTestJSON-119042407 tempest-ServerRescueTestJSON-119042407-project] 10.222.0.66 "GET /v2.0/ports?device_id=7979ec34-7989-4ed1-8311-2b7cdb3d384b HTTP/1.1" status: 200 len: 210 time: 0.1796927 Jun 03 15:32:09.388039 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf7fcde-aaf4-4558-b6f6-cda9221543d5'] response: {'server_uuid': '7979ec34-7989-4ed1-8311-2b7cdb3d384b', 'name': 'network-vif-deleted', 'tag': 'd90c4424-0331-4d29-850e-3ecf507e04e5', 'status': 'completed', 'code': 200} Jun 03 15:32:09.629697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:09.770716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59402) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:10.044090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ac5a6-8e74-41d8-9475-85ad18026dd3 req-6424ee82-2f6d-4e54-826c-aac0b45de609 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:10.046719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:10.052257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-422ac5a6-8e74-41d8-9475-85ad18026dd3 req-6424ee82-2f6d-4e54-826c-aac0b45de609 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 945 time: 0.2710700 Jun 03 15:32:10.064317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] Sync routers for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:10.106137 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:10.107743 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:31:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:10.225396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-422ac5a6-8e74-41d8-9475-85ad18026dd3 req-dd582e92-fe08-4ca3-bdc2-35c23f8ffefb tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622293 Jun 03 15:32:10.345177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d90c4424-0331-4d29-850e-3ecf507e04e5 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:10.364915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] No DVR routers for this DVR port 0ca8be9c-8255-48fe-9255-d6be385030c3 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:10.374191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:10.394610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'name': 'network-vif-deleted', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:10.415227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1bcddf22-debd-427a-96a3-1f1bf9f72a88 req-88f569df-61ad-4f03-91e0-04a2a955d956 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.15 "DELETE /v2.0/ports/0ca8be9c-8255-48fe-9255-d6be385030c3 HTTP/1.1" status: 204 len: 173 time: 2.9872055 Jun 03 15:32:10.421640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: d90c4424-0331-4d29-850e-3ecf507e04e5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:10.421640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d90c4424-0331-4d29-850e-3ecf507e04e5 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:10.421640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ca8be9c-8255-48fe-9255-d6be385030c3 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:10.573284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:10.589000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-251cd0fe-1ac4-4daa-ac3f-d9c202f19f4a req-122c60be-6c76-444b-904e-6b616a016d9c tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/ports?device_id=390c6242-4ac5-4d7f-81d6-5f46c2a336eb HTTP/1.1" status: 200 len: 210 time: 0.2497542 Jun 03 15:32:10.629449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:10.638477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Usage tracker for resource:security_group_rule and tenant:74cb618bd91843f98524bcd959bf5cfb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:10.650918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:10.668034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:10.787579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 0ca8be9c-8255-48fe-9255-d6be385030c3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:10.788309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 0ca8be9c-8255-48fe-9255-d6be385030c3 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:10.799084 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:10.863976 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179349bf-1751-4343-a54b-a8124f13c8cd'] response: {'server_uuid': '390c6242-4ac5-4d7f-81d6-5f46c2a336eb', 'name': 'network-vif-deleted', 'tag': '0ca8be9c-8255-48fe-9255-d6be385030c3', 'status': 'completed', 'code': 200} Jun 03 15:32:10.874560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:10.894371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.039369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74cb618bd91843f98524bcd959bf5cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2652993 Jun 03 15:32:11.040975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59422) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:11.044542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072af0e2-efbb-4ada-b455-477e5c2d5d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d365a71e-c713-4b8f-92db-54bd0f4cd894,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:11.157517 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb22-facd-4c23-a914-bd6447e6ba5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.218384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb22-facd-4c23-a914-bd6447e6ba5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.256600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59426) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:11.342996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59430) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:11.371259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb22-facd-4c23-a914-bd6447e6ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.408946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2fb22-facd-4c23-a914-bd6447e6ba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d365a71e-c713-4b8f-92db-54bd0f4cd894,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:11.411806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17a2fb22-facd-4c23-a914-bd6447e6ba5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.413197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17a2fb22-facd-4c23-a914-bd6447e6ba5f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d365a71e-c713-4b8f-92db-54bd0f4cd894 HTTP/1.1" status: 204 len: 168 time: 0.3711407 Jun 03 15:32:11.514085 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:11.522911 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] Checking router: 2f56473a-7de4-4c7d-be30-b08ce5ea1138 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:11.564870 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:11.566423 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:31:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:11.664417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29859f-5617-4ecf-b107-e1a59546f9dd req-c85017c7-b39d-471b-a3c9-ef1e370bdf77 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:11.671820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b29859f-5617-4ecf-b107-e1a59546f9dd req-c85017c7-b39d-471b-a3c9-ef1e370bdf77 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.5901039 Jun 03 15:32:11.749350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b29859f-5617-4ecf-b107-e1a59546f9dd req-ec20ba15-ca69-4897-88d8-18483eb6ba37 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764940 Jun 03 15:32:11.819059 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.854632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:11.861713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Usage tracker for resource:security_group_rule and tenant:6f39ba79d8e14cb08a8c028d4cefef34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:11.865456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:11.873928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:11.994285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.995864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59448) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:12.054497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.132007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30831297-d61c-492b-8061-208b962c481e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:12.145990 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:12.150696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a714bd8-bf61-4699-aa04-25d91b68afb8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.206914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a714bd8-bf61-4699-aa04-25d91b68afb8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.299125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a714bd8-bf61-4699-aa04-25d91b68afb8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.333439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a714bd8-bf61-4699-aa04-25d91b68afb8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c70c79e-9880-4fcb-9418-2e4ad7426cb2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:12.363756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70bf1f94-9958-4787-8e07-02e39d80ee3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f39ba79d8e14cb08a8c028d4cefef34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0194392 Jun 03 15:32:12.387893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59458) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:12.389396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a714bd8-bf61-4699-aa04-25d91b68afb8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.394246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8a714bd8-bf61-4699-aa04-25d91b68afb8 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "DELETE /v2.0/security-groups/2c70c79e-9880-4fcb-9418-2e4ad7426cb2 HTTP/1.1" status: 204 len: 168 time: 0.3966923 Jun 03 15:32:12.397364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59462) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:12.431067 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-ae690507-e19b-48c0-8a0e-914efb661285 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] show failed (client error): The resource could not be found. Jun 03 15:32:12.436064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ae690507-e19b-48c0-8a0e-914efb661285 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "GET /v2.0/security-groups/2c70c79e-9880-4fcb-9418-2e4ad7426cb2 HTTP/1.1" status: 404 len: 347 time: 0.0260532 Jun 03 15:32:12.437069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59468) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:12.597570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83ca01fd-b2fb-4531-b9ec-b07e6b9947bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.648225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83ca01fd-b2fb-4531-b9ec-b07e6b9947bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.736289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028cde0-5286-4a8c-9c55-75ae8a11219d req-61768c92-cf4a-4203-bacf-6784522111b7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.744860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8028cde0-5286-4a8c-9c55-75ae8a11219d req-61768c92-cf4a-4203-bacf-6784522111b7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.1854317 Jun 03 15:32:12.810468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8028cde0-5286-4a8c-9c55-75ae8a11219d req-55112a13-4957-4fe6-a60e-121adf7da58a tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645833 Jun 03 15:32:12.839110 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:12.848009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83ca01fd-b2fb-4531-b9ec-b07e6b9947bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.862986 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a46e5-5727-4d13-875e-cd3c66241043 None None] The sync data for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 is: [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '87309ae7-fdcb-4296-a72d-fdde61aaf6fb', 'name': '', 'network_id': 'bf0e2b47-1b15-44a2-8763-01b5af1ed4fa', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'mac_address': 'fa:16:3e:d0:e3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:07Z', 'updated_at': '2022-06-03T15:26:19Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'subnets': [{'id': 'e80b2f7d-f91e-4172-949f-72f141c4290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:12.896418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca01fd-b2fb-4531-b9ec-b07e6b9947bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30831297-d61c-492b-8061-208b962c481e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:12.916213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83ca01fd-b2fb-4531-b9ec-b07e6b9947bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.922529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-83ca01fd-b2fb-4531-b9ec-b07e6b9947bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30831297-d61c-492b-8061-208b962c481e HTTP/1.1" status: 204 len: 168 time: 0.5230930 Jun 03 15:32:12.942740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Deleting port 6739a824-af27-4933-9a28-13bcdcb9d28a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:12.946324 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.010383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.414046 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d70404a-3786-45da-bee8-825a67be723c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.454091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.454457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.547026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145cb56-5910-4e60-b2c8-e1ab8f4fd824 None None] New status for floating IP ac24d46c-dd63-4cc5-a100-c7d14b79f9ff: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:32:13.737570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Calling delete_port for 6739a824-af27-4933-9a28-13bcdcb9d28a owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:13.929991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681e3fd-9ffa-4991-b4a7-d263eb09001b req-d85f0a2f-e18e-4775-9f9e-bb47633d7456 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:13.938992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681e3fd-9ffa-4991-b4a7-d263eb09001b req-d85f0a2f-e18e-4775-9f9e-bb47633d7456 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:13.958499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681e3fd-9ffa-4991-b4a7-d263eb09001b req-d85f0a2f-e18e-4775-9f9e-bb47633d7456 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:13.960317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7681e3fd-9ffa-4991-b4a7-d263eb09001b req-d85f0a2f-e18e-4775-9f9e-bb47633d7456 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b&device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33&device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 2417 time: 0.5020175 Jun 03 15:32:13.995501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.996791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e145cb56-5910-4e60-b2c8-e1ab8f4fd824 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:32:13.997431 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e145cb56-5910-4e60-b2c8-e1ab8f4fd824 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:32:14.105260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7681e3fd-9ffa-4991-b4a7-d263eb09001b req-a7b8f3d1-8e64-4832-96db-3b86f4423698 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138787 Jun 03 15:32:14.125693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Pushing event deleted for resources: {'Port': ['ID=6739a824-af27-4933-9a28-13bcdcb9d28a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:14.271541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Deleting port a490e029-1552-4eba-bf99-c52888ff3e81 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:14.272358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:14.318625 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:14.321592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37054f-b3c6-4d53-8018-6a779773d7e4 req-a94f4c04-25eb-41ef-a201-41b74c308d34 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:14.324693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd37054f-b3c6-4d53-8018-6a779773d7e4 req-a94f4c04-25eb-41ef-a201-41b74c308d34 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 946 time: 0.3062749 Jun 03 15:32:14.362781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:14.364146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eb6cc726-b309-4609-8fc8-d1d0020ffd79 tempest-AttachVolumeTestJSON-1100287835 tempest-AttachVolumeTestJSON-1100287835-project] 10.222.0.66 "DELETE /v2.0/floatingips/ac24d46c-dd63-4cc5-a100-c7d14b79f9ff HTTP/1.1" status: 204 len: 168 time: 1.8887358 Jun 03 15:32:14.498837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145cb56-5910-4e60-b2c8-e1ab8f4fd824 None None] New status for floating IP ac24d46c-dd63-4cc5-a100-c7d14b79f9ff: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:32:14.641518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd37054f-b3c6-4d53-8018-6a779773d7e4 req-f5647290-0ec8-471b-9ee2-20ffa4b93750 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081598 Jun 03 15:32:14.706083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] For port a490e029-1552-4eba-bf99-c52888ff3e81, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a490e029-1552-4eba-bf99-c52888ff3e81,segment=NetworkSegment(9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b),segment_id=9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:14.706521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:14.875602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Calling delete_port for a490e029-1552-4eba-bf99-c52888ff3e81 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:14.970444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b03648-55f8-4570-9c5d-92ff12394604 req-fce7a188-9847-4c31-abcb-686577ed7a20 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:14.978345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-25b03648-55f8-4570-9c5d-92ff12394604 req-fce7a188-9847-4c31-abcb-686577ed7a20 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.4632616 Jun 03 15:32:15.093066 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-25b03648-55f8-4570-9c5d-92ff12394604 req-bbcb84cf-fbb6-4b93-a20f-9b6a0b0a3a11 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137841 Jun 03 15:32:15.093797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59540) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:15.383911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.399560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.463327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a490e029-1552-4eba-bf99-c52888ff3e81,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:15.596079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-dfd78779-b91d-4b1e-aaf9-42f5c38ff219 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:15.597517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-dfd78779-b91d-4b1e-aaf9-42f5c38ff219 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Synchronizing usage tracker for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:15.635053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-dfd78779-b91d-4b1e-aaf9-42f5c38ff219 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Unset dirty status for tenant:6529a69d4aa5444bac3e9188ce769c14 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:15.636304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-dfd78779-b91d-4b1e-aaf9-42f5c38ff219 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 946 time: 0.3202519 Jun 03 15:32:15.653403 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f748a987-5d82-4ce0-a5fc-22869a3ff8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.811095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1671441327-network', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:15.830545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:15.858912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Usage tracker for resource:network and tenant:dca0551c82e445a1a6fafd2918118534 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:15.869405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:15.883452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Deleting port 981026f6-afc6-402b-9cf9-be526c34a8ed {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:15.883911 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.033250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:16.248997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Made reservation on behalf of dca0551c82e445a1a6fafd2918118534 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:16.254788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.284353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.323405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:16.332353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:dca0551c82e445a1a6fafd2918118534 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:16.340178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:16.363680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:16.372541 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.596275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d6fe-d375-4edd-a32e-8ddae532d0d6 req-4b03c019-fd2f-4bad-964c-42b9bffa89f4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:16.597879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1591d6fe-d375-4edd-a32e-8ddae532d0d6 req-4b03c019-fd2f-4bad-964c-42b9bffa89f4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 946 time: 0.3740432 Jun 03 15:32:16.627201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.799752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] For port 981026f6-afc6-402b-9cf9-be526c34a8ed, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=981026f6-afc6-402b-9cf9-be526c34a8ed,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:16.801840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.837616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1591d6fe-d375-4edd-a32e-8ddae532d0d6 req-a5bb8623-7167-42b3-9a21-57c592a8fcb6 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326149 Jun 03 15:32:16.921543 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.109444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59582) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:17.159926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.178270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.215517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:32:17.242706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.243389 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Added segment e024355a-fc3c-4e84-b29b-dd6e26202fef of type vlan for network f64df1f4-8be2-4236-ba07-a3d2cab4853f Jun 03 15:32:17.448951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Router a91e9905-2647-44bf-8b1a-9fb19c824266 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:17.760085 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.850402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.875046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:17.893500 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03069d3-23bc-4737-a47a-332117653950 None None] Sync routers for ids ['a91e9905-2647-44bf-8b1a-9fb19c824266'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:17.917437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.928634 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] Routers {'a91e9905-2647-44bf-8b1a-9fb19c824266'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:17.932293 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a91e9905-2647-44bf-8b1a-9fb19c824266'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:17.935484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70265ff5-e3e6-4e38-b7af-ad3a8d3054ae,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:17.954926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.956888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:17.957847 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.975203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:17.983843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Usage tracker for resource:security_group_rule and tenant:de813f3cfc0e490bb4cb0b86371c27ab is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:17.990098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:18.002707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:18.170808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.179872 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.368407 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] Set router a91e9905-2647-44bf-8b1a-9fb19c824266 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:18.375435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de813f3cfc0e490bb4cb0b86371c27ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2644761 Jun 03 15:32:18.383234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.391647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59604) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:18.459495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.463094 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.463557 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Floating IP e39984ed-3ebd-4108-9967-ec4eb631f692 disassociated. External IP: 172.25.1.86, port: 981026f6-afc6-402b-9cf9-be526c34a8ed. Jun 03 15:32:18.464067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Calling delete_port for 981026f6-afc6-402b-9cf9-be526c34a8ed owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:18.493084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b114a3de-85b3-4bb6-9e7e-0d803fc6ebf4 admin admin] 10.222.0.66 "PUT /v2.0/routers/a91e9905-2647-44bf-8b1a-9fb19c824266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2206583 Jun 03 15:32:18.508307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59608) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:18.527391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf47ad-be1d-49d6-933c-8ec1b482e238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a69cdb-5282-44c9-941a-fb663e34e10d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:18.793667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=f64df1f4-8be2-4236-ba07-a3d2cab4853f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:18.799357 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b804a5e-dcf9-476c-81d6-fea2f3189fb7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7039375 Jun 03 15:32:18.802471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59614) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:18.812199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:32:18.823514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Request body: {'subnet': {'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1671441327-subnet', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:18.833247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.845380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:18.974469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Usage tracker for resource:subnet and tenant:dca0551c82e445a1a6fafd2918118534 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:18.986485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event deleted for resources: {'Port': ['ID=981026f6-afc6-402b-9cf9-be526c34a8ed,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:19.006341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:19.043009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:19.187816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35719703-4d2c-4150-a3db-28959ed1feea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:19.238397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Made reservation on behalf of dca0551c82e445a1a6fafd2918118534 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:19.242176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:19.252965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f0ef4-c5b3-4d2a-a66f-fae88cb4ccb7 req-7cdee794-1538-4d24-9f0c-8e95dd40b0a4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.264945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d4f0ef4-c5b3-4d2a-a66f-fae88cb4ccb7 req-7cdee794-1538-4d24-9f0c-8e95dd40b0a4 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 946 time: 1.0913734 Jun 03 15:32:19.318956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:19.367942 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:32:15Z', 'revision_number': 5, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:19.373019 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03069d3-23bc-4737-a47a-332117653950 None None] Checking router: a91e9905-2647-44bf-8b1a-9fb19c824266 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:19.383451 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] Routers {'a91e9905-2647-44bf-8b1a-9fb19c824266'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:19.384080 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a91e9905-2647-44bf-8b1a-9fb19c824266'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:19.442177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35719703-4d2c-4150-a3db-28959ed1feea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:19.525211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60912518-19b7-47fa-9c04-5f7a2e5d7746 req-62010025-7510-4ee1-8304-d7f06041f21d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.541243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60912518-19b7-47fa-9c04-5f7a2e5d7746 req-62010025-7510-4ee1-8304-d7f06041f21d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.8832772 Jun 03 15:32:19.594090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Router 8a840971-1f39-43bb-b67c-a50b65b76641 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:19.712100 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] Set router a91e9905-2647-44bf-8b1a-9fb19c824266 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:19.807991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d4f0ef4-c5b3-4d2a-a66f-fae88cb4ccb7 req-93b21ac7-3e78-46dd-9523-448d37155065 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups?id=89f01fbb-ce79-4b21-a04c-f2bcc60489cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5416203 Jun 03 15:32:19.835228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60912518-19b7-47fa-9c04-5f7a2e5d7746 req-a503e2ce-463a-4691-878c-149268ecdd48 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901418 Jun 03 15:32:19.901067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:19.916451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Deleting port 7d964c7a-a912-421e-96ca-24596d7c904f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:19.917412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.111483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:20.126814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] Sync routers for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:20.148978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:20.158138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:20.189955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35719703-4d2c-4150-a3db-28959ed1feea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.313796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] For port 7d964c7a-a912-421e-96ca-24596d7c904f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d964c7a-a912-421e-96ca-24596d7c904f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:20.314369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.361662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-35719703-4d2c-4150-a3db-28959ed1feea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.362047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] No DVR routers for this DVR port 981026f6-afc6-402b-9cf9-be526c34a8ed on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:20.367195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.371881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-deleted', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:20.377612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-35719703-4d2c-4150-a3db-28959ed1feea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0a69cdb-5282-44c9-941a-fb663e34e10d HTTP/1.1" status: 204 len: 168 time: 1.9750512 Jun 03 15:32:20.381181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35719703-4d2c-4150-a3db-28959ed1feea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a69cdb-5282-44c9-941a-fb663e34e10d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:20.399522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.452135 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d03069d3-23bc-4737-a47a-332117653950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:32:15Z', 'revision_number': 5, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:20.466838 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03069d3-23bc-4737-a47a-332117653950 None None] The sync data for ids ['a91e9905-2647-44bf-8b1a-9fb19c824266'] in n-d-844594-1 is: [{'id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'name': 'tempest-ServerRescueTestJSON-1455055502-router', 'tenant_id': '2784d3c503ac48d7912fd66b985efc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:29:42Z', 'updated_at': '2022-06-03T15:32:15Z', 'revision_number': 5, 'project_id': '2784d3c503ac48d7912fd66b985efc95', 'gw_port': {'id': '7d964c7a-a912-421e-96ca-24596d7c904f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91e9905-2647-44bf-8b1a-9fb19c824266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:29:44Z', 'updated_at': '2022-06-03T15:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:20.619880 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c980be-f5d9-4884-a6c9-004c6fa8bdb9'] response: {'server_uuid': 'c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff', 'name': 'network-vif-deleted', 'tag': '981026f6-afc6-402b-9cf9-be526c34a8ed', 'status': 'completed', 'code': 200} Jun 03 15:32:20.626790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c818ff-b731-4408-a689-702f997219e2,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:20.645466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:20.700524 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-27ddaf11-8e95-4475-82a5-e30e67151d85 req-c5fbd66c-17d4-499a-90a3-235490d71e47 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.15 "DELETE /v2.0/ports/981026f6-afc6-402b-9cf9-be526c34a8ed HTTP/1.1" status: 204 len: 173 time: 5.0583065 Jun 03 15:32:20.715975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Checking segment: {'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:20.717980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Network hostable DHCP agents. Network: f64df1f4-8be2-4236-ba07-a3d2cab4853f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:32:20.783160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:32:20.795305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:20.808854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f64df1f4-8be2-4236-ba07-a3d2cab4853f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:20.817928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:20.819082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.862073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131d5e1-09c2-40bd-98e0-12bd33e5deec None None] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:20.889212 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c40b929-b8cd-4c1e-8fb5-ed9826a3ced1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0846279 Jun 03 15:32:20.894241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59632) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:20.926309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:20.936226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:20.942587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Usage tracker for resource:router and tenant:dca0551c82e445a1a6fafd2918118534 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:20.953122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:20.976893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:21.019939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Calling delete_port for 7d964c7a-a912-421e-96ca-24596d7c904f owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:21.025810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.030242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.048260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 981026f6-afc6-402b-9cf9-be526c34a8ed {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:21.070210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 981026f6-afc6-402b-9cf9-be526c34a8ed not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:21.174689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.347659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f62a3be6-d9db-4f1b-9ddf-6c92d6a3b8a7 req-615bae2f-a4ae-48a9-87de-131762afac03 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c85793-1fc7-4898-bc9b-f7cf9fdb10ff HTTP/1.1" status: 200 len: 210 time: 0.1806045 Jun 03 15:32:21.577568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17bbc-8f4d-4c56-a591-860b077a9a02 req-226edd22-d76d-41c8-a786-65ddfc5e350d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.602705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8e17bbc-8f4d-4c56-a591-860b077a9a02 req-226edd22-d76d-41c8-a786-65ddfc5e350d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.3465385 Jun 03 15:32:21.700016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a490e029-1552-4eba-bf99-c52888ff3e81 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:21.764743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a490e029-1552-4eba-bf99-c52888ff3e81 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:21.765549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a490e029-1552-4eba-bf99-c52888ff3e81 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:21.792188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59638) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:21.869062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.892339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8e17bbc-8f4d-4c56-a591-860b077a9a02 req-8b9a9d13-c918-4f10-bc21-a3fedb820b18 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863333 Jun 03 15:32:21.972443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:22.042390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:22.049029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Usage tracker for resource:security_group_rule and tenant:4942efaf4b5a4f2bb20bf4a78f94b86b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:22.053071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:22.063530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:22.066028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.089480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.188385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d964c7a-a912-421e-96ca-24596d7c904f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:22.199462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] Checking router: 8a840971-1f39-43bb-b67c-a50b65b76641 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:22.220917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f64df1f4-8be2-4236-ba07-a3d2cab4853f', 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'fixed_ips': [{'subnet_id': '89c818ff-b731-4408-a689-702f997219e2'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:32:22.222046 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.247217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:22.247871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:22.287443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.542447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.559364 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.607606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.617477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59646) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:22.653858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.655733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:22.666042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.666705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91e9905-2647-44bf-8b1a-9fb19c824266 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:32:22.670862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.701300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.796566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec4642de-a1c5-4f5b-a526-ea6019b24798 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.905157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b07fd3-39ce-4524-bf8c-cf750a99ae14,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:22.906160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Allocated IP 172.25.1.248 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/ca5190c1-cde2-4765-9a19-496aced5a109) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:22.934920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1e8ceb2-30d2-4e62-b440-fd4e211ba131 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4942efaf4b5a4f2bb20bf4a78f94b86b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1363983 Jun 03 15:32:22.939136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59656) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:22.941159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec4642de-a1c5-4f5b-a526-ea6019b24798 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.022042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Allocated IP 172.20.0.2 (f64df1f4-8be2-4236-ba07-a3d2cab4853f/89c818ff-b731-4408-a689-702f997219e2/984d60f0-f6a6-4e2c-a57f-26108192fd26) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:23.332048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.384550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.424628 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.431914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59664) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:23.432485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0b3bcd6-ceea-41fb-82e4-750a948b12e4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a91e9905-2647-44bf-8b1a-9fb19c824266 HTTP/1.1" status: 204 len: 168 time: 4.9063373 Jun 03 15:32:23.599428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:23.609642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:23.631593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:23.696727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] Deleting subnet 92e37d1f-26ea-495c-8015-e7a3fa960eac {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:23.700345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.706278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d964c7a-a912-421e-96ca-24596d7c904f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:23.770813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3effb39f-0023-484c-9e48-004582a7b262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.775241 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.857703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.874650 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3effb39f-0023-484c-9e48-004582a7b262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.897976 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec4642de-a1c5-4f5b-a526-ea6019b24798 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.954369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 7d964c7a-a912-421e-96ca-24596d7c904f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:23.955102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d964c7a-a912-421e-96ca-24596d7c904f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:23.956395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5190c1-cde2-4765-9a19-496aced5a109,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:23.960736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4642de-a1c5-4f5b-a526-ea6019b24798 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f01fbb-ce79-4b21-a04c-f2bcc60489cd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:23.969274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.996542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbab4e-47a4-4311-9f42-daeb8fabb9c3 req-1d144099-f391-4386-9eb1-602df622a5dc tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.011032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6abbab4e-47a4-4311-9f42-daeb8fabb9c3 req-1d144099-f391-4386-9eb1-602df622a5dc tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.5516713 Jun 03 15:32:24.028691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e37d1f-26ea-495c-8015-e7a3fa960eac,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:24.035433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.050657 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e2ba029-17af-4dbe-acab-2980d304a845 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/92e37d1f-26ea-495c-8015-e7a3fa960eac HTTP/1.1" status: 204 len: 168 time: 0.5958500 Jun 03 15:32:24.057453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec4642de-a1c5-4f5b-a526-ea6019b24798 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.061497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ec4642de-a1c5-4f5b-a526-ea6019b24798 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "DELETE /v2.0/security-groups/89f01fbb-ce79-4b21-a04c-f2bcc60489cd HTTP/1.1" status: 204 len: 168 time: 1.4400027 Jun 03 15:32:24.061497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59670) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:24.077515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59672) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:24.179586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.249652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:24.257921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cfab49-336b-433e-8a08-24ef4db0d36f None None] The sync data for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 is: [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1', 'name': '', 'network_id': 'e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'mac_address': 'fa:16:3e:df:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:09Z', 'updated_at': '2022-06-03T15:25:17Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'subnets': [{'id': 'f200f89f-2dd9-447b-b04a-400a12cba1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:24.281820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6abbab4e-47a4-4311-9f42-daeb8fabb9c3 req-5cd184d2-0dbc-4fa3-81c4-df8c28989b9d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481246 Jun 03 15:32:24.298493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Transition to ACTIVE for port object 984d60f0-f6a6-4e2c-a57f-26108192fd26 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:24.325835 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3effb39f-0023-484c-9e48-004582a7b262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.334161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Transition to ACTIVE for port object 984d60f0-f6a6-4e2c-a57f-26108192fd26 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:24.349533 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-ca95ec8a-059f-4b81-b3b7-a5e2379e7571 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] show failed (client error): The resource could not be found. Jun 03 15:32:24.351468 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ca95ec8a-059f-4b81-b3b7-a5e2379e7571 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "GET /v2.0/security-groups/89f01fbb-ce79-4b21-a04c-f2bcc60489cd HTTP/1.1" status: 404 len: 347 time: 0.1124680 Jun 03 15:32:24.353608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.360578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59678) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:24.370837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3effb39f-0023-484c-9e48-004582a7b262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.372413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3effb39f-0023-484c-9e48-004582a7b262 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13b07fd3-39ce-4524-bf8c-cf750a99ae14 HTTP/1.1" status: 204 len: 168 time: 1.4188542 Jun 03 15:32:24.373807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effb39f-0023-484c-9e48-004582a7b262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b07fd3-39ce-4524-bf8c-cf750a99ae14,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:24.382288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.539690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:24.543614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:24.550605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:24.578890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.626196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8580799e-babb-47ba-91be-e473e8a0bc29']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:24.643857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:24.644452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:24.648380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Pushing event updated for resources: {'Port': ['ID=984d60f0-f6a6-4e2c-a57f-26108192fd26,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:24.675546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.675814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Attempting to bind port 984d60f0-f6a6-4e2c-a57f-26108192fd26 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:24.676324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Attempting to bind port 984d60f0-f6a6-4e2c-a57f-26108192fd26 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:24.676687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Attempting to bind port 984d60f0-f6a6-4e2c-a57f-26108192fd26 on network f64df1f4-8be2-4236-ba07-a3d2cab4853f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:24.686635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:24.686635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Checking segment: {'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:24.686635 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.686635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Bound using segment: {'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:24.688447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Bound port: 984d60f0-f6a6-4e2c-a57f-26108192fd26, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:24.689026 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.708690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.734286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:32:24.734923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.750239 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7806f1d-648c-4217-9894-72419a02ae23 None None] New status for floating IP e39984ed-3ebd-4108-9967-ec4eb631f692: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:32:24.827675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Deleting port 4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:24.828362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.926609 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b resource provider aggregate not found Jun 03 15:32:24.977609 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d0f3b54-85e8-4f29-8ba0-8f938bd36d6b found for delete ", "request_id": "req-b23e29d1-415b-4602-af2f-3efdaa745c8f"}]} Jun 03 15:32:24.979626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.007646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.015603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] Pushing event deleted for resources: {'Network': ['ID=8580799e-babb-47ba-91be-e473e8a0bc29,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:25.038939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] For port 984d60f0-f6a6-4e2c-a57f-26108192fd26, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:25.041571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6edc830-687a-43d3-a06c-a0f816f23810 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8580799e-babb-47ba-91be-e473e8a0bc29 HTTP/1.1" status: 204 len: 168 time: 0.9505081 Jun 03 15:32:25.053306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] For port 984d60f0-f6a6-4e2c-a57f-26108192fd26, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=984d60f0-f6a6-4e2c-a57f-26108192fd26,segment=NetworkSegment(e024355a-fc3c-4e84-b29b-dd6e26202fef),segment_id=e024355a-fc3c-4e84-b29b-dd6e26202fef)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:25.061036 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.204005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9f42c-6324-465f-82d5-3b764aae098d None None] Pushing event updated for resources: {'Port': ['ID=984d60f0-f6a6-4e2c-a57f-26108192fd26,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:25.234953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.311292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:25.386472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-994afa42-3434-42de-8d49-2eeac8167eff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2784d3c503ac48d7912fd66b985efc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731356 Jun 03 15:32:25.390053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:25.587731 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39fb-8b5c-4e47-8c67-a411a51f2085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.596986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.597430 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.665007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39fb-8b5c-4e47-8c67-a411a51f2085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.739610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e2122-dd37-4a28-a4f7-699cb62be8f8 req-f3977f36-f489-4738-aa24-df56d209e67d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:25.741978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb7e2122-dd37-4a28-a4f7-699cb62be8f8 req-f3977f36-f489-4738-aa24-df56d209e67d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.2285070 Jun 03 15:32:25.837787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb7e2122-dd37-4a28-a4f7-699cb62be8f8 req-765dc06c-a700-44af-9efe-8eafc7c5d310 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810237 Jun 03 15:32:25.871357 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39fb-8b5c-4e47-8c67-a411a51f2085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.934282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Calling delete_port for 4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:25.948179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb39fb-8b5c-4e47-8c67-a411a51f2085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:25.961327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39fb-8b5c-4e47-8c67-a411a51f2085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.965188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0ddb39fb-8b5c-4e47-8c67-a411a51f2085 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba3b516f-26cb-4e91-8dcf-a9bdbf9f09c2 HTTP/1.1" status: 204 len: 168 time: 0.5691941 Jun 03 15:32:26.209348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:26.309410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:32:26.309735 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:32:26.525836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Router 18e68945-ff0c-480e-bad8-a23f81955fe5 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:32:26.914084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa522aa5-72ff-4311-a836-8595bdb9b2e5 req-44bf4817-1024-4684-ab64-23766c9610ad tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:26.916582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa522aa5-72ff-4311-a836-8595bdb9b2e5 req-44bf4817-1024-4684-ab64-23766c9610ad tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2379656 Jun 03 15:32:27.023584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa522aa5-72ff-4311-a836-8595bdb9b2e5 req-b38e46e4-ccd9-4213-9b35-4c1a2016a43a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982604 Jun 03 15:32:27.040593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Deleting port 4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:27.041127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.105651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7161c1e3-60bf-4a27-bb2a-4f3b2bee9fec None None] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:27.229816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:27.316169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Sync routers for ids ['18e68945-ff0c-480e-bad8-a23f81955fe5'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:27.341945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ed25230d-5709-4b92-a298-14859c342fcc None None] Provisioning for port 984d60f0-f6a6-4e2c-a57f-26108192fd26 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:27.375721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.383189 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-86b3f4a2-be6f-424a-a805-790e95fd2c87 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4823167 Jun 03 15:32:27.384590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59764) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:27.404094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Routers {'18e68945-ff0c-480e-bad8-a23f81955fe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:27.404094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['18e68945-ff0c-480e-bad8-a23f81955fe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.426438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-258dbb4e-4aa5-40eb-b96c-02cf2b26f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.429156 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-258dbb4e-4aa5-40eb-b96c-02cf2b26f39b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1095 time: 0.3885369 Jun 03 15:32:27.638866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae71ef-d6f1-4c3e-8ca0-5f03ff9527f6 req-906ef25d-835a-411c-affe-74e17b39e264 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.656669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9ae71ef-d6f1-4c3e-8ca0-5f03ff9527f6 req-906ef25d-835a-411c-affe-74e17b39e264 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.4794080 Jun 03 15:32:27.728216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.728576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.729461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 984d60f0-f6a6-4e2c-a57f-26108192fd26 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:27.779651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59778) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:27.872939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9ae71ef-d6f1-4c3e-8ca0-5f03ff9527f6 req-fa7acbbb-7ddf-4eef-86a5-14894bb80bde tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110994 Jun 03 15:32:27.914818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Calling delete_port for 4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:27.985561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59784) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:28.134897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-7b8ff9af-1da9-40ce-87dc-48bf75558da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:28.137198 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-7b8ff9af-1da9-40ce-87dc-48bf75558da6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.6974013 Jun 03 15:32:28.147452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 984d60f0-f6a6-4e2c-a57f-26108192fd26 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:28.338756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 984d60f0-f6a6-4e2c-a57f-26108192fd26 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:28.338923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.425452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-58a1fef5-1bf6-4b54-846a-b0e82391c380 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 999 time: 0.2796476 Jun 03 15:32:28.445613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Set router 18e68945-ff0c-480e-bad8-a23f81955fe5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:28.492456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-network', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:28.500350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.546804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:28.571832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Usage tracker for resource:network and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:28.575150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Pushing event deleted for resources: {'Port': ['ID=4dec8b5c-5bd7-4b5c-9ea2-18f3a62058fd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:28.579898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:28.633350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:28.686995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-471b9326-4884-4503-8873-4fc567fe68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:28.688776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-471b9326-4884-4503-8873-4fc567fe68d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.2552464 Jun 03 15:32:28.777079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Made reservation on behalf of fd9cffc6b1194d8f875ae90b0946bf3d for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:28.779707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.790965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.815596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.847844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.849259 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4b25459-9f5f-4316-ab2a-4a5ef202ed27 tempest-AttachVolumeShelveTestJSON-1022949615 tempest-AttachVolumeShelveTestJSON-1022949615-project] 10.222.0.66 "DELETE /v2.0/floatingips/e39984ed-3ebd-4108-9967-ec4eb631f692 HTTP/1.1" status: 204 len: 168 time: 4.4875867 Jun 03 15:32:28.865144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:28.873745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Usage tracker for resource:security_group_rule and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:28.876037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:28.888792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:29.015319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 984d60f0-f6a6-4e2c-a57f-26108192fd26 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:29.015651 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.031865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-7d094303-f9f5-4a44-a399-a276afda3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:29.050116 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-7d094303-f9f5-4a44-a399-a276afda3e57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457735 Jun 03 15:32:29.158668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 984d60f0-f6a6-4e2c-a57f-26108192fd26, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=984d60f0-f6a6-4e2c-a57f-26108192fd26,segment=NetworkSegment(e024355a-fc3c-4e84-b29b-dd6e26202fef),segment_id=e024355a-fc3c-4e84-b29b-dd6e26202fef)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:29.178971 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.352450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.353328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:32:24Z', 'revision_number': 3, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port': {'id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:22Z', 'updated_at': '2022-06-03T15:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:29.369889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59808) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:29.372027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Checking router: 18e68945-ff0c-480e-bad8-a23f81955fe5 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:29.372609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Updating router 18e68945-ff0c-480e-bad8-a23f81955fe5 port ca5190c1-cde2-4765-9a19-496aced5a109 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:32:29.372832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.391222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:32:29.409435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.409435 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Added segment 727ee3fd-cfce-4d8f-849e-965b3a5c86da of type vlan for network 9cc13a38-deeb-4451-ae6f-f770e23358bc Jun 03 15:32:29.469974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=984d60f0-f6a6-4e2c-a57f-26108192fd26,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.478413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-95c9e7ee-087e-4f34-987c-2d6b93c80024 None None] Provisioning complete for port 984d60f0-f6a6-4e2c-a57f-26108192fd26 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:29.478944 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95c9e7ee-087e-4f34-987c-2d6b93c80024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.501149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.518829 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.573671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-d5890b17-6c33-4e3a-91c5-3bb54989fda8 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985976 Jun 03 15:32:29.575054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a453ba-b21c-4f32-84f8-6396b0089ba0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.579764 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.580769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:29.581355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.730117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d61ce-1c5b-458d-a67b-a80c062fef07 req-27332640-16ca-4375-866c-82f207d51b9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:29.741451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b5d61ce-1c5b-458d-a67b-a80c062fef07 req-27332640-16ca-4375-866c-82f207d51b9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 1.2224615 Jun 03 15:32:29.860034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8bda5-75cc-4f23-95e0-537efd9646a9 req-ed5d5e3f-78e4-4ce3-9142-9c4c9f21af48 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:29.861522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbc8bda5-75cc-4f23-95e0-537efd9646a9 req-ed5d5e3f-78e4-4ce3-9142-9c4c9f21af48 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.6264427 Jun 03 15:32:29.991837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-95c9e7ee-087e-4f34-987c-2d6b93c80024 None None] Current status of the port 984d60f0-f6a6-4e2c-a57f-26108192fd26 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:30.071833 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40cdb275-83e3-45e7-a53e-584efee307c9 req-3a79f4f9-e12c-40a2-bc97-a3d7cbcd47eb service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862013 Jun 03 15:32:30.099706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.131011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:30.136864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Usage tracker for resource:security_group_rule and tenant:f18945efafe14bf2b5517413f4e3d808 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:30.140710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:30.150419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:30.179946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1931961 Jun 03 15:32:30.183071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59814) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:30.184012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Pushing event updated for resources: {'Network': ['ID=9cc13a38-deeb-4451-ae6f-f770e23358bc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:30.199822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b5d61ce-1c5b-458d-a67b-a80c062fef07 req-0313bcf3-1d62-4bd0-9bda-add26b921ca2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564083 Jun 03 15:32:30.204348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Request body: {'subnet': {'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-subnet', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:30.225672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.239883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:30.245464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Transition to ACTIVE for port object ca5190c1-cde2-4765-9a19-496aced5a109 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:30.248461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.248817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.249159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.249501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.249837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.250199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.250643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.250985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.251367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.251697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.254661 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.257177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.257691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d0384-cbcb-425f-afe4-620ba0f9a87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:30.277970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Usage tracker for resource:subnet and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:30.282511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:30.302853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:30.338918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Made reservation on behalf of fd9cffc6b1194d8f875ae90b0946bf3d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:30.355581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:32:30.356386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.398527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fbc8bda5-75cc-4f23-95e0-537efd9646a9 req-9a78a26e-a757-489e-b053-fdbd01dce59b tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212729 Jun 03 15:32:30.411695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.524647 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.545744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.668161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Attempting to bind port ca5190c1-cde2-4765-9a19-496aced5a109 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:30.668618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Attempting to bind port ca5190c1-cde2-4765-9a19-496aced5a109 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:30.668889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Attempting to bind port ca5190c1-cde2-4765-9a19-496aced5a109 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:30.681258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:30.681967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:30.682493 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.682817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:30.683278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Bound port: ca5190c1-cde2-4765-9a19-496aced5a109, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:30.683677 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.723964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Pushing event updated for resources: {'Port': ['ID=ca5190c1-cde2-4765-9a19-496aced5a109,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:30.746782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc13d57b-e3a4-4aa4-bc4a-649f7b000c54,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:30.753873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0ca8e9b1-1aa0-4d89-a01e-ccf225526559 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f18945efafe14bf2b5517413f4e3d808&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3823931 Jun 03 15:32:30.757232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59820) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:30.804798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] For port ca5190c1-cde2-4765-9a19-496aced5a109, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:30.811136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] For port ca5190c1-cde2-4765-9a19-496aced5a109, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca5190c1-cde2-4765-9a19-496aced5a109,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:30.821687 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:30.843523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:32:30.936450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Routers {'18e68945-ff0c-480e-bad8-a23f81955fe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:30.938892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['18e68945-ff0c-480e-bad8-a23f81955fe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:31.029607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.037426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.108826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2b873e-92d3-4227-9216-9e1233ea9984,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:31.139881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Allocated IP 172.20.0.1 (f64df1f4-8be2-4236-ba07-a3d2cab4853f/89c818ff-b731-4408-a689-702f997219e2/74728133-0fc9-47c3-a062-29b99d1f9fe4) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:31.149458 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2851fdc-c12c-4272-9bdd-ab09f10ab532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.171730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] Set router 18e68945-ff0c-480e-bad8-a23f81955fe5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:31.183877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2851fdc-c12c-4272-9bdd-ab09f10ab532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.251578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Checking segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:31.252084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Network hostable DHCP agents. Network: 9cc13a38-deeb-4451-ae6f-f770e23358bc, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:32:31.268178 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2851fdc-c12c-4272-9bdd-ab09f10ab532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.291833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:32:31.306324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2851fdc-c12c-4272-9bdd-ab09f10ab532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc13d57b-e3a4-4aa4-bc4a-649f7b000c54,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:31.332685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2851fdc-c12c-4272-9bdd-ab09f10ab532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.337582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c2851fdc-c12c-4272-9bdd-ab09f10ab532 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc13d57b-e3a4-4aa4-bc4a-649f7b000c54 HTTP/1.1" status: 204 len: 168 time: 0.5741491 Jun 03 15:32:31.339006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 9cc13a38-deeb-4451-ae6f-f770e23358bc) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:31.351507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:31.352191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.381708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516250b-4f3c-429e-af41-d8ae68cdc5f5 None None] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:31.389045 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0093c91-79d6-4478-aa01-36e6381788e9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1995246 Jun 03 15:32:31.390598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59828) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:31.396612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:31.403281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:31.410404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Usage tracker for resource:router and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:31.416223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:31.427283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:31.449605 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.451478 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.512039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.877353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 984d60f0-f6a6-4e2c-a57f-26108192fd26 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:31.953264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59838) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:32.022747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Pushing event updated for resources: {'Port': ['ID=ca5190c1-cde2-4765-9a19-496aced5a109,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:32.031701 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.060052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.082154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.095903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:32.111416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Usage tracker for resource:security_group_rule and tenant:bb85bcc09c6945baa16f0fea5576fa01 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:32.122884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:32.133862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.134624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.136274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.136993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.137697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.138781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.139253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.139961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.140688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.141385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.142101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.142808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19aa685-48fa-42c2-8caa-f46b33b8d417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:32.144922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Transition to ACTIVE for port object 74728133-0fc9-47c3-a062-29b99d1f9fe4 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:32.148902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:32.191223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b677b2-453d-4545-b99a-2f6d89c6328b req-8285a05c-d0b5-4543-a307-232d2aa31240 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:32.198881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4b677b2-453d-4545-b99a-2f6d89c6328b req-8285a05c-d0b5-4543-a307-232d2aa31240 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.4197097 Jun 03 15:32:32.217435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-9cc13a38-deeb-4451-ae6f-f770e23358bc', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:32:32.219012 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.258300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bfa6-d47d-4c15-a7fc-fb384b2acbb6 req-fda2aa09-239c-416a-b498-6bcfb6edf8fa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:32.260048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2908bfa6-d47d-4c15-a7fc-fb384b2acbb6 req-fda2aa09-239c-416a-b498-6bcfb6edf8fa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5585361 Jun 03 15:32:32.399437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4b677b2-453d-4545-b99a-2f6d89c6328b req-b1cb8a14-319c-469e-8539-d2e57ccbfe5a tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001321 Jun 03 15:32:32.404823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 984d60f0-f6a6-4e2c-a57f-26108192fd26 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:32.405847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.422820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2908bfa6-d47d-4c15-a7fc-fb384b2acbb6 req-acfa54af-ca45-4fc4-a600-08f0c6f9235c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081488 Jun 03 15:32:32.422820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Deleting port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:32.422820 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.523632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.524669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.529869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.558324 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.586275 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.645093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:32.697532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:32.841197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:32.888476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:32:24Z', 'revision_number': 3, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port': {'id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:22Z', 'updated_at': '2022-06-03T15:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:32.898622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3da71-e5fe-4408-a83b-29b3b0cd17e2 None None] The sync data for ids ['18e68945-ff0c-480e-bad8-a23f81955fe5'] in n-d-844594-1 is: [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:32:24Z', 'revision_number': 3, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port': {'id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:81:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:22Z', 'updated_at': '2022-06-03T15:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:32.934493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 984d60f0-f6a6-4e2c-a57f-26108192fd26 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:32.947753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Allocated IP 172.20.0.2 (9cc13a38-deeb-4451-ae6f-f770e23358bc/dd2b873e-92d3-4227-9216-9e1233ea9984/a33307c1-2a0a-46be-982e-3083a6337a79) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:32.956698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb85bcc09c6945baa16f0fea5576fa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9830010 Jun 03 15:32:32.968525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59846) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:33.023782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Pushing event updated for resources: {'Port': ['ID=74728133-0fc9-47c3-a062-29b99d1f9fe4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:33.038206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25738464-25dd-4369-b60d-f6c9b3f512a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66764063-d750-467b-a51b-bb00e8ee087e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:33.093757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Allocated IP 172.25.1.201 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a279356a-ac84-4ed2-8f3d-d15baf57e49b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:33.158513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.198675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bf7d4713-fa10-47c3-9e97-fc947cd0bf3e None None] Provisioning for port 74728133-0fc9-47c3-a062-29b99d1f9fe4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:33.215120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bf7d4713-fa10-47c3-9e97-fc947cd0bf3e None None] Provisioning complete for port 74728133-0fc9-47c3-a062-29b99d1f9fe4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:33.215491 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4713-fa10-47c3-9e97-fc947cd0bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.418221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d4713-fa10-47c3-9e97-fc947cd0bf3e None None] Port 74728133-0fc9-47c3-a062-29b99d1f9fe4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:32:33.428039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] For port 87309ae7-fdcb-4296-a72d-fdde61aaf6fb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:33.430327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.454487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.558117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.630326 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.652497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Transition to ACTIVE for port object a33307c1-2a0a-46be-982e-3083a6337a79 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:33.668763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:33.689145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:33.693584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:33.711515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Transition to ACTIVE for port object a33307c1-2a0a-46be-982e-3083a6337a79 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:33.716863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca5190c1-cde2-4765-9a19-496aced5a109 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:33.757775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.807504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Calling delete_port for 87309ae7-fdcb-4296-a72d-fdde61aaf6fb owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:33.852013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Pushing event updated for resources: {'Port': ['ID=a279356a-ac84-4ed2-8f3d-d15baf57e49b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:33.971286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:33.977071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:34.004308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:34.045538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Pushing event updated for resources: {'Port': ['ID=a33307c1-2a0a-46be-982e-3083a6337a79,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:34.146148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ca5190c1-cde2-4765-9a19-496aced5a109 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:34.221321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ca5190c1-cde2-4765-9a19-496aced5a109 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:34.224082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.308428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ee1a019-0d75-474d-b7bb-52e9f1d28d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.345967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Attempting to bind port a33307c1-2a0a-46be-982e-3083a6337a79 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:34.346757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Attempting to bind port a33307c1-2a0a-46be-982e-3083a6337a79 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:34.347384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Attempting to bind port a33307c1-2a0a-46be-982e-3083a6337a79 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:34.363801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:34.364943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Checking segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:34.365650 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.366302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Bound using segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:34.367060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Bound port: a33307c1-2a0a-46be-982e-3083a6337a79, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:34.367744 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.371673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ee1a019-0d75-474d-b7bb-52e9f1d28d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.455056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.500442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] For port a33307c1-2a0a-46be-982e-3083a6337a79, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:34.560964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] For port a33307c1-2a0a-46be-982e-3083a6337a79, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a33307c1-2a0a-46be-982e-3083a6337a79,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:34.572923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.658634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ca5190c1-cde2-4765-9a19-496aced5a109 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:34.659047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.706564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ca5190c1-cde2-4765-9a19-496aced5a109, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca5190c1-cde2-4765-9a19-496aced5a109,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:34.711861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aec6ee-2bbd-4514-883e-5065f95295c1 None None] Pushing event updated for resources: {'Port': ['ID=a33307c1-2a0a-46be-982e-3083a6337a79,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:34.727008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.748042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551c839-1030-4fb9-a438-67cef8c6aa06 req-0c2f17f2-266f-4d2b-838f-816a94a2ec61 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:34.756507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1551c839-1030-4fb9-a438-67cef8c6aa06 req-0c2f17f2-266f-4d2b-838f-816a94a2ec61 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 1.1189990 Jun 03 15:32:34.816508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ee1a019-0d75-474d-b7bb-52e9f1d28d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.856024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1a019-0d75-474d-b7bb-52e9f1d28d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66764063-d750-467b-a51b-bb00e8ee087e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:34.902587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ca5190c1-cde2-4765-9a19-496aced5a109,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:35.024844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1551c839-1030-4fb9-a438-67cef8c6aa06 req-a2ae9f8e-d459-4ec3-a9b0-753372b09247 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672808 Jun 03 15:32:35.146993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.157641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.188380 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2ee1a019-0d75-474d-b7bb-52e9f1d28d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.189743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2ee1a019-0d75-474d-b7bb-52e9f1d28d20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66764063-d750-467b-a51b-bb00e8ee087e HTTP/1.1" status: 204 len: 168 time: 2.1784208 Jun 03 15:32:35.310235 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-e74edc6b-e698-401c-ba8e-1d955f4bb623 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3186064 Jun 03 15:32:35.476891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.659524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=87309ae7-fdcb-4296-a72d-fdde61aaf6fb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:35.786657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a33307c1-2a0a-46be-982e-3083a6337a79 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:35.992574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a33307c1-2a0a-46be-982e-3083a6337a79 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:36.018632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca5190c1-cde2-4765-9a19-496aced5a109 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:36.194654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-7d2060fb-5b7b-4521-9b5b-184def30344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:36.200451 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-7d2060fb-5b7b-4521-9b5b-184def30344b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1095 time: 0.7525215 Jun 03 15:32:36.276204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ca5190c1-cde2-4765-9a19-496aced5a109 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:36.276204 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:36.323925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:32:36.555573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:36.560305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ca5190c1-cde2-4765-9a19-496aced5a109 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:36.581513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:36.678886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:36.713815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01925895-4b92-4832-82ba-51c7fb3de381 None None] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:36.736869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:36.749695 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Sync routers for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:36.764707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-5047a937-7c17-44a7-ac72-bb864f1c7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:36.766296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-5047a937-7c17-44a7-ac72-bb864f1c7182 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.5350616 Jun 03 15:32:36.773995 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:36.775718 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:36.915670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:36.917304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce085b4e-0ab8-4b6f-934d-df4c67b7334a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5248823 Jun 03 15:32:36.922784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59886) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:36.943845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] Provisioning for port a33307c1-2a0a-46be-982e-3083a6337a79 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:37.003957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] Provisioning complete for port a33307c1-2a0a-46be-982e-3083a6337a79 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:37.004526 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.042865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.062989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-d1f2bed7-d9cf-4f78-9490-1708a61b149e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 999 time: 0.2882378 Jun 03 15:32:37.166943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba1b9a-7401-454a-9188-999431b9aa99 req-be39ea39-8905-47c8-8a20-c2471d0b4fd8 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:37.171391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcba1b9a-7401-454a-9188-999431b9aa99 req-be39ea39-8905-47c8-8a20-c2471d0b4fd8 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.8267720 Jun 03 15:32:37.188536 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:37.298744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-72e8a5ab-de3f-48af-9249-0b2eb7068def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:37.301141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-72e8a5ab-de3f-48af-9249-0b2eb7068def service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1435983 Jun 03 15:32:37.462491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] Current status of the port a33307c1-2a0a-46be-982e-3083a6337a79 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:37.462869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.585241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] For port a33307c1-2a0a-46be-982e-3083a6337a79, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a33307c1-2a0a-46be-982e-3083a6337a79,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:37.602929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.665022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:37.669284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Pushing event updated for resources: {'Port': ['ID=74728133-0fc9-47c3-a062-29b99d1f9fe4,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:37.688454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:37.797260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9d8d6-2c0e-418a-826a-a66095578e40 None None] Pushing event updated for resources: {'Port': ['ID=a33307c1-2a0a-46be-982e-3083a6337a79,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:37.942975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-4d192d28-0fbf-4226-a512-68db6c89f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:37.949896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-4d192d28-0fbf-4226-a512-68db6c89f101 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5644100 Jun 03 15:32:38.154984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 3, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:38.168349 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Checking router: d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:38.169047 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Updating router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 port a279356a-ac84-4ed2-8f3d-d15baf57e49b binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:32:38.171085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4bfddc48-e076-45a8-9cbf-a8675a19a5a9 None None] Provisioning complete for port a33307c1-2a0a-46be-982e-3083a6337a79 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:38.171614 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4bfddc48-e076-45a8-9cbf-a8675a19a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:38.243861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcba1b9a-7401-454a-9188-999431b9aa99 req-7cdcf67e-8677-4cba-afef-041a59ebe89f tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0568247 Jun 03 15:32:38.289309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-b7d5f068-24f6-42c5-8da6-a09f8e725069 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296027 Jun 03 15:32:38.319027 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:38.363677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:38.438916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Router 18e68945-ff0c-480e-bad8-a23f81955fe5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:38.509953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4bfddc48-e076-45a8-9cbf-a8675a19a5a9 None None] Current status of the port a33307c1-2a0a-46be-982e-3083a6337a79 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:38.669850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-eea5d93e-b0b1-41d0-97e2-eb8448e4af7e None None] Provisioning complete for port 74728133-0fc9-47c3-a062-29b99d1f9fe4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:38.670462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eea5d93e-b0b1-41d0-97e2-eb8448e4af7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:38.933935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-eea5d93e-b0b1-41d0-97e2-eb8448e4af7e None None] Port 74728133-0fc9-47c3-a062-29b99d1f9fe4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:32:38.997384 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.004011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:39.042273 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Transition to ACTIVE for port object a279356a-ac84-4ed2-8f3d-d15baf57e49b will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:39.063285 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.196237 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Pushing event updated for resources: {'Port': ['ID=a279356a-ac84-4ed2-8f3d-d15baf57e49b,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:39.257025 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.257680 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.258245 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.258899 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.259345 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.260134 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.260720 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.261478 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.262034 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.262584 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.263182 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.263676 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:39.306501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:39.311926 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Attempting to bind port a279356a-ac84-4ed2-8f3d-d15baf57e49b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:39.312502 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Attempting to bind port a279356a-ac84-4ed2-8f3d-d15baf57e49b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:39.314334 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Attempting to bind port a279356a-ac84-4ed2-8f3d-d15baf57e49b on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:39.316041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Sync routers for ids ['18e68945-ff0c-480e-bad8-a23f81955fe5'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:39.326702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:39.327464 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:39.328140 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.328867 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:39.329712 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Bound port: a279356a-ac84-4ed2-8f3d-d15baf57e49b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:39.330332 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.354195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-864b0d5b-cf19-40e2-9f88-fdaaf8ad36dd admin admin] 10.222.0.66 "PUT /v2.0/routers/18e68945-ff0c-480e-bad8-a23f81955fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9569623 Jun 03 15:32:39.383024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Routers {'18e68945-ff0c-480e-bad8-a23f81955fe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:39.383024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['18e68945-ff0c-480e-bad8-a23f81955fe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:39.447158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:39.465277 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] Sync routers for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:39.479263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6c1d0283-dfd8-4333-9f52-9b2ca4c94bcf admin admin] 10.222.0.66 "PUT /v2.0/routers/2f56473a-7de4-4c7d-be30-b08ce5ea1138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6946201 Jun 03 15:32:39.483438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59932) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:39.580000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] For port a279356a-ac84-4ed2-8f3d-d15baf57e49b, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:39.586485 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] For port a279356a-ac84-4ed2-8f3d-d15baf57e49b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a279356a-ac84-4ed2-8f3d-d15baf57e49b,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:39.608436 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.741295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a33307c1-2a0a-46be-982e-3083a6337a79 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:39.826329 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7884cf-e374-47bd-8f68-d3e53bc5e2d9 None None] Pushing event updated for resources: {'Port': ['ID=a279356a-ac84-4ed2-8f3d-d15baf57e49b,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:39.830927 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:39.831549 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:40.096883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425461d-92cf-4dd1-9035-1a76f63b9e21 req-602dfe58-8186-44da-b6e2-6d8843452e06 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:40.100716 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:40.108453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e425461d-92cf-4dd1-9035-1a76f63b9e21 req-602dfe58-8186-44da-b6e2-6d8843452e06 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.4487555 Jun 03 15:32:40.111609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:40.141123 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f15ed3ae-cf5a-4219-947e-23e29ee2489c req-c8d0bd17-c95d-4b6e-815a-976c53f0b9c4 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8414009 Jun 03 15:32:40.183684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a33307c1-2a0a-46be-982e-3083a6337a79 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:40.185576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:40.296820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Set router 18e68945-ff0c-480e-bad8-a23f81955fe5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:40.347643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e425461d-92cf-4dd1-9035-1a76f63b9e21 req-3ec0f613-cf9c-4cac-8d57-90d3ff4df5e8 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382107 Jun 03 15:32:40.525742 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:40.527067 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:40.613467 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:40.649544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Deleting port c31c6ae7-7774-4660-ba4c-a8c2332e78ba {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:40.650265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:40.973043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-bb802d7d-f4b0-4649-82b6-2a2149a9f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:40.981947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-bb802d7d-f4b0-4649-82b6-2a2149a9f010 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=755c6b5ea7874378bc9be7c548437970&device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 1096 time: 1.2119567 Jun 03 15:32:41.195560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:41.206741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a33307c1-2a0a-46be-982e-3083a6337a79 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:41.277523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 4, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port': {'id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:22Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74728133-0fc9-47c3-a062-29b99d1f9fe4', 'name': '', 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'mac_address': 'fa:16:3e:b1:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89c818ff-b731-4408-a689-702f997219e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:30Z', 'updated_at': '2022-06-03T15:32:35Z', 'revision_number': 2, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'subnets': [{'id': '89c818ff-b731-4408-a689-702f997219e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:41.285134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Checking router: 18e68945-ff0c-480e-bad8-a23f81955fe5 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:41.285509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Updating router 18e68945-ff0c-480e-bad8-a23f81955fe5 port 74728133-0fc9-47c3-a062-29b99d1f9fe4 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:32:41.340840 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:41.399169 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:41.433795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] For port c31c6ae7-7774-4660-ba4c-a8c2332e78ba, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:41.434655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:41.672991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:41.710893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Calling delete_port for c31c6ae7-7774-4660-ba4c-a8c2332e78ba owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:41.714320 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:32:35Z', 'revision_number': 5, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port': {'id': 'c31c6ae7-7774-4660-ba4c-a8c2332e78ba', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:59Z', 'updated_at': '2022-06-03T15:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:41.734281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] Checking router: 2f56473a-7de4-4c7d-be30-b08ce5ea1138 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:41.741874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1514041985-network', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:41.751326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:41.759828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Usage tracker for resource:network and tenant:5698371120bc4771b0217c0f3b9f6140 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:41.765362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:41.777984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:41.925928 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] Routers {'2f56473a-7de4-4c7d-be30-b08ce5ea1138'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:41.926538 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:41.932593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Made reservation on behalf of 5698371120bc4771b0217c0f3b9f6140 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:41.936527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.039905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.124431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997cc99-d9a1-4996-956d-15353377cea3 req-6c715276-32a4-4f21-9e86-c821058a99b9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.128329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.132831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6997cc99-d9a1-4996-956d-15353377cea3 req-6c715276-32a4-4f21-9e86-c821058a99b9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.4380190 Jun 03 15:32:42.137338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.189425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Transition to ACTIVE for port object 74728133-0fc9-47c3-a062-29b99d1f9fe4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:42.215187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.217486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c31c6ae7-7774-4660-ba4c-a8c2332e78ba,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:42.271687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:42.308776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Usage tracker for resource:security_group_rule and tenant:5698371120bc4771b0217c0f3b9f6140 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:42.321419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:42.345915 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] Set router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:42.363034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:42.375842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-1887eae4-cc72-4fce-8e40-30f8143f009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.378590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-1887eae4-cc72-4fce-8e40-30f8143f009c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 200 len: 917 time: 1.3754508 Jun 03 15:32:42.493247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6997cc99-d9a1-4996-956d-15353377cea3 req-ab602acb-bded-4d73-9476-3903e963682a tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590429 Jun 03 15:32:42.559680 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.586859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-6db7ff6a-da89-43a6-9155-c8e939bb3bed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c HTTP/1.1" status: 200 len: 217 time: 0.1930239 Jun 03 15:32:42.635021 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:32:40Z', 'revision_number': 6, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:42.667208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7682df4-f6de-4012-bd91-cedc65188929 None None] Pushing event updated for resources: {'Port': ['ID=74728133-0fc9-47c3-a062-29b99d1f9fe4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:42.705386 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6aa20-8a7c-4e65-bd21-92a149c2644f None None] The sync data for ids ['2f56473a-7de4-4c7d-be30-b08ce5ea1138'] in n-d-844594-1 is: [{'id': '2f56473a-7de4-4c7d-be30-b08ce5ea1138', 'name': 'tempest-AttachVolumeTestJSON-105810060-router', 'tenant_id': '447848a1501d4284a33f0398f8fed1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:57Z', 'updated_at': '2022-06-03T15:32:40Z', 'revision_number': 6, 'project_id': '447848a1501d4284a33f0398f8fed1f9', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:42.749276 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 3, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:42.776540 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6873ac4-d05f-45bc-a7c7-3bac498c32ae None None] The sync data for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 is: [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 3, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:42.797485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Allocated IP 172.20.0.1 (9cc13a38-deeb-4451-ae6f-f770e23358bc/dd2b873e-92d3-4227-9216-9e1233ea9984/0df6140a-daf4-4418-8cae-fd7148cf9f09) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:42.825509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-a1575db9-ea48-4fa8-a10d-c69086c0bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.827611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Attempting to bind port 74728133-0fc9-47c3-a062-29b99d1f9fe4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:42.829060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-a1575db9-ea48-4fa8-a10d-c69086c0bfcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 200 len: 855 time: 0.2312520 Jun 03 15:32:42.836540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Attempting to bind port 74728133-0fc9-47c3-a062-29b99d1f9fe4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:42.837289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Attempting to bind port 74728133-0fc9-47c3-a062-29b99d1f9fe4 on network f64df1f4-8be2-4236-ba07-a3d2cab4853f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:42.844872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:42.845358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Checking segment: {'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:42.845764 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.846055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Bound using segment: {'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:42.846554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Bound port: 74728133-0fc9-47c3-a062-29b99d1f9fe4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e024355a-fc3c-4e84-b29b-dd6e26202fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:42.846935 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.976455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] For port 74728133-0fc9-47c3-a062-29b99d1f9fe4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:42.985008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] For port 74728133-0fc9-47c3-a062-29b99d1f9fe4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=74728133-0fc9-47c3-a062-29b99d1f9fe4,segment=NetworkSegment(e024355a-fc3c-4e84-b29b-dd6e26202fef),segment_id=e024355a-fc3c-4e84-b29b-dd6e26202fef)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:42.990480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.993281 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.994170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.025661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.026197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f56473a-7de4-4c7d-be30-b08ce5ea1138 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:32:43.058913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.062158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a330ba17-e914-4769-8629-176d301f26bb admin admin] 10.222.0.66 "DELETE /v2.0/routers/2f56473a-7de4-4c7d-be30-b08ce5ea1138 HTTP/1.1" status: 204 len: 168 time: 3.5748074 Jun 03 15:32:43.066643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59982) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:43.207692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7682df4-f6de-4012-bd91-cedc65188929 None None] Pushing event updated for resources: {'Port': ['ID=74728133-0fc9-47c3-a062-29b99d1f9fe4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:43.260645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] Deleting subnet e80b2f7d-f91e-4172-949f-72f141c4290b {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:43.265234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Routers {'18e68945-ff0c-480e-bad8-a23f81955fe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:43.267249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['18e68945-ff0c-480e-bad8-a23f81955fe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:43.269236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.473126 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.651674 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9956b626-5788-4fbf-85a0-c0306ddc3de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.729495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.739733 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.754203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-0703469e-eb64-4f66-b219-1e276815bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:43.757807 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-0703469e-eb64-4f66-b219-1e276815bc01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9fe9ef5-f17b-46d5-b5d3-a09928907b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9150932 Jun 03 15:32:43.773094 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.937299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] Set router 18e68945-ff0c-480e-bad8-a23f81955fe5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:44.023504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a279356a-ac84-4ed2-8f3d-d15baf57e49b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:44.118573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48063a71-65c1-49d1-a87a-173c8af99480 req-70f60720-7139-4ae6-ac42-c90a384c75fe tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:44.140581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48063a71-65c1-49d1-a87a-173c8af99480 req-70f60720-7139-4ae6-ac42-c90a384c75fe tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.2745898 Jun 03 15:32:44.151126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a279356a-ac84-4ed2-8f3d-d15baf57e49b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:44.151551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-b3c04df7-9739-48e8-b436-37c9882c933b service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741951 Jun 03 15:32:44.168500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a279356a-ac84-4ed2-8f3d-d15baf57e49b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:44.171306 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.188059 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.189716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.227062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Transition to ACTIVE for port object 0df6140a-daf4-4418-8cae-fd7148cf9f09 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:44.263932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.265353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.284672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e80b2f7d-f91e-4172-949f-72f141c4290b HTTP/1.1" status: 204 len: 168 time: 1.2126071 Jun 03 15:32:44.291358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300e8f7-0f30-465e-828c-f081eccef027 None None] Network bf0e2b47-1b15-44a2-8763-01b5af1ed4fa requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:44.298908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:44.300343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f895-ef10-4279-80a0-ae9a5a8594f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80b2f7d-f91e-4172-949f-72f141c4290b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:44.414316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48063a71-65c1-49d1-a87a-173c8af99480 req-7e63a358-e53a-4f42-8d6d-1608badbbaba tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665875 Jun 03 15:32:44.467942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.487415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Deleting port 50547892-2ee1-4c7f-b1b2-455500d56808 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:44.487970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.780988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.966557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] For port 50547892-2ee1-4c7f-b1b2-455500d56808, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=50547892-2ee1-4c7f-b1b2-455500d56808,segment=NetworkSegment(d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6),segment_id=d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:44.967189 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.179412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Calling delete_port for 50547892-2ee1-4c7f-b1b2-455500d56808 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:45.212180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a279356a-ac84-4ed2-8f3d-d15baf57e49b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:45.212575 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.221542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:32:45.225330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 4, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port': {'id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:22Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74728133-0fc9-47c3-a062-29b99d1f9fe4', 'name': '', 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'mac_address': 'fa:16:3e:b1:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89c818ff-b731-4408-a689-702f997219e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:30Z', 'updated_at': '2022-06-03T15:32:42Z', 'revision_number': 4, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'subnets': [{'id': '89c818ff-b731-4408-a689-702f997219e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:45.237650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:45.253289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f9226-4c29-4b6f-9bb2-2602fa1bf600 None None] The sync data for ids ['18e68945-ff0c-480e-bad8-a23f81955fe5'] in n-d-844594-1 is: [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 4, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port': {'id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:22Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74728133-0fc9-47c3-a062-29b99d1f9fe4', 'name': '', 'network_id': 'f64df1f4-8be2-4236-ba07-a3d2cab4853f', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'mac_address': 'fa:16:3e:b1:90:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '89c818ff-b731-4408-a689-702f997219e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:30Z', 'updated_at': '2022-06-03T15:32:42Z', 'revision_number': 4, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'subnets': [{'id': '89c818ff-b731-4408-a689-702f997219e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:45.260303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port a279356a-ac84-4ed2-8f3d-d15baf57e49b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a279356a-ac84-4ed2-8f3d-d15baf57e49b,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:45.266866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:45.281317 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.284438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d76a0a-566e-4fdd-806c-641ec213bf1e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:45.325348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:45.450484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.450930 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Added segment 1c26774f-6661-4675-9be9-a34047d2fa77 of type vlan for network 005af1f2-c03c-4a27-bb30-ecf49768bc22 Jun 03 15:32:45.536655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc28e66-0184-4a39-808e-cc18bbb71d06 None None] DHCP port deletion for bf0e2b47-1b15-44a2-8763-01b5af1ed4fa request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:32:45.550821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.568387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.663078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.664468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:45.665173 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.666990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c31c6ae7-7774-4660-ba4c-a8c2332e78ba no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:45.819788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=a279356a-ac84-4ed2-8f3d-d15baf57e49b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:45.820401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.877828 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.891514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: c31c6ae7-7774-4660-ba4c-a8c2332e78ba {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:45.891976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c31c6ae7-7774-4660-ba4c-a8c2332e78ba not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:45.892710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87309ae7-fdcb-4296-a72d-fdde61aaf6fb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:45.992260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 87309ae7-fdcb-4296-a72d-fdde61aaf6fb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:45.992928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87309ae7-fdcb-4296-a72d-fdde61aaf6fb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:46.010783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-115c9155-363f-4294-8b69-202f1748ca5c None None] Provisioning for port 0df6140a-daf4-4418-8cae-fd7148cf9f09 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:46.022755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-115c9155-363f-4294-8b69-202f1748ca5c None None] Provisioning complete for port 0df6140a-daf4-4418-8cae-fd7148cf9f09 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:46.023143 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-115c9155-363f-4294-8b69-202f1748ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.034571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Pushing event updated for resources: {'Port': ['ID=0df6140a-daf4-4418-8cae-fd7148cf9f09,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:46.040069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c47932e0-0eb5-4d5e-87e0-3b2ba1fa374e req-73840221-43b3-43ea-9bf1-5758b09a8b44 service neutron] 10.222.0.15 "GET /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8646109 Jun 03 15:32:46.073723 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.3809068 Jun 03 15:32:46.084909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Pushing event deleted for resources: {'Port': ['ID=50547892-2ee1-4c7f-b1b2-455500d56808,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:46.093144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60010) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:46.121145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] No DVR routers for this DVR port 50547892-2ee1-4c7f-b1b2-455500d56808 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:46.202632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4372b604-e201-4595-8acc-0ae4a4ef39ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.253438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Request body: {'subnet': {'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1514041985-subnet', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:46.295581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc4ea-0a8c-4782-a077-b40eede14200 admin admin] Pushing event updated for resources: {'Network': ['ID=005af1f2-c03c-4a27-bb30-ecf49768bc22,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:46.299155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:46.316437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:32:46.340908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Usage tracker for resource:subnet and tenant:5698371120bc4771b0217c0f3b9f6140 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:46.347382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:46.371185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a279356a-ac84-4ed2-8f3d-d15baf57e49b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:46.380132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:46.394655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.437637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Made reservation on behalf of 5698371120bc4771b0217c0f3b9f6140 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:46.440199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.484431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fcc29-e1cd-4686-b73e-0cc1fc91181c req-5416c9d7-7253-488f-a9f3-b4c904c77b67 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:46.491872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-854fcc29-e1cd-4686-b73e-0cc1fc91181c req-5416c9d7-7253-488f-a9f3-b4c904c77b67 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.6973042 Jun 03 15:32:46.503597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-115c9155-363f-4294-8b69-202f1748ca5c None None] Port 0df6140a-daf4-4418-8cae-fd7148cf9f09 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:32:46.510071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0e2b47-1b15-44a2-8763-01b5af1ed4fa']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:46.539656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:46.539937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e93ad1-b7a3-430f-ae0c-a5a1bac199f6') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:46.573877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.652136 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.664384 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.673132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a279356a-ac84-4ed2-8f3d-d15baf57e49b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:46.674435 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.699466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-854fcc29-e1cd-4686-b73e-0cc1fc91181c req-8cb8f6e7-9a12-4c5f-a19d-2c45946d6d87 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658180 Jun 03 15:32:46.702139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:32:46.702558 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.792217 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6 resource provider aggregate not found Jun 03 15:32:46.812443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Deleting port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:46.813095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.844952 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2e93ad1-b7a3-430f-ae0c-a5a1bac199f6 found for delete ", "request_id": "req-883acb5d-e996-4b11-b130-e0329bb4b3ed"}]} Jun 03 15:32:46.886354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.920077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a279356a-ac84-4ed2-8f3d-d15baf57e49b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:46.922039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74728133-0fc9-47c3-a062-29b99d1f9fe4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:46.942833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.970801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0e2b47-1b15-44a2-8763-01b5af1ed4fa,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.014365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f2ff7ce3-0d81-4a74-bcc3-ff935481f61e admin admin] 10.222.0.66 "DELETE /v2.0/networks/bf0e2b47-1b15-44a2-8763-01b5af1ed4fa HTTP/1.1" status: 204 len: 168 time: 2.7091794 Jun 03 15:32:47.039325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.078017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 74728133-0fc9-47c3-a062-29b99d1f9fe4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:47.085991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 74728133-0fc9-47c3-a062-29b99d1f9fe4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:47.086426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.297441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60030) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:47.383796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-facf5abf-12d4-4f26-b823-d611a72289f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=447848a1501d4284a33f0398f8fed1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844772 Jun 03 15:32:47.389197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60034) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:47.486226 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fdd5-9356-4868-96d5-f66e7c0f58be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.499651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 74728133-0fc9-47c3-a062-29b99d1f9fe4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:47.500611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.518711 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fdd5-9356-4868-96d5-f66e7c0f58be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.545584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 74728133-0fc9-47c3-a062-29b99d1f9fe4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=74728133-0fc9-47c3-a062-29b99d1f9fe4,segment=NetworkSegment(e024355a-fc3c-4e84-b29b-dd6e26202fef),segment_id=e024355a-fc3c-4e84-b29b-dd6e26202fef)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:47.554786 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.567697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.587526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fdd5-9356-4868-96d5-f66e7c0f58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.609596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4fdd5-9356-4868-96d5-f66e7c0f58be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038f1e2-292a-4b7b-a518-b1852a35da68,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.650571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fdd5-9356-4868-96d5-f66e7c0f58be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.655390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2fb4fdd5-9356-4868-96d5-f66e7c0f58be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b038f1e2-292a-4b7b-a518-b1852a35da68 HTTP/1.1" status: 204 len: 168 time: 0.2649713 Jun 03 15:32:47.687242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=74728133-0fc9-47c3-a062-29b99d1f9fe4,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.694432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 50547892-2ee1-4c7f-b1b2-455500d56808 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:47.739567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 50547892-2ee1-4c7f-b1b2-455500d56808 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:47.740009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 50547892-2ee1-4c7f-b1b2-455500d56808 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:47.754834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.867557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] For port ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:47.868166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.982600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602de01-094f-46db-8666-aa8c27c8f811 req-67cadc9a-3b81-41db-b7af-17929c8fe6c0 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:47.990502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d602de01-094f-46db-8666-aa8c27c8f811 req-67cadc9a-3b81-41db-b7af-17929c8fe6c0 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.1029243 Jun 03 15:32:48.073121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d602de01-094f-46db-8666-aa8c27c8f811 req-3e1b92b7-2195-46f7-b3f8-caa2421ac731 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815418 Jun 03 15:32:48.107490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Calling delete_port for ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:48.119173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74728133-0fc9-47c3-a062-29b99d1f9fe4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:48.164471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.234057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 74728133-0fc9-47c3-a062-29b99d1f9fe4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:48.234680 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.319776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.333575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=419bed78-3fb1-4b4f-b92a-187d40f78e50,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:48.335922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1667e-320a-45d4-b22f-1aa2b6f8753f req-40f3c0f2-d911-460f-94b3-b618dafae535 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:48.341661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.344483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70c1667e-320a-45d4-b22f-1aa2b6f8753f req-40f3c0f2-d911-460f-94b3-b618dafae535 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.1039569 Jun 03 15:32:48.402134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70c1667e-320a-45d4-b22f-1aa2b6f8753f req-a968709d-7b0d-4100-a51f-c517506be33d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565794 Jun 03 15:32:48.476847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 74728133-0fc9-47c3-a062-29b99d1f9fe4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:48.489463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.496410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.597238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Pushing event updated for resources: {'Port': ['ID=0df6140a-daf4-4418-8cae-fd7148cf9f09,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:48.683573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfa614-5c68-437b-b60b-82a1679e507e req-8b4f1150-6c3d-4df2-b7de-e52b01bf0150 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:48.688641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ddfa614-5c68-437b-b60b-82a1679e507e req-8b4f1150-6c3d-4df2-b7de-e52b01bf0150 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 945 time: 0.1449902 Jun 03 15:32:48.776784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ddfa614-5c68-437b-b60b-82a1679e507e req-999b9a5c-5253-4f66-8614-b3e3b54dcd6d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837572 Jun 03 15:32:48.845814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Checking segment: {'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:48.846180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Network hostable DHCP agents. Network: 005af1f2-c03c-4a27-bb30-ecf49768bc22, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:32:48.908411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:48.918250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:48.920894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:32:49.003418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 005af1f2-c03c-4a27-bb30-ecf49768bc22) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:49.012670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653cccf8-01df-48bc-bdca-93cedb156233 None None] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:49.026322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:49.027017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.185961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab3dbb-05bc-4cf3-a19e-0cdd918158e2 req-c92fad92-42b7-4516-bcd7-666ad7460e09 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:49.198912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddab3dbb-05bc-4cf3-a19e-0cdd918158e2 req-c92fad92-42b7-4516-bcd7-666ad7460e09 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.2239752 Jun 03 15:32:49.290663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddab3dbb-05bc-4cf3-a19e-0cdd918158e2 req-e509dc5d-7fa0-4fb9-86ec-9f8580d2addf tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876787 Jun 03 15:32:49.330866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-a7fda9e9-6ebb-4f82-92d3-03e0b7c860cd req-b3d9da41-4ced-4f98-95d0-e2e08c5fc06e tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:32:49.332248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7fda9e9-6ebb-4f82-92d3-03e0b7c860cd req-b3d9da41-4ced-4f98-95d0-e2e08c5fc06e tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063217 Jun 03 15:32:49.460481 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-000d0326-3fed-4c18-9b3c-e964bc3dac4f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2680411 Jun 03 15:32:49.463834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60088) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:49.471624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:49.480484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:49.485231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Usage tracker for resource:router and tenant:5698371120bc4771b0217c0f3b9f6140 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:49.490320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:49.498549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.498788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:49.526515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.528029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.544792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1fc94f01-e1cc-42b4-b28f-2e3fd2b49675 None None] Provisioning complete for port 0df6140a-daf4-4418-8cae-fd7148cf9f09 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:49.545403 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1fc94f01-e1cc-42b4-b28f-2e3fd2b49675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.558688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:49.578929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:49.592138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7fda9e9-6ebb-4f82-92d3-03e0b7c860cd req-57e1f126-e480-4fab-9b05-4992b238df94 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2497678 Jun 03 15:32:49.603054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.670281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1fc94f01-e1cc-42b4-b28f-2e3fd2b49675 None None] Port 0df6140a-daf4-4418-8cae-fd7148cf9f09 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:32:49.675236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-005af1f2-c03c-4a27-bb30-ecf49768bc22', 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'fixed_ips': [{'subnet_id': '419bed78-3fb1-4b4f-b92a-187d40f78e50'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:32:49.676165 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:50.327185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:50.346180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Allocated IP 172.20.0.2 (005af1f2-c03c-4a27-bb30-ecf49768bc22/419bed78-3fb1-4b4f-b92a-187d40f78e50/fda7d885-ae19-47cc-b633-19679aea65e8) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:50.422185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:50.435561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:50.444837 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-75fcbd78-1a15-47e7-9dac-965849d8f248 admin admin] 10.222.0.66 "PUT /v2.0/routers/d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5213456 Jun 03 15:32:50.555446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Sync routers for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:50.587685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:50.588763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:50.671380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97cca-78fd-44c1-9a5a-2eee34a58f28 req-bd72cef7-d5fe-4a7f-b71f-77223687b587 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:50.673222 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18d97cca-78fd-44c1-9a5a-2eee34a58f28 req-bd72cef7-d5fe-4a7f-b71f-77223687b587 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.1093915 Jun 03 15:32:50.865758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18d97cca-78fd-44c1-9a5a-2eee34a58f28 req-be06f97a-e4da-4564-a2c3-0c389abe715d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750145 Jun 03 15:32:50.928175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:51.010773 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.056190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Router 8a840971-1f39-43bb-b67c-a50b65b76641 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:51.102393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.289650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60130) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:51.376527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeebdc-ae95-493a-834e-3934a662189d req-558aaf34-247c-415f-ae44-1caa6e0f5766 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:51.378174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36aeebdc-ae95-493a-834e-3934a662189d req-558aaf34-247c-415f-ae44-1caa6e0f5766 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 945 time: 0.2098050 Jun 03 15:32:51.440675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:51.451730 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] Sync routers for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:51.462072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dfda8d89-5f05-45f5-bad1-2f01c54a8bf2 admin admin] 10.222.0.66 "PUT /v2.0/routers/8a840971-1f39-43bb-b67c-a50b65b76641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9216180 Jun 03 15:32:51.462784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60138) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:51.477417 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:51.479683 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:51.534650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Allocated IP 172.25.1.174 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/d4cc5dd2-7df6-49a8-b960-16788099827f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:51.536250 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.568057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Transition to ACTIVE for port object fda7d885-ae19-47cc-b633-19679aea65e8 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:51.596475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36aeebdc-ae95-493a-834e-3934a662189d req-b785444c-f3eb-4807-b722-a12d9e741bb8 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086885 Jun 03 15:32:51.599887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:47Z', 'revision_number': 2, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:51.625583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Checking router: d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:51.626155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Updating router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 port 0df6140a-daf4-4418-8cae-fd7148cf9f09 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:32:51.767470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Transition to ACTIVE for port object fda7d885-ae19-47cc-b633-19679aea65e8 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:51.789089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.801994 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.913110 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:51.919274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:51.932855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Usage tracker for resource:security_group_rule and tenant:4afac3a607474dc3b0adb09f040204ba is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:51.936424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:51.951312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:52.012124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.064763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:52.090973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:52.093040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Pushing event updated for resources: {'Port': ['ID=fda7d885-ae19-47cc-b633-19679aea65e8,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:52.109047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:52.196054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.411355 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:32:49Z', 'revision_number': 5, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port': {'id': 'b3722529-84c3-4bca-8405-a472382a0b19', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:04Z', 'updated_at': '2022-06-03T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:52.423818 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] Checking router: 8a840971-1f39-43bb-b67c-a50b65b76641 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:52.427917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Attempting to bind port fda7d885-ae19-47cc-b633-19679aea65e8 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:52.428513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Attempting to bind port fda7d885-ae19-47cc-b633-19679aea65e8 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:52.428716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Attempting to bind port fda7d885-ae19-47cc-b633-19679aea65e8 on network 005af1f2-c03c-4a27-bb30-ecf49768bc22 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:52.445734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] Routers {'8a840971-1f39-43bb-b67c-a50b65b76641'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:52.446980 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8a840971-1f39-43bb-b67c-a50b65b76641'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:52.456095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:52.456499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Checking segment: {'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:52.456909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.457474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Bound using segment: {'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:52.458441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Bound port: fda7d885-ae19-47cc-b633-19679aea65e8, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:52.458441 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.485700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.503886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Deleting port b3722529-84c3-4bca-8405-a472382a0b19 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:52.504342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.509618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-e32e9403-5d2b-4d5b-bbca-4d301bd2c6bf tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:52.517671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-e32e9403-5d2b-4d5b-bbca-4d301bd2c6bf tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 819 time: 0.7477360 Jun 03 15:32:52.550451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-fb1587bb-bfa8-441e-a73f-11306e8e8ae3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/quotas/fd9cffc6b1194d8f875ae90b0946bf3d HTTP/1.1" status: 200 len: 375 time: 0.0316691 Jun 03 15:32:52.597560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.611576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.625595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.737025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] For port b3722529-84c3-4bca-8405-a472382a0b19, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b3722529-84c3-4bca-8405-a472382a0b19,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:52.737398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.742882 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] Set router 8a840971-1f39-43bb-b67c-a50b65b76641 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:52.751795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:52.766762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda7d885-ae19-47cc-b633-19679aea65e8,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:52.775680 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.854119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4afac3a607474dc3b0adb09f040204ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5623009 Jun 03 15:32:52.855251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60164) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:52.860003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957f0be-ec3d-4e48-91f4-decddba631be,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:52.923068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Calling delete_port for b3722529-84c3-4bca-8405-a472382a0b19 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:52.985554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:52.993278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381226e-766a-4502-8343-74cdaee68a17 None None] Pushing event updated for resources: {'Port': ['ID=fda7d885-ae19-47cc-b633-19679aea65e8,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:52.999971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.000505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.000969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.001873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.002348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.002940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.003855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.004314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.004909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.005344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.006753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997fa61-d2a4-4837-91e8-6fda8210daaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:53.016743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.043098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb84562e-b93e-46f9-90b8-8624e5bced9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.047727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Transition to ACTIVE for port object 0df6140a-daf4-4418-8cae-fd7148cf9f09 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:53.064266 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.076400 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:32:52Z', 'revision_number': 6, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:53.084563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb84562e-b93e-46f9-90b8-8624e5bced9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.090349 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca160f6b-de68-4f5a-b43b-4df10b0e6773 None None] The sync data for ids ['8a840971-1f39-43bb-b67c-a50b65b76641'] in n-d-844594-1 is: [{'id': '8a840971-1f39-43bb-b67c-a50b65b76641', 'name': 'tempest-AttachVolumeShelveTestJSON-930059361-router', 'tenant_id': '6529a69d4aa5444bac3e9188ce769c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:03Z', 'updated_at': '2022-06-03T15:32:52Z', 'revision_number': 6, 'project_id': '6529a69d4aa5444bac3e9188ce769c14', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:53.176871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e2d17-dc62-4f8f-8aff-a5de4a0a8568 req-d9110dff-0825-4a99-bff4-f1d0f43afbde tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:53.186299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-988e2d17-dc62-4f8f-8aff-a5de4a0a8568 req-d9110dff-0825-4a99-bff4-f1d0f43afbde tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 1.3042831 Jun 03 15:32:53.216009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb84562e-b93e-46f9-90b8-8624e5bced9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.237517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-5d759730-f46f-4f46-943a-a91dd2d82643 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6859334 Jun 03 15:32:53.279331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.347701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3722529-84c3-4bca-8405-a472382a0b19,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:53.412582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84562e-b93e-46f9-90b8-8624e5bced9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957f0be-ec3d-4e48-91f4-decddba631be,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:53.439552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.490816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732dfa-1d17-4e6d-b7f8-c586b649b16b None None] Pushing event updated for resources: {'Port': ['ID=0df6140a-daf4-4418-8cae-fd7148cf9f09,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:53.614562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:53.634038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:53.638295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.661422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-988e2d17-dc62-4f8f-8aff-a5de4a0a8568 req-041b0611-68df-4edb-a0e6-7124355892a3 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740260 Jun 03 15:32:53.667800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:53.746629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Attempting to bind port 0df6140a-daf4-4418-8cae-fd7148cf9f09 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:53.746629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Attempting to bind port 0df6140a-daf4-4418-8cae-fd7148cf9f09 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:53.746629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Attempting to bind port 0df6140a-daf4-4418-8cae-fd7148cf9f09 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:53.747423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb84562e-b93e-46f9-90b8-8624e5bced9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.747423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fb84562e-b93e-46f9-90b8-8624e5bced9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2957f0be-ec3d-4e48-91f4-decddba631be HTTP/1.1" status: 204 len: 168 time: 0.8777199 Jun 03 15:32:53.759539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:53.760324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Checking segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:53.760324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.760740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Bound using segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:53.761186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Bound port: 0df6140a-daf4-4418-8cae-fd7148cf9f09, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:53.761556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.835759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cc5dd2-7df6-49a8-b960-16788099827f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:53.886192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-fd81d5aa-2242-4af2-8073-de7fdf7c82e0 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476605 Jun 03 15:32:53.947435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] For port 0df6140a-daf4-4418-8cae-fd7148cf9f09, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:53.951551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] For port 0df6140a-daf4-4418-8cae-fd7148cf9f09, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0df6140a-daf4-4418-8cae-fd7148cf9f09,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:53.961640 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.067367 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.077464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.140000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.140602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a840971-1f39-43bb-b67c-a50b65b76641 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:32:54.185395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.188493 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d4893226-3219-4ed0-bff9-283db9f08266 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8a840971-1f39-43bb-b67c-a50b65b76641 HTTP/1.1" status: 204 len: 168 time: 2.7246916 Jun 03 15:32:54.191241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732dfa-1d17-4e6d-b7f8-c586b649b16b None None] Pushing event updated for resources: {'Port': ['ID=0df6140a-daf4-4418-8cae-fd7148cf9f09,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:54.191571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60178) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:54.262360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:54.264426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:54.431914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] Deleting subnet f200f89f-2dd9-447b-b04a-400a12cba1d7 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:54.451567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.635485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.891166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.896976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fda7d885-ae19-47cc-b633-19679aea65e8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:54.937956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-cfd51144-ddb9-4193-bec1-859c7cc63867 req-d6515ab7-8152-49ce-a548-0e655bd8f701 service neutron] (88339) timed out ('10.222.0.66', 60188) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:32:54.942779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60186) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:55.008924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.106406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.107389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe235c5-c7a7-4879-9ae2-5e47fe7289ac None None] Network e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:55.119664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f200f89f-2dd9-447b-b04a-400a12cba1d7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:55.122996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:55.138465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b769e5e-653f-4247-8b5b-0625b0700639 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f200f89f-2dd9-447b-b04a-400a12cba1d7 HTTP/1.1" status: 204 len: 168 time: 0.9456339 Jun 03 15:32:55.157179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60196) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:55.161327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.181858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:55.186548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6d53754534466886b684aa04be1059 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:55.190590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:55.199904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:55.285254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b9c2e-5635-4381-9a73-2628746e4647 None None] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:55.342445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.353000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:55.356426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.441703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.494462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port fda7d885-ae19-47cc-b633-19679aea65e8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:55.499316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Deleting port 6f6ea702-ba5f-4772-a424-a87e249f7492 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:55.499748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.521615 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa6d53754534466886b684aa04be1059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870201 Jun 03 15:32:55.525526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057fc8e-5209-488d-898d-a07d864b1c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fce6933-8a06-4502-944b-5d66c968022c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:55.528600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60200) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:55.532069 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.560848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-e017ff5a-e279-43af-be46-d1355f8bd662 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6566517 Jun 03 15:32:55.615726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.656925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:55.715044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa299795-4753-4c4a-b25f-574fefd5aab1 req-e1ba19e7-78fe-4857-b722-002c2a0c2452 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:55.721578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa299795-4753-4c4a-b25f-574fefd5aab1 req-e1ba19e7-78fe-4857-b722-002c2a0c2452 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:55.727361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:55.727627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0ce0f2-03ad-4ac8-84a3-7cb5ddf071a1 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:55.728041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b3722529-84c3-4bca-8405-a472382a0b19 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:55.728261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa299795-4753-4c4a-b25f-574fefd5aab1 req-e1ba19e7-78fe-4857-b722-002c2a0c2452 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:55.735641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa299795-4753-4c4a-b25f-574fefd5aab1 req-e1ba19e7-78fe-4857-b722-002c2a0c2452 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b&device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33&device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 2417 time: 0.8959944 Jun 03 15:32:55.778232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] Provisioning for port fda7d885-ae19-47cc-b633-19679aea65e8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:55.799730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:55.807255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Usage tracker for resource:security_group_rule and tenant:5a599687fbfb4d708808fd16cf4d29ba is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:55.812500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:55.819518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] Provisioning complete for port fda7d885-ae19-47cc-b633-19679aea65e8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:55.819894 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.822575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:55.844558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b3722529-84c3-4bca-8405-a472382a0b19 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:55.844906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b3722529-84c3-4bca-8405-a472382a0b19 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:55.984636 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.993149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.075897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a599687fbfb4d708808fd16cf4d29ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1344910 Jun 03 15:32:56.080775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60210) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:56.136355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e3804-00c7-411a-a6b8-a19659dda585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b5c196-56ac-47b6-a392-d309230eb6ef,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:56.198782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-555a89f3-b09f-4937-ad63-ebc4d496af75 req-f21711c0-68f5-4bed-8d1f-73ce0fba5ae5 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 210 time: 0.2806339 Jun 03 15:32:56.216361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] Current status of the port fda7d885-ae19-47cc-b633-19679aea65e8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:56.217482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.251952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00620ec5-a3d5-4bc3-bdcc-259e0e190a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.305734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00620ec5-a3d5-4bc3-bdcc-259e0e190a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.307561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda7d885-ae19-47cc-b633-19679aea65e8,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:56.327238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.379427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa299795-4753-4c4a-b25f-574fefd5aab1 req-1a4afb0a-c7a9-4219-9fa3-3c2a999c393a tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422930 Jun 03 15:32:56.404700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00620ec5-a3d5-4bc3-bdcc-259e0e190a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.428955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] DHCP port deletion for e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:32:56.447752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620ec5-a3d5-4bc3-bdcc-259e0e190a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b5c196-56ac-47b6-a392-d309230eb6ef,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:56.462022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00620ec5-a3d5-4bc3-bdcc-259e0e190a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.465745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-00620ec5-a3d5-4bc3-bdcc-259e0e190a86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09b5c196-56ac-47b6-a392-d309230eb6ef HTTP/1.1" status: 204 len: 168 time: 0.3816442 Jun 03 15:32:56.476938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] Deleting port 6f6ea702-ba5f-4772-a424-a87e249f7492 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:56.492272 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.504608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-1485b123-4733-4808-b298-d434803b41ed req-72bc6a24-2f0c-4a7b-abe6-cef79105a361 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:32:56.514179 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1485b123-4733-4808-b298-d434803b41ed req-72bc6a24-2f0c-4a7b-abe6-cef79105a361 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297840 Jun 03 15:32:56.645564 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-86dbb9d0-9100-4c3f-a306-f1cde88f2f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.782518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-86dbb9d0-9100-4c3f-a306-f1cde88f2f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.887921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:53Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:56.950325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc66f5-a4b3-4b10-96e5-22bdf74e8e1b None None] Pushing event updated for resources: {'Port': ['ID=fda7d885-ae19-47cc-b633-19679aea65e8,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:56.955526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cd936-c7ff-442b-907c-5dd84cb35ea6 None None] The sync data for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 is: [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:53Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:56.977549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b2ca62d4-982b-4d6d-99d8-3d66feee4d19 None None] Provisioning complete for port fda7d885-ae19-47cc-b633-19679aea65e8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:56.978222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b2ca62d4-982b-4d6d-99d8-3d66feee4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.106064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] For port 6f6ea702-ba5f-4772-a424-a87e249f7492, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f6ea702-ba5f-4772-a424-a87e249f7492,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:57.106831 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.149871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60238) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:57.185546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.186238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-ba4d82cc-db94-46aa-9c8e-de1076f81cf0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:57.187964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-ba4d82cc-db94-46aa-9c8e-de1076f81cf0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 819 time: 0.4080927 Jun 03 15:32:57.227010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:57.255024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Usage tracker for resource:security_group_rule and tenant:ea31104ca1484a0395984d771a191874 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:57.260498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:57.275750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:57.307658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-faa1c74c-a898-4a37-bf91-86929e8f8836 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/quotas/fd9cffc6b1194d8f875ae90b0946bf3d HTTP/1.1" status: 200 len: 375 time: 0.1014044 Jun 03 15:32:57.312838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] For port 6f6ea702-ba5f-4772-a424-a87e249f7492, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f6ea702-ba5f-4772-a424-a87e249f7492,segment=NetworkSegment(03c56950-0f61-4c71-8599-8833f0dfbed7),segment_id=03c56950-0f61-4c71-8599-8833f0dfbed7)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:57.314060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.343533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca62d4-982b-4d6d-99d8-3d66feee4d19 None None] Current status of the port fda7d885-ae19-47cc-b633-19679aea65e8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:57.390014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.488958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.495687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.513127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] Calling delete_port for 6f6ea702-ba5f-4772-a424-a87e249f7492 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:57.546680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1485b123-4733-4808-b298-d434803b41ed req-f5fb2f3a-01a8-470f-ac64-30c67e10b9cb tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.0318224 Jun 03 15:32:57.598545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea31104ca1484a0395984d771a191874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410532 Jun 03 15:32:57.602497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60242) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:57.635762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.636689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cea13a-2ce9-4f2d-9733-c3626ae05c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb192e9d-1292-47af-bdec-a56b251f2b29,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:57.667182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Calling delete_port for 6f6ea702-ba5f-4772-a424-a87e249f7492 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:57.742447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] Pushing event deleted for resources: {'Port': ['ID=6f6ea702-ba5f-4772-a424-a87e249f7492,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:57.754093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebccbf6-85db-48ed-9385-7e82ac2355fd None None] No DVR routers for this DVR port 6f6ea702-ba5f-4772-a424-a87e249f7492 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:57.767156 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bd3d-298c-436b-b480-1ddbc2ac21ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.812798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bd3d-298c-436b-b480-1ddbc2ac21ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.981951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-86dbb9d0-9100-4c3f-a306-f1cde88f2f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.089204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbb9d0-9100-4c3f-a306-f1cde88f2f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fce6933-8a06-4502-944b-5d66c968022c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:58.091668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bd3d-298c-436b-b480-1ddbc2ac21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.158854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8bd3d-298c-436b-b480-1ddbc2ac21ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb192e9d-1292-47af-bdec-a56b251f2b29,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:58.203476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bd3d-298c-436b-b480-1ddbc2ac21ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.215287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b6d8bd3d-298c-436b-b480-1ddbc2ac21ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb192e9d-1292-47af-bdec-a56b251f2b29 HTTP/1.1" status: 204 len: 168 time: 0.6112492 Jun 03 15:32:58.249381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-59d1d2af-e246-46b6-b41f-cc775b85cdb9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:58.250421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-69216073-fd00-4587-8000-b0db68d61d7d req-59d1d2af-e246-46b6-b41f-cc775b85cdb9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:58.309322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-69216073-fd00-4587-8000-b0db68d61d7d req-59d1d2af-e246-46b6-b41f-cc775b85cdb9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:58.310873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-59d1d2af-e246-46b6-b41f-cc775b85cdb9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 819 time: 0.4593420 Jun 03 15:32:58.312301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-86dbb9d0-9100-4c3f-a306-f1cde88f2f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.314404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-86dbb9d0-9100-4c3f-a306-f1cde88f2f2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6fce6933-8a06-4502-944b-5d66c968022c HTTP/1.1" status: 204 len: 168 time: 2.7791932 Jun 03 15:32:58.344907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'port': {'device_id': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'admin_state_up': True, 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:58.415661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0df6140a-daf4-4418-8cae-fd7148cf9f09 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:58.526744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:32:58.527537 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:32:58.556056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-10e36a29-cbf3-4dc2-abcb-e89355a629fe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1756430 Jun 03 15:32:58.652397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0df6140a-daf4-4418-8cae-fd7148cf9f09 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:58.665831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0df6140a-daf4-4418-8cae-fd7148cf9f09 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:58.666204 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.897181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:58.910041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:port and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:58.916783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:58.935098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:58.970836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Made reservation on behalf of fd9cffc6b1194d8f875ae90b0946bf3d for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:58.981398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.984995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0df6140a-daf4-4418-8cae-fd7148cf9f09 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:58.985578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:59.081860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0df6140a-daf4-4418-8cae-fd7148cf9f09, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0df6140a-daf4-4418-8cae-fd7148cf9f09,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:59.093927 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:59.095620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fda7d885-ae19-47cc-b633-19679aea65e8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:59.175320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Deleting port 6f6ea702-ba5f-4772-a424-a87e249f7492 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:59.175864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:59.335709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-2433b7e1-b3c3-477a-b54d-5d1c31baa3db service neutron] 10.222.0.66 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782636 Jun 03 15:32:59.378639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0df6140a-daf4-4418-8cae-fd7148cf9f09,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:59.404953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fda7d885-ae19-47cc-b633-19679aea65e8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:59.405324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:59.444984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Router 4dd38765-3e36-42fa-91ec-e092f80e9553 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:32:59.606289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Allocated IP 172.20.0.13 (9cc13a38-deeb-4451-ae6f-f770e23358bc/dd2b873e-92d3-4227-9216-9e1233ea9984/6b8f7460-993c-4a0c-8af7-c607bfb904d3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:59.792143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fda7d885-ae19-47cc-b633-19679aea65e8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:59.900856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] The port '6f6ea702-ba5f-4772-a424-a87e249f7492' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:32:59.934310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f6ea702-ba5f-4772-a424-a87e249f7492 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:00.027036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6f6ea702-ba5f-4772-a424-a87e249f7492 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:00.028618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f6ea702-ba5f-4772-a424-a87e249f7492 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:00.220271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0df6140a-daf4-4418-8cae-fd7148cf9f09 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:00.224520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.265546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Transition to ACTIVE for port object 6b8f7460-993c-4a0c-8af7-c607bfb904d3 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:00.318210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.470581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0df6140a-daf4-4418-8cae-fd7148cf9f09 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:00.474534 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.545419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:00.548951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-d2292a34-ceb6-4ee5-ac60-588632b5e105 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2098868 Jun 03 15:33:00.561567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:00.571725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:00.755897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:00.756808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.820388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0df6140a-daf4-4418-8cae-fd7148cf9f09 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:00.872125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5507627 Jun 03 15:33:00.874184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8603941-9580-434f-9b49-7e1b3b13e0b3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'Port': ['ID=6b8f7460-993c-4a0c-8af7-c607bfb904d3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:00.914262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Request body: {'port': {'device_id': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:01.032935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34e81159-9b9d-48c4-bd4f-28dd4c5565bb None None] Provisioning for port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:01.055723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34e81159-9b9d-48c4-bd4f-28dd4c5565bb None None] Provisioning complete for port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:01.061109 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-34e81159-9b9d-48c4-bd4f-28dd4c5565bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:01.235808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:01.296402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:33:01.303742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-34e81159-9b9d-48c4-bd4f-28dd4c5565bb None None] Port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:01.316009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Sync routers for ids ['4dd38765-3e36-42fa-91ec-e092f80e9553'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:01.346856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Routers {'4dd38765-3e36-42fa-91ec-e092f80e9553'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:01.355207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4dd38765-3e36-42fa-91ec-e092f80e9553'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:01.460739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:01.493980 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:01.499037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5dd03936-673e-475b-bd1b-09d787f4c3c1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.0336440 Jun 03 15:33:01.509782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60322) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:01.525703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffa26604-4899-41ef-9555-de34b36a499a req-f0079535-dd98-42ac-8dfb-16a43a76ca3e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 210 time: 0.2161739 Jun 03 15:33:01.728348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:01.758711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c56950-0f61-4c71-8599-8833f0dfbed7') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:01.759539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c56950-0f61-4c71-8599-8833f0dfbed7') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:01.792593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:01.845823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:01.870141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:01.870924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:01.937698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Set router 4dd38765-3e36-42fa-91ec-e092f80e9553 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:02.048147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8f7460-993c-4a0c-8af7-c607bfb904d3 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:02.057924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.078867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Transition to ACTIVE for port object 6b8f7460-993c-4a0c-8af7-c607bfb904d3 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:02.090012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.294228 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 03c56950-0f61-4c71-8599-8833f0dfbed7 resource provider aggregate not found Jun 03 15:33:02.314192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8f7460-993c-4a0c-8af7-c607bfb904d3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:02.536905 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 03c56950-0f61-4c71-8599-8833f0dfbed7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03c56950-0f61-4c71-8599-8833f0dfbed7 found for delete ", "request_id": "req-240ddeb8-c343-4571-971a-38e4907ed00c"}]} Jun 03 15:33:02.621427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.680356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.782278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] 10.222.0.66 "DELETE /v2.0/networks/e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65 HTTP/1.1" status: 204 len: 168 time: 7.4801116 Jun 03 15:33:02.793810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:32:54Z', 'revision_number': 3, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:02.815587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Checking router: 4dd38765-3e36-42fa-91ec-e092f80e9553 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:02.816517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Updating router 4dd38765-3e36-42fa-91ec-e092f80e9553 port d4cc5dd2-7df6-49a8-b960-16788099827f binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:33:02.896465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145e261-84ad-4122-993c-9b6aeffc62da admin admin] Pushing event deleted for resources: {'Network': ['ID=e564d3e4-5496-4a5d-9c8e-0fefa0b7ba65,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:02.903616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba3dd60c-d4ca-45a9-b45f-59c5013a3317 req-b4cf0e21-ffa3-4cb6-a16d-a502419c9d01 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 210 time: 0.1392167 Jun 03 15:33:03.040971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b06bf-f8e0-4867-8919-716838a8a5f6 req-522f305f-8fb3-438c-ab4c-ba37d5391b3f tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:03.042716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d6b06bf-f8e0-4867-8919-716838a8a5f6 req-522f305f-8fb3-438c-ab4c-ba37d5391b3f tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.7551365 Jun 03 15:33:03.044589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Attempting to bind port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:03.047207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Attempting to bind port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:03.047560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Attempting to bind port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:03.061288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:33:03.064144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Attempting to bind port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:03.082846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:03.083221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Checking segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:03.087300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Bound using segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:03.087767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Bound port: 6b8f7460-993c-4a0c-8af7-c607bfb904d3, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:03.101134 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.149456 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.420734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d6b06bf-f8e0-4867-8919-716838a8a5f6 req-84e5a7dd-4085-44da-9183-81a6c71d1146 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594890 Jun 03 15:33:03.423729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60406) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:03.566097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] For port 6b8f7460-993c-4a0c-8af7-c607bfb904d3, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:03.570234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-14a80c2b-1a25-4dee-9a11-fa0255217dc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6529a69d4aa5444bac3e9188ce769c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439309 Jun 03 15:33:03.573178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60420) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:03.582508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-f6052358-9764-4706-9413-d684cee98346 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:03.583853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-f6052358-9764-4706-9413-d684cee98346 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Synchronizing usage tracker for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:03.598564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] For port 6b8f7460-993c-4a0c-8af7-c607bfb904d3, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:03.618180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.709468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-f6052358-9764-4706-9413-d684cee98346 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Unset dirty status for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:03.711063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-f6052358-9764-4706-9413-d684cee98346 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.70 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.5544109 Jun 03 15:33:03.832399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:03.833236 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.836536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] 10.222.0.15 "PUT /v2.0/ports/6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 1092 time: 2.9377344 Jun 03 15:33:03.839169 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.852528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'tag': '6b8f7460-993c-4a0c-8af7-c607bfb904d3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:03.879791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Transition to ACTIVE for port object d4cc5dd2-7df6-49a8-b960-16788099827f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:03.898247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.915940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f18bfb53-964e-4411-93dc-1fa8bdd9fe71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.038632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0ec4-939e-4b0e-9f01-2033caaebc93 None None] Pushing event updated for resources: {'Port': ['ID=d4cc5dd2-7df6-49a8-b960-16788099827f,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:04.110334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Attempting to bind port d4cc5dd2-7df6-49a8-b960-16788099827f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:04.114242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Attempting to bind port d4cc5dd2-7df6-49a8-b960-16788099827f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:04.115992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Attempting to bind port d4cc5dd2-7df6-49a8-b960-16788099827f on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:04.134652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:04.135376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:04.138555 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.139301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:04.140280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Bound port: d4cc5dd2-7df6-49a8-b960-16788099827f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:04.144384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.316346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] For port d4cc5dd2-7df6-49a8-b960-16788099827f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:04.324423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] For port d4cc5dd2-7df6-49a8-b960-16788099827f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d4cc5dd2-7df6-49a8-b960-16788099827f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:04.336453 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.368596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-703ca902-c2c0-40e3-8bb8-8d1555243095 req-eca859de-17b0-48ca-8061-ac9a216160a2 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 210 time: 0.1437879 Jun 03 15:33:04.419734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89651aee-a9c1-4299-9260-e98bf53b4490 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8f7460-993c-4a0c-8af7-c607bfb904d3,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:04.437039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Deleting port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:04.437998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.472001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.541245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60446) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:04.589004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Routers {'4dd38765-3e36-42fa-91ec-e092f80e9553'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:04.595284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4dd38765-3e36-42fa-91ec-e092f80e9553'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:04.718261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f18bfb53-964e-4411-93dc-1fa8bdd9fe71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.804382 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ef6fef-c849-400d-af36-2f4b396e41e0'] response: {'name': 'network-changed', 'server_uuid': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'tag': '6b8f7460-993c-4a0c-8af7-c607bfb904d3', 'status': 'completed', 'code': 200} Jun 03 15:33:04.819121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0ec4-939e-4b0e-9f01-2033caaebc93 None None] Pushing event updated for resources: {'Port': ['ID=d4cc5dd2-7df6-49a8-b960-16788099827f,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:04.863421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] Set router 4dd38765-3e36-42fa-91ec-e092f80e9553 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:04.928023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.957675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941a79c-5772-4942-8fe5-6b0d8c66b22b req-fefd406c-dd6a-448f-870a-1f97bf3fccd7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:04.959446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3941a79c-5772-4942-8fe5-6b0d8c66b22b req-fefd406c-dd6a-448f-870a-1f97bf3fccd7 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 946 time: 0.2972753 Jun 03 15:33:04.964641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f18bfb53-964e-4411-93dc-1fa8bdd9fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.979551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Allocated IP 172.20.0.1 (005af1f2-c03c-4a27-bb30-ecf49768bc22/419bed78-3fb1-4b4f-b92a-187d40f78e50/6fea8ff9-d5ac-4b8c-a382-4a844d8f782f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:04.987842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:05.000732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bfb53-964e-4411-93dc-1fa8bdd9fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f9c42-82bc-4dc5-9615-c9f94097d027,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:05.010668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-d1345be6-9ba9-45f6-8800-f168f24196ce tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:05.012288 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-d1345be6-9ba9-45f6-8800-f168f24196ce tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.70 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 819 time: 0.8995004 Jun 03 15:33:05.022186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b00c8b24644302808929fb7e43228b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:05.031355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'port': {'device_id': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'admin_state_up': True, 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:05.054415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:05.081279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:05.144727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f18bfb53-964e-4411-93dc-1fa8bdd9fe71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.148460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f18bfb53-964e-4411-93dc-1fa8bdd9fe71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a4f9c42-82bc-4dc5-9615-c9f94097d027 HTTP/1.1" status: 204 len: 168 time: 1.5587885 Jun 03 15:33:05.157320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-b17d3975-e184-4e2b-8d95-effffc63892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:05.158814 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-b17d3975-e184-4e2b-8d95-effffc63892e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1095 time: 1.2282038 Jun 03 15:33:05.272248 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-daae789c-e6a2-48c2-a6d5-9f17e6ac99bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 217 time: 0.0946891 Jun 03 15:33:05.278819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:32:54Z', 'revision_number': 3, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:05.283267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3941a79c-5772-4942-8fe5-6b0d8c66b22b req-4c0435ce-e7b9-4dba-ab2c-eff86151afd8 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052337 Jun 03 15:33:05.284266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983591d6-1b35-41b7-ad29-d96f886d36c3 None None] The sync data for ids ['4dd38765-3e36-42fa-91ec-e092f80e9553'] in n-d-844594-1 is: [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:32:54Z', 'revision_number': 3, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:05.393172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.422170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] For port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:05.422787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.433398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Transition to ACTIVE for port object 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:05.454903 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.463659 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.572170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.657314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60474) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:05.770106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9b00c8b24644302808929fb7e43228b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2273958 Jun 03 15:33:05.771017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddefd75-a5e2-476b-8d09-ee12986b1808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb47dc7-d39c-46de-9e70-ba6fdb546c90,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:05.780611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:05.799086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60482) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:05.826189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:05.831054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Calling delete_port for 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:05.837050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:05.874583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53aa0609-9b0f-48e9-8859-2851edadc408 req-dbeeef23-9947-417a-bee1-00a5f865a99c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 210 time: 0.2478158 Jun 03 15:33:05.876172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-89377861-a0e6-410b-b146-3f783aaf5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:05.877633 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-89377861-a0e6-410b-b146-3f783aaf5b02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.5714433 Jun 03 15:33:05.950321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Pushing event updated for resources: {'Port': ['ID=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:05.951504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:05.969691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:port and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:05.977768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:06.028233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:06.095847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.121604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Made reservation on behalf of fd9cffc6b1194d8f875ae90b0946bf3d for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:06.125940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.226916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0d9131fe-8ac1-4774-8a2e-0ad925edcabe None None] Provisioning for port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:06.234290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d4cc5dd2-7df6-49a8-b960-16788099827f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:06.245558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216073-fd00-4587-8000-b0db68d61d7d req-1c8ff40d-0beb-42e8-9b0a-cd6d805333cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:06.248894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-1c8ff40d-0beb-42e8-9b0a-cd6d805333cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3553729 Jun 03 15:33:06.290298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0d9131fe-8ac1-4774-8a2e-0ad925edcabe None None] Provisioning complete for port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:06.294791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d9131fe-8ac1-4774-8a2e-0ad925edcabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.383767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d9131fe-8ac1-4774-8a2e-0ad925edcabe None None] Port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:06.475589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d4cc5dd2-7df6-49a8-b960-16788099827f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:06.485670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d4cc5dd2-7df6-49a8-b960-16788099827f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:06.486036 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.494369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf49f-a2a3-4b90-bd97-2ca60cf22589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.554505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf49f-a2a3-4b90-bd97-2ca60cf22589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.566232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Allocated IP 172.20.0.11 (9cc13a38-deeb-4451-ae6f-f770e23358bc/dd2b873e-92d3-4227-9216-9e1233ea9984/c4aa023f-22df-42fd-bc52-b21c12171633) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:06.630495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d4cc5dd2-7df6-49a8-b960-16788099827f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:06.631342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.650008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d4cc5dd2-7df6-49a8-b960-16788099827f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d4cc5dd2-7df6-49a8-b960-16788099827f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:06.657553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.709253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf49f-a2a3-4b90-bd97-2ca60cf22589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.714273 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4092e71d-8ddc-49a5-9633-198c81f757f3 req-ed0cd284-89b6-499a-bdf8-ca5f75f83d88 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 210 time: 0.1926334 Jun 03 15:33:06.743514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bf49f-a2a3-4b90-bd97-2ca60cf22589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb47dc7-d39c-46de-9e70-ba6fdb546c90,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:06.762815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf49f-a2a3-4b90-bd97-2ca60cf22589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.766256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef4bf49f-a2a3-4b90-bd97-2ca60cf22589 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bb47dc7-d39c-46de-9e70-ba6fdb546c90 HTTP/1.1" status: 204 len: 168 time: 0.9639037 Jun 03 15:33:06.801334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.811325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d4cc5dd2-7df6-49a8-b960-16788099827f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:06.827084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.848245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['b4f37e9e-ef63-4a6e-897d-6c487260c79c', '5f737600-4e9d-4f83-afbc-540014086f2f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:06.920877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.983042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:07.065513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:07.089773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Pushing event deleted for resources: {'Port': ['ID=2d6fc8ff-1e87-44b2-9afe-6b2937a73b63,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:07.093224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Usage tracker for resource:security_group_rule and tenant:1271711952594996a460aa6de94ee94d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:07.145636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:07.163134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:07.174689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:07.177811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:07.258967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] No DVR routers for this DVR port 2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:07.282787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.286049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'name': 'network-vif-deleted', 'tag': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:07.369046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.404697 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-5a1e2589-6b12-4c87-927c-7a3d32601f66 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0822690 Jun 03 15:33:07.406008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d8795902-0e26-4bbb-a050-7e347549cb95 req-52889e1b-4d49-4eb3-baeb-d847a949aecd tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.70 "DELETE /v2.0/ports/2d6fc8ff-1e87-44b2-9afe-6b2937a73b63 HTTP/1.1" status: 204 len: 173 time: 3.6856947 Jun 03 15:33:07.411351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Transition to ACTIVE for port object c4aa023f-22df-42fd-bc52-b21c12171633 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:07.648584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60518) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:07.701389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca5ad75e-443c-4f5f-843c-bbbe2c68ad7e req-1c8928ce-3602-47c2-9061-6e20fa03b519 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 210 time: 0.4908822 Jun 03 15:33:07.796578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.838644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.840072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:07.853879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Usage tracker for resource:security_group_rule and tenant:f871a18889d04cf297ed8195b7d3ab07 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:07.859029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.863247 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:33:07.872042 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae63fd1d-9e3b-46e5-a537-04cb0c6ad1f1'] response: {'server_uuid': 'a41762b5-b1f6-445e-8583-c58f4c98e83b', 'name': 'network-vif-deleted', 'tag': '2d6fc8ff-1e87-44b2-9afe-6b2937a73b63', 'status': 'completed', 'code': 200} Jun 03 15:33:07.872976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:07.886039 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69216073-fd00-4587-8000-b0db68d61d7d req-c6eaab09-b61f-486b-9862-49d5b7db679a service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690790 Jun 03 15:33:07.893747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.895933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:07.995293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.003748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.215099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681b5f0e-2609-4868-b49c-be4c9850e303,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:08.238964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9f4456f4-e824-40a9-adea-df85701fffcf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1271711952594996a460aa6de94ee94d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5801756 Jun 03 15:33:08.246428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:08.250574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d4cc5dd2-7df6-49a8-b960-16788099827f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:08.251193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60530) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:08.259427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:08.268580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:08.320331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'Port': ['ID=c4aa023f-22df-42fd-bc52-b21c12171633,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:08.407283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-317cbf26-636e-4c25-9d91-6c6264260b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:08.409177 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-317cbf26-636e-4c25-9d91-6c6264260b63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1095 time: 0.4106648 Jun 03 15:33:08.418176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:08.419222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.435043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.482583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Pushing event updated for resources: {'Port': ['ID=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:08.498094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d4cc5dd2-7df6-49a8-b960-16788099827f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:08.498706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.519897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-1e8b4f6b-4d02-43f0-ae5c-3f8bc78f0fbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4964635 Jun 03 15:33:08.668161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a5f92-d957-4702-b542-50b64b256744 req-f711474c-8941-4302-a13f-5ecbf12c8f42 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:08.676607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a3a5f92-d957-4702-b542-50b64b256744 req-f711474c-8941-4302-a13f-5ecbf12c8f42 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4771640 Jun 03 15:33:08.686863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.695896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d4cc5dd2-7df6-49a8-b960-16788099827f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:08.696668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.705913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-345ed247-c584-4999-bcc0-ea514f89a632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.709389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61b66a90-8ef3-446e-9a8e-198df3289bd9 req-c2a10f25-7492-4bbe-b20a-23c80947ab08 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=a41762b5-b1f6-445e-8583-c58f4c98e83b HTTP/1.1" status: 200 len: 210 time: 0.1867328 Jun 03 15:33:08.759419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7db97079-575b-47c4-9e6c-d0c33eaf2339 None None] Provisioning for port c4aa023f-22df-42fd-bc52-b21c12171633 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:08.773423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7db97079-575b-47c4-9e6c-d0c33eaf2339 None None] Provisioning complete for port c4aa023f-22df-42fd-bc52-b21c12171633 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:08.773666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7db97079-575b-47c4-9e6c-d0c33eaf2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.783323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f871a18889d04cf297ed8195b7d3ab07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1283963 Jun 03 15:33:08.787555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60540) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:08.856882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89248d2f-14a6-4d83-9384-096a81853c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c715cfb-b519-4651-a324-6ef1d696225f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:08.879201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a3a5f92-d957-4702-b542-50b64b256744 req-15799091-06bb-4466-917e-454ab8553c07 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995900 Jun 03 15:33:08.885927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-bc71aabd-58d4-4c1f-be8a-a6d1daed41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:08.887486 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-bc71aabd-58d4-4c1f-be8a-a6d1daed41c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.4384153 Jun 03 15:33:08.901390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7db97079-575b-47c4-9e6c-d0c33eaf2339 None None] Port c4aa023f-22df-42fd-bc52-b21c12171633 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:08.947316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-345ed247-c584-4999-bcc0-ea514f89a632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.016739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:09.023580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:09.356973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Request body: {'port': {'device_id': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:09.394057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-40c10cf8-8c61-44ee-99d4-61ae31ac5ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 217 time: 0.4742138 Jun 03 15:33:09.405423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c930649b-f132-4b8c-a1af-a1b25643f678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.413334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-345ed247-c584-4999-bcc0-ea514f89a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.437070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6c07b59a-27c3-452f-b7c6-41795705c924 None None] Provisioning complete for port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:09.439938 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6c07b59a-27c3-452f-b7c6-41795705c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.453273 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-345ed247-c584-4999-bcc0-ea514f89a632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.458342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-345ed247-c584-4999-bcc0-ea514f89a632 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/681b5f0e-2609-4868-b49c-be4c9850e303 HTTP/1.1" status: 204 len: 168 time: 1.1459324 Jun 03 15:33:09.479885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ed247-c584-4999-bcc0-ea514f89a632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b5f0e-2609-4868-b49c-be4c9850e303,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:09.543222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8ee-f88e-4640-8474-96e113f382c1 req-e69dc8dd-f8f2-4f0b-bf2f-d0952cec83dd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.546290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3f7b8ee-f88e-4640-8474-96e113f382c1 req-e69dc8dd-f8f2-4f0b-bf2f-d0952cec83dd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 932 time: 0.3733587 Jun 03 15:33:09.610803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6c07b59a-27c3-452f-b7c6-41795705c924 None None] Port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:09.613064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Router 4dd38765-3e36-42fa-91ec-e092f80e9553 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:33:09.623894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c930649b-f132-4b8c-a1af-a1b25643f678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.653423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3f7b8ee-f88e-4640-8474-96e113f382c1 req-43c15753-c450-4051-aa59-ac12f653aebb tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011088 Jun 03 15:33:09.663836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-f77d36a2-18c6-4ee7-87b3-b52b818c37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.665686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-f77d36a2-18c6-4ee7-87b3-b52b818c37b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.2614906 Jun 03 15:33:09.737979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.756869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b91fbe-39ad-48d2-9e04-a3c0a0f7dc76 req-34ed23c2-e866-49b1-b688-534cd81cf9b7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.758230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5b91fbe-39ad-48d2-9e04-a3c0a0f7dc76 req-34ed23c2-e866-49b1-b688-534cd81cf9b7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4794607 Jun 03 15:33:09.859781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c930649b-f132-4b8c-a1af-a1b25643f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:09.922478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5b91fbe-39ad-48d2-9e04-a3c0a0f7dc76 req-d2f2fdaf-26f1-4911-8302-0419ef6752fe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523838 Jun 03 15:33:09.948797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930649b-f132-4b8c-a1af-a1b25643f678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c715cfb-b519-4651-a324-6ef1d696225f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:09.962648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-53768529-5afa-4e7c-b9a1-2bccd5aa14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.964196 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-53768529-5afa-4e7c-b9a1-2bccd5aa14a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893651 Jun 03 15:33:09.996901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:33:10.019009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c37972e9-cdcc-4b68-b443-8f42e84a790d admin admin] 10.222.0.66 "PUT /v2.0/routers/4dd38765-3e36-42fa-91ec-e092f80e9553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4917331 Jun 03 15:33:10.033059 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Sync routers for ids ['4dd38765-3e36-42fa-91ec-e092f80e9553'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:10.033824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c930649b-f132-4b8c-a1af-a1b25643f678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.035237 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c930649b-f132-4b8c-a1af-a1b25643f678 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c715cfb-b519-4651-a324-6ef1d696225f HTTP/1.1" status: 204 len: 168 time: 1.2462962 Jun 03 15:33:10.075646 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Routers {'4dd38765-3e36-42fa-91ec-e092f80e9553'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:10.076463 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4dd38765-3e36-42fa-91ec-e092f80e9553'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:10.126178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60564) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:10.161899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.301086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:10.327783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Usage tracker for resource:security_group_rule and tenant:a1e19129165d4f0d9604b292378751c8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:10.355268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:10.365175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:10.434027 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Set router 4dd38765-3e36-42fa-91ec-e092f80e9553 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:10.527504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-ab0364df-5b2f-460e-800b-28ad0fd60223 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536797 Jun 03 15:33:10.595495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7c42-3b1d-4015-b9c2-2e49f72f56a6 req-d17cda3f-4cb9-4303-a85c-87fb7751ca82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:10.603426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-349d7c42-3b1d-4015-b9c2-2e49f72f56a6 req-d17cda3f-4cb9-4303-a85c-87fb7751ca82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4054427 Jun 03 15:33:10.620251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.665436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.712208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1e19129165d4f0d9604b292378751c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808764 Jun 03 15:33:10.714988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60586) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:10.717502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b8f7460-993c-4a0c-8af7-c607bfb904d3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:33:10.741588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-349d7c42-3b1d-4015-b9c2-2e49f72f56a6 req-da57f993-4172-4a57-9e75-7310b45e42f2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371961 Jun 03 15:33:10.833581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22c31f64-fc10-4345-86c8-6ef41ffa4b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.867079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4aa023f-22df-42fd-bc52-b21c12171633 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:10.881016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.883597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22c31f64-fc10-4345-86c8-6ef41ffa4b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.929510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b39e0bf6-eafb-4b7e-999e-98d1d7419f21 req-59a42ede-019e-4809-9220-712d98cc67f5 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950274 Jun 03 15:33:10.943949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Transition to ACTIVE for port object c4aa023f-22df-42fd-bc52-b21c12171633 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:10.953756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.056889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18736572-6aa2-49f7-b01b-c4751a1de4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa9c6f-53a5-4426-b78c-8cde918bc655,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:11.110812 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '6fea8ff9-d5ac-4b8c-a382-4a844d8f782f', 'name': '', 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'mac_address': 'fa:16:3e:16:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '419bed78-3fb1-4b4f-b92a-187d40f78e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:33:04Z', 'updated_at': '2022-06-03T15:33:07Z', 'revision_number': 2, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'subnets': [{'id': '419bed78-3fb1-4b4f-b92a-187d40f78e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:11.135346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6b8f7460-993c-4a0c-8af7-c607bfb904d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:11.174981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '6b8f7460-993c-4a0c-8af7-c607bfb904d3', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'port_id': '6b8f7460-993c-4a0c-8af7-c607bfb904d3', 'mac_address': 'fa:16:3e:4b:eb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:33:11.191901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aced55-6683-425f-aead-81e7032d1466 req-a310eac7-7642-4a32-8775-166ca4df6aa5 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:11.195554 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Checking router: 4dd38765-3e36-42fa-91ec-e092f80e9553 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:11.200068 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Updating router 4dd38765-3e36-42fa-91ec-e092f80e9553 port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:33:11.203710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4aced55-6683-425f-aead-81e7032d1466 req-a310eac7-7642-4a32-8775-166ca4df6aa5 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 945 time: 0.3743100 Jun 03 15:33:11.216704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22c31f64-fc10-4345-86c8-6ef41ffa4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.358500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Pushing event updated for resources: {'Port': ['ID=c4aa023f-22df-42fd-bc52-b21c12171633,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:11.368350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:11.368967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.393102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c31f64-fc10-4345-86c8-6ef41ffa4b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa9c6f-53a5-4426-b78c-8cde918bc655,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:11.408310 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.424916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22c31f64-fc10-4345-86c8-6ef41ffa4b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.427219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-22c31f64-fc10-4345-86c8-6ef41ffa4b0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50fa9c6f-53a5-4426-b78c-8cde918bc655 HTTP/1.1" status: 204 len: 168 time: 0.7082806 Jun 03 15:33:11.483162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4aced55-6683-425f-aead-81e7032d1466 req-9accbff9-59bf-41c2-85ef-7dde668fa626 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766075 Jun 03 15:33:11.507481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8f7460-993c-4a0c-8af7-c607bfb904d3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:11.604816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6b8f7460-993c-4a0c-8af7-c607bfb904d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:11.621936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.975282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['6b8f7460-993c-4a0c-8af7-c607bfb904d3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:12.080223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Attempting to bind port c4aa023f-22df-42fd-bc52-b21c12171633 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:12.086017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Attempting to bind port c4aa023f-22df-42fd-bc52-b21c12171633 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:12.086017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Attempting to bind port c4aa023f-22df-42fd-bc52-b21c12171633 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:12.128146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Port c4aa023f-22df-42fd-bc52-b21c12171633 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:33:12.130844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf2af-a70c-465b-b510-db6cbe18adca req-f11cfd70-70eb-4431-95e9-aac43a1d6d09 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:12.140572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7edf2af-a70c-465b-b510-db6cbe18adca req-f11cfd70-70eb-4431-95e9-aac43a1d6d09 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 944 time: 0.4277666 Jun 03 15:33:12.140927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Attempting to bind port c4aa023f-22df-42fd-bc52-b21c12171633 on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:12.171406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:12.171943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Checking segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:12.198393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Bound using segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:12.200383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Bound port: c4aa023f-22df-42fd-bc52-b21c12171633, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:12.207327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:12.210300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7edf2af-a70c-465b-b510-db6cbe18adca req-57efc838-3580-432c-8bc3-766645785cc5 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650520 Jun 03 15:33:12.445729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274fca8-c92a-47c5-a5d0-8b00f4e80b73 req-9853848a-c60b-44dc-986b-8bff771a2895 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:12.448432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3274fca8-c92a-47c5-a5d0-8b00f4e80b73 req-9853848a-c60b-44dc-986b-8bff771a2895 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1339757 Jun 03 15:33:12.514251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6b8f7460-993c-4a0c-8af7-c607bfb904d3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:12.598100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3274fca8-c92a-47c5-a5d0-8b00f4e80b73 req-74dbcb32-f3e4-4265-ac0e-0c26684f249e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432335 Jun 03 15:33:12.650410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] For port c4aa023f-22df-42fd-bc52-b21c12171633, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:12.670531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] For port c4aa023f-22df-42fd-bc52-b21c12171633, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c4aa023f-22df-42fd-bc52-b21c12171633,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:12.701374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:12.706698 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:12.724717 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Transition to ACTIVE for port object 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:12.747206 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:12.847096 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c74a0d-29ba-4907-8fd5-0bccfd7ac9f3 None None] Pushing event updated for resources: {'Port': ['ID=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:12.955111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7d6af-bec7-4a72-8911-7a52fbf1709c req-e0660095-e55d-4c5a-8985-8bff0d489e9a tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:12.974091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f7d6af-bec7-4a72-8911-7a52fbf1709c req-e0660095-e55d-4c5a-8985-8bff0d489e9a tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 945 time: 0.1709907 Jun 03 15:33:13.031533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:13.040243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:13.052292 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] 10.222.0.70 "PUT /v2.0/ports/c4aa023f-22df-42fd-bc52-b21c12171633 HTTP/1.1" status: 200 len: 1092 time: 4.4383245 Jun 03 15:33:13.061780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'tag': 'c4aa023f-22df-42fd-bc52-b21c12171633'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:13.184055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-c8aa26c0-40b3-445a-9801-b4d735f269b6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:13.185492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-c8aa26c0-40b3-445a-9801-b4d735f269b6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Synchronizing usage tracker for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:13.201304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29f7d6af-bec7-4a72-8911-7a52fbf1709c req-4caf3ef1-51bc-40c5-b216-7c449db57330 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258964 Jun 03 15:33:13.331200 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Attempting to bind port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:13.333887 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Attempting to bind port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:13.334276 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Attempting to bind port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f on network 005af1f2-c03c-4a27-bb30-ecf49768bc22 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:13.350401 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:13.350955 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Checking segment: {'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:13.351163 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:13.351553 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Bound using segment: {'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:13.354420 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Bound port: 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c26774f-6661-4675-9be9-a34047d2fa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:13.354820 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:13.443290 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bdcafeb2-5aef-4808-99a7-1db9e2b55d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:13.593198 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] For port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:13.597619 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] For port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:13.612887 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:13.728861 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Routers {'4dd38765-3e36-42fa-91ec-e092f80e9553'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:13.729544 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:32:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4dd38765-3e36-42fa-91ec-e092f80e9553'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:13.747700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce299-c9f4-4b51-afc0-e47a913d5f2b service neutron] Pushing event updated for resources: {'Port': ['ID=c4aa023f-22df-42fd-bc52-b21c12171633,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:13.755635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-c8aa26c0-40b3-445a-9801-b4d735f269b6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Unset dirty status for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:13.761412 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-c8aa26c0-40b3-445a-9801-b4d735f269b6 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 945 time: 1.9923656 Jun 03 15:33:14.080323 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c74a0d-29ba-4907-8fd5-0bccfd7ac9f3 None None] Pushing event updated for resources: {'Port': ['ID=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:14.150540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-fa295305-80e2-4e44-8bbb-a3668ede9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:14.156868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-17648d02-3d38-4779-a04e-65eaa6b484e2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:14.158330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-fa295305-80e2-4e44-8bbb-a3668ede9e8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 1095 time: 0.9521322 Jun 03 15:33:14.165449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Deleting port 5f737600-4e9d-4f83-afbc-540014086f2f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:14.177858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-17648d02-3d38-4779-a04e-65eaa6b484e2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.5811853 Jun 03 15:33:14.181446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:14.358561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e85e1cfd-c1c1-49d7-99ed-fb1791762a9a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/quotas/07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 375 time: 0.1790349 Jun 03 15:33:14.550425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-a33b7dbb-663e-492a-8860-a89d92fce68f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1901417 Jun 03 15:33:14.623869 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] Set router 4dd38765-3e36-42fa-91ec-e092f80e9553 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:14.673498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6938d7-dc53-4e9f-a91c-3db6549e3faf req-dde542bb-f776-4de7-a03e-c24ca966b7be tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:14.675474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f6938d7-dc53-4e9f-a91c-3db6549e3faf req-dde542bb-f776-4de7-a03e-c24ca966b7be tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 944 time: 0.4746559 Jun 03 15:33:14.748581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b8f7460-993c-4a0c-8af7-c607bfb904d3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:14.757569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f6938d7-dc53-4e9f-a91c-3db6549e3faf req-54a6c281-af78-42bf-925d-38f84b1fd336 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752320 Jun 03 15:33:14.766251 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-88aa9c85-7325-451c-a7ec-970be02c2cf6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4aa023f-22df-42fd-bc52-b21c12171633 HTTP/1.1" status: 200 len: 217 time: 0.1632791 Jun 03 15:33:14.873020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-5ff81f92-6643-4f48-9045-86f695589748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:14.874488 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-5ff81f92-6643-4f48-9045-86f695589748 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.0950069 Jun 03 15:33:14.880039 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-c88491d6-6a3d-4f83-b160-b8d877214a43 service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282838 Jun 03 15:33:14.977853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:14.993072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:14.993666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:15.160462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-607e7023-d703-42c0-be55-a1b433582eb0 service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777965 Jun 03 15:33:15.601812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] For port 5f737600-4e9d-4f83-afbc-540014086f2f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5f737600-4e9d-4f83-afbc-540014086f2f,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:15.602287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:15.716200 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '6fea8ff9-d5ac-4b8c-a382-4a844d8f782f', 'name': '', 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'mac_address': 'fa:16:3e:16:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '419bed78-3fb1-4b4f-b92a-187d40f78e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:33:04Z', 'updated_at': '2022-06-03T15:33:13Z', 'revision_number': 4, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'subnets': [{'id': '419bed78-3fb1-4b4f-b92a-187d40f78e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:15.757639 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32e5aa-f049-4484-9d62-0c313a5e3c61 None None] The sync data for ids ['4dd38765-3e36-42fa-91ec-e092f80e9553'] in n-d-844594-1 is: [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '6fea8ff9-d5ac-4b8c-a382-4a844d8f782f', 'name': '', 'network_id': '005af1f2-c03c-4a27-bb30-ecf49768bc22', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'mac_address': 'fa:16:3e:16:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '419bed78-3fb1-4b4f-b92a-187d40f78e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:33:04Z', 'updated_at': '2022-06-03T15:33:13Z', 'revision_number': 4, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'subnets': [{'id': '419bed78-3fb1-4b4f-b92a-187d40f78e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:15.945568 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:15.978089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:15.979191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:15.996328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5712793a-bcfa-400e-a45d-64eb18af5728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.041355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6b8f7460-993c-4a0c-8af7-c607bfb904d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:16.043138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8f7460-993c-4a0c-8af7-c607bfb904d3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:16.053224 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.069975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46b52e2c-27ba-41ab-8ec4-adeb01ae6d82 req-2f86e9e2-c6d5-4e0c-84a2-94730b6d2e61 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 210 time: 0.2203963 Jun 03 15:33:16.170422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Calling delete_port for 5f737600-4e9d-4f83-afbc-540014086f2f owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:16.363582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626add15-c60b-40a9-b576-4e7d599d5f3a req-3b0a0d68-2b99-463e-a2b7-79aa0cffdb4d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:16.397667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-626add15-c60b-40a9-b576-4e7d599d5f3a req-3b0a0d68-2b99-463e-a2b7-79aa0cffdb4d tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 945 time: 0.5976415 Jun 03 15:33:16.401965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:16.435287 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05857418-f4e9-4c11-a599-f415b4f47cf3'] response: {'name': 'network-changed', 'server_uuid': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'tag': 'c4aa023f-22df-42fd-bc52-b21c12171633', 'status': 'completed', 'code': 200} Jun 03 15:33:16.581708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-65202c7e-b6c4-421e-b424-2bfa89fcd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:16.585300 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-65202c7e-b6c4-421e-b424-2bfa89fcd83b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6730809 Jun 03 15:33:16.622669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-626add15-c60b-40a9-b576-4e7d599d5f3a req-2434e483-5a02-4c5f-9b71-700c13e79eef tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193959 Jun 03 15:33:16.787398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 5f737600-4e9d-4f83-afbc-540014086f2f no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:16.847545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6770-e049-40f5-a23b-5535e23226b0 req-3aa2d1db-144b-4aa9-a55d-9d9d39f3fe47 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:16.857972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22cd6770-e049-40f5-a23b-5535e23226b0 req-3aa2d1db-144b-4aa9-a55d-9d9d39f3fe47 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 944 time: 0.2569053 Jun 03 15:33:16.956887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6b8f7460-993c-4a0c-8af7-c607bfb904d3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:16.964865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22cd6770-e049-40f5-a23b-5535e23226b0 req-4fad4a6f-ac91-4785-9e3c-cb5ffe20edd3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999646 Jun 03 15:33:17.015581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:17.023329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:17.035287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:17.035902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:17.208328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:17.361413 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07eae576-7c69-4987-b21f-ceec7ea05fa1'] response: {'server_uuid': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8f7460-993c-4a0c-8af7-c607bfb904d3', 'code': 200} Jun 03 15:33:17.614601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-3b701662-a212-4af8-9eb6-2678044b52a6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086146 Jun 03 15:33:17.618604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:17.713108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 5f737600-4e9d-4f83-afbc-540014086f2f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:17.713721 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:17.759535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['b4f37e9e-ef63-4a6e-897d-6c487260c79c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:18.102940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Pushing event deleted for resources: {'Port': ['ID=5f737600-4e9d-4f83-afbc-540014086f2f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:18.110487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-816a9917-037d-4a1a-9754-00bd6a0bac57 req-effdc9ed-3d86-40e8-90f4-9d63b8afd4ee tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 210 time: 0.3197026 Jun 03 15:33:18.131165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390287c-866d-48d7-8a37-e1c7f8189f7b req-43f4ee43-4a9b-4fa5-a6c1-17efe0924b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:18.140503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d390287c-866d-48d7-8a37-e1c7f8189f7b req-43f4ee43-4a9b-4fa5-a6c1-17efe0924b06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1097 time: 0.6362896 Jun 03 15:33:18.180024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.595496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] No DVR routers for this DVR port 5f737600-4e9d-4f83-afbc-540014086f2f on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:18.605288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.615605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d390287c-866d-48d7-8a37-e1c7f8189f7b req-b302fb22-ce64-4c24-a5dd-fe18a6172ece service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737403 Jun 03 15:33:18.659258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'name': 'network-vif-deleted', 'tag': '5f737600-4e9d-4f83-afbc-540014086f2f'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:18.785660 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-225c63dc-7269-4011-bb10-ea6e6834e98e req-896761a9-8f48-4188-a8d1-b0a6f5d019e9 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "DELETE /v2.0/ports/5f737600-4e9d-4f83-afbc-540014086f2f HTTP/1.1" status: 204 len: 173 time: 5.0109804 Jun 03 15:33:18.849000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32a2ad91-f41c-4956-9f35-cb19307194c3 req-46aec7ee-2df0-422a-9613-b40935292313 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde2525f-2fe2-4261-ab6e-d550eef27b33 HTTP/1.1" status: 200 len: 210 time: 0.4788675 Jun 03 15:33:18.938646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b37b3892-ff8b-447c-8c17-10d358e11383 req-a9c621c5-6ad0-4a46-acc9-1c1421dca764 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2894621 Jun 03 15:33:19.006630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:19.007206 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.124614 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.224410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:19.268325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.489735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:19.636507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70695136-d684-4ed2-81fd-2f43d467c0fd req-d312a284-6562-4127-a874-d81ec409fc2b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:19.638924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70695136-d684-4ed2-81fd-2f43d467c0fd req-d312a284-6562-4127-a874-d81ec409fc2b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 944 time: 0.7983887 Jun 03 15:33:19.646699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-53f48f4c-db0c-42f8-9e0b-aab6882fcff8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:19.648619 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-53f48f4c-db0c-42f8-9e0b-aab6882fcff8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.15 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 1.0571361 Jun 03 15:33:19.686159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'port': {'device_id': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'admin_state_up': True, 'tenant_id': '07c323f3e807488f889afd2046c3a2b9'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:19.774576 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277ed130-4a8d-4097-b388-4cfe44dd3430'] response: {'server_uuid': 'bde2525f-2fe2-4261-ab6e-d550eef27b33', 'name': 'network-vif-deleted', 'tag': '5f737600-4e9d-4f83-afbc-540014086f2f', 'status': 'completed', 'code': 200} Jun 03 15:33:19.844758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbffc4c-e01e-440b-8046-721d758468ff req-2ef44941-7c96-497c-b1f0-1dc8d44bbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:19.853195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbffc4c-e01e-440b-8046-721d758468ff req-2ef44941-7c96-497c-b1f0-1dc8d44bbcbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 1095 time: 0.2972691 Jun 03 15:33:20.249450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbffc4c-e01e-440b-8046-721d758468ff req-1bcf149c-8270-450a-a456-b798a4b55e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:20.252315 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbffc4c-e01e-440b-8046-721d758468ff req-1bcf149c-8270-450a-a456-b798a4b55e54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.3964701 Jun 03 15:33:20.414841 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70695136-d684-4ed2-81fd-2f43d467c0fd req-59181f36-d3bd-4030-bddc-7d0d4e80858a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596657 Jun 03 15:33:20.454467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3f0607b-3656-48a3-95c2-48dccd44094e req-46dfe82e-312a-49cd-98a6-063a579b25fd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 210 time: 0.1696682 Jun 03 15:33:20.644033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:20.671524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Usage tracker for resource:port and tenant:07c323f3e807488f889afd2046c3a2b9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:20.671848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbffc4c-e01e-440b-8046-721d758468ff req-8ea75feb-58fa-4549-a524-7feaa31bcf35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4aa023f-22df-42fd-bc52-b21c12171633 HTTP/1.1" status: 200 len: 217 time: 0.4086506 Jun 03 15:33:20.677826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:20.699211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60906) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.787446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:20.857237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Made reservation on behalf of 07c323f3e807488f889afd2046c3a2b9 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:20.863567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:21.027901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c4aa023f-22df-42fd-bc52-b21c12171633 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:33:21.202070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbffc4c-e01e-440b-8046-721d758468ff req-c32c4e39-0bf5-4cd5-880b-51021a8cd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:21.204418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbffc4c-e01e-440b-8046-721d758468ff req-c32c4e39-0bf5-4cd5-880b-51021a8cd6cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.5219693 Jun 03 15:33:21.597843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbffc4c-e01e-440b-8046-721d758468ff req-0d068ee4-e48a-431a-853a-4efe0426b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:21.607275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbffc4c-e01e-440b-8046-721d758468ff req-0d068ee4-e48a-431a-853a-4efe0426b529 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3897767 Jun 03 15:33:21.686168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c4aa023f-22df-42fd-bc52-b21c12171633, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c4aa023f-22df-42fd-bc52-b21c12171633,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:21.779713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'c4aa023f-22df-42fd-bc52-b21c12171633', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'port_id': 'c4aa023f-22df-42fd-bc52-b21c12171633', 'mac_address': 'fa:16:3e:26:5c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:33:21.822269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:22.146088 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbffc4c-e01e-440b-8046-721d758468ff req-b1e17a9a-628a-4357-84e7-663e0f80c045 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271933 Jun 03 15:33:22.159838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e40a713c-a947-40cc-84c1-f33ad7f5f264 req-9c26570e-7b6c-4d86-9709-f9b8ade2af46 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 210 time: 0.1234031 Jun 03 15:33:22.241258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c4aa023f-22df-42fd-bc52-b21c12171633 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:22.242293 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.292085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4aa023f-22df-42fd-bc52-b21c12171633 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:22.358825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c4aa023f-22df-42fd-bc52-b21c12171633, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c4aa023f-22df-42fd-bc52-b21c12171633,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:22.372390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:22.372825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.446686 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.538121 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-efbffc4c-e01e-440b-8046-721d758468ff req-bca5e041-e456-4d5d-b84b-e407db058bdf service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803055 Jun 03 15:33:22.620068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Allocated IP 172.20.0.13 (55a1cfe3-26d3-4c57-98b2-66e0a4ec693c/73b2866f-4d96-4e99-bf64-6e39855c0916/2e73ad59-d251-4921-a46f-77fccc87e687) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:22.625283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c4aa023f-22df-42fd-bc52-b21c12171633,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:22.762653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:22.814786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['c4aa023f-22df-42fd-bc52-b21c12171633'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:22.872605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dac925-7b91-4aac-a3ec-7b23424d1d0f req-938bd14b-02db-455c-aae1-e6143ccf3cbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:22.874042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18dac925-7b91-4aac-a3ec-7b23424d1d0f req-938bd14b-02db-455c-aae1-e6143ccf3cbe tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 944 time: 0.7084134 Jun 03 15:33:23.044746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a712f14-fc99-43d0-b147-0c572d940d01 req-2c7e468a-cda8-4242-970f-f4768bb3f85c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:23.052651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a712f14-fc99-43d0-b147-0c572d940d01 req-2c7e468a-cda8-4242-970f-f4768bb3f85c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.4271076 Jun 03 15:33:23.095559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18dac925-7b91-4aac-a3ec-7b23424d1d0f req-5d5c3e15-0df6-4585-837c-153b7e9fd085 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986365 Jun 03 15:33:23.173808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a712f14-fc99-43d0-b147-0c572d940d01 req-b3aa7e55-2443-4c6d-9072-aab6faee8190 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200078 Jun 03 15:33:23.197786 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:23.252809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Transition to ACTIVE for port object 2e73ad59-d251-4921-a46f-77fccc87e687 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:23.610893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-4eeed2aa-3a1a-4bee-90de-fd5f7031695c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:23.613167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-4eeed2aa-3a1a-4bee-90de-fd5f7031695c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Synchronizing usage tracker for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:23.664508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-4eeed2aa-3a1a-4bee-90de-fd5f7031695c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Unset dirty status for tenant:755c6b5ea7874378bc9be7c548437970 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:23.666353 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-4eeed2aa-3a1a-4bee-90de-fd5f7031695c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.3126194 Jun 03 15:33:23.693980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa4ae2a9-8e54-48be-a192-bc35d369cfb5 req-ca0d2ff5-1381-4d66-b83c-0f7f3e9a0e52 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 210 time: 0.3145945 Jun 03 15:33:23.742298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:23.758543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0490a45c-46e9-4800-bac8-546f8ced2a1c', '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:23.875071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Deleting port b4f37e9e-ef63-4a6e-897d-6c487260c79c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:23.875492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:23.888710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:23.899090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:23.903831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:24.566931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:24.604147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] For port b4f37e9e-ef63-4a6e-897d-6c487260c79c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b4f37e9e-ef63-4a6e-897d-6c487260c79c,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:24.604524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:24.640254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3ff13d65-dc40-4614-b65e-2e681f535196 None None] Provisioning for port 2e73ad59-d251-4921-a46f-77fccc87e687 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:24.653675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3ff13d65-dc40-4614-b65e-2e681f535196 None None] Provisioning complete for port 2e73ad59-d251-4921-a46f-77fccc87e687 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:24.662437 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3ff13d65-dc40-4614-b65e-2e681f535196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:24.789664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3ff13d65-dc40-4614-b65e-2e681f535196 None None] Port 2e73ad59-d251-4921-a46f-77fccc87e687 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:24.846387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=2e73ad59-d251-4921-a46f-77fccc87e687,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:24.859901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Calling delete_port for b4f37e9e-ef63-4a6e-897d-6c487260c79c owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:24.891335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:24.892148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:25.002631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-847c5afe-e30b-4043-9601-0404b074ef9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3258913 Jun 03 15:33:25.031143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Request body: {'port': {'device_id': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:25.055187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c4aa023f-22df-42fd-bc52-b21c12171633 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:25.166963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port c4aa023f-22df-42fd-bc52-b21c12171633 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:25.181096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port c4aa023f-22df-42fd-bc52-b21c12171633 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:25.181869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:25.259026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:25.381571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Pushing event deleted for resources: {'Port': ['ID=b4f37e9e-ef63-4a6e-897d-6c487260c79c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:25.420064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff2523-79f4-4cbe-9895-ac8d0e731d00 req-4e226987-fcdc-42b9-9224-cd6cbb70342c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:25.422695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2eff2523-79f4-4cbe-9895-ac8d0e731d00 req-4e226987-fcdc-42b9-9224-cd6cbb70342c tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/ports?device_id=f66166be-6c8e-45ef-b4cc-3b1cc0521fd8 HTTP/1.1" status: 200 len: 945 time: 0.8798854 Jun 03 15:33:25.488262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c4aa023f-22df-42fd-bc52-b21c12171633 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:25.489015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:25.559898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aa023f-22df-42fd-bc52-b21c12171633'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:25.578498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] No DVR routers for this DVR port b4f37e9e-ef63-4a6e-897d-6c487260c79c on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:25.579462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c4aa023f-22df-42fd-bc52-b21c12171633, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c4aa023f-22df-42fd-bc52-b21c12171633,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:25.581988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:25.585986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'name': 'network-vif-deleted', 'tag': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:25.588629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:25.606708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-52b253f1-8dc8-41ec-a1ab-6390fa73990f req-f8291748-6e34-4d38-ab63-7373e4db9595 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.15 "DELETE /v2.0/ports/b4f37e9e-ef63-4a6e-897d-6c487260c79c HTTP/1.1" status: 204 len: 173 time: 1.9321177 Jun 03 15:33:25.672734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c4aa023f-22df-42fd-bc52-b21c12171633,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:25.699475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0acfd-e208-4b60-8299-ad8b06983224 req-595db6d7-e9b9-4c9b-b950-593893231444 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:25.712730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6b0acfd-e208-4b60-8299-ad8b06983224 req-595db6d7-e9b9-4c9b-b950-593893231444 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 945 time: 1.1745915 Jun 03 15:33:25.853565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2eff2523-79f4-4cbe-9895-ac8d0e731d00 req-89ba4660-2fe5-4a2b-827b-adec105f6fd1 tempest-ListServerFiltersTestJSON-527367372 tempest-ListServerFiltersTestJSON-527367372-project] 10.222.0.66 "GET /v2.0/security-groups?id=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283989 Jun 03 15:33:25.859599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.153060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6b0acfd-e208-4b60-8299-ad8b06983224 req-5ed60a0a-0f6b-46ec-a968-f98ec6cd4adb tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154367 Jun 03 15:33:26.249422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Deleting port 74728133-0fc9-47c3-a062-29b99d1f9fe4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:26.249899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.337409 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9095ba67-01ad-407c-841f-6985d82da279'] response: {'server_uuid': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aa023f-22df-42fd-bc52-b21c12171633', 'code': 200} Jun 03 15:33:26.409971 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3c352a-f80e-4db4-9813-edb334920044'] response: {'server_uuid': 'f66166be-6c8e-45ef-b4cc-3b1cc0521fd8', 'name': 'network-vif-deleted', 'tag': 'b4f37e9e-ef63-4a6e-897d-6c487260c79c', 'status': 'completed', 'code': 200} Jun 03 15:33:26.717710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b377e-2b72-4ca9-b322-cf9dac19c087 req-07fce85d-4e69-4681-a5e9-d0e3993f1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:26.719207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a88b377e-2b72-4ca9-b322-cf9dac19c087 req-07fce85d-4e69-4681-a5e9-d0e3993f1396 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 1097 time: 0.2836783 Jun 03 15:33:26.795024 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a88b377e-2b72-4ca9-b322-cf9dac19c087 req-0a495b30-99e4-45da-9a30-f6d6eff1d957 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614922 Jun 03 15:33:26.799093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b4f37e9e-ef63-4a6e-897d-6c487260c79c no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:26.885639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: b4f37e9e-ef63-4a6e-897d-6c487260c79c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:26.886078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b4f37e9e-ef63-4a6e-897d-6c487260c79c not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:27.160174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32836) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.294763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] For port 74728133-0fc9-47c3-a062-29b99d1f9fe4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=74728133-0fc9-47c3-a062-29b99d1f9fe4,segment=NetworkSegment(e024355a-fc3c-4e84-b29b-dd6e26202fef),segment_id=e024355a-fc3c-4e84-b29b-dd6e26202fef)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:27.295475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:27.339303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea88c3-1676-4122-9dd8-75e4acf2a630 req-58badf54-50c1-4278-81af-ec6b7e3c518f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:27.340383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0bea88c3-1676-4122-9dd8-75e4acf2a630 req-58badf54-50c1-4278-81af-ec6b7e3c518f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:27.398057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.445593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] Deleting subnet bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:33:27.454516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:27.567684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Calling delete_port for 74728133-0fc9-47c3-a062-29b99d1f9fe4 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:27.586155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:27.852525 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:27.933871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0bea88c3-1676-4122-9dd8-75e4acf2a630 req-58badf54-50c1-4278-81af-ec6b7e3c518f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:27.935600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bea88c3-1676-4122-9dd8-75e4acf2a630 req-58badf54-50c1-4278-81af-ec6b7e3c518f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 932 time: 1.2421994 Jun 03 15:33:28.103406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.143033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e73ad59-d251-4921-a46f-77fccc87e687 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:28.158893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bea88c3-1676-4122-9dd8-75e4acf2a630 req-62ee6fa9-2842-4920-932d-cf8c415c1e94 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044060 Jun 03 15:33:28.161594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.217175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:28.228733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Usage tracker for resource:security_group_rule and tenant:d96a2c5f31db4140a276cb4974468d60 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:28.234405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:28.242204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.304268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Transition to ACTIVE for port object 2e73ad59-d251-4921-a46f-77fccc87e687 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:28.315842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92182f-d5dc-47f3-a9bf-4b5930db18f3 req-c6ee13bc-d9d4-4118-b540-424f2311f26e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:28.334059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a92182f-d5dc-47f3-a9bf-4b5930db18f3 req-c6ee13bc-d9d4-4118-b540-424f2311f26e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.6890535 Jun 03 15:33:28.358490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.364201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:28.366686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e70da-d7c6-4625-8882-f789e62e2ea2 None None] Network e9fe9ef5-f17b-46d5-b5d3-a09928907b39 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:28.385300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.393861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb42e9ba-fcd1-42b3-ae70-53c5e36cc639,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:28.420222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5e46440-e8bd-4118-b352-5b78b21e0414 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bb42e9ba-fcd1-42b3-ae70-53c5e36cc639 HTTP/1.1" status: 204 len: 168 time: 1.2609656 Jun 03 15:33:28.424579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32858) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:28.636361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Pushing event updated for resources: {'Port': ['ID=2e73ad59-d251-4921-a46f-77fccc87e687,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:28.819121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a92182f-d5dc-47f3-a9bf-4b5930db18f3 req-736d37ed-52f2-4e75-9ad4-456864d09747 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838977 Jun 03 15:33:28.825025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] DHCP port deletion for e9fe9ef5-f17b-46d5-b5d3-a09928907b39 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:33:28.835200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] Deleting port 6dd81c02-009c-4125-806c-df912f3dd9a5 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:28.837191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.191146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.211348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.278033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.323622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Attempting to bind port 2e73ad59-d251-4921-a46f-77fccc87e687 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:29.324249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Attempting to bind port 2e73ad59-d251-4921-a46f-77fccc87e687 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:29.324805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Attempting to bind port 2e73ad59-d251-4921-a46f-77fccc87e687 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:29.353209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Port 2e73ad59-d251-4921-a46f-77fccc87e687 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:33:29.353773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Attempting to bind port 2e73ad59-d251-4921-a46f-77fccc87e687 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:29.367589 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.418425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a40852-daca-46d1-9418-71e94d21c8fa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:29.440797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a7e6ec4c-07a9-4179-b10d-2f0b8690508d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d96a2c5f31db4140a276cb4974468d60&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0386188 Jun 03 15:33:29.460798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32878) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:29.463150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Deleting port 6dd81c02-009c-4125-806c-df912f3dd9a5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:29.463150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.565330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] For port 6dd81c02-009c-4125-806c-df912f3dd9a5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6dd81c02-009c-4125-806c-df912f3dd9a5,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:29.567073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.575903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:29.576551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:29.577182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Bound using segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:29.577923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Bound port: 2e73ad59-d251-4921-a46f-77fccc87e687, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:29.578483 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.749715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] Calling delete_port for 6dd81c02-009c-4125-806c-df912f3dd9a5 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:29.789549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Pushing event deleted for resources: {'Port': ['ID=74728133-0fc9-47c3-a062-29b99d1f9fe4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:29.919254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6dd81c02-009c-4125-806c-df912f3dd9a5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:30.029310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6dd81c02-009c-4125-806c-df912f3dd9a5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:30.029635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6dd81c02-009c-4125-806c-df912f3dd9a5 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:30.050366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32888) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:30.060233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.117656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32890) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:30.151774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] For port 6dd81c02-009c-4125-806c-df912f3dd9a5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6dd81c02-009c-4125-806c-df912f3dd9a5,segment=NetworkSegment(aad6ea03-c102-4edd-a563-cd23abb34dea),segment_id=aad6ea03-c102-4edd-a563-cd23abb34dea)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:30.152555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.204698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] Pushing event deleted for resources: {'Port': ['ID=6dd81c02-009c-4125-806c-df912f3dd9a5,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:30.213820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bff58e-8967-48b0-ae20-d21f2e9fe467 None None] No DVR routers for this DVR port 6dd81c02-009c-4125-806c-df912f3dd9a5 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:30.399270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Calling delete_port for 6dd81c02-009c-4125-806c-df912f3dd9a5 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:30.500077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.523363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.525047 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: from cryptography.utils import int_from_bytes Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: from cryptography.utils import int_from_bytes Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn_limited( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn_limited( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.525329 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:33:30.531739 n-d-844594-1 neutron-server[88339]: util.warn( Jun 03 15:33:30.546180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] For port 2e73ad59-d251-4921-a46f-77fccc87e687, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:30.562677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:33:30.563088 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:33:30.571450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.626473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:30.641758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] For port 2e73ad59-d251-4921-a46f-77fccc87e687, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=2e73ad59-d251-4921-a46f-77fccc87e687,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:30.643848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Usage tracker for resource:security_group_rule and tenant:d383b30f956e4746b4ffd4e1eac5dc78 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:30.648878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.651202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:30.655934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:30.668911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.672166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a40852-daca-46d1-9418-71e94d21c8fa,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:30.673747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:30.678019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Usage tracker for resource:security_group_rule and tenant:569d06c3fa2546d9a729bdb3aff0cc51 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:30.687455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.687975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.688508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.688993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.689506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.689963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.690490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.691028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.691541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.692147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.692604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.693082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:30.709057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.713816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e0c90a70-db67-4e89-8e45-912ab39150d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76a40852-daca-46d1-9418-71e94d21c8fa HTTP/1.1" status: 204 len: 168 time: 1.0404537 Jun 03 15:33:30.720249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:30.748677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403e596-40de-42f3-962a-7e3d2ae6f95b req-887eb17b-fb11-4874-ad9e-1363e6e62678 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.750231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4403e596-40de-42f3-962a-7e3d2ae6f95b req-887eb17b-fb11-4874-ad9e-1363e6e62678 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 944 time: 1.1173823 Jun 03 15:33:30.782484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:30.815706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.816346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.818028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] 10.222.0.15 "PUT /v2.0/ports/2e73ad59-d251-4921-a46f-77fccc87e687 HTTP/1.1" status: 200 len: 1092 time: 5.7910855 Jun 03 15:33:30.818727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.822518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:30.962609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617880de-fdd0-4e8a-94ca-1335ec32d678 req-558c3f94-cdc6-47a8-8bee-e5a77a296a0b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.963969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-617880de-fdd0-4e8a-94ca-1335ec32d678 req-558c3f94-cdc6-47a8-8bee-e5a77a296a0b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.6962361 Jun 03 15:33:31.064791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Deleting port 6dd81c02-009c-4125-806c-df912f3dd9a5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:31.065228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.169558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] The port '6dd81c02-009c-4125-806c-df912f3dd9a5' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:33:31.188241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09839a8-65b6-41d3-9888-818a3e3ad42d service neutron] Pushing event updated for resources: {'Port': ['ID=2e73ad59-d251-4921-a46f-77fccc87e687,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:31.245071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4403e596-40de-42f3-962a-7e3d2ae6f95b req-1db6f798-6319-42be-b037-c9f1c5330322 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654639 Jun 03 15:33:31.383630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.439398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fe9ef5-f17b-46d5-b5d3-a09928907b39']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:31.465369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad6ea03-c102-4edd-a563-cd23abb34dea') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:31.466209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad6ea03-c102-4edd-a563-cd23abb34dea') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:31.489795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.490837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-617880de-fdd0-4e8a-94ca-1335ec32d678 req-e28b2252-8d77-4aab-b1fc-e22f186b394e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314347 Jun 03 15:33:31.526124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.537085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:31.537085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.599403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.652459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.662546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.704354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fe9ef5-f17b-46d5-b5d3-a09928907b39,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:31.715187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eaa3167b-7f66-4c98-83c0-d1897d129385 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e9fe9ef5-f17b-46d5-b5d3-a09928907b39 HTTP/1.1" status: 204 len: 168 time: 3.2880955 Jun 03 15:33:31.725371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.735691 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.746925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-91f66434-b964-44e4-93a1-63091a12a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.748649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-91f66434-b964-44e4-93a1-63091a12a7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 1095 time: 0.8606958 Jun 03 15:33:31.898348 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2adae04-2111-4071-929d-e63db28ec3da'] response: {'name': 'network-changed', 'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687', 'status': 'completed', 'code': 200} Jun 03 15:33:31.899528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.997235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-f72b1f2c-bf07-45a4-9fd8-b7796f4a9319 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e73ad59-d251-4921-a46f-77fccc87e687 HTTP/1.1" status: 200 len: 217 time: 0.1773269 Jun 03 15:33:32.022234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32932) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:32.033029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=569d06c3fa2546d9a729bdb3aff0cc51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8954585 Jun 03 15:33:32.207865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d383b30f956e4746b4ffd4e1eac5dc78&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1185648 Jun 03 15:33:32.212676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32938) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:32.212676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32940) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:32.224090 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment aad6ea03-c102-4edd-a563-cd23abb34dea resource provider aggregate not found Jun 03 15:33:32.283855 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment aad6ea03-c102-4edd-a563-cd23abb34dea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aad6ea03-c102-4edd-a563-cd23abb34dea found for delete ", "request_id": "req-e543ea98-1989-406f-97cc-f81e7355d312"}]} Jun 03 15:33:32.344542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8c91ba-3283-4596-940f-424c7ae8c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.377210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83720d28-4dfe-4226-94be-186efecde74c req-f09a2c8a-f118-47f8-8e41-9adec29ff91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.379985 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-83720d28-4dfe-4226-94be-186efecde74c req-f09a2c8a-f118-47f8-8e41-9adec29ff91c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 1097 time: 0.3041363 Jun 03 15:33:32.426908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8c91ba-3283-4596-940f-424c7ae8c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.487789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be2335-5ffc-4bc8-ae16-4f641b902465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf796af-01f5-4323-8dc7-c250aee2600d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:32.494582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-bc20a93d-0ef0-440b-b9e5-9a29d6250efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.497149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-bc20a93d-0ef0-440b-b9e5-9a29d6250efe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.4622934 Jun 03 15:33:32.595128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8c91ba-3283-4596-940f-424c7ae8c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.609735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83720d28-4dfe-4226-94be-186efecde74c req-92369ffe-2b84-47b3-8b66-db799160f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.611379 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-83720d28-4dfe-4226-94be-186efecde74c req-92369ffe-2b84-47b3-8b66-db799160f380 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.2226858 Jun 03 15:33:32.621845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c91ba-3283-4596-940f-424c7ae8c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60048050-9ccf-4c0f-9efb-71d2aa6dfb9f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:32.680502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8c91ba-3283-4596-940f-424c7ae8c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.682029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fe8c91ba-3283-4596-940f-424c7ae8c47d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60048050-9ccf-4c0f-9efb-71d2aa6dfb9f HTTP/1.1" status: 204 len: 168 time: 0.6585205 Jun 03 15:33:32.691782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-83720d28-4dfe-4226-94be-186efecde74c req-64fde821-1aa0-401f-9733-f7854ee5c40a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4aa023f-22df-42fd-bc52-b21c12171633 HTTP/1.1" status: 200 len: 217 time: 0.0720470 Jun 03 15:33:32.784474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83720d28-4dfe-4226-94be-186efecde74c req-50ccca5e-423b-45da-80a1-be2941b32978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.790217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-83720d28-4dfe-4226-94be-186efecde74c req-50ccca5e-423b-45da-80a1-be2941b32978 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.0920660 Jun 03 15:33:32.880872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Router 18e68945-ff0c-480e-bad8-a23f81955fe5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:33:32.964730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83720d28-4dfe-4226-94be-186efecde74c req-587bf0a7-e0a3-415d-93ba-9065144afefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.966838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-83720d28-4dfe-4226-94be-186efecde74c req-587bf0a7-e0a3-415d-93ba-9065144afefb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662488 Jun 03 15:33:32.987147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dbebf-fbb4-458b-bfa0-d7711644c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60048050-9ccf-4c0f-9efb-71d2aa6dfb9f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:33.136957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-03795746-70b3-47dd-ac92-9d568802aabb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=755c6b5ea7874378bc9be7c548437970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9204497 Jun 03 15:33:33.153139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32992) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:33.273055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719dedb-1590-40df-8538-5f0a6bc9608e req-1c63737d-f787-4cf0-8bb4-9b210a835896 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.280223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a719dedb-1590-40df-8538-5f0a6bc9608e req-1c63737d-f787-4cf0-8bb4-9b210a835896 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 944 time: 0.7629333 Jun 03 15:33:33.351027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bb77d-4cb3-4d2b-9b0b-e9cb68106dfe req-07246606-fc5a-4e1d-a416-35896b542cd7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.360470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce3bb77d-4cb3-4d2b-9b0b-e9cb68106dfe req-07246606-fc5a-4e1d-a416-35896b542cd7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.8388906 Jun 03 15:33:33.360470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56299dff-86da-4859-82ff-a5b3d2d2c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.360773 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-83720d28-4dfe-4226-94be-186efecde74c req-2af12564-f0e1-48cc-a684-e2d7690223b7 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856523 Jun 03 15:33:33.527155 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-83720d28-4dfe-4226-94be-186efecde74c req-e4204e22-b186-459b-925f-15e1f9392169 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572907 Jun 03 15:33:33.578370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-67d3d30e-d0c0-4837-87a6-af088fc9a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.579882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-67d3d30e-d0c0-4837-87a6-af088fc9a77a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0349827 Jun 03 15:33:33.587462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:33:33.605145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] Sync routers for ids ['18e68945-ff0c-480e-bad8-a23f81955fe5'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:33.636378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] Routers {'18e68945-ff0c-480e-bad8-a23f81955fe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:33.642426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:33:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['18e68945-ff0c-480e-bad8-a23f81955fe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:33.687535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce3bb77d-4cb3-4d2b-9b0b-e9cb68106dfe req-69bc8b93-65e0-45ae-930a-d9b921a7a0f6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285146 Jun 03 15:33:33.694719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a719dedb-1590-40df-8538-5f0a6bc9608e req-c4728a25-4972-4d82-bfef-1667080bca54 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136355 Jun 03 15:33:33.701386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56299dff-86da-4859-82ff-a5b3d2d2c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.811877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5101581-9a60-4ec5-9241-ca08a4ac0bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.854326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cb868f2e-244b-40fd-9c0a-7e28e3275269 admin admin] 10.222.0.66 "PUT /v2.0/routers/18e68945-ff0c-480e-bad8-a23f81955fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1504567 Jun 03 15:33:33.855253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33058) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:33.889679 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5101581-9a60-4ec5-9241-ca08a4ac0bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.064376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] Set router 18e68945-ff0c-480e-bad8-a23f81955fe5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:34.117664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-d9ee1e85-f472-4c2a-9e31-ff49bd1be0bb service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139072 Jun 03 15:33:34.274933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3014917f-3974-4aaf-9055-fc52db2c8252 req-c446d49c-c9fd-4187-8481-d11648243165 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496708 Jun 03 15:33:34.276508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56299dff-86da-4859-82ff-a5b3d2d2c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.298537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56299dff-86da-4859-82ff-a5b3d2d2c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf796af-01f5-4323-8dc7-c250aee2600d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:34.306276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56299dff-86da-4859-82ff-a5b3d2d2c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.307547 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-56299dff-86da-4859-82ff-a5b3d2d2c9fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cf796af-01f5-4323-8dc7-c250aee2600d HTTP/1.1" status: 204 len: 168 time: 2.0844908 Jun 03 15:33:34.322515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5101581-9a60-4ec5-9241-ca08a4ac0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.357766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5101581-9a60-4ec5-9241-ca08a4ac0bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.359224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5101581-9a60-4ec5-9241-ca08a4ac0bc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21d5c4f6-3fcd-4226-bc42-ef8ce0df3489 HTTP/1.1" status: 204 len: 168 time: 1.1964703 Jun 03 15:33:34.360484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5101581-9a60-4ec5-9241-ca08a4ac0bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d5c4f6-3fcd-4226-bc42-ef8ce0df3489,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:34.361314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.501215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33082) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:34.517722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-7abe5d99-1760-481e-a10b-b310c947fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.522280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-7abe5d99-1760-481e-a10b-b310c947fcf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 1095 time: 0.1587763 Jun 03 15:33:34.649832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.658552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:33:28Z', 'revision_number': 5, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port': {'id': 'ca5190c1-cde2-4765-9a19-496aced5a109', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:81:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:22Z', 'updated_at': '2022-06-03T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:34.665874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] Checking router: 18e68945-ff0c-480e-bad8-a23f81955fe5 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:34.676977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] Routers {'18e68945-ff0c-480e-bad8-a23f81955fe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:34.677255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Deleting port ca5190c1-cde2-4765-9a19-496aced5a109 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:34.677469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.678273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:33:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['18e68945-ff0c-480e-bad8-a23f81955fe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:34.708052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-8911ba5f-9989-4bbc-84f7-d07ae8274471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.712064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-8911ba5f-9989-4bbc-84f7-d07ae8274471 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.1801178 Jun 03 15:33:34.937540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] Set router 18e68945-ff0c-480e-bad8-a23f81955fe5 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:35.005733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-1d6049ee-174c-4349-a71b-c2ad993322f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e73ad59-d251-4921-a46f-77fccc87e687 HTTP/1.1" status: 200 len: 217 time: 0.2854836 Jun 03 15:33:35.062827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:33:34Z', 'revision_number': 6, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:35.068410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacd11d-8019-435b-9b94-fa688eeb0933 None None] The sync data for ids ['18e68945-ff0c-480e-bad8-a23f81955fe5'] in n-d-844594-1 is: [{'id': '18e68945-ff0c-480e-bad8-a23f81955fe5', 'name': 'tempest-TestAggregatesBasicOps-1671441327-router', 'tenant_id': 'dca0551c82e445a1a6fafd2918118534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:21Z', 'updated_at': '2022-06-03T15:33:34Z', 'revision_number': 6, 'project_id': 'dca0551c82e445a1a6fafd2918118534', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:35.137444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] For port ca5190c1-cde2-4765-9a19-496aced5a109, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca5190c1-cde2-4765-9a19-496aced5a109,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:35.138602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.236651 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.263084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-6e0d6901-8667-4c89-86a5-1a57a2faac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.264645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-6e0d6901-8667-4c89-86a5-1a57a2faac3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1060750 Jun 03 15:33:35.281586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-678e2001-5979-4831-9c16-b1e8e921a8a1 req-f6254830-6795-4816-b41b-62b79697f4ec service neutron] (88339) timed out ('10.222.0.66', 43646) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:33:35.333651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:35.337185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33106) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:35.345156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:fcfb1a781cbb4e688d945bbc57361a70 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:35.363753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:35.383010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:35.387904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.400583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Calling delete_port for ca5190c1-cde2-4765-9a19-496aced5a109 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:35.425118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:35.455033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Usage tracker for resource:security_group_rule and tenant:78b987116be64b3eb8fa013f5e0f26df is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:35.480061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74728133-0fc9-47c3-a062-29b99d1f9fe4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:35.504373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:35.537606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:35.612584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ac002-6497-4d83-bb41-17cb7fa8ed31 req-f827cd8c-a6fb-4af9-a079-c81d07242947 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.615164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-473ac002-6497-4d83-bb41-17cb7fa8ed31 req-f827cd8c-a6fb-4af9-a079-c81d07242947 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 944 time: 0.5587423 Jun 03 15:33:35.660998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91558f0f-29de-4e6c-a238-e63ae3b46ba9 req-c00fb4f9-8844-42e4-ba99-3ee8d4d92c7a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.664038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 74728133-0fc9-47c3-a062-29b99d1f9fe4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:35.664933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74728133-0fc9-47c3-a062-29b99d1f9fe4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:35.672387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91558f0f-29de-4e6c-a238-e63ae3b46ba9 req-c00fb4f9-8844-42e4-ba99-3ee8d4d92c7a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.7681274 Jun 03 15:33:35.707944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.824048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-19d690a0-bc51-4d06-aaba-c41023fb977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.828096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-19d690a0-bc51-4d06-aaba-c41023fb977c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5488830 Jun 03 15:33:35.831154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5190c1-cde2-4765-9a19-496aced5a109,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:35.912802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.916210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-473ac002-6497-4d83-bb41-17cb7fa8ed31 req-db68b182-4187-45d6-b9ae-803cf6eb83d3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922881 Jun 03 15:33:36.202286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91558f0f-29de-4e6c-a238-e63ae3b46ba9 req-0430143a-77db-4449-b3f1-8dd7b617a928 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286257 Jun 03 15:33:36.275105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.323471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.325035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.327694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.359874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.360726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18e68945-ff0c-480e-bad8-a23f81955fe5 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:33:36.377468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.378953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1fef5427-9006-44ba-96cc-f8341aed7be5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/18e68945-ff0c-480e-bad8-a23f81955fe5 HTTP/1.1" status: 204 len: 168 time: 2.5226955 Jun 03 15:33:36.383356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33132) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:36.394571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.424672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.452315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33136) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:36.460175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] Deleting subnet 89c818ff-b731-4408-a689-702f997219e2 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:33:36.473735 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.552550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78b987116be64b3eb8fa013f5e0f26df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2119596 Jun 03 15:33:36.554980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-c817bef2-3a26-46f8-b192-d1232133cf6e service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466935 Jun 03 15:33:36.559016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.569028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33144) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:36.570454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dabda-1ebf-4df3-aef8-84f627b49a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dea081-e03a-4c9c-84a6-0bf7063b95dd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:36.647076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcfb1a781cbb4e688d945bbc57361a70&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1411624 Jun 03 15:33:36.657923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33148) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:36.693970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.736512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3dc9a-f0a6-470b-97b3-12f7d09abfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c646eee0-275c-42de-9570-70d8a92be8b6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:36.801293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16096aac-d064-4343-a820-f16d185f08ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.811325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 2e73ad59-d251-4921-a46f-77fccc87e687 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:33:36.817686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af8ab143-7dc2-4bcb-99dd-2340509423f4 req-d58d800e-ece5-4415-bd4d-e5f9badfec37 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397089 Jun 03 15:33:36.821238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3f84c93-24cb-4cfc-994c-ba6367e7428d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.856896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16096aac-d064-4343-a820-f16d185f08ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.865746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.873069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3f84c93-24cb-4cfc-994c-ba6367e7428d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.882214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1059972188-network', 'tenant_id': '5fb5c596e0614113b78320c8ff3601b2'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:36.921665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.940402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:36.943818 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3f84c93-24cb-4cfc-994c-ba6367e7428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.961140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Usage tracker for resource:network and tenant:5fb5c596e0614113b78320c8ff3601b2 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:36.983022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 2e73ad59-d251-4921-a46f-77fccc87e687, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=2e73ad59-d251-4921-a46f-77fccc87e687,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:36.988666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f84c93-24cb-4cfc-994c-ba6367e7428d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dea081-e03a-4c9c-84a6-0bf7063b95dd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:36.992277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:36.998664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:37.005502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '2e73ad59-d251-4921-a46f-77fccc87e687', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': '2e73ad59-d251-4921-a46f-77fccc87e687', 'mac_address': 'fa:16:3e:2a:6b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:33:37.010198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39248306-b029-4f99-8a89-f9ae3baa5eb5 None None] Network f64df1f4-8be2-4236-ba07-a3d2cab4853f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:37.012969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c818ff-b731-4408-a689-702f997219e2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:37.025620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3f84c93-24cb-4cfc-994c-ba6367e7428d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.026806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c3f84c93-24cb-4cfc-994c-ba6367e7428d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41dea081-e03a-4c9c-84a6-0bf7063b95dd HTTP/1.1" status: 204 len: 168 time: 0.4541781 Jun 03 15:33:37.079472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33168) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:37.080680 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5b56040-cd72-4339-8636-008158ec6542 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/89c818ff-b731-4408-a689-702f997219e2 HTTP/1.1" status: 204 len: 168 time: 0.6924853 Jun 03 15:33:37.224972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Made reservation on behalf of 5fb5c596e0614113b78320c8ff3601b2 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:37.230995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.267048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.281857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.327050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:37.333788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Usage tracker for resource:security_group_rule and tenant:5fb5c596e0614113b78320c8ff3601b2 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:37.338326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:37.374985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:37.377971 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16096aac-d064-4343-a820-f16d185f08ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.426253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16096aac-d064-4343-a820-f16d185f08ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646eee0-275c-42de-9570-70d8a92be8b6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:37.433154 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-7072c24d-1ce8-4055-9efa-4f51158da3bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3496885 Jun 03 15:33:37.447528 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-16096aac-d064-4343-a820-f16d185f08ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.451844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-16096aac-d064-4343-a820-f16d185f08ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c646eee0-275c-42de-9570-70d8a92be8b6 HTTP/1.1" status: 204 len: 168 time: 0.7923377 Jun 03 15:33:37.495577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca5190c1-cde2-4765-9a19-496aced5a109 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:37.606320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ca5190c1-cde2-4765-9a19-496aced5a109 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:37.606659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca5190c1-cde2-4765-9a19-496aced5a109 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:37.611172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 2e73ad59-d251-4921-a46f-77fccc87e687 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:37.611553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.622715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.634356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.635889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e73ad59-d251-4921-a46f-77fccc87e687 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:37.653073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 2e73ad59-d251-4921-a46f-77fccc87e687, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=2e73ad59-d251-4921-a46f-77fccc87e687,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:37.664916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.673605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343df909-c3e5-408a-8d36-c3ffb269b4b4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:37.680496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-71a083d9-710a-45a2-8df9-adc7ad8001b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:37.682623 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-71a083d9-710a-45a2-8df9-adc7ad8001b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 1097 time: 0.1984217 Jun 03 15:33:37.698658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Deleting port 984d60f0-f6a6-4e2c-a57f-26108192fd26 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:37.698926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:37.699032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.710566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.711102 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Added segment 78837e1c-dd4f-4f33-a23e-abe93b5586db of type vlan for network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 Jun 03 15:33:37.827267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f28d8-2b11-42d8-af24-03226b438de7 req-97385dad-c036-4680-ba6b-49dd87e85174 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:37.835709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928f28d8-2b11-42d8-af24-03226b438de7 req-97385dad-c036-4680-ba6b-49dd87e85174 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 944 time: 0.7094171 Jun 03 15:33:37.837399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=2e73ad59-d251-4921-a46f-77fccc87e687,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:37.861842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.886329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.886987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.888890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.889750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.890321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.893098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.893895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.895159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.899568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.901206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.902522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.903929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:37.943703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-e000cb00-be27-442e-b555-e13fbc455671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:37.945666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['2e73ad59-d251-4921-a46f-77fccc87e687'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:37.946050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-e000cb00-be27-442e-b555-e13fbc455671 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.2269022 Jun 03 15:33:37.948804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.950173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:37.951050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.016233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-928f28d8-2b11-42d8-af24-03226b438de7 req-437c44e6-f7b2-458e-b55f-181970c03cc1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752646 Jun 03 15:33:38.079508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a6f3-11af-41fc-9d38-67bd2a5e4b46 req-8ab3ac78-f11b-429d-acce-e5846269466a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:38.081482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1532a6f3-11af-41fc-9d38-67bd2a5e4b46 req-8ab3ac78-f11b-429d-acce-e5846269466a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.4656208 Jun 03 15:33:38.104635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] DHCP port deletion for f64df1f4-8be2-4236-ba07-a3d2cab4853f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:33:38.143916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Deleting port 984d60f0-f6a6-4e2c-a57f-26108192fd26 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:38.145071 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.180457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] For port 984d60f0-f6a6-4e2c-a57f-26108192fd26, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=984d60f0-f6a6-4e2c-a57f-26108192fd26,segment=NetworkSegment(e024355a-fc3c-4e84-b29b-dd6e26202fef),segment_id=e024355a-fc3c-4e84-b29b-dd6e26202fef)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:38.180811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.200182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1532a6f3-11af-41fc-9d38-67bd2a5e4b46 req-eafc5887-b8e9-4906-a491-d7b8cc78f55a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120639 Jun 03 15:33:38.243200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-df3e7696-d1f3-4d70-af61-03db688645d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c HTTP/1.1" status: 200 len: 217 time: 0.2863367 Jun 03 15:33:38.258401 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8028874 Jun 03 15:33:38.281075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33198) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:38.383905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500ee69-3445-4789-9502-9bd9e87ea50a admin admin] Pushing event updated for resources: {'Network': ['ID=8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:38.406432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-654c756b-6fe2-42db-9644-d205297ec27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:38.411428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Calling delete_port for 984d60f0-f6a6-4e2c-a57f-26108192fd26 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:38.413430 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-654c756b-6fe2-42db-9644-d205297ec27a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1300926 Jun 03 15:33:38.450914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Request body: {'subnet': {'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1059972188-subnet', 'tenant_id': '5fb5c596e0614113b78320c8ff3601b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:38.457980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:38.462283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Usage tracker for resource:subnet and tenant:5fb5c596e0614113b78320c8ff3601b2 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:38.465548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:38.473349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:38.489903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Made reservation on behalf of 5fb5c596e0614113b78320c8ff3601b2 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:38.492257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.497082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] For port 984d60f0-f6a6-4e2c-a57f-26108192fd26, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=984d60f0-f6a6-4e2c-a57f-26108192fd26,segment=NetworkSegment(e024355a-fc3c-4e84-b29b-dd6e26202fef),segment_id=e024355a-fc3c-4e84-b29b-dd6e26202fef)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:38.497481 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.591331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-83c70e37-d4e9-4b82-afde-af3e755e0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:38.593254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-83c70e37-d4e9-4b82-afde-af3e755e0ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725514 Jun 03 15:33:38.701843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.731271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:38.785012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Pushing event deleted for resources: {'Port': ['ID=984d60f0-f6a6-4e2c-a57f-26108192fd26,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:38.803082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] No DVR routers for this DVR port 984d60f0-f6a6-4e2c-a57f-26108192fd26 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:38.810534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-e4a0013f-8656-4621-8140-4118a79fea7e service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091296 Jun 03 15:33:38.827109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Calling delete_port for 984d60f0-f6a6-4e2c-a57f-26108192fd26 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:39.028371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:33:39.029553 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:33:39.056283 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.138273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64df1f4-8be2-4236-ba07-a3d2cab4853f']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:39.164787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e024355a-fc3c-4e84-b29b-dd6e26202fef') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:39.165431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e024355a-fc3c-4e84-b29b-dd6e26202fef') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:39.166126 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f8985114-0a1d-47b1-95e2-13df09ef08c1 req-54e3ae0c-3acf-4239-acd3-b922dd8458f6 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431289 Jun 03 15:33:39.170630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33224) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:39.181702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.237226 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.318499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.347084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:39.348425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.440627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 984d60f0-f6a6-4e2c-a57f-26108192fd26 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:39.467544 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e024355a-fc3c-4e84-b29b-dd6e26202fef resource provider aggregate not found Jun 03 15:33:39.478001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 984d60f0-f6a6-4e2c-a57f-26108192fd26 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:39.478461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 984d60f0-f6a6-4e2c-a57f-26108192fd26 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:39.511863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.529153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:39.531064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Deleting port 984d60f0-f6a6-4e2c-a57f-26108192fd26 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:39.531859 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.533508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2b06eb-d81b-40b3-9f82-f2c9b1f96493,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:39.534246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Usage tracker for resource:security_group_rule and tenant:0b6bed7d56f24780aa3d7a3e385e11d8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:39.538825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:39.546625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:39.589073 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e024355a-fc3c-4e84-b29b-dd6e26202fef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e024355a-fc3c-4e84-b29b-dd6e26202fef found for delete ", "request_id": "req-9d821986-1ef7-4aca-8787-7c74272a8883"}]} Jun 03 15:33:39.596213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Checking segment: {'id': '78837e1c-dd4f-4f33-a23e-abe93b5586db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:39.596580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Network hostable DHCP agents. Network: 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:39.622137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.664917 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.669685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] Pushing event deleted for resources: {'Network': ['ID=f64df1f4-8be2-4236-ba07-a3d2cab4853f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:39.690755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1089b-9912-49b1-83a8-b315e9766c71 req-942acb55-52f3-4af3-9d84-fdd4be5aba16 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:39.698831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3c1089b-9912-49b1-83a8-b315e9766c71 req-942acb55-52f3-4af3-9d84-fdd4be5aba16 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 945 time: 0.4782441 Jun 03 15:33:39.725343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:39.729198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d4249119-bcda-4521-9276-679c84dd3633 None None] The port '984d60f0-f6a6-4e2c-a57f-26108192fd26' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:33:39.742022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6646f7e7-9965-409c-affa-850b3a60aeae admin admin] 10.222.0.66 "DELETE /v2.0/networks/f64df1f4-8be2-4236-ba07-a3d2cab4853f HTTP/1.1" status: 204 len: 168 time: 2.6610372 Jun 03 15:33:39.746839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33246) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:39.764684 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.771608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.819279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b6bed7d56f24780aa3d7a3e385e11d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457491 Jun 03 15:33:39.825258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33250) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:39.834382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:39.852371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5875015d-4734-4c42-909f-6d9936283e52 None None] Network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:40.006424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33254) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:40.029084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb689-5bb0-482f-8f86-d049491dc635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12992db0-abce-493e-8aae-37a12a2d16e7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.063109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:40.063709 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.068672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8aca72f7-c3f8-4a55-a522-ca50e1f63b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.080131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2bb0c-f3fe-4756-9ec6-8be77bd6faf2 req-bde96355-db6e-4e78-b8df-a4075b02b631 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:40.081989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09e2bb0c-f3fe-4756-9ec6-8be77bd6faf2 req-bde96355-db6e-4e78-b8df-a4075b02b631 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.6077476 Jun 03 15:33:40.116067 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3c1089b-9912-49b1-83a8-b315e9766c71 req-2076113b-80d7-4b68-b4e4-1ef7947821df tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161637 Jun 03 15:33:40.124208 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8aca72f7-c3f8-4a55-a522-ca50e1f63b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.217703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-95a48d9e-0ec0-47f3-931d-48c545e2a258 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9355502 Jun 03 15:33:40.255961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8aca72f7-c3f8-4a55-a522-ca50e1f63b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.271187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09e2bb0c-f3fe-4756-9ec6-8be77bd6faf2 req-d3373048-5896-4577-91a0-51c643234e9a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723611 Jun 03 15:33:40.290120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca72f7-c3f8-4a55-a522-ca50e1f63b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12992db0-abce-493e-8aae-37a12a2d16e7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.299747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8aca72f7-c3f8-4a55-a522-ca50e1f63b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.301233 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8aca72f7-c3f8-4a55-a522-ca50e1f63b73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12992db0-abce-493e-8aae-37a12a2d16e7 HTTP/1.1" status: 204 len: 168 time: 0.4748762 Jun 03 15:33:40.337118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1150689888'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:40.344249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:40.351459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Usage tracker for resource:network and tenant:a46e8813fb794648a68c0adefd85b97f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:40.355545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:40.362906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:40.376766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:40.382036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.401075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.414784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a30390-c51b-47f0-876a-a35d2787b647 None None] Network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:40.422884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:40.428358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Usage tracker for resource:security_group_rule and tenant:a46e8813fb794648a68c0adefd85b97f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:40.432094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:40.443529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:40.610878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.622399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.682489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:40.692281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b98c636-49f5-42de-a193-47b788eb04e0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.698733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.699184 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Added segment fcdbc03b-d610-4489-a831-e1b5fba8779c of type vlan for network c49ff0ee-277f-4354-b63c-ed0965aa1566 Jun 03 15:33:40.731627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.773844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.782213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:40.783481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.814463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.835705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8282285 Jun 03 15:33:40.840372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33282) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:40.851185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'subnet': {'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:40.869362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 2e73ad59-d251-4921-a46f-77fccc87e687 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:41.005724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 2e73ad59-d251-4921-a46f-77fccc87e687 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:41.013606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 2e73ad59-d251-4921-a46f-77fccc87e687 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:41.014245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.088720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a5237-301f-4268-9e92-0e48ec629b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Network': ['ID=c49ff0ee-277f-4354-b63c-ed0965aa1566,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.100296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:41.104633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Usage tracker for resource:subnet and tenant:a46e8813fb794648a68c0adefd85b97f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:41.107970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:41.114447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:41.117731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:41.130823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:41.138303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.193011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33290) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:41.313194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.341482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:41.350211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Usage tracker for resource:security_group_rule and tenant:10f71b211c0b490db571cb8cba40fca3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:41.357091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:41.367981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:41.403964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 2e73ad59-d251-4921-a46f-77fccc87e687 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:41.405201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.442322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:41.454294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 2e73ad59-d251-4921-a46f-77fccc87e687, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=2e73ad59-d251-4921-a46f-77fccc87e687,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:41.462224 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.576911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Deleting port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:41.577265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.578225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=2e73ad59-d251-4921-a46f-77fccc87e687,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.593192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.638116 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.657367 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.733286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843c5d95-cd0f-4d79-ba96-123a6f339896,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.751624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Subnet': ['ID=4ff10502-d48d-482b-8e1d-6e0197ac0948,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.761467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17fa2cb0-2645-4666-9207-38aa0562d1dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10f71b211c0b490db571cb8cba40fca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610597 Jun 03 15:33:41.762396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33312) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:41.778489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Checking segment: {'id': 'fcdbc03b-d610-4489-a831-e1b5fba8779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:41.779175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network hostable DHCP agents. Network: c49ff0ee-277f-4354-b63c-ed0965aa1566, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:41.791230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf8269-d000-484d-b68f-c9671a945e97 req-507cd59c-a10e-436a-b8db-592add8bb945 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:41.793014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6daf8269-d000-484d-b68f-c9671a945e97 req-507cd59c-a10e-436a-b8db-592add8bb945 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 945 time: 0.4700298 Jun 03 15:33:41.803289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-a7338268-9bd2-4e3a-a224-bfee4531f5c3 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:41.804813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-a7338268-9bd2-4e3a-a224-bfee4531f5c3 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/networks?id=8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 HTTP/1.1" status: 200 len: 814 time: 0.3755784 Jun 03 15:33:41.849730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:41.858774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5082449-9760-44fd-8892-1cc0206d25ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.861103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-4d5eb1e5-d2e6-467f-8fe3-066ab4fc51be tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/quotas/5fb5c596e0614113b78320c8ff3601b2 HTTP/1.1" status: 200 len: 375 time: 0.0362885 Jun 03 15:33:41.872686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c49ff0ee-277f-4354-b63c-ed0965aa1566) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:41.885703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:41.886178 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.887525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927f05a-e595-4968-8841-69193be76ecf None None] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:41.903198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5082449-9760-44fd-8892-1cc0206d25ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.961263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a5afd93e-b56c-4814-8515-b272311351c6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1170621 Jun 03 15:33:41.962828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33320) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:41.968219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1536445628'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:41.974896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-a0a915a6-0f22-46aa-bc87-8688cfb7b52e tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fb5c596e0614113b78320c8ff3601b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976636 Jun 03 15:33:42.011000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6daf8269-d000-484d-b68f-c9671a945e97 req-ed3a72c4-6f63-47e5-962b-a4594d102afa tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031164 Jun 03 15:33:42.098636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] For port 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:42.101647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.109763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5082449-9760-44fd-8892-1cc0206d25ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.181663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5082449-9760-44fd-8892-1cc0206d25ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c5d95-cd0f-4d79-ba96-123a6f339896,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:42.204718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c49ff0ee-277f-4354-b63c-ed0965aa1566', 'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'tenant_id': 'a46e8813fb794648a68c0adefd85b97f', 'fixed_ips': [{'subnet_id': '4ff10502-d48d-482b-8e1d-6e0197ac0948'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:33:42.206996 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.226233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5082449-9760-44fd-8892-1cc0206d25ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.229565 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5082449-9760-44fd-8892-1cc0206d25ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/843c5d95-cd0f-4d79-ba96-123a6f339896 HTTP/1.1" status: 204 len: 168 time: 0.4622097 Jun 03 15:33:42.241084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-6f9aee39-a156-4767-8253-c3ec28eaae2c service neutron] 10.222.0.66 "GET /v2.0/networks/8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290177 Jun 03 15:33:42.250219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:42.258282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Usage tracker for resource:port and tenant:a46e8813fb794648a68c0adefd85b97f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:42.261758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:42.269038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:42.288173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:42.292527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.322745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] device_id is not set on port 39f51cc0-a300-482e-9340-61b15cbb1428 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:33:42.527585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Allocated IP 2001:db8::d4 (c49ff0ee-277f-4354-b63c-ed0965aa1566/4ff10502-d48d-482b-8e1d-6e0197ac0948/39f51cc0-a300-482e-9340-61b15cbb1428) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:42.581516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Calling delete_port for 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:42.789005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.793666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-25885b77-1f7e-4763-84f3-ba3b19e330c2 service neutron] 10.222.0.66 "GET /v2.0/networks/8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658521 Jun 03 15:33:42.812897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Transition to ACTIVE for port object 39f51cc0-a300-482e-9340-61b15cbb1428 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:42.813492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f876e7-b240-4fd4-8e8b-6fbd15dc3a9e req-78db1975-80f1-46cb-9927-00b4670e7b39 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:42.821617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1f876e7-b240-4fd4-8e8b-6fbd15dc3a9e req-78db1975-80f1-46cb-9927-00b4670e7b39 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.5793502 Jun 03 15:33:42.845306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.920566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1f876e7-b240-4fd4-8e8b-6fbd15dc3a9e req-389a3748-be18-457a-9ad7-710fcc4ad79b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943360 Jun 03 15:33:42.968087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Allocated IP 2001:db8::2 (c49ff0ee-277f-4354-b63c-ed0965aa1566/4ff10502-d48d-482b-8e1d-6e0197ac0948/3246600d-e297-47d0-9613-125e16305420) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:43.003142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:43.009091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:43.020021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:43.038882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:43.040047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.122843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=39f51cc0-a300-482e-9340-61b15cbb1428,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.181761 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-75cbdf01-3efa-4432-8de6-a68aff0ca0e2 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2136519 Jun 03 15:33:43.185319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:43.214972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-662897650', 'allowed_address_pairs': [{'ip_address': '2001:db8::d4', 'mac_address': 'fa:16:3e:14:22:18'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:43.219107 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d287d1-b300-4bf4-be2d-1ec237bf31e3'] response: {'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687', 'code': 200} Jun 03 15:33:43.284331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.322999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Transition to ACTIVE for port object 3246600d-e297-47d0-9613-125e16305420 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:43.376299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Transition to ACTIVE for port object 3246600d-e297-47d0-9613-125e16305420 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:43.399812 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.411344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.573757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-520d48df-e60a-4032-97c9-10db0cb83064 req-7a282c93-9c4a-45a4-a146-9024f41d2f37 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 210 time: 0.1660042 Jun 03 15:33:43.578870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fea8ff9-d5ac-4b8c-a382-4a844d8f782f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.585774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:43.604981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:43.612324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d48333a3-f402-4858-a27b-cc40b7d66f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.616442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:43.810201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33362) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:43.854423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:43.860787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Usage tracker for resource:port and tenant:a46e8813fb794648a68c0adefd85b97f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:43.865574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:43.873950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:43.890523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:43.916302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Pushing event updated for resources: {'Port': ['ID=3246600d-e297-47d0-9613-125e16305420,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.968592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Attempting to bind port 3246600d-e297-47d0-9613-125e16305420 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:43.969746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Attempting to bind port 3246600d-e297-47d0-9613-125e16305420 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'fcdbc03b-d610-4489-a831-e1b5fba8779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:43.970470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Attempting to bind port 3246600d-e297-47d0-9613-125e16305420 on network c49ff0ee-277f-4354-b63c-ed0965aa1566 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:43.981883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:43.982765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Checking segment: {'id': 'fcdbc03b-d610-4489-a831-e1b5fba8779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:43.983679 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.985700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Bound using segment: {'id': 'fcdbc03b-d610-4489-a831-e1b5fba8779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:43.986783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Bound port: 3246600d-e297-47d0-9613-125e16305420, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdbc03b-d610-4489-a831-e1b5fba8779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:43.987692 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.063367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b7b43-be9f-45b6-aa5c-4b89e382b142 req-7abbaac1-72b3-499d-bd36-8bcbd0134fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.076476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2b7b43-be9f-45b6-aa5c-4b89e382b142 req-7abbaac1-72b3-499d-bd36-8bcbd0134fbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 1097 time: 0.8045571 Jun 03 15:33:44.234494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] For port 3246600d-e297-47d0-9613-125e16305420, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:44.247920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] For port 3246600d-e297-47d0-9613-125e16305420, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3246600d-e297-47d0-9613-125e16305420,segment=NetworkSegment(fcdbc03b-d610-4489-a831-e1b5fba8779c),segment_id=fcdbc03b-d610-4489-a831-e1b5fba8779c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:44.261551 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.346378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.384456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] device_id is not set on port 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:33:44.453080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc2b7b43-be9f-45b6-aa5c-4b89e382b142 req-b45e251a-06f9-4e88-929f-44da3add16e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755839 Jun 03 15:33:44.461321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f80f1-193b-4a22-971f-76e350bb3165 None None] Pushing event updated for resources: {'Port': ['ID=3246600d-e297-47d0-9613-125e16305420,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:44.476508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11977a92-54a5-47e3-b5c7-55ea13226678 req-edeee0eb-bcc0-4c8f-bf91-b82df7b7c534 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.483804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11977a92-54a5-47e3-b5c7-55ea13226678 req-edeee0eb-bcc0-4c8f-bf91-b82df7b7c534 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 946 time: 0.9089258 Jun 03 15:33:44.637888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11977a92-54a5-47e3-b5c7-55ea13226678 req-02eee0ab-7b02-43bb-8a50-aa50bf4e48ef tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531546 Jun 03 15:33:44.642898 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.656513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d113d7-3cef-4a94-ba0a-40e40130faaf req-971a956e-48e8-45ea-bbac-fb1c43a18037 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.658052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7d113d7-3cef-4a94-ba0a-40e40130faaf req-971a956e-48e8-45ea-bbac-fb1c43a18037 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.3104725 Jun 03 15:33:44.684279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Allocated IP 2001:db8::260 (c49ff0ee-277f-4354-b63c-ed0965aa1566/4ff10502-d48d-482b-8e1d-6e0197ac0948/5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:44.695393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.728510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:44.735787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea4bb60dcef41e289c6d51b3be1f374 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:44.741686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:44.756389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:44.845203 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:33:45.086909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.138100 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.193089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ea4bb60dcef41e289c6d51b3be1f374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3811984 Jun 03 15:33:45.255134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:45.343208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc32613c-fc75-4b3d-8453-c721c71141da req-98818883-4338-4ae1-ae9a-8e8df51515db tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 210 time: 0.4523540 Jun 03 15:33:45.387834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7d113d7-3cef-4a94-ba0a-40e40130faaf req-f3526b78-55d6-420f-be4c-2d2caa35e21c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953423 Jun 03 15:33:45.392840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871eb8e-f826-4e7e-90b4-6b451d1092e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4c3b0-6c97-4c6e-9db4-3e6536c5a524,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:45.438443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.475701 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.526263 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddb58fcf-c3d0-44dc-9bf2-2b72367e24e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.541089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Transition to ACTIVE for port object 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:45.548965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-3321ec30-75fa-436d-8c83-cdd2baff1f60 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:45.550035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-3321ec30-75fa-436d-8c83-cdd2baff1f60 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Synchronizing usage tracker for tenant:5fb5c596e0614113b78320c8ff3601b2 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:45.604050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddb58fcf-c3d0-44dc-9bf2-2b72367e24e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.620836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-3321ec30-75fa-436d-8c83-cdd2baff1f60 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Unset dirty status for tenant:5fb5c596e0614113b78320c8ff3601b2 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:45.622031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-3321ec30-75fa-436d-8c83-cdd2baff1f60 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.70 "GET /v2.0/networks?id=8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 HTTP/1.1" status: 200 len: 814 time: 0.5305276 Jun 03 15:33:45.663003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Request body: {'port': {'device_id': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7', 'admin_state_up': True, 'tenant_id': '5fb5c596e0614113b78320c8ff3601b2'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:45.706045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3246600d-e297-47d0-9613-125e16305420 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:45.790291 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9f342e84-7a11-4252-be82-b8a9a1e3cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.911821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3246600d-e297-47d0-9613-125e16305420 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:45.943008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.047503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-b3cfa706-f8b7-433e-a475-804198cbca84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6668637 Jun 03 15:33:46.086181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Router 4dd38765-3e36-42fa-91ec-e092f80e9553 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:33:46.099473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684b6dd-b881-4432-a92d-33685c623f9c req-72e7c1aa-5bb6-4854-acb7-07eb2ded9a52 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:46.106518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6684b6dd-b881-4432-a92d-33685c623f9c req-72e7c1aa-5bb6-4854-acb7-07eb2ded9a52 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 946 time: 0.1459651 Jun 03 15:33:46.121092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08f285-4104-432b-bac5-bd8a32a63a4a None None] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:46.162090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6684b6dd-b881-4432-a92d-33685c623f9c req-81b67d14-f12b-4ccf-8528-c5936c23c491 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542634 Jun 03 15:33:46.168019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:46.204220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddb58fcf-c3d0-44dc-9bf2-2b72367e24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.209146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:46.235954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:46.242450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:46.249949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:46.253157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.279951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] Provisioning for port 3246600d-e297-47d0-9613-125e16305420 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:46.280328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58fcf-c3d0-44dc-9bf2-2b72367e24e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4c3b0-6c97-4c6e-9db4-3e6536c5a524,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:46.282732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:46.287824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddb58fcf-c3d0-44dc-9bf2-2b72367e24e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.289103 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ddb58fcf-c3d0-44dc-9bf2-2b72367e24e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79a4c3b0-6c97-4c6e-9db4-3e6536c5a524 HTTP/1.1" status: 204 len: 168 time: 1.0330377 Jun 03 15:33:46.290652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] Provisioning complete for port 3246600d-e297-47d0-9613-125e16305420 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:46.291236 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.293163 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-34b0f23e-865f-4237-9634-96981b360a91 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.1029294 Jun 03 15:33:46.294634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Usage tracker for resource:port and tenant:5fb5c596e0614113b78320c8ff3601b2 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:46.297446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33414) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:46.300549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:46.383728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:46.453966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Made reservation on behalf of 5fb5c596e0614113b78320c8ff3601b2 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:46.463853 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.540813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:33:46.568586 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] Sync routers for ids ['4dd38765-3e36-42fa-91ec-e092f80e9553'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:46.601567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-51663e9d-490b-4996-9ca2-03e32ba31489 admin admin] 10.222.0.66 "PUT /v2.0/routers/4dd38765-3e36-42fa-91ec-e092f80e9553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8479381 Jun 03 15:33:46.608734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] Routers {'4dd38765-3e36-42fa-91ec-e092f80e9553'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:46.610428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-d7dcdcb1-bbb2-47f0-b13c-3aa072974bb4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 267 time: 0.1517775 Jun 03 15:33:46.611749 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:33:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4dd38765-3e36-42fa-91ec-e092f80e9553'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:46.652633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33422) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:46.728721 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.735076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] Current status of the port 3246600d-e297-47d0-9613-125e16305420 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:46.735545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.810279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-157d8a65-5799-4a83-8717-6d1b0fd8c468 req-813271b7-79f3-4be5-8452-c2f32c939c4a tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 210 time: 0.1925671 Jun 03 15:33:46.840493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] For port 3246600d-e297-47d0-9613-125e16305420, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3246600d-e297-47d0-9613-125e16305420,segment=NetworkSegment(fcdbc03b-d610-4489-a831-e1b5fba8779c),segment_id=fcdbc03b-d610-4489-a831-e1b5fba8779c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:46.854640 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.882382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-421b4393-5bcb-4532-8250-00a075732ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:46.885473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-421b4393-5bcb-4532-8250-00a075732ccf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1097 time: 0.4254413 Jun 03 15:33:46.946116 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.076413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73593aae-4f92-4302-a7d9-994355427587 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:47.083842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73593aae-4f92-4302-a7d9-994355427587 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:47.090444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73593aae-4f92-4302-a7d9-994355427587 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:47.091629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-73593aae-4f92-4302-a7d9-994355427587 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Synchronizing usage tracker for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:47.231719 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.239301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-0b34f6fd-8bcb-42ba-ad77-7e8ce4cd2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:47.241799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-0b34f6fd-8bcb-42ba-ad77-7e8ce4cd2e56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.3324320 Jun 03 15:33:47.245925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33432) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:47.257892 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] Set router 4dd38765-3e36-42fa-91ec-e092f80e9553 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:47.271426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbce80d-76d0-41c2-b04b-fb1376e5a2bc None None] Pushing event updated for resources: {'Port': ['ID=3246600d-e297-47d0-9613-125e16305420,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:47.278620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-6430f7b1-5aaf-4f68-949d-410ada09cd72 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:47.293701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-6430f7b1-5aaf-4f68-949d-410ada09cd72 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 946 time: 0.6808186 Jun 03 15:33:47.312194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'port': {'security_groups': []}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:47.461621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Provisioning for port 39f51cc0-a300-482e-9340-61b15cbb1428 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:47.467814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Provisioning complete for port 39f51cc0-a300-482e-9340-61b15cbb1428 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:47.468328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.512082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3246600d-e297-47d0-9613-125e16305420 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:47.621135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Port 39f51cc0-a300-482e-9340-61b15cbb1428 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:47.648517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Provisioning for port 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:47.657637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Provisioning complete for port 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:47.658014 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.670646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.682296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-52d0aea3-a75d-43e1-83e3-927c8ddb5a7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 217 time: 0.4164729 Jun 03 15:33:47.775238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-73593aae-4f92-4302-a7d9-994355427587 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Unset dirty status for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:47.781080 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-73593aae-4f92-4302-a7d9-994355427587 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 1.4780526 Jun 03 15:33:47.781315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Port 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:47.788956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3246600d-e297-47d0-9613-125e16305420 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:47.789330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.801960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33440) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:47.869035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:47.893909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Usage tracker for resource:security_group_rule and tenant:3136d7c0d5d14ee9a3791b2bf2dd4427 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:47.901294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:47.902941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.905946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Provisioning complete for port 3246600d-e297-47d0-9613-125e16305420 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:47.906482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.916126 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:33:42Z', 'revision_number': 5, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:47.922612 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] Checking router: 4dd38765-3e36-42fa-91ec-e092f80e9553 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:47.942322 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] Routers {'4dd38765-3e36-42fa-91ec-e092f80e9553'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:47.943799 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:33:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4dd38765-3e36-42fa-91ec-e092f80e9553'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:48.000638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-9d1c3e52-4585-4d21-97d5-94f279861aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.002311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-9d1c3e52-4585-4d21-97d5-94f279861aa9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.2837691 Jun 03 15:33:48.008372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:48.020572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting port 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:48.020927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.156381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3246600d-e297-47d0-9613-125e16305420 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:48.179006 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.215305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cc55-bc35-4c13-a168-d3d26cd67606 req-2f527fb3-ede8-4e2d-a38f-a9b0082ed41b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.224632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51e0cc55-bc35-4c13-a168-d3d26cd67606 req-2f527fb3-ede8-4e2d-a38f-a9b0082ed41b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.9792399 Jun 03 15:33:48.263969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Allocated IP 172.20.0.14 (8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7/0c2b06eb-d81b-40b3-9f82-f2c9b1f96493/c8077fc0-3a5f-4faf-b049-48e5b0c6b03b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:48.275226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-31c571a8-8ae4-44d7-b4cc-18e2fc56803b None None] Current status of the port 3246600d-e297-47d0-9613-125e16305420 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:48.339344 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] Set router 4dd38765-3e36-42fa-91ec-e092f80e9553 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:33:48.396361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.424474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-41bd4f20-ee71-4c28-895a-7e6bb68e6252 None None] Provisioning complete for port 39f51cc0-a300-482e-9340-61b15cbb1428 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:48.425016 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41bd4f20-ee71-4c28-895a-7e6bb68e6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.541303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.545541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4f20-ee71-4c28-895a-7e6bb68e6252 None None] Port 39f51cc0-a300-482e-9340-61b15cbb1428 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:48.573671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-41bd4f20-ee71-4c28-895a-7e6bb68e6252 None None] Provisioning complete for port 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:48.576636 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41bd4f20-ee71-4c28-895a-7e6bb68e6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.701371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Calling delete_port for 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:48.761534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4f20-ee71-4c28-895a-7e6bb68e6252 None None] Port 5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:48.774609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.812965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] For port 2e73ad59-d251-4921-a46f-77fccc87e687, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=2e73ad59-d251-4921-a46f-77fccc87e687,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:48.845470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Deleting port d4cc5dd2-7df6-49a8-b960-16788099827f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:48.846353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.866484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51e0cc55-bc35-4c13-a168-d3d26cd67606 req-05638e8d-2142-4ab4-9f4c-6a9b03600c6f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402280 Jun 03 15:33:48.948156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.966544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.986028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0490a45c-46e9-4800-bac8-546f8ced2a1c', '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:49.101163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=2e73ad59-d251-4921-a46f-77fccc87e687,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:49.170496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed4eb9da-98e7-4d79-904b-633998a04f77 req-edeee403-e197-4249-b23a-2f1ab86f5f61 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 210 time: 0.0739286 Jun 03 15:33:49.173436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-4569db80-24fa-4cab-bdfa-55e56bc3ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.175878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-4569db80-24fa-4cab-bdfa-55e56bc3ac07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1479318 Jun 03 15:33:49.191994 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:33:42Z', 'revision_number': 5, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:49.205206 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87272a-6be5-4a40-8af2-2b8d7744dc68 None None] The sync data for ids ['4dd38765-3e36-42fa-91ec-e092f80e9553'] in n-d-844594-1 is: [{'id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'name': 'tempest-TestAggregatesBasicOps-1514041985-router', 'tenant_id': '5698371120bc4771b0217c0f3b9f6140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:49Z', 'updated_at': '2022-06-03T15:33:42Z', 'revision_number': 5, 'project_id': '5698371120bc4771b0217c0f3b9f6140', 'gw_port': {'id': 'd4cc5dd2-7df6-49a8-b960-16788099827f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd38765-3e36-42fa-91ec-e092f80e9553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:51Z', 'updated_at': '2022-06-03T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:49.208280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] For port d4cc5dd2-7df6-49a8-b960-16788099827f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d4cc5dd2-7df6-49a8-b960-16788099827f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:49.208664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.252428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.252428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.259873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['2e73ad59-d251-4921-a46f-77fccc87e687'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:49.268682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3d4c71c-5cb6-41cb-98d9-9484a0f799df req-a8dcd9ee-61ae-4491-a54c-7bd2ebc17724 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "PUT /v2.0/ports/2e73ad59-d251-4921-a46f-77fccc87e687 HTTP/1.1" status: 200 len: 905 time: 1.9694095 Jun 03 15:33:49.276522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:49.414724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['2e73ad59-d251-4921-a46f-77fccc87e687'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:49.433294 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab24203-7185-4c3a-9ae3-a98f922788be'] response: {'name': 'network-changed', 'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687', 'status': 'completed', 'code': 200} Jun 03 15:33:49.564231 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.588471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.624997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Calling delete_port for d4cc5dd2-7df6-49a8-b960-16788099827f owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:49.668629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:49.729772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:49.730183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6fea8ff9-d5ac-4b8c-a382-4a844d8f782f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:49.740021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8edc3065-9ba5-4ade-840e-96f8a295b50b None None] Provisioning complete for port 2e73ad59-d251-4921-a46f-77fccc87e687 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:49.740305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8edc3065-9ba5-4ade-840e-96f8a295b50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.747758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3136d7c0d5d14ee9a3791b2bf2dd4427&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4990931 Jun 03 15:33:49.748960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899123f7-e1e9-447e-bcb4-8e2427b0986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf9f6e-8666-4733-8862-5d9116474a46,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:49.755379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33466) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:49.792167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-d9ce0a32-2e87-4869-b8ff-3d2fc22d264c service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799446 Jun 03 15:33:49.978460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393fc4e-b571-401d-bcf5-d63c78a70142 req-49303070-c4c3-4805-857b-d1575f2fee14 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.988444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4393fc4e-b571-401d-bcf5-d63c78a70142 req-49303070-c4c3-4805-857b-d1575f2fee14 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 908 time: 0.4739652 Jun 03 15:33:50.041257 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.187884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8edc3065-9ba5-4ade-840e-96f8a295b50b None None] Current status of the port 2e73ad59-d251-4921-a46f-77fccc87e687 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:50.192875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7186d0fd-bc5e-4d5e-a25b-2641e19cf1e1 req-cfd90f36-705a-44cc-a9f8-ecf5366bb7ff service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870740 Jun 03 15:33:50.344023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c9050c7-aaf4-4410-b787-f31972fbeb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.417004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cc5dd2-7df6-49a8-b960-16788099827f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.468405 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c9050c7-aaf4-4410-b787-f31972fbeb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.561583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.660363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Port': ['ID=5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.669368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62f7ad-b025-421f-bd45-546f383d3013 req-b0fbb227-284f-49da-99e0-6e4b69558aee tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:50.676956 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.677634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd62f7ad-b025-421f-bd45-546f383d3013 req-b0fbb227-284f-49da-99e0-6e4b69558aee tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.4800916 Jun 03 15:33:50.771691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd62f7ad-b025-421f-bd45-546f383d3013 req-d3af9111-afc3-47bd-a329-e06646b565dc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928419 Jun 03 15:33:50.811298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879de69-ecad-4c9d-90a3-56aa82d7a263 req-7cb55a64-eb75-47ed-b360-6c8ae134a3b1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:50.816141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3879de69-ecad-4c9d-90a3-56aa82d7a263 req-7cb55a64-eb75-47ed-b360-6c8ae134a3b1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6135163 Jun 03 15:33:50.816849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c9050c7-aaf4-4410-b787-f31972fbeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.914707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.918918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.928055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9050c7-aaf4-4410-b787-f31972fbeb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf9f6e-8666-4733-8862-5d9116474a46,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.954079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-e9582181-ee5f-4d54-b1cc-bb508d9f1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:50.955924 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-e9582181-ee5f-4d54-b1cc-bb508d9f1185 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 1059 time: 1.5119197 Jun 03 15:33:51.003341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3879de69-ecad-4c9d-90a3-56aa82d7a263 req-71346d9c-e606-4ed7-98ef-e53ff8a4be16 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716859 Jun 03 15:33:51.008706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c9050c7-aaf4-4410-b787-f31972fbeb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.009981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2c9050c7-aaf4-4410-b787-f31972fbeb7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ccf9f6e-8666-4733-8862-5d9116474a46 HTTP/1.1" status: 204 len: 168 time: 1.2470734 Jun 03 15:33:51.044328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.059017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd38765-3e36-42fa-91ec-e092f80e9553 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:33:51.083695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16c12d5b-4b17-414f-8a9b-f010a93ce8b3 req-ff7a3b69-019d-44e6-84cc-37de38a7ee99 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 210 time: 0.0917387 Jun 03 15:33:51.098131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.317560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.318853 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-060121ce-443b-46c6-84ef-de585870ac9c admin admin] 10.222.0.66 "DELETE /v2.0/routers/4dd38765-3e36-42fa-91ec-e092f80e9553 HTTP/1.1" status: 204 len: 168 time: 4.6609750 Jun 03 15:33:51.323011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33488) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:51.449253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.455570 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c3f2b2d-9f45-4e64-83fb-f4d6569a9844 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/ports/5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 HTTP/1.1" status: 204 len: 168 time: 3.6451077 Jun 03 15:33:51.455788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33492) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:51.490296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-efa1517d-4bc9-4ffa-bbda-9d19e65ff0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:51.494305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-efa1517d-4bc9-4ffa-bbda-9d19e65ff0b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.4550772 Jun 03 15:33:51.497737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.506413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] Deleting subnet 419bed78-3fb1-4b4f-b92a-187d40f78e50 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:33:51.527651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc54af-7289-4e09-a960-ccafe014cde8 req-e48bca33-af2c-474e-a78b-8b868b7dd602 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:51.529269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86cc54af-7289-4e09-a960-ccafe014cde8 req-e48bca33-af2c-474e-a78b-8b868b7dd602 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2935903 Jun 03 15:33:51.530025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.573380 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa386a8-638f-4cb9-b713-8a98ec6411f4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] GET failed (client error): The resource could not be found. Jun 03 15:33:51.573380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0aa386a8-638f-4cb9-b713-8a98ec6411f4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "GET /v2.0/ports/5b5fdfa9-3ead-4092-b33d-bd35e8ea21f9 HTTP/1.1" status: 404 len: 333 time: 0.1103201 Jun 03 15:33:51.579301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33500) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:51.602607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-615927956'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:51.704698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-ce423f38-dc87-4a6f-a66f-8f43a987b935 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e73ad59-d251-4921-a46f-77fccc87e687 HTTP/1.1" status: 200 len: 217 time: 0.1952496 Jun 03 15:33:51.738243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.786992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86cc54af-7289-4e09-a960-ccafe014cde8 req-1c8a33a9-2f50-4439-87d1-e2198dc5cda4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179241 Jun 03 15:33:51.803389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-d620cc6a-dbc4-418b-b735-05558428228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:51.805868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-d620cc6a-dbc4-418b-b735-05558428228c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.0845017 Jun 03 15:33:51.813313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:51.815026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:51.819239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:51.940721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:51.943193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Pushing event updated for resources: {'Port': ['ID=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:51.948659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Usage tracker for resource:port and tenant:a46e8813fb794648a68c0adefd85b97f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:51.953691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:51.974909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:51.998015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:51.998903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:52.011131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:52.033147 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-817e6430-fd93-4968-a80e-5541b42cf43b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3890545 Jun 03 15:33:52.038498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-cdf914ad-c017-4efd-9a49-2ac672447c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:52.041352 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-cdf914ad-c017-4efd-9a49-2ac672447c90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794760 Jun 03 15:33:52.047687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Request body: {'port': {'device_id': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:52.172371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:52.177137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:52.363940 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-ddd9a399-23fd-4e25-a29a-2d90a4e29eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716873 Jun 03 15:33:52.369710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:52.421793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:52.431299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] device_id is not set on port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:33:52.651927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=419bed78-3fb1-4b4f-b92a-187d40f78e50,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:52.675408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:52.682261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a229644-38dd-46d4-b6d7-31f4de0f6948 None None] Network 005af1f2-c03c-4a27-bb30-ecf49768bc22 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:52.697309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e50c733a-a9f5-4cba-a0dc-885bfc6e1b10 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/419bed78-3fb1-4b4f-b92a-187d40f78e50 HTTP/1.1" status: 204 len: 168 time: 1.3731580 Jun 03 15:33:52.708414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33548) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:52.713052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Allocated IP 2001:db8::3aa (c49ff0ee-277f-4354-b63c-ed0965aa1566/4ff10502-d48d-482b-8e1d-6e0197ac0948/366c5c35-2e84-4be9-b58d-b60bbf3b1d5c) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:52.742993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825f139-e77c-4b9a-bda5-d936ae901f72 req-097045ea-b08b-4a87-8983-d23496555008 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:52.744643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f825f139-e77c-4b9a-bda5-d936ae901f72 req-097045ea-b08b-4a87-8983-d23496555008 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.6688812 Jun 03 15:33:52.767717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b518346-1330-4ab5-b48f-72cbf7a878d4 req-09fec597-028a-4340-9856-b0b4f4cf5856 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:52.770145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b518346-1330-4ab5-b48f-72cbf7a878d4 req-09fec597-028a-4340-9856-b0b4f4cf5856 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5999835 Jun 03 15:33:52.892386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b518346-1330-4ab5-b48f-72cbf7a878d4 req-7ffd2f04-af7d-437c-a2eb-3b32ab550d0c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990183 Jun 03 15:33:52.902798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f825f139-e77c-4b9a-bda5-d936ae901f72 req-906f9d96-c1ff-4383-83d3-7f0fdff29b92 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510220 Jun 03 15:33:53.040694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.117370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e11a2888-2a8b-439f-85db-a35c04fbada5 req-582a04d2-6821-428f-bf51-a99d1f48a3a0 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324827 Jun 03 15:33:53.304762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] DHCP port deletion for 005af1f2-c03c-4a27-bb30-ecf49768bc22 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:33:53.309624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Deleting port fda7d885-ae19-47cc-b633-19679aea65e8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:53.310003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.435853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d4cc5dd2-7df6-49a8-b960-16788099827f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:53.481548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8077fc0-3a5f-4faf-b049-48e5b0c6b03b {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:53.488930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.496544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d4cc5dd2-7df6-49a8-b960-16788099827f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:53.497260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d4cc5dd2-7df6-49a8-b960-16788099827f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:53.497927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fda7d885-ae19-47cc-b633-19679aea65e8 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:53.504543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5abd7-89df-4cf7-a129-d9c6e34152f0 req-ec7ce03d-a797-4cf7-9d16-33ca278096a6 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:53.505158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Deleting port fda7d885-ae19-47cc-b633-19679aea65e8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:53.505688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.517523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2a5abd7-89df-4cf7-a129-d9c6e34152f0 req-ec7ce03d-a797-4cf7-9d16-33ca278096a6 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 932 time: 0.3734546 Jun 03 15:33:53.551683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Transition to ACTIVE for port object c8077fc0-3a5f-4faf-b049-48e5b0c6b03b will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:53.567091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.583766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.637728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0314672-8d66-4bdb-93a7-5426cd9910c5 req-924824d7-4cba-4555-b1b3-033eb482a0dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:53.642721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0314672-8d66-4bdb-93a7-5426cd9910c5 req-924824d7-4cba-4555-b1b3-033eb482a0dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4568963 Jun 03 15:33:53.711663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2a5abd7-89df-4cf7-a129-d9c6e34152f0 req-c76c8acb-79f2-468b-9a49-b82909572cf7 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927214 Jun 03 15:33:53.747977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Transition to ACTIVE for port object 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:53.781376 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0314672-8d66-4bdb-93a7-5426cd9910c5 req-1bba6fdc-4560-40f3-a91d-bb53226426ea tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249740 Jun 03 15:33:53.807745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.861199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fda7d885-ae19-47cc-b633-19679aea65e8 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:53.863539 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.916999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=366c5c35-2e84-4be9-b58d-b60bbf3b1d5c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:53.929976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:53.931649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.931993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.934538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.934917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.935286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.935635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.935962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.936309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.936684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.937202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.937419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.937749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:53.942733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:53.947707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda7d885-ae19-47cc-b633-19679aea65e8,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:53.948601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.954059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Pushing event updated for resources: {'Port': ['ID=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:53.978693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:54.000766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.001763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.039050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda7d885-ae19-47cc-b633-19679aea65e8,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:54.039425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.085070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda7d885-ae19-47cc-b633-19679aea65e8,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:54.085361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3c1a6ec6-8958-4d0d-aef4-88ae98c2e1f7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4941349 Jun 03 15:33:54.087994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33584) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:54.104074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d4', 'mac_address': 'fa:16:3e:14:22:18'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:54.214723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.230415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Calling delete_port for fda7d885-ae19-47cc-b633-19679aea65e8 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:54.390572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Calling delete_port for fda7d885-ae19-47cc-b633-19679aea65e8 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:54.392991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=fda7d885-ae19-47cc-b633-19679aea65e8,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:54.418375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:33:54.419157 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:33:54.470218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e27a9bb1-aced-484e-8a4c-4510ea1189c1 None None] Provisioning for port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:54.476448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e27a9bb1-aced-484e-8a4c-4510ea1189c1 None None] Provisioning complete for port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:54.476939 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e27a9bb1-aced-484e-8a4c-4510ea1189c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.488854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Attempting to bind port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:54.489625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Attempting to bind port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '78837e1c-dd4f-4f33-a23e-abe93b5586db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:54.490073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Attempting to bind port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b on network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:54.499576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b on network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:33:54.499815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Attempting to bind port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b on network 8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:54.527174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:54.527491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Checking segment: {'id': '78837e1c-dd4f-4f33-a23e-abe93b5586db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:54.527881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Bound using segment: {'id': '78837e1c-dd4f-4f33-a23e-abe93b5586db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:54.528255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Bound port: c8077fc0-3a5f-4faf-b049-48e5b0c6b03b, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78837e1c-dd4f-4f33-a23e-abe93b5586db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:54.528657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.611060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e27a9bb1-aced-484e-8a4c-4510ea1189c1 None None] Port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:54.633084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:33:54.633527 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:33:54.667108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] For port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:54.671185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] For port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,segment=NetworkSegment(78837e1c-dd4f-4f33-a23e-abe93b5586db),segment_id=78837e1c-dd4f-4f33-a23e-abe93b5586db)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:54.678374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.709386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-e11e71e9-85d5-46f0-9e6b-3a9942391b89 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.717131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-e11e71e9-85d5-46f0-9e6b-3a9942391b89 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.4870558 Jun 03 15:33:54.737180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-4110e616-e368-480c-a2a4-5eb6af83ff27 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/quotas/07c323f3e807488f889afd2046c3a2b9 HTTP/1.1" status: 200 len: 375 time: 0.0182314 Jun 03 15:33:54.746467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4c115-1359-4962-bc49-0f6092f61cac req-dbd977bf-4ee1-40c5-b555-7fdf3b77d03b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.748020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bd4c115-1359-4962-bc49-0f6092f61cac req-dbd977bf-4ee1-40c5-b555-7fdf3b77d03b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.4397588 Jun 03 15:33:54.758185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.758820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.760252 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] 10.222.0.70 "PUT /v2.0/ports/c8077fc0-3a5f-4faf-b049-48e5b0c6b03b HTTP/1.1" status: 200 len: 1092 time: 2.7177556 Jun 03 15:33:54.760798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'tag': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:54.802166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba7961-667d-4351-a1eb-e5faa2c5e23e service neutron] Pushing event updated for resources: {'Port': ['ID=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:54.894249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2bd4c115-1359-4962-bc49-0f6092f61cac req-a69552ce-7a30-4028-9170-17970a80c140 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909088 Jun 03 15:33:54.921364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Deleting port fda7d885-ae19-47cc-b633-19679aea65e8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:54.921990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-cf84c0d3-9c19-4864-b2a4-06af77c1388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.922792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.923809 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-cf84c0d3-9c19-4864-b2a4-06af77c1388c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fb5c596e0614113b78320c8ff3601b2&device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 1095 time: 0.0956969 Jun 03 15:33:54.998610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.049095 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-8af26f57-1b61-4c75-9a13-edf396c0b38b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b HTTP/1.1" status: 200 len: 217 time: 0.1174297 Jun 03 15:33:55.224206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:55.295452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Deleting port fda7d885-ae19-47cc-b633-19679aea65e8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:55.295774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.302871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-95e87efe-18c7-4605-9e50-d1168b532ca5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5655456 Jun 03 15:33:55.357889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda7d885-ae19-47cc-b633-19679aea65e8,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:55.358548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.374655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-284fd9c7-7b18-4ecd-9ec7-8b5c5d1a5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:55.376573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-284fd9c7-7b18-4ecd-9ec7-8b5c5d1a5172 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c2b06eb-d81b-40b3-9f82-f2c9b1f96493 HTTP/1.1" status: 200 len: 854 time: 0.3201787 Jun 03 15:33:55.480050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-2bf55ef3-1c48-4ad7-9cd0-3b90bacec988 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885441 Jun 03 15:33:55.483245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33624) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:55.668365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Calling delete_port for fda7d885-ae19-47cc-b633-19679aea65e8 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:55.693612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.774397 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.797448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.818229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:55.826352 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-86791e85-cca6-4371-a4f8-cec5347de694 service neutron] 10.222.0.70 "GET /v2.0/networks/8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343606 Jun 03 15:33:55.837767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:0c985e8a17694bebb3ae9a8d5cccfe71 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:55.840162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] For port fda7d885-ae19-47cc-b633-19679aea65e8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda7d885-ae19-47cc-b633-19679aea65e8,segment=NetworkSegment(1c26774f-6661-4675-9be9-a34047d2fa77),segment_id=1c26774f-6661-4675-9be9-a34047d2fa77)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:55.840514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.844182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] Pushing event deleted for resources: {'Port': ['ID=fda7d885-ae19-47cc-b633-19679aea65e8,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:55.848612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d187083-23d7-44c5-9a4d-2b9cae8334e2 None None] No DVR routers for this DVR port fda7d885-ae19-47cc-b633-19679aea65e8 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:55.855071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:55.873496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:55.881343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0672d9-e821-44b5-965c-0295ffe84e53 req-c20a2e2d-aad6-4b0a-a697-51cb04efbc4d tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:55.889463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f0672d9-e821-44b5-965c-0295ffe84e53 req-c20a2e2d-aad6-4b0a-a697-51cb04efbc4d tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 944 time: 0.7255366 Jun 03 15:33:55.896862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:55.900963 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-36d98326-0778-47b3-b3d6-f44da54b5429 service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970216 Jun 03 15:33:55.984683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Usage tracker for resource:security_group_rule and tenant:e82a0fddc1fa451a8ade9970ff10e2af is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:56.052950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:56.063758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Calling delete_port for fda7d885-ae19-47cc-b633-19679aea65e8 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:56.090087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f0672d9-e821-44b5-965c-0295ffe84e53 req-dac2f950-7046-48cd-9e9b-688fd5da5358 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996322 Jun 03 15:33:56.113336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:56.157938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.164030 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c413405-41d2-4ee1-bb2e-b07a21249a2b'] response: {'name': 'network-changed', 'server_uuid': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'tag': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b', 'status': 'completed', 'code': 200} Jun 03 15:33:56.180796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.213498 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8c6d6f00-126f-46bd-9bd4-3ae6d1ecee83 req-468d3959-f845-4b96-9dbe-002af2e6ae6d service neutron] 10.222.0.70 "GET /v2.0/networks/8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764474 Jun 03 15:33:56.216298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:33:56.216621 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:33:56.265325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] In _notify_port_updated(), no bound segment for port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c on network c49ff0ee-277f-4354-b63c-ed0965aa1566 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:33:56.272136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:56.272825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.274476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "PUT /v2.0/ports/366c5c35-2e84-4be9-b58d-b60bbf3b1d5c HTTP/1.1" status: 200 len: 1001 time: 2.1849208 Jun 03 15:33:56.276820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-5d378bc8-a6b5-44b8-a095-d1b278f4a7eb service neutron] 10.222.0.66 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470976 Jun 03 15:33:56.285753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33634) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:56.411417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:56.411774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.416411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d6208-6e0d-4103-a31c-2c5b7bab89c4 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=366c5c35-2e84-4be9-b58d-b60bbf3b1d5c,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.454593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.467931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.468208 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.489385 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.579633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad30fa5b-26ff-49aa-bbc3-1517f5301e23 req-ebc7d102-d8ca-497b-ae0a-a771195dc6c8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 210 time: 0.0854948 Jun 03 15:33:56.592254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c985e8a17694bebb3ae9a8d5cccfe71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3565342 Jun 03 15:33:56.592254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599aef1d-b490-4871-89e1-d45805d44fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c72b8d-a9af-4fe2-bc32-aa75e9d7a8ea,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.601501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaf27-2a20-4a6b-ba40-a7d34e5f4e36 req-a51ae21b-dafe-4098-bced-10327e404542 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:56.603212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e8aaf27-2a20-4a6b-ba40-a7d34e5f4e36 req-a51ae21b-dafe-4098-bced-10327e404542 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.3254600 Jun 03 15:33:56.603713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:56.718361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e82a0fddc1fa451a8ade9970ff10e2af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2321723 Jun 03 15:33:56.718361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c19728-2eb0-49ef-a4f4-796eb3d38a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6518407b-1892-4503-a872-ad8433a9730b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.730710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:56.745605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4894-490c-4b07-b6d8-238b86d2d059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.764571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e8aaf27-2a20-4a6b-ba40-a7d34e5f4e36 req-d30836e9-ef19-49f8-ac05-50cc81a76e7c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426201 Jun 03 15:33:56.774378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-85102dea-d3df-479a-96fc-43772fe890b6 None None] Provisioning complete for port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:56.776736 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-85102dea-d3df-479a-96fc-43772fe890b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.807400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4894-490c-4b07-b6d8-238b86d2d059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.851255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-1625923f-bd5f-435f-91e9-0dd8868fc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:56.852784 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-1625923f-bd5f-435f-91e9-0dd8868fc6ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fb5c596e0614113b78320c8ff3601b2&device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 1095 time: 0.5682538 Jun 03 15:33:56.881689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4894-490c-4b07-b6d8-238b86d2d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.896881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-85102dea-d3df-479a-96fc-43772fe890b6 None None] Port 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:56.904687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec4894-490c-4b07-b6d8-238b86d2d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c72b8d-a9af-4fe2-bc32-aa75e9d7a8ea,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.917133 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ec4894-490c-4b07-b6d8-238b86d2d059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.921460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7ec4894-490c-4b07-b6d8-238b86d2d059 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90c72b8d-a9af-4fe2-bc32-aa75e9d7a8ea HTTP/1.1" status: 204 len: 168 time: 0.3131886 Jun 03 15:33:56.929166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.006247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-267b18dc-6821-4dbf-b9fb-bbab183e11df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.230421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Deleting port fda7d885-ae19-47cc-b633-19679aea65e8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:57.231618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.368939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70139eb-7dc3-4ef1-851d-2c83b2a1d887 req-3c2f24e2-1f8f-47cd-a859-8fc09b3f49d0 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:57.380306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a70139eb-7dc3-4ef1-851d-2c83b2a1d887 req-3c2f24e2-1f8f-47cd-a859-8fc09b3f49d0 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 944 time: 0.1346955 Jun 03 15:33:57.427557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a70139eb-7dc3-4ef1-851d-2c83b2a1d887 req-4f4262af-470b-47e7-a4cd-4a3d3549a21e tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462234 Jun 03 15:33:57.454230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Calling delete_port for 366c5c35-2e84-4be9-b58d-b60bbf3b1d5c owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:57.572009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] The port 'fda7d885-ae19-47cc-b633-19679aea65e8' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:33:57.584582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-267b18dc-6821-4dbf-b9fb-bbab183e11df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.797678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-57e7dd5e-5467-44d6-95ed-f708f36fad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:57.800708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-57e7dd5e-5467-44d6-95ed-f708f36fad4a service neutron] 10.222.0.70 "GET /v2.0/networks?id=8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 HTTP/1.1" status: 200 len: 915 time: 0.9247799 Jun 03 15:33:57.812188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.895982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2730a94-2a20-47e3-a60a-f463f35f6f26 req-76b5f795-8724-4da1-8493-4250c99a3969 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 210 time: 0.1238046 Jun 03 15:33:57.984775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-18e53248-806e-4e2b-88c1-3554dbc47b7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b HTTP/1.1" status: 200 len: 217 time: 0.1745522 Jun 03 15:33:57.999564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005af1f2-c03c-4a27-bb30-ecf49768bc22']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.082674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-267b18dc-6821-4dbf-b9fb-bbab183e11df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.098343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc9be-aa21-4e4a-8859-7581819c1812 req-1a1413d0-98c1-4127-b2d1-e2d3c89a4ce8 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:58.098623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c26774f-6661-4675-9be9-a34047d2fa77') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.101876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c26774f-6661-4675-9be9-a34047d2fa77') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.106802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24dfc9be-aa21-4e4a-8859-7581819c1812 req-1a1413d0-98c1-4127-b2d1-e2d3c89a4ce8 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.1552749 Jun 03 15:33:58.181921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24dfc9be-aa21-4e4a-8859-7581819c1812 req-2e9a75cc-06f2-400b-a125-06873d2c5e80 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740392 Jun 03 15:33:58.216243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.234906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b18dc-6821-4dbf-b9fb-bbab183e11df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6518407b-1892-4503-a872-ad8433a9730b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:58.284768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.299388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.345479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-dbf0f47c-0f2f-4b45-abff-5b35fc213acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:58.347991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-dbf0f47c-0f2f-4b45-abff-5b35fc213acd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c2b06eb-d81b-40b3-9f82-f2c9b1f96493 HTTP/1.1" status: 200 len: 854 time: 0.3530116 Jun 03 15:33:58.369399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:58.370127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.483393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Port': ['ID=366c5c35-2e84-4be9-b58d-b60bbf3b1d5c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:58.511773 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1c26774f-6661-4675-9be9-a34047d2fa77 resource provider aggregate not found Jun 03 15:33:58.579042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-0a52cc97-38ee-48e6-a589-b1a00a9d0e10 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:58.580605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-0a52cc97-38ee-48e6-a589-b1a00a9d0e10 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.15 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 811 time: 0.5711524 Jun 03 15:33:58.617003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-267b18dc-6821-4dbf-b9fb-bbab183e11df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.618562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-267b18dc-6821-4dbf-b9fb-bbab183e11df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6518407b-1892-4503-a872-ad8433a9730b HTTP/1.1" status: 204 len: 168 time: 1.8867798 Jun 03 15:33:58.631907 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-1af763c9-5600-43ae-9bba-612d69965648 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2429316 Jun 03 15:33:58.633651 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1c26774f-6661-4675-9be9-a34047d2fa77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c26774f-6661-4675-9be9-a34047d2fa77 found for delete ", "request_id": "req-444571d0-ffae-44c0-8f83-7609a1bd4587"}]} Jun 03 15:33:58.638670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Request body: {'port': {'device_id': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'admin_state_up': True, 'tenant_id': '07c323f3e807488f889afd2046c3a2b9'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:58.763656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b62309-7fdc-4a22-bacc-a5226b1529ba req-bea4e35e-fde0-4d2f-ba6d-9262be265ce0 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:58.769533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5b62309-7fdc-4a22-bacc-a5226b1529ba req-bea4e35e-fde0-4d2f-ba6d-9262be265ce0 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 944 time: 0.1508231 Jun 03 15:33:58.907760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5b62309-7fdc-4a22-bacc-a5226b1529ba req-8ac2981d-8c6c-4f5e-8ee2-1c8301cf429a tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202750 Jun 03 15:33:59.099939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-b57263fc-dff6-4b2a-9422-ec8d2bc62529 service neutron] 10.222.0.70 "GET /v2.0/networks/8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059694 Jun 03 15:33:59.114192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.267773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33708) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:59.275615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c8077fc0-3a5f-4faf-b049-48e5b0c6b03b details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:33:59.329688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.354015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.360145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] Pushing event deleted for resources: {'Network': ['ID=005af1f2-c03c-4a27-bb30-ecf49768bc22,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:59.363038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-525a0898-f7ef-48c7-b894-53ec8445494a admin admin] 10.222.0.66 "DELETE /v2.0/networks/005af1f2-c03c-4a27-bb30-ecf49768bc22 HTTP/1.1" status: 204 len: 168 time: 6.6532133 Jun 03 15:33:59.384078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cdf4f43-c017-4631-a8fb-ac14b47aaa3a req-566ef660-d09e-4345-8bbc-be4f6f433d48 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 210 time: 0.2162280 Jun 03 15:33:59.398860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:59.421762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Usage tracker for resource:security_group_rule and tenant:82814bd5a3234d59baaf42652f0559f1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:59.429691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:59.442769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:59.453979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.460431 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-461d0aa5-9645-42e6-aeb7-a858933d221a tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/ports/366c5c35-2e84-4be9-b58d-b60bbf3b1d5c HTTP/1.1" status: 204 len: 168 time: 3.1720612 Jun 03 15:33:59.487185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33714) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:59.610393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,segment=NetworkSegment(78837e1c-dd4f-4f33-a23e-abe93b5586db),segment_id=78837e1c-dd4f-4f33-a23e-abe93b5586db)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:59.645680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b', 'network_id': '8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7', 'port_id': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b', 'mac_address': 'fa:16:3e:5f:cc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2b06eb-d81b-40b3-9f82-f2c9b1f96493', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:33:59.659779 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d798a4-5809-4076-a3ba-f0653d86bf90 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] GET failed (client error): The resource could not be found. Jun 03 15:33:59.660500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c6d798a4-5809-4076-a3ba-f0653d86bf90 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Synchronizing usage tracker for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:59.729922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979b9c-efe5-45c1-9ca6-015987038d54 req-8184b0e7-acaa-4086-9c32-fc420eafffd0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:59.735318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:59.760921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce979b9c-efe5-45c1-9ca6-015987038d54 req-8184b0e7-acaa-4086-9c32-fc420eafffd0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.2652037 Jun 03 15:33:59.766733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:59.769053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c6d798a4-5809-4076-a3ba-f0653d86bf90 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Unset dirty status for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:59.775066 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c6d798a4-5809-4076-a3ba-f0653d86bf90 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "GET /v2.0/ports/366c5c35-2e84-4be9-b58d-b60bbf3b1d5c HTTP/1.1" status: 404 len: 333 time: 0.2866623 Jun 03 15:33:59.777203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33726) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:59.789184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1712937631'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:59.804175 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.811748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:59.812917 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.822515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.887754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8077fc0-3a5f-4faf-b049-48e5b0c6b03b {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:59.912573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f719e6f0-2161-410b-adf3-4e96b5bb76a2 req-12d6ee90-33e5-477a-8459-fa3a5b0bf731 service neutron] 10.222.0.70 "GET /v2.0/networks/8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8023875 Jun 03 15:33:59.936788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Made reservation on behalf of 07c323f3e807488f889afd2046c3a2b9 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:59.938063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,segment=NetworkSegment(78837e1c-dd4f-4f33-a23e-abe93b5586db),segment_id=78837e1c-dd4f-4f33-a23e-abe93b5586db)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:59.944280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.945157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.984422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce979b9c-efe5-45c1-9ca6-015987038d54 req-06d0c88d-4f43-4e05-b303-0e7f598ef545 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214925 Jun 03 15:34:00.028485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33732) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.057098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:00.117220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82814bd5a3234d59baaf42652f0559f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308427 Jun 03 15:34:00.118744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33736) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.123054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29b599-455d-44af-bfe0-959273c638c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00585553-85e4-48ed-819f-82c99948072d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.151110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.258610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['c8077fc0-3a5f-4faf-b049-48e5b0c6b03b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:34:00.298495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:00.371495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:00.372645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1fc27ef6-54f3-4fd0-a991-f7ae25dde34a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dca0551c82e445a1a6fafd2918118534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354421 Jun 03 15:34:00.375147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.377523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33750) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.429664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] device_id is not set on port 4e620120-582a-4612-bc68-514b87f9bbbd yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:34:00.464555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-331658a7-15c8-4ea9-a606-729475f60177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.527574 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-331658a7-15c8-4ea9-a606-729475f60177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.610981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Allocated IP 172.20.0.12 (55a1cfe3-26d3-4c57-98b2-66e0a4ec693c/73b2866f-4d96-4e99-bf64-6e39855c0916/b3b31861-1395-4728-994b-1851ce2a37d3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:00.627317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Allocated IP 2001:db8::14f (c49ff0ee-277f-4354-b63c-ed0965aa1566/4ff10502-d48d-482b-8e1d-6e0197ac0948/4e620120-582a-4612-bc68-514b87f9bbbd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:00.631293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9210b-c288-4805-a9dc-0cfc41e39391 req-12d3c38d-cd9a-4c77-b5f1-dd069790ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:00.632912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-def9210b-c288-4805-a9dc-0cfc41e39391 req-12d3c38d-cd9a-4c77-b5f1-dd069790ffba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 1097 time: 0.4250312 Jun 03 15:34:00.749965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-def9210b-c288-4805-a9dc-0cfc41e39391 req-ad7d37f2-17b6-41fa-9ed6-8f7cbede7ef3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090770 Jun 03 15:34:00.803636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4298f2b-a45c-493f-b16b-9ac6cb9d57bb req-31188b3c-6d28-4712-95c4-f32aa0af5b2a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 210 time: 0.2516828 Jun 03 15:34:00.822259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43bd63-26ff-49b0-961c-8d60d7343420 req-ac8837c8-ee51-4e20-ab42-b3073ba8efa3 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:00.823824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae43bd63-26ff-49b0-961c-8d60d7343420 req-ac8837c8-ee51-4e20-ab42-b3073ba8efa3 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 945 time: 0.5721314 Jun 03 15:34:00.848137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b71b9d9-d3a9-44bb-9969-4370552f69b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.865137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-331658a7-15c8-4ea9-a606-729475f60177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.912703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331658a7-15c8-4ea9-a606-729475f60177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00585553-85e4-48ed-819f-82c99948072d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.950919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b71b9d9-d3a9-44bb-9969-4370552f69b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.962539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-331658a7-15c8-4ea9-a606-729475f60177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.965320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-331658a7-15c8-4ea9-a606-729475f60177 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00585553-85e4-48ed-819f-82c99948072d HTTP/1.1" status: 204 len: 168 time: 0.8245676 Jun 03 15:34:01.078123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae43bd63-26ff-49b0-961c-8d60d7343420 req-3ef18254-428e-42c3-bc3c-180c649c9273 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268603 Jun 03 15:34:01.088707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b71b9d9-d3a9-44bb-9969-4370552f69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.089047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.133554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.142880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Transition to ACTIVE for port object 4e620120-582a-4612-bc68-514b87f9bbbd will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:01.161223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71b9d9-d3a9-44bb-9969-4370552f69b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70265ff5-e3e6-4e38-b7af-ad3a8d3054ae,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:01.161488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Transition to ACTIVE for port object b3b31861-1395-4728-994b-1851ce2a37d3 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:01.209670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.224059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b71b9d9-d3a9-44bb-9969-4370552f69b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.235031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8b71b9d9-d3a9-44bb-9969-4370552f69b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70265ff5-e3e6-4e38-b7af-ad3a8d3054ae HTTP/1.1" status: 204 len: 168 time: 0.8481851 Jun 03 15:34:01.275881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c8077fc0-3a5f-4faf-b049-48e5b0c6b03b up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:01.315515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:01.317142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=4e620120-582a-4612-bc68-514b87f9bbbd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:01.320031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:01.322202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.324005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:01.330385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:01.331106 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.423984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0490a45c-46e9-4800-bac8-546f8ced2a1c', '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:34:01.445842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:01.514748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:01.519229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:01.523177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:01.660791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-450a4abb-ba90-4a02-b293-a5e1415beccf tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8804495 Jun 03 15:34:01.671934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33826) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:01.681988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:14:22:18'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:01.698991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5928a0a-b657-4235-999f-ca0127c48b3b req-4bd72dc6-02e2-44b0-9617-7bb409ad0b11 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:01.711262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5928a0a-b657-4235-999f-ca0127c48b3b req-4bd72dc6-02e2-44b0-9617-7bb409ad0b11 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.3421307 Jun 03 15:34:01.889005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5928a0a-b657-4235-999f-ca0127c48b3b req-4a8ed21a-0585-4d1b-b8fd-eacb5c4d63e9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764624 Jun 03 15:34:01.921760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:01.923397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.965115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:01.989640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-91aab14e-6ef1-4ebc-ab8c-d8d3f910f51b None None] Provisioning for port 4e620120-582a-4612-bc68-514b87f9bbbd completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:02.046827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:02.047718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.101881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33834) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:02.183845 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-38a1674f-e555-4b1f-b8c0-107e0c038b82 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5852797 Jun 03 15:34:02.193148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-91aab14e-6ef1-4ebc-ab8c-d8d3f910f51b None None] Provisioning complete for port 4e620120-582a-4612-bc68-514b87f9bbbd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:02.198696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Request body: {'port': {'device_id': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:02.206595 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-91aab14e-6ef1-4ebc-ab8c-d8d3f910f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.374480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-91aab14e-6ef1-4ebc-ab8c-d8d3f910f51b None None] Port 4e620120-582a-4612-bc68-514b87f9bbbd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:02.470463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60d82-5fdb-4ed1-8b47-bec4f3e15622 req-06a97113-fb73-4d4e-a050-0c1c0b7a16f2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:02.475196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12c60d82-5fdb-4ed1-8b47-bec4f3e15622 req-06a97113-fb73-4d4e-a050-0c1c0b7a16f2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 932 time: 0.1687481 Jun 03 15:34:02.635583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12c60d82-5fdb-4ed1-8b47-bec4f3e15622 req-33ce8651-79a0-446f-9c9d-d197ab294c24 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618339 Jun 03 15:34:02.655306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9166612b-e020-4a70-811e-400d12300506 None None] Provisioning for port b3b31861-1395-4728-994b-1851ce2a37d3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:02.678140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.691676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9166612b-e020-4a70-811e-400d12300506 None None] Provisioning complete for port b3b31861-1395-4728-994b-1851ce2a37d3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:02.692495 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9166612b-e020-4a70-811e-400d12300506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.726190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33850) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:02.742559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:02.743314 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.788053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:02.799351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9166612b-e020-4a70-811e-400d12300506 None None] Port b3b31861-1395-4728-994b-1851ce2a37d3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:02.822219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Usage tracker for resource:security_group_rule and tenant:95a01175de014ff5b0872295292e08e8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:02.832427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:02.835143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:02.838973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.851726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:02.854475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.867852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,segment=NetworkSegment(78837e1c-dd4f-4f33-a23e-abe93b5586db),segment_id=78837e1c-dd4f-4f33-a23e-abe93b5586db)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:02.889180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.915252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288a7ec-e3af-4144-b2e9-f5060c560dc1 req-bd56ee73-0f80-44bb-abf2-0172f968e3f4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:02.922461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9288a7ec-e3af-4144-b2e9-f5060c560dc1 req-bd56ee73-0f80-44bb-abf2-0172f968e3f4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 945 time: 0.4723895 Jun 03 15:34:02.958130 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a2f958-a93c-4620-afbc-b45509fc0d9d'] response: {'server_uuid': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b', 'code': 200} Jun 03 15:34:03.006791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:03.058646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3c91f327-ea7d-4a6d-a7e0-e26e7bf73376 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5698371120bc4771b0217c0f3b9f6140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291476 Jun 03 15:34:03.088358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33860) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:03.218484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9288a7ec-e3af-4144-b2e9-f5060c560dc1 req-0b343827-9360-40bc-acf7-27bb6fa7c2fc tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805932 Jun 03 15:34:03.318858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d963d0f9-1f75-41f4-96a5-604cc073827e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.345234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164e51f-ba12-4926-a6ff-5e7da0ec7cd9 req-8c46baa9-c664-4c05-9777-165a9ce056b7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:03.347354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e164e51f-ba12-4926-a6ff-5e7da0ec7cd9 req-8c46baa9-c664-4c05-9777-165a9ce056b7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.2021904 Jun 03 15:34:03.391143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.400404 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d963d0f9-1f75-41f4-96a5-604cc073827e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.409951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.452143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0da8422-e400-41aa-8622-30ada3e32de1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:03.508152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e164e51f-ba12-4926-a6ff-5e7da0ec7cd9 req-1fd0aa57-3f90-47dd-88d4-6bfcb37bc4ec tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490858 Jun 03 15:34:03.533743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e31ffabc-d5a3-4bd8-8465-d9f6e0ef9d75 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95a01175de014ff5b0872295292e08e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4299400 Jun 03 15:34:03.536015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33872) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:03.570315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab8972-a6ba-4570-aa67-e84e7e755e86 req-bc8e9ecb-c249-4eac-ad46-6e8bb38bfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:03.572248 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-73ab8972-a6ba-4570-aa67-e84e7e755e86 req-bc8e9ecb-c249-4eac-ad46-6e8bb38bfdd5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 1097 time: 0.4780209 Jun 03 15:34:03.608655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d963d0f9-1f75-41f4-96a5-604cc073827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.641965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d0f9-1f75-41f4-96a5-604cc073827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d76a0a-566e-4fdd-806c-641ec213bf1e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:03.654908 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-73ab8972-a6ba-4570-aa67-e84e7e755e86 req-c6f02779-bd62-4078-b061-71bc011ef36d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720901 Jun 03 15:34:03.667382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9960c192-d540-403f-9afd-9fea9267a02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.671431 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d963d0f9-1f75-41f4-96a5-604cc073827e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.675843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d963d0f9-1f75-41f4-96a5-604cc073827e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97d76a0a-566e-4fdd-806c-641ec213bf1e HTTP/1.1" status: 204 len: 168 time: 0.5789125 Jun 03 15:34:03.721019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9960c192-d540-403f-9afd-9fea9267a02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.750618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.765012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.909951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b31861-1395-4728-994b-1851ce2a37d3 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:03.935198 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9960c192-d540-403f-9afd-9fea9267a02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.970179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.993706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] In _notify_port_updated(), no bound segment for port 4e620120-582a-4612-bc68-514b87f9bbbd on network c49ff0ee-277f-4354-b63c-ed0965aa1566 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:34:03.994674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960c192-d540-403f-9afd-9fea9267a02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0da8422-e400-41aa-8622-30ada3e32de1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:04.000054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:04.000991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.006233 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "PUT /v2.0/ports/4e620120-582a-4612-bc68-514b87f9bbbd HTTP/1.1" status: 200 len: 1003 time: 2.3328555 Jun 03 15:34:04.023692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33890) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:04.123557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting port 4e620120-582a-4612-bc68-514b87f9bbbd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:04.123907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.156850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9960c192-d540-403f-9afd-9fea9267a02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.160301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9960c192-d540-403f-9afd-9fea9267a02e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0da8422-e400-41aa-8622-30ada3e32de1 HTTP/1.1" status: 204 len: 168 time: 0.6222227 Jun 03 15:34:04.206648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Transition to ACTIVE for port object b3b31861-1395-4728-994b-1851ce2a37d3 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:04.220781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cc794-a760-4b09-8d56-7d84eb08f847 req-77f264dc-9f3e-4d9d-b615-39f88cc73c76 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:04.231896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b3cc794-a760-4b09-8d56-7d84eb08f847 req-77f264dc-9f3e-4d9d-b615-39f88cc73c76 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4235537 Jun 03 15:34:04.255680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2850165-d1a9-4341-97e1-b8f20d686ec0 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=4e620120-582a-4612-bc68-514b87f9bbbd,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:04.261243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.289568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f0e6-3ab3-4333-bce0-8442bf2d5527 req-d11e5c40-ad19-4aee-8a50-e7061d4d283b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:04.291148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c57f0e6-3ab3-4333-bce0-8442bf2d5527 req-d11e5c40-ad19-4aee-8a50-e7061d4d283b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 932 time: 0.3459561 Jun 03 15:34:04.428980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b3cc794-a760-4b09-8d56-7d84eb08f847 req-96a6fe1a-6048-4227-ad6a-e618989cdfd3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958945 Jun 03 15:34:04.438858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c57f0e6-3ab3-4333-bce0-8442bf2d5527 req-5438085d-7418-48ca-9ca5-47ab766d699c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212456 Jun 03 15:34:04.483855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9b316e9b-1135-433f-9022-1efebcba644c None None] Provisioning complete for port 4e620120-582a-4612-bc68-514b87f9bbbd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:04.485699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9b316e9b-1135-433f-9022-1efebcba644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.637651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9b316e9b-1135-433f-9022-1efebcba644c None None] Port 4e620120-582a-4612-bc68-514b87f9bbbd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:04.744303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:05.031947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a507c-3cc1-44ca-85ea-7da12b8870db req-f14cbd0b-5e18-4902-bb85-48a76f1bc3ee tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:05.052169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5a507c-3cc1-44ca-85ea-7da12b8870db req-f14cbd0b-5e18-4902-bb85-48a76f1bc3ee tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 946 time: 0.3158848 Jun 03 15:34:05.057596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33920) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:05.138437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Attempting to bind port b3b31861-1395-4728-994b-1851ce2a37d3 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:05.139182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Attempting to bind port b3b31861-1395-4728-994b-1851ce2a37d3 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:05.139772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Attempting to bind port b3b31861-1395-4728-994b-1851ce2a37d3 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:05.158098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.167843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.213901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Port b3b31861-1395-4728-994b-1851ce2a37d3 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:34:05.224913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Attempting to bind port b3b31861-1395-4728-994b-1851ce2a37d3 on network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:05.239347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5a507c-3cc1-44ca-85ea-7da12b8870db req-c3778951-7a4a-44aa-bc4b-6449eafde8a4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860061 Jun 03 15:34:05.299908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bff17-e2cc-4820-a6a8-b6f2d4155c0f req-a7fca281-ebfd-460b-9f25-2b9fdd9c9e32 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:05.303458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-717bff17-e2cc-4820-a6a8-b6f2d4155c0f req-a7fca281-ebfd-460b-9f25-2b9fdd9c9e32 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.2469196 Jun 03 15:34:05.374891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-717bff17-e2cc-4820-a6a8-b6f2d4155c0f req-46d811b5-4516-435d-a8b8-e825a19e6e2e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564752 Jun 03 15:34:05.520278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:05.520783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Checking segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:05.521177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Bound using segment: {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:05.521626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Bound port: b3b31861-1395-4728-994b-1851ce2a37d3, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d87218b-064f-49c1-a7dc-de88bd347531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:05.521975 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.537525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Calling delete_port for 4e620120-582a-4612-bc68-514b87f9bbbd owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:05.566456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:05.585420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Usage tracker for resource:security_group_rule and tenant:27633cb19cad421fb1a9d827feb19ab6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:05.596210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:05.607493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:05.706807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f941c1-9111-4335-bd4e-0531d9db1492 req-edb05ea7-d8bf-4a67-9e88-4c14b837e2d4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:05.709348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40f941c1-9111-4335-bd4e-0531d9db1492 req-edb05ea7-d8bf-4a67-9e88-4c14b837e2d4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 944 time: 0.1123354 Jun 03 15:34:05.767082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40f941c1-9111-4335-bd4e-0531d9db1492 req-cbec4678-7c74-4202-b1c4-17b216e20d31 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 Jun 03 15:34:05.788206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:05.826276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:05.841903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.922656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.926139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.938474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:05.939097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.941091 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3b31861-1395-4728-994b-1851ce2a37d3 HTTP/1.1" status: 200 len: 1092 time: 3.7471008 Jun 03 15:34:05.943411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:05.952392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.136961 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614e949e-b22b-4a3f-b8ed-e1fa72ee55e7'] response: {'name': 'network-changed', 'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'status': 'completed', 'code': 200} Jun 03 15:34:06.193712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e90b8c-822f-4ea9-aa7a-b3d199529bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:06.262135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ca78fc-522a-4be6-896c-9afe27f4568d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:06.271448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.285653 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4528236-be34-455e-b0d7-6b059311bd68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27633cb19cad421fb1a9d827feb19ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2220149 Jun 03 15:34:06.286170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33956) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:06.306618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Port': ['ID=4e620120-582a-4612-bc68-514b87f9bbbd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:06.334110 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fa5f0ef4-4431-4e70-a28a-deaf05816de8 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/ports/4e620120-582a-4612-bc68-514b87f9bbbd HTTP/1.1" status: 204 len: 168 time: 2.3061163 Jun 03 15:34:06.335544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33960) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:06.382292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-13974db2-d0cd-4ce0-a554-73b741c25e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:06.383956 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-13974db2-d0cd-4ce0-a554-73b741c25e9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 1095 time: 0.2334492 Jun 03 15:34:06.423627 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-db739624-1908-4cd7-925d-3a14c859588d tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] GET failed (client error): The resource could not be found. Jun 03 15:34:06.424180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-db739624-1908-4cd7-925d-3a14c859588d tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Synchronizing usage tracker for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:06.496762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-db739624-1908-4cd7-925d-3a14c859588d tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Unset dirty status for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:06.502074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-db739624-1908-4cd7-925d-3a14c859588d tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "GET /v2.0/ports/4e620120-582a-4612-bc68-514b87f9bbbd HTTP/1.1" status: 404 len: 333 time: 0.1650653 Jun 03 15:34:06.510269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33966) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:06.514576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22981676-dd8d-434b-a5a8-ae19a85075a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.522812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1730633942'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:06.536778 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-8eace0e6-268c-4183-81a6-845ce3931055 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b31861-1395-4728-994b-1851ce2a37d3 HTTP/1.1" status: 200 len: 217 time: 0.1425374 Jun 03 15:34:06.631376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-da5d3fb5-29f1-4d7b-a3d2-fa081eddc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:06.633063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-da5d3fb5-29f1-4d7b-a3d2-fa081eddc3ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.0828688 Jun 03 15:34:06.661688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22981676-dd8d-434b-a5a8-ae19a85075a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.743018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-f7e0f8a3-e33c-4181-bf5a-fdbfd55286b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:06.744847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-f7e0f8a3-e33c-4181-bf5a-fdbfd55286b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036031 Jun 03 15:34:06.932745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a414-7f1e-4f92-9370-1a186b2af4d1 req-34222ddb-f5e7-4a98-8441-bbd402be893b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:06.934314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3298a414-7f1e-4f92-9370-1a186b2af4d1 req-34222ddb-f5e7-4a98-8441-bbd402be893b tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 946 time: 0.4839976 Jun 03 15:34:06.935579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:06.959319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-75347323-c60b-423a-9d2f-e006c3324ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045612 Jun 03 15:34:07.002366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:07.009742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22981676-dd8d-434b-a5a8-ae19a85075a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.046627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9b5e8-bf5a-4406-9331-c195173b87f0 req-450c0726-d7b7-4085-95e6-137d43c3a168 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.049093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a9b5e8-bf5a-4406-9331-c195173b87f0 req-450c0726-d7b7-4085-95e6-137d43c3a168 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4869106 Jun 03 15:34:07.056051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22981676-dd8d-434b-a5a8-ae19a85075a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.061232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-22981676-dd8d-434b-a5a8-ae19a85075a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76ca78fc-522a-4be6-896c-9afe27f4568d HTTP/1.1" status: 204 len: 168 time: 0.7701776 Jun 03 15:34:07.063241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981676-dd8d-434b-a5a8-ae19a85075a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ca78fc-522a-4be6-896c-9afe27f4568d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:07.069987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3298a414-7f1e-4f92-9370-1a186b2af4d1 req-0a540a5c-978e-4e4e-acd5-4511193f1390 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211510 Jun 03 15:34:07.089597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:07.103461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.140858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5a9b5e8-bf5a-4406-9331-c195173b87f0 req-d7cc3365-8f3c-4c32-8937-654a4e0568b5 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786514 Jun 03 15:34:07.142017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] device_id is not set on port 951d25a8-c482-45fa-a234-6ca26d35ca08 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:34:07.233895 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b4584d15-0aeb-4d1d-a0cf-bbc923491a27 req-46b17468-5b5b-468a-b948-726efb751790 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668352 Jun 03 15:34:07.414689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Allocated IP 2001:db8::228 (c49ff0ee-277f-4354-b63c-ed0965aa1566/4ff10502-d48d-482b-8e1d-6e0197ac0948/951d25a8-c482-45fa-a234-6ca26d35ca08) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:07.435297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6088d-6638-4066-8942-9c7abdcdb029 req-1ec3927f-726b-4c2b-915f-7d753e37d9d6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.437065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96c6088d-6638-4066-8942-9c7abdcdb029 req-1ec3927f-726b-4c2b-915f-7d753e37d9d6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 944 time: 0.1800184 Jun 03 15:34:07.499283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-640118d9-4726-45c0-b85c-9c0c5a7367c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.507359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-640118d9-4726-45c0-b85c-9c0c5a7367c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 1095 time: 0.2013624 Jun 03 15:34:07.543941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96c6088d-6638-4066-8942-9c7abdcdb029 req-0a9879ae-84ed-4857-84ca-004f6f170768 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994933 Jun 03 15:34:07.725945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34002) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:07.763899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.788537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Transition to ACTIVE for port object 951d25a8-c482-45fa-a234-6ca26d35ca08 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:07.823961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-1fec33d0-2986-4195-a771-2d948279c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.826174 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-1fec33d0-2986-4195-a771-2d948279c8bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.3111448 Jun 03 15:34:07.840419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.016555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-3cecc445-fdd1-4266-bf76-bd738dc6412b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b31861-1395-4728-994b-1851ce2a37d3 HTTP/1.1" status: 200 len: 217 time: 0.1812382 Jun 03 15:34:08.050592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=951d25a8-c482-45fa-a234-6ca26d35ca08,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:08.065790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:08.067643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:08.070321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:08.076758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.077671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.164003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-b96d02c0-2210-4966-8e7c-18e8037396e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.175348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-b96d02c0-2210-4966-8e7c-18e8037396e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1486995 Jun 03 15:34:08.400645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-91e95f77-0327-435f-8b9e-5a493fac2b28 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8890998 Jun 03 15:34:08.402916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34022) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:08.411057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'network_id': 'c49ff0ee-277f-4354-b63c-ed0965aa1566', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-829229037'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:08.446077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34026) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:08.469698 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.536693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:08.538539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f955d5c9-93ae-49b0-94a7-dfb26c59c815 None None] Provisioning for port 951d25a8-c482-45fa-a234-6ca26d35ca08 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:08.541198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4291a9e61e427795cd4c109528c086 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:08.544684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:08.550694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f955d5c9-93ae-49b0-94a7-dfb26c59c815 None None] Provisioning complete for port 951d25a8-c482-45fa-a234-6ca26d35ca08 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:08.552998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:08.553263 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f955d5c9-93ae-49b0-94a7-dfb26c59c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.572006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff13d9-3397-4921-a14a-2c8e5c68843c req-77fa91ba-58ac-4596-8d61-151df74c59cc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.574180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfff13d9-3397-4921-a14a-2c8e5c68843c req-77fa91ba-58ac-4596-8d61-151df74c59cc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4354780 Jun 03 15:34:08.678108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.686010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-43962ca0-9731-48ff-8e87-d26e1a7baeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.687862 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-43962ca0-9731-48ff-8e87-d26e1a7baeb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4950786 Jun 03 15:34:08.690016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.692762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f955d5c9-93ae-49b0-94a7-dfb26c59c815 None None] Port 951d25a8-c482-45fa-a234-6ca26d35ca08 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:08.695549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfff13d9-3397-4921-a14a-2c8e5c68843c req-9a8135e2-f08d-4da6-8b1b-1052307a60c8 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066566 Jun 03 15:34:08.722569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:08.729032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Usage tracker for resource:port and tenant:a46e8813fb794648a68c0adefd85b97f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:08.733523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:08.742367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:08.755707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8aafd-b95b-4607-952d-397f84638472 req-98150ce8-516f-4bc1-abe1-c23bb68ac2ff tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.763340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4a8aafd-b95b-4607-952d-397f84638472 req-98150ce8-516f-4bc1-abe1-c23bb68ac2ff tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 946 time: 0.2538996 Jun 03 15:34:08.791480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Made reservation on behalf of a46e8813fb794648a68c0adefd85b97f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:08.795230 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.835669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] device_id is not set on port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:34:08.882650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4a8aafd-b95b-4607-952d-397f84638472 req-27ab6a14-b04e-4994-8f18-0e9d2c76e180 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184018 Jun 03 15:34:08.920806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f4291a9e61e427795cd4c109528c086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1935194 Jun 03 15:34:08.924668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34040) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:08.950955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'network': {'name': 'tempest-network-smoke--278117632', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'port_security_enabled': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:08.959977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99758308-fd88-4c7d-b7a4-7870c0209d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b53afee-a891-452c-b242-abec1d3aba77,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.008060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:09.028256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:network and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:09.033512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:09.044541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:09.075282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:09.078934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.112401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.135207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-fc0afe70-d0a4-4d1f-af69-fbf2fe0d11a0 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078531 Jun 03 15:34:09.137925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:09.165764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50fd5ef6-98e8-4c48-bdbf-934ddbdbcaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.165955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:09.171583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:09.224460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c36fd-5f18-46e7-a6ef-e51701b6fc5c req-e27775ea-a837-4db8-ac00-27e037e81e8a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:09.231928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef3c36fd-5f18-46e7-a6ef-e51701b6fc5c req-e27775ea-a837-4db8-ac00-27e037e81e8a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 944 time: 0.3546786 Jun 03 15:34:09.235091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50fd5ef6-98e8-4c48-bdbf-934ddbdbcaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.235332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:09.242705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Allocated IP 2001:db8::3d5 (c49ff0ee-277f-4354-b63c-ed0965aa1566/4ff10502-d48d-482b-8e1d-6e0197ac0948/06ec6d0d-f3ee-44c7-b912-caee1cebb523) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:09.338491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e6f5c45d-d0fc-4943-ab02-2e3a5c0d1807 req-734d1be3-9fda-40b0-91c2-ee4d4cb79e8c service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961055 Jun 03 15:34:09.351166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef3c36fd-5f18-46e7-a6ef-e51701b6fc5c req-8d227677-f711-417e-8e77-5347d2308fcc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182022 Jun 03 15:34:09.412307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.412656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50fd5ef6-98e8-4c48-bdbf-934ddbdbcaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.418868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.458037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:09.482008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eb4e8c-ddb0-4c4f-8738-cc071f6cca07,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.486807 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.488081 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Added segment 4d740f2a-9691-4da6-8d5d-8dc55573044a of type vlan for network 85344230-e613-40ab-b74e-0ed0aa149254 Jun 03 15:34:09.504153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd5ef6-98e8-4c48-bdbf-934ddbdbcaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b53afee-a891-452c-b242-abec1d3aba77,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.528084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50fd5ef6-98e8-4c48-bdbf-934ddbdbcaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.530582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.543939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-50fd5ef6-98e8-4c48-bdbf-934ddbdbcaf9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b53afee-a891-452c-b242-abec1d3aba77 HTTP/1.1" status: 204 len: 168 time: 0.6013522 Jun 03 15:34:09.593957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.600747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:09.602058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.613349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.639104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Transition to ACTIVE for port object 06ec6d0d-f3ee-44c7-b912-caee1cebb523 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:09.680804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.762900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:09.768948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:09.778701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:09.791910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:09.792859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.824187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=06ec6d0d-f3ee-44c7-b912-caee1cebb523,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.825381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3802080 Jun 03 15:34:09.826672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efce1c-25d7-4deb-a914-7380f0bd8747 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Network': ['ID=85344230-e613-40ab-b74e-0ed0aa149254,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.832861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34062) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:09.844009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 85344230-e613-40ab-b74e-0ed0aa149254 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:09.849779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-996573393', 'admin_state_up': True, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:09.854921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9f96edd-0342-4da7-b933-10e69ab4aad7 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4480765 Jun 03 15:34:09.858819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34066) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:09.875854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d4', 'mac_address': 'fa:16:3e:14:22:18'}, {'ip_address': '2001:db8::228', 'mac_address': 'fa:16:3e:05:3f:ad'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:09.876844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:09.890802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:router and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:09.898516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:09.962403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:10.045659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-f7313cc8-344d-4e5d-bf86-766798c749d1 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:10.046529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-f7313cc8-344d-4e5d-bf86-766798c749d1 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Synchronizing usage tracker for tenant:5fb5c596e0614113b78320c8ff3601b2 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:10.070403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:10.076483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:10.125999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-f7313cc8-344d-4e5d-bf86-766798c749d1 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Unset dirty status for tenant:5fb5c596e0614113b78320c8ff3601b2 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:10.129829 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-f7313cc8-344d-4e5d-bf86-766798c749d1 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.70 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 946 time: 0.4398923 Jun 03 15:34:10.139859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:10.398842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-66e478a9-8258-40dc-9321-ba7e1e9aacdc None None] Provisioning for port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:10.412607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-66e478a9-8258-40dc-9321-ba7e1e9aacdc None None] Provisioning complete for port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:10.413748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66e478a9-8258-40dc-9321-ba7e1e9aacdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:10.508050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Deleting port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:10.508615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:10.539677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34082) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:10.575188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-66e478a9-8258-40dc-9321-ba7e1e9aacdc None None] Port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:10.589195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:10.688742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:10.703932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Usage tracker for resource:security_group_rule and tenant:146ddeec38e64c28809df1510f857eae is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:10.711855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:10.721154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:10.811726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a299-944f-41d6-bb98-c023b29b7653 req-009c208f-7c6c-4914-8c90-8cf3f5c74c6a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:10.814347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6706a299-944f-41d6-bb98-c023b29b7653 req-009c208f-7c6c-4914-8c90-8cf3f5c74c6a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.5215869 Jun 03 15:34:10.878106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bd247-5594-4a8d-8cdd-3509e7235301 req-84906a7a-4691-4e30-b0d5-7933ac882332 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:10.879644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f61bd247-5594-4a8d-8cdd-3509e7235301 req-84906a7a-4691-4e30-b0d5-7933ac882332 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 946 time: 0.4428625 Jun 03 15:34:10.992652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.024892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6706a299-944f-41d6-bb98-c023b29b7653 req-b49b77f9-87cc-465b-ba2a-f6c65edf1eee tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660173 Jun 03 15:34:11.037115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.053302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f61bd247-5594-4a8d-8cdd-3509e7235301 req-32988d7f-8669-46ca-b673-e0761cfb8ea4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457839 Jun 03 15:34:11.058946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b3b31861-1395-4728-994b-1851ce2a37d3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:34:11.294957 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.313054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.419069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:11.472048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=146ddeec38e64c28809df1510f857eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290974 Jun 03 15:34:11.473477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333122cf-51b6-4df7-867d-b28056898fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f693ba-6e64-4c79-a6a5-7b47236369f0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:11.476388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34102) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:11.488499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'mac_address': 'fa:16:3e:a6:54:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:34:11.503966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] For port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,segment=NetworkSegment(78837e1c-dd4f-4f33-a23e-abe93b5586db),segment_id=78837e1c-dd4f-4f33-a23e-abe93b5586db)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:11.504492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.618276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f16b4-98c7-487e-99ef-de2e7d212dee req-bc5bad2b-b09b-4e1b-a653-f3ec2552e0e4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:11.620013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b8f16b4-98c7-487e-99ef-de2e7d212dee req-bc5bad2b-b09b-4e1b-a653-f3ec2552e0e4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 944 time: 0.4188228 Jun 03 15:34:11.668806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b3b31861-1395-4728-994b-1851ce2a37d3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:11.669212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.710243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b31861-1395-4728-994b-1851ce2a37d3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:11.743300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:11.764007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.827554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b8f16b4-98c7-487e-99ef-de2e7d212dee req-672a5d42-7317-4a78-ab7c-a4c6d6fe8106 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821735 Jun 03 15:34:11.856423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3350eba1-eb55-4a69-8911-9ec5f4a8bc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.921997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.927303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:11.930451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Calling delete_port for c8077fc0-3a5f-4faf-b049-48e5b0c6b03b owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:11.956147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3350eba1-eb55-4a69-8911-9ec5f4a8bc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.963254 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.066275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] In _notify_port_updated(), no bound segment for port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 on network c49ff0ee-277f-4354-b63c-ed0965aa1566 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:34:12.071733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['b3b31861-1395-4728-994b-1851ce2a37d3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:34:12.073317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:12.074124 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.078722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "PUT /v2.0/ports/06ec6d0d-f3ee-44c7-b912-caee1cebb523 HTTP/1.1" status: 200 len: 1066 time: 2.2154446 Jun 03 15:34:12.079916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34136) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:12.171829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1875e-c896-42f7-ae1c-f29bc77711ff tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event updated for resources: {'Port': ['ID=06ec6d0d-f3ee-44c7-b912-caee1cebb523,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:12.228679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:12.229182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.546303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.582591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:12.596367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3350eba1-eb55-4a69-8911-9ec5f4a8bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.625822 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.651551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350eba1-eb55-4a69-8911-9ec5f4a8bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f693ba-6e64-4c79-a6a5-7b47236369f0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:12.713882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4345fd55-ffb8-4772-bcb8-7f1633a1e234 None None] Provisioning complete for port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:12.714461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4345fd55-ffb8-4772-bcb8-7f1633a1e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.819335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4345fd55-ffb8-4772-bcb8-7f1633a1e234 None None] Port 06ec6d0d-f3ee-44c7-b912-caee1cebb523 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:12.849458 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.854948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3350eba1-eb55-4a69-8911-9ec5f4a8bc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.856759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3350eba1-eb55-4a69-8911-9ec5f4a8bc8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8f693ba-6e64-4c79-a6a5-7b47236369f0 HTTP/1.1" status: 204 len: 168 time: 1.3395622 Jun 03 15:34:12.913796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.006588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da15a-7120-4e73-9c6e-d22d4f6a93b4 req-f4f4b410-3986-46f7-b262-376523ff04e0 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:13.014933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f08da15a-7120-4e73-9c6e-d22d4f6a93b4 req-f4f4b410-3986-46f7-b262-376523ff04e0 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/ports?device_id=c983a961-e974-46c4-b64b-783e1a3e60d7 HTTP/1.1" status: 200 len: 946 time: 0.6620538 Jun 03 15:34:13.025337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Pushing event deleted for resources: {'Port': ['ID=c8077fc0-3a5f-4faf-b049-48e5b0c6b03b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:13.031864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:13.109696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.131782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Usage tracker for resource:security_group_rule and tenant:7c12820c1ea54d6d88a8d160ffe0d05a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:13.135849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:13.144475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:13.246954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] No DVR routers for this DVR port c8077fc0-3a5f-4faf-b049-48e5b0c6b03b on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:34:13.256452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.259239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'name': 'network-vif-deleted', 'tag': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:13.266161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.25.1.216 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/71dcf1cc-c406-4b35-b311-54fc9e68a08b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:13.319001 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f76817ef-0179-4ab3-9658-552d8c7b38c9 req-cb788b4f-a187-4ae9-9735-d4d3ac7072c4 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.70 "DELETE /v2.0/ports/c8077fc0-3a5f-4faf-b049-48e5b0c6b03b HTTP/1.1" status: 204 len: 173 time: 3.1809764 Jun 03 15:34:13.336615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c8077fc0-3a5f-4faf-b049-48e5b0c6b03b no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:13.475030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: c8077fc0-3a5f-4faf-b049-48e5b0c6b03b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:34:13.479556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c8077fc0-3a5f-4faf-b049-48e5b0c6b03b not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:34:13.502186 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-330bf31f-a6cd-49f6-8fb1-04f017b13254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.580071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.598302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Calling delete_port for 06ec6d0d-f3ee-44c7-b912-caee1cebb523 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:13.634145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.678375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f08da15a-7120-4e73-9c6e-d22d4f6a93b4 req-7d6503e3-782b-442a-8240-34bb6a2bb9d6 tempest-ServerAddressesTestJSON-2067407671 tempest-ServerAddressesTestJSON-2067407671-project] 10.222.0.66 "GET /v2.0/security-groups?id=343df909-c3e5-408a-8d36-c3ffb269b4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568108 Jun 03 15:34:13.772668 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90ec9e1-6892-4072-b840-8ff2ef88cd52'] response: {'server_uuid': 'c983a961-e974-46c4-b64b-783e1a3e60d7', 'name': 'network-vif-deleted', 'tag': 'c8077fc0-3a5f-4faf-b049-48e5b0c6b03b', 'status': 'completed', 'code': 200} Jun 03 15:34:13.797272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:13.804161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:13.811861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:13.826611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d93f48-eabe-4186-af9c-cddec67690cf req-d12e3b61-cc34-4f6f-a461-ceb29effe35b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:13.828348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6d93f48-eabe-4186-af9c-cddec67690cf req-d12e3b61-cc34-4f6f-a461-ceb29effe35b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 945 time: 0.6983001 Jun 03 15:34:13.876930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=71dcf1cc-c406-4b35-b311-54fc9e68a08b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:13.928509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.959123 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.036151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6d93f48-eabe-4186-af9c-cddec67690cf req-4876b70a-dc52-4dff-94cd-7630420fc18f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972234 Jun 03 15:34:14.061719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.181544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Port': ['ID=06ec6d0d-f3ee-44c7-b912-caee1cebb523,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:14.198235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c12820c1ea54d6d88a8d160ffe0d05a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6132371 Jun 03 15:34:14.200057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbdcf5-e2f5-4d9c-ba91-74d2ae20d80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e075c-dde5-47f4-822d-64740204e3bb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:14.205214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34178) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:14.499405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57cc739a-0e92-4348-9899-75e2e189bb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.854196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.885149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cfc95038-cad4-451d-98ad-048129cf9e31 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/ports/06ec6d0d-f3ee-44c7-b912-caee1cebb523 HTTP/1.1" status: 204 len: 168 time: 2.8003929 Jun 03 15:34:14.887889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34190) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:14.898671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.997437 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-199050b7-6ab0-48d1-b997-17016b9e3c77 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] GET failed (client error): The resource could not be found. Jun 03 15:34:14.998240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-199050b7-6ab0-48d1-b997-17016b9e3c77 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Synchronizing usage tracker for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:15.029213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-199050b7-6ab0-48d1-b997-17016b9e3c77 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Unset dirty status for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:15.033607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-199050b7-6ab0-48d1-b997-17016b9e3c77 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "GET /v2.0/ports/06ec6d0d-f3ee-44c7-b912-caee1cebb523 HTTP/1.1" status: 404 len: 333 time: 0.1411567 Jun 03 15:34:15.035630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34198) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:15.063857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b3b31861-1395-4728-994b-1851ce2a37d3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:15.099447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34202) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:15.348695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting port 951d25a8-c482-45fa-a234-6ca26d35ca08 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:15.349242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.350673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port b3b31861-1395-4728-994b-1851ce2a37d3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:15.361335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port b3b31861-1395-4728-994b-1851ce2a37d3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:15.362809 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.414463 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57cc739a-0e92-4348-9899-75e2e189bb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.496921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.524042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1dac-aa5c-416e-91e4-90755f53a76f req-f7ab3632-10b6-4fe1-9f34-bbec3c080913 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:15.531553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac3c1dac-aa5c-416e-91e4-90755f53a76f req-f7ab3632-10b6-4fe1-9f34-bbec3c080913 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4089649 Jun 03 15:34:15.602351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] Deleting subnet 0c2b06eb-d81b-40b3-9f82-f2c9b1f96493 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:34:15.605892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.608722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b3b31861-1395-4728-994b-1851ce2a37d3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:15.609356 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.650536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ece34c-552a-4ee1-ac8e-9fc14d3282db req-e339c11d-246e-464b-b9a9-a14697071546 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:15.652195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9ece34c-552a-4ee1-ac8e-9fc14d3282db req-e339c11d-246e-464b-b9a9-a14697071546 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 945 time: 0.2542577 Jun 03 15:34:15.656853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:15.678503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.688925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:15.694050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-242eba41-66e1-448c-8718-3cb58551853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.697844 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.716737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac3c1dac-aa5c-416e-91e4-90755f53a76f req-a5090830-c908-4be1-88f6-3b833c3b5a4c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841979 Jun 03 15:34:15.755003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.793801 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3caebc-4b1c-4425-aef9-cda671c631a4'] response: {'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'code': 200} Jun 03 15:34:15.880673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:15.918429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-7371bd5f-041f-42d0-9a29-bcbaf5495cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:15.921058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-7371bd5f-041f-42d0-9a29-bcbaf5495cc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1097 time: 0.9688420 Jun 03 15:34:15.966245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9ece34c-552a-4ee1-ac8e-9fc14d3282db req-6f647b6c-12a2-4820-b1f4-6fe1d15c9068 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043616 Jun 03 15:34:16.009455 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.023899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.124855 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57cc739a-0e92-4348-9899-75e2e189bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.215891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Calling delete_port for 951d25a8-c482-45fa-a234-6ca26d35ca08 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:16.220157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc739a-0e92-4348-9899-75e2e189bb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e075c-dde5-47f4-822d-64740204e3bb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.221795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2b06eb-d81b-40b3-9f82-f2c9b1f96493,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.231250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.296180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca658e-de37-46b7-9145-2cba5b6546fe req-13b5b214-557b-490a-a9e8-a84eeded7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:16.297859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2ca658e-de37-46b7-9145-2cba5b6546fe req-13b5b214-557b-490a-a9e8-a84eeded7639 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 1097 time: 0.4216938 Jun 03 15:34:16.312084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-57cc739a-0e92-4348-9899-75e2e189bb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.313261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-57cc739a-0e92-4348-9899-75e2e189bb3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/623e075c-dde5-47f4-822d-64740204e3bb HTTP/1.1" status: 204 len: 168 time: 2.1066225 Jun 03 15:34:16.324671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2f5479f9-3782-4170-ba41-7c67d95bb58d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0c2b06eb-d81b-40b3-9f82-f2c9b1f96493 HTTP/1.1" status: 204 len: 168 time: 1.1458712 Jun 03 15:34:16.332839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34234) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:16.406411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-5b07a7d1-30de-44fa-91ea-6a6ef3ad73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:16.407929 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-5b07a7d1-30de-44fa-91ea-6a6ef3ad73a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.3865497 Jun 03 15:34:16.418825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.592938 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-711baf03-b32e-4206-be8f-428d9417f878 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 217 time: 0.1758270 Jun 03 15:34:16.606067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.642912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2ca658e-de37-46b7-9145-2cba5b6546fe req-15679905-22f6-4fee-9992-ebfdbff1f4b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360186 Jun 03 15:34:16.690304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.717253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.875649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-a0e40c9b-9a46-439f-ae0e-09e05b5927dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:16.881655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-a0e40c9b-9a46-439f-ae0e-09e05b5927dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.2727594 Jun 03 15:34:16.891091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.895673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Port': ['ID=951d25a8-c482-45fa-a234-6ca26d35ca08,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.903806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34268) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:16.925637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.083392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-bd8dfc94-73ab-4c6d-b9d1-832ba23ba9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:17.086769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-bd8dfc94-73ab-4c6d-b9d1-832ba23ba9b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926053 Jun 03 15:34:17.095493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 36208384-5c90-488e-aa8b-9c8ed1835a03 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:34:17.113470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.130089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-40e53bd7-80a3-40f8-8cc6-0e9535fac727 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/ports/951d25a8-c482-45fa-a234-6ca26d35ca08 HTTP/1.1" status: 204 len: 168 time: 2.0922732 Jun 03 15:34:17.133826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.150552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34276) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.191033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:17.220087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Usage tracker for resource:security_group_rule and tenant:09e6d7b5a1e644a1bd194c1fdac04a37 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:17.245108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:17.285910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:17.297336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:17.305977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34280) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.308822 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-612685ef-6d7e-40e0-b06e-b9e2722cf061 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] GET failed (client error): The resource could not be found. Jun 03 15:34:17.309383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-612685ef-6d7e-40e0-b06e-b9e2722cf061 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Synchronizing usage tracker for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:17.346458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78837e1c-dd4f-4f33-a23e-abe93b5586db') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:17.347272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78837e1c-dd4f-4f33-a23e-abe93b5586db') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:17.385190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.421905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-612685ef-6d7e-40e0-b06e-b9e2722cf061 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Unset dirty status for tenant:a46e8813fb794648a68c0adefd85b97f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:17.423109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-612685ef-6d7e-40e0-b06e-b9e2722cf061 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "GET /v2.0/ports/951d25a8-c482-45fa-a234-6ca26d35ca08 HTTP/1.1" status: 404 len: 333 time: 0.2695870 Jun 03 15:34:17.427634 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.431792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34286) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.449013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851af28-c571-4d55-af7d-37ac896598e6 req-90faf0e0-7f39-4d23-9afc-15df8f5334bc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:17.450564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f851af28-c571-4d55-af7d-37ac896598e6 req-90faf0e0-7f39-4d23-9afc-15df8f5334bc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4818475 Jun 03 15:34:17.451698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:17.452137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.559623 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 78837e1c-dd4f-4f33-a23e-abe93b5586db resource provider aggregate not found Jun 03 15:34:17.590683 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-e56f3ef5-f42e-4264-bee7-0731107d6849 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910054 Jun 03 15:34:17.624189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:17.637947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Sync routers for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:17.651531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:17.652577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:17.671363 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 78837e1c-dd4f-4f33-a23e-abe93b5586db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78837e1c-dd4f-4f33-a23e-abe93b5586db found for delete ", "request_id": "req-e0c4cd83-0013-44e8-8548-661ce22644c6"}]} Jun 03 15:34:17.772537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.827933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea5a74-9689-4bfb-90de-94d372642612 req-7c997a01-5051-43c8-b872-67a6dc46e334 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:17.834364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c835e5a9-d076-42e8-bc97-2079601a72a8 req-ab266055-b350-4839-968c-6ac9f69d69cf service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336106 Jun 03 15:34:17.836713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6eea5a74-9689-4bfb-90de-94d372642612 req-7c997a01-5051-43c8-b872-67a6dc46e334 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.5950580 Jun 03 15:34:17.841644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.842371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f851af28-c571-4d55-af7d-37ac896598e6 req-c95b792a-7d56-447f-8e9f-b0162433d180 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250825 Jun 03 15:34:17.845385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:17.858304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5111a4ce-b327-4279-a1c7-866b3b7dc246 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0238104 Jun 03 15:34:17.863644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34294) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.866530 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.892860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Usage tracker for resource:security_group_rule and tenant:4aa6c457994646e0b2d2e27484064bfb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:17.899315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.902775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:17.929200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting port 39f51cc0-a300-482e-9340-61b15cbb1428 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:17.929729 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.952086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:34:18.027097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.055438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:18.120086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.173515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.182702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-230f69e6-080c-46ba-b86a-d24784f82f4e admin admin] 10.222.0.66 "DELETE /v2.0/networks/8fb6cb13-a85c-4c3e-bcde-2720e0a1f7a7 HTTP/1.1" status: 204 len: 168 time: 1.8346717 Jun 03 15:34:18.207990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6eea5a74-9689-4bfb-90de-94d372642612 req-6e295e9c-374e-496d-b629-827041b64431 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318722 Jun 03 15:34:18.243065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-10a42eb6-952b-4cee-a85d-80531b45b116 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=83ef3833b4234da7ab416edcbb5e8afc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3776917 Jun 03 15:34:18.250948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34306) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.255966 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.366821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34310) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.417924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09e6d7b5a1e644a1bd194c1fdac04a37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4503210 Jun 03 15:34:18.421176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34314) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.421494 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.429195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1584f-00f8-4e30-ac4c-00ad78591635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d769cc7-e9a5-4033-a3ee-93e1ce9d5637,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.508867 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-548c5328-745d-4082-9e18-1105b1f45c7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fb5c596e0614113b78320c8ff3601b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384020 Jun 03 15:34:18.516032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34318) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.553958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:14Z', 'revision_number': 3, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:18.561131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Checking router: 36208384-5c90-488e-aa8b-9c8ed1835a03 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:34:18.561680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Updating router 36208384-5c90-488e-aa8b-9c8ed1835a03 port 71dcf1cc-c406-4b35-b311-54fc9e68a08b binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:34:18.571489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8585d1df-392a-49e1-a422-e80b335ee074 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:18.576794 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8585d1df-392a-49e1-a422-e80b335ee074 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3206978 Jun 03 15:34:18.577043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34322) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.614923 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-533fa4b3-457a-437b-8fe7-805d7b500aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.619723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c26981ac-b0cb-4b10-95b2-b9b806cd8244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.668973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-533fa4b3-457a-437b-8fe7-805d7b500aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.682842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c26981ac-b0cb-4b10-95b2-b9b806cd8244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.703444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e200cd1-cdd6-4563-953f-197c214aa58d tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177659 Jun 03 15:34:18.711799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34326) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.727263 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.735502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494486613', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:18.736860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.742624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.824156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.892432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:18.896796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-533fa4b3-457a-437b-8fe7-805d7b500aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.902944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b81991a-937e-4bc1-9a1c-b02a30e85601,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.912723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:subnet and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:18.919387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c26981ac-b0cb-4b10-95b2-b9b806cd8244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.936722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:18.948235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:18.951999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fa4b3-457a-437b-8fe7-805d7b500aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d769cc7-e9a5-4033-a3ee-93e1ce9d5637,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.975884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-676911a6-9f6b-4129-ba69-adf7548a364f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4aa6c457994646e0b2d2e27484064bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6685765 Jun 03 15:34:18.984215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Calling delete_port for 39f51cc0-a300-482e-9340-61b15cbb1428 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:18.986315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34332) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.998824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26981ac-b0cb-4b10-95b2-b9b806cd8244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343df909-c3e5-408a-8d36-c3ffb269b4b4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:19.004810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c26981ac-b0cb-4b10-95b2-b9b806cd8244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.005917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c26981ac-b0cb-4b10-95b2-b9b806cd8244 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/343df909-c3e5-408a-8d36-c3ffb269b4b4 HTTP/1.1" status: 204 len: 168 time: 0.4867525 Jun 03 15:34:19.007095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-533fa4b3-457a-437b-8fe7-805d7b500aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.008069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-533fa4b3-457a-437b-8fe7-805d7b500aa2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d769cc7-e9a5-4033-a3ee-93e1ce9d5637 HTTP/1.1" status: 204 len: 168 time: 0.5843165 Jun 03 15:34:19.013007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:19.016713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.188424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de06753d-51c8-4f97-8803-13670ad11717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.300319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de06753d-51c8-4f97-8803-13670ad11717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.537548 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.562082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.587311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de06753d-51c8-4f97-8803-13670ad11717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.605204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Transition to ACTIVE for port object 71dcf1cc-c406-4b35-b311-54fc9e68a08b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:19.609826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.631846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.641682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06753d-51c8-4f97-8803-13670ad11717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b81991a-937e-4bc1-9a1c-b02a30e85601,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:19.700320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Port': ['ID=39f51cc0-a300-482e-9340-61b15cbb1428,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:19.719455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Subnet': ['ID=e0038797-96dd-4f5f-9a6f-af5bc2402567,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:19.728911 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de06753d-51c8-4f97-8803-13670ad11717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.735459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-de06753d-51c8-4f97-8803-13670ad11717 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b81991a-937e-4bc1-9a1c-b02a30e85601 HTTP/1.1" status: 204 len: 168 time: 0.7484808 Jun 03 15:34:19.752762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Checking segment: {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:19.753354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network hostable DHCP agents. Network: 85344230-e613-40ab-b74e-0ed0aa149254, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:19.786885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.833142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 85344230-e613-40ab-b74e-0ed0aa149254 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:19.838280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Attempting to bind port 71dcf1cc-c406-4b35-b311-54fc9e68a08b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:19.839552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Attempting to bind port 71dcf1cc-c406-4b35-b311-54fc9e68a08b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:19.844590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Attempting to bind port 71dcf1cc-c406-4b35-b311-54fc9e68a08b on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:19.852878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdec1a-5141-4bae-ac84-e4be5ec89ad5 None None] Pushing event updated for resources: {'Port': ['ID=71dcf1cc-c406-4b35-b311-54fc9e68a08b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:19.864888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:19.865567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:19.866051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.866654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:19.867238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Bound port: 71dcf1cc-c406-4b35-b311-54fc9e68a08b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:19.867693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.868462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4d77a-8846-4bc8-ad6e-cc2c26575205 req-94611a0c-0bed-4b75-a4d4-cf3c32dbac3f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:19.873455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ce4d77a-8846-4bc8-ad6e-cc2c26575205 req-94611a0c-0bed-4b75-a4d4-cf3c32dbac3f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4478524 Jun 03 15:34:19.873908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 85344230-e613-40ab-b74e-0ed0aa149254) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:19.883984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0a2abd95-c6be-4a6a-ac83-9db7312bbd7f tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/ports/39f51cc0-a300-482e-9340-61b15cbb1428 HTTP/1.1" status: 204 len: 168 time: 2.4479825 Jun 03 15:34:19.885474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34352) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:19.894116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:19.894483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.897698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ef7d4-8168-4a16-9982-679e73f8be51 None None] Network 85344230-e613-40ab-b74e-0ed0aa149254 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:19.927520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f0a59-e766-4d42-8dcc-f46caacff947 req-f08358ef-768e-4a89-8030-3f8774bd4e1a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:19.932223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c9f0a59-e766-4d42-8dcc-f46caacff947 req-f08358ef-768e-4a89-8030-3f8774bd4e1a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.4294384 Jun 03 15:34:19.994326 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-78ab4474-22ba-4b03-b5a3-1bce2425ad76 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2768972 Jun 03 15:34:19.994533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:20.204523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting subnet 4ff10502-d48d-482b-8e1d-6e0197ac0948 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:34:20.215724 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:20.260437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ce4d77a-8846-4bc8-ad6e-cc2c26575205 req-57fa9d2f-83ce-459c-ae60-196135f4eadc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579471 Jun 03 15:34:20.314795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c9f0a59-e766-4d42-8dcc-f46caacff947 req-5496a5f4-3b54-4930-8b26-65d7e6cf5dd0 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862825 Jun 03 15:34:20.351950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:20.459171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] For port 71dcf1cc-c406-4b35-b311-54fc9e68a08b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:20.481644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] For port 71dcf1cc-c406-4b35-b311-54fc9e68a08b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=71dcf1cc-c406-4b35-b311-54fc9e68a08b,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:20.489916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:20.499057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34372) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:20.551301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-85344230-e613-40ab-b74e-0ed0aa149254', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:34:20.553067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:20.560153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:20.608353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:20.615593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Usage tracker for resource:security_group_rule and tenant:b5ac633fb8ce419e8815601e6089a4f9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:20.623187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:20.637642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:20.719944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:20.721735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:20.793791 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:20.818763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdec1a-5141-4bae-ac84-e4be5ec89ad5 None None] Pushing event updated for resources: {'Port': ['ID=71dcf1cc-c406-4b35-b311-54fc9e68a08b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:21.032843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Allocated IP 172.20.0.2 (85344230-e613-40ab-b74e-0ed0aa149254/e0038797-96dd-4f5f-9a6f-af5bc2402567/54d820e3-206b-4f5b-b8c9-377dca936044) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:21.055058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:34:21.293664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:21.449989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff10502-d48d-482b-8e1d-6e0197ac0948,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:21.468489 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:21.517245 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:21.530933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:21.546933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dba4cc-0c0d-40d3-9ec8-8d3569ab1f86 None None] Network c49ff0ee-277f-4354-b63c-ed0965aa1566 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:21.566276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-18d6ea59-f2cb-4090-a406-147ec8b65d85 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/subnets/4ff10502-d48d-482b-8e1d-6e0197ac0948 HTTP/1.1" status: 204 len: 168 time: 1.6781664 Jun 03 15:34:21.575212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34402) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:21.641875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96572-11f9-4085-8f4a-d44ad2076926 req-3b4c7d93-d764-4580-a13d-4fb3bf48acc7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:21.644325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bc96572-11f9-4085-8f4a-d44ad2076926 req-3b4c7d93-d764-4580-a13d-4fb3bf48acc7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.6979845 Jun 03 15:34:21.760699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:21.806678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5ac633fb8ce419e8815601e6089a4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3050334 Jun 03 15:34:21.807641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f9b56-133a-451c-bb19-bf29c687cc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8392e57-ce12-4a34-9752-2ffd0ff676be,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:21.818645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34410) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:21.845382 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:34:21.875501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bc96572-11f9-4085-8f4a-d44ad2076926 req-76b73f78-8889-4aa6-8715-47c6dff23f1c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130637 Jun 03 15:34:21.932088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:21.981107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Deleting port 3246600d-e297-47d0-9613-125e16305420 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:21.981450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.045286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade05e57-9dca-41b0-9b53-83bdf8438036 req-47da3990-5bbe-4f4f-8481-46168d8ff989 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:22.052833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ade05e57-9dca-41b0-9b53-83bdf8438036 req-47da3990-5bbe-4f4f-8481-46168d8ff989 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4072049 Jun 03 15:34:22.093545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d6f-9d93-45a5-96f5-13ba48142065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.124619 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.164246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Transition to ACTIVE for port object 54d820e3-206b-4f5b-b8c9-377dca936044 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:22.197044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d6f-9d93-45a5-96f5-13ba48142065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.204357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Transition to ACTIVE for port object 54d820e3-206b-4f5b-b8c9-377dca936044 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:22.230485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:14Z', 'revision_number': 3, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:22.232259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ade05e57-9dca-41b0-9b53-83bdf8438036 req-53f7517f-2bf7-46fe-a6f7-1c2cf2e5053f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783066 Jun 03 15:34:22.239237 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.342274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df733602-2dc2-4aec-9fbc-d15ad480caf3 None None] The sync data for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 is: [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:14Z', 'revision_number': 3, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:22.374502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] DHCP port deletion for c49ff0ee-277f-4354-b63c-ed0965aa1566 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:34:22.398451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Network 85344230-e613-40ab-b74e-0ed0aa149254 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:22.401313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Deleting port 3246600d-e297-47d0-9613-125e16305420 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:22.401783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.424058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d6f-9d93-45a5-96f5-13ba48142065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.446559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Pushing event updated for resources: {'Port': ['ID=54d820e3-206b-4f5b-b8c9-377dca936044,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:22.451564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] For port 3246600d-e297-47d0-9613-125e16305420, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3246600d-e297-47d0-9613-125e16305420,segment=NetworkSegment(fcdbc03b-d610-4489-a831-e1b5fba8779c),segment_id=fcdbc03b-d610-4489-a831-e1b5fba8779c)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:22.452223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.458862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:22.467443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:22.469715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c8d6f-9d93-45a5-96f5-13ba48142065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8392e57-ce12-4a34-9752-2ffd0ff676be,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:22.539840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f74c8d6f-9d93-45a5-96f5-13ba48142065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.542130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f74c8d6f-9d93-45a5-96f5-13ba48142065 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8392e57-ce12-4a34-9752-2ffd0ff676be HTTP/1.1" status: 204 len: 168 time: 0.7164190 Jun 03 15:34:22.601121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.20.0.1 (85344230-e613-40ab-b74e-0ed0aa149254/e0038797-96dd-4f5f-9a6f-af5bc2402567/326a223c-df33-487d-a36f-3eb781a063b9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:22.612922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Attempting to bind port 54d820e3-206b-4f5b-b8c9-377dca936044 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:22.613738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Attempting to bind port 54d820e3-206b-4f5b-b8c9-377dca936044 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:22.614124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Attempting to bind port 54d820e3-206b-4f5b-b8c9-377dca936044 on network 85344230-e613-40ab-b74e-0ed0aa149254 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:22.638776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Calling delete_port for 3246600d-e297-47d0-9613-125e16305420 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:22.663814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:22.664243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Checking segment: {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:22.664993 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.665127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Bound using segment: {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:22.665498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Bound port: 54d820e3-206b-4f5b-b8c9-377dca936044, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:22.665868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.787546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.137482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] For port 3246600d-e297-47d0-9613-125e16305420, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3246600d-e297-47d0-9613-125e16305420,segment=NetworkSegment(fcdbc03b-d610-4489-a831-e1b5fba8779c),segment_id=fcdbc03b-d610-4489-a831-e1b5fba8779c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:23.138046 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.203533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.269377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Transition to ACTIVE for port object 326a223c-df33-487d-a36f-3eb781a063b9 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:23.339288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.480193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 85344230-e613-40ab-b74e-0ed0aa149254 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:23.489393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:23.522697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7ab2200-6f0d-4708-b011-0ab582079745 req-cc02d069-09b1-4820-b5f9-c58234e7ff83 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.2238650 Jun 03 15:34:23.524003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Port': ['ID=3246600d-e297-47d0-9613-125e16305420,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:23.526648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Calling delete_port for 3246600d-e297-47d0-9613-125e16305420 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:23.556158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] No DVR routers for this DVR port 3246600d-e297-47d0-9613-125e16305420 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:34:23.568909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:23.738933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=326a223c-df33-487d-a36f-3eb781a063b9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:23.762111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] For port 54d820e3-206b-4f5b-b8c9-377dca936044, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:23.769128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] For port 54d820e3-206b-4f5b-b8c9-377dca936044, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=54d820e3-206b-4f5b-b8c9-377dca936044,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:23.774533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.779777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71dcf1cc-c406-4b35-b311-54fc9e68a08b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:23.864131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.210859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.300251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45e3fb-747b-4f8f-a69f-f8250b501fa8 None None] Pushing event updated for resources: {'Port': ['ID=54d820e3-206b-4f5b-b8c9-377dca936044,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:24.331254 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:34:24.331982 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:34:24.334502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49ff0ee-277f-4354-b63c-ed0965aa1566']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:24.336134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 71dcf1cc-c406-4b35-b311-54fc9e68a08b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:24.343778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 71dcf1cc-c406-4b35-b311-54fc9e68a08b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:24.344509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.410961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdbc03b-d610-4489-a831-e1b5fba8779c') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:24.419355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdbc03b-d610-4489-a831-e1b5fba8779c') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:24.471961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.646078 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.671518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:24.671924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.738813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.745091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3999-f1a9-4785-9a66-9e9fafff2552 req-20201681-9b39-41e6-a167-64aeea635084 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:24.747055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3be3999-f1a9-4785-9a66-9e9fafff2552 req-20201681-9b39-41e6-a167-64aeea635084 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 1.5463922 Jun 03 15:34:24.795866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 71dcf1cc-c406-4b35-b311-54fc9e68a08b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:24.796384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.809795 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment fcdbc03b-d610-4489-a831-e1b5fba8779c resource provider aggregate not found Jun 03 15:34:24.861241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Deleting port 3246600d-e297-47d0-9613-125e16305420 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:24.863011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.882997 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment fcdbc03b-d610-4489-a831-e1b5fba8779c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcdbc03b-d610-4489-a831-e1b5fba8779c found for delete ", "request_id": "req-f5f06310-fe2d-4d0e-9d05-154a65d673f2"}]} Jun 03 15:34:24.950249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3be3999-f1a9-4785-9a66-9e9fafff2552 req-8db5904f-c463-4a69-b4a5-70f08ab1da1d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422107 Jun 03 15:34:24.952194 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.011989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 71dcf1cc-c406-4b35-b311-54fc9e68a08b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=71dcf1cc-c406-4b35-b311-54fc9e68a08b,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:25.020768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.038547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616dd2d-76e8-4f2e-9c58-cd7a4874f9ec req-a4928fc2-48ff-490e-82b2-5ce2b371669d tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:25.048038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.071397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e616dd2d-76e8-4f2e-9c58-cd7a4874f9ec req-a4928fc2-48ff-490e-82b2-5ce2b371669d tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.5504825 Jun 03 15:34:25.169471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] Pushing event deleted for resources: {'Network': ['ID=c49ff0ee-277f-4354-b63c-ed0965aa1566,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:25.201738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34492) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:25.246307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f5b25c41-080a-41a1-b36d-855794d365f6 tempest-AllowedAddressPairIpV6TestJSON-72477675 tempest-AllowedAddressPairIpV6TestJSON-72477675-project] 10.222.0.66 "DELETE /v2.0/networks/c49ff0ee-277f-4354-b63c-ed0965aa1566 HTTP/1.1" status: 204 len: 168 time: 3.6690934 Jun 03 15:34:25.249783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e616dd2d-76e8-4f2e-9c58-cd7a4874f9ec req-1342494f-859c-4dfa-adc9-f2e4210e4c8f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775081 Jun 03 15:34:25.305612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3246600d-e297-47d0-9613-125e16305420 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:25.422562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-954b0bcf-c96e-48ea-aba2-9002f31ac930 req-b7b106af-4114-4d18-a1c3-6c78e452cf9f tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0884638 Jun 03 15:34:25.565277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1f601e4f-fe36-4f85-8308-2b1c1538e8d2 None None] The port '3246600d-e297-47d0-9613-125e16305420' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:34:25.612617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3246600d-e297-47d0-9613-125e16305420 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:34:25.619528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3246600d-e297-47d0-9613-125e16305420 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:34:25.658332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=71dcf1cc-c406-4b35-b311-54fc9e68a08b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:25.842201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:25.864753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:25.904220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Usage tracker for resource:floatingip and tenant:35840b1947fd4fb6aba12f90488c0337 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:25.915861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:25.959912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54d820e3-206b-4f5b-b8c9-377dca936044 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:25.976046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34508) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:25.993267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:26.065197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.244742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 54d820e3-206b-4f5b-b8c9-377dca936044 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:26.391733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bd559c5e-fc9c-4797-b0cd-874189e3d674 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a46e8813fb794648a68c0adefd85b97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135051 Jun 03 15:34:26.393784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34528) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:26.464878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045d1c9-cf09-4b65-8728-ce0b4a6a03ca None None] Network 85344230-e613-40ab-b74e-0ed0aa149254 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:26.573672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.588876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.623382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17ff4871-a6d9-42a4-9770-92caee900e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.674772 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17ff4871-a6d9-42a4-9770-92caee900e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.731841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] Provisioning for port 54d820e3-206b-4f5b-b8c9-377dca936044 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:26.746717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] Provisioning complete for port 54d820e3-206b-4f5b-b8c9-377dca936044 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:26.748235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.793470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31033ae7-43eb-475b-9157-753cef35e350 req-918a630b-2c38-4651-8d8c-54c4439d7ec8 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0776086 Jun 03 15:34:26.816184 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.828566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17ff4871-a6d9-42a4-9770-92caee900e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.904070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029186-ac4d-41cd-8904-4ca8a990b2fa req-44762d60-3538-4d56-920f-89151e924d43 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:26.906114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22029186-ac4d-41cd-8904-4ca8a990b2fa req-44762d60-3538-4d56-920f-89151e924d43 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.4075959 Jun 03 15:34:26.910499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff4871-a6d9-42a4-9770-92caee900e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b98c636-49f5-42de-a193-47b788eb04e0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:26.959331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=326a223c-df33-487d-a36f-3eb781a063b9,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:27.082216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17ff4871-a6d9-42a4-9770-92caee900e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.083578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-17ff4871-a6d9-42a4-9770-92caee900e26 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b98c636-49f5-42de-a193-47b788eb04e0 HTTP/1.1" status: 204 len: 168 time: 0.6886766 Jun 03 15:34:27.117088 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22029186-ac4d-41cd-8904-4ca8a990b2fa req-a5e9b643-4f79-41b3-9fb0-1601c45ac225 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985223 Jun 03 15:34:27.203662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426287a-1494-4d8e-a798-9d5e23a998c1 req-ac2b6dc2-6be0-4bcc-bb6b-4da7376c7430 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:27.206529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f426287a-1494-4d8e-a798-9d5e23a998c1 req-ac2b6dc2-6be0-4bcc-bb6b-4da7376c7430 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.1872303 Jun 03 15:34:27.328650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.344721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f426287a-1494-4d8e-a798-9d5e23a998c1 req-2528e034-8f76-4a9d-85c0-9a5aff09d547 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170261 Jun 03 15:34:27.448622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 85344230-e613-40ab-b74e-0ed0aa149254 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:27.453011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:27.474881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] Current status of the port 54d820e3-206b-4f5b-b8c9-377dca936044 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:27.475489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.541818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] For port 54d820e3-206b-4f5b-b8c9-377dca936044, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=54d820e3-206b-4f5b-b8c9-377dca936044,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:27.551331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.649365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c53e-4446-4bfc-83f9-b477037b3971 None None] Pushing event updated for resources: {'Port': ['ID=54d820e3-206b-4f5b-b8c9-377dca936044,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:27.695071 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8441734e-f4cc-4ae4-9bdd-8ffb4f14215c req-0062e0b4-727d-4ee6-87aa-2372621e3a48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1450944 Jun 03 15:34:27.769926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71dcf1cc-c406-4b35-b311-54fc9e68a08b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:27.845669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Allocated IP 172.25.1.120 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/bed4fc68-0db3-4d59-950c-df68e02e8f47) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:27.933986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-86166381-1189-44bd-8276-b7a116436f98 None None] Provisioning complete for port 54d820e3-206b-4f5b-b8c9-377dca936044 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:27.934398 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-86166381-1189-44bd-8276-b7a116436f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.935160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 36208384-5c90-488e-aa8b-9c8ed1835a03 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:34:28.036435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 71dcf1cc-c406-4b35-b311-54fc9e68a08b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:28.037031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.269213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bf7a81d-5a24-4049-9034-ffe17df870ea req-34d7d454-2b1d-4bd5-9bce-49c95a09007e tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1851981 Jun 03 15:34:28.491003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec99f72-29de-480b-a8b2-da92d6d0ceb1 req-c8c4d95e-5bd5-49b0-9b09-35a1d3b4ab78 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:28.502707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aec99f72-29de-480b-a8b2-da92d6d0ceb1 req-c8c4d95e-5bd5-49b0-9b09-35a1d3b4ab78 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.1650190 Jun 03 15:34:28.509472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-86166381-1189-44bd-8276-b7a116436f98 None None] Current status of the port 54d820e3-206b-4f5b-b8c9-377dca936044 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:28.525144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 71dcf1cc-c406-4b35-b311-54fc9e68a08b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:28.538438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-86166381-1189-44bd-8276-b7a116436f98 None None] Provisioning for port 326a223c-df33-487d-a36f-3eb781a063b9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:28.552162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-86166381-1189-44bd-8276-b7a116436f98 None None] Provisioning complete for port 326a223c-df33-487d-a36f-3eb781a063b9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:28.552801 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-86166381-1189-44bd-8276-b7a116436f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.637907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-86166381-1189-44bd-8276-b7a116436f98 None None] Port 326a223c-df33-487d-a36f-3eb781a063b9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:28.667247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aec99f72-29de-480b-a8b2-da92d6d0ceb1 req-25d0dbf9-3a1e-4e55-bde5-54bec95d3fa1 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632137 Jun 03 15:34:28.786593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-be3dae8a-6b31-4d85-978c-b453b7803987 None None] Provisioning complete for port 326a223c-df33-487d-a36f-3eb781a063b9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:28.786979 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be3dae8a-6b31-4d85-978c-b453b7803987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.795836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4530149-e801-4c45-ab48-3e37f017c6f3 req-ef58999b-4f0b-4409-a780-d708e9e8af4f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:28.797907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4530149-e801-4c45-ab48-3e37f017c6f3 req-ef58999b-4f0b-4409-a780-d708e9e8af4f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.1834323 Jun 03 15:34:28.871844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-be3dae8a-6b31-4d85-978c-b453b7803987 None None] Port 326a223c-df33-487d-a36f-3eb781a063b9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:28.906160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4530149-e801-4c45-ab48-3e37f017c6f3 req-0dd6d269-d982-4c58-bbff-8b80bbed50dc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956903 Jun 03 15:34:29.006443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:29.014447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5d75a411-86e3-406c-a8a0-82af72a19425 None None] Provisioning complete for port 326a223c-df33-487d-a36f-3eb781a063b9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:29.014447 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5d75a411-86e3-406c-a8a0-82af72a19425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.022532 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Sync routers for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:29.036431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34610) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:29.038611 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:29.040365 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:29.056816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:29.057061 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1935b7b9-2054-4fd3-9a90-80edf0dcf59b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "PUT /v2.0/routers/36208384-5c90-488e-aa8b-9c8ed1835a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0609648 Jun 03 15:34:29.069205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.145336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5d75a411-86e3-406c-a8a0-82af72a19425 None None] Port 326a223c-df33-487d-a36f-3eb781a063b9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:29.147976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b3b31861-1395-4728-994b-1851ce2a37d3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:34:29.227274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.301542 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:34:29.467122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:29.471944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:29.488780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:29.540381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--441028236'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:29.561012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Port': ['ID=bed4fc68-0db3-4d59-950c-df68e02e8f47,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:29.644504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:29.686501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:29.714080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.716750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:29.720595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:29.754219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6f60b50-746f-4b18-a185-cd4adb3a30d5 req-061f28a3-f166-4bcf-b40e-4699f0d0e9db tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1966646 Jun 03 15:34:29.780863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'port_id': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'mac_address': 'fa:16:3e:a6:54:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:34:29.784156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:29.854334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.902412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54d820e3-206b-4f5b-b8c9-377dca936044 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:29.972639 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.996839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.010724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34636) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:30.118334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b3b31861-1395-4728-994b-1851ce2a37d3 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:30.118948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.239642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:30.243741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3b31861-1395-4728-994b-1851ce2a37d3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:30.261955 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:25Z', 'revision_number': 2, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:30.272862 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Checking router: 36208384-5c90-488e-aa8b-9c8ed1835a03 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:34:30.273199 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Updating router 36208384-5c90-488e-aa8b-9c8ed1835a03 port 326a223c-df33-487d-a36f-3eb781a063b9 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:34:30.292237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b8ed5-3301-4f0a-be0f-dffe0ae9398e tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.293679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b8ed5-3301-4f0a-be0f-dffe0ae9398e tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.295002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b8ed5-3301-4f0a-be0f-dffe0ae9398e tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.296386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b8ed5-3301-4f0a-be0f-dffe0ae9398e tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.297491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b8ed5-3301-4f0a-be0f-dffe0ae9398e tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.299668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b8ed5-3301-4f0a-be0f-dffe0ae9398e tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.303326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef2b8ed5-3301-4f0a-be0f-dffe0ae9398e tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 1.2444413 Jun 03 15:34:30.306562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:30.335503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 54d820e3-206b-4f5b-b8c9-377dca936044 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:30.337132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.369262 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.473029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:30.493535 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.641533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34646) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:30.643488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:30.646134 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.693512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['b3b31861-1395-4728-994b-1851ce2a37d3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:34:30.704399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:30.745547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.806612 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.820871 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Transition to ACTIVE for port object 326a223c-df33-487d-a36f-3eb781a063b9 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:30.832702 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.934368 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Pushing event updated for resources: {'Port': ['ID=326a223c-df33-487d-a36f-3eb781a063b9,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.014942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.033732 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.059792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.120371 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.121272 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.122577 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.124705 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.125150 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.125551 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.126881 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.127325 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.127718 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.128929 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.129389 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.131000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.167656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.175344 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9704232 Jun 03 15:34:31.176458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:31.184039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Port': ['ID=bed4fc68-0db3-4d59-950c-df68e02e8f47,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.212313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:31.236098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c5a57-29bb-4388-815a-944caf3a467b tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.237944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c5a57-29bb-4388-815a-944caf3a467b tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.248310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1774969926'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:31.250924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c5a57-29bb-4388-815a-944caf3a467b tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.253038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c5a57-29bb-4388-815a-944caf3a467b tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.253814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c5a57-29bb-4388-815a-944caf3a467b tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.254566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c5a57-29bb-4388-815a-944caf3a467b tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.275894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-296c5a57-29bb-4388-815a-944caf3a467b tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.6169488 Jun 03 15:34:31.279076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34672) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:31.285344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.288995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.290829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2719f6bba54d3eb9dd0a5112088209 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:31.291645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.304406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.304406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.306037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.306037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.306037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.306546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.307067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.307476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.307980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2141c-6c72-4683-80af-8b30442af13e tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:31.314239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:31.326592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:31.338967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Usage tracker for resource:network and tenant:35840b1947fd4fb6aba12f90488c0337 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:31.346767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:31.362985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:31.378878 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Attempting to bind port 326a223c-df33-487d-a36f-3eb781a063b9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:31.378878 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Attempting to bind port 326a223c-df33-487d-a36f-3eb781a063b9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:31.380154 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Attempting to bind port 326a223c-df33-487d-a36f-3eb781a063b9 on network 85344230-e613-40ab-b74e-0ed0aa149254 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:31.387566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b932f6-f6d2-41e4-ac3f-73f3a2764747 req-c79d3fe1-8c25-484a-9199-f5f9e9df2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.388736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6b932f6-f6d2-41e4-ac3f-73f3a2764747 req-c79d3fe1-8c25-484a-9199-f5f9e9df2951 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1097 time: 0.7391775 Jun 03 15:34:31.397342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Made reservation on behalf of 35840b1947fd4fb6aba12f90488c0337 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:31.407295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.407603 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:31.408007 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Checking segment: {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:31.413485 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.414202 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Bound using segment: {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:31.414955 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Bound port: 326a223c-df33-487d-a36f-3eb781a063b9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:31.415740 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.471557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.526517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:31.541206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Usage tracker for resource:security_group_rule and tenant:35840b1947fd4fb6aba12f90488c0337 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:31.546951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:31.552628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a6b932f6-f6d2-41e4-ac3f-73f3a2764747 req-a56b0f91-c3c9-45ff-86e8-f42a90b0e9c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195309 Jun 03 15:34:31.557399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:31.580841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 54d820e3-206b-4f5b-b8c9-377dca936044 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:31.620284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:31.758047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.765959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.818922 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] For port 326a223c-df33-487d-a36f-3eb781a063b9, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:31.822229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949440c-7f26-445e-a3f0-ce80981bfbdf req-846bb13f-acf2-4700-9543-74627553b966 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.829935 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] For port 326a223c-df33-487d-a36f-3eb781a063b9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=326a223c-df33-487d-a36f-3eb781a063b9,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:31.831498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7949440c-7f26-445e-a3f0-ce80981bfbdf req-846bb13f-acf2-4700-9543-74627553b966 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 1.5718215 Jun 03 15:34:31.844883 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.848629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:31.863885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea6adf-aa1c-4f04-a8f3-dcb25b90bc64,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.873662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.874255 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Added segment 8b037be6-7ac7-407b-a888-42cd05581c52 of type vlan for network 6192b158-c912-4a6c-ab11-507705739bb4 Jun 03 15:34:31.883164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.919864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.935474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.972659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e007-13c7-46ee-bf96-dc793c7214c3 req-324e7f7b-31a2-47e0-b32e-e53d130a01d2 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.984662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1497e007-13c7-46ee-bf96-dc793c7214c3 req-324e7f7b-31a2-47e0-b32e-e53d130a01d2 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 1.8513093 Jun 03 15:34:31.998625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb98ab5-8000-4143-bec1-41229d1907df,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.044557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.051202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:32.060728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7949440c-7f26-445e-a3f0-ce80981bfbdf req-8f1d8624-a953-4605-a0dc-55f4b305d9bc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280223 Jun 03 15:34:32.063519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.106317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:32.108601 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:32.186028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-313bc3d5-d4c6-431a-a407-9b2bc00854c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b2719f6bba54d3eb9dd0a5112088209&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1642234 Jun 03 15:34:32.198831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34678) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:32.375052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Network': ['ID=6192b158-c912-4a6c-ab11-507705739bb4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.408391 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653934e-8222-46b4-ab0d-5427a878122d None None] Pushing event updated for resources: {'Port': ['ID=326a223c-df33-487d-a36f-3eb781a063b9,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.427262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1497e007-13c7-46ee-bf96-dc793c7214c3 req-ef6f7730-1633-4f81-9c13-59dcf801380b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170921 Jun 03 15:34:32.444542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6192b158-c912-4a6c-ab11-507705739bb4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:32.452542 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-64068973-00b3-4c9d-aa4d-24963855b286 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2349615 Jun 03 15:34:32.459747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34682) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:32.465868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Request body: {'subnet': {'network_id': '6192b158-c912-4a6c-ab11-507705739bb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:32.765584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d55cfb0e-1dd2-48e5-9589-1d4a035145e5 req-88567bc6-4bbe-400c-a473-fc2068d54949 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.3656733 Jun 03 15:34:32.822410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.845200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.852846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:32.860597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:32.873434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:32.903870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:32.945077 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:34:32.959749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:32.979734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Usage tracker for resource:subnet and tenant:35840b1947fd4fb6aba12f90488c0337 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:32.993847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:33.018531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:33.075447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Made reservation on behalf of 35840b1947fd4fb6aba12f90488c0337 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:33.092290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.153023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b3b31861-1395-4728-994b-1851ce2a37d3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:33.245945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.415304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a1f60-6aec-464b-bde2-7dd74015fce2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:33.466926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port b3b31861-1395-4728-994b-1851ce2a37d3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:33.467842 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.504158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.860199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b3b31861-1395-4728-994b-1851ce2a37d3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:33.862636 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.932195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41923ac-c118-4169-b06b-0ede744269b5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:33.963923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.965893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fef94827-eb40-4afe-a438-c6450ca2c967 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.9265170 Jun 03 15:34:33.968487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f09d5c8-b414-4f05-a190-5fa73510fd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.970615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:34.026607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:34.062232 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f09d5c8-b414-4f05-a190-5fa73510fd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.077994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:34.086386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.147060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-596e0604-963a-4083-8100-05841cbbe00d tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 2.8459468 Jun 03 15:34:34.188405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.232583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bf4b3d23-cf55-40b3-9bbb-34d0582b3c70 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:34.265976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027782a-51df-4791-8bae-ebf5e55fcc06 req-165c22cf-b3d0-44b3-986a-d698e551b208 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:34.272670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a027782a-51df-4791-8bae-ebf5e55fcc06 req-165c22cf-b3d0-44b3-986a-d698e551b208 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 945 time: 0.7192268 Jun 03 15:34:34.313019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:34.363453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f09d5c8-b414-4f05-a190-5fa73510fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.404236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bf4b3d23-cf55-40b3-9bbb-34d0582b3c70 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:34.406172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bf4b3d23-cf55-40b3-9bbb-34d0582b3c70 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4274023 Jun 03 15:34:34.439085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34712) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:34.445495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f09d5c8-b414-4f05-a190-5fa73510fd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.450826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2f09d5c8-b414-4f05-a190-5fa73510fd3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcb98ab5-8000-4143-bec1-41229d1907df HTTP/1.1" status: 204 len: 168 time: 2.2226841 Jun 03 15:34:34.451935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09d5c8-b414-4f05-a190-5fa73510fd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb98ab5-8000-4143-bec1-41229d1907df,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:34.487025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-18b83948-e577-4671-bac7-8d79e3ba839e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-security--1908360115', 'description': 'tempest-security-description-2049036342'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:34.504631 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:31Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:34.518129 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58798d-fd00-4a54-bf1b-7ecf184be69e None None] The sync data for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 is: [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:31Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:34.564309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a027782a-51df-4791-8bae-ebf5e55fcc06 req-cc673eb9-0c90-478e-9659-b1d33625779a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740650 Jun 03 15:34:34.669224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Subnet': ['ID=38bde5a8-a1f4-480a-9b27-30cbd70f4abd,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:34.670762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74a0a5-a428-400f-b68b-b02da2637617 req-dc3b089c-9672-4f81-bcca-1d0f4fe91084 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:34.693297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c74a0a5-a428-400f-b68b-b02da2637617 req-dc3b089c-9672-4f81-bcca-1d0f4fe91084 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.2202451 Jun 03 15:34:34.704779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b83948-e577-4671-bac7-8d79e3ba839e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.721354 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851b113e-6d76-4ffa-9dd1-b6868077139a'] response: {'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'code': 200} Jun 03 15:34:34.812349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Checking segment: {'id': '8b037be6-7ac7-407b-a888-42cd05581c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6192b158-c912-4a6c-ab11-507705739bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:34.813729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Network hostable DHCP agents. Network: 6192b158-c912-4a6c-ab11-507705739bb4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:34.829854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c74a0a5-a428-400f-b68b-b02da2637617 req-ff91a651-ded7-4e6f-b22b-8d6ac8c500fb tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355116 Jun 03 15:34:35.019123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34722) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:35.032691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436307246', 'description': 'tempest-secgroup-smoke-436307246 description', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:35.037763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b83948-e577-4671-bac7-8d79e3ba839e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.039709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Network 6192b158-c912-4a6c-ab11-507705739bb4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:35.067839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:35.073706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b83948-e577-4671-bac7-8d79e3ba839e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.088634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:35.127642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:35.174156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:35.188795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6192b158-c912-4a6c-ab11-507705739bb4) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:35.204630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c37dc2-6c78-4c55-abae-5938a6e2dca8 None None] Network 6192b158-c912-4a6c-ab11-507705739bb4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:35.309052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b83948-e577-4671-bac7-8d79e3ba839e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.322773 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-18b83948-e577-4671-bac7-8d79e3ba839e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "PUT /v2.0/security-groups/a41923ac-c118-4169-b06b-0ede744269b5 HTTP/1.1" status: 200 len: 1780 time: 0.8809197 Jun 03 15:34:35.323335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34730) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:35.344096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:35.345131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.386819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b83948-e577-4671-bac7-8d79e3ba839e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41923ac-c118-4169-b06b-0ede744269b5,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:35.448085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5582ebc-828f-44d9-b9cf-33c57e881fbf tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9871478 Jun 03 15:34:35.454058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34738) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:35.469077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-463073782', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:35.511914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:35.530939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Usage tracker for resource:router and tenant:35840b1947fd4fb6aba12f90488c0337 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:35.539660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:35.558204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:35.691213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e7cd3e2e-aa02-4798-b3e0-d0f6ff2fa6d4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups/a41923ac-c118-4169-b06b-0ede744269b5 HTTP/1.1" status: 200 len: 1780 time: 0.3460662 Jun 03 15:34:35.696087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.867778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34746) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:35.870020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34748) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:35.949633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.951415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.016265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:36.024011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 326a223c-df33-487d-a36f-3eb781a063b9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:36.125755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-6192b158-c912-4a6c-ab11-507705739bb4', 'network_id': '6192b158-c912-4a6c-ab11-507705739bb4', 'tenant_id': '35840b1947fd4fb6aba12f90488c0337', 'fixed_ips': [{'subnet_id': '38bde5a8-a1f4-480a-9b27-30cbd70f4abd'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:34:36.126806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.231090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 326a223c-df33-487d-a36f-3eb781a063b9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:36.236774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:36.253519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 326a223c-df33-487d-a36f-3eb781a063b9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:36.254153 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.296998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92289a61-9bf9-4c6f-8ca4-7e8c13454d10 req-99f312eb-1f26-4301-8322-133c324877d2 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.6140354 Jun 03 15:34:36.298451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:36.315960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.355989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:36.441425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:36.463238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Usage tracker for resource:security_group_rule and tenant:1eebd99a890344469b3ac27b32405a83 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:36.480305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:36.507198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:36.591212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Allocated IP 172.20.0.2 (6192b158-c912-4a6c-ab11-507705739bb4/38bde5a8-a1f4-480a-9b27-30cbd70f4abd/6bc86ba8-b964-4286-89b1-5efec14b5d21) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:36.629795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 326a223c-df33-487d-a36f-3eb781a063b9 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:36.632297 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.654611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac6058-99d9-4db5-b4c3-a3fcdc7ab86e req-55183a1f-5a7b-4c84-9358-1d339d4acd53 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:36.680333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2ac6058-99d9-4db5-b4c3-a3fcdc7ab86e req-55183a1f-5a7b-4c84-9358-1d339d4acd53 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.6596756 Jun 03 15:34:36.703364 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.759933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5faf473b-2bd4-4629-91cf-5146f5be7c58 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.794885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 326a223c-df33-487d-a36f-3eb781a063b9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=326a223c-df33-487d-a36f-3eb781a063b9,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:36.843172 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.940241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2ac6058-99d9-4db5-b4c3-a3fcdc7ab86e req-018bb179-469b-489e-a6d4-bcc21e085ec4 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571967 Jun 03 15:34:37.037050 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.067206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.185904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331fee7-d448-41c0-a912-db8ac0c1c1ce req-c8c249d6-f290-4500-99a8-ebad08e79f0c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:37.188882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1331fee7-d448-41c0-a912-db8ac0c1c1ce req-c8c249d6-f290-4500-99a8-ebad08e79f0c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.4593513 Jun 03 15:34:37.349413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:37.378272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.380250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ad146c18-d6f9-4ffd-a5e7-3a09a43f6865 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.3575020 Jun 03 15:34:37.400987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34754) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:37.405065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5faf473b-2bd4-4629-91cf-5146f5be7c58 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.422337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:37.450730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.474870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1331fee7-d448-41c0-a912-db8ac0c1c1ce req-765c3820-7412-47ae-8f2d-927b1696fb9e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677391 Jun 03 15:34:37.509831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=326a223c-df33-487d-a36f-3eb781a063b9,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:37.513055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:37.545722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:37.555180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:37.586292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:37.637955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.705128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.756406 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.807314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Transition to ACTIVE for port object 6bc86ba8-b964-4286-89b1-5efec14b5d21 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:37.820933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-5b4828f0-1247-4295-8ca9-638e36d3fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:37.823470 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-5b4828f0-1247-4295-8ca9-638e36d3fff9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1097 time: 2.2446718 Jun 03 15:34:37.881571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 326a223c-df33-487d-a36f-3eb781a063b9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:37.901631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.034758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Transition to ACTIVE for port object 6bc86ba8-b964-4286-89b1-5efec14b5d21 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:38.053946 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.129680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311588b5-612d-4a2d-9282-39c0808258c4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:38.141368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.145631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef0b87cc-3f0b-4fa2-a173-2a4c235531e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7378066 Jun 03 15:34:38.149618 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.167485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-864de5a7-e80f-48bf-83d5-0c7fbc5f1fea req-a5424fa8-69b7-4838-8991-14ea4edd41b6 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.2638133 Jun 03 15:34:38.168353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34762) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:38.184086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:38.197920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:38.203215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:38.207840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:38.220249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:38.300830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Network 6192b158-c912-4a6c-ab11-507705739bb4 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:38.314800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:38.324704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:38.342759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.491472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.515129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc5ee-0d77-4325-81e1-cbb0c375ef32 req-fbdbb4fb-ed12-4324-acd7-dead684a2d46 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:38.518330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b60cc5ee-0d77-4325-81e1-cbb0c375ef32 req-fbdbb4fb-ed12-4324-acd7-dead684a2d46 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.2693753 Jun 03 15:34:38.520165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.607605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Pushing event updated for resources: {'Port': ['ID=6bc86ba8-b964-4286-89b1-5efec14b5d21,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:38.672475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f7b9f6-f0cb-4e60-9e23-ae2a6909a0b2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:38.695671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.698217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea78f2a0-ef19-4523-b29b-fd510bb02e4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1eebd99a890344469b3ac27b32405a83&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7703450 Jun 03 15:34:38.701284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.707818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.708920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.710760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.712742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.715328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.716225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.718551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.723956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.725335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.727288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:38.738599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34768) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:38.746151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 326a223c-df33-487d-a36f-3eb781a063b9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:38.748452 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.805351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.847607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Attempting to bind port 6bc86ba8-b964-4286-89b1-5efec14b5d21 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:38.848172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Attempting to bind port 6bc86ba8-b964-4286-89b1-5efec14b5d21 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '8b037be6-7ac7-407b-a888-42cd05581c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6192b158-c912-4a6c-ab11-507705739bb4'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:38.848781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Attempting to bind port 6bc86ba8-b964-4286-89b1-5efec14b5d21 on network 6192b158-c912-4a6c-ab11-507705739bb4 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:38.855449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676f07a1-7f72-4654-b884-70fd2c9fd938,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:38.879109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5faf473b-2bd4-4629-91cf-5146f5be7c58 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.939011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:38.940241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Checking segment: {'id': '8b037be6-7ac7-407b-a888-42cd05581c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6192b158-c912-4a6c-ab11-507705739bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:38.940811 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.941427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Bound using segment: {'id': '8b037be6-7ac7-407b-a888-42cd05581c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6192b158-c912-4a6c-ab11-507705739bb4'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:38.942192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Bound port: 6bc86ba8-b964-4286-89b1-5efec14b5d21, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b037be6-7ac7-407b-a888-42cd05581c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6192b158-c912-4a6c-ab11-507705739bb4'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:38.942774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.966175 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.970816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8789b975-5f60-4784-ad25-42bb3952f44b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7989347 Jun 03 15:34:38.983487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34772) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:39.029699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:39.034493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf473b-2bd4-4629-91cf-5146f5be7c58 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41923ac-c118-4169-b06b-0ede744269b5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:39.074897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b60cc5ee-0d77-4325-81e1-cbb0c375ef32 req-eef019b8-97ce-4dba-a024-84ae0df3000c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213494 Jun 03 15:34:39.077183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:39.096692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:39.105520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:39.119516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:39.186327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfcf1f-5728-4044-894c-44de53163322 req-1e136555-f68b-495c-92cf-e7cb43f4d0e8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:39.202086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0dfcf1f-5728-4044-894c-44de53163322 req-1e136555-f68b-495c-92cf-e7cb43f4d0e8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.4227245 Jun 03 15:34:39.231953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c4b47fe-5bef-4642-9ef4-8dbfddfc3b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.234243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-d1cebbb7-613b-430a-82b5-c8f229bb6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:39.240924 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-d1cebbb7-613b-430a-82b5-c8f229bb6667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 1.3693361 Jun 03 15:34:39.251781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-fc8bd59d-a871-41bf-a5c3-3ad650464430 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1498942 Jun 03 15:34:39.309823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0dfcf1f-5728-4044-894c-44de53163322 req-d11002ca-5244-4c99-b6d8-393075446731 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010811 Jun 03 15:34:39.336804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] For port 6bc86ba8-b964-4286-89b1-5efec14b5d21, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:39.338652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.342932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] For port 6bc86ba8-b964-4286-89b1-5efec14b5d21, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6bc86ba8-b964-4286-89b1-5efec14b5d21,segment=NetworkSegment(8b037be6-7ac7-407b-a888-42cd05581c52),segment_id=8b037be6-7ac7-407b-a888-42cd05581c52)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:39.393312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.481676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.498416 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.537658 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c4b47fe-5bef-4642-9ef4-8dbfddfc3b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.668988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be8b801c-34a9-4036-a757-e7d9a8e5d485 req-abbd6770-4ed5-48b0-b321-8ed0d9949a58 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1143398 Jun 03 15:34:39.681360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f0c744-1168-4234-8840-d145b8d7e23e,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:39.690309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.697093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f95f8a73-13e0-48ab-9a5d-e23ca8aa908d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7012641 Jun 03 15:34:39.697459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34778) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:39.716242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:39.759824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:39.762701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 326a223c-df33-487d-a36f-3eb781a063b9 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:39.776401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740502c8-2658-468c-ad12-174f9f531f3e None None] Pushing event updated for resources: {'Port': ['ID=6bc86ba8-b964-4286-89b1-5efec14b5d21,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:39.793937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:39.800058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5faf473b-2bd4-4629-91cf-5146f5be7c58 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.801838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5faf473b-2bd4-4629-91cf-5146f5be7c58 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/a41923ac-c118-4169-b06b-0ede744269b5 HTTP/1.1" status: 204 len: 168 time: 3.8883893 Jun 03 15:34:39.813677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:39.819394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34782) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:39.820439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c4b47fe-5bef-4642-9ef4-8dbfddfc3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.828865 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-9ff39aa3-2888-4cf3-926f-c7afe4d55309 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 217 time: 0.5200586 Jun 03 15:34:39.843626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:39.903714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.030033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.042984 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.083125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b47fe-5bef-4642-9ef4-8dbfddfc3b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f7b9f6-f0cb-4e60-9e23-ae2a6909a0b2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:40.091251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf9cd75-90e0-4b83-a277-7f484dc83c09,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:40.120318 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.124965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c4b47fe-5bef-4642-9ef4-8dbfddfc3b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.125126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3f2177a5-e163-4e17-ab93-1072c2341d58 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4215522 Jun 03 15:34:40.125126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34786) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:40.127698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c4b47fe-5bef-4642-9ef4-8dbfddfc3b94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45f7b9f6-f0cb-4e60-9e23-ae2a6909a0b2 HTTP/1.1" status: 204 len: 168 time: 1.3588300 Jun 03 15:34:40.131145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:40.147276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:40.161985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:40.201117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:40.248767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:40.278968 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Project 83ef3833b4234da7ab416edcbb5e8afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:34:40.293538 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.297367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-52e98102-943e-49dc-aa4f-3024572baa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:40.299987 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-52e98102-943e-49dc-aa4f-3024572baa7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.4571910 Jun 03 15:34:40.322551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c1175cb-0c92-4d2b-9cc2-bbf64e7f2dd3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:40.490012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.502196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.648544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa573bb-48f6-4ac6-9c95-ab744df9986f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:40.676215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec59e-8885-4bbb-889f-69853a7e683e req-a8bc0668-5ec1-4da0-bc62-ceabe555780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:40.678309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.681901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43eb15f8-8478-4165-aa24-b8e3b4ba3ff3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5536609 Jun 03 15:34:40.684345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-a8bc0668-5ec1-4da0-bc62-ceabe555780e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 1096 time: 1.3169167 Jun 03 15:34:40.685220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34798) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:40.700022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3c1175cb-0c92-4d2b-9cc2-bbf64e7f2dd3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:40.700421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:40.701789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3c1175cb-0c92-4d2b-9cc2-bbf64e7f2dd3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8712065 Jun 03 15:34:40.705460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34802) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:40.756328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:40.788227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:40.800829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:40.817226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:40.829789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff4d71-5ed9-48f8-89b0-717aa29b5887 req-fd65baf2-a484-43c3-9b9f-8ee7146fa75d tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:40.834714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1eff4d71-5ed9-48f8-89b0-717aa29b5887 req-fd65baf2-a484-43c3-9b9f-8ee7146fa75d tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.2734494 Jun 03 15:34:40.910662 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-7e24c3e1-79ca-425a-9ea8-7d10fabf7c5b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] delete failed (client error): The resource could not be found. Jun 03 15:34:40.912393 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7e24c3e1-79ca-425a-9ea8-7d10fabf7c5b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/a41923ac-c118-4169-b06b-0ede744269b5 HTTP/1.1" status: 404 len: 347 time: 0.2044270 Jun 03 15:34:40.923077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1eff4d71-5ed9-48f8-89b0-717aa29b5887 req-f561f26b-afa7-426a-b1af-729b82380059 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781186 Jun 03 15:34:40.930264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34810) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:40.971214 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Project 83ef3833b4234da7ab416edcbb5e8afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:34:41.068601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--930916699'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:41.120925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.159762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:41.233768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:41.233768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fede55d-3fed-4368-babd-f8fbfcc850fe req-96f4eafe-3246-4854-965e-ce3cbfb200ce tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:41.233768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fede55d-3fed-4368-babd-f8fbfcc850fe req-96f4eafe-3246-4854-965e-ce3cbfb200ce tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.5419021 Jun 03 15:34:41.380533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.426941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acebd405-97f8-4fa5-a489-b0473de05f16 req-aa62559d-3804-427b-bcaa-13169611e45f tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1438568 Jun 03 15:34:41.505319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:41.521466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:41.535675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.541969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fede55d-3fed-4368-babd-f8fbfcc850fe req-b5a92864-b742-4ad3-96c0-a7824223b4e1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064744 Jun 03 15:34:41.555799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:41.572400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-74019141-014c-4c91-94ee-64cea4ed665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:41.574699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-74019141-014c-4c91-94ee-64cea4ed665e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2217648 Jun 03 15:34:41.577425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.578554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:41.582233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.588882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.635837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1be323f-26c9-43ca-bc70-40153523880c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:41.670271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.673104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4cc7dc68-269a-47e4-9d6c-ab2eccbfd592 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9839051 Jun 03 15:34:41.734493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24dcbe7-2bc2-46be-a2e2-61fec75186d6 None None] Network 6192b158-c912-4a6c-ab11-507705739bb4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:41.797018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.810890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.884823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec59e-8885-4bbb-889f-69853a7e683e req-05ae4f71-0328-4fc0-a55c-71dea997030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:41.886630 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-05ae4f71-0328-4fc0-a55c-71dea997030f service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 1.1726813 Jun 03 15:34:41.916271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.923783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9920111 Jun 03 15:34:41.925366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34840) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:41.954442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': 'e0f2743e-dacd-4c27-b878-8a853bd48bbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:42.082736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:42.086989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-75e3bb19-5043-4707-839d-79963a28d883 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a HTTP/1.1" status: 200 len: 217 time: 0.1824009 Jun 03 15:34:42.095404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf99c7-0046-44be-9a69-23bc86e08a8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2743e-dacd-4c27-b878-8a853bd48bbb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:42.119945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:42.130030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:42.153707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:42.194106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6bc86ba8-b964-4286-89b1-5efec14b5d21 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:42.221277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-9dde1e2a-f14d-4385-bcb2-0f6b9511e684 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:42.329740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.363275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-40739648-6a71-4d90-aa96-8b3adc29854e None None] Provisioning for port 6bc86ba8-b964-4286-89b1-5efec14b5d21 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:42.420684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-9dde1e2a-f14d-4385-bcb2-0f6b9511e684 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:42.423083 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-9dde1e2a-f14d-4385-bcb2-0f6b9511e684 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436307246&fields=id&tenant_id=83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 267 time: 0.3973265 Jun 03 15:34:42.436680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6bc86ba8-b964-4286-89b1-5efec14b5d21 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:42.445730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6bc86ba8-b964-4286-89b1-5efec14b5d21 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:42.446184 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.481454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Allocated IP 172.25.1.151 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2f909a82-0698-49a7-bfd1-fc1b8150c36d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:42.711948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43587231-e1ef-4571-bff4-00885506d770 req-27de9e24-cc3d-4a7a-8686-b3c83df24994 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:42.719444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43587231-e1ef-4571-bff4-00885506d770 req-27de9e24-cc3d-4a7a-8686-b3c83df24994 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.5017338 Jun 03 15:34:42.788305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.793470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6bc86ba8-b964-4286-89b1-5efec14b5d21 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:42.794093 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.813029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.843453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0bda1c-40ca-45d1-87cf-15ce43e2b1aa,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:42.877878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec59e-8885-4bbb-889f-69853a7e683e req-74555593-f159-4a90-b230-31b758f4f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:42.879847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-74555593-f159-4a90-b230-31b758f4f97b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.6737225 Jun 03 15:34:42.902275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-3b52213f-5dc5-42bd-8553-9afdb3a44547 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3164730 Jun 03 15:34:42.930620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 6bc86ba8-b964-4286-89b1-5efec14b5d21, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6bc86ba8-b964-4286-89b1-5efec14b5d21,segment=NetworkSegment(8b037be6-7ac7-407b-a888-42cd05581c52),segment_id=8b037be6-7ac7-407b-a888-42cd05581c52)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:42.941180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.979001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43587231-e1ef-4571-bff4-00885506d770 req-a9d0541d-0ad3-476e-a1cd-0ba445c594ac tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585468 Jun 03 15:34:43.067429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-2ac8239d-d828-4230-ba69-d8c01b3954e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.082154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-2ac8239d-d828-4230-ba69-d8c01b3954e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/networks?id=85344230-e613-40ab-b74e-0ed0aa149254 HTTP/1.1" status: 200 len: 796 time: 0.6066878 Jun 03 15:34:43.083762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.085076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ec93a0f9-4c38-4a06-b7fd-66fc9b439868 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1541898 Jun 03 15:34:43.087958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34882) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:43.149821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-7605d21d-9987-41ee-88f1-1eed0a0107d0 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/quotas/83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 375 time: 0.0562322 Jun 03 15:34:43.237998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=6bc86ba8-b964-4286-89b1-5efec14b5d21,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:43.300128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-413adbef-a3a4-45b9-9255-4b213bbc60d8 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.370274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67c087db-9fe9-4566-93ed-1ad7c40e4969 req-b070e020-ce54-4094-806f-c9790237d44f tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1245542 Jun 03 15:34:43.373676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-413adbef-a3a4-45b9-9255-4b213bbc60d8 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.430223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-04eef044-5cf0-410e-864b-78ee8a47c06c None None] Provisioning complete for port 6bc86ba8-b964-4286-89b1-5efec14b5d21 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:43.430855 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-04eef044-5cf0-410e-864b-78ee8a47c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.446285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-413adbef-a3a4-45b9-9255-4b213bbc60d8 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.479096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413adbef-a3a4-45b9-9255-4b213bbc60d8 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce0bda1c-40ca-45d1-87cf-15ce43e2b1aa,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:43.507822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-01f85fc5-77c9-495c-abbe-d470c91a285d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3427730 Jun 03 15:34:43.508910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-413adbef-a3a4-45b9-9255-4b213bbc60d8 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.509963 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-413adbef-a3a4-45b9-9255-4b213bbc60d8 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ce0bda1c-40ca-45d1-87cf-15ce43e2b1aa HTTP/1.1" status: 204 len: 168 time: 0.4182761 Jun 03 15:34:43.514342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34896) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:43.581569 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1583e4d-52da-4411-bba6-df6de0d70f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.615620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-70f45c37-690b-441f-a30c-c1adc7da2e0d req-f5f13feb-c449-4277-9bf0-dc8c39090e4b service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177629 Jun 03 15:34:43.619321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.766941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c5ee7e12-c3f9-4a22-9080-662403e9c90c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:43.768998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec59e-8885-4bbb-889f-69853a7e683e req-35b0c1f4-8578-4c4a-94c9-4e4adcdeb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.800031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-35b0c1f4-8578-4c4a-94c9-4e4adcdeb5cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9053190 Jun 03 15:34:43.807422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76b5ad-5470-4a47-9d52-ef67dae1b311 req-71593703-b3bd-421a-a739-4fc24d3e0c9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.809414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec76b5ad-5470-4a47-9d52-ef67dae1b311 req-71593703-b3bd-421a-a739-4fc24d3e0c9f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.2327783 Jun 03 15:34:43.810975 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.867448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c5ee7e12-c3f9-4a22-9080-662403e9c90c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:43.875943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c5ee7e12-c3f9-4a22-9080-662403e9c90c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3604226 Jun 03 15:34:43.883851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34904) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:43.914720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-04eef044-5cf0-410e-864b-78ee8a47c06c None None] Current status of the port 6bc86ba8-b964-4286-89b1-5efec14b5d21 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:43.964389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6bc86ba8-b964-4286-89b1-5efec14b5d21 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:44.009675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:44.168097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec76b5ad-5470-4a47-9d52-ef67dae1b311 req-4d801f2c-7bb8-4a99-8cde-561c61eafb6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447940 Jun 03 15:34:44.225633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6bc86ba8-b964-4286-89b1-5efec14b5d21 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:44.230676 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:44.238690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Port': ['ID=2f909a82-0698-49a7-bfd1-fc1b8150c36d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:44.243056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748e0f8c-bb42-4471-baec-928f51a6a8f6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:44.253732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:44.275971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:44.316148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34912) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:44.425403 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-ab288f2c-617e-4d98-a83b-d6328d53e6a0 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901785 Jun 03 15:34:44.442363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-38cc1421-438d-4a3a-8693-6a023b2c8401 service neutron] 10.222.0.66 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642621 Jun 03 15:34:44.496020 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748e0f8c-bb42-4471-baec-928f51a6a8f6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:44.663144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6bc86ba8-b964-4286-89b1-5efec14b5d21 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:44.842607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:44.891428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:44.892711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-756ec59e-8885-4bbb-889f-69853a7e683e req-d05b74db-699e-4cf6-9ef9-433a6a12f7a8 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537647 Jun 03 15:34:44.897148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Usage tracker for resource:security_group_rule and tenant:5c97eaddbc67437db95f3bbe68c49792 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:44.901561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:44.909674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:45.072408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748e0f8c-bb42-4471-baec-928f51a6a8f6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.158994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-ec83224f-3dc8-4c61-9184-cbafec9f6c8b service neutron] 10.222.0.66 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082596 Jun 03 15:34:45.168418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e0f8c-bb42-4471-baec-928f51a6a8f6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2743e-dacd-4c27-b878-8a853bd48bbb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:45.202000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ece078-64d2-4782-a3c6-d370b759034f req-514edbd8-a5dc-4da0-a0b3-df220ac72ce7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:45.207992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86ece078-64d2-4782-a3c6-d370b759034f req-514edbd8-a5dc-4da0-a0b3-df220ac72ce7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.6786005 Jun 03 15:34:45.368019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-748e0f8c-bb42-4471-baec-928f51a6a8f6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.369839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-748e0f8c-bb42-4471-baec-928f51a6a8f6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/e0f2743e-dacd-4c27-b878-8a853bd48bbb HTTP/1.1" status: 204 len: 168 time: 1.4846907 Jun 03 15:34:45.375237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34922) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:45.406458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.437424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.467654 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.515069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86ece078-64d2-4782-a3c6-d370b759034f req-e2a84e68-50bd-4538-afee-f12de4621d0e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293317 Jun 03 15:34:45.561303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c0441f-5195-4d32-9d65-7ed00348ff1a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:45.565738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-63505398-b9b4-4b6b-9f3c-ff4bf7671206 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c97eaddbc67437db95f3bbe68c49792&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1376314 Jun 03 15:34:45.570225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34926) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:45.614294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f43cbf94-302b-47ea-9435-6629fe7b29cd tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:45.651646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f43cbf94-302b-47ea-9435-6629fe7b29cd tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:45.653149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f43cbf94-302b-47ea-9435-6629fe7b29cd tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2427366 Jun 03 15:34:45.689725 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e20ed0fc-7532-4f26-9749-3994f9ad3e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.694416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34932) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:45.722317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123424145'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:45.741330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:45.780443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:45.835445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3881-7790-419b-85e9-fa7f6df254a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.848032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.031415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.038504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:46.053819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:46.057360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:46.074139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:46.243163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aee8b715-b600-405f-b98c-506d84d94ecc req-ae6a2bab-e339-4d4a-bfe8-13fc2f743701 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1023381 Jun 03 15:34:46.282369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3881-7790-419b-85e9-fa7f6df254a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.560583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc78d7ab-2e14-4f01-a30b-3c8ff7937d74 req-e9c9072e-d702-4c45-9dfa-aca4d5ba90f6 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 210 time: 0.1375985 Jun 03 15:34:46.583171 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.606086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625b4e1-63c6-4c57-b670-9ecd142aa8f9 req-220c006d-4aea-4698-b183-5e5b9ca92a51 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.613672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2625b4e1-63c6-4c57-b670-9ecd142aa8f9 req-220c006d-4aea-4698-b183-5e5b9ca92a51 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.7165282 Jun 03 15:34:46.628229 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.632533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.643459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eceac-78d5-487f-9df4-3ae869316f9a req-ff63ccc7-ea55-4adf-9691-e3f73508fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.645283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-729eceac-78d5-487f-9df4-3ae869316f9a req-ff63ccc7-ea55-4adf-9691-e3f73508fa79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1097 time: 1.0460105 Jun 03 15:34:46.721644 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3881-7790-419b-85e9-fa7f6df254a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.747953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2625b4e1-63c6-4c57-b670-9ecd142aa8f9 req-03febb45-bcce-4105-ad21-65a1b5652082 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329868 Jun 03 15:34:46.765183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22063fe3-17f5-49b2-981d-1b2a8621564b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:46.811472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a3881-7790-419b-85e9-fa7f6df254a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c0441f-5195-4d32-9d65-7ed00348ff1a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:46.830274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.832236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6a56ad7b-2658-4c4f-bfe7-4674219df2c1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1286132 Jun 03 15:34:46.835975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2a3881-7790-419b-85e9-fa7f6df254a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.842287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ee2a3881-7790-419b-85e9-fa7f6df254a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45c0441f-5195-4d32-9d65-7ed00348ff1a HTTP/1.1" status: 204 len: 168 time: 1.2683907 Jun 03 15:34:46.843577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34948) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:46.862434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '22063fe3-17f5-49b2-981d-1b2a8621564b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:46.878781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:46.895082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:46.912304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:46.925969 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.935406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:47.179864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.200644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.358645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab8c83-c1b7-4ae2-838a-0c46acb067ee req-c6260257-e3de-497f-b0be-2ed0357f3f55 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:47.366318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aeab8c83-c1b7-4ae2-838a-0c46acb067ee req-c6260257-e3de-497f-b0be-2ed0357f3f55 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.3637972 Jun 03 15:34:47.406864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.415395 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.460917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c2f087-fa01-4a5f-91d0-51c4b0cf2fe6,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:47.487493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aeab8c83-c1b7-4ae2-838a-0c46acb067ee req-f8426dbe-cc7a-4091-996a-ba4598c2a961 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201451 Jun 03 15:34:47.488450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.489750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fb262b84-1bee-498f-963d-e41b1c611e6a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6324940 Jun 03 15:34:47.496316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34958) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:47.502755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '22063fe3-17f5-49b2-981d-1b2a8621564b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:47.514693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:47.520501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:47.523799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:47.552960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:47.651424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.728869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eceac-78d5-487f-9df4-3ae869316f9a req-ee96fc94-0e24-4643-8c99-94528d9df2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:47.730936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-729eceac-78d5-487f-9df4-3ae869316f9a req-ee96fc94-0e24-4643-8c99-94528d9df2dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 1.0499425 Jun 03 15:34:47.769441 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.845286 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-729eceac-78d5-487f-9df4-3ae869316f9a req-d671713c-5b69-469c-be32-7cd87d12e337 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 217 time: 0.0893531 Jun 03 15:34:48.052774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Router 43f752ae-b83b-4d18-9659-e04de047155f is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:34:48.108207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eceac-78d5-487f-9df4-3ae869316f9a req-2c0f1000-dbcb-47b3-bc78-2b2e8ac2fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.109733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-729eceac-78d5-487f-9df4-3ae869316f9a req-2c0f1000-dbcb-47b3-bc78-2b2e8ac2fbe0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.2463999 Jun 03 15:34:48.191358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-949e79fb-113e-4f13-a4f0-772487ecd7f6 req-460e8deb-77d2-4419-bb48-01254b102912 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.5090132 Jun 03 15:34:48.197588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0ef2054-c2b1-41b4-8b11-3aea55827616 req-154e339f-2f90-4716-8d69-7381789f253f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 210 time: 0.2703557 Jun 03 15:34:48.319964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.339319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.412818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16438384-e9ea-499f-9afa-b49689f7b789,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:48.437358 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.510872 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.513614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e395dd6-09e3-462b-b799-b78dc78d43bc tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0163116 Jun 03 15:34:48.526231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34980) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:48.553227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '22063fe3-17f5-49b2-981d-1b2a8621564b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:48.580138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:48.617762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:48.627411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:48.629838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] Sync routers for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:48.644682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:48.646772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:48.669682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:48.707625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:48.758276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.765020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-061325a9-fecc-4289-b7c6-1cca82ee530c tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 13.3056314 Jun 03 15:34:48.770469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34990) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:48.853405 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.864894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:48.895217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:48.896158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:48.947831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670e5df-9113-45c9-b568-f5a38e7b1a82 req-1cf68bbf-00c8-48af-9f50-7e08d6027df3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.969053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9670e5df-9113-45c9-b568-f5a38e7b1a82 req-1cf68bbf-00c8-48af-9f50-7e08d6027df3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.5574477 Jun 03 15:34:49.063103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:49.063512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531d9a2-baba-40e4-9030-35a89bc10ce7 None None] The sync data for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:49.102876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9670e5df-9113-45c9-b568-f5a38e7b1a82 req-00a64d61-96a1-4320-9896-ca166356342e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257718 Jun 03 15:34:49.247225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.272177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.342225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729eceac-78d5-487f-9df4-3ae869316f9a req-e3abbaf6-32ee-4c70-abd5-9c17d19ddc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:49.345308 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-729eceac-78d5-487f-9df4-3ae869316f9a req-e3abbaf6-32ee-4c70-abd5-9c17d19ddc78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0329361 Jun 03 15:34:49.427669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4dce26-af17-4d82-82fb-a1a928f6dfce,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:49.459064 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.460584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-08e266cf-a6f1-404e-a197-b529d95c536e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9290037 Jun 03 15:34:49.465918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35006) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:49.478988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '22063fe3-17f5-49b2-981d-1b2a8621564b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:49.496419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:49.513086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:49.518485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:49.532698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:49.580735 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.722677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-b2b4b6f7-826e-4eec-87a0-f5ad605d8c84 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:49.724047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-b2b4b6f7-826e-4eec-87a0-f5ad605d8c84 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:49.726767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.861977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.902433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-b2b4b6f7-826e-4eec-87a0-f5ad605d8c84 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:49.904013 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-b2b4b6f7-826e-4eec-87a0-f5ad605d8c84 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.70 "GET /v2.0/networks?id=85344230-e613-40ab-b74e-0ed0aa149254 HTTP/1.1" status: 200 len: 796 time: 1.1014800 Jun 03 15:34:49.978315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.987122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5199130 Jun 03 15:34:50.008538 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af198b18-af87-401a-ab16-da9a0e93162d req-d32f4df4-c697-48dc-81a1-e33044d1520a tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.3627794 Jun 03 15:34:50.011463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35012) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:50.041283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-729eceac-78d5-487f-9df4-3ae869316f9a req-ec33f5ef-ae03-4089-bd80-68b0ed5128c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719086 Jun 03 15:34:50.049688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '22063fe3-17f5-49b2-981d-1b2a8621564b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:50.065306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:50.145795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621225c7-7b02-47c6-abe8-1ee2bebedbde tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b45efef-efca-4628-a2af-603a45f535db,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:50.181467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-336153a9-0c0e-4eb3-885a-23b644b7b23c req-e7075248-e165-4165-8145-4516ff18fd19 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 210 time: 0.2317376 Jun 03 15:34:50.369112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:50.385279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-5c904e93-e354-43b3-989e-26f0a9d01354 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:50.403776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:50.446651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:50.603533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-5c904e93-e354-43b3-989e-26f0a9d01354 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:50.605436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-5c904e93-e354-43b3-989e-26f0a9d01354 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 379 time: 0.6291852 Jun 03 15:34:50.687153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb58fd6-eb24-4e21-a28f-d966d064990b req-0365c854-a8ef-40a1-b05a-2a20a47f8e4c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:50.695856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'port': {'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'admin_state_up': True, 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'security_groups': ['5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:50.703523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cb58fd6-eb24-4e21-a28f-d966d064990b req-0365c854-a8ef-40a1-b05a-2a20a47f8e4c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.2607596 Jun 03 15:34:50.769959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cb58fd6-eb24-4e21-a28f-d966d064990b req-8d314399-ec51-4d2b-933e-dd045db20052 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610111 Jun 03 15:34:50.853178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35034) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:50.867151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113580753', 'description': 'tempest-description--1891057074'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:50.878991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:50.886865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:security_group and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:50.892803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:50.905601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:50.929335 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:50.950819 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:50.968938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:50.980730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-729eceac-78d5-487f-9df4-3ae869316f9a req-fa7deab2-93c4-49a5-aefa-6f5f9c7c2271 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9122643 Jun 03 15:34:50.983294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:security_group_rule and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:50.989977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:51.004645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:51.310204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.320226 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.401753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a0d162-fff9-479d-bf0f-35d6def0d508,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:51.438053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.444575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2aa9b83e-a37c-4aa2-aaba-18896aee4e0c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5852125 Jun 03 15:34:51.444848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35046) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:51.451055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'security_group_rule': {'security_group_id': '45a0d162-fff9-479d-bf0f-35d6def0d508', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:51.464311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:51.483452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:security_group_rule and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:51.527556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35050) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:51.562615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:51.596234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:port and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:51.613801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:51.619692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.665139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:51.674775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:51.683039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.728920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f889684-20e9-4295-8a6b-950f2db1062b req-e732341b-4a2e-44a4-a5ff-ee6ca881b0cc tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.2618194 Jun 03 15:34:51.738167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:51.739711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc7c192a-0635-4f7d-babf-b6c62f06d66c req-42be880e-384b-46b1-9eaf-cff419aea20e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 210 time: 0.0574903 Jun 03 15:34:51.767384 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.767751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:51.773642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.942841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.972003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.077894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.082453 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 2.0649195 Jun 03 15:34:52.087047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35058) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:52.091604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38a8f-3053-4d27-ac1f-cdcecba87f7b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a9f16c-e08c-428b-99d0-009ec37d25a1,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:52.204740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7cd5a7-15e5-4db5-9496-b7cc3c70a8f4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:52.232975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.234228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-264f7eea-8e90-4f04-a1b5-4c72684e8838 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7883625 Jun 03 15:34:52.254295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35062) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:52.266082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'security_group_rule': {'security_group_id': '45a0d162-fff9-479d-bf0f-35d6def0d508', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:52.269084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1113221563'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:52.289840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:52.296908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:security_group_rule and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:52.301567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:52.321255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:52.328138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.342386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d5d73-5fe5-433c-8f09-ea94b6606977 req-a4029396-3afd-4e2f-9a77-b421ecbaa143 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.344393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:52.345942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d6d5d73-5fe5-433c-8f09-ea94b6606977 req-a4029396-3afd-4e2f-9a77-b421ecbaa143 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.2550428 Jun 03 15:34:52.370407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Usage tracker for resource:network and tenant:602e12829a4142f3a7f530e513d1b3c3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:52.379436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:52.414269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d6d5d73-5fe5-433c-8f09-ea94b6606977 req-5f7d41d4-4fad-4309-906c-227679f4071e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624566 Jun 03 15:34:52.425699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.482121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c21f71-7437-4b30-9ce9-1d0ed3e75906 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.497936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c21f71-7437-4b30-9ce9-1d0ed3e75906 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.512784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:52.535167 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.542220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.558083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.20.0.12 (85344230-e613-40ab-b74e-0ed0aa149254/e0038797-96dd-4f5f-9a6f-af5bc2402567/7eaf5698-67c6-4c23-ae86-8319e152f3d6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:52.569930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Made reservation on behalf of 602e12829a4142f3a7f530e513d1b3c3 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:52.573780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.585959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5254afef-68e6-4730-940e-5e9cc92d73b4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:52.608274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.614658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-10b05b9a-861f-4bff-b2bf-cd98b0fef30b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492496 Jun 03 15:34:52.614841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35066) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:52.620543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:52.628223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:52.633053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:floatingip and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:52.636765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:52.644517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:52.661477 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.663315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.697833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c21f71-7437-4b30-9ce9-1d0ed3e75906 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.730489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:52.749750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c21f71-7437-4b30-9ce9-1d0ed3e75906 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a9f16c-e08c-428b-99d0-009ec37d25a1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:52.765768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Usage tracker for resource:security_group_rule and tenant:602e12829a4142f3a7f530e513d1b3c3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:52.780588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:52.797437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:52.905060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.945593 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c21f71-7437-4b30-9ce9-1d0ed3e75906 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.947517 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-52c21f71-7437-4b30-9ce9-1d0ed3e75906 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/27a9f16c-e08c-428b-99d0-009ec37d25a1 HTTP/1.1" status: 204 len: 168 time: 0.8570111 Jun 03 15:34:52.981628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:53.257835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Allocated IP 172.25.1.55 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a894a842-ff0f-4de0-9029-c4204f3a1370) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:53.404144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5290f16f-b920-4423-919f-4b7fc2b97454 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:53.417172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bd3b8f7-ae0d-43c4-8c0f-92745e4e5ff5 req-8737ce5f-b4a3-4d41-a12a-20e9373905b1 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1634333 Jun 03 15:34:53.422187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-209ea245-ec30-4b9e-8aa5-ccacbf778c98 req-5e7e6e93-9955-4b15-926e-4eddbda8c252 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 210 time: 0.1619647 Jun 03 15:34:53.554968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5290f16f-b920-4423-919f-4b7fc2b97454 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:53.557341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5290f16f-b920-4423-919f-4b7fc2b97454 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5739014 Jun 03 15:34:53.605776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Allocated IP 172.20.0.1 (6192b158-c912-4a6c-ab11-507705739bb4/38bde5a8-a1f4-480a-9b27-30cbd70f4abd/2655e028-4808-4e9e-a099-287fb0d42652) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:53.624875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35082) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:53.634282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.669371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.695539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Transition to ACTIVE for port object 7eaf5698-67c6-4c23-ae86-8319e152f3d6 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:53.719038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0378eb91-7b87-48da-9c1c-1379beaa3b40 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.741129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0378eb91-7b87-48da-9c1c-1379beaa3b40 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.787606 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0378eb91-7b87-48da-9c1c-1379beaa3b40 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.816172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.821323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202155b-cb69-4fa4-9e7b-ab81d6168d0b req-4e34ad65-32b0-4d8e-b048-3351fd455dc2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:53.829173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7202155b-cb69-4fa4-9e7b-ab81d6168d0b req-4e34ad65-32b0-4d8e-b048-3351fd455dc2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.2052090 Jun 03 15:34:53.831109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378eb91-7b87-48da-9c1c-1379beaa3b40 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b45efef-efca-4628-a2af-603a45f535db,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:53.834335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.874554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.890763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.919775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0378eb91-7b87-48da-9c1c-1379beaa3b40 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.921650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0378eb91-7b87-48da-9c1c-1379beaa3b40 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1b45efef-efca-4628-a2af-603a45f535db HTTP/1.1" status: 204 len: 168 time: 0.2954738 Jun 03 15:34:53.933126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35086) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:53.971713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:54.015488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762d7ab2-7d58-4cbd-a529-0085076ce848,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:54.029560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.029991 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Added segment 50a53ac4-68a0-4385-b0f6-0c2a9de51347 of type vlan for network 80264f12-58cd-4a56-b282-46402a8b7c88 Jun 03 15:34:54.054489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 85344230-e613-40ab-b74e-0ed0aa149254 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:54.061188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:54.072368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:54.080060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=7eaf5698-67c6-4c23-ae86-8319e152f3d6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:54.086707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:54.093252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:54.107260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:54.124200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.175126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.183485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Transition to ACTIVE for port object 2655e028-4808-4e9e-a099-287fb0d42652 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:54.230783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:54.231468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.253592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7202155b-cb69-4fa4-9e7b-ab81d6168d0b req-f0a60692-fac7-400f-80b4-e8a19f79469d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226141 Jun 03 15:34:54.280397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'Port': ['ID=a894a842-ff0f-4de0-9029-c4204f3a1370,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:54.316075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.322589 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-959156b6-0700-4b95-b8fd-b3c184365319 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6336253 Jun 03 15:34:54.323088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.324086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.324940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.325668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.326804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.327573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.328852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.330152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.330892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.331706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.332503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.333232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:54.370524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.376863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:54.377530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.419681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Request body: {'port': {'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:54.447039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-852695de-f04f-4601-9765-3b18f0daccef tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:54.532500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-852695de-f04f-4601-9765-3b18f0daccef tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:54.536304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-852695de-f04f-4601-9765-3b18f0daccef tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5991783 Jun 03 15:34:54.540537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35094) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:54.590509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.668232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Network 6192b158-c912-4a6c-ab11-507705739bb4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:54.669441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26319fe6-8353-4ee5-b50f-bca22a34cf06 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.685613 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26319fe6-8353-4ee5-b50f-bca22a34cf06 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.736322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cb75ba72-cfdc-494a-a5ab-2989d0a0b622 None None] Provisioning for port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:54.753521 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2183678 Jun 03 15:34:54.754607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:54.765383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26319fe6-8353-4ee5-b50f-bca22a34cf06 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.766193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cb75ba72-cfdc-494a-a5ab-2989d0a0b622 None None] Provisioning complete for port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:54.767359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cb75ba72-cfdc-494a-a5ab-2989d0a0b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.770472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:54.778185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:54.817311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Port': ['ID=2655e028-4808-4e9e-a099-287fb0d42652,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:54.848665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26319fe6-8353-4ee5-b50f-bca22a34cf06 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a4dce26-af17-4d82-82fb-a1a928f6dfce,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:54.897402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.933712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26319fe6-8353-4ee5-b50f-bca22a34cf06 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.942578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-26319fe6-8353-4ee5-b50f-bca22a34cf06 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2a4dce26-af17-4d82-82fb-a1a928f6dfce HTTP/1.1" status: 204 len: 168 time: 0.3888760 Jun 03 15:34:54.948416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35104) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:54.961935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285b67b-9912-4aff-9901-4129f4df3913 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Pushing event updated for resources: {'Network': ['ID=80264f12-58cd-4a56-b282-46402a8b7c88,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:55.004966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'network': {'name': 'tempest-network--1839697756', 'router:external': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:55.033128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 80264f12-58cd-4a56-b282-46402a8b7c88 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:55.033624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:55.038306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2c5a08d-f58c-4b3f-bb87-e0faea4db88f req-a8469489-59e0-439b-901f-ad1d4374e383 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1473787 Jun 03 15:34:55.046022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:network and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:55.064706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:55.080780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:55.239219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cb75ba72-cfdc-494a-a5ab-2989d0a0b622 None None] Port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:55.315986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.386349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1160a88f-f011-4d27-ac02-1611b90e2fc4 None None] Provisioning for port 2655e028-4808-4e9e-a099-287fb0d42652 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:55.403436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1160a88f-f011-4d27-ac02-1611b90e2fc4 None None] Provisioning complete for port 2655e028-4808-4e9e-a099-287fb0d42652 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:55.404451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1160a88f-f011-4d27-ac02-1611b90e2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.414806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.524583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ac26de9c-9ee5-4378-b388-e13b75d89429 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:55.530352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.567624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1160a88f-f011-4d27-ac02-1611b90e2fc4 None None] Port 2655e028-4808-4e9e-a099-287fb0d42652 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:55.708910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Made reservation on behalf of 58aefaff0a65441cab486a5feb82e0b3 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:55.712613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.733875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ac26de9c-9ee5-4378-b388-e13b75d89429 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:55.739012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ac26de9c-9ee5-4378-b388-e13b75d89429 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7742877 Jun 03 15:34:55.739707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35110) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:55.765398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1caaf-24a4-468e-bccf-af0cf893f263 req-7d979030-9514-4916-8e1f-08c2859ba575 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:55.768232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81a1caaf-24a4-468e-bccf-af0cf893f263 req-7d979030-9514-4916-8e1f-08c2859ba575 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 932 time: 0.9742925 Jun 03 15:34:55.780922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.807420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:34:55.867124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:55.874929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:security_group_rule and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:55.881013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:55.908379 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.912709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:55.921930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41fb6e1f-fe2b-4ace-905b-739a4f2ee6b4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.931604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.936388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41fb6e1f-fe2b-4ace-905b-739a4f2ee6b4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.142321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41fb6e1f-fe2b-4ace-905b-739a4f2ee6b4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.216874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb6e1f-fe2b-4ace-905b-739a4f2ee6b4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16438384-e9ea-499f-9afa-b49689f7b789,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:56.297766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81a1caaf-24a4-468e-bccf-af0cf893f263 req-c652bc73-27a2-489c-8f3e-1242c7dc985e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5183578 Jun 03 15:34:56.366938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-41fb6e1f-fe2b-4ace-905b-739a4f2ee6b4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.368347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-41fb6e1f-fe2b-4ace-905b-739a4f2ee6b4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/16438384-e9ea-499f-9afa-b49689f7b789 HTTP/1.1" status: 204 len: 168 time: 0.6178145 Jun 03 15:34:56.388904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35116) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:56.397606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904fa6b-5227-4ad7-874a-a9c1e5c86bb8 req-3a46f558-29e4-4a4d-a51b-76406aa95268 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:56.399357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c904fa6b-5227-4ad7-874a-a9c1e5c86bb8 req-3a46f558-29e4-4a4d-a51b-76406aa95268 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.7766807 Jun 03 15:34:56.451083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'Port': ['ID=a894a842-ff0f-4de0-9029-c4204f3a1370,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:56.473310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.525588 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.535369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b693da3b-544d-4c9b-b832-50b8e57387f0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9112692 Jun 03 15:34:56.594117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c904fa6b-5227-4ad7-874a-a9c1e5c86bb8 req-7172da7d-11c4-46a6-a738-54f22c50e78c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670883 Jun 03 15:34:56.602683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaf5698-67c6-4c23-ae86-8319e152f3d6 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:56.683313 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.687838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c163911-f75a-45b2-9919-bdd21017c67b req-b0cbe47f-ae39-43bc-9f47-09cb029a5849 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0791302 Jun 03 15:34:56.692314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.713793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.750558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:56.788671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.789345 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Added segment 51bf00c5-a213-4278-90c4-cc089407547a of type vlan for network 6c379c98-326e-4ec2-89e2-ac2c859757ba Jun 03 15:34:56.791724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba2baf-e13a-48ea-888c-3d3142170043,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:56.809435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Transition to ACTIVE for port object 7eaf5698-67c6-4c23-ae86-8319e152f3d6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:56.859101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.904184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.994223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.996904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:56.999723 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.003831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Pushing event updated for resources: {'Port': ['ID=7eaf5698-67c6-4c23-ae86-8319e152f3d6,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:57.026387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-34a66d17-ef57-49f4-abc6-1f44562f3ae6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:57.402294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-34a66d17-ef57-49f4-abc6-1f44562f3ae6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:57.410964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-34a66d17-ef57-49f4-abc6-1f44562f3ae6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0135002 Jun 03 15:34:57.415738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6344392 Jun 03 15:34:57.418395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0db0c3-b237-4b79-9f1f-fb5d8f46e8df tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Network': ['ID=6c379c98-326e-4ec2-89e2-ac2c859757ba,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:57.419212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35138) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:57.419561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:57.438232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.461373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6c379c98-326e-4ec2-89e2-ac2c859757ba details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:57.473213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-a88c40d3-2a88-4e80-9ac4-7891f13a782a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:57.529499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-a88c40d3-2a88-4e80-9ac4-7891f13a782a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:57.545631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-a88c40d3-2a88-4e80-9ac4-7891f13a782a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1113580753&fields=id&tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d HTTP/1.1" status: 200 len: 267 time: 0.2858946 Jun 03 15:34:57.814230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.816163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.958399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-308ed38e-11b7-4c0b-b7bf-863bb6cb14d2 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:57.961138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-308ed38e-11b7-4c0b-b7bf-863bb6cb14d2 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 819 time: 0.4097800 Jun 03 15:34:58.000430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-a8361fa0-0c8a-4974-a3c5-b219d42ca22c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/quotas/fd9cffc6b1194d8f875ae90b0946bf3d HTTP/1.1" status: 200 len: 375 time: 0.0254073 Jun 03 15:34:58.014030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc38cf-5d16-43ca-ad5b-690b90ae5038 req-c77bada8-eea4-4235-94e7-1d9e4eedfc09 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:58.016665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4cc38cf-5d16-43ca-ad5b-690b90ae5038 req-c77bada8-eea4-4235-94e7-1d9e4eedfc09 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 944 time: 0.3035932 Jun 03 15:34:58.018547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97ef47b1-57b9-4248-a4ff-696d01ee78a4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:58.130583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97ef47b1-57b9-4248-a4ff-696d01ee78a4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:58.191715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4cc38cf-5d16-43ca-ad5b-690b90ae5038 req-7b2d3720-12b0-4d62-af53-3d317e104334 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935714 Jun 03 15:34:58.248048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-a301ef2f-a6a0-4751-ab51-bc231f82b771 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2264667 Jun 03 15:34:58.389058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:58.463291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Attempting to bind port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:58.463859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Attempting to bind port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:58.464414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Attempting to bind port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 on network 85344230-e613-40ab-b74e-0ed0aa149254 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:58.480197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Port': ['ID=2655e028-4808-4e9e-a099-287fb0d42652,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:58.545320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 on network 85344230-e613-40ab-b74e-0ed0aa149254 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:34:58.546320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Attempting to bind port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 on network 85344230-e613-40ab-b74e-0ed0aa149254 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:58.628789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413464e3-fd7b-45ad-bd10-5e69b36db24d req-751b29a7-366b-452f-b15b-c355e4768ed4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:58.631437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-413464e3-fd7b-45ad-bd10-5e69b36db24d req-751b29a7-366b-452f-b15b-c355e4768ed4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.3185480 Jun 03 15:34:58.651796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-be268eae-786b-47d8-82d1-5d8f232d1575 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917258 Jun 03 15:34:58.741806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:58.742344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Checking segment: {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:58.742978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Bound using segment: {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:58.743701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Bound port: 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d740f2a-9691-4da6-8d5d-8dc55573044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:58.744296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:58.784731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97ef47b1-57b9-4248-a4ff-696d01ee78a4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:58.851026 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-413464e3-fd7b-45ad-bd10-5e69b36db24d req-adee0ae2-1ae4-4558-974c-34951a268ae2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041614 Jun 03 15:34:58.861081 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:34:58.862254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:58.903843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef47b1-57b9-4248-a4ff-696d01ee78a4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84c2f087-fa01-4a5f-91d0-51c4b0cf2fe6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:58.937212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-badaf4e8-61ba-4171-a1c7-e01439135d33 service neutron] 10.222.0.66 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619832 Jun 03 15:34:59.067776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:59.153743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6503c472-8358-46ce-bb90-d4f7c66e5641 req-8f8eeec3-aee6-49b0-b339-61e49bfd48eb tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0962889 Jun 03 15:34:59.169910 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97ef47b1-57b9-4248-a4ff-696d01ee78a4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.174419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35164) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:59.174827 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-97ef47b1-57b9-4248-a4ff-696d01ee78a4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/84c2f087-fa01-4a5f-91d0-51c4b0cf2fe6 HTTP/1.1" status: 204 len: 168 time: 1.7477765 Jun 03 15:34:59.205735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c379c98-326e-4ec2-89e2-ac2c859757ba']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:59.216293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:59.240079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bf00c5-a213-4278-90c4-cc089407547a') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:59.240390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bf00c5-a213-4278-90c4-cc089407547a') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:59.281272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.299991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85344cb6-53f7-420d-a96e-1280ac81813f req-ed6cab45-6402-482f-ae6f-a73068bf0924 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 210 time: 0.0853040 Jun 03 15:34:59.340172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.386922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b2eed64b-d33a-45c9-80a9-9c8d7889128e tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2095759 Jun 03 15:34:59.387495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35172) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:59.509676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.516026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Network 6192b158-c912-4a6c-ab11-507705739bb4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:59.529519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:59.546289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:59.547239 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.549921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] 10.222.0.70 "PUT /v2.0/ports/7eaf5698-67c6-4c23-ae86-8319e152f3d6 HTTP/1.1" status: 200 len: 1092 time: 5.1677673 Jun 03 15:34:59.553287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:59.570887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:59.571554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.577777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1881e6b6-1cef-4a1f-9d2e-d52cca41af8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.703729 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1881e6b6-1cef-4a1f-9d2e-d52cca41af8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.756908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351eb46a-6ff5-4e2e-8da8-c9f076fab8a1 req-2d2c8720-a206-4f0e-ad29-3a37818de3c8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:59.764838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-351eb46a-6ff5-4e2e-8da8-c9f076fab8a1 req-2d2c8720-a206-4f0e-ad29-3a37818de3c8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 944 time: 0.3587453 Jun 03 15:34:59.867893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1881e6b6-1cef-4a1f-9d2e-d52cca41af8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.911741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-351eb46a-6ff5-4e2e-8da8-c9f076fab8a1 req-e922b781-7a6b-4325-a9b9-40553f63d4ea tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457722 Jun 03 15:34:59.921757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1881e6b6-1cef-4a1f-9d2e-d52cca41af8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.931719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1881e6b6-1cef-4a1f-9d2e-d52cca41af8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/22063fe3-17f5-49b2-981d-1b2a8621564b HTTP/1.1" status: 204 len: 168 time: 0.5431652 Jun 03 15:34:59.938294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35188) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:59.950753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881e6b6-1cef-4a1f-9d2e-d52cca41af8b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22063fe3-17f5-49b2-981d-1b2a8621564b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:59.986295 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b4f0d4-4564-4491-b40a-4f08df885eaa'] response: {'name': 'network-changed', 'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'status': 'completed', 'code': 200} Jun 03 15:35:00.002838 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 51bf00c5-a213-4278-90c4-cc089407547a resource provider aggregate not found Jun 03 15:35:00.088449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-78a2561b-7f67-47fd-9356-3da09618bee3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:00.155063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-78a2561b-7f67-47fd-9356-3da09618bee3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:00.174939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-78a2561b-7f67-47fd-9356-3da09618bee3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2330852 Jun 03 15:35:00.179660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35194) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:00.205412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--821554599'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:00.245806 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 51bf00c5-a213-4278-90c4-cc089407547a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51bf00c5-a213-4278-90c4-cc089407547a found for delete ", "request_id": "req-83994499-0b0e-4646-b9f7-3f58ded4c49b"}]} Jun 03 15:35:00.253148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-cd472e9c-1fac-4bd0-b2a1-ec5596ff4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:00.255689 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-cd472e9c-1fac-4bd0-b2a1-ec5596ff4863 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 1097 time: 1.1949654 Jun 03 15:35:00.263004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6499763-00a5-407f-ab04-02d53d57a47d service neutron] Pushing event updated for resources: {'Port': ['ID=7eaf5698-67c6-4c23-ae86-8319e152f3d6,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:00.289931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-49b6c9aa-b499-440b-b444-a0b4dfcd3fcf None None] Provisioning complete for port 2655e028-4808-4e9e-a099-287fb0d42652 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:00.290495 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49b6c9aa-b499-440b-b444-a0b4dfcd3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.445249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:00.459471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:00.485150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-49b6c9aa-b499-440b-b444-a0b4dfcd3fcf None None] Port 2655e028-4808-4e9e-a099-287fb0d42652 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:00.520001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.614961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.642994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:00.655853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3adab019-09ea-406c-892d-2cf48c2aecbc req-84c6d94c-40d6-4aa6-be59-28d3c84caec1 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1443384 Jun 03 15:35:00.660511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:00.681969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:00.707435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:00.803922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c379c98-326e-4ec2-89e2-ac2c859757ba {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:35:00.813156 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.823136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16546059-9db2-4f57-9eca-796fc41fbd72 req-b88e744b-c6b4-49c4-a0eb-e9f21650a80f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:00.833238 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "DELETE /v2.0/networks/6c379c98-326e-4ec2-89e2-ac2c859757ba HTTP/1.1" status: 204 len: 168 time: 3.3990200 Jun 03 15:35:00.846029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-78e99ff3-2f97-4ddb-89b6-bb9c6d36d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:00.846324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16546059-9db2-4f57-9eca-796fc41fbd72 req-b88e744b-c6b4-49c4-a0eb-e9f21650a80f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 0.3778429 Jun 03 15:35:00.848322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-78e99ff3-2f97-4ddb-89b6-bb9c6d36d778 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 1095 time: 0.9539654 Jun 03 15:35:00.851273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35202) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:00.873546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Router 43f752ae-b83b-4d18-9659-e04de047155f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:00.879506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7acc49-1af3-438a-bd4c-364660d0f1c5 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c379c98-326e-4ec2-89e2-ac2c859757ba,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:00.899122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:00.952488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:01.014835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-95e80e5d-2356-40e4-ba2e-378a13b76fe1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6 HTTP/1.1" status: 200 len: 217 time: 0.1251323 Jun 03 15:35:01.032696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:network and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:01.073731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-16546059-9db2-4f57-9eca-796fc41fbd72 req-b295ae66-5c83-49d1-a8e4-9184dce36477 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260787 Jun 03 15:35:01.102644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:01.276201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.300007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:01.335637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.386357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-ff2367a7-0264-4191-8a13-a51ce68b8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.386605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa6c42f4-15f9-49cd-a037-df8a95aaf69f req-c77f89ef-5df0-4588-abd3-8d19f42550b1 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 210 time: 0.3457384 Jun 03 15:35:01.389377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e8f06-d537-414d-8e8d-b1642341514c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:01.390740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-ff2367a7-0264-4191-8a13-a51ce68b8f45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 1.0635414 Jun 03 15:35:01.402025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Made reservation on behalf of 58aefaff0a65441cab486a5feb82e0b3 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:01.405207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.448550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:01.611346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:01.632248 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.641075 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d000e181-09a0-405b-a6a1-67c42df5e01d tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4536681 Jun 03 15:35:01.647322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35208) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.661507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': 'a75e8f06-d537-414d-8e8d-b1642341514c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:01.673622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.674356 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Added segment 542e0ea7-3962-4e6c-af5d-af14dc6b3684 of type vlan for network f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 Jun 03 15:35:01.694208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:01.699044 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d055b98b-2e67-43af-ac76-e25bf965a187 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "PUT /v2.0/routers/43f752ae-b83b-4d18-9659-e04de047155f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9213908 Jun 03 15:35:01.708930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:01.714226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35212) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.727155 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-411f9191-eb91-4609-b8a0-8b02e245fe67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b31861-1395-4728-994b-1851ce2a37d3 HTTP/1.1" status: 200 len: 217 time: 0.2733989 Jun 03 15:35:01.730410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Request body: {'port': {'network_id': '6192b158-c912-4a6c-ab11-507705739bb4', 'name': 'tempest-FloatingIPAdminTestJSON-1469525845'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:01.745969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-b4d7b364-9af1-4980-814a-d13bca9ed5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.747660 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-b4d7b364-9af1-4980-814a-d13bca9ed5ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0038797-96dd-4f5f-9a6f-af5bc2402567 HTTP/1.1" status: 200 len: 835 time: 0.3547397 Jun 03 15:35:01.934199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-f12da328-b1c6-4b85-a7e0-88991ef95e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.936505 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-f12da328-b1c6-4b85-a7e0-88991ef95e99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1872544 Jun 03 15:35:02.005155 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] Sync routers for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:02.007275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:02.051051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:02.052093 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.134047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-91cf65fc-e511-4fa1-8aa5-a7217321178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.135912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:02.136698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-91cf65fc-e511-4fa1-8aa5-a7217321178b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85344230-e613-40ab-b74e-0ed0aa149254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3481522 Jun 03 15:35:02.183113 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.196730 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:02.197745 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:34:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.261154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:02.276685 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.277339 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62e578-5db2-4635-869e-a065dbcf0452 None None] The sync data for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:02.304830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda84098-19df-4574-9897-fcf458a7c201 req-bbb183ef-4ac3-42e8-96d9-4d46d40d6879 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.307945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cda84098-19df-4574-9897-fcf458a7c201 req-bbb183ef-4ac3-42e8-96d9-4d46d40d6879 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 944 time: 0.8763635 Jun 03 15:35:02.321455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Usage tracker for resource:port and tenant:35840b1947fd4fb6aba12f90488c0337 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:02.408874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-e6b2faa6-3a11-48de-a599-8b6d053046b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.411603 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-e6b2faa6-3a11-48de-a599-8b6d053046b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4633851 Jun 03 15:35:02.432901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:02.440477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a8cfd1c-4cf8-4451-8090-6ba536379d9e req-0d7d1224-efca-4a4a-a254-5752542b250d tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.3172350 Jun 03 15:35:02.462789 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.504477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:02.544743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-1b782255-6670-4353-8dff-aeed33ef0cfa service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934426 Jun 03 15:35:02.561023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.619145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Made reservation on behalf of 35840b1947fd4fb6aba12f90488c0337 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:02.625460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.772984 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-8561c9f3-b938-4cea-8c46-f0b952adc3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547339 Jun 03 15:35:02.819833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cda84098-19df-4574-9897-fcf458a7c201 req-85e7ad49-c89d-49bf-b5e9-2bab5299c786 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887470 Jun 03 15:35:02.870895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] device_id is not set on port 951d94ee-e150-4d4d-977e-07e6468a06d6 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:02.974201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-752c5d50-2315-45b5-918f-06d6f462c651 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.976969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-752c5d50-2315-45b5-918f-06d6f462c651 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 819 time: 0.9512203 Jun 03 15:35:02.981575 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e203641-667f-4a99-ba9a-d93e5e1efe34 req-605c3cf9-998d-4d45-b77c-c5e81097ff26 service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254515 Jun 03 15:35:03.082701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.084434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.085560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.137354 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6667b261-98ce-4fad-b398-8ab5d20b9416 req-018567b1-1102-4ee9-a2a5-ad7c54ebfa2e service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570473 Jun 03 15:35:03.179549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-3b558126-973b-4ea0-bc67-0926827b0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.181854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-3b558126-973b-4ea0-bc67-0926827b0d62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 1095 time: 0.1371994 Jun 03 15:35:03.240535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f13f7777-3c4d-4360-8fb0-cd003ea4eb25 req-e78a3857-a7b6-4239-b6be-3ab353531c55 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 210 time: 0.2529132 Jun 03 15:35:03.331048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-14f74999-998d-4121-9004-e450ffff983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.332545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-14f74999-998d-4121-9004-e450ffff983d service neutron] 10.222.0.70 "GET /v2.0/networks?id=85344230-e613-40ab-b74e-0ed0aa149254 HTTP/1.1" status: 200 len: 897 time: 0.1442258 Jun 03 15:35:03.345927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b3b31861-1395-4728-994b-1851ce2a37d3 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:03.379521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.429525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.433377 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-30c90302-2e0b-4eee-a44a-0edc12c6fba3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0940883 Jun 03 15:35:03.479521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-925ae4dc-f817-45a8-a88a-7ae8ec78b23d req-4f96318a-42fe-47f5-b975-3a051002f1d5 service neutron] (88339) timed out ('10.222.0.70', 64889) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:35:03.536502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-99c73063-9673-4c32-b56b-4dd1d988fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.540003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-99c73063-9673-4c32-b56b-4dd1d988fd31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0038797-96dd-4f5f-9a6f-af5bc2402567 HTTP/1.1" status: 200 len: 835 time: 0.0985577 Jun 03 15:35:03.542958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b3b31861-1395-4728-994b-1851ce2a37d3 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:03.543338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.557373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Network': ['ID=f4a3cb61-89ee-4acf-a5df-bfd72cb291c0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:03.563097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8f7b64a8-bdd9-41a0-a0ce-5ad475957b82 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.7091153 Jun 03 15:35:03.575241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:03.598248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-807a437f-32d2-4377-9744-806d8cba6661 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d HTTP/1.1" status: 200 len: 380 time: 0.5930588 Jun 03 15:35:03.605033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:03.631831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'subnet': {'network_id': 'f4a3cb61-89ee-4acf-a5df-bfd72cb291c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:03.646225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'port': {'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'admin_state_up': True, 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'security_groups': ['45a0d162-fff9-479d-bf0f-35d6def0d508']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:03.675518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f441a96-481e-45e2-bbf3-76bcaae9e526,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:03.693763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:03.699109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:03.709537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-ad8c2685-df68-40a6-a360-a12e4ff4d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.712280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:03.712595 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-ad8c2685-df68-40a6-a360-a12e4ff4d5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85344230-e613-40ab-b74e-0ed0aa149254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633189 Jun 03 15:35:03.721872 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.811424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:03.811701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.818010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2858f998-63de-4812-bfd9-d6a7cad245d0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.1664898 Jun 03 15:35:03.822274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35230) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:03.873365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:subnet and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:03.913373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:03.931253 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-a297da6b-c400-4a3f-ba01-796a3916d5db service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117865 Jun 03 15:35:03.931667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b919f3-8366-4390-a85e-2bbe6b456ab1 req-6fa7188a-bf6d-4991-b868-2e7a4d349a94 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.934293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1b919f3-8366-4390-a85e-2bbe6b456ab1 req-6fa7188a-bf6d-4991-b868-2e7a4d349a94 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 946 time: 1.2941680 Jun 03 15:35:03.937566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20849524-7f1f-4937-af26-f5da251193b1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.961311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:03.972344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b718567b-4b82-402f-9703-74f51f93d1dd req-3fba6706-f08c-497b-9b64-642a7a3a5feb tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.2660363 Jun 03 15:35:04.029808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Allocated IP 172.20.0.3 (6192b158-c912-4a6c-ab11-507705739bb4/38bde5a8-a1f4-480a-9b27-30cbd70f4abd/951d94ee-e150-4d4d-977e-07e6468a06d6) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:04.074787 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f521b95b-1127-47f2-afb1-33a8d94cb017'] response: {'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'code': 200} Jun 03 15:35:04.104403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Made reservation on behalf of 58aefaff0a65441cab486a5feb82e0b3 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:04.108365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.179505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20849524-7f1f-4937-af26-f5da251193b1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.345195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c906d229-92fb-4a92-9c2a-9a0384619f54 req-ceef0508-9642-4617-b15a-e8ef7807c143 service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041669 Jun 03 15:35:04.386006 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20849524-7f1f-4937-af26-f5da251193b1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.409564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20849524-7f1f-4937-af26-f5da251193b1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e8f06-d537-414d-8e8d-b1642341514c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:04.421608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-20849524-7f1f-4937-af26-f5da251193b1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.425806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-20849524-7f1f-4937-af26-f5da251193b1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/a75e8f06-d537-414d-8e8d-b1642341514c HTTP/1.1" status: 204 len: 168 time: 0.6019340 Jun 03 15:35:04.426690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35238) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:04.496044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4bc6d0b2-be35-4a11-9e32-450e33138a98 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:04.511585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1b919f3-8366-4390-a85e-2bbe6b456ab1 req-c30380c7-0c36-4a1c-9cb3-45ffcecce942 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524411 Jun 03 15:35:04.518303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4bc6d0b2-be35-4a11-9e32-450e33138a98 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:04.525634 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4bc6d0b2-be35-4a11-9e32-450e33138a98 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973442 Jun 03 15:35:04.526076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35242) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:04.532858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--988571554'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:04.552352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:04.560563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:04.580642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.618870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:04.627243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:04.632996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:04.644902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:04.656568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:04.678186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Usage tracker for resource:port and tenant:fd9cffc6b1194d8f875ae90b0946bf3d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:04.698767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:04.754090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.759587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.808508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff4f40-3286-4fca-b0cd-fe57e7f904df,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:04.821488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.823041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0452063a-154b-43dc-b086-955f9c9437da tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2956810 Jun 03 15:35:04.826846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35246) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:04.833249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--353393839'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:04.840588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:04.845444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:04.849101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:04.851677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:04.855841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:04.874625 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.898250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:04.902537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:04.905634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:04.912012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:04.982374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f119d488-9c8a-4f8c-874a-0bd078b58ec7 req-fe579189-80c7-4609-9906-1abda635edf5 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 210 time: 0.2417171 Jun 03 15:35:05.015150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Made reservation on behalf of fd9cffc6b1194d8f875ae90b0946bf3d for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:05.019244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.112278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.124743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f862-b925-428c-b53e-76374f97d83e req-3d213248-d138-4a76-83c3-b65a8fe17923 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.128785 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.133486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9327f862-b925-428c-b53e-76374f97d83e req-3d213248-d138-4a76-83c3-b65a8fe17923 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 944 time: 0.7081234 Jun 03 15:35:05.238144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca679d35-19ae-4e66-a495-cda2cc1304d5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:05.260936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.272601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5949ca3c-6aa3-4d89-aca3-8b789d1a9854 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4440360 Jun 03 15:35:05.274479 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.275214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35252) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:05.283638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': 'd5ff4f40-3286-4fca-b0cd-fe57e7f904df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ca679d35-19ae-4e66-a495-cda2cc1304d5', 'remote_ip_prefix': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:05.294477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:05.302700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:05.309535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:05.312719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Transition to ACTIVE for port object 951d94ee-e150-4d4d-977e-07e6468a06d6 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:05.321900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:05.370888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.505036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9327f862-b925-428c-b53e-76374f97d83e req-5baa84dd-a844-4f64-bfbd-a3de416d7bd9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704560 Jun 03 15:35:05.507457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5733aa29-5b1d-4c2e-9cec-ca688658f09f req-cf6464b1-b287-4141-8efe-7f8544e92e43 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0982637 Jun 03 15:35:05.522599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.529311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.561007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fecc472-bea2-4f9a-bf8b-61d30b9ad0c1,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:05.572529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7eaf5698-67c6-4c23-ae86-8319e152f3d6 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:35:05.609057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.615822 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e3d8e23c-3680-4fa0-9d1c-86f492a992b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3392458 Jun 03 15:35:05.616719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35260) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:05.669255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d49105a-f5f3-4cca-8626-51468b2fb6e5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.690109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d49105a-f5f3-4cca-8626-51468b2fb6e5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.732933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d49105a-f5f3-4cca-8626-51468b2fb6e5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.757010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49105a-f5f3-4cca-8626-51468b2fb6e5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fecc472-bea2-4f9a-bf8b-61d30b9ad0c1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:05.760676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d49105a-f5f3-4cca-8626-51468b2fb6e5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.766360 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0d49105a-f5f3-4cca-8626-51468b2fb6e5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7fecc472-bea2-4f9a-bf8b-61d30b9ad0c1 HTTP/1.1" status: 204 len: 168 time: 0.1440256 Jun 03 15:35:05.773114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35264) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:05.819622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.848975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9826a790-6d70-41a7-aadf-e0088fabc0c3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:05.867666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:05.869806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9826a790-6d70-41a7-aadf-e0088fabc0c3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:05.871499 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9826a790-6d70-41a7-aadf-e0088fabc0c3 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0971859 Jun 03 15:35:05.876956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35268) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:05.884580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:35:05.980457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:05.980831 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.987469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c48ff902-3993-4caa-b9f2-9bfb1cd8d60b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.025360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c48ff902-3993-4caa-b9f2-9bfb1cd8d60b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.066550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaf5698-67c6-4c23-ae86-8319e152f3d6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:06.072012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event updated for resources: {'Port': ['ID=951d94ee-e150-4d4d-977e-07e6468a06d6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:06.104700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c48ff902-3993-4caa-b9f2-9bfb1cd8d60b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.108634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:06.114809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Allocated IP 172.20.0.8 (9cc13a38-deeb-4451-ae6f-f770e23358bc/dd2b873e-92d3-4227-9216-9e1233ea9984/cfe2b51e-9d1d-42de-9864-7f0795ae431f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:06.115348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.137827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ff902-3993-4caa-b9f2-9bfb1cd8d60b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca679d35-19ae-4e66-a495-cda2cc1304d5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:06.138726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Network 6192b158-c912-4a6c-ab11-507705739bb4 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:06.164000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:06.167337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c48ff902-3993-4caa-b9f2-9bfb1cd8d60b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.168293 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c48ff902-3993-4caa-b9f2-9bfb1cd8d60b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/ca679d35-19ae-4e66-a495-cda2cc1304d5 HTTP/1.1" status: 204 len: 168 time: 0.2898669 Jun 03 15:35:06.169250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:06.171278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35274) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:06.271548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-72258dba-5ec4-467d-9881-e5d85714a944 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:06.294233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-72258dba-5ec4-467d-9881-e5d85714a944 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:06.296340 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-72258dba-5ec4-467d-9881-e5d85714a944 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1231878 Jun 03 15:35:06.299698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35278) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:06.345611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:06.347062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.385016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7eaf5698-67c6-4c23-ae86-8319e152f3d6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:06.418388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-469265d1-6f59-4790-bd17-940f8c9293f2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.465369 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-469265d1-6f59-4790-bd17-940f8c9293f2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.471896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7eaf5698-67c6-4c23-ae86-8319e152f3d6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:06.512632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1de57ff2-37ce-4832-86dc-bb46c20ef41b req-5c565727-158b-4e1b-ac55-be7c538fb6ae tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 210 time: 0.1836417 Jun 03 15:35:06.534085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0e83f780-6f57-4f82-92c7-f4a31aa8daf8 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8179727 Jun 03 15:35:06.571682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:06.602795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-469265d1-6f59-4790-bd17-940f8c9293f2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.639822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469265d1-6f59-4790-bd17-940f8c9293f2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff4f40-3286-4fca-b0cd-fe57e7f904df,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:06.686660 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-469265d1-6f59-4790-bd17-940f8c9293f2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.692760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-469265d1-6f59-4790-bd17-940f8c9293f2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/d5ff4f40-3286-4fca-b0cd-fe57e7f904df HTTP/1.1" status: 204 len: 168 time: 0.3880229 Jun 03 15:35:06.695658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35292) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:06.698800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fcd4f1f7-98d4-451d-a2c0-425fa970df38 None None] Provisioning for port 951d94ee-e150-4d4d-977e-07e6468a06d6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:06.712150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fcd4f1f7-98d4-451d-a2c0-425fa970df38 None None] Provisioning complete for port 951d94ee-e150-4d4d-977e-07e6468a06d6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:06.712659 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fcd4f1f7-98d4-451d-a2c0-425fa970df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.765619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45083a-1926-494d-96f6-a9d275d874dd req-525f19c9-f930-43b3-9b0b-e7ecbe547576 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:06.773526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce45083a-1926-494d-96f6-a9d275d874dd req-525f19c9-f930-43b3-9b0b-e7ecbe547576 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 944 time: 0.9653995 Jun 03 15:35:06.857240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-292d4f65-e2ee-4f91-b21c-164e0e9815a6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:06.892303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'project_id': '35840b1947fd4fb6aba12f90488c0337', 'port_id': '951d94ee-e150-4d4d-977e-07e6468a06d6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:06.896000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-292d4f65-e2ee-4f91-b21c-164e0e9815a6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:06.898124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-292d4f65-e2ee-4f91-b21c-164e0e9815a6 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1909001 Jun 03 15:35:06.899586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4f1f7-98d4-451d-a2c0-425fa970df38 None None] Port 951d94ee-e150-4d4d-977e-07e6468a06d6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:06.905476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35296) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:06.923665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:06.933100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--147255262'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:06.953777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Usage tracker for resource:floatingip and tenant:35840b1947fd4fb6aba12f90488c0337 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:06.961237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:06.971565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:06.989125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce45083a-1926-494d-96f6-a9d275d874dd req-6d522aed-bb46-4e6a-be8e-ff6c70b17370 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142470 Jun 03 15:35:07.012333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.049831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Transition to ACTIVE for port object cfe2b51e-9d1d-42de-9864-7f0795ae431f will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:07.075341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:07.116675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.145164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:07.344635 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-234c3711-8730-4594-a44c-2d976aa70d60 req-89c57b20-a318-47b4-9791-822e9204ec61 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.2016082 Jun 03 15:35:07.345187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.objects.ports [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88338) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:35:07.345663 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.529945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.541097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.746974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:07.756968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edce88-9dc5-492e-ad6c-44df5a799531 req-18059799-3714-43e1-ace3-a36e5d70747a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:07.758503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3edce88-9dc5-492e-ad6c-44df5a799531 req-18059799-3714-43e1-ace3-a36e5d70747a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 945 time: 0.9698224 Jun 03 15:35:07.776790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:07.780521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:07.800699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:07.805647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:07.807489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0bccf70d-ba04-49aa-8633-d169dea5371f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:07.833259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:07.867328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:07.872513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event updated for resources: {'Port': ['ID=cfe2b51e-9d1d-42de-9864-7f0795ae431f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:07.923878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Checking segment: {'id': '542e0ea7-3962-4e6c-af5d-af14dc6b3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f4a3cb61-89ee-4acf-a5df-bfd72cb291c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:07.924269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Network hostable DHCP agents. Network: f4a3cb61-89ee-4acf-a5df-bfd72cb291c0, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:08.051865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3edce88-9dc5-492e-ad6c-44df5a799531 req-27c47929-c683-4ccc-bcf9-2cb291709ddb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639706 Jun 03 15:35:08.080624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:08.080624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.108497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Network f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:08.118965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42105d-4ecc-4354-8156-afc2e2609cac req-edff2f58-e9cc-436d-bc3f-2adfc3969165 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:08.120648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be42105d-4ecc-4354-8156-afc2e2609cac req-edff2f58-e9cc-436d-bc3f-2adfc3969165 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5967813 Jun 03 15:35:08.154700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-36992dbe-bf80-4dcb-87c3-7bdc47d85315 None None] Provisioning for port cfe2b51e-9d1d-42de-9864-7f0795ae431f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:08.163575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-36992dbe-bf80-4dcb-87c3-7bdc47d85315 None None] Provisioning complete for port cfe2b51e-9d1d-42de-9864-7f0795ae431f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:08.164133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-36992dbe-bf80-4dcb-87c3-7bdc47d85315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.176615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f4a3cb61-89ee-4acf-a5df-bfd72cb291c0) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:08.201411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:08.202026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.208968 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-3dbf27ee-17e5-43fc-8370-65927b4a1882 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5701113 Jun 03 15:35:08.222617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8caedbb-5f9b-43a9-a223-15a201a93bb1 None None] Network f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:08.236252 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.242189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Request body: {'port': {'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:08.274050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-eeba5658-db17-431b-824a-efd9945a8fd5 req-a23a9f23-4030-4a9f-aa14-f8158097930d service neutron] (88338) timed out ('10.222.0.15', 57138) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:35:08.334417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.353968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-36992dbe-bf80-4dcb-87c3-7bdc47d85315 None None] Port cfe2b51e-9d1d-42de-9864-7f0795ae431f cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:08.416875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be42105d-4ecc-4354-8156-afc2e2609cac req-77cc8e63-815b-472b-8364-6db8dd7746b5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703259 Jun 03 15:35:08.442143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.446361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5df0ad48-4bce-4bf9-95e4-e08875236604 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8332362 Jun 03 15:35:08.449080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35306) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:08.454749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'floatingip': {'floating_network_id': 'f4a3cb61-89ee-4acf-a5df-bfd72cb291c0'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:08.474115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:08.489088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:floatingip and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:08.496885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:08.511496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:08.537215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.553972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.560555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6416461 Jun 03 15:35:08.561138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35312) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:08.616728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '8a6f2f0e-1540-4b14-b585-d2bb35e6b844', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:08.623048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63c382-d3ec-4427-91b0-aae833178f1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f2f0e-1540-4b14-b585-d2bb35e6b844,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:08.629019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:08.634996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605cbbbc-a465-4424-9046-2ec93be55017 None None] Network f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:08.635377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:08.640527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:08.649678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:08.728024 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fe283ee-6738-4423-8ea3-f9c13b87a36e req-fd255dbd-a0d7-46d8-9ae6-b73e66bb6cd9 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0835929 Jun 03 15:35:08.745121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.748152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.861383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-db61ee38-c965-409a-80b6-4a04b4f6edc2 req-6377fde6-92c8-4854-b098-5cd45494baf2 service neutron] (88339) timed out ('10.222.0.15', 57279) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:35:08.867076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cb571-6485-4adb-be32-fddff1bf1ad7 req-1860b214-d7df-4ed7-a726-3b5f054d9e93 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:08.868383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-450cb571-6485-4adb-be32-fddff1bf1ad7 req-1860b214-d7df-4ed7-a726-3b5f054d9e93 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:08.873801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e26e7e4c-001f-4129-8568-1ff659c796f1 req-79395e68-fb0d-4515-93c6-54fa50cce054 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0574014 Jun 03 15:35:08.921558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.925414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Allocated IP 172.25.1.168 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a4977f8a-ca78-48a0-8999-31074584ce3c) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:08.930362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.968954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.998933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276f8cc4-1fc2-462d-9a46-08f57f7f63af,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:09.051778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-450cb571-6485-4adb-be32-fddff1bf1ad7 req-1860b214-d7df-4ed7-a726-3b5f054d9e93 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:09.053602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-450cb571-6485-4adb-be32-fddff1bf1ad7 req-1860b214-d7df-4ed7-a726-3b5f054d9e93 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 931 time: 0.8158822 Jun 03 15:35:09.103593 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.104999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7ba3eef6-e3a0-4209-b8da-be744eb28b20 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4940560 Jun 03 15:35:09.111944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35318) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:09.197579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dfcd-1921-4ce6-a95b-5aa2389ed502 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.214710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dfcd-1921-4ce6-a95b-5aa2389ed502 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.233886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Allocated IP 172.20.0.3 (f4a3cb61-89ee-4acf-a5df-bfd72cb291c0/0bccf70d-ba04-49aa-8633-d169dea5371f/23a299a7-f8a9-45c5-9f51-52942f609164) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:09.320142 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dfcd-1921-4ce6-a95b-5aa2389ed502 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.356632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7dfcd-1921-4ce6-a95b-5aa2389ed502 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=276f8cc4-1fc2-462d-9a46-08f57f7f63af,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:09.367112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b3b31861-1395-4728-994b-1851ce2a37d3 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:09.369031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dfcd-1921-4ce6-a95b-5aa2389ed502 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.374988 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8cc7dfcd-1921-4ce6-a95b-5aa2389ed502 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/276f8cc4-1fc2-462d-9a46-08f57f7f63af HTTP/1.1" status: 204 len: 168 time: 0.2580445 Jun 03 15:35:09.379849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:09.489904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-450cb571-6485-4adb-be32-fddff1bf1ad7 req-f03683c6-0b01-4571-8690-023648679ba5 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099553 Jun 03 15:35:09.496219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b3b31861-1395-4728-994b-1851ce2a37d3 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:09.534510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.556589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-27816490-34a0-4efa-aa09-373484f3f1b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:09.595162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-27816490-34a0-4efa-aa09-373484f3f1b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:09.597260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-27816490-34a0-4efa-aa09-373484f3f1b5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2156293 Jun 03 15:35:09.602486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35326) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:09.609454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7eaf5698-67c6-4c23-ae86-8319e152f3d6 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:09.615147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb46d9-1c3b-4fed-9b54-4cdc48fda721 req-a441512d-8513-4bea-a568-317c318383e0 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:09.617667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41cb46d9-1c3b-4fed-9b54-4cdc48fda721 req-a441512d-8513-4bea-a568-317c318383e0 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6376302 Jun 03 15:35:09.717655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.729134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:09.739058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:09.739795 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.848042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc464b18-f33a-4887-98bc-56713ce8a1e0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.859694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Network f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:09.879585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.912571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:09.917373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:09.947352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:09.947839 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.011947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:10.021130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe2b51e-9d1d-42de-9864-7f0795ae431f {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:10.030630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.034436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:10.046861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.051650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Transition to ACTIVE for port object cfe2b51e-9d1d-42de-9864-7f0795ae431f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:10.066202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Port': ['ID=23a299a7-f8a9-45c5-9f51-52942f609164,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:10.075004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc464b18-f33a-4887-98bc-56713ce8a1e0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.088534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41cb46d9-1c3b-4fed-9b54-4cdc48fda721 req-369bce67-64c3-4e21-baf0-7af18e59e9a0 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403324 Jun 03 15:35:10.106363 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.135156 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.206597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7eaf5698-67c6-4c23-ae86-8319e152f3d6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:10.240678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.360650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc464b18-f33a-4887-98bc-56713ce8a1e0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.425573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc464b18-f33a-4887-98bc-56713ce8a1e0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f2f0e-1540-4b14-b585-d2bb35e6b844,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:10.455437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.561289 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1acbd16c-9091-456a-a686-7da683ffa614 req-8213835a-f636-45c0-81de-703ef86fa6dc tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1766629 Jun 03 15:35:10.565647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:10.600872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc464b18-f33a-4887-98bc-56713ce8a1e0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.609383 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dc464b18-f33a-4887-98bc-56713ce8a1e0 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/8a6f2f0e-1540-4b14-b585-d2bb35e6b844 HTTP/1.1" status: 204 len: 168 time: 1.0051756 Jun 03 15:35:10.613221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35338) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:10.646841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:10.681988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33b529-727b-46d6-ad6f-91c1409a3b35 req-89c2d918-125d-4a53-a034-ace4bb3758ac tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:10.685707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e33b529-727b-46d6-ad6f-91c1409a3b35 req-89c2d918-125d-4a53-a034-ace4bb3758ac tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 945 time: 0.9433985 Jun 03 15:35:10.687074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:10.722969 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8012748-ca9f-48e6-89a7-69cfc42cee07'] response: {'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'code': 200} Jun 03 15:35:10.955181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Pushing event updated for resources: {'Port': ['ID=a4977f8a-ca78-48a0-8999-31074584ce3c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:11.226140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-674a8cf4-a8ba-4259-bb59-0bfc34e08935 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:11.256760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Pushing event updated for resources: {'Port': ['ID=cfe2b51e-9d1d-42de-9864-7f0795ae431f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:11.261544 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e33b529-727b-46d6-ad6f-91c1409a3b35 req-233b0d71-97fa-4b45-9173-d142f98582ec tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102460 Jun 03 15:35:11.276505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Attempting to bind port cfe2b51e-9d1d-42de-9864-7f0795ae431f on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:11.276929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Attempting to bind port cfe2b51e-9d1d-42de-9864-7f0795ae431f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:11.277174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Attempting to bind port cfe2b51e-9d1d-42de-9864-7f0795ae431f on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:11.300784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Port cfe2b51e-9d1d-42de-9864-7f0795ae431f on network 9cc13a38-deeb-4451-ae6f-f770e23358bc not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:11.300784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Attempting to bind port cfe2b51e-9d1d-42de-9864-7f0795ae431f on network 9cc13a38-deeb-4451-ae6f-f770e23358bc {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:11.301421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-674a8cf4-a8ba-4259-bb59-0bfc34e08935 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:11.309815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-674a8cf4-a8ba-4259-bb59-0bfc34e08935 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6881635 Jun 03 15:35:11.310073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:11.310073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Checking segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:11.310073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Bound using segment: {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:11.310073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Bound port: cfe2b51e-9d1d-42de-9864-7f0795ae431f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727ee3fd-cfce-4d8f-849e-965b3a5c86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:11.310073 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.313751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35344) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.326232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528426282'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:11.336136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:11.377248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:11.388841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.394949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da1932-bce3-4cbb-93df-12c5a2fafe0d req-39c13e8c-c0bc-4480-85f1-ea2e9077c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:11.398073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9da1932-bce3-4cbb-93df-12c5a2fafe0d req-39c13e8c-c0bc-4480-85f1-ea2e9077c619 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 1097 time: 0.3344586 Jun 03 15:35:11.403072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.478700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad649c55-8c48-4d09-87b7-d16105c2fcd3 req-abd07893-83a8-4278-8701-dffda2d917a1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:11.482117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad649c55-8c48-4d09-87b7-d16105c2fcd3 req-abd07893-83a8-4278-8701-dffda2d917a1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5289915 Jun 03 15:35:11.533889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.661497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:11.676384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Port': ['ID=23a299a7-f8a9-45c5-9f51-52942f609164,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:11.680485 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d9da1932-bce3-4cbb-93df-12c5a2fafe0d req-e83381d4-91ec-4e39-9314-3772ecdf4fad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695527 Jun 03 15:35:11.686157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:11.691864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:11.702140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:11.708461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.762347 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.770328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fd35c39f-1c04-490f-a894-cd315cf1179a tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3138859 Jun 03 15:35:11.773308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.810573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:11.872280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad649c55-8c48-4d09-87b7-d16105c2fcd3 req-a8513092-bb88-4457-8bae-f3528c3ce857 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799050 Jun 03 15:35:11.876676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:35:11.914545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.926558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1e9fe4ff-09b8-4fe2-8f1a-5bbe5a7aba71 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Synchronizing usage tracker for tenant:58aefaff0a65441cab486a5feb82e0b3 on resource:floatingip {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:11.961193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.968237 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.015706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1e9fe4ff-09b8-4fe2-8f1a-5bbe5a7aba71 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Unset dirty status for tenant:58aefaff0a65441cab486a5feb82e0b3 on resource:floatingip {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:12.018762 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1e9fe4ff-09b8-4fe2-8f1a-5bbe5a7aba71 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 HTTP/1.1" status: 200 len: 689 time: 0.2440736 Jun 03 15:35:12.023857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.028868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7092817 Jun 03 15:35:12.028868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35356) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:12.033164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:12.096344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d04cf-6e5d-4a59-9fcb-683869e4a32c req-5c7b48a3-9d02-43ba-b90b-03b23f8745e3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.105461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-025d04cf-6e5d-4a59-9fcb-683869e4a32c req-5c7b48a3-9d02-43ba-b90b-03b23f8745e3 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 943 time: 0.6172855 Jun 03 15:35:12.113387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.116173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.117923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] 10.222.0.15 "PUT /v2.0/ports/cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 1091 time: 3.8939600 Jun 03 15:35:12.121595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:12.209139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '943deddb-4e53-44df-9948-e2bf19c5b3f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:12.228279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659349c9-df62-4fa9-b202-c0658e17b556 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943deddb-4e53-44df-9948-e2bf19c5b3f1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:12.235830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:12.252182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:12.255960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:12.272353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:12.317360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.320083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aee60-210f-4b2c-9af4-a7c1f721b1be service neutron] Pushing event updated for resources: {'Port': ['ID=cfe2b51e-9d1d-42de-9864-7f0795ae431f,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:12.368097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.374266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-025d04cf-6e5d-4a59-9fcb-683869e4a32c req-4ebf48c3-1e1a-44d2-8bd2-b3228737818f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463293 Jun 03 15:35:12.422092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.479552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a373-dd33-495c-99f8-d46bd13606b8 req-af1091ec-3af4-4407-8657-80c25d53bdb3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.482829 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ab9a373-dd33-495c-99f8-d46bd13606b8 req-af1091ec-3af4-4407-8657-80c25d53bdb3 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3354585 Jun 03 15:35:12.490357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-f23ce941-dc8d-4886-8b29-307efe2fa2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.493574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-f23ce941-dc8d-4886-8b29-307efe2fa2a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1094 time: 0.3068194 Jun 03 15:35:12.537094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Deleting port 23a299a7-f8a9-45c5-9f51-52942f609164 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:12.537653 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.679468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.695016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-46e19f7c-4c63-4f27-8b86-a85f6b5baab5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 217 time: 0.1874793 Jun 03 15:35:12.769188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.853148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-c2e874aa-2c38-45d1-b220-3bd3d6d13255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.856717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-c2e874aa-2c38-45d1-b220-3bd3d6d13255 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.1411798 Jun 03 15:35:12.878996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ab9a373-dd33-495c-99f8-d46bd13606b8 req-d9d06791-8729-48e7-bb31-d6023415930e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813243 Jun 03 15:35:12.883140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94efa886-c9b8-474b-92e0-181be6968314,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:12.889840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54aa0b3d-7964-4a28-b9ce-85d304eea84c req-060586f5-d144-408d-b105-f5f13d2b39fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc5d9511af6d406aa92915923fa2d0f5&device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0735333 Jun 03 15:35:12.960832 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54aa0b3d-7964-4a28-b9ce-85d304eea84c req-4162c70d-04b3-4020-b351-0158f3997f40 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc5d9511af6d406aa92915923fa2d0f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614088 Jun 03 15:35:12.963926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.965276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9becff17-1d0f-434b-8198-d5264fcc8e74 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9095886 Jun 03 15:35:13.002283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35374) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:13.174464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.175092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.198714 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1446b3a-afe3-4eb2-8456-03e4d3ffaf8d'] response: {'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'status': 'completed', 'code': 200} Jun 03 15:35:13.199572 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.239482 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-44b5fc83-7eeb-4e48-bc00-d6fcf60952a5 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules/94efa886-c9b8-474b-92e0-181be6968314 HTTP/1.1" status: 200 len: 763 time: 0.2149689 Jun 03 15:35:13.304845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35378) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:13.358718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2dc1a9fe-2964-43b0-b364-4243f8e82c42 req-01e7de0a-b0e0-4cde-89ec-145f231aec93 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1340222 Jun 03 15:35:13.386434 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-932cfb9a-413f-4caa-8f83-2f8dd826caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.446114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Calling delete_port for 23a299a7-f8a9-45c5-9f51-52942f609164 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:13.563190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa0b3d-7964-4a28-b9ce-85d304eea84c req-1b3fce6f-a55c-4d47-b53a-d6471b26f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:13.565394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54aa0b3d-7964-4a28-b9ce-85d304eea84c req-1b3fce6f-a55c-4d47-b53a-d6471b26f7bb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5963063 Jun 03 15:35:13.616614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-304abacd-7b9f-4a66-9eb0-3d2615c360aa tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:13.682996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5c61-6241-400d-bd02-178e6cccd58f req-eca41495-58b4-4616-b3ee-3aaa11b58b63 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:13.685687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b40e5c61-6241-400d-bd02-178e6cccd58f req-eca41495-58b4-4616-b3ee-3aaa11b58b63 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 946 time: 0.4596431 Jun 03 15:35:13.697068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-a9aaeb89-2f68-464a-beeb-b92890637a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:13.699556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-a9aaeb89-2f68-464a-beeb-b92890637a3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8190560 Jun 03 15:35:13.789075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-304abacd-7b9f-4a66-9eb0-3d2615c360aa tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:13.791099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-304abacd-7b9f-4a66-9eb0-3d2615c360aa tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4735420 Jun 03 15:35:13.849189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35386) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:13.912951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62d43a80-9320-45ec-a99e-fda4b40bfe28 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.927090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.934798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62d43a80-9320-45ec-a99e-fda4b40bfe28 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.001644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b40e5c61-6241-400d-bd02-178e6cccd58f req-020b55cb-7acf-4a82-ba7b-058a785c0b4c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979505 Jun 03 15:35:14.127965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-ec722b29-e920-4537-8362-c20e0893b512 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956015 Jun 03 15:35:14.128317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event deleted for resources: {'Port': ['ID=23a299a7-f8a9-45c5-9f51-52942f609164,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.138711 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62d43a80-9320-45ec-a99e-fda4b40bfe28 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.212338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.249336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d43a80-9320-45ec-a99e-fda4b40bfe28 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94efa886-c9b8-474b-92e0-181be6968314,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.287572 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.294015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62d43a80-9320-45ec-a99e-fda4b40bfe28 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.294672 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-62d43a80-9320-45ec-a99e-fda4b40bfe28 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/94efa886-c9b8-474b-92e0-181be6968314 HTTP/1.1" status: 204 len: 168 time: 0.4441383 Jun 03 15:35:14.300680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:14.377576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.400399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.446503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9a705e9e-0a4d-4915-a5d4-5e40d318caa4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:14.476409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e3d55-077c-41dc-b7d0-9e0d14c9201d req-e4e699e4-03ad-4c7a-9d7b-cbee86f24a6f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:14.479427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-034e3d55-077c-41dc-b7d0-9e0d14c9201d req-e4e699e4-03ad-4c7a-9d7b-cbee86f24a6f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 943 time: 0.5875182 Jun 03 15:35:14.502413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9a705e9e-0a4d-4915-a5d4-5e40d318caa4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:14.504540 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9a705e9e-0a4d-4915-a5d4-5e40d318caa4 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1728578 Jun 03 15:35:14.509096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35396) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:14.518477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '943deddb-4e53-44df-9948-e2bf19c5b3f1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:14.527708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:14.551987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:14.555020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.606958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0bccf70d-ba04-49aa-8633-d169dea5371f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.634949 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.745369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Pushing event updated for resources: {'Port': ['ID=a4977f8a-ca78-48a0-8999-31074584ce3c,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.770146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.807579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a3cb61-89ee-4acf-a5df-bfd72cb291c0']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:14.812143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-034e3d55-077c-41dc-b7d0-9e0d14c9201d req-1cd57203-f650-44f4-a401-74b54863e192 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086295 Jun 03 15:35:14.832676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542e0ea7-3962-4e6c-af5d-af14dc6b3684') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:14.833181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542e0ea7-3962-4e6c-af5d-af14dc6b3684') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:14.833342 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.859279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.865829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.874686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.902067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.917860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6da276a-fdac-48ba-9791-268f83c040d6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.922830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:14.923096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.944846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61e0cf3b-d0fe-4786-a976-837bb1c2c791 req-d1428712-5b4c-4a19-b6c0-684e9cc4d2a7 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932994 Jun 03 15:35:15.002186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413764b7-da6a-4272-9053-cb6d6d8673d1 req-1cdbac79-f34d-4f7b-93e7-a20d7eb27301 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.014532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-413764b7-da6a-4272-9053-cb6d6d8673d1 req-1cdbac79-f34d-4f7b-93e7-a20d7eb27301 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.8080482 Jun 03 15:35:15.027043 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 542e0ea7-3962-4e6c-af5d-af14dc6b3684 resource provider aggregate not found Jun 03 15:35:15.130428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54aa0b3d-7964-4a28-b9ce-85d304eea84c req-e96b2bb7-6cf0-4271-adcb-e3883da2b7ad tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.1674130 Jun 03 15:35:15.148147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.149342 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b1cb4915-b32e-4f66-bd65-a3f8a6c892f1 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6390488 Jun 03 15:35:15.154122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35406) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.168989 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 542e0ea7-3962-4e6c-af5d-af14dc6b3684 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 542e0ea7-3962-4e6c-af5d-af14dc6b3684 found for delete ", "request_id": "req-ba0a25cf-0d0e-42f3-9d6e-5bab5bd32f77"}]} Jun 03 15:35:15.183460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ffa6c3a8-b6f6-4ebe-8232-19b1a7305d6b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules/e6da276a-fdac-48ba-9791-268f83c040d6 HTTP/1.1" status: 200 len: 763 time: 0.0283968 Jun 03 15:35:15.186683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35410) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.190155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91ce7e67-7e83-4377-a2f3-36b4925f7e5c req-c9292276-9ab8-42d9-b541-e9fbe1cd1b24 tempest-ServerShowV254Test-1991596702 tempest-ServerShowV254Test-1991596702-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b1b958e-d56f-471e-8e99-eb7391f976b6 HTTP/1.1" status: 200 len: 210 time: 0.0969694 Jun 03 15:35:15.221136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.254707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:35:15.263194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.295691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4a3cb61-89ee-4acf-a5df-bfd72cb291c0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:15.306178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-52ba31df-3125-4878-8310-5d90701d4124 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "DELETE /v2.0/networks/f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 HTTP/1.1" status: 204 len: 168 time: 3.2751350 Jun 03 15:35:15.316790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35414) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.372890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-413764b7-da6a-4272-9053-cb6d6d8673d1 req-fc299b63-e469-4b19-96b5-8b420616c3b6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567872 Jun 03 15:35:15.380890 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Floating IP 0219810b-6507-48ff-a2bb-73081d2caff8 associated. External IP: 172.25.1.168, port: 951d94ee-e150-4d4d-977e-07e6468a06d6. Jun 03 15:35:15.479573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.550078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b6afa62a-68b5-418b-8662-14d22c48a183 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Synchronizing usage tracker for tenant:58aefaff0a65441cab486a5feb82e0b3 on resource:floatingip {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:15.561943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9365fe2d-b5e3-423e-8f75-4b1a980b624c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:15.588050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b6afa62a-68b5-418b-8662-14d22c48a183 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Unset dirty status for tenant:58aefaff0a65441cab486a5feb82e0b3 on resource:floatingip {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:15.592427 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b6afa62a-68b5-418b-8662-14d22c48a183 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.2743134 Jun 03 15:35:15.593096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35418) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.596669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9365fe2d-b5e3-423e-8f75-4b1a980b624c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:15.598091 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9365fe2d-b5e3-423e-8f75-4b1a980b624c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4103856 Jun 03 15:35:15.604049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35422) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.708774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.710049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.710993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.712141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.713162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.714305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.715443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.717428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Synchronizing usage tracker for tenant:58aefaff0a65441cab486a5feb82e0b3 on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:15.747370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Unset dirty status for tenant:58aefaff0a65441cab486a5feb82e0b3 on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:15.753316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebab9809-29b3-41a2-8dad-50188fa1e7c9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4604 time: 0.1549017 Jun 03 15:35:15.754113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35426) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:16.052862 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-2c9644e9-0224-4e63-a2eb-02a647864c29 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] delete failed (client error): The resource could not be found. Jun 03 15:35:16.054700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c9644e9-0224-4e63-a2eb-02a647864c29 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/878b3b7d-461a-42b8-bc33-a8f3dc673e1c HTTP/1.1" status: 404 len: 345 time: 0.2984052 Jun 03 15:35:16.059273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35432) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:16.077049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f252a-4ebd-4cca-877b-4988221048d2 req-ee1eeaf0-8fbf-4353-b4d5-42b7dc797c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.085771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-457f252a-4ebd-4cca-877b-4988221048d2 req-ee1eeaf0-8fbf-4353-b4d5-42b7dc797c52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1094 time: 1.0450487 Jun 03 15:35:16.148285 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3f81b6-aa1a-40a5-8e27-db5bdfac38f9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] DELETE failed (client error): The resource could not be found. Jun 03 15:35:16.149270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3f81b6-aa1a-40a5-8e27-db5bdfac38f9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:16.152421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-be3f81b6-aa1a-40a5-8e27-db5bdfac38f9 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "DELETE /v2.0/networks/f4a3cb61-89ee-4acf-a5df-bfd72cb291c0 HTTP/1.1" status: 404 len: 339 time: 0.0914111 Jun 03 15:35:16.159770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35436) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:16.170727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'network': {'name': 'tempest-network--459219038', 'router:external': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:16.180413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:16.188773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:network and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:16.194588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:16.208559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:16.212541 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b290eb-712b-4e59-83ac-554a81c6d095 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.230305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Made reservation on behalf of 58aefaff0a65441cab486a5feb82e0b3 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:16.234007 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.265601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97e4e267-707e-4e58-a74c-da4a3a215a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.290168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:16.309441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.309995 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Added segment f00afb62-3bba-4f06-a3c8-bf755cbac9e1 of type vlan for network 5329d01c-9b10-4983-a67a-8916754f2db4 Jun 03 15:35:16.356268 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b290eb-712b-4e59-83ac-554a81c6d095 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.359481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.408586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.410189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.411074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.542343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3808985 Jun 03 15:35:16.545270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35444) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:16.566328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b290eb-712b-4e59-83ac-554a81c6d095 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.569715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef0582-3e90-4d97-b2c4-e5fd0019460c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Network': ['ID=5329d01c-9b10-4983-a67a-8916754f2db4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:16.588452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 5329d01c-9b10-4983-a67a-8916754f2db4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:16.711097 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.742829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfd917-c0d3-4ff6-af16-bf74e2e2915c tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.749772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfd917-c0d3-4ff6-af16-bf74e2e2915c tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.750178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f252a-4ebd-4cca-877b-4988221048d2 req-f4c2137b-8839-4ca2-b374-636e1e4f0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.751879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-457f252a-4ebd-4cca-877b-4988221048d2 req-f4c2137b-8839-4ca2-b374-636e1e4f0e12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.5876908 Jun 03 15:35:16.756889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfd917-c0d3-4ff6-af16-bf74e2e2915c tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.760501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ec948-139f-434c-8591-ce3b9e134462 req-f580262f-a3a2-40ae-8400-bf7bf9919aee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.762157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d58ec948-139f-434c-8591-ce3b9e134462 req-f580262f-a3a2-40ae-8400-bf7bf9919aee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 946 time: 1.1598330 Jun 03 15:35:16.762811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfd917-c0d3-4ff6-af16-bf74e2e2915c tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.763765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5acfd917-c0d3-4ff6-af16-bf74e2e2915c tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Synchronizing usage tracker for tenant:602e12829a4142f3a7f530e513d1b3c3 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:16.765588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b290eb-712b-4e59-83ac-554a81c6d095 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6da276a-fdac-48ba-9791-268f83c040d6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:16.789895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5acfd917-c0d3-4ff6-af16-bf74e2e2915c tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Unset dirty status for tenant:602e12829a4142f3a7f530e513d1b3c3 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:16.792052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5acfd917-c0d3-4ff6-af16-bf74e2e2915c tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2455707 Jun 03 15:35:16.795634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35448) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:16.883613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-457f252a-4ebd-4cca-877b-4988221048d2 req-a697fbe5-b7cd-4501-aef4-9a6743acd7e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 217 time: 0.1156638 Jun 03 15:35:16.920237 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.969685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b290eb-712b-4e59-83ac-554a81c6d095 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.970934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e4b290eb-712b-4e59-83ac-554a81c6d095 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e6da276a-fdac-48ba-9791-268f83c040d6 HTTP/1.1" status: 204 len: 168 time: 1.3632464 Jun 03 15:35:16.973334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Router 43f752ae-b83b-4d18-9659-e04de047155f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:16.983456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35452) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:17.025820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d58ec948-139f-434c-8591-ce3b9e134462 req-7d3ce049-6f88-4301-bfa7-43958b4162d2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933808 Jun 03 15:35:17.040296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90e9f-4e89-4064-82ec-2bc5b9cfaa57 req-a89bf28b-cc9f-4ac6-af79-f914a7775195 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:17.048788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cb90e9f-4e89-4064-82ec-2bc5b9cfaa57 req-a89bf28b-cc9f-4ac6-af79-f914a7775195 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 943 time: 0.8256781 Jun 03 15:35:17.134046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.158197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f252a-4ebd-4cca-877b-4988221048d2 req-bf777793-63e7-426b-8306-35377cc57a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:17.160069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-457f252a-4ebd-4cca-877b-4988221048d2 req-bf777793-63e7-426b-8306-35377cc57a36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.2599859 Jun 03 15:35:17.284857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-08a4b2d7-cc6e-4c89-9de3-679f63afbccd tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:17.311276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cb90e9f-4e89-4064-82ec-2bc5b9cfaa57 req-8f9368d9-a27c-43d1-ae3a-6fdea6d0600c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614346 Jun 03 15:35:17.316505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.351216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5329d01c-9b10-4983-a67a-8916754f2db4']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:17.372245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00afb62-3bba-4f06-a3c8-bf755cbac9e1') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:17.372546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00afb62-3bba-4f06-a3c8-bf755cbac9e1') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:17.405980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.416818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cfe2b51e-9d1d-42de-9864-7f0795ae431f details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:35:17.431692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.447886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:17.449011 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.598405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-08a4b2d7-cc6e-4c89-9de3-679f63afbccd tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:17.599816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-08a4b2d7-cc6e-4c89-9de3-679f63afbccd tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6084259 Jun 03 15:35:17.611071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35464) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:17.625902 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment f00afb62-3bba-4f06-a3c8-bf755cbac9e1 resource provider aggregate not found Jun 03 15:35:17.634956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '943deddb-4e53-44df-9948-e2bf19c5b3f1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:17.665564 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment f00afb62-3bba-4f06-a3c8-bf755cbac9e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f00afb62-3bba-4f06-a3c8-bf755cbac9e1 found for delete ", "request_id": "req-257c137d-af03-4e28-b398-ec47d781ea8b"}]} Jun 03 15:35:17.669223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:17.679675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:17.691049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.700907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5329d01c-9b10-4983-a67a-8916754f2db4 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:35:17.707800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.709987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:17.746842 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.754218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event deleted for resources: {'Network': ['ID=5329d01c-9b10-4983-a67a-8916754f2db4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:17.756611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:17.767694 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e41e6ca0-c753-4920-b3b2-4200902035ea tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5329d01c-9b10-4983-a67a-8916754f2db4 HTTP/1.1" status: 204 len: 168 time: 0.9654582 Jun 03 15:35:17.768626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35470) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:17.777460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'network': {'name': 'tempest-network--811953517', 'router:external': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:17.777929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f252a-4ebd-4cca-877b-4988221048d2 req-f9caf02a-4291-465d-b5f2-16d16c95e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:17.779684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-457f252a-4ebd-4cca-877b-4988221048d2 req-f9caf02a-4291-465d-b5f2-16d16c95e42a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6046762 Jun 03 15:35:17.794338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:17.798606 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Project 1fd5e456551940f0ad506e72f17991b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:35:17.802893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649cff63-cfd5-4653-90a5-58335997503c None None] Sync routers for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:17.804423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:network and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:17.810767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:17.823210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:17.847102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Made reservation on behalf of 58aefaff0a65441cab486a5feb82e0b3 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:17.857665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'mac_address': 'fa:16:3e:c5:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:35:17.858844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.862932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35474) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:17.866305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649cff63-cfd5-4653-90a5-58335997503c None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:17.867457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-649cff63-cfd5-4653-90a5-58335997503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:17.915306 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.931230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:17.973062 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.979511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-649cff63-cfd5-4653-90a5-58335997503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:17.993220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1923c6f3-827a-4948-a35a-879d3fb9b580 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.4194622 Jun 03 15:35:17.999772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35480) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:18.003702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.010463 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Added segment 7eaa7445-91e5-4569-8fef-afde49047cb5 of type vlan for network 976daef8-7ff9-486e-a38d-385201412325 Jun 03 15:35:18.020972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649cff63-cfd5-4653-90a5-58335997503c None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:18.021630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c274d-a002-424b-a8cd-97b8f3c74f7c req-2b7ca5e1-1cd0-4abc-95d9-1d9c0a872907 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.021976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-649cff63-cfd5-4653-90a5-58335997503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:18.023457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd9c274d-a002-424b-a8cd-97b8f3c74f7c req-2b7ca5e1-1cd0-4abc-95d9-1d9c0a872907 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 946 time: 0.4620736 Jun 03 15:35:18.035027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fbae6-3133-4372-aba4-c24cb437a4ff req-abf18ae9-5d85-42b2-b053-918edc184add tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.043430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-328fbae6-3133-4372-aba4-c24cb437a4ff req-abf18ae9-5d85-42b2-b053-918edc184add tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5775278 Jun 03 15:35:18.155336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-649cff63-cfd5-4653-90a5-58335997503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:18.155919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649cff63-cfd5-4653-90a5-58335997503c None None] The sync data for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:18.163580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cfe2b51e-9d1d-42de-9864-7f0795ae431f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:18.163580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.179076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.199992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe2b51e-9d1d-42de-9864-7f0795ae431f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:18.258131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:18.266028 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.366102 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.368643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.372520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.469818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.470671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cfe2b51e-9d1d-42de-9864-7f0795ae431f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:18.515634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['cfe2b51e-9d1d-42de-9864-7f0795ae431f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:18.532459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.549947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7797494 Jun 03 15:35:18.555724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35488) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:18.600437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd9c274d-a002-424b-a8cd-97b8f3c74f7c req-b0f38969-fc6b-4d3f-9dba-de25a4434474 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5486064 Jun 03 15:35:18.602540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-457f252a-4ebd-4cca-877b-4988221048d2 req-7db3c16a-ecda-49f8-a42e-c8992d3e1f33 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065183 Jun 03 15:35:18.699264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-328fbae6-3133-4372-aba4-c24cb437a4ff req-6bb52986-39f1-402b-a37f-00887c380d26 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6520784 Jun 03 15:35:18.701630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35492) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:18.712059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f139f-0c7b-4b55-97ab-a95a738c7fce tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.714477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bb3f139f-0c7b-4b55-97ab-a95a738c7fce tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] 10.222.0.66 "GET /v2.0/networks/976daef8-7ff9-486e-a38d-385201412325 HTTP/1.1" status: 200 len: 756 time: 0.1575682 Jun 03 15:35:18.718225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35496) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:18.743112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:18.757152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb27744-50ba-4106-9390-0fc27779f765 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Network': ['ID=976daef8-7ff9-486e-a38d-385201412325,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:18.783260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 976daef8-7ff9-486e-a38d-385201412325 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:18.880772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3dbf32-0615-4a47-8b3a-3576129af628 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.882838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5d3dbf32-0615-4a47-8b3a-3576129af628 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] 10.222.0.66 "GET /v2.0/networks/80264f12-58cd-4a56-b282-46402a8b7c88 HTTP/1.1" status: 200 len: 768 time: 0.1635911 Jun 03 15:35:18.885647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35500) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:18.941069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Usage tracker for resource:security_group_rule and tenant:bc5d9511af6d406aa92915923fa2d0f5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:18.947463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.948517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:18.961735 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b020b500-4136-4c02-b00a-1deb20bcf5cd tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] 10.222.0.66 "GET /v2.0/floatingips/0219810b-6507-48ff-a2bb-73081d2caff8 HTTP/1.1" status: 200 len: 983 time: 0.9508753 Jun 03 15:35:18.982776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35504) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.004475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:19.013751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.045895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0f42de-fa26-4234-ac68-a7c01dad3c48,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:19.164367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.165581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6004dc32-3fdf-4967-bf77-ad07f32c7016 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5425799 Jun 03 15:35:19.175016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35508) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.181266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-457f252a-4ebd-4cca-877b-4988221048d2 req-dda0d295-f4d9-4106-8a85-f7eb34db0b0e service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546803 Jun 03 15:35:19.204880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b7b4e-f2de-4dca-8b7c-7ccca7d0388d tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:19.206518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-896b7b4e-f2de-4dca-8b7c-7ccca7d0388d tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 1092 time: 0.4976499 Jun 03 15:35:19.212975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35512) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.227332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:19.244812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:19.254743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-19fce14b-4110-4a83-bc45-b4296e68f31a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules/ec0f42de-fa26-4234-ac68-a7c01dad3c48 HTTP/1.1" status: 200 len: 769 time: 0.0728045 Jun 03 15:35:19.260003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf0a4-e7f1-4ec9-a576-98f4320f6baf req-759b955f-b867-4644-8ae5-c17879e40e55 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:19.261604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e4cf0a4-e7f1-4ec9-a576-98f4320f6baf req-759b955f-b867-4644-8ae5-c17879e40e55 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 944 time: 0.3334742 Jun 03 15:35:19.262104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35516) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.265134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:floatingip and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:19.277108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:19.287194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.304650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:19.307692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.309812 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b5a05b6d-bb15-4921-a387-8cff1918c602 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.3257318 Jun 03 15:35:19.314226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35520) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.332092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.387580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.454877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0e837a4-fad0-4f62-8cc9-5c0ba146f97c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:19.465431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc5d9511af6d406aa92915923fa2d0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5371435 Jun 03 15:35:19.465636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e4cf0a4-e7f1-4ec9-a576-98f4320f6baf req-79595927-04de-4e8e-ac5d-581aa735123a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820545 Jun 03 15:35:19.468483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35524) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.474443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee7746-4fbf-476b-96f3-9765ad2eb8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98f3cea-78e7-4f34-81a1-ad041d4d2292,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:19.583004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0e837a4-fad0-4f62-8cc9-5c0ba146f97c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:19.589782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b0e837a4-fad0-4f62-8cc9-5c0ba146f97c tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3155849 Jun 03 15:35:19.589782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35528) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.639692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.646427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5744a15-43dd-45dc-bec7-f36948105e2b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.660155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-055631de-5850-4b68-9c4d-78bddf4e01c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.662718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5744a15-43dd-45dc-bec7-f36948105e2b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.712191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-055631de-5850-4b68-9c4d-78bddf4e01c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.738393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5744a15-43dd-45dc-bec7-f36948105e2b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.783705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5744a15-43dd-45dc-bec7-f36948105e2b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec0f42de-fa26-4234-ac68-a7c01dad3c48,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:19.808399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5744a15-43dd-45dc-bec7-f36948105e2b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.814043 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5744a15-43dd-45dc-bec7-f36948105e2b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ec0f42de-fa26-4234-ac68-a7c01dad3c48 HTTP/1.1" status: 204 len: 168 time: 0.2199771 Jun 03 15:35:19.814589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35534) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:19.835790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.864431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976daef8-7ff9-486e-a38d-385201412325']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:19.888932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaa7445-91e5-4569-8fef-afde49047cb5') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:19.889239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaa7445-91e5-4569-8fef-afde49047cb5') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:19.905791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting port a4977f8a-ca78-48a0-8999-31074584ce3c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:19.906242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.945959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.969675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-055631de-5850-4b68-9c4d-78bddf4e01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.055734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-89aa2205-3334-48f6-b391-3b82345a3a86 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:20.058904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055631de-5850-4b68-9c4d-78bddf4e01c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98f3cea-78e7-4f34-81a1-ad041d4d2292,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.139675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-055631de-5850-4b68-9c4d-78bddf4e01c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.143957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-055631de-5850-4b68-9c4d-78bddf4e01c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a98f3cea-78e7-4f34-81a1-ad041d4d2292 HTTP/1.1" status: 204 len: 168 time: 0.6714377 Jun 03 15:35:20.162386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-89aa2205-3334-48f6-b391-3b82345a3a86 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:20.167909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-89aa2205-3334-48f6-b391-3b82345a3a86 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3484030 Jun 03 15:35:20.169794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.170042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35540) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:20.188639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:20.189543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.236704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6290-2945-4c74-b43a-30e38765f528 req-854e5b14-2df5-4ac4-83cd-e1c83703ca76 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:20.238741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-823b6290-2945-4c74-b43a-30e38765f528 req-854e5b14-2df5-4ac4-83cd-e1c83703ca76 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3244562 Jun 03 15:35:20.240268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.25.1.132 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/b5618aa6-c36e-4156-8a52-570a4f90c407) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:20.340451 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7eaa7445-91e5-4569-8fef-afde49047cb5 resource provider aggregate not found Jun 03 15:35:20.430050 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7eaa7445-91e5-4569-8fef-afde49047cb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eaa7445-91e5-4569-8fef-afde49047cb5 found for delete ", "request_id": "req-2bfde651-64b4-4d4e-aaa5-576d96363733"}]} Jun 03 15:35:20.462478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d53929de-fe0e-4762-b2bb-dc3416587d1b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.491406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-823b6290-2945-4c74-b43a-30e38765f528 req-5d4bf61b-3ed2-4741-a80a-af18de688f2e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167597 Jun 03 15:35:20.510311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.547314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 976daef8-7ff9-486e-a38d-385201412325 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:35:20.581410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d53929de-fe0e-4762-b2bb-dc3416587d1b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.582919 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.593549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event deleted for resources: {'Network': ['ID=976daef8-7ff9-486e-a38d-385201412325,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.605552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.606288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.629785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-84a22262-efd1-4248-9c46-27918f88d47f tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "DELETE /v2.0/networks/976daef8-7ff9-486e-a38d-385201412325 HTTP/1.1" status: 204 len: 168 time: 1.7429612 Jun 03 15:35:20.633808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:20.648069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'network': {'name': 'tempest-network--1052562192'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:20.772480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:20.788975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.871747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Usage tracker for resource:network and tenant:58aefaff0a65441cab486a5feb82e0b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:20.872041 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d53929de-fe0e-4762-b2bb-dc3416587d1b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.884955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Calling delete_port for a4977f8a-ca78-48a0-8999-31074584ce3c owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:20.916830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53929de-fe0e-4762-b2bb-dc3416587d1b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943deddb-4e53-44df-9948-e2bf19c5b3f1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.944466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.962341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:20.992699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:21.019560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Made reservation on behalf of 58aefaff0a65441cab486a5feb82e0b3 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:21.022419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.026957 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d53929de-fe0e-4762-b2bb-dc3416587d1b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.029221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d53929de-fe0e-4762-b2bb-dc3416587d1b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/943deddb-4e53-44df-9948-e2bf19c5b3f1 HTTP/1.1" status: 204 len: 168 time: 0.8562453 Jun 03 15:35:21.035963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35564) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.100618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e958036-f528-4e8a-a833-5bcab87ac700 req-4d9cfdea-189e-4140-9cea-ee66698f9eb6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:21.115747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e958036-f528-4e8a-a833-5bcab87ac700 req-4d9cfdea-189e-4140-9cea-ee66698f9eb6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 944 time: 0.4591863 Jun 03 15:35:21.121709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:21.122722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:21.130234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:21.163500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.163856 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Added segment a393d7da-49ef-4bff-9901-82c98dcb1ec8 of type vlan for network 839fa4fb-7e72-4436-943d-9ca1c68e05b5 Jun 03 15:35:21.168977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bb70689f-7832-48b8-835e-e03430c8ae1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:21.192574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:21.258858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bb70689f-7832-48b8-835e-e03430c8ae1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:21.260233 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bb70689f-7832-48b8-835e-e03430c8ae1a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2231984 Jun 03 15:35:21.275247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.284849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35572) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.294780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142335395'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:21.310304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:21.336631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:21.370392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.395362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.448327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cfe2b51e-9d1d-42de-9864-7f0795ae431f up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:21.466257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=b5618aa6-c36e-4156-8a52-570a4f90c407,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:21.507726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:21.513628 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.515585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:21.518324 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.525877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event deleted for resources: {'Port': ['ID=a4977f8a-ca78-48a0-8999-31074584ce3c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:21.541026 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e958036-f528-4e8a-a833-5bcab87ac700 req-cc8c904d-2e72-4061-a29e-dcf2c326f21d tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230013 Jun 03 15:35:21.628953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port cfe2b51e-9d1d-42de-9864-7f0795ae431f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:21.640807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port cfe2b51e-9d1d-42de-9864-7f0795ae431f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:21.641743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.732839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:21.741355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35582) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.744210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:21.792291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:21.841097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Network': ['ID=839fa4fb-7e72-4436-943d-9ca1c68e05b5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:21.844606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cfe2b51e-9d1d-42de-9864-7f0795ae431f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:21.845209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.848828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.849191 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Floating IP 0219810b-6507-48ff-a2bb-73081d2caff8 disassociated (deleted). External IP: 172.25.1.168, port: 951d94ee-e150-4d4d-977e-07e6468a06d6. Jun 03 15:35:21.887248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 839fa4fb-7e72-4436-943d-9ca1c68e05b5 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:21.931939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4a84f181-8185-4c2f-bc9b-f74883e4236c tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2968423 Jun 03 15:35:21.944553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35588) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.967973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:22.107230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912497925-network', 'tenant_id': '7befeb01f402448591a57fe40f288e47'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:22.117071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:22.132831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:22.143018 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.180677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:22.251343 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80425903-e7d3-4538-b6f8-ca661e55958e'] response: {'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'code': 200} Jun 03 15:35:22.252423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cfe2b51e-9d1d-42de-9864-7f0795ae431f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:22.259383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Usage tracker for resource:network and tenant:7befeb01f402448591a57fe40f288e47 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:22.293087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:22.306053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed377b-6956-4233-afe6-175264c29566 req-f81f039c-d637-4101-8b3f-00df1fa83726 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:22.313243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83ed377b-6956-4233-afe6-175264c29566 req-f81f039c-d637-4101-8b3f-00df1fa83726 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6051900 Jun 03 15:35:22.324646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:22.396426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Made reservation on behalf of 7befeb01f402448591a57fe40f288e47 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:22.398626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.412971 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.418680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.445033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83ed377b-6956-4233-afe6-175264c29566 req-eeb27753-921e-4f71-928a-716895194bee tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305315 Jun 03 15:35:22.506719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1edea-bae5-4eef-88aa-5497b9cd9ed7 req-55fcbf33-9681-438f-8459-46a5ddc73ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:22.509387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48c1edea-bae5-4eef-88aa-5497b9cd9ed7 req-55fcbf33-9681-438f-8459-46a5ddc73ad2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1096 time: 0.1917865 Jun 03 15:35:22.602970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48c1edea-bae5-4eef-88aa-5497b9cd9ed7 req-19b8232f-28ab-4ae1-abd5-bbde6b016984 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806789 Jun 03 15:35:22.610958 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.612147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.616157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.666555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.707576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.741209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:22.821324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7befeb01f402448591a57fe40f288e47 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:22.825314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Network 839fa4fb-7e72-4436-943d-9ca1c68e05b5 is not hosted by any dhcp agent {{(pid=88339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:35:22.826269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:22.826809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.828158 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "PUT /v2.0/networks/839fa4fb-7e72-4436-943d-9ca1c68e05b5 HTTP/1.1" status: 200 len: 858 time: 0.8826125 Jun 03 15:35:22.838880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:22.840204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35596) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:22.841755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054c2f6d-8c98-4836-a29a-6c5f8d9ca3bc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:22.955657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:22.969650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.970891 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-49ef6047-9370-4562-8b24-5cf879196027 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6845343 Jun 03 15:35:22.988726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35600) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:22.989415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc906db-0ca0-4b13-b50e-93e9dcba0198 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event updated for resources: {'Network': ['ID=839fa4fb-7e72-4436-943d-9ca1c68e05b5,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.001604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Request body: {'security_group_rule': {'security_group_id': '054c2f6d-8c98-4836-a29a-6c5f8d9ca3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:23.017330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:23.028933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Usage tracker for resource:security_group_rule and tenant:1fd5e456551940f0ad506e72f17991b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:23.035661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:23.050795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.054813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:23.083791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Router 43f752ae-b83b-4d18-9659-e04de047155f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:23.101723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b881b-6f28-4b6c-b722-b8d606849fd3 req-6c6a1acd-7614-4b8b-9978-11bbcbd7ae87 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:23.101991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.103278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e24b881b-6f28-4b6c-b722-b8d606849fd3 req-6c6a1acd-7614-4b8b-9978-11bbcbd7ae87 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.3323905 Jun 03 15:35:23.291808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.302428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e24b881b-6f28-4b6c-b722-b8d606849fd3 req-9cd0eedb-e0f3-4dd4-8d75-43d3faf18fbf tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570392 Jun 03 15:35:23.304331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.316550 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.331177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.358407 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.374722 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.377395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839fa4fb-7e72-4436-943d-9ca1c68e05b5']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.394291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.414347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:23.445909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a393d7da-49ef-4bff-9901-82c98dcb1ec8') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.446185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a393d7da-49ef-4bff-9901-82c98dcb1ec8') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.458640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e62df5-470c-4da2-9e7e-7773c1827f1d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.462775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:23.469184 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.469785 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Added segment 38e37316-17f3-4dd6-905a-c4a2b4cced0b of type vlan for network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 Jun 03 15:35:23.471759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d41cc9-85fe-417a-8d5c-2016beff38e0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.484130 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.512625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=b5618aa6-c36e-4156-8a52-570a4f90c407,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.514082 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] Sync routers for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:23.525837 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:23.526580 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.530845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.539224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.540522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:23.541043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.598664 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.606503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.608032 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a79d0c6d-5928-46bb-9cc1-02d7aafda4e2 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6161804 Jun 03 15:35:23.612439 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:23.613327 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.618901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35606) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.627745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.687111 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.688248 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c890d-3e67-499f-922f-d7370fa3c90f None None] The sync data for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:23.692897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c98f4d1-ffe9-4c36-a9b7-f0d49244ba87 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "DELETE /v2.0/floatingips/0219810b-6507-48ff-a2bb-73081d2caff8 HTTP/1.1" status: 204 len: 168 time: 4.3774168 Jun 03 15:35:23.711192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35610) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.730118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:23.744650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:23.752587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Usage tracker for resource:floatingip and tenant:d59c540aa5024383b079b324ae4491cf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:23.758945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:23.762692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.763681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:23.764329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.832083 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a393d7da-49ef-4bff-9901-82c98dcb1ec8 resource provider aggregate not found Jun 03 15:35:23.849961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.878568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:23.910602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e22d6d9-faa1-4067-857b-a7542c01167a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.912686 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a393d7da-49ef-4bff-9901-82c98dcb1ec8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a393d7da-49ef-4bff-9901-82c98dcb1ec8 found for delete ", "request_id": "req-8fc450ab-ef9a-4792-be9e-557d4745905a"}]} Jun 03 15:35:23.930047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] Pushing event updated for resources: {'Network': ['ID=95abcca4-a52b-4fa3-b2a2-d6803311f0e7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.937158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.945430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:23.956855 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-845895a0-a886-4485-bb24-693787ee69e0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2141643 Jun 03 15:35:23.958413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35618) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.964433 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.979210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e22d6d9-faa1-4067-857b-a7542c01167a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.037911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Request body: {'subnet': {'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912497925-subnet', 'tenant_id': '7befeb01f402448591a57fe40f288e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:24.045758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 839fa4fb-7e72-4436-943d-9ca1c68e05b5 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:35:24.058195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:24.074089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Usage tracker for resource:subnet and tenant:7befeb01f402448591a57fe40f288e47 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:24.080760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:24.118470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.126990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] Pushing event deleted for resources: {'Network': ['ID=839fa4fb-7e72-4436-943d-9ca1c68e05b5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:24.144342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-49ca6e48-f426-4ac1-a326-4818a9319513 tempest-ExternalNetworksTestJSON-1148437381 tempest-ExternalNetworksTestJSON-1148437381-project-admin] 10.222.0.66 "DELETE /v2.0/networks/839fa4fb-7e72-4436-943d-9ca1c68e05b5 HTTP/1.1" status: 204 len: 168 time: 1.3030188 Jun 03 15:35:24.147677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:24.150580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35622) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.176577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Made reservation on behalf of 7befeb01f402448591a57fe40f288e47 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:24.178973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.240176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee317046-6f4f-4e02-94a8-194858a65fa0 req-8cb17c3f-9f4e-4424-b23e-be6574c2f6d8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:24.242438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee317046-6f4f-4e02-94a8-194858a65fa0 req-8cb17c3f-9f4e-4424-b23e-be6574c2f6d8 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4660387 Jun 03 15:35:24.243313 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-d830e4af-d4ec-4727-8627-ed042c661485 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] DELETE failed (client error): The resource could not be found. Jun 03 15:35:24.244045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d830e4af-d4ec-4727-8627-ed042c661485 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:24.246531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d830e4af-d4ec-4727-8627-ed042c661485 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] 10.222.0.66 "DELETE /v2.0/subnets/0bccf70d-ba04-49aa-8633-d169dea5371f HTTP/1.1" status: 404 len: 337 time: 0.0949514 Jun 03 15:35:24.248522 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Floating IP ff9c7af2-ad72-43ee-b8c6-f849b803c5dd associated. External IP: 172.25.1.132, port: 7eaf5698-67c6-4c23-ae86-8319e152f3d6. Jun 03 15:35:24.262587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35626) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.272762 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e22d6d9-faa1-4067-857b-a7542c01167a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.401287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22d6d9-faa1-4067-857b-a7542c01167a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c2f6d-8c98-4836-a29a-6c5f8d9ca3bc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:24.450722 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e22d6d9-faa1-4067-857b-a7542c01167a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.451881 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2e22d6d9-faa1-4067-857b-a7542c01167a tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/054c2f6d-8c98-4836-a29a-6c5f8d9ca3bc HTTP/1.1" status: 204 len: 168 time: 0.8293250 Jun 03 15:35:24.465521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35632) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.474139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee317046-6f4f-4e02-94a8-194858a65fa0 req-0a9df890-10db-499a-94fc-e00beece5622 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650422 Jun 03 15:35:24.501860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.614622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-91cececc-5af4-4eec-b436-c3b1af787c3b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:24.693670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c122e95-f693-4cc8-b9d2-345647b3d7f3 req-6b8aa1ac-3924-4ade-b442-56d16c28ec47 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:24.696040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c122e95-f693-4cc8-b9d2-345647b3d7f3 req-6b8aa1ac-3924-4ade-b442-56d16c28ec47 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.2284477 Jun 03 15:35:24.847212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c122e95-f693-4cc8-b9d2-345647b3d7f3 req-603a73d5-b462-40c7-a2be-2f57a259e49e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672317 Jun 03 15:35:24.849401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 36208384-5c90-488e-aa8b-9c8ed1835a03 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:24.907780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.915299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-91cececc-5af4-4eec-b436-c3b1af787c3b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:24.920886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-91cececc-5af4-4eec-b436-c3b1af787c3b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4457066 Jun 03 15:35:24.922856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35638) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.967899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.078581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80264f12-58cd-4a56-b282-46402a8b7c88']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:25.102550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a53ac4-68a0-4385-b0f6-0c2a9de51347') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:25.103007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a53ac4-68a0-4385-b0f6-0c2a9de51347') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:25.132154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.168138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:25.186836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] Sync routers for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:25.201973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:25.203086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:25.203950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.209446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72520-0f2c-4e6c-a7e0-6162badba031 req-712cdc4b-fb95-45d8-8a06-94f35e27fa0a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:25.211845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7a72520-0f2c-4e6c-a7e0-6162badba031 req-712cdc4b-fb95-45d8-8a06-94f35e27fa0a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.1521525 Jun 03 15:35:25.213607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.242299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.254375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'floatingip': {'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:25.307690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a43efbf1-2335-40fc-b1dc-01ecce83869b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:25.355909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.363211 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.392292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:25.392792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.525249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:25.547773 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 50a53ac4-68a0-4385-b0f6-0c2a9de51347 resource provider aggregate not found Jun 03 15:35:25.553647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3097fd3-ed0c-4316-b2cd-68bc20405475,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:25.563728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a43efbf1-2335-40fc-b1dc-01ecce83869b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group_rule {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:25.565311 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a43efbf1-2335-40fc-b1dc-01ecce83869b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6071928 Jun 03 15:35:25.566232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.577519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.603394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.632688 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 50a53ac4-68a0-4385-b0f6-0c2a9de51347 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50a53ac4-68a0-4385-b0f6-0c2a9de51347 found for delete ", "request_id": "req-64922f8c-7117-42da-94c6-2a6cf5c687d9"}]} Jun 03 15:35:25.636031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Allocated IP 172.25.1.112 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/5444f8f5-cfe8-4896-8781-4c0a5468cad5) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:25.645623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] Pushing event deleted for resources: {'Network': ['ID=80264f12-58cd-4a56-b282-46402a8b7c88,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:25.654835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Checking segment: {'id': '38e37316-17f3-4dd6-905a-c4a2b4cced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:25.655344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Network hostable DHCP agents. Network: 95abcca4-a52b-4fa3-b2a2-d6803311f0e7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:25.668661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8b66c015-bae0-4833-8e9e-602d944a9d34 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4460683 Jun 03 15:35:25.672831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:25.673219 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-81576f23-60ce-4a25-9f4e-28e974c2533b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] delete failed (client error): The resource could not be found. Jun 03 15:35:25.675552 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-81576f23-60ce-4a25-9f4e-28e974c2533b tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "DELETE /v2.0/security-groups/054c2f6d-8c98-4836-a29a-6c5f8d9ca3bc HTTP/1.1" status: 404 len: 347 time: 0.0819507 Jun 03 15:35:25.676212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35656) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.690768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35660) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.762497 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6830232f-e01a-4904-8344-e0332b10d708'] response: {'name': 'network-changed', 'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'status': 'completed', 'code': 200} Jun 03 15:35:25.815705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-40e97d84-4f8a-425c-a664-1cfbb17f4233 tempest-ExternalNetworksTestJSON-2115626789 tempest-ExternalNetworksTestJSON-2115626789-project] 10.222.0.66 "DELETE /v2.0/networks/80264f12-58cd-4a56-b282-46402a8b7c88 HTTP/1.1" status: 204 len: 168 time: 1.5514059 Jun 03 15:35:26.004671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b1d07b4-d2b3-4b2e-a79b-6368411e7f35 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Synchronizing usage tracker for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:26.075196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:26.092392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-43b49640-e5ca-4164-8ff3-211744e0c958 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/ff9c7af2-ad72-43ee-b8c6-f849b803c5dd HTTP/1.1" status: 200 len: 992 time: 0.4098365 Jun 03 15:35:26.130368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 95abcca4-a52b-4fa3-b2a2-d6803311f0e7) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:26.146359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9fe776-0c10-45d6-a2e5-aaddbc513d78 None None] Network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:26.165471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:26.166467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.227065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73865-f5ee-4fa7-80bc-03cd28697a91 req-fc04f815-8d64-45d0-9e10-3a59b2a9aab4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:26.229867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21c73865-f5ee-4fa7-80bc-03cd28697a91 req-fc04f815-8d64-45d0-9e10-3a59b2a9aab4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5051198 Jun 03 15:35:26.236424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b1d07b4-d2b3-4b2e-a79b-6368411e7f35 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] Unset dirty status for tenant:1fd5e456551940f0ad506e72f17991b5 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:26.239868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6b1d07b4-d2b3-4b2e-a79b-6368411e7f35 tempest-SecGroupIPv6Test-1669982534 tempest-SecGroupIPv6Test-1669982534-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5477984 Jun 03 15:35:26.255404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-99d9f91b-5f8b-4e1c-8b96-be82b726d8ed admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2267277 Jun 03 15:35:26.273884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.314777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26003-16e5-450b-9565-309f2797a9bc req-b6304cdc-fc14-414c-8730-0401cbce2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:26.317558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5c26003-16e5-450b-9565-309f2797a9bc req-b6304cdc-fc14-414c-8730-0401cbce2cd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 1097 time: 0.5215840 Jun 03 15:35:26.319723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.343972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 0, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:26.371433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] Checking router: 36208384-5c90-488e-aa8b-9c8ed1835a03 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:35:26.408357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:26.459661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:26.460850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:26.461866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:26.472088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:26.507255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21c73865-f5ee-4fa7-80bc-03cd28697a91 req-0a6a7fd4-c900-478e-bd17-9a6a041c66f2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601271 Jun 03 15:35:26.601938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:26.736186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ce1cd-93d8-489b-a564-dd549279ad3a None None] Network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:26.809138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Pushing event updated for resources: {'Port': ['ID=5444f8f5-cfe8-4896-8781-4c0a5468cad5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:27.010443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26003-16e5-450b-9565-309f2797a9bc req-04188235-68a7-4730-aa53-94e78f9b0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.015083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5c26003-16e5-450b-9565-309f2797a9bc req-04188235-68a7-4730-aa53-94e78f9b0691 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85344230-e613-40ab-b74e-0ed0aa149254 HTTP/1.1" status: 200 len: 897 time: 0.6815572 Jun 03 15:35:27.144812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35688) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:27.145179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35692) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:27.225282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6bbd04c3-ca52-435e-b236-cbaca65ec842 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=602e12829a4142f3a7f530e513d1b3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8151584 Jun 03 15:35:27.228687 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.230474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35700) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:27.248664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.383019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:27.397382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.443452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5c26003-16e5-450b-9565-309f2797a9bc req-1826ffb2-7dac-435a-b7ce-5f65a5acca0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6 HTTP/1.1" status: 200 len: 1000 time: 0.4102144 Jun 03 15:35:27.555472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36e44a56-ee65-4b2d-9d2b-8de312048ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.628592 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fb8a6341-75e0-438e-b66f-b3451cace8f7 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/ff9c7af2-ad72-43ee-b8c6-f849b803c5dd HTTP/1.1" status: 200 len: 992 time: 0.4760952 Jun 03 15:35:27.629757 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.773389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:27.804876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1984685540-network', 'tenant_id': '5f619592d80c4aa993ba55e35b0cfd25'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:27.811582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:27.818261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Usage tracker for resource:network and tenant:5f619592d80c4aa993ba55e35b0cfd25 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:27.820869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:27.835880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36e44a56-ee65-4b2d-9d2b-8de312048ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.843540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:27.885560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26003-16e5-450b-9565-309f2797a9bc req-d38d82de-7d15-42c3-af2a-b7e13a60ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.887047 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5c26003-16e5-450b-9565-309f2797a9bc req-d38d82de-7d15-42c3-af2a-b7e13a60ca50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0038797-96dd-4f5f-9a6f-af5bc2402567 HTTP/1.1" status: 200 len: 835 time: 0.4249303 Jun 03 15:35:27.919286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Made reservation on behalf of 5f619592d80c4aa993ba55e35b0cfd25 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:27.921286 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.941857 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Floating IP a7544901-1c31-4264-b55c-d25ccbf11419 associated. External IP: 172.25.1.55, port: cfe2b51e-9d1d-42de-9864-7f0795ae431f. Jun 03 15:35:28.004552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.017393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-03d830b2-cff8-4cb0-af49-de7eec4a22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:28.018926 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-03d830b2-cff8-4cb0-af49-de7eec4a22b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1095 time: 0.6201029 Jun 03 15:35:28.028029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c46e65b-af1f-4ffc-82dd-d4b2e90c450b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fd5e456551940f0ad506e72f17991b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701577 Jun 03 15:35:28.043740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35716) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:28.094117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 0, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:28.099602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248f241-3591-4b9e-80fb-aa24f8ea0ac9 None None] The sync data for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 is: [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 0, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:28.102186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:28.110866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Usage tracker for resource:security_group_rule and tenant:5f619592d80c4aa993ba55e35b0cfd25 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:28.119113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:28.146696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:28.218665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2316-7eff-4d6e-b1b6-de310f1374c5 req-be0d01a8-6d72-42e6-b7fb-9d6fe9d096eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:28.220236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bba2316-7eff-4d6e-b1b6-de310f1374c5 req-be0d01a8-6d72-42e6-b7fb-9d6fe9d096eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6014798 Jun 03 15:35:28.292816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36e44a56-ee65-4b2d-9d2b-8de312048ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.314378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26003-16e5-450b-9565-309f2797a9bc req-e6e5f90b-8ede-4c7c-b003-5b40361e8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:28.316206 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5c26003-16e5-450b-9565-309f2797a9bc req-e6e5f90b-8ede-4c7c-b003-5b40361e8609 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85344230-e613-40ab-b74e-0ed0aa149254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4212546 Jun 03 15:35:28.316996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-845d1924-14e1-479e-8280-42b8b7099139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:28.318391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-845d1924-14e1-479e-8280-42b8b7099139 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.2733636 Jun 03 15:35:28.349744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e44a56-ee65-4b2d-9d2b-8de312048ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d7ab2-7d58-4cbd-a529-0085076ce848,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:28.379943 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36e44a56-ee65-4b2d-9d2b-8de312048ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.381113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-36e44a56-ee65-4b2d-9d2b-8de312048ab1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/762d7ab2-7d58-4cbd-a529-0085076ce848 HTTP/1.1" status: 204 len: 168 time: 1.1489689 Jun 03 15:35:28.388876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bba2316-7eff-4d6e-b1b6-de310f1374c5 req-0c90c88e-085c-4d5b-9234-f6df79dfe5c6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488008 Jun 03 15:35:28.403863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45329af6-9500-41dd-ac02-66852327188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.444581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f39b9-74f1-4dde-827b-16df513cd69b None None] New status for floating IP ff9c7af2-ad72-43ee-b8c6-f849b803c5dd: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:35:28.454411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:35:28.626584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.642641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35722) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:28.651484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.802662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45329af6-9500-41dd-ac02-66852327188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.827294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-32286ad5-f499-4899-abd0-8b09da19a45e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 999 time: 0.4853325 Jun 03 15:35:28.969224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8229b27e-3c00-4296-b34f-8be2d1f2159b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/ff9c7af2-ad72-43ee-b8c6-f849b803c5dd HTTP/1.1" status: 200 len: 992 time: 0.3145399 Jun 03 15:35:28.972047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Pushing event updated for resources: {'Port': ['ID=5444f8f5-cfe8-4896-8781-4c0a5468cad5,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:28.986366 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5c26003-16e5-450b-9565-309f2797a9bc req-6a73b594-0cd2-4caf-a8a8-e7101c322cd9 service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472926 Jun 03 15:35:28.997484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.009198 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.027562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:29.028677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.056391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35728) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:29.063720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-8e713308-eadd-4cc9-a896-a708c62afa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:29.065366 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-8e713308-eadd-4cc9-a896-a708c62afa9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.2153547 Jun 03 15:35:29.144402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45329af6-9500-41dd-ac02-66852327188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.148172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:29.176445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.178017 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0b61cbcd-5be4-4874-94d9-b23c81cc379b tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4658449 Jun 03 15:35:29.183070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:29.184858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e35d0-fc67-4098-836b-a99de3190c30,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:29.203254 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.203552 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Added segment ec4afd68-ac91-4ff9-89a5-f4f97d62f83e of type vlan for network 60872456-56f0-49c7-8931-cf30c4ba5764 Jun 03 15:35:29.244912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45329af6-9500-41dd-ac02-66852327188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a1f60-6aec-464b-bde2-7dd74015fce2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:29.276646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c5c26003-16e5-450b-9565-309f2797a9bc req-eef41124-148e-493c-9f5c-6213ac768e4f service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829673 Jun 03 15:35:29.283886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-6c802cf3-0425-4be0-a913-fbd3aa55f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:29.286002 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-6c802cf3-0425-4be0-a913-fbd3aa55f1e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730397 Jun 03 15:35:29.345442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d5bb0213-b177-4ffa-84e1-49234899ad98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58aefaff0a65441cab486a5feb82e0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840478 Jun 03 15:35:29.351560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35738) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:29.373304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.393502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45329af6-9500-41dd-ac02-66852327188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.397090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-45329af6-9500-41dd-ac02-66852327188b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a00a1f60-6aec-464b-bde2-7dd74015fce2 HTTP/1.1" status: 204 len: 168 time: 1.3242459 Jun 03 15:35:29.490095 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-6bc25174-5a8e-4c44-b6e1-e8d5ba812009 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962767 Jun 03 15:35:29.509952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:29.517472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.519428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:29.520430 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.524793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] Sync routers for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:29.540236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:29.540985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:29.561883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:29.572510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.640140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:29.658257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Usage tracker for resource:floatingip and tenant:b2b55ed44a89422c9753940791f61bea is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:29.664087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:29.675403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8889453 Jun 03 15:35:29.678611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35746) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:29.679552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:29.696509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Request body: {'subnet': {'network_id': '60872456-56f0-49c7-8931-cf30c4ba5764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1984685540-subnet', 'tenant_id': '5f619592d80c4aa993ba55e35b0cfd25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:29.711917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:29.727748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.752571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Usage tracker for resource:subnet and tenant:5f619592d80c4aa993ba55e35b0cfd25 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:29.762374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:29.783370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:29.802904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-04a68938-3bef-49f6-8f7b-33858569ddb2 req-ef01dfdb-22fd-4bb3-b944-ead2a9893de5 service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973516 Jun 03 15:35:29.864021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:29.903493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Made reservation on behalf of 5f619592d80c4aa993ba55e35b0cfd25 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:29.907877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.978536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0c461-27a2-473a-96c9-3ec5955ef212 admin admin] Pushing event updated for resources: {'Network': ['ID=60872456-56f0-49c7-8931-cf30c4ba5764,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:30.005188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35756) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:30.025045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c06e6239-5768-4d03-ae4c-a90958f79c82 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "PUT /v2.0/floatingips/a7544901-1c31-4264-b55c-d25ccbf11419 HTTP/1.1" status: 200 len: 990 time: 4.7811811 Jun 03 15:35:30.041839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:30.049682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 60872456-56f0-49c7-8931-cf30c4ba5764 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:30.200477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-befb93d3-43d0-4811-b1e4-74dc4dbef3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.297683 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ede0d42-7c60-437c-b394-63850f4f95e8'] response: {'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'status': 'completed', 'code': 200} Jun 03 15:35:30.424898 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-befb93d3-43d0-4811-b1e4-74dc4dbef3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.441944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858ff04-b104-4fe5-9429-c61d8780684f req-f748f9f3-9160-483f-a00d-a4cb1c31a6c2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.443804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5858ff04-b104-4fe5-9429-c61d8780684f req-f748f9f3-9160-483f-a00d-a4cb1c31a6c2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.7726319 Jun 03 15:35:30.458688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-066c81f2-68af-4642-b702-4ab551a7bd10 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/ff9c7af2-ad72-43ee-b8c6-f849b803c5dd HTTP/1.1" status: 200 len: 994 time: 0.4374430 Jun 03 15:35:30.572381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5858ff04-b104-4fe5-9429-c61d8780684f req-abb189c5-f76f-490a-b8e5-fbb7424cf186 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071820 Jun 03 15:35:30.594382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-b6dc875c-5534-4b6c-900a-62ce187d2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.597737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-b6dc875c-5534-4b6c-900a-62ce187d2d2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1096 time: 0.3147252 Jun 03 15:35:30.636759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-befb93d3-43d0-4811-b1e4-74dc4dbef3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.679033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.714482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb93d3-43d0-4811-b1e4-74dc4dbef3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba2baf-e13a-48ea-888c-3d3142170043,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:30.746193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-befb93d3-43d0-4811-b1e4-74dc4dbef3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.746193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-befb93d3-43d0-4811-b1e4-74dc4dbef3d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6ba2baf-e13a-48ea-888c-3d3142170043 HTTP/1.1" status: 204 len: 168 time: 1.3862290 Jun 03 15:35:30.804613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a7544901-1c31-4264-b55c-d25ccbf11419', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'mac_address': 'fa:16:3e:c5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:54Z', 'updated_at': '2022-06-03T15:35:26Z', 'revision_number': 1, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:30.812951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] Checking router: d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:35:30.813370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.833094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:30.834541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:30.836488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-08c2380c-b63c-4e25-9e16-030c4af7bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.841717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-08c2380c-b63c-4e25-9e16-030c4af7bcb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.2349358 Jun 03 15:35:30.850194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35778) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:31.081800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-1455ffb5-2202-4279-86f0-a09f30f862ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 998 time: 0.2269440 Jun 03 15:35:31.126668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Allocated IP 172.25.1.95 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/ec131504-ce13-482e-b318-374c2fcf11e1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:31.128097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:31.371382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:31.386395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-caa2305f-e96e-4796-aa4d-71be17146ff9 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1149545935', 'prefixes': ['172.20.0.0/16']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:31.405938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-caa2305f-e96e-4796-aa4d-71be17146ff9 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:31.407912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=953e6def-d54d-4d0b-9cbb-9d8e0a64675b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:31.417013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Checking segment: {'id': 'ec4afd68-ac91-4ff9-89a5-f4f97d62f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60872456-56f0-49c7-8931-cf30c4ba5764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:31.417609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Network hostable DHCP agents. Network: 60872456-56f0-49c7-8931-cf30c4ba5764, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:31.424412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-b60df359-0245-4a18-bd35-6177d40682f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.425903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-b60df359-0245-4a18-bd35-6177d40682f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.3372808 Jun 03 15:35:31.432413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.432765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.433112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.433459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.433902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.434125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.434456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.434822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.435153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.435515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.435846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.436199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:31.449083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:31.521345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Network 60872456-56f0-49c7-8931-cf30c4ba5764 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:31.542760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:31.546854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 60872456-56f0-49c7-8931-cf30c4ba5764) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:31.550112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:31.550521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Pushing event updated for resources: {'Port': ['ID=ec131504-ce13-482e-b318-374c2fcf11e1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:31.552878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:31.571238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7d5ec-bc12-4628-95f9-6db2bed782d7 None None] Network 60872456-56f0-49c7-8931-cf30c4ba5764 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:31.584231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.584672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:31.605454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-e1771737-ac0b-4b69-a434-22d7f08592c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.608573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-e1771737-ac0b-4b69-a434-22d7f08592c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754119 Jun 03 15:35:31.610230 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-caa2305f-e96e-4796-aa4d-71be17146ff9 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] Notify callbacks [] for subnetpool, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:31.614166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35794) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:31.616429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-caa2305f-e96e-4796-aa4d-71be17146ff9 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7643669 Jun 03 15:35:31.688302 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b2fbebf-1edf-440f-a635-d4185a6fae5b tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] 10.222.0.66 "GET /v2.0/subnetpools/b59d6bdb-692c-42e0-8695-2f74cf938188 HTTP/1.1" status: 200 len: 732 time: 0.0713458 Jun 03 15:35:31.722930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35802) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:31.738708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9863cda6-c593-420c-8d83-093a640d7bf2 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2081441130'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:31.789633 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1f155fe9-a2c4-47c5-ad8e-92e778c964fb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1068509 Jun 03 15:35:31.863133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:31.896815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-1183e1d8-3d7b-49f5-83e9-6f148f29080c service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785044 Jun 03 15:35:32.001554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.169414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a7544901-1c31-4264-b55c-d25ccbf11419', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'mac_address': 'fa:16:3e:c5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:54Z', 'updated_at': '2022-06-03T15:35:26Z', 'revision_number': 1, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:32.222157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a86848-4568-4f1b-89a6-de14b2a569d3 None None] The sync data for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 is: [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a7544901-1c31-4264-b55c-d25ccbf11419', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'mac_address': 'fa:16:3e:c5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:54Z', 'updated_at': '2022-06-03T15:35:26Z', 'revision_number': 1, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:32.248151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1abe4e5-7277-4960-9648-f5977d2205a2 None None] Network 60872456-56f0-49c7-8931-cf30c4ba5764 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:32.287086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9863cda6-c593-420c-8d83-093a640d7bf2 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] Notify callbacks [] for subnetpool, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.288789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9863cda6-c593-420c-8d83-093a640d7bf2 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] 10.222.0.66 "PUT /v2.0/subnetpools/b59d6bdb-692c-42e0-8695-2f74cf938188 HTTP/1.1" status: 200 len: 684 time: 0.5641460 Jun 03 15:35:32.294363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35816) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:32.500281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bcece99-6301-434c-93dc-8bd4ff959545 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] Notify callbacks [] for subnetpool, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.503549 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8bcece99-6301-434c-93dc-8bd4ff959545 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] 10.222.0.66 "DELETE /v2.0/subnetpools/b59d6bdb-692c-42e0-8695-2f74cf938188 HTTP/1.1" status: 204 len: 168 time: 0.2066686 Jun 03 15:35:32.507393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35822) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:32.529402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b418fdb1-6d5b-4a8e-8ac0-ff447782e7d5 req-62a12024-920b-46aa-9100-7d93e2790eae service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368326 Jun 03 15:35:32.530967 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.563496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.572632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bef73d-ed70-436b-a9b2-9d42cf1e4920 req-36c00995-5ea5-47e1-ac1e-f73f2eb35552 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:32.580792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96bef73d-ed70-436b-a9b2-9d42cf1e4920 req-36c00995-5ea5-47e1-ac1e-f73f2eb35552 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.6827893 Jun 03 15:35:32.627002 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-36a66118-2232-48b4-a22f-63374e0af16f tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] show failed (client error): The resource could not be found. Jun 03 15:35:32.631125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-36a66118-2232-48b4-a22f-63374e0af16f tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] 10.222.0.66 "GET /v2.0/subnetpools/b59d6bdb-692c-42e0-8695-2f74cf938188 HTTP/1.1" status: 404 len: 346 time: 0.1220417 Jun 03 15:35:32.639693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:32.710138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96bef73d-ed70-436b-a9b2-9d42cf1e4920 req-7faa12bc-9162-49b6-ba25-1ae2b9ca9918 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280401 Jun 03 15:35:32.715849 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-c84a18e7-b57a-4ee2-b099-98b7e683fc46 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] delete failed (client error): The resource could not be found. Jun 03 15:35:32.717153 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c84a18e7-b57a-4ee2-b099-98b7e683fc46 tempest-SubnetPoolsTestJSON-955127445 tempest-SubnetPoolsTestJSON-955127445-project] 10.222.0.66 "DELETE /v2.0/subnetpools/b59d6bdb-692c-42e0-8695-2f74cf938188 HTTP/1.1" status: 404 len: 346 time: 0.0741775 Jun 03 15:35:32.751252 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b449e-a4ac-4cb9-8a21-9413f9580481 None None] New status for floating IP a7544901-1c31-4264-b55c-d25ccbf11419: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:35:32.806454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Pushing event updated for resources: {'Port': ['ID=ec131504-ce13-482e-b318-374c2fcf11e1,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:32.824311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.867228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.871399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35840) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:32.871597 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-775ee5c4-d5ee-46e7-be22-0130d0a1a9a8 tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6874588 Jun 03 15:35:33.132223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9001cdc3-391e-4dad-8468-e6e6c7629a32 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.2587879 Jun 03 15:35:33.136496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:33.197864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb464cc-67e8-47d8-a450-90be8806f691 req-6e78fddb-37a1-4727-9b83-74d42824421e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:33.201535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bb464cc-67e8-47d8-a450-90be8806f691 req-6e78fddb-37a1-4727-9b83-74d42824421e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2274299 Jun 03 15:35:33.264208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a154bfbc-19a7-4109-ab60-ee06768066e5 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Synchronizing usage tracker for tenant:35840b1947fd4fb6aba12f90488c0337 on resource:floatingip {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:33.294189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a154bfbc-19a7-4109-ab60-ee06768066e5 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Unset dirty status for tenant:35840b1947fd4fb6aba12f90488c0337 on resource:floatingip {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:33.295508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a154bfbc-19a7-4109-ab60-ee06768066e5 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1578107 Jun 03 15:35:33.298611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35858) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:33.326328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35864) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:33.407484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bb464cc-67e8-47d8-a450-90be8806f691 req-61d9add3-f898-43fd-83d1-a06c1edb4cbe tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965714 Jun 03 15:35:33.562674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb24a-959d-4348-886b-c21003788197 req-6a90c3b9-8175-4a22-ab1b-d381dcddc60c tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:33.568175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-6a90c3b9-8175-4a22-ab1b-d381dcddc60c tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/networks?id=95abcca4-a52b-4fa3-b2a2-d6803311f0e7 HTTP/1.1" status: 200 len: 825 time: 0.2756686 Jun 03 15:35:33.605420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Deleting port ec131504-ce13-482e-b318-374c2fcf11e1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:33.605848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-ee4290c7-5512-44a1-ab0a-e2295ae3497d tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/quotas/7befeb01f402448591a57fe40f288e47 HTTP/1.1" status: 200 len: 375 time: 0.0333414 Jun 03 15:35:33.606153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:33.732795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-74b4f3bf-e1aa-461f-ad38-9e6996b3ae3b tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7befeb01f402448591a57fe40f288e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250167 Jun 03 15:35:33.935305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:33.976735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:33.983089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b74fbf1960ff4dc2a88ab418a2ffb6ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:33.988336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:33.996956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:34.065203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.065987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.092444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-e75dc2e2-b575-4350-aaeb-c3b6071ad377 service neutron] 10.222.0.66 "GET /v2.0/networks/95abcca4-a52b-4fa3-b2a2-d6803311f0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826777 Jun 03 15:35:34.104096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778e195-d342-4d04-8037-19fd81448db7 req-30c1afd9-3df6-4eb7-8fa8-36b266906a6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:34.105707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2778e195-d342-4d04-8037-19fd81448db7 req-30c1afd9-3df6-4eb7-8fa8-36b266906a6f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3827465 Jun 03 15:35:34.207997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35884) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:34.227662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Calling delete_port for ec131504-ce13-482e-b318-374c2fcf11e1 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:34.299344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2778e195-d342-4d04-8037-19fd81448db7 req-5e86e7b4-b65d-4fca-b485-8fc28c30a7ae tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672072 Jun 03 15:35:34.349617 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.352736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-611bf6f8-cb62-4e0f-9fa0-4f2de752937a service neutron] 10.222.0.66 "GET /v2.0/networks/95abcca4-a52b-4fa3-b2a2-d6803311f0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456012 Jun 03 15:35:34.356979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.431781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e761f-0db9-4730-9b46-d5dd7466a442,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:34.439648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-135e86f6-1239-4c9c-a4b8-0372e04ac1d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b74fbf1960ff4dc2a88ab418a2ffb6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1123497 Jun 03 15:35:34.441230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35892) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:34.465122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1222008199'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:34.474897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:34.476330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.532663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Usage tracker for resource:router and tenant:1176b92f0fc6438596c617f6e2472062 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:34.542930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:34.549421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Pushing event deleted for resources: {'Port': ['ID=ec131504-ce13-482e-b318-374c2fcf11e1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:34.563887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:34.605057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.606079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.711984 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.723997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.729501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f8a35b17-c9cf-46d8-8b75-9056d64253ce tempest-FloatingIPAdminTestJSON-260550037 tempest-FloatingIPAdminTestJSON-260550037-project] 10.222.0.66 "DELETE /v2.0/floatingips/c49fe2b3-61a9-494d-8b01-166aaccb785a HTTP/1.1" status: 204 len: 168 time: 1.4247203 Jun 03 15:35:34.729969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35900) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:34.770640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2ead-c097-4026-adff-d31e9a1a059b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.799526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf4f76a9-4a03-4341-a053-dff436e3aba3 req-01bd56bd-f833-4324-b982-b1d0b942e864 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 210 time: 0.0680509 Jun 03 15:35:34.816806 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.837631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2ead-c097-4026-adff-d31e9a1a059b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.877005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddd62f-e076-440d-ae2a-00cda06e201e req-95ca33d2-4550-4f74-81dc-da300f040fd4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:34.878618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0ddd62f-e076-440d-ae2a-00cda06e201e req-95ca33d2-4550-4f74-81dc-da300f040fd4 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4058778 Jun 03 15:35:34.879675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.954175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Deleting port 5444f8f5-cfe8-4896-8781-4c0a5468cad5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:34.954519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.956646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.957843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-679580de-692b-4465-b921-ffae5e5dc30c tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7447243 Jun 03 15:35:34.962036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35908) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:35.058176 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0ddd62f-e076-440d-ae2a-00cda06e201e req-84007976-3afd-4b61-ac5f-8f15467843eb tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628363 Jun 03 15:35:35.136793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2ead-c097-4026-adff-d31e9a1a059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.150414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-767babdb-f84c-492e-b047-e4a993cacb03 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.194360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.195422 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.228301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f2ead-c097-4026-adff-d31e9a1a059b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e761f-0db9-4730-9b46-d5dd7466a442,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:35.231367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2ead-c097-4026-adff-d31e9a1a059b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.236330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7c0f2ead-c097-4026-adff-d31e9a1a059b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd4e761f-0db9-4730-9b46-d5dd7466a442 HTTP/1.1" status: 204 len: 168 time: 0.7938755 Jun 03 15:35:35.420413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Calling delete_port for 5444f8f5-cfe8-4896-8781-4c0a5468cad5 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:35.574272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-767babdb-f84c-492e-b047-e4a993cacb03 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.578463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-767babdb-f84c-492e-b047-e4a993cacb03 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.617370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c313e-66d0-47d0-9cb5-6f019a36fc3f req-ce320895-aa1e-4603-886b-dcda6a87f61e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:35.619238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f80c313e-66d0-47d0-9cb5-6f019a36fc3f req-ce320895-aa1e-4603-886b-dcda6a87f61e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3244314 Jun 03 15:35:35.620660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-767babdb-f84c-492e-b047-e4a993cacb03 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.621424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767babdb-f84c-492e-b047-e4a993cacb03 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d616e0c-686e-4997-b77b-86e38d0d81da {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:35.632873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-767babdb-f84c-492e-b047-e4a993cacb03 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.634270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-767babdb-f84c-492e-b047-e4a993cacb03 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "DELETE /v2.0/routers/7d616e0c-686e-4997-b77b-86e38d0d81da HTTP/1.1" status: 204 len: 168 time: 0.6709616 Jun 03 15:35:35.639859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35920) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:35.646154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Request body: {'router': {'name': 'tempest-router-1627872518', 'distributed': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:35.670804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:35.682422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Usage tracker for resource:router and tenant:1176b92f0fc6438596c617f6e2472062 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:35.687962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:35.698277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:35.706532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f80c313e-66d0-47d0-9cb5-6f019a36fc3f req-d80b9a55-47c0-4559-92bc-41bdf7e899e5 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711892 Jun 03 15:35:35.710553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.715571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.716669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.737837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.768991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Pushing event deleted for resources: {'Port': ['ID=5444f8f5-cfe8-4896-8781-4c0a5468cad5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:35.794195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.834677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.836035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-75125878-7474-403d-85a0-709caeaf895f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1945665 Jun 03 15:35:35.846906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35932) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:35.850367 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:35:36.024539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.041311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.046897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17e7f7ae-6cc5-4ffe-b9d5-e7a1062624e4 tempest-FloatingIPAdminTestJSON-357436974 tempest-FloatingIPAdminTestJSON-357436974-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/1b8cfb09-6c1b-4db7-92a1-588b0856e2b2 HTTP/1.1" status: 204 len: 168 time: 1.3158922 Jun 03 15:35:36.047587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35940) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:36.077722 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d597143-c231-48ca-a888-1f3ddd658905 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.215550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting port 951d94ee-e150-4d4d-977e-07e6468a06d6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:36.216439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.793590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d3a4899-504a-4972-9aa6-c83269a2dde2 req-1db9fdb6-2887-4146-a7f6-dab505ebe738 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 210 time: 0.6401846 Jun 03 15:35:36.797304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35954) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:36.812557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.984896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d597143-c231-48ca-a888-1f3ddd658905 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.987457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d597143-c231-48ca-a888-1f3ddd658905 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.992863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-514685412'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:37.013518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Calling delete_port for 951d94ee-e150-4d4d-977e-07e6468a06d6 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:37.051603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:37.062889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Usage tracker for resource:network and tenant:0449da7a9f7c49f5ad29cf5de10ffcb4 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:37.073184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:37.078678 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d597143-c231-48ca-a888-1f3ddd658905 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.079206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d597143-c231-48ca-a888-1f3ddd658905 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 392f61ce-6b72-422a-a388-9e4aade45965 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:37.103676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:37.119133 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d597143-c231-48ca-a888-1f3ddd658905 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.120346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8d597143-c231-48ca-a888-1f3ddd658905 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "DELETE /v2.0/routers/392f61ce-6b72-422a-a388-9e4aade45965 HTTP/1.1" status: 204 len: 168 time: 1.2707312 Jun 03 15:35:37.136336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35960) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:37.145439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Request body: {'router': {'name': 'tempest-router-413621073', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '90cdd62fa2314d07af04b802948c32df'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:37.150602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Made reservation on behalf of 0449da7a9f7c49f5ad29cf5de10ffcb4 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:37.154530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.181814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:37.189808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.199779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Usage tracker for resource:router and tenant:90cdd62fa2314d07af04b802948c32df is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:37.205232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:37.217630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:37.231242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb24a-959d-4348-886b-c21003788197 req-e15d8ed8-b2f8-4649-b232-a8bd1bb8fe66 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:37.233906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-e15d8ed8-b2f8-4649-b232-a8bd1bb8fe66 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.15 "GET /v2.0/networks?id=95abcca4-a52b-4fa3-b2a2-d6803311f0e7 HTTP/1.1" status: 200 len: 825 time: 0.8653798 Jun 03 15:35:37.255161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345662e-adfc-4fe8-96ea-db97ea99c27c req-45044dad-448b-46b1-ad7a-4bf72967f801 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:37.256793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8345662e-adfc-4fe8-96ea-db97ea99c27c req-45044dad-448b-46b1-ad7a-4bf72967f801 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4504266 Jun 03 15:35:37.258905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:37.262183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Request body: {'port': {'device_id': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7', 'admin_state_up': True, 'tenant_id': '7befeb01f402448591a57fe40f288e47'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:37.275551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Usage tracker for resource:security_group_rule and tenant:0449da7a9f7c49f5ad29cf5de10ffcb4 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:37.281415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:37.293959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:37.299018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.300005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.343134 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.353037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.404155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8345662e-adfc-4fe8-96ea-db97ea99c27c req-45a45685-c6e1-4cb5-856c-5ff52c3191b1 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217244 Jun 03 15:35:37.418208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event deleted for resources: {'Port': ['ID=951d94ee-e150-4d4d-977e-07e6468a06d6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:37.473343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:37.482910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Usage tracker for resource:port and tenant:7befeb01f402448591a57fe40f288e47 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:37.489849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:37.500761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:37.516092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Made reservation on behalf of 7befeb01f402448591a57fe40f288e47 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:37.521135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.572541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.673454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.700509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.705793 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-148ed3ff-e094-4f21-aee9-4345e6e62a1f tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5651495 Jun 03 15:35:37.717890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:37.720063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7f999cb8-bbc5-4307-9263-28544cdc43ef tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "DELETE /v2.0/ports/951d94ee-e150-4d4d-977e-07e6468a06d6 HTTP/1.1" status: 204 len: 168 time: 1.6707518 Jun 03 15:35:37.725794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:37.731143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:37.784925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Allocated IP 172.20.0.6 (95abcca4-a52b-4fa3-b2a2-d6803311f0e7/f3097fd3-ed0c-4316-b2cd-68bc20405475/d2e76b0f-271d-40aa-9550-480834a0587e) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:38.012967 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.032161 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.044331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bab023f7-fe89-4d50-aa87-03ca97c14d6d req-8de79466-6219-45a7-900a-834b2ceb8583 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 210 time: 0.0709341 Jun 03 15:35:38.160363 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.196387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.226282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:38.277855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:38.281852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:38.287082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:38.325248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Pushing event updated for resources: {'Port': ['ID=d2e76b0f-271d-40aa-9550-480834a0587e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:38.325744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dafed3c-dc5d-4f6d-8e28-b599cd4667cc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:38.332852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.333397 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Added segment b8041edd-56df-4282-be4a-bc575a468680 of type vlan for network 83be0953-41b4-4562-bc56-adc165bd443d Jun 03 15:35:38.373257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:38.374266 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.408539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-599d80f2-25ff-47e9-ab71-6aea9c555764 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1502624 Jun 03 15:35:38.420142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Request body: {'port': {'device_id': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:38.445908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.446235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.608647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.633350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.649111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a35e67-a6e1-41ba-8cd8-104034c5d522 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:38.649856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-52a35e67-a6e1-41ba-8cd8-104034c5d522 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Synchronizing usage tracker for tenant:35840b1947fd4fb6aba12f90488c0337 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:38.694487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88339) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 03 15:35:38.695019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Router 148d87af-6613-4fe6-8ad8-d8e0cf7c424f migrating from provider to provider. {{(pid=88339) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 03 15:35:38.695604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.727535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-52a35e67-a6e1-41ba-8cd8-104034c5d522 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Unset dirty status for tenant:35840b1947fd4fb6aba12f90488c0337 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:38.729632 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-52a35e67-a6e1-41ba-8cd8-104034c5d522 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "GET /v2.0/ports?device_id=43f752ae-b83b-4d18-9659-e04de047155f HTTP/1.1" status: 200 len: 913 time: 1.0023437 Jun 03 15:35:38.730858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d083b47-e722-4741-9fd0-9a58198645e5 req-59bfe150-7671-4329-bffa-9ada20fb4f29 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:38.731539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.736983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35984) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:38.738584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d083b47-e722-4741-9fd0-9a58198645e5 req-59bfe150-7671-4329-bffa-9ada20fb4f29 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1821170 Jun 03 15:35:38.865632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d083b47-e722-4741-9fd0-9a58198645e5 req-8792c99a-8ea2-4706-b398-17de4b63a230 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260450 Jun 03 15:35:39.000710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.155015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.165668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:39.166759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.439279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e76b0f-271d-40aa-9550-480834a0587e {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:39.451869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.476877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Transition to ACTIVE for port object d2e76b0f-271d-40aa-9550-480834a0587e will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:39.485159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.522438 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7240369 Jun 03 15:35:39.529701 n-d-844594-1 neutron-server[88339]: WARNING neutron.scheduler.l3_agent_scheduler [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] No L3 agents can host the router 148d87af-6613-4fe6-8ad8-d8e0cf7c424f Jun 03 15:35:39.530304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35994) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:39.542127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489af288-bfc1-4ec0-a623-a27e23de4c33 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event updated for resources: {'Network': ['ID=83be0953-41b4-4562-bc56-adc165bd443d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:39.553168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 83be0953-41b4-4562-bc56-adc165bd443d details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:39.561531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Request body: {'subnet': {'network_id': '83be0953-41b4-4562-bc56-adc165bd443d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:39.647235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0f5aa-7360-481f-affa-b9267e8dd5ee req-f4bdca46-2369-4c03-bc9d-2a9178d6021a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:39.650007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62b0f5aa-7360-481f-affa-b9267e8dd5ee req-f4bdca46-2369-4c03-bc9d-2a9178d6021a tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.3331656 Jun 03 15:35:39.705393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57551dde-6774-494b-93aa-80d59c0fa540 req-71af0f70-877f-4b9e-a789-33665c826056 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:39.705986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-57551dde-6774-494b-93aa-80d59c0fa540 req-71af0f70-877f-4b9e-a789-33665c826056 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Synchronizing usage tracker for tenant:7befeb01f402448591a57fe40f288e47 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:39.732730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e76b0f-271d-40aa-9550-480834a0587e,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:39.829052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-57551dde-6774-494b-93aa-80d59c0fa540 req-71af0f70-877f-4b9e-a789-33665c826056 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Unset dirty status for tenant:7befeb01f402448591a57fe40f288e47 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:39.830553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57551dde-6774-494b-93aa-80d59c0fa540 req-71af0f70-877f-4b9e-a789-33665c826056 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 931 time: 0.5147471 Jun 03 15:35:39.835373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62b0f5aa-7360-481f-affa-b9267e8dd5ee req-6b242c46-da87-424f-bfd4-9f67cd01c428 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676013 Jun 03 15:35:39.912100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Attempting to bind port d2e76b0f-271d-40aa-9550-480834a0587e on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:39.912100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Attempting to bind port d2e76b0f-271d-40aa-9550-480834a0587e by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '38e37316-17f3-4dd6-905a-c4a2b4cced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:39.912919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Attempting to bind port d2e76b0f-271d-40aa-9550-480834a0587e on network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:39.924008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Port d2e76b0f-271d-40aa-9550-480834a0587e on network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:39.924361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Attempting to bind port d2e76b0f-271d-40aa-9550-480834a0587e on network 95abcca4-a52b-4fa3-b2a2-d6803311f0e7 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:39.932133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57551dde-6774-494b-93aa-80d59c0fa540 req-f3dabc9c-eac2-450b-8852-f2032cb262e8 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818470 Jun 03 15:35:39.934791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:39.935127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Checking segment: {'id': '38e37316-17f3-4dd6-905a-c4a2b4cced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:39.935507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Bound using segment: {'id': '38e37316-17f3-4dd6-905a-c4a2b4cced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:39.936161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Bound port: d2e76b0f-271d-40aa-9550-480834a0587e, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e37316-17f3-4dd6-905a-c4a2b4cced0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:39.936360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.070537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] For port d2e76b0f-271d-40aa-9550-480834a0587e, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:40.075113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] For port d2e76b0f-271d-40aa-9550-480834a0587e, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d2e76b0f-271d-40aa-9550-480834a0587e,segment=NetworkSegment(38e37316-17f3-4dd6-905a-c4a2b4cced0b),segment_id=38e37316-17f3-4dd6-905a-c4a2b4cced0b)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:35:40.080463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.129642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.130799 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.133467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2e76b0f-271d-40aa-9550-480834a0587e HTTP/1.1" status: 200 len: 1091 time: 1.7168756 Jun 03 15:35:40.147546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'tag': 'd2e76b0f-271d-40aa-9550-480834a0587e'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:40.184275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:40.215157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Usage tracker for resource:subnet and tenant:0449da7a9f7c49f5ad29cf5de10ffcb4 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:40.220896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:40.225277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-8a5b1d40-6e13-4c1f-ad0e-6f80cce89de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.226808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-8a5b1d40-6e13-4c1f-ad0e-6f80cce89de8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 1095 time: 0.9156778 Jun 03 15:35:40.229397 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ea09c0-5e38-4900-8c45-43111c85faf5'] response: {'name': 'network-changed', 'server_uuid': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'tag': 'd2e76b0f-271d-40aa-9550-480834a0587e', 'status': 'completed', 'code': 200} Jun 03 15:35:40.240232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:40.266127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d039-f331-4d26-be41-31ab189dd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e76b0f-271d-40aa-9550-480834a0587e,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:40.290819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb24a-959d-4348-886b-c21003788197 req-5dd84c53-b66a-4df6-9d8d-72a0ddc4da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.292362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-5dd84c53-b66a-4df6-9d8d-72a0ddc4da6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7befeb01f402448591a57fe40f288e47&device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 1094 time: 0.0970590 Jun 03 15:35:40.293343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Hosts for router 148d87af-6613-4fe6-8ad8-d8e0cf7c424f: [] {{(pid=88339) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 03 15:35:40.370817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-6e72da3a-0f0c-4701-92a0-0efde4ccbcf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e76b0f-271d-40aa-9550-480834a0587e HTTP/1.1" status: 200 len: 217 time: 0.0700634 Jun 03 15:35:40.418042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Made reservation on behalf of 0449da7a9f7c49f5ad29cf5de10ffcb4 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:40.422104 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.479581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb24a-959d-4348-886b-c21003788197 req-2ed040c3-3ef7-49ae-89d2-e5b3a1527dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.481355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-2ed040c3-3ef7-49ae-89d2-e5b3a1527dc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3097fd3-ed0c-4316-b2cd-68bc20405475 HTTP/1.1" status: 200 len: 865 time: 0.1021299 Jun 03 15:35:40.530617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-f886f6da-60a3-4b44-b4af-0cb6bd5993c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95abcca4-a52b-4fa3-b2a2-d6803311f0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431540 Jun 03 15:35:40.697464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-7b9cb193-6728-4861-aa15-c03d821de702 service neutron] 10.222.0.15 "GET /v2.0/networks/95abcca4-a52b-4fa3-b2a2-d6803311f0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595848 Jun 03 15:35:40.706923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Hosts for other DVR routers connected to router 148d87af-6613-4fe6-8ad8-d8e0cf7c424f: set() {{(pid=88339) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 03 15:35:40.709469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.710692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-769cafae-042b-40ff-bbc0-eecbe05f0afd tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "PUT /v2.0/routers/148d87af-6613-4fe6-8ad8-d8e0cf7c424f HTTP/1.1" status: 200 len: 716 time: 2.9892731 Jun 03 15:35:40.736544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36000) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:40.907069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-674eb24a-959d-4348-886b-c21003788197 req-170410cb-1984-49c2-b9e7-0e382fe2bcba service neutron] 10.222.0.15 "GET /v2.0/networks/95abcca4-a52b-4fa3-b2a2-d6803311f0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034748 Jun 03 15:35:40.975357 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-311dc4d8-4749-4f89-9a04-b76f5d6f4a83 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "GET /v2.0/routers/148d87af-6613-4fe6-8ad8-d8e0cf7c424f HTTP/1.1" status: 200 len: 716 time: 0.2369912 Jun 03 15:35:40.979234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36008) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:40.992452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-4d197400-786b-47bb-8660-373fffcce6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.994454 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-4d197400-786b-47bb-8660-373fffcce6d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.7589855 Jun 03 15:35:41.208944 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-134294e4-8827-4954-a590-dcccb6997567 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 200 len: 999 time: 0.2020917 Jun 03 15:35:41.416256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-82419582-187b-4d8d-8529-d6739b9dc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.417863 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-82419582-187b-4d8d-8529-d6739b9dc863 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.2010574 Jun 03 15:35:41.420593 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.530307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-74953032-b15e-41ff-a84c-f3e8322c100b tempest-RoutersTestDVR-717597883 tempest-RoutersTestDVR-717597883-project] 10.222.0.66 "GET /v2.0/routers/148d87af-6613-4fe6-8ad8-d8e0cf7c424f HTTP/1.1" status: 200 len: 682 time: 0.5461745 Jun 03 15:35:41.533296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36016) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:41.597469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event updated for resources: {'Subnet': ['ID=fdbc6b8a-6b58-4688-a1c8-32248de573f8,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:41.609276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.618440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-f6985e8e-c1e1-41e8-a7ad-f4f527530e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.619952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-f6985e8e-c1e1-41e8-a7ad-f4f527530e7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7befeb01f402448591a57fe40f288e47&device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 1094 time: 0.6126418 Jun 03 15:35:41.669276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Checking segment: {'id': 'b8041edd-56df-4282-be4a-bc575a468680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83be0953-41b4-4562-bc56-adc165bd443d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:41.669554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Network hostable DHCP agents. Network: 83be0953-41b4-4562-bc56-adc165bd443d, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:41.728177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-f702f6e7-42db-477c-93ae-ce02146add6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.729710 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-f702f6e7-42db-477c-93ae-ce02146add6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3035815 Jun 03 15:35:41.775798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff71c18a-a1fe-4648-ba75-e2f07c2ad9ee tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.804636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Network 83be0953-41b4-4562-bc56-adc165bd443d is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:41.949134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 83be0953-41b4-4562-bc56-adc165bd443d) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:41.961020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60712cf3-77d1-40e2-8ef1-870befbb40d5 None None] Network 83be0953-41b4-4562-bc56-adc165bd443d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:41.962909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3dd8d-1547-4dd3-a535-b633fd7e9a1d req-e952546b-3ad6-499a-a427-63530fefc665 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.965426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95b3dd8d-1547-4dd3-a535-b633fd7e9a1d req-e952546b-3ad6-499a-a427-63530fefc665 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.8923738 Jun 03 15:35:41.965619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.966560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.014959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13795850-ecab-4cfa-a767-ba15bca282b7 req-bc5c52c1-e9c5-4242-9a46-b0cd4fcba9a6 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.029125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13795850-ecab-4cfa-a767-ba15bca282b7 req-bc5c52c1-e9c5-4242-9a46-b0cd4fcba9a6 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 943 time: 0.7738879 Jun 03 15:35:42.232734 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9cc88454-f862-478f-ae78-11ca2b924065 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6959524 Jun 03 15:35:42.247374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36020) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:42.257705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-5d155b28-a90e-44b9-aaed-4a0b2003204b service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761448 Jun 03 15:35:42.263412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Request body: {'port': {'network_id': '83be0953-41b4-4562-bc56-adc165bd443d', 'name': 'tempest-TagsExtTest-1081198707'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:42.319145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-83be0953-41b4-4562-bc56-adc165bd443d', 'network_id': '83be0953-41b4-4562-bc56-adc165bd443d', 'tenant_id': '0449da7a9f7c49f5ad29cf5de10ffcb4', 'fixed_ips': [{'subnet_id': 'fdbc6b8a-6b58-4688-a1c8-32248de573f8'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:35:42.320891 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.472766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff71c18a-a1fe-4648-ba75-e2f07c2ad9ee tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.476725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff71c18a-a1fe-4648-ba75-e2f07c2ad9ee tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.517073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Allocated IP 172.20.0.2 (83be0953-41b4-4562-bc56-adc165bd443d/fdbc6b8a-6b58-4688-a1c8-32248de573f8/9f1fc8fa-643b-4686-ba84-fa1d31752463) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:42.528733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95b3dd8d-1547-4dd3-a535-b633fd7e9a1d req-9d74ff87-82a2-43fd-92b0-30ac7c15c02b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5410306 Jun 03 15:35:42.546503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff71c18a-a1fe-4648-ba75-e2f07c2ad9ee tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.547239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff71c18a-a1fe-4648-ba75-e2f07c2ad9ee tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 148d87af-6613-4fe6-8ad8-d8e0cf7c424f {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:42.601877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-51b5d5b4-ae22-4ca3-be0c-6458d42f9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.604389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-51b5d5b4-ae22-4ca3-be0c-6458d42f9c40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95abcca4-a52b-4fa3-b2a2-d6803311f0e7 HTTP/1.1" status: 200 len: 926 time: 0.9229724 Jun 03 15:35:42.611502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff71c18a-a1fe-4648-ba75-e2f07c2ad9ee tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.613618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ff71c18a-a1fe-4648-ba75-e2f07c2ad9ee tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "DELETE /v2.0/routers/148d87af-6613-4fe6-8ad8-d8e0cf7c424f HTTP/1.1" status: 204 len: 168 time: 1.0776703 Jun 03 15:35:42.681172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13795850-ecab-4cfa-a767-ba15bca282b7 req-b2ac2694-654e-4efe-b84b-c2b884d0162a tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6508989 Jun 03 15:35:42.681692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36026) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:42.694734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Request body: {'router': {'name': 'tempest-router-798135035', 'distributed': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:42.701218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:42.713845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Usage tracker for resource:router and tenant:1176b92f0fc6438596c617f6e2472062 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:42.717478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:42.725328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:42.744662 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a41bb0a-466a-4403-9415-d3566b461cf1 req-62de64df-91cf-4feb-bf1e-8785c22db2cb service neutron] 10.222.0.70 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496405 Jun 03 15:35:42.749038 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-2a433cd1-c018-4230-9ade-2c8e83dbd65e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e76b0f-271d-40aa-9550-480834a0587e HTTP/1.1" status: 200 len: 217 time: 0.1332653 Jun 03 15:35:42.750673 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.751741 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.754814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:42.791344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Usage tracker for resource:port and tenant:0449da7a9f7c49f5ad29cf5de10ffcb4 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:42.801367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:42.812859 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.816596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:42.825661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.832976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Transition to ACTIVE for port object 9f1fc8fa-643b-4686-ba84-fa1d31752463 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:42.833609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting port 2655e028-4808-4e9e-a099-287fb0d42652 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:42.834182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.836020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-bd9474db-7ada-4089-80bb-d632b50f5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.837567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-bd9474db-7ada-4089-80bb-d632b50f5927 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3097fd3-ed0c-4316-b2cd-68bc20405475 HTTP/1.1" status: 200 len: 865 time: 0.0815172 Jun 03 15:35:42.859387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Transition to ACTIVE for port object 9f1fc8fa-643b-4686-ba84-fa1d31752463 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:42.865865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Made reservation on behalf of 0449da7a9f7c49f5ad29cf5de10ffcb4 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:42.867247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.869057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.891529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-8efa8d64-5a52-420b-b277-3bf3e4544eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95abcca4-a52b-4fa3-b2a2-d6803311f0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461431 Jun 03 15:35:42.892765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.918319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] device_id is not set on port 80dfd7f6-5e1b-4993-834f-e743a29517f6 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:42.994271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Network 83be0953-41b4-4562-bc56-adc165bd443d is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:42.997981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:43.000754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:43.067235 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.069192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-964c9525-1dc8-4ead-92f3-e38ec5d04d48 tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3804862 Jun 03 15:35:43.073972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36030) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:43.091763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Pushing event updated for resources: {'Port': ['ID=9f1fc8fa-643b-4686-ba84-fa1d31752463,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:43.105955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.106304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.106643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.106979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.107310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.107692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.108024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.109654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.109654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.109654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.110011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.110272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:43.132369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Attempting to bind port 9f1fc8fa-643b-4686-ba84-fa1d31752463 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:43.133422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Attempting to bind port 9f1fc8fa-643b-4686-ba84-fa1d31752463 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b8041edd-56df-4282-be4a-bc575a468680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83be0953-41b4-4562-bc56-adc165bd443d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:43.133574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Attempting to bind port 9f1fc8fa-643b-4686-ba84-fa1d31752463 on network 83be0953-41b4-4562-bc56-adc165bd443d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:43.141809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:43.142215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Checking segment: {'id': 'b8041edd-56df-4282-be4a-bc575a468680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83be0953-41b4-4562-bc56-adc165bd443d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:43.142592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.143219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Bound using segment: {'id': 'b8041edd-56df-4282-be4a-bc575a468680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83be0953-41b4-4562-bc56-adc165bd443d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:43.143707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Bound port: 9f1fc8fa-643b-4686-ba84-fa1d31752463, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8041edd-56df-4282-be4a-bc575a468680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83be0953-41b4-4562-bc56-adc165bd443d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:43.144087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.200912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.271263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67ad2d00-249a-483b-98ba-ef7b080e9d7b tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.281519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] For port 9f1fc8fa-643b-4686-ba84-fa1d31752463, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:43.287012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] For port 9f1fc8fa-643b-4686-ba84-fa1d31752463, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9f1fc8fa-643b-4686-ba84-fa1d31752463,segment=NetworkSegment(b8041edd-56df-4282-be4a-bc575a468680),segment_id=b8041edd-56df-4282-be4a-bc575a468680)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:35:43.292615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.378265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Allocated IP 172.20.0.6 (83be0953-41b4-4562-bc56-adc165bd443d/fdbc6b8a-6b58-4688-a1c8-32248de573f8/80dfd7f6-5e1b-4993-834f-e743a29517f6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:43.390659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Calling delete_port for 2655e028-4808-4e9e-a099-287fb0d42652 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:43.425617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c17b46a5-7f56-448a-a46f-0befd6b3825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.449339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17bca7-2e1a-4b53-a1a7-8512cd36d400 None None] Pushing event updated for resources: {'Port': ['ID=9f1fc8fa-643b-4686-ba84-fa1d31752463,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:43.519799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-b5e29fbe-714b-4afd-a8ae-1627993943b1 service neutron] 10.222.0.15 "GET /v2.0/networks/95abcca4-a52b-4fa3-b2a2-d6803311f0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207283 Jun 03 15:35:43.525897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d2e76b0f-271d-40aa-9550-480834a0587e details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:35:43.757578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d2e76b0f-271d-40aa-9550-480834a0587e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d2e76b0f-271d-40aa-9550-480834a0587e,segment=NetworkSegment(38e37316-17f3-4dd6-905a-c4a2b4cced0b),segment_id=38e37316-17f3-4dd6-905a-c4a2b4cced0b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:43.826129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'd2e76b0f-271d-40aa-9550-480834a0587e', 'network_id': '95abcca4-a52b-4fa3-b2a2-d6803311f0e7', 'port_id': 'd2e76b0f-271d-40aa-9550-480834a0587e', 'mac_address': 'fa:16:3e:7c:aa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3097fd3-ed0c-4316-b2cd-68bc20405475', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:35:43.912525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d2e76b0f-271d-40aa-9550-480834a0587e is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:43.913023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.942048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e76b0f-271d-40aa-9550-480834a0587e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:43.977245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d2e76b0f-271d-40aa-9550-480834a0587e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d2e76b0f-271d-40aa-9550-480834a0587e,segment=NetworkSegment(38e37316-17f3-4dd6-905a-c4a2b4cced0b),segment_id=38e37316-17f3-4dd6-905a-c4a2b4cced0b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:43.983409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.050367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f1fc8fa-643b-4686-ba84-fa1d31752463 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:44.154797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d2e76b0f-271d-40aa-9550-480834a0587e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:44.171801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 9f1fc8fa-643b-4686-ba84-fa1d31752463 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:44.207261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67ad2d00-249a-483b-98ba-ef7b080e9d7b tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.211851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67ad2d00-249a-483b-98ba-ef7b080e9d7b tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.230574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d2e76b0f-271d-40aa-9550-480834a0587e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:44.248976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff1138ac-b6fa-4bf7-85d8-82d07de1d55d req-570ae12f-8436-4b1c-89f9-016cd1dd3b60 service neutron] 10.222.0.15 "GET /v2.0/networks/95abcca4-a52b-4fa3-b2a2-d6803311f0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651945 Jun 03 15:35:44.281470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67ad2d00-249a-483b-98ba-ef7b080e9d7b tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.281985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ad2d00-249a-483b-98ba-ef7b080e9d7b tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3923c99-b70a-432e-9895-b2e3fedda9b4 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:44.301128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.314304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67ad2d00-249a-483b-98ba-ef7b080e9d7b tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.319711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-67ad2d00-249a-483b-98ba-ef7b080e9d7b tempest-RoutersTestDVR-2088537832 tempest-RoutersTestDVR-2088537832-project-admin] 10.222.0.66 "DELETE /v2.0/routers/c3923c99-b70a-432e-9895-b2e3fedda9b4 HTTP/1.1" status: 204 len: 168 time: 1.2408047 Jun 03 15:35:44.332806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4c94-b7e8-4b7d-9638-365e85304585 req-d39fc20c-6109-4d0a-9ee8-23290f37f29f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.335343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a86c4c94-b7e8-4b7d-9638-365e85304585 req-d39fc20c-6109-4d0a-9ee8-23290f37f29f tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5602660 Jun 03 15:35:44.349254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933826b7-a746-4383-ac1a-aaf1325e412c req-5f6830a9-c75b-4f7e-9aec-76550da43504 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.358440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-933826b7-a746-4383-ac1a-aaf1325e412c req-5f6830a9-c75b-4f7e-9aec-76550da43504 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 944 time: 0.2517326 Jun 03 15:35:44.375355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event deleted for resources: {'Port': ['ID=2655e028-4808-4e9e-a099-287fb0d42652,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:44.464079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-933826b7-a746-4383-ac1a-aaf1325e412c req-5768d864-e7af-4732-92f4-41881bb35a91 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043775 Jun 03 15:35:44.470259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a86c4c94-b7e8-4b7d-9638-365e85304585 req-959475d7-7220-4c8e-9965-d312975bbc86 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092415 Jun 03 15:35:44.542149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.591776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Transition to ACTIVE for port object 80dfd7f6-5e1b-4993-834f-e743a29517f6 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:44.790564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a85f-81fd-45fd-95ed-abfd969462c5 req-6185e881-4239-4a44-9742-d4e9bd4ab463 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.798703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1479a85f-81fd-45fd-95ed-abfd969462c5 req-6185e881-4239-4a44-9742-d4e9bd4ab463 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1501870 Jun 03 15:35:44.836713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36046) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:44.856816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1479a85f-81fd-45fd-95ed-abfd969462c5 req-07d8b3a1-74db-42a7-b2f1-95922dcd8887 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570416 Jun 03 15:35:44.864249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.946199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Network 83be0953-41b4-4562-bc56-adc165bd443d is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:45.045093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.064681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:45.069673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:90cdd62fa2314d07af04b802948c32df is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:45.074145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:45.095721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:45.139839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:45.143766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:45.197249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.208915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805ac93-591e-40b8-a94a-ffa6294cf682 None None] Network 83be0953-41b4-4562-bc56-adc165bd443d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:45.258931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.264622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.309338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90cdd62fa2314d07af04b802948c32df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715724 Jun 03 15:35:45.312063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36060) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:45.327048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] Provisioning for port 9f1fc8fa-643b-4686-ba84-fa1d31752463 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:45.339474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] Provisioning complete for port 9f1fc8fa-643b-4686-ba84-fa1d31752463 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:45.339997 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.355841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event updated for resources: {'Port': ['ID=80dfd7f6-5e1b-4993-834f-e743a29517f6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:45.374665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b5ad3-78bf-4711-b3d9-d56c1619dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acb5aff-b446-4e73-97ea-20c8c21d01c7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:45.427522 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27db0e5-3778-4af1-9dea-b85df27aa33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.463068 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27db0e5-3778-4af1-9dea-b85df27aa33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.487410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:45.488731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.540820 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27db0e5-3778-4af1-9dea-b85df27aa33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.558305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.564372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27db0e5-3778-4af1-9dea-b85df27aa33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acb5aff-b446-4e73-97ea-20c8c21d01c7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:45.566556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d2e76b0f-271d-40aa-9550-480834a0587e up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:45.571075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e27db0e5-3778-4af1-9dea-b85df27aa33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.572436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e27db0e5-3778-4af1-9dea-b85df27aa33b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2acb5aff-b446-4e73-97ea-20c8c21d01c7 HTTP/1.1" status: 204 len: 168 time: 0.2588537 Jun 03 15:35:45.645276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36082) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:45.645680 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-99362e75-80bd-46a0-b22a-83f1d17cfa8f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3961327 Jun 03 15:35:45.650646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2034310189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:45.665915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:45.697352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] Current status of the port 9f1fc8fa-643b-4686-ba84-fa1d31752463 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:45.697656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Usage tracker for resource:router and tenant:0449da7a9f7c49f5ad29cf5de10ffcb4 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:45.697794 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.703298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:45.716278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:45.794407 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.795703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.815815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.845105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.853545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port d2e76b0f-271d-40aa-9550-480834a0587e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:45.885399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Router 43f752ae-b83b-4d18-9659-e04de047155f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:45.901387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] For port 9f1fc8fa-643b-4686-ba84-fa1d31752463, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9f1fc8fa-643b-4686-ba84-fa1d31752463,segment=NetworkSegment(b8041edd-56df-4282-be4a-bc575a468680),segment_id=b8041edd-56df-4282-be4a-bc575a468680)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:45.901607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.903977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b5103410-4220-4de1-b856-fc559a7a9632 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2584393 Jun 03 15:35:45.906665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36108) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:45.915431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port d2e76b0f-271d-40aa-9550-480834a0587e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:45.916056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.924935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9797fe32-c403-4fc6-9556-f127dd375d9e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2130515284', 'prefixes': ['172.20.0.0/16']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:45.929435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cbcc8-bc29-4146-af90-25d059a24013 req-1484a5cc-060e-4142-b12c-30c869782603 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:45.932017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-522cbcc8-bc29-4146-af90-25d059a24013 req-1484a5cc-060e-4142-b12c-30c869782603 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 944 time: 0.2005873 Jun 03 15:35:45.945237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9797fe32-c403-4fc6-9556-f127dd375d9e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:46.019070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.052364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-522cbcc8-bc29-4146-af90-25d059a24013 req-0ab60ef3-40dc-46dd-b948-d3ef4bdb03bf tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122582 Jun 03 15:35:46.209356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:46.242868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-93501c17-c0a7-409a-ba53-f995b649177a tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "PUT /v2.0/routers/43f752ae-b83b-4d18-9659-e04de047155f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5041952 Jun 03 15:35:46.245480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36116) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:46.255943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae794916-b946-4797-a800-d85f51ed071b None None] Sync routers for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:46.289107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae794916-b946-4797-a800-d85f51ed071b None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:46.289824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae794916-b946-4797-a800-d85f51ed071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:46.313325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9797fe32-c403-4fc6-9556-f127dd375d9e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for subnetpool, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.321763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9797fe32-c403-4fc6-9556-f127dd375d9e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4055502 Jun 03 15:35:46.321973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36120) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:46.327184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-d55ae1ea-764b-49b1-b10e-995743cd52aa tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', 'tempest-TagsExtTest-Tag-1533694579') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:46.372860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c430a-5f6b-4c7b-b7fa-37213c84a165 None None] Pushing event updated for resources: {'Port': ['ID=9f1fc8fa-643b-4686-ba84-fa1d31752463,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:46.409662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d2e76b0f-271d-40aa-9550-480834a0587e is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:46.410603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.423744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36124) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:46.442362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae794916-b946-4797-a800-d85f51ed071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:46.448969 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba32cf2e-9957-448d-b1a8-a05d598b044d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.465982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae794916-b946-4797-a800-d85f51ed071b None None] Routers {'43f752ae-b83b-4d18-9659-e04de047155f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:46.466184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae794916-b946-4797-a800-d85f51ed071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['43f752ae-b83b-4d18-9659-e04de047155f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:46.471295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.526382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:46.534067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Usage tracker for resource:security_group_rule and tenant:1176b92f0fc6438596c617f6e2472062 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:46.540578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:46.553067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:46.591477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e76b0f-271d-40aa-9550-480834a0587e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:46.591708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240c976-99bb-4735-bf23-9e017e1e938c req-725e5316-79ac-4cfe-94b8-2e1916485899 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.591814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.593348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a240c976-99bb-4735-bf23-9e017e1e938c req-725e5316-79ac-4cfe-94b8-2e1916485899 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=31d1943c-ea40-41d5-b6bb-790f304b74d2 HTTP/1.1" status: 200 len: 944 time: 0.2120302 Jun 03 15:35:46.621316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae794916-b946-4797-a800-d85f51ed071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:46.621731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae794916-b946-4797-a800-d85f51ed071b None None] The sync data for ids ['43f752ae-b83b-4d18-9659-e04de047155f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:46.631695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d2e76b0f-271d-40aa-9550-480834a0587e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d2e76b0f-271d-40aa-9550-480834a0587e,segment=NetworkSegment(38e37316-17f3-4dd6-905a-c4a2b4cced0b),segment_id=38e37316-17f3-4dd6-905a-c4a2b4cced0b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:46.643463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.674205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-8d1d3f66-dad5-4f50-b515-49fb1062ce1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397783 Jun 03 15:35:46.690647 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.757533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d2e76b0f-271d-40aa-9550-480834a0587e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:46.769453 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78da69fc-73f5-48e8-a9be-444db00dd21d'] response: {'server_uuid': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e76b0f-271d-40aa-9550-480834a0587e', 'code': 200} Jun 03 15:35:46.789193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d55ae1ea-764b-49b1-b10e-995743cd52aa tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags/tempest-TagsExtTest-Tag-1533694579 HTTP/1.1" status: 201 len: 201 time: 0.4680181 Jun 03 15:35:46.797424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36130) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:46.806028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Deleting port b3b31861-1395-4728-994b-1851ce2a37d3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:46.806371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.858454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-539a4966-2a8a-41bb-ad42-02156b5c52c8 None None] Provisioning for port 80dfd7f6-5e1b-4993-834f-e743a29517f6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:46.868462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-539a4966-2a8a-41bb-ad42-02156b5c52c8 None None] Provisioning complete for port 80dfd7f6-5e1b-4993-834f-e743a29517f6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:46.868974 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-539a4966-2a8a-41bb-ad42-02156b5c52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.952085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.960012 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.993080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-539a4966-2a8a-41bb-ad42-02156b5c52c8 None None] Port 80dfd7f6-5e1b-4993-834f-e743a29517f6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:47.001207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting port 2f909a82-0698-49a7-bfd1-fc1b8150c36d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:47.001555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.019282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-539a4966-2a8a-41bb-ad42-02156b5c52c8 None None] Provisioning complete for port 9f1fc8fa-643b-4686-ba84-fa1d31752463 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:47.019656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-539a4966-2a8a-41bb-ad42-02156b5c52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.039648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.060569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.063361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-b42bb1b0-2567-497d-86ec-c048cab2c647 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', 'tempest-TagsExtTest-Tag-1907815506') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:47.110656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1176b92f0fc6438596c617f6e2472062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860516 Jun 03 15:35:47.115827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36136) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:47.126881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c224c-9267-4bf9-9677-2ab8aaef8815 req-768f8063-ccc1-4def-9283-825f13a6d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.128421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b66c224c-9267-4bf9-9677-2ab8aaef8815 req-768f8063-ccc1-4def-9283-825f13a6d790 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 1096 time: 0.3184843 Jun 03 15:35:47.215298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-539a4966-2a8a-41bb-ad42-02156b5c52c8 None None] Current status of the port 9f1fc8fa-643b-4686-ba84-fa1d31752463 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:47.307648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-8c21ad1c-b205-4036-b6df-2310537ed2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.309189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-8c21ad1c-b205-4036-b6df-2310537ed2d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07c323f3e807488f889afd2046c3a2b9&device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 1059 time: 0.5926802 Jun 03 15:35:47.314690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4174875-ab85-493d-85ae-7121641b98eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bdd958-b28e-46e0-84d4-18cb8529f72e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:47.360423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b81378d2-88c7-419b-8433-eddb69e02946 None None] Provisioning complete for port 80dfd7f6-5e1b-4993-834f-e743a29517f6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:47.361048 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b81378d2-88c7-419b-8433-eddb69e02946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.466741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b81378d2-88c7-419b-8433-eddb69e02946 None None] Port 80dfd7f6-5e1b-4993-834f-e743a29517f6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:47.520526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b42bb1b0-2567-497d-86ec-c048cab2c647 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags/tempest-TagsExtTest-Tag-1907815506 HTTP/1.1" status: 201 len: 201 time: 0.7201552 Jun 03 15:35:47.528196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36140) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:47.535457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5229acba-a06b-45f1-8d27-4d6026451a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.541201 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b66c224c-9267-4bf9-9677-2ab8aaef8815 req-54213545-585b-4b72-bb8b-7cbbac4ac4de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027055 Jun 03 15:35:47.545754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-f9c8e592-7347-4ae2-ae3b-bebdd1a55fa7 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', 'tempest-TagsExtTest-Tag-268226238') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:47.596514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5229acba-a06b-45f1-8d27-4d6026451a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.612469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.660508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89775-604e-48b8-a797-4430df14f240 req-1177341f-183e-429e-883e-3299efbdb985 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.662087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ff89775-604e-48b8-a797-4430df14f240 req-1177341f-183e-429e-883e-3299efbdb985 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 945 time: 0.4380713 Jun 03 15:35:47.769602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] For port b3b31861-1395-4728-994b-1851ce2a37d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b3b31861-1395-4728-994b-1851ce2a37d3,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:47.769963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.776967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.792154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-47c30878-a228-432c-8301-356b7be35dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.793678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-47c30878-a228-432c-8301-356b7be35dc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 200 len: 912 time: 0.4438634 Jun 03 15:35:47.877311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Calling delete_port for 2f909a82-0698-49a7-bfd1-fc1b8150c36d owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:47.938542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f1fc8fa-643b-4686-ba84-fa1d31752463 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:48.009436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5229acba-a06b-45f1-8d27-4d6026451a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.019793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Calling delete_port for b3b31861-1395-4728-994b-1851ce2a37d3 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:48.034542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 9f1fc8fa-643b-4686-ba84-fa1d31752463 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:48.035084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.044475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229acba-a06b-45f1-8d27-4d6026451a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bdd958-b28e-46e0-84d4-18cb8529f72e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:48.052673 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5229acba-a06b-45f1-8d27-4d6026451a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.056260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5229acba-a06b-45f1-8d27-4d6026451a55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3bdd958-b28e-46e0-84d4-18cb8529f72e HTTP/1.1" status: 204 len: 168 time: 0.9371796 Jun 03 15:35:48.121514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ff89775-604e-48b8-a797-4430df14f240 req-d4b0298b-2438-4a8b-b94c-2bf3b5c7856a tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440730 Jun 03 15:35:48.126799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-8084e1e4-21b5-4347-a05c-0aaf50020562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e73ad59-d251-4921-a46f-77fccc87e687 HTTP/1.1" status: 200 len: 217 time: 0.2597420 Jun 03 15:35:48.190310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.222441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 9f1fc8fa-643b-4686-ba84-fa1d31752463 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:48.259065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event deleted for resources: {'Port': ['ID=2f909a82-0698-49a7-bfd1-fc1b8150c36d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:48.326962 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9c8e592-7347-4ae2-ae3b-bebdd1a55fa7 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags/tempest-TagsExtTest-Tag-268226238 HTTP/1.1" status: 201 len: 201 time: 0.7962017 Jun 03 15:35:48.331176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-3433f537-f92f-4af8-b56d-6bd79344d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:48.333628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-3433f537-f92f-4af8-b56d-6bd79344d890 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 200 len: 850 time: 0.1887915 Jun 03 15:35:48.334345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:48.344680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-89df01b6-7175-4f0b-8fc6-3822e2bba4fa tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', 'tempest-TagsExtTest-Tag-2064482561') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:48.393343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.398586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.434561 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.447995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0490a45c-46e9-4800-bac8-546f8ced2a1c', '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:48.497321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event deleted for resources: {'Port': ['ID=b3b31861-1395-4728-994b-1851ce2a37d3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:48.595666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] No DVR routers for this DVR port b3b31861-1395-4728-994b-1851ce2a37d3 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:48.599508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.624589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-deleted', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:48.661036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.663554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.691475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-ec4e4747-c449-4742-be79-f5798b9af03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:48.694037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.694949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Fanout notify agent at l3_agent the message router_deleted on router 43f752ae-b83b-4d18-9659-e04de047155f {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:48.695445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-ec4e4747-c449-4742-be79-f5798b9af03e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420210 Jun 03 15:35:48.708778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-89df01b6-7175-4f0b-8fc6-3822e2bba4fa tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags/tempest-TagsExtTest-Tag-2064482561 HTTP/1.1" status: 201 len: 201 time: 0.3688715 Jun 03 15:35:48.714453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36158) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:48.731472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.736706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a57c5908-7625-4026-b1a8-2c063ae6bb47 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "DELETE /v2.0/routers/43f752ae-b83b-4d18-9659-e04de047155f HTTP/1.1" status: 204 len: 168 time: 2.4899650 Jun 03 15:35:48.741344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36160) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:48.750572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-090d0f90-fe77-4510-8558-d7825b3f1730 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:48.827151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting subnet 38bde5a8-a1f4-480a-9b27-30cbd70f4abd {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:35:48.837215 n-d-844594-1 neutron-server[88338]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8e0f24c4-ab30-49a4-bd19-0ec5f813602a']: {'server_uuid': '31d1943c-ea40-41d5-b6bb-790f304b74d2', 'name': 'network-vif-deleted', 'tag': 'b3b31861-1395-4728-994b-1851ce2a37d3', 'status': 'failed', 'code': 422} returned with failed status Jun 03 15:35:48.838727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.927835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-090d0f90-fe77-4510-8558-d7825b3f1730 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags HTTP/1.1" status: 200 len: 241 time: 0.1876860 Jun 03 15:35:48.931201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36170) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:48.943484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-6aa9b928-4475-4dc0-83c0-2fbfe646fb4b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', 'tempest-TagsExtTest-Tag-1533694579') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.051483 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6aa9b928-4475-4dc0-83c0-2fbfe646fb4b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags/tempest-TagsExtTest-Tag-1533694579 HTTP/1.1" status: 204 len: 168 time: 0.1148064 Jun 03 15:35:49.051658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36176) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.057791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-af97ab9f-fb23-41da-b0d6-d00ef2bae93b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', 'tempest-TagsExtTest-Tag-1533694579') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.073904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a240c976-99bb-4735-bf23-9e017e1e938c req-b8b61614-1712-46fa-a11a-beb0169301fc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "DELETE /v2.0/ports/b3b31861-1395-4728-994b-1851ce2a37d3 HTTP/1.1" status: 204 len: 173 time: 2.4727707 Jun 03 15:35:49.158258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:49.178466 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-af97ab9f-fb23-41da-b0d6-d00ef2bae93b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags/tempest-TagsExtTest-Tag-1533694579 HTTP/1.1" status: 204 len: 168 time: 0.1256347 Jun 03 15:35:49.183314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36188) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.195338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-a6e4b864-aa83-401d-b25c-25cd4a90314c tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.255463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-2c1f1ec9-ea0f-4bbd-a430-9b7a95102f0d service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443065 Jun 03 15:35:49.331029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a6e4b864-aa83-401d-b25c-25cd4a90314c tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags HTTP/1.1" status: 200 len: 205 time: 0.1441483 Jun 03 15:35:49.332254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36198) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.339419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-265cedc7-676f-4c32-ac1a-15794839a307 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.442172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-265cedc7-676f-4c32-ac1a-15794839a307 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags HTTP/1.1" status: 200 len: 241 time: 0.1065035 Jun 03 15:35:49.442716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36202) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.451920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-0c1bedcf-b43d-43b8-b90b-f619f7fbd4c5 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', 'tempest-TagsExtTest-Tag-1907815506') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.461570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.477776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:49.535079 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c1bedcf-b43d-43b8-b90b-f619f7fbd4c5 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags/tempest-TagsExtTest-Tag-1907815506 HTTP/1.1" status: 204 len: 168 time: 0.0902259 Jun 03 15:35:49.537549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36212) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.543169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-28945b5a-7757-4a97-a605-8e03db4668ee tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', 'tempest-TagsExtTest-Tag-1907815506') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.562203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa63770-bdb9-4410-8286-30c0dd669f6c req-f4d858b2-8e28-45fe-bf7b-7892b2552b1e tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:49.564563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fa63770-bdb9-4410-8286-30c0dd669f6c req-f4d858b2-8e28-45fe-bf7b-7892b2552b1e tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 945 time: 0.2805271 Jun 03 15:35:49.574320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79e4cb3-0bfa-434a-8dbc-a2ab4a3e6390 req-bd89e467-1916-4512-8cd6-3b02c657ed33 service neutron] 10.222.0.15 "GET /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126879 Jun 03 15:35:49.652310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fa63770-bdb9-4410-8286-30c0dd669f6c req-d0a25c00-095a-4b50-a189-d4c6fd9382de tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Jun 03 15:35:49.653732 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:49.661248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36218) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.701365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event deleted for resources: {'Subnet': ['ID=38bde5a8-a1f4-480a-9b27-30cbd70f4abd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:49.709034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:49.720138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f9c2582f-e4e4-4ff0-89a8-43e8a7f2e6c3 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "DELETE /v2.0/subnets/38bde5a8-a1f4-480a-9b27-30cbd70f4abd HTTP/1.1" status: 204 len: 168 time: 0.9748418 Jun 03 15:35:49.720353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeabcfc-8d7b-48a8-b8a0-a3281ad05bba None None] Network 6192b158-c912-4a6c-ab11-507705739bb4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:49.720791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.759236 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-28945b5a-7757-4a97-a605-8e03db4668ee tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags/tempest-TagsExtTest-Tag-1907815506 HTTP/1.1" status: 204 len: 168 time: 0.2204988 Jun 03 15:35:49.761847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36228) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.769960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-b61283db-cbcd-43e5-bd18-d0398298e9bc tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.851635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1829a0-d35e-46ed-a129-ca13916c0351 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:49.852310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1829a0-d35e-46ed-a129-ca13916c0351 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:49.852822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1829a0-d35e-46ed-a129-ca13916c0351 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:49.857469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c1829a0-d35e-46ed-a129-ca13916c0351 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=83ef3833b4234da7ab416edcbb5e8afc&network_id=85344230-e613-40ab-b74e-0ed0aa149254 HTTP/1.1" status: 200 len: 2970 time: 0.1930468 Jun 03 15:35:49.881742 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b61283db-cbcd-43e5-bd18-d0398298e9bc tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags HTTP/1.1" status: 200 len: 205 time: 0.1188591 Jun 03 15:35:49.885324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36236) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.892746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-b944d325-f987-4c03-aef1-2776c77244a7 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:49.927088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:49.937011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2867016a-87df-4320-ae13-51121e66be54 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] Request body: {'port': {'network_id': 'd4942453-a52e-4bdc-9c42-01f72148dc8a', 'name': 'tempest-NetworksNegativeTestJSON-1960473031'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:50.016411 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-2867016a-87df-4320-ae13-51121e66be54 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] POST failed (client error): The resource could not be found. Jun 03 15:35:50.016950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2867016a-87df-4320-ae13-51121e66be54 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:50.022068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2867016a-87df-4320-ae13-51121e66be54 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5431569 Jun 03 15:35:50.031963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36246) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.065272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting port 6bc86ba8-b964-4286-89b1-5efec14b5d21 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:50.065685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.097005 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d894fad-2ab6-4098-99ce-a6610922bbc6 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] DELETE failed (client error): The resource could not be found. Jun 03 15:35:50.097488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d894fad-2ab6-4098-99ce-a6610922bbc6 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:50.102884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6d894fad-2ab6-4098-99ce-a6610922bbc6 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "DELETE /v2.0/networks/415731f6-5641-4654-8d98-b8e362514f3b HTTP/1.1" status: 404 len: 339 time: 0.0661654 Jun 03 15:35:50.113469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36250) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.191621 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6c4d25-b447-4178-be3f-8e5f97d0903f tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] DELETE failed (client error): The resource could not be found. Jun 03 15:35:50.192098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6c4d25-b447-4178-be3f-8e5f97d0903f tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:50.199516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5b6c4d25-b447-4178-be3f-8e5f97d0903f tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "DELETE /v2.0/ports/b914c21b-9f6c-455c-b4a9-ee1d9843ec71 HTTP/1.1" status: 404 len: 333 time: 0.0795279 Jun 03 15:35:50.199942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36256) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.214541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] DHCP port deletion for 6192b158-c912-4a6c-ab11-507705739bb4 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:35:50.219953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] Deleting port 6bc86ba8-b964-4286-89b1-5efec14b5d21 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:50.220518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.249557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b944d325-f987-4c03-aef1-2776c77244a7 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags HTTP/1.1" status: 200 len: 240 time: 0.3627925 Jun 03 15:35:50.252210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36260) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.258555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-6f9c4167-c3e1-4b9a-91c5-e10a8bb4e226 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', 'tempest-TagsExtTest-Tag-268226238') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:50.326484 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f349ac7-19d1-4b32-919d-6731e92fd55d tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] DELETE failed (client error): The resource could not be found. Jun 03 15:35:50.327068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f349ac7-19d1-4b32-919d-6731e92fd55d tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:50.333463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6f349ac7-19d1-4b32-919d-6731e92fd55d tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "DELETE /v2.0/subnets/8902ded7-8482-4579-ba73-bebe3bed2c89 HTTP/1.1" status: 404 len: 337 time: 0.1288230 Jun 03 15:35:50.334354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36264) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.397617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9931f-138b-4776-a71d-5d1f2c899e93 req-26256ba1-6e3e-49c3-a1b5-397d02fb867b tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:50.399074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8d9931f-138b-4776-a71d-5d1f2c899e93 req-26256ba1-6e3e-49c3-a1b5-397d02fb867b tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 945 time: 0.4698493 Jun 03 15:35:50.421597 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73c1c9e-e1e3-4083-b2f2-0b9abfee062f tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] GET failed (client error): The resource could not be found. Jun 03 15:35:50.426799 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b73c1c9e-e1e3-4083-b2f2-0b9abfee062f tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "GET /v2.0/networks/bc8a8f9b-f66f-48f1-8677-b84a638186a2 HTTP/1.1" status: 404 len: 339 time: 0.0876076 Jun 03 15:35:50.427007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36268) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.440257 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6f9c4167-c3e1-4b9a-91c5-e10a8bb4e226 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags/tempest-TagsExtTest-Tag-268226238 HTTP/1.1" status: 204 len: 168 time: 0.1862297 Jun 03 15:35:50.442672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36272) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.448082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-e4a65e32-d023-436b-aadb-b134d57220c7 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', 'tempest-TagsExtTest-Tag-268226238') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:50.455352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] For port 6bc86ba8-b964-4286-89b1-5efec14b5d21, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6bc86ba8-b964-4286-89b1-5efec14b5d21,segment=NetworkSegment(8b037be6-7ac7-407b-a888-42cd05581c52),segment_id=8b037be6-7ac7-407b-a888-42cd05581c52)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:50.455694 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.584780 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b4d86b-03b7-4192-b336-2c0dbe42c870 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] GET failed (client error): The resource could not be found. Jun 03 15:35:50.591131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b5b4d86b-03b7-4192-b336-2c0dbe42c870 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "GET /v2.0/ports/9fe28a93-3815-45d0-91d2-d9e8f5bfe0dc HTTP/1.1" status: 404 len: 333 time: 0.1582329 Jun 03 15:35:50.591307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] Calling delete_port for 6bc86ba8-b964-4286-89b1-5efec14b5d21 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:50.591975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36276) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.618083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4a65e32-d023-436b-aadb-b134d57220c7 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags/tempest-TagsExtTest-Tag-268226238 HTTP/1.1" status: 204 len: 168 time: 0.1721263 Jun 03 15:35:50.618528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36280) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.624045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-286258f9-04b8-4808-8e4f-362eadcbdbdb tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:50.645954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] For port 6bc86ba8-b964-4286-89b1-5efec14b5d21, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6bc86ba8-b964-4286-89b1-5efec14b5d21,segment=NetworkSegment(8b037be6-7ac7-407b-a888-42cd05581c52),segment_id=8b037be6-7ac7-407b-a888-42cd05581c52)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:50.646324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.657724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8d9931f-138b-4776-a71d-5d1f2c899e93 req-1dfcbef0-95ad-4a61-9f3f-038fa4395040 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324910 Jun 03 15:35:50.670683 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-572a4f79-5aae-4726-98e7-9234bb58e7dd tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] GET failed (client error): The resource could not be found. Jun 03 15:35:50.678206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-572a4f79-5aae-4726-98e7-9234bb58e7dd tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "GET /v2.0/subnets/2db86f84-adc9-4f18-b972-5f266c984c81 HTTP/1.1" status: 404 len: 337 time: 0.0765781 Jun 03 15:35:50.694414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36284) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.713340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-95e34e2e-37e7-4187-9a1b-83a04a0bb062 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:50.752883 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e34e2e-37e7-4187-9a1b-83a04a0bb062 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] PUT failed (client error): The resource could not be found. Jun 03 15:35:50.753391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e34e2e-37e7-4187-9a1b-83a04a0bb062 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:50.762148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-95e34e2e-37e7-4187-9a1b-83a04a0bb062 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "PUT /v2.0/networks/80a43c50-6cb7-4a51-90f8-f7b5a079a4f9 HTTP/1.1" status: 404 len: 339 time: 0.0666740 Jun 03 15:35:50.766383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36292) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.777032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e9477e17-f5b3-4a6b-86b3-4ddad1a91ca1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:50.816604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Calling delete_port for 6bc86ba8-b964-4286-89b1-5efec14b5d21 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:50.858185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915e6be-f19f-456b-99ae-6f0343c2a4b1 req-171ee51b-e5ce-43f5-bb08-11dc64cffd9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:50.859446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1915e6be-f19f-456b-99ae-6f0343c2a4b1 req-171ee51b-e5ce-43f5-bb08-11dc64cffd9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:50.887378 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.899632 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9477e17-f5b3-4a6b-86b3-4ddad1a91ca1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] PUT failed (client error): The resource could not be found. Jun 03 15:35:50.900147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9477e17-f5b3-4a6b-86b3-4ddad1a91ca1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:50.905901 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e9477e17-f5b3-4a6b-86b3-4ddad1a91ca1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "PUT /v2.0/ports/7991a2da-5333-4873-a41f-45e288468bb2 HTTP/1.1" status: 404 len: 333 time: 0.1377375 Jun 03 15:35:50.906550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36296) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.915643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6e147087-38e4-4bb4-a675-357f5554dab1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:50.947971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] Pushing event deleted for resources: {'Port': ['ID=6bc86ba8-b964-4286-89b1-5efec14b5d21,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:50.951353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b397ef2d-68bf-4c27-bafb-078fa4d856f6 None None] No DVR routers for this DVR port 6bc86ba8-b964-4286-89b1-5efec14b5d21 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:50.998297 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e147087-38e4-4bb4-a675-357f5554dab1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] PUT failed (client error): The resource could not be found. Jun 03 15:35:50.998986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e147087-38e4-4bb4-a675-357f5554dab1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:35:51.001316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6e147087-38e4-4bb4-a675-357f5554dab1 tempest-NetworksNegativeTestJSON-890521776 tempest-NetworksNegativeTestJSON-890521776-project] 10.222.0.66 "PUT /v2.0/subnets/45af5426-8c7e-4ad5-96e2-eb8956e347ae HTTP/1.1" status: 404 len: 337 time: 0.0923836 Jun 03 15:35:51.029000 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-286258f9-04b8-4808-8e4f-362eadcbdbdb tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags HTTP/1.1" status: 200 len: 205 time: 0.4040787 Jun 03 15:35:51.029000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36302) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.033009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-67db3425-53b6-4fcb-880b-3efd8ece9597 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.082012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1915e6be-f19f-456b-99ae-6f0343c2a4b1 req-171ee51b-e5ce-43f5-bb08-11dc64cffd9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:51.083239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1915e6be-f19f-456b-99ae-6f0343c2a4b1 req-171ee51b-e5ce-43f5-bb08-11dc64cffd9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 908 time: 0.7655475 Jun 03 15:35:51.090692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-67db3425-53b6-4fcb-880b-3efd8ece9597 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags HTTP/1.1" status: 200 len: 241 time: 0.0632160 Jun 03 15:35:51.093334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36308) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.098797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-b47cd808-855a-4013-840e-5d18a54f7239 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', 'tempest-TagsExtTest-Tag-2064482561') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: from cryptography.utils import int_from_bytes Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: from cryptography.utils import int_from_bytes Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn_limited( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn_limited( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.114268 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:35:51.117505 n-d-844594-1 neutron-server[88338]: util.warn( Jun 03 15:35:51.128136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:35:51.128912 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:35:51.132194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b47cd808-855a-4013-840e-5d18a54f7239 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags/tempest-TagsExtTest-Tag-2064482561 HTTP/1.1" status: 204 len: 168 time: 0.0374177 Jun 03 15:35:51.134673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36312) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.140437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-02b3bf87-347b-408a-a4bd-cd7a3078f2d2 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', 'tempest-TagsExtTest-Tag-2064482561') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.185021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-02b3bf87-347b-408a-a4bd-cd7a3078f2d2 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags/tempest-TagsExtTest-Tag-2064482561 HTTP/1.1" status: 204 len: 168 time: 0.0487540 Jun 03 15:35:51.187611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36316) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.192671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-37babeba-95e6-4ce7-8267-2ad41a7e2253 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.218511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37babeba-95e6-4ce7-8267-2ad41a7e2253 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags HTTP/1.1" status: 200 len: 205 time: 0.0292106 Jun 03 15:35:51.221120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36320) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.226542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-f9a6375c-9749-4a29-8823-7c754d3ce619 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.228204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297256-fbbc-4731-bf0a-288a86842570 req-7181050b-3f39-4119-acd3-ca39bd92e5a7 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:51.229986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87297256-fbbc-4731-bf0a-288a86842570 req-7181050b-3f39-4119-acd3-ca39bd92e5a7 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 945 time: 0.0926902 Jun 03 15:35:51.263392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f9a6375c-9749-4a29-8823-7c754d3ce619 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0386293 Jun 03 15:35:51.263392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36324) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.268489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-c5e0c153-6cc1-4138-b495-c27da03af357 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.282668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87297256-fbbc-4731-bf0a-288a86842570 req-4a96dbb0-c013-4459-910f-dd8e6ae260e1 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Jun 03 15:35:51.424749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36338) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.428168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5e0c153-6cc1-4138-b495-c27da03af357 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags HTTP/1.1" status: 204 len: 168 time: 0.1616123 Jun 03 15:35:51.429115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36342) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.438164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-51c1a939-2fad-44cc-9ea5-d99d6eb9ecb6 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.531643 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51c1a939-2fad-44cc-9ea5-d99d6eb9ecb6 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags HTTP/1.1" status: 204 len: 168 time: 0.0958583 Jun 03 15:35:51.531643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.537219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-04870819-951f-467a-bd55-50ce8d0c0920 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.618398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.621713 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-04870819-951f-467a-bd55-50ce8d0c0920 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0889754 Jun 03 15:35:51.628641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36354) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.634034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-066df9d8-b6f1-4602-8efc-2d4ad4986b83 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', 'tempest-TagsExtTest-Tag-1489761354') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.635369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting port 6bc86ba8-b964-4286-89b1-5efec14b5d21 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:51.635790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.714315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:51.732958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-066df9d8-b6f1-4602-8efc-2d4ad4986b83 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags/tempest-TagsExtTest-Tag-1489761354 HTTP/1.1" status: 201 len: 201 time: 0.1030304 Jun 03 15:35:51.733712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] The port '6bc86ba8-b964-4286-89b1-5efec14b5d21' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:35:51.735845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36358) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.741236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-d16901a0-bcfa-444a-876a-22dbed041295 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', 'tempest-TagsExtTest-Tag-46614227') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.765464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Usage tracker for resource:security_group_rule and tenant:ff1ae001c29d4d2e92c454ee350caaad is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:51.778732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:51.819002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:51.827246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d16901a0-bcfa-444a-876a-22dbed041295 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags/tempest-TagsExtTest-Tag-46614227 HTTP/1.1" status: 201 len: 201 time: 0.0900424 Jun 03 15:35:51.831381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36362) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.837070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-945807dd-0894-42ad-a593-ce4aa920fa06 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', 'tempest-TagsExtTest-Tag-501248190') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.945923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6bc86ba8-b964-4286-89b1-5efec14b5d21 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:51.964508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.983767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6bc86ba8-b964-4286-89b1-5efec14b5d21 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:35:51.984143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6bc86ba8-b964-4286-89b1-5efec14b5d21 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:35:52.006921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-ce66e7ae-32d5-4485-9c89-6ef41d89cd3e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.008411 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-ce66e7ae-32d5-4485-9c89-6ef41d89cd3e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.15 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 908 time: 0.4369652 Jun 03 15:35:52.021408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6192b158-c912-4a6c-ab11-507705739bb4']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.028423 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-945807dd-0894-42ad-a593-ce4aa920fa06 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags/tempest-TagsExtTest-Tag-501248190 HTTP/1.1" status: 201 len: 201 time: 0.1934161 Jun 03 15:35:52.029110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.034855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-3e8b692f-cba9-4809-87d1-f7723700ca8b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', 'tempest-TagsExtTest-Tag-893145782') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.074906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3e8b692f-cba9-4809-87d1-f7723700ca8b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags/tempest-TagsExtTest-Tag-893145782 HTTP/1.1" status: 201 len: 201 time: 0.0444276 Jun 03 15:35:52.078579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36370) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.083962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-ea94c46f-8275-4d89-8dc1-8bdb260207a9 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', {'tags': ['tempest-TagsExtTest-Tag-1801999785', 'tempest-TagsExtTest-Tag-834296842', 'tempest-TagsExtTest-Tag-658028451']}) {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.084518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b037be6-7ac7-407b-a888-42cd05581c52') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.084839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b037be6-7ac7-407b-a888-42cd05581c52') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.113265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.141918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6750ac-debe-46a8-b0f3-b94c6659419d req-cf2ce6da-e4d8-4cc4-8ebc-9ca4e4b40f68 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.143433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df6750ac-debe-46a8-b0f3-b94c6659419d req-cf2ce6da-e4d8-4cc4-8ebc-9ca4e4b40f68 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 945 time: 0.4204533 Jun 03 15:35:52.161221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.178437 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea94c46f-8275-4d89-8dc1-8bdb260207a9 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags HTTP/1.1" status: 200 len: 316 time: 0.0964630 Jun 03 15:35:52.178648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36376) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.184397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-824db90f-cfe1-47fc-b42b-dcc8c537f6af tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.189050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:52.189438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.214030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Deleting port 2e73ad59-d251-4921-a46f-77fccc87e687 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:52.214402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.372397 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 8b037be6-7ac7-407b-a888-42cd05581c52 resource provider aggregate not found Jun 03 15:35:52.408180 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-824db90f-cfe1-47fc-b42b-dcc8c537f6af tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags HTTP/1.1" status: 204 len: 168 time: 0.2281821 Jun 03 15:35:52.410894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36386) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.416039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-1cbf6c29-bd8d-4c6d-833f-bbcb94f8a07a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', 'tempest-TagsExtTest-Tag-1801999785') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.416493 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 8b037be6-7ac7-407b-a888-42cd05581c52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b037be6-7ac7-407b-a888-42cd05581c52 found for delete ", "request_id": "req-a6eca981-4ed4-4aa4-81f5-b12299890c3f"}]} Jun 03 15:35:52.445091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.468821 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.479154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df6750ac-debe-46a8-b0f3-b94c6659419d req-483ccaf7-021f-4235-a274-531b9a7b5983 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196366 Jun 03 15:35:52.493272 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-1cbf6c29-bd8d-4c6d-833f-bbcb94f8a07a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:52.494296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1cbf6c29-bd8d-4c6d-833f-bbcb94f8a07a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags/tempest-TagsExtTest-Tag-1801999785 HTTP/1.1" status: 404 len: 329 time: 0.0824857 Jun 03 15:35:52.503560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.508837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-123dd33c-8a88-4187-b727-c58c1bc3d26f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', 'tempest-TagsExtTest-Tag-834296842') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.517404 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.579529 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.584653 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-123dd33c-8a88-4187-b727-c58c1bc3d26f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:52.585717 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-123dd33c-8a88-4187-b727-c58c1bc3d26f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags/tempest-TagsExtTest-Tag-834296842 HTTP/1.1" status: 404 len: 328 time: 0.0809193 Jun 03 15:35:52.588641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.594187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-d96730ad-c08c-44f3-b41a-588d90c96df4 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8', 'tempest-TagsExtTest-Tag-658028451') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.618639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event deleted for resources: {'Network': ['ID=6192b158-c912-4a6c-ab11-507705739bb4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:52.635874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff1ae001c29d4d2e92c454ee350caaad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2103295 Jun 03 15:35:52.636786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf323c5-24c9-4bcd-acfe-840e92002b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355c0aa1-bfe9-4d36-b75e-c30f0d30697b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:52.638555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36398) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.716868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d60b5485-ddf0-47c5-804d-92c142ea1fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.725940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e609b2a1-44e0-4d14-b4b3-992d008094de tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "DELETE /v2.0/networks/6192b158-c912-4a6c-ab11-507705739bb4 HTTP/1.1" status: 204 len: 168 time: 3.0045211 Jun 03 15:35:52.726780 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-d96730ad-c08c-44f3-b41a-588d90c96df4 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:52.730320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d96730ad-c08c-44f3-b41a-588d90c96df4 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags/tempest-TagsExtTest-Tag-658028451 HTTP/1.1" status: 404 len: 328 time: 0.1382074 Jun 03 15:35:52.730575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.730892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36404) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.739115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-82994513-604f-427d-ae38-a12c522b463d tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', {'tags': ['tempest-TagsExtTest-Tag-1639503345', 'tempest-TagsExtTest-Tag-1160061210', 'tempest-TagsExtTest-Tag-377278170']}) {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.747150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998400b2-5f64-431b-b349-8df2c3817142 req-bbbb7122-f55b-4d8b-a591-9c8ba4732d4c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.748640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-998400b2-5f64-431b-b349-8df2c3817142 req-bbbb7122-f55b-4d8b-a591-9c8ba4732d4c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 908 time: 0.5013490 Jun 03 15:35:52.805883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] For port 2e73ad59-d251-4921-a46f-77fccc87e687, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=2e73ad59-d251-4921-a46f-77fccc87e687,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:52.806240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.877960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d60b5485-ddf0-47c5-804d-92c142ea1fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.934471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Calling delete_port for 2e73ad59-d251-4921-a46f-77fccc87e687 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:52.973889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36410) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:53.006272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Deleting port bed4fc68-0db3-4d59-950c-df68e02e8f47 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:53.006615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.062601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c617e-f062-4d93-b011-913d0a9dbe74 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:53.066903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-357c617e-f062-4d93-b011-913d0a9dbe74 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 814 time: 0.0894828 Jun 03 15:35:53.077941 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-82994513-604f-427d-ae38-a12c522b463d tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags HTTP/1.1" status: 200 len: 317 time: 0.3446109 Jun 03 15:35:53.081122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36416) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:53.087330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-b75c15e0-50ef-4693-966f-dde6e3f95e44 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:53.198725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d60b5485-ddf0-47c5-804d-92c142ea1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.216413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.232785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b5485-ddf0-47c5-804d-92c142ea1fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c0aa1-bfe9-4d36-b75e-c30f0d30697b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:53.253844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d60b5485-ddf0-47c5-804d-92c142ea1fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.255063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d60b5485-ddf0-47c5-804d-92c142ea1fb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/355c0aa1-bfe9-4d36-b75e-c30f0d30697b HTTP/1.1" status: 204 len: 168 time: 0.6155696 Jun 03 15:35:53.305770 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.306332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.407236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event deleted for resources: {'Port': ['ID=2e73ad59-d251-4921-a46f-77fccc87e687,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:53.456162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-16e068ea-f5c9-470e-840b-8bf7c1dde8ed tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:53.456420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-16e068ea-f5c9-470e-840b-8bf7c1dde8ed tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 945 time: 0.3067350 Jun 03 15:35:53.464013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Calling delete_port for bed4fc68-0db3-4d59-950c-df68e02e8f47 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:53.542847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36424) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:53.548053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] No DVR routers for this DVR port 2e73ad59-d251-4921-a46f-77fccc87e687 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:53.558059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'network': {'name': 'tempest-network-smoke--1227841972', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:53.565448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:53.578226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:53.581963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.589207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b75c15e0-50ef-4693-966f-dde6e3f95e44 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags HTTP/1.1" status: 204 len: 168 time: 0.5068536 Jun 03 15:35:53.590024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'name': 'network-vif-deleted', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:53.592048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36430) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:53.613696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.tag.tag_plugin [None req-f925a291-ac1c-488e-9c08-e84f3342f3eb tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', 'tempest-TagsExtTest-Tag-1639503345') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:53.615245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-544d24fc-533c-4d7b-a17a-6c8aa9177965 req-e7e4219f-5c9c-42b6-b2be-016ff4732c6e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.15 "DELETE /v2.0/ports/2e73ad59-d251-4921-a46f-77fccc87e687 HTTP/1.1" status: 204 len: 173 time: 1.5963192 Jun 03 15:35:53.616665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:53.621571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.683472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:53.696856 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.697147 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Added segment a2353dff-2fda-464b-bd27-c77b4d1b9952 of type vlan for network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 Jun 03 15:35:53.730104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.767150 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8944e08-0c68-43b9-b732-ed0022ecb8b9'] response: {'server_uuid': '917f3a95-429e-41cc-9c18-0f41815fcc0b', 'name': 'network-vif-deleted', 'tag': '2e73ad59-d251-4921-a46f-77fccc87e687', 'status': 'completed', 'code': 200} Jun 03 15:35:53.770378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.779462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:53.780259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.909972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Deleting port d2e76b0f-271d-40aa-9550-480834a0587e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:53.910457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.975170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.978693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4278488 Jun 03 15:35:53.995010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36446) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.051395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-38e9b152-025c-4445-8671-2276e5adce9b req-fbf8d74e-eb3e-44a3-9f3f-d4e13ce36a9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:54.070227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3de80a-066b-4ea1-9b20-75d345dd2c62 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Network': ['ID=f1208945-49d4-47d3-9ba7-f9b5e52db1b9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:54.076182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-38e9b152-025c-4445-8671-2276e5adce9b req-fbf8d74e-eb3e-44a3-9f3f-d4e13ce36a9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:54.077425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38e9b152-025c-4445-8671-2276e5adce9b req-fbf8d74e-eb3e-44a3-9f3f-d4e13ce36a9c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=917f3a95-429e-41cc-9c18-0f41815fcc0b HTTP/1.1" status: 200 len: 210 time: 0.1195955 Jun 03 15:35:54.085593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:54.093397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Pushing event deleted for resources: {'Port': ['ID=bed4fc68-0db3-4d59-950c-df68e02e8f47,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:54.114119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dd0cd-839f-4d7e-9bba-ad168fed8675 req-36448414-d234-485e-b852-00c04cfa34ec tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:54.116806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-438dd0cd-839f-4d7e-9bba-ad168fed8675 req-36448414-d234-485e-b852-00c04cfa34ec tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 945 time: 0.3085008 Jun 03 15:35:54.183918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-438dd0cd-839f-4d7e-9bba-ad168fed8675 req-2dd0610c-0461-4731-8d0b-6f90caf65c9d tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0d41cc9-85fe-417a-8d5c-2016beff38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576451 Jun 03 15:35:54.415952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d312c-8dc7-4c0a-867c-8e4acb325120 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:54.420308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36460) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.420460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bc9d312c-8dc7-4c0a-867c-8e4acb325120 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=83ef3833b4234da7ab416edcbb5e8afc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3914261 Jun 03 15:35:54.501208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36464) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.522342 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-f925a291-ac1c-488e-9c08-e84f3342f3eb tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:54.523235 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f925a291-ac1c-488e-9c08-e84f3342f3eb tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags/tempest-TagsExtTest-Tag-1639503345 HTTP/1.1" status: 404 len: 329 time: 0.9302745 Jun 03 15:35:54.528263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36468) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.531452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.537185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-d97eae73-a995-4211-a18f-94b78573cda9 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', 'tempest-TagsExtTest-Tag-1160061210') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:54.579545 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.581018 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-813a7ab8-ad5a-4e9b-881e-6712a3d5def0 tempest-FloatingIPAdminTestJSON-1407892340 tempest-FloatingIPAdminTestJSON-1407892340-project] 10.222.0.66 "DELETE /v2.0/floatingips/aec18f3e-8974-4a70-837a-b593ec61779b HTTP/1.1" status: 204 len: 168 time: 1.8491898 Jun 03 15:35:54.623343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] For port d2e76b0f-271d-40aa-9550-480834a0587e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d2e76b0f-271d-40aa-9550-480834a0587e,segment=NetworkSegment(38e37316-17f3-4dd6-905a-c4a2b4cced0b),segment_id=38e37316-17f3-4dd6-905a-c4a2b4cced0b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:54.623716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.651019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0311646-88b6-498e-aaa0-8d4b0ffb417d tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:54.656530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0311646-88b6-498e-aaa0-8d4b0ffb417d tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2300096 Jun 03 15:35:54.656855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36476) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.705475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6c7d2377-faed-4bcc-bfe6-43a40e9b4445 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474746 Jun 03 15:35:54.708773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36480) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.712054 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-d97eae73-a995-4211-a18f-94b78573cda9 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:54.715716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d97eae73-a995-4211-a18f-94b78573cda9 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags/tempest-TagsExtTest-Tag-1160061210 HTTP/1.1" status: 404 len: 329 time: 0.1838818 Jun 03 15:35:54.747006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36484) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.752537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-310acf9e-a6ea-4196-862e-0086d096ee1e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6', 'tempest-TagsExtTest-Tag-377278170') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:54.771382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202021643'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:54.782501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Calling delete_port for d2e76b0f-271d-40aa-9550-480834a0587e owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:54.792993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c354ece0-26c7-435c-8262-0e98327170e4 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=83ef3833b4234da7ab416edcbb5e8afc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0807474 Jun 03 15:35:54.800938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36488) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.817665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:54.836618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:54.842408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:54.852756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:54.884758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:54.888610 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.903564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.922523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:54.928700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:security_group_rule and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:54.963435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:54.966219 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-310acf9e-a6ea-4196-862e-0086d096ee1e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:54.969916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-310acf9e-a6ea-4196-862e-0086d096ee1e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags/tempest-TagsExtTest-Tag-377278170 HTTP/1.1" status: 404 len: 328 time: 0.2194128 Jun 03 15:35:54.971489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36494) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.977067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-e377f00d-95a5-4134-bfa6-ba550fac1d1b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', {'tags': ['tempest-TagsExtTest-Tag-1694908644', 'tempest-TagsExtTest-Tag-335703790', 'tempest-TagsExtTest-Tag-1785616053']}) {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:54.979945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:54.989891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36498) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.048313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e826bfb0-c5a5-44e7-9e89-ed91f0b5e5f8 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:55.049830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e826bfb0-c5a5-44e7-9e89-ed91f0b5e5f8 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2466605 Jun 03 15:35:55.053624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.055301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36504) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.066552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d2e76b0f-271d-40aa-9550-480834a0587e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:55.145627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e377f00d-95a5-4134-bfa6-ba550fac1d1b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags HTTP/1.1" status: 200 len: 317 time: 0.1741722 Jun 03 15:35:55.148337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36510) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.154080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-95a02417-d048-4f29-abcf-fc5b642c1767 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:55.156232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Pushing event deleted for resources: {'Port': ['ID=d2e76b0f-271d-40aa-9550-480834a0587e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:55.173168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1b557bd-20de-4929-9e12-10772d344cf2 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1120470 Jun 03 15:35:55.198563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.245892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990733714', 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:55.324632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] No DVR routers for this DVR port d2e76b0f-271d-40aa-9550-480834a0587e on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:55.375310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-746960f9-ccb6-44c0-9a20-a3fc8d82df3e req-188d1ed5-3677-4f9a-993f-9476752ce7ad tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5015c1-da85-4c80-ad37-bb9c198b3549 HTTP/1.1" status: 200 len: 210 time: 0.0543342 Jun 03 15:35:55.378898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.395158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'name': 'network-vif-deleted', 'tag': 'd2e76b0f-271d-40aa-9550-480834a0587e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:55.395415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-95a02417-d048-4f29-abcf-fc5b642c1767 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags HTTP/1.1" status: 204 len: 168 time: 0.2463541 Jun 03 15:35:55.398319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36522) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.407283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-417b1839-4f60-444c-9e21-c29cc252c2f3 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', 'tempest-TagsExtTest-Tag-1694908644') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:55.471874 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f7984f-67d9-4cb2-9821-0fa13a49b194'] response: {'server_uuid': 'be5015c1-da85-4c80-ad37-bb9c198b3549', 'name': 'network-vif-deleted', 'tag': 'd2e76b0f-271d-40aa-9550-480834a0587e', 'status': 'completed', 'code': 200} Jun 03 15:35:55.486514 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f021cd1d-980b-452e-a816-d8eef6e5c757 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35840b1947fd4fb6aba12f90488c0337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953783 Jun 03 15:35:55.487100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36528) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.494673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6eef7c7c-8f94-484f-b33f-cc309d298279 req-e442db6a-5482-4049-8dfc-58c2cecaf292 tempest-ServersNegativeTestMultiTenantJSON-1686260307 tempest-ServersNegativeTestMultiTenantJSON-1686260307-project] 10.222.0.15 "DELETE /v2.0/ports/d2e76b0f-271d-40aa-9550-480834a0587e HTTP/1.1" status: 204 len: 173 time: 1.9994767 Jun 03 15:35:55.516745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:55.530112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:subnet and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:55.537109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:55.547566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.548981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:55.557164 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.573821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:55.577428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.620582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:55.630058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 2e73ad59-d251-4921-a46f-77fccc87e687 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:55.681478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 2e73ad59-d251-4921-a46f-77fccc87e687 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:35:55.681850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 2e73ad59-d251-4921-a46f-77fccc87e687 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:35:55.702504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962df5d0-2d2c-4cfd-b3dd-fea93b831f52,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:55.722116 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.722463 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment b14aeb69-8e62-4fb0-9a6f-e125c03f023e of type vlan for network 72a574af-331f-4676-943b-7d245a9c0aa8 Jun 03 15:35:55.765238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.821678 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-417b1839-4f60-444c-9e21-c29cc252c2f3 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:55.825399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-417b1839-4f60-444c-9e21-c29cc252c2f3 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags/tempest-TagsExtTest-Tag-1694908644 HTTP/1.1" status: 404 len: 329 time: 0.4234555 Jun 03 15:35:55.825590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36536) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.834469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-664c4fc6-bdb6-4f25-b8f7-eebd383c803c tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', 'tempest-TagsExtTest-Tag-335703790') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:55.835598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.841146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:55.841666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.928291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.976279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4678819 Jun 03 15:35:55.981257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36540) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.992337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-531372282'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:56.000474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:56.005415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:56.008242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:56.015467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:56.027598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.029124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97904b96-a7c7-4597-9649-e837c61c7406 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=72a574af-331f-4676-943b-7d245a9c0aa8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:56.041824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 72a574af-331f-4676-943b-7d245a9c0aa8 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:56.062157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12f301-1006-49ad-abcd-07e9dc3a2205 req-26c6fdc0-a5ab-4f41-98aa-6972103edd47 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:56.064614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff12f301-1006-49ad-abcd-07e9dc3a2205 req-26c6fdc0-a5ab-4f41-98aa-6972103edd47 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 945 time: 0.3458886 Jun 03 15:35:56.077984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:56.091585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.136426 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-664c4fc6-bdb6-4f25-b8f7-eebd383c803c tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:56.138349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-664c4fc6-bdb6-4f25-b8f7-eebd383c803c tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags/tempest-TagsExtTest-Tag-335703790 HTTP/1.1" status: 404 len: 328 time: 0.3109741 Jun 03 15:35:56.142315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36544) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.147764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-b61e0cfb-485b-474f-9c67-440485b0ea94 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9', 'tempest-TagsExtTest-Tag-1785616053') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:56.155064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.215526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:56.247403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff12f301-1006-49ad-abcd-07e9dc3a2205 req-02ee4254-3aa4-45d7-bda3-e06fd60ab80c tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611576 Jun 03 15:35:56.248992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.249390 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment 7171cf76-116d-4b31-9425-3a8ad1339174 of type vlan for network 250bd2dc-6019-4918-b44d-2283ed8b0083 Jun 03 15:35:56.319034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Subnet': ['ID=848eefe5-4270-4897-9c74-eece5b990bd1,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:56.323928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.342098 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-b61e0cfb-485b-474f-9c67-440485b0ea94 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:56.343721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b61e0cfb-485b-474f-9c67-440485b0ea94 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags/tempest-TagsExtTest-Tag-1785616053 HTTP/1.1" status: 404 len: 329 time: 0.1999733 Jun 03 15:35:56.347784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36548) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.352708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea6adf-aa1c-4f04-a8f3-dcb25b90bc64,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:56.357881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-ada7713a-219a-4ef5-9bb2-e0a2c6c00e11 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', {'tags': ['tempest-TagsExtTest-Tag-554168228', 'tempest-TagsExtTest-Tag-918414656', 'tempest-TagsExtTest-Tag-315443725']}) {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:56.359755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Checking segment: {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:56.360148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network hostable DHCP agents. Network: f1208945-49d4-47d3-9ba7-f9b5e52db1b9, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:56.371028 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.371484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.372639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71ea6adf-aa1c-4f04-a8f3-dcb25b90bc64 HTTP/1.1" status: 204 len: 168 time: 0.8845875 Jun 03 15:35:56.383828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.384198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.384541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.384883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.385209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.385722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.386035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.386362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.386686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.387010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.387437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.387687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ec1353-a44d-4690-9600-c53c8d0e5625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:56.421739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:56.438754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-7b6b5ef0-d9c3-46c1-80c6-2e6d70bf2d3e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:56.439390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-7b6b5ef0-d9c3-46c1-80c6-2e6d70bf2d3e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:56.445174 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.450813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:56.451455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.458523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ada7713a-219a-4ef5-9bb2-e0a2c6c00e11 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "PUT /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags HTTP/1.1" status: 200 len: 315 time: 0.1082907 Jun 03 15:35:56.459405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36556) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.466336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-41a33dad-fdbd-4cad-85f7-b109223707e0 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:56.480799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f1208945-49d4-47d3-9ba7-f9b5e52db1b9) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:56.490275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c7dd5-28e1-4d7b-b0a8-cf3c8cdec80c None None] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:56.530185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36560) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.607805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-41a33dad-fdbd-4cad-85f7-b109223707e0 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags HTTP/1.1" status: 204 len: 168 time: 0.1471965 Jun 03 15:35:56.608583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36566) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.620255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-7b639c79-e806-4612-805d-e71a2b0a663a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', 'tempest-TagsExtTest-Tag-554168228') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:56.655998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] Deleting subnet f3097fd3-ed0c-4316-b2cd-68bc20405475 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:35:56.660723 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-7b639c79-e806-4612-805d-e71a2b0a663a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:56.661856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7b639c79-e806-4612-805d-e71a2b0a663a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags/tempest-TagsExtTest-Tag-554168228 HTTP/1.1" status: 404 len: 328 time: 0.0488446 Jun 03 15:35:56.662797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.692435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36570) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.697872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-f7833704-edb5-4aec-8c2a-84988904906e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', 'tempest-TagsExtTest-Tag-918414656') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:56.707889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:56.708747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.723321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-7b6b5ef0-d9c3-46c1-80c6-2e6d70bf2d3e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:56.725021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-7b6b5ef0-d9c3-46c1-80c6-2e6d70bf2d3e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 945 time: 0.4719372 Jun 03 15:35:56.744270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.754766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ips': [{'subnet_id': '848eefe5-4270-4897-9c74-eece5b990bd1'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:35:56.755805 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.765409 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-f7833704-edb5-4aec-8c2a-84988904906e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:56.769302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f7833704-edb5-4aec-8c2a-84988904906e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags/tempest-TagsExtTest-Tag-918414656 HTTP/1.1" status: 404 len: 328 time: 0.0730598 Jun 03 15:35:56.770468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36578) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.775776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.812951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-a619696b-bea3-4963-adcf-ef168760188e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e', 'tempest-TagsExtTest-Tag-315443725') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:56.813522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8285306 Jun 03 15:35:56.822424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.825344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36582) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.826037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8ff43-6e87-41be-834e-f802f3e5c4f1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=250bd2dc-6019-4918-b44d-2283ed8b0083,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:56.834323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e57fa660-f14d-476e-bbb4-d66e02b9cbd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6274571 Jun 03 15:35:56.840552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': '72a574af-331f-4676-943b-7d245a9c0aa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:56.859531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:56.867676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Usage tracker for resource:security_group_rule and tenant:b2b55ed44a89422c9753940791f61bea is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:56.871999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:56.886014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:56.893088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.941650 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-a619696b-bea3-4963-adcf-ef168760188e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] show failed (client error): The resource could not be found. Jun 03 15:35:56.943408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a619696b-bea3-4963-adcf-ef168760188e tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags/tempest-TagsExtTest-Tag-315443725 HTTP/1.1" status: 404 len: 328 time: 0.1698833 Jun 03 15:35:56.946896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36588) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.950452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Deleting port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:56.950814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.960260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36592) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:56.964139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:56.971491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-17ff681c-b3fb-4532-8e44-362d98af3641 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0271f6fc-bd69-4044-8402-0bef9b49ed0e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:57.056920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775019080', 'description': 'tempest-secgroup-smoke-1775019080 description', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:57.069612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.077428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:57.088040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:57.096202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:57.102517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Allocated IP 172.20.0.18 (f1208945-49d4-47d3-9ba7-f9b5e52db1b9/848eefe5-4270-4897-9c74-eece5b990bd1/db7ba7d6-5e70-42b0-b33a-680206f05b05) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:57.115908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:57.135486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3097fd3-ed0c-4316-b2cd-68bc20405475,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:57.138940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:57.148411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.179121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:57.183657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ae116916-19f9-4866-b570-2e68ecc204e3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f3097fd3-ed0c-4316-b2cd-68bc20405475 HTTP/1.1" status: 204 len: 168 time: 0.6521382 Jun 03 15:35:57.188654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36596) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:57.193619 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.217718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-17ff681c-b3fb-4532-8e44-362d98af3641 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e/tags HTTP/1.1" status: 204 len: 168 time: 0.2668023 Jun 03 15:35:57.221332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36600) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:57.238386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-84573074-ee8b-4645-b430-875d5992c72f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1b1878c-f71f-4c08-88ed-1df067e3bbb9') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:57.292795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:57.298827 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.314415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.319229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:57.324936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.332264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:57.380126 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.389900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:57.391918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Transition to ACTIVE for port object db7ba7d6-5e70-42b0-b33a-680206f05b05 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:57.412443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:57.414325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Transition to ACTIVE for port object db7ba7d6-5e70-42b0-b33a-680206f05b05 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:57.423356 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.474068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.485969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] For port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:57.486427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.497305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2b55ed44a89422c9753940791f61bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497561 Jun 03 15:35:57.508554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36606) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:57.511081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:57.520059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:57.525490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:57.533802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72af237-2814-4bf7-837b-74a6d7454f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cea322-d9b5-42e6-b039-134ab0add137,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:57.569782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-84573074-ee8b-4645-b430-875d5992c72f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9/tags HTTP/1.1" status: 204 len: 168 time: 0.3447642 Jun 03 15:35:57.573705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36610) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:57.589645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-0ac0d188-f441-42e9-8dc0-b707922a4809 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80dfd7f6-5e1b-4993-834f-e743a29517f6') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:57.636844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Pushing event updated for resources: {'Port': ['ID=db7ba7d6-5e70-42b0-b33a-680206f05b05,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:57.648717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d2e76b0f-271d-40aa-9550-480834a0587e no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:57.672251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Calling delete_port for 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:57.676750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Attempting to bind port db7ba7d6-5e70-42b0-b33a-680206f05b05 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:57.677249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Attempting to bind port db7ba7d6-5e70-42b0-b33a-680206f05b05 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:57.677659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Attempting to bind port db7ba7d6-5e70-42b0-b33a-680206f05b05 on network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:57.687221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.693664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:57.694340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Checking segment: {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:57.694895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.695542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Bound using segment: {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:57.695970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Bound port: db7ba7d6-5e70-42b0-b33a-680206f05b05, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:57.696568 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.700527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354253e4-e98d-48ae-975e-7571f8787f79 req-c3bda779-c66f-429c-928b-57689fa0473b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:57.703028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-354253e4-e98d-48ae-975e-7571f8787f79 req-c3bda779-c66f-429c-928b-57689fa0473b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 945 time: 0.2594247 Jun 03 15:35:57.705748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.761938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: d2e76b0f-271d-40aa-9550-480834a0587e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:35:57.762873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d2e76b0f-271d-40aa-9550-480834a0587e not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:35:57.798253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] For port db7ba7d6-5e70-42b0-b33a-680206f05b05, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:57.798918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5702b78c-22f8-471e-af92-e6d51edab87f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:57.802407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] For port db7ba7d6-5e70-42b0-b33a-680206f05b05, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=db7ba7d6-5e70-42b0-b33a-680206f05b05,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:35:57.812831 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.822028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-354253e4-e98d-48ae-975e-7571f8787f79 req-24a8a5af-3557-4751-93ac-00f2baee3356 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028235 Jun 03 15:35:57.824217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.827939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b71b636d-c85b-46b2-848c-14b00533c264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8641293 Jun 03 15:35:57.827939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0ac0d188-f441-42e9-8dc0-b707922a4809 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6/tags HTTP/1.1" status: 204 len: 168 time: 0.2522886 Jun 03 15:35:57.833742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36614) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:57.834081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:57.840701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.tag.tag_plugin [None req-ac2edebb-aa21-40fe-855a-9790ede7a793 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fdbc6b8a-6b58-4688-a1c8-32248de573f8') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:57.959406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36636c-d29c-49ba-b55c-831b092713c9 None None] Pushing event updated for resources: {'Port': ['ID=db7ba7d6-5e70-42b0-b33a-680206f05b05,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.014900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5702b78c-22f8-471e-af92-e6d51edab87f', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:58.025730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:58.033570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:58.038260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:58.044328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.051928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:58.079745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.094890 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.108676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0490a45c-46e9-4800-bac8-546f8ced2a1c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:58.147874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ac2edebb-aa21-40fe-855a-9790ede7a793 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8/tags HTTP/1.1" status: 204 len: 168 time: 0.3068779 Jun 03 15:35:58.148927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36622) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.176559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.184991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.216301 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7c5cafd-c26f-4f79-9cfc-ddd8d3024447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.237306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event deleted for resources: {'Port': ['ID=58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.239979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95abcca4-a52b-4fa3-b2a2-d6803311f0e7']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:58.277387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616ce93e-6372-422b-b4ca-84e686079a12,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.307382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.308259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-760ae3d3-6b34-4a96-9e89-05d2bdb06af1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729652 Jun 03 15:35:58.320593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.348071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5702b78c-22f8-471e-af92-e6d51edab87f', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:58.372756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:58.386605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e37316-17f3-4dd6-905a-c4a2b4cced0b') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:58.386905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e37316-17f3-4dd6-905a-c4a2b4cced0b') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:58.390463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:58.394563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:58.408179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7c5cafd-c26f-4f79-9cfc-ddd8d3024447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.417238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:58.438943 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01c3de2a-4d59-49b2-b5f6-1662f9b11ae4 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for subnetpool, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.440333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-01c3de2a-4d59-49b2-b5f6-1662f9b11ae4 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnetpools/0271f6fc-bd69-4044-8402-0bef9b49ed0e HTTP/1.1" status: 204 len: 168 time: 0.2912717 Jun 03 15:35:58.443626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36630) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.473558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.481962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] No DVR routers for this DVR port 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:58.498760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.508384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.508576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7e399e26-123b-49fa-a4a5-b85ac31e90b0 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1b1878c-f71f-4c08-88ed-1df067e3bbb9 HTTP/1.1" status: 200 len: 205 time: 0.0637465 Jun 03 15:35:58.510934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.518216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'name': 'network-vif-deleted', 'tag': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:58.552054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.562684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:58.563196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.590436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7f599cf0-5087-4455-af8d-3790a0bd9a87 req-13147f72-44e7-411d-a65d-c7f2b919e687 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "DELETE /v2.0/ports/58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a HTTP/1.1" status: 204 len: 173 time: 1.8356490 Jun 03 15:35:58.590436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.702350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f604e21b-2968-472d-9976-7a09d280185f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.937110 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 38e37316-17f3-4dd6-905a-c4a2b4cced0b resource provider aggregate not found Jun 03 15:35:58.948597 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7394451-1e32-4b48-95dd-0513d43885f7'] response: {'server_uuid': '3d855d48-0eaa-420c-90ab-31c7deb02f31', 'name': 'network-vif-deleted', 'tag': '58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a', 'status': 'completed', 'code': 200} Jun 03 15:35:58.949649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=993fab09-96dd-4bbb-b64b-f3f4654b9157,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.987190 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 38e37316-17f3-4dd6-905a-c4a2b4cced0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38e37316-17f3-4dd6-905a-c4a2b4cced0b found for delete ", "request_id": "req-ebfcfd70-2ec6-4885-9d30-27eb2a8cbc74"}]} Jun 03 15:35:58.999066 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7c5cafd-c26f-4f79-9cfc-ddd8d3024447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.016409 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.035517 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.045739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5cafd-c26f-4f79-9cfc-ddd8d3024447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cea322-d9b5-42e6-b039-134ab0add137,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:59.083571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.085640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] 10.222.0.66 "DELETE /v2.0/networks/95abcca4-a52b-4fa3-b2a2-d6803311f0e7 HTTP/1.1" status: 204 len: 168 time: 1.8960233 Jun 03 15:35:59.088807 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7c5cafd-c26f-4f79-9cfc-ddd8d3024447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.090133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f7c5cafd-c26f-4f79-9cfc-ddd8d3024447 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51cea322-d9b5-42e6-b039-134ab0add137 HTTP/1.1" status: 204 len: 168 time: 1.5784819 Jun 03 15:35:59.090727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.118880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': 'b14aeb69-8e62-4fb0-9a6f-e125c03f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72a574af-331f-4676-943b-7d245a9c0aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:59.119561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: 72a574af-331f-4676-943b-7d245a9c0aa8, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:59.174325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa9b4e-171a-45da-b21c-6c2b536e4182 admin admin] Pushing event deleted for resources: {'Network': ['ID=95abcca4-a52b-4fa3-b2a2-d6803311f0e7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:59.210899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 72a574af-331f-4676-943b-7d245a9c0aa8 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:59.228190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] Deleting subnet 953e6def-d54d-4d0b-9cbb-9d8e0a64675b {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:35:59.231180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 72a574af-331f-4676-943b-7d245a9c0aa8) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:59.241003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea103694-4ad9-4210-8100-e30fe3a4293d None None] Network 72a574af-331f-4676-943b-7d245a9c0aa8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:59.246490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:59.247656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.254663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.353056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e559d107-321c-4350-8a7e-190d4b0374e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5222392 Jun 03 15:35:59.359435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.369804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.414753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f604e21b-2968-472d-9976-7a09d280185f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.419654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f604e21b-2968-472d-9976-7a09d280185f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.451169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': '250bd2dc-6019-4918-b44d-2283ed8b0083', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:59.491096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.576943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045901c-c490-435d-989b-1b3232c70c68 None None] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:59.598471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f79b1c-2aab-4325-ab5a-304621db15bd,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:59.611506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.612632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-94660a6c-254d-4877-b551-c9781d943718 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2911401 Jun 03 15:35:59.615038 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a64b7d46-d663-4d5f-a970-c6bac6d4e87b req-8ae0bc32-0d78-4517-8365-b103ffafd6f7 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d855d48-0eaa-420c-90ab-31c7deb02f31 HTTP/1.1" status: 200 len: 210 time: 0.5869262 Jun 03 15:35:59.615639 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f604e21b-2968-472d-9976-7a09d280185f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.616158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604e21b-2968-472d-9976-7a09d280185f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Fanout notify agent at l3_agent the message router_deleted on router e1b1878c-f71f-4c08-88ed-1df067e3bbb9 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:59.625203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f604e21b-2968-472d-9976-7a09d280185f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.626225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f604e21b-2968-472d-9976-7a09d280185f tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/routers/e1b1878c-f71f-4c08-88ed-1df067e3bbb9 HTTP/1.1" status: 204 len: 168 time: 1.1143277 Jun 03 15:35:59.627018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36658) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.629201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36660) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.640288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5702b78c-22f8-471e-af92-e6d51edab87f', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:59.643150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:59.647244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:59.651497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:59.666130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:59.669928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.716537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:59.724429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:59.729653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:59.739193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:59.743760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.764071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:59.768613 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.820805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Deleting port 80dfd7f6-5e1b-4993-834f-e743a29517f6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:59.821202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.851908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.868258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-edc88dff-4950-41fa-be1e-e9dee8e7ba98 None None] Provisioning for port db7ba7d6-5e70-42b0-b33a-680206f05b05 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:59.871977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:59.927788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.938902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:35:59.939259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 58104b7b-cb5c-4ec9-b0cb-b3d7c3452a0a not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:35:59.962026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-72a574af-331f-4676-943b-7d245a9c0aa8', 'network_id': '72a574af-331f-4676-943b-7d245a9c0aa8', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': '993fab09-96dd-4bbb-b64b-f3f4654b9157'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:35:59.963047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.975938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.992514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:00.024374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device db7ba7d6-5e70-42b0-b33a-680206f05b05 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:00.026088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.033457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.046138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953e6def-d54d-4d0b-9cbb-9d8e0a64675b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.049218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Usage tracker for resource:security_group_rule and tenant:d59c540aa5024383b079b324ae4491cf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:00.062620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:00.082819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:00.086141 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.086555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e73ac85-6006-4e9b-9a1a-8a8a1a636e3d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.110840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a6be9f83-ee98-4da5-ae37-beaf84f43c7c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/953e6def-d54d-4d0b-9cbb-9d8e0a64675b HTTP/1.1" status: 204 len: 168 time: 0.9996817 Jun 03 15:36:00.113940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36670) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:00.169853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.173686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f4054df5-ebca-4a51-9c56-2b90a7075699 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5430012 Jun 03 15:36:00.176411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:00.190188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5702b78c-22f8-471e-af92-e6d51edab87f', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:00.198771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:00.208032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:00.212869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:00.222616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:00.275296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.275780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port db7ba7d6-5e70-42b0-b33a-680206f05b05 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:00.283587 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.296307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Allocated IP 172.20.0.2 (72a574af-331f-4676-943b-7d245a9c0aa8/993fab09-96dd-4bbb-b64b-f3f4654b9157/5d142b61-9cdd-407b-ab4b-cd965da80f62) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:00.299010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port db7ba7d6-5e70-42b0-b33a-680206f05b05 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:00.299388 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.318903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.509909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.532549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.541004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.550236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Calling delete_port for 80dfd7f6-5e1b-4993-834f-e743a29517f6 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:00.569665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port db7ba7d6-5e70-42b0-b33a-680206f05b05 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:00.570044 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.628431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=78f5fb66-d1bc-4ade-bd2d-6767504883f8,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.636769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.658832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.665227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.681589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port db7ba7d6-5e70-42b0-b33a-680206f05b05, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=db7ba7d6-5e70-42b0-b33a-680206f05b05,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:00.682826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.692999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.727793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60872456-56f0-49c7-8931-cf30c4ba5764']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:00.744332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Transition to ACTIVE for port object 5d142b61-9cdd-407b-ab4b-cd965da80f62 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:00.747458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4afd68-ac91-4ff9-89a5-f4f97d62f83e') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:00.749990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4afd68-ac91-4ff9-89a5-f4f97d62f83e') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:00.760274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f5e47c-ad92-4284-8fcd-a394a8613cb6,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.775750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.805931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.806535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.807105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c35420fc-79a7-4ed9-94f8-057b44300b60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6294951 Jun 03 15:36:00.810031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36682) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:00.817681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:00.818510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Transition to ACTIVE for port object 5d142b61-9cdd-407b-ab4b-cd965da80f62 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:00.818696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.825214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5702b78c-22f8-471e-af92-e6d51edab87f', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:00.834642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:00.836061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=db7ba7d6-5e70-42b0-b33a-680206f05b05,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.838852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:00.842636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:00.846810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.849835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.886598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:00.909420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event deleted for resources: {'Port': ['ID=80dfd7f6-5e1b-4993-834f-e743a29517f6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.939051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Network 72a574af-331f-4676-943b-7d245a9c0aa8 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:00.943322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:00.947636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6c0941e7-b1d5-4d0c-9ed8-3d43fe011445 None None] Provisioning complete for port db7ba7d6-5e70-42b0-b33a-680206f05b05 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:00.948348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6c0941e7-b1d5-4d0c-9ed8-3d43fe011445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.963241 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Project 83ef3833b4234da7ab416edcbb5e8afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:36:00.989670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903d085e-4f55-40eb-a59e-40e5d39beb24,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:01.006110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:01.010002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.012082 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.015380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.080700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Pushing event updated for resources: {'Port': ['ID=5d142b61-9cdd-407b-ab4b-cd965da80f62,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:01.081643 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] 10.222.0.66 "DELETE /v2.0/networks/60872456-56f0-49c7-8931-cf30c4ba5764 HTTP/1.1" status: 204 len: 168 time: 0.9596803 Jun 03 15:36:01.083989 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ec4afd68-ac91-4ff9-89a5-f4f97d62f83e resource provider aggregate not found Jun 03 15:36:01.088425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606346b3-6df3-4120-ac13-7dde61f813ff admin admin] Pushing event deleted for resources: {'Network': ['ID=60872456-56f0-49c7-8931-cf30c4ba5764,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:01.109290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-607d1738-574c-4dfe-af32-2c5896e1ef38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d59c540aa5024383b079b324ae4491cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2555051 Jun 03 15:36:01.120784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36692) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:01.135832 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ec4afd68-ac91-4ff9-89a5-f4f97d62f83e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec4afd68-ac91-4ff9-89a5-f4f97d62f83e found for delete ", "request_id": "req-84bf239d-6ef5-4f14-95b1-fa014af63cd1"}]} Jun 03 15:36:01.147484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': '7171cf76-116d-4b31-9425-3a8ad1339174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '250bd2dc-6019-4918-b44d-2283ed8b0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:01.147949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: 250bd2dc-6019-4918-b44d-2283ed8b0083, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:01.181246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:01.203982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 250bd2dc-6019-4918-b44d-2283ed8b0083) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:01.215186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:01.215772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.225058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.236545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b1364-0668-4885-9858-0bcfb3abb5d2 None None] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:01.243433 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.283491 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.288536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c8e6e8a1-757c-4f70-9a2c-6f77ae65d164 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9237418 Jun 03 15:36:01.289426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36698) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:01.300576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-929060454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:01.329382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:01.345304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:router and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:01.349147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:01.359691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:01.364884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9880ed9a-ff05-48bd-bb5f-061e90f6b865 tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/ports/80dfd7f6-5e1b-4993-834f-e743a29517f6 HTTP/1.1" status: 204 len: 168 time: 1.7321503 Jun 03 15:36:01.365561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36702) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:01.381680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4980e11-e261-4d29-816d-2ea31d1e3cdf,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:01.423624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.424890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-83953f58-80c4-439a-b831-f03cbe5997ee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6139336 Jun 03 15:36:01.431958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36706) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:01.433102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Attempting to bind port 5d142b61-9cdd-407b-ab4b-cd965da80f62 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:01.433565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Attempting to bind port 5d142b61-9cdd-407b-ab4b-cd965da80f62 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b14aeb69-8e62-4fb0-9a6f-e125c03f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72a574af-331f-4676-943b-7d245a9c0aa8'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:01.434095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Attempting to bind port 5d142b61-9cdd-407b-ab4b-cd965da80f62 on network 72a574af-331f-4676-943b-7d245a9c0aa8 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:01.442022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:01.442401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Checking segment: {'id': 'b14aeb69-8e62-4fb0-9a6f-e125c03f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72a574af-331f-4676-943b-7d245a9c0aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:01.442804 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.443997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Bound using segment: {'id': 'b14aeb69-8e62-4fb0-9a6f-e125c03f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72a574af-331f-4676-943b-7d245a9c0aa8'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:01.443997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Bound port: 5d142b61-9cdd-407b-ab4b-cd965da80f62, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14aeb69-8e62-4fb0-9a6f-e125c03f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72a574af-331f-4676-943b-7d245a9c0aa8'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:01.443997 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.447958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '5702b78c-22f8-471e-af92-e6d51edab87f', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:01.470782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:01.478948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:01.483265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:01.493402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.496581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:01.496740 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.497803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c783eb46-df59-47f8-8127-0b8039f4463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.523953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:01.556896 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Project 83ef3833b4234da7ab416edcbb5e8afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:36:01.562349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c783eb46-df59-47f8-8127-0b8039f4463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.565846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.596538 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.599878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Deleting subnet fdbc6b8a-6b58-4688-a1c8-32248de573f8 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:01.608859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.622170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6c0941e7-b1d5-4d0c-9ed8-3d43fe011445 None None] Current status of the port db7ba7d6-5e70-42b0-b33a-680206f05b05 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:01.626838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f345908-8e60-49e2-9b56-bc5d5fcd613f req-aef27fb5-a5f4-4a06-b844-4805bac9721d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:01.628400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f345908-8e60-49e2-9b56-bc5d5fcd613f req-aef27fb5-a5f4-4a06-b844-4805bac9721d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.2445691 Jun 03 15:36:01.705789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] For port 5d142b61-9cdd-407b-ab4b-cd965da80f62, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:01.711674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef0a107b-e7a3-4dc0-b56b-e97e2b6c3125 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7befeb01f402448591a57fe40f288e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863666 Jun 03 15:36:01.719194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] For port 5d142b61-9cdd-407b-ab4b-cd965da80f62, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5d142b61-9cdd-407b-ab4b-cd965da80f62,segment=NetworkSegment(b14aeb69-8e62-4fb0-9a6f-e125c03f023e),segment_id=b14aeb69-8e62-4fb0-9a6f-e125c03f023e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:01.720606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36714) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:01.753699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.775064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f345908-8e60-49e2-9b56-bc5d5fcd613f req-a46ceab2-de95-46f9-970b-fa854f4407c6 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222084 Jun 03 15:36:01.802540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.810191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.827763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c783eb46-df59-47f8-8127-0b8039f4463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.828380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.841999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-250bd2dc-6019-4918-b44d-2283ed8b0083', 'network_id': '250bd2dc-6019-4918-b44d-2283ed8b0083', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': '78f5fb66-d1bc-4ade-bd2d-6767504883f8'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:36:01.843202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.862711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86c086d-0f9c-4a32-a8f6-182a06a262cc,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:01.876490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783eb46-df59-47f8-8127-0b8039f4463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903d085e-4f55-40eb-a59e-40e5d39beb24,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:01.894702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b81e22f7-6fc0-49c0-a0ae-0f284ac40921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.896909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c783eb46-df59-47f8-8127-0b8039f4463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.900352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c783eb46-df59-47f8-8127-0b8039f4463c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/903d085e-4f55-40eb-a59e-40e5d39beb24 HTTP/1.1" status: 204 len: 168 time: 0.7745435 Jun 03 15:36:01.930277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.942173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d072dc41-e604-4082-88b5-2fd07b318800 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4936869 Jun 03 15:36:01.948785 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.962099 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b81e22f7-6fc0-49c0-a0ae-0f284ac40921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.025778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.068635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bfc4c-ce98-4076-9ac5-1f55c9a6ecde None None] Pushing event updated for resources: {'Port': ['ID=5d142b61-9cdd-407b-ab4b-cd965da80f62,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.082405 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b81e22f7-6fc0-49c0-a0ae-0f284ac40921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.093341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-af825857-dda5-49fd-9c8c-178dce371565 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:02.094128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-af825857-dda5-49fd-9c8c-178dce371565 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:02.128345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-af825857-dda5-49fd-9c8c-178dce371565 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:02.130182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-af825857-dda5-49fd-9c8c-178dce371565 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 0.7033401 Jun 03 15:36:02.132357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e22f7-6fc0-49c0-a0ae-0f284ac40921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d41cc9-85fe-417a-8d5c-2016beff38e0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.133145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.135267 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-402817a4-dcad-44dd-b826-8e3ee4ebba58 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8422422 Jun 03 15:36:02.150698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36724) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:02.381857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Allocated IP 172.21.0.2 (250bd2dc-6019-4918-b44d-2283ed8b0083/78f5fb66-d1bc-4ade-bd2d-6767504883f8/92b84321-e004-4068-831b-b4c6d0cf0ff3) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:02.451827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Deleting port 0490a45c-46e9-4800-bac8-546f8ced2a1c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:02.452927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.509322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b81e22f7-6fc0-49c0-a0ae-0f284ac40921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.513103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b81e22f7-6fc0-49c0-a0ae-0f284ac40921 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0d41cc9-85fe-417a-8d5c-2016beff38e0 HTTP/1.1" status: 204 len: 168 time: 0.7823296 Jun 03 15:36:02.631581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.775332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device db7ba7d6-5e70-42b0-b33a-680206f05b05 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:02.819227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbc6b8a-6b58-4688-a1c8-32248de573f8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.851118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.855618 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-717cc2f9-570d-4160-a43f-08eb511be56a tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/subnets/fdbc6b8a-6b58-4688-a1c8-32248de573f8 HTTP/1.1" status: 204 len: 168 time: 1.4869542 Jun 03 15:36:02.856727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36754) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:02.871213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be864307-e22f-4cfa-9539-0f41c7dba85b None None] Network 83be0953-41b4-4562-bc56-adc165bd443d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:03.082938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef41e61-c849-4116-997e-c33e60afee82 req-78fc4d37-8828-4269-bb61-a51d24ed745d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:03.278504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.330242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.363402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Transition to ACTIVE for port object 92b84321-e004-4068-831b-b4c6d0cf0ff3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:03.375557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Deleting port 9f1fc8fa-643b-4686-ba84-fa1d31752463 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:03.375900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.422336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36768) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:03.429263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] For port 0490a45c-46e9-4800-bac8-546f8ced2a1c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0490a45c-46e9-4800-bac8-546f8ced2a1c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:03.430132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.519238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Transition to ACTIVE for port object 92b84321-e004-4068-831b-b4c6d0cf0ff3 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:03.549372 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.592253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Calling delete_port for 0490a45c-46e9-4800-bac8-546f8ced2a1c owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:03.644681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef41e61-c849-4116-997e-c33e60afee82 req-78fc4d37-8828-4269-bb61-a51d24ed745d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:03.657160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port db7ba7d6-5e70-42b0-b33a-680206f05b05 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:03.659533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-78fc4d37-8828-4269-bb61-a51d24ed745d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775019080&fields=id&tenant_id=83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 267 time: 0.9337265 Jun 03 15:36:03.668702 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.808224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.856187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0490a45c-46e9-4800-bac8-546f8ced2a1c no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:03.983679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:03.989505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 0490a45c-46e9-4800-bac8-546f8ced2a1c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:03.995496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0490a45c-46e9-4800-bac8-546f8ced2a1c not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:04.015024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:04.017155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c7caae-01a8-4ec3-8b6a-7bcc7901e377 None None] Network 72a574af-331f-4676-943b-7d245a9c0aa8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:04.020626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event deleted for resources: {'Port': ['ID=0490a45c-46e9-4800-bac8-546f8ced2a1c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:04.055631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:04.089843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] No DVR routers for this DVR port 0490a45c-46e9-4800-bac8-546f8ced2a1c on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:04.093806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.116950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'name': 'network-vif-deleted', 'tag': '0490a45c-46e9-4800-bac8-546f8ced2a1c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:04.119245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Pushing event updated for resources: {'Port': ['ID=92b84321-e004-4068-831b-b4c6d0cf0ff3,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:04.151253 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe6be3e8-4cbb-42ae-b0d0-13ed16f0611e req-31cc86de-ec79-445f-9d04-bb8ac93f82dd tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "DELETE /v2.0/ports/0490a45c-46e9-4800-bac8-546f8ced2a1c HTTP/1.1" status: 204 len: 173 time: 2.0119855 Jun 03 15:36:04.188574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-af4755d6-e32f-494f-a6bf-0a980276b538 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f619592d80c4aa993ba55e35b0cfd25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980993 Jun 03 15:36:04.189093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36784) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:04.300426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.453557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a38af019-31b6-43bf-a169-2c5de2ac8bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.477505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] For port 9f1fc8fa-643b-4686-ba84-fa1d31752463, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9f1fc8fa-643b-4686-ba84-fa1d31752463,segment=NetworkSegment(b8041edd-56df-4282-be4a-bc575a468680),segment_id=b8041edd-56df-4282-be4a-bc575a468680)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:04.477874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.572499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5990f167-9399-417d-9159-5b1272ee1dcf None None] Provisioning for port 5d142b61-9cdd-407b-ab4b-cd965da80f62 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:04.622105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Attempting to bind port 92b84321-e004-4068-831b-b4c6d0cf0ff3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:04.623410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Attempting to bind port 92b84321-e004-4068-831b-b4c6d0cf0ff3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7171cf76-116d-4b31-9425-3a8ad1339174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '250bd2dc-6019-4918-b44d-2283ed8b0083'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:04.623410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Attempting to bind port 92b84321-e004-4068-831b-b4c6d0cf0ff3 on network 250bd2dc-6019-4918-b44d-2283ed8b0083 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:04.648081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:04.648490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Checking segment: {'id': '7171cf76-116d-4b31-9425-3a8ad1339174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '250bd2dc-6019-4918-b44d-2283ed8b0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:04.648896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.649295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Bound using segment: {'id': '7171cf76-116d-4b31-9425-3a8ad1339174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '250bd2dc-6019-4918-b44d-2283ed8b0083'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:04.649779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Bound port: 92b84321-e004-4068-831b-b4c6d0cf0ff3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7171cf76-116d-4b31-9425-3a8ad1339174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '250bd2dc-6019-4918-b44d-2283ed8b0083'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:04.650150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.701287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b27834-6dd5-4eec-a7ca-e7d01fd902df None None] DHCP port deletion for 83be0953-41b4-4562-bc56-adc165bd443d request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:36:04.725166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e7b27834-6dd5-4eec-a7ca-e7d01fd902df None None] Deleting port 9f1fc8fa-643b-4686-ba84-fa1d31752463 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:04.725593 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e7b27834-6dd5-4eec-a7ca-e7d01fd902df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.782159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port db7ba7d6-5e70-42b0-b33a-680206f05b05 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:04.783463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d142b61-9cdd-407b-ab4b-cd965da80f62 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:04.827739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Calling delete_port for 9f1fc8fa-643b-4686-ba84-fa1d31752463 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:04.856865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d762-5f92-4a89-a1c3-fe4f41f56231 req-21c97f3a-0994-429b-a165-294560905ebc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:04.870918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0984d762-5f92-4a89-a1c3-fe4f41f56231 req-21c97f3a-0994-429b-a165-294560905ebc tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=37070e74-4156-4cb6-a882-d1e6d32ca82f HTTP/1.1" status: 200 len: 946 time: 1.6186476 Jun 03 15:36:04.887149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a38af019-31b6-43bf-a169-2c5de2ac8bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.020405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.125862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] No DVR routers for this DVR port 9f1fc8fa-643b-4686-ba84-fa1d31752463 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:05.240912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.20.0.1 (72a574af-331f-4676-943b-7d245a9c0aa8/993fab09-96dd-4bbb-b64b-f3f4654b9157/fcf01d30-61fb-44fa-bf84-7a7ded668afc) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:05.252775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a38af019-31b6-43bf-a169-2c5de2ac8bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.258427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event deleted for resources: {'Port': ['ID=9f1fc8fa-643b-4686-ba84-fa1d31752463,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:05.318700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e7b27834-6dd5-4eec-a7ca-e7d01fd902df None None] The port '9f1fc8fa-643b-4686-ba84-fa1d31752463' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:36:05.326486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 5d142b61-9cdd-407b-ab4b-cd965da80f62 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:05.335204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5d142b61-9cdd-407b-ab4b-cd965da80f62 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:05.335716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.378597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38af019-31b6-43bf-a169-2c5de2ac8bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e35d0-fc67-4098-836b-a99de3190c30,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:05.378872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] For port 92b84321-e004-4068-831b-b4c6d0cf0ff3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:05.404145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.414960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.418677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a38af019-31b6-43bf-a169-2c5de2ac8bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.419996 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a38af019-31b6-43bf-a169-2c5de2ac8bee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da1e35d0-fc67-4098-836b-a99de3190c30 HTTP/1.1" status: 204 len: 168 time: 1.2134449 Jun 03 15:36:05.432416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object fcf01d30-61fb-44fa-bf84-7a7ded668afc will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:05.432744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] For port 92b84321-e004-4068-831b-b4c6d0cf0ff3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=92b84321-e004-4068-831b-b4c6d0cf0ff3,segment=NetworkSegment(7171cf76-116d-4b31-9425-3a8ad1339174),segment_id=7171cf76-116d-4b31-9425-3a8ad1339174)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:05.457612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.462131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.474103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83be0953-41b4-4562-bc56-adc165bd443d']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:05.495406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8041edd-56df-4282-be4a-bc575a468680') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:05.495716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8041edd-56df-4282-be4a-bc575a468680') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:05.521434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.561802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.573541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:05.574060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.638471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-9b32676b-8cb0-478a-baff-f141c7a2565e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:05.639212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef41e61-c849-4116-997e-c33e60afee82 req-9b32676b-8cb0-478a-baff-f141c7a2565e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:05.662912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=fcf01d30-61fb-44fa-bf84-7a7ded668afc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:05.769492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0984d762-5f92-4a89-a1c3-fe4f41f56231 req-89722eb5-9180-4dcb-acab-79891a48300e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=de02799e-084c-4c97-bb93-835aaa7122df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8974345 Jun 03 15:36:05.799027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 72a574af-331f-4676-943b-7d245a9c0aa8 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:05.816376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:05.823198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5d142b61-9cdd-407b-ab4b-cd965da80f62 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:05.827443 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b8041edd-56df-4282-be4a-bc575a468680 resource provider aggregate not found Jun 03 15:36:05.829049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:05.831898 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.892418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e0ca9-3cc3-4cf5-ad80-11406e9fed82 None None] Pushing event updated for resources: {'Port': ['ID=92b84321-e004-4068-831b-b4c6d0cf0ff3,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:05.894979 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b8041edd-56df-4282-be4a-bc575a468680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8041edd-56df-4282-be4a-bc575a468680 found for delete ", "request_id": "req-cd9f0dac-67a2-46af-9b11-dbeba080cb79"}]} Jun 03 15:36:05.926856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.961972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9ef41e61-c849-4116-997e-c33e60afee82 req-9b32676b-8cb0-478a-baff-f141c7a2565e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:05.963150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-9b32676b-8cb0-478a-baff-f141c7a2565e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/networks?id=f1208945-49d4-47d3-9ba7-f9b5e52db1b9 HTTP/1.1" status: 200 len: 797 time: 2.3011856 Jun 03 15:36:05.963303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 5d142b61-9cdd-407b-ab4b-cd965da80f62, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5d142b61-9cdd-407b-ab4b-cd965da80f62,segment=NetworkSegment(b14aeb69-8e62-4fb0-9a6f-e125c03f023e),segment_id=b14aeb69-8e62-4fb0-9a6f-e125c03f023e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:05.969972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.982290 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb81769-403d-4996-bcf2-10adf684d159'] response: {'server_uuid': '37070e74-4156-4cb6-a882-d1e6d32ca82f', 'name': 'network-vif-deleted', 'tag': '0490a45c-46e9-4800-bac8-546f8ced2a1c', 'status': 'completed', 'code': 200} Jun 03 15:36:05.983876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.017694 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] 10.222.0.66 "DELETE /v2.0/networks/83be0953-41b4-4562-bc56-adc165bd443d HTTP/1.1" status: 204 len: 168 time: 3.1596487 Jun 03 15:36:06.023335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-9f9e1ed1-2a22-4c76-a8d5-06a50fa484a7 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/quotas/83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 375 time: 0.0444086 Jun 03 15:36:06.026792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db377-fff4-420b-b393-845b0aa2925b tempest-TagsExtTest-60736590 tempest-TagsExtTest-60736590-project] Pushing event deleted for resources: {'Network': ['ID=83be0953-41b4-4562-bc56-adc165bd443d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:06.208682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f724aad5-3603-442f-8f4e-58f2c3dfb81f None None] Provisioning complete for port 5d142b61-9cdd-407b-ab4b-cd965da80f62 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:06.209432 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f724aad5-3603-442f-8f4e-58f2c3dfb81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.210424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.308212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=5d142b61-9cdd-407b-ab4b-cd965da80f62,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:06.315478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36816) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:06.341782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f1fc8fa-643b-4686-ba84-fa1d31752463 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:06.428758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 9f1fc8fa-643b-4686-ba84-fa1d31752463 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:06.429482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f1fc8fa-643b-4686-ba84-fa1d31752463 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:06.551906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f724aad5-3603-442f-8f4e-58f2c3dfb81f None None] Current status of the port 5d142b61-9cdd-407b-ab4b-cd965da80f62 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:06.659583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-0b0fc2b1-fab6-461e-9154-afc5035e8277 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6218655 Jun 03 15:36:06.680376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-499f555f-9dba-4671-be70-cecb6b046dee None None] Provisioning for port fcf01d30-61fb-44fa-bf84-7a7ded668afc completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:06.696598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-499f555f-9dba-4671-be70-cecb6b046dee None None] Provisioning complete for port fcf01d30-61fb-44fa-bf84-7a7ded668afc triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:06.696976 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-499f555f-9dba-4671-be70-cecb6b046dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.747489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1289134060', 'router:external': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:06.755588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:06.763373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:network and tenant:39ba345adfdf4730bf295569df8d6292 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:06.772759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:06.787814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:06.795497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36830) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:06.813643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.821604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Made reservation on behalf of 39ba345adfdf4730bf295569df8d6292 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:06.825702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.852298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-499f555f-9dba-4671-be70-cecb6b046dee None None] Port fcf01d30-61fb-44fa-bf84-7a7ded668afc cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:06.894987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.939935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-dc791b3f-8b98-4ec8-bf87-d8523dfd2455 service neutron] 10.222.0.66 "GET /v2.0/networks/f1208945-49d4-47d3-9ba7-f9b5e52db1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492561 Jun 03 15:36:06.948431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:06.954793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:security_group_rule and tenant:39ba345adfdf4730bf295569df8d6292 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:06.960602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:06.982339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:07.128038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b392e44e-6a23-4184-ab78-528a7e1887b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0449da7a9f7c49f5ad29cf5de10ffcb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262734 Jun 03 15:36:07.132464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36844) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:07.293873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.322771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.356623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a95-9834-43e3-932a-9f7e6c4a7af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.406098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:07.445654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.446050 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Added segment 0d762316-577d-487d-9568-6b4f589a99b0 of type vlan for network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f Jun 03 15:36:07.454199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b83051-d428-4062-8de7-f3583dda7dc8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:07.458715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a95-9834-43e3-932a-9f7e6c4a7af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.522250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e40ec4-5ac8-46ec-9fe8-12b91a7b3528 None None] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:07.533680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.615507 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.621135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:07.621668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.622497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a407ed11-826d-4b7c-bd94-3551955e042b None None] Provisioning for port 92b84321-e004-4068-831b-b4c6d0cf0ff3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:07.626891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36858) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:07.683361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-81f6407b-b9ee-4b08-9c32-24b7f8fd156a service neutron] 10.222.0.66 "GET /v2.0/networks/f1208945-49d4-47d3-9ba7-f9b5e52db1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424214 Jun 03 15:36:07.734659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Network': ['ID=5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:07.741219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a95-9834-43e3-932a-9f7e6c4a7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.787657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cd541-a3d6-4add-80cf-32d97e5bfe7e req-5a2c5acf-16b0-474a-a79a-0521b6cdb246 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:07.789234 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d78cd541-a3d6-4add-80cf-32d97e5bfe7e req-5a2c5acf-16b0-474a-a79a-0521b6cdb246 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.2921236 Jun 03 15:36:07.796603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:07.805066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc5a95-9834-43e3-932a-9f7e6c4a7af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dafed3c-dc5d-4f6d-8e28-b599cd4667cc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:07.812580 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a95-9834-43e3-932a-9f7e6c4a7af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.816074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1cc5a95-9834-43e3-932a-9f7e6c4a7af7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9dafed3c-dc5d-4f6d-8e28-b599cd4667cc HTTP/1.1" status: 204 len: 168 time: 0.6801128 Jun 03 15:36:07.837211 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-add15e43-b110-40c0-9ff9-8a6549fc760c tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5188892 Jun 03 15:36:07.839555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36866) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:07.860469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'subnet': {'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:07.882568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:07.902900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:subnet and tenant:39ba345adfdf4730bf295569df8d6292 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:07.907613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:07.920243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:07.924098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1437026834-network', 'tenant_id': 'e6f4919127034ee6a2c0665b6dea83f8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:07.935113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Made reservation on behalf of 39ba345adfdf4730bf295569df8d6292 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:07.939030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.961373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:08.007365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Usage tracker for resource:network and tenant:e6f4919127034ee6a2c0665b6dea83f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:08.016436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:08.036860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:08.103796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d78cd541-a3d6-4add-80cf-32d97e5bfe7e req-45bbc8f6-f989-4cfe-a00a-9d45da9a5146 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021042 Jun 03 15:36:08.197068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2653537a-3e85-4869-ab6d-7129bb7ee496 req-a2a2a99a-2258-4c68-9445-0be9e009e9c8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 210 time: 0.1260338 Jun 03 15:36:08.209182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Made reservation on behalf of e6f4919127034ee6a2c0665b6dea83f8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:08.221669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.247493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.334812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d142b61-9cdd-407b-ab4b-cd965da80f62 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:08.344090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:08.357309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f4919127034ee6a2c0665b6dea83f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:08.364294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.373519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:08.386155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:08.388804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.441971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5d142b61-9cdd-407b-ab4b-cd965da80f62 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:08.442255 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.565617 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.574561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=fcf01d30-61fb-44fa-bf84-7a7ded668afc,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:08.619173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5d142b61-9cdd-407b-ab4b-cd965da80f62 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:08.620424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92b84321-e004-4068-831b-b4c6d0cf0ff3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:08.705324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:36:08.707075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.743827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 92b84321-e004-4068-831b-b4c6d0cf0ff3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:08.753259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 92b84321-e004-4068-831b-b4c6d0cf0ff3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:08.753765 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.820067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Checking segment: {'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:08.820713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network hostable DHCP agents. Network: 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:08.829063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ca13d48-a043-4262-a9e6-84745a79e7f0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:08.833122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 72a574af-331f-4676-943b-7d245a9c0aa8 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:08.842241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:08.953899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.954645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 92b84321-e004-4068-831b-b4c6d0cf0ff3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:08.955031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.028358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.042404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:09.060773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:09.063051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.063635 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Added segment 62103e05-8e98-4022-abbd-db86d8610d29 of type vlan for network 035cc5ba-2fde-4fd2-8a3d-6f63aebb0007 Jun 03 15:36:09.087556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:09.093938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.095180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:09.095976 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.110404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db57f4d-936d-4cb8-8634-983407f474aa None None] Network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:09.194625 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eee9bf21-e642-40c1-955f-3a208af8f8cf tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3516166 Jun 03 15:36:09.204691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36902) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:09.221394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-7cf3711c-6add-4b59-a5f5-c272819ca48e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:09.222160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-7cf3711c-6add-4b59-a5f5-c272819ca48e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Synchronizing usage tracker for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:09.250445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-644529402', 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:09.268365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:09.279445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d4a6d-6d07-491d-b772-e229752edd54,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:09.282922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.305158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:09.306777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.308457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:port and tenant:39ba345adfdf4730bf295569df8d6292 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:09.326083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:09.414049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:09.417759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-7cf3711c-6add-4b59-a5f5-c272819ca48e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Unset dirty status for tenant:07c323f3e807488f889afd2046c3a2b9 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:09.419176 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-7cf3711c-6add-4b59-a5f5-c272819ca48e tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.5692985 Jun 03 15:36:09.441744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 92b84321-e004-4068-831b-b4c6d0cf0ff3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=92b84321-e004-4068-831b-b4c6d0cf0ff3,segment=NetworkSegment(7171cf76-116d-4b31-9425-3a8ad1339174),segment_id=7171cf76-116d-4b31-9425-3a8ad1339174)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:09.454748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.472802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Made reservation on behalf of 39ba345adfdf4730bf295569df8d6292 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:09.475213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.497376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=035cc5ba-2fde-4fd2-8a3d-6f63aebb0007,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:09.512841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] device_id is not set on port 7fb26969-ba16-49bf-8f7a-cc83844fc8c8 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:36:09.513676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c3f8fb84-5e09-4c0b-94bc-edbd55912562 None None] Provisioning complete for port fcf01d30-61fb-44fa-bf84-7a7ded668afc triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:09.515056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c3f8fb84-5e09-4c0b-94bc-edbd55912562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.616311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-beec31db-eb55-421e-81fb-5de90bbec02a req-1bb859f0-c028-4eea-96b5-d24ceba06bee tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 210 time: 0.0925486 Jun 03 15:36:09.653948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8fb84-5e09-4c0b-94bc-edbd55912562 None None] Port fcf01d30-61fb-44fa-bf84-7a7ded668afc cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:09.661587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 035cc5ba-2fde-4fd2-8a3d-6f63aebb0007 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:09.666208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0d26dfb-ec80-48e5-ad1c-f50d60789ee6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0272620 Jun 03 15:36:09.672514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36912) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:09.694047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Request body: {'subnet': {'network_id': '035cc5ba-2fde-4fd2-8a3d-6f63aebb0007', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1437026834-subnet', 'tenant_id': 'e6f4919127034ee6a2c0665b6dea83f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:09.714315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:09.748323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Usage tracker for resource:subnet and tenant:e6f4919127034ee6a2c0665b6dea83f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:09.752683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:09.763008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:09.776262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dd07e-ef5d-4a25-8b06-bb63794c5411 req-24fd67b7-d2c9-475c-bf7a-4fe0955adb09 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:09.777853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b42dd07e-ef5d-4a25-8b06-bb63794c5411 req-24fd67b7-d2c9-475c-bf7a-4fe0955adb09 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.4445853 Jun 03 15:36:09.792049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Deleting port 23d56504-3b23-4f87-829d-b7c26fcbe663 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:09.792661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.807852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:09.817126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Made reservation on behalf of e6f4919127034ee6a2c0665b6dea83f8 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:09.819801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.880350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96a2a9-1bcb-4149-9d98-4ea665ce5058 None None] Network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:10.022397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=92b84321-e004-4068-831b-b4c6d0cf0ff3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:10.104687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-8097d631-6a60-4109-94bf-8ee12e852300 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:10.106212 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-8097d631-6a60-4109-94bf-8ee12e852300 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "GET /v2.0/networks?id=f1208945-49d4-47d3-9ba7-f9b5e52db1b9 HTTP/1.1" status: 200 len: 797 time: 0.5553567 Jun 03 15:36:10.240699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Allocated IP 2001:db8::30c (5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f/5ca13d48-a043-4262-a9e6-84745a79e7f0/7fb26969-ba16-49bf-8f7a-cc83844fc8c8) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:10.248143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b42dd07e-ef5d-4a25-8b06-bb63794c5411 req-929221ad-afb0-419b-b123-e405d9f47fd2 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592333 Jun 03 15:36:10.305747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-ebf8d8a8-ce22-4ab6-9092-8731425a1a1c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 472 time: 0.1460831 Jun 03 15:36:10.321878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'port': {'device_id': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'admin_state_up': True, 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'security_groups': ['5702b78c-22f8-471e-af92-e6d51edab87f']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:10.357364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:10.371540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e68b701a-232b-4624-87c0-98b59e650f6b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/c8dd97e8-eb0d-41de-a6f9-c47b6ee73408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2171929 Jun 03 15:36:10.375588 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] Sync routers for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:10.386355 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:10.386985 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:10.426272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36926) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:10.445309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.537203 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:10.548945 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:10.549830 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:10.595783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c26bbe-66c2-4975-97a3-e295f673c436,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:10.600242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Checking segment: {'id': '62103e05-8e98-4022-abbd-db86d8610d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '035cc5ba-2fde-4fd2-8a3d-6f63aebb0007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:10.600731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Network hostable DHCP agents. Network: 035cc5ba-2fde-4fd2-8a3d-6f63aebb0007, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:10.625721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Network 035cc5ba-2fde-4fd2-8a3d-6f63aebb0007 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:10.641368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 035cc5ba-2fde-4fd2-8a3d-6f63aebb0007) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:10.646209 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:10.646622 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8998ccd3-4289-42aa-a691-95303b846b0f None None] The sync data for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:10.648219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:10.649136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.661289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] For port 23d56504-3b23-4f87-829d-b7c26fcbe663, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=23d56504-3b23-4f87-829d-b7c26fcbe663,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:10.661289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.663780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f8e265-8c01-4f08-9c3e-1bfc63473409 None None] Network 035cc5ba-2fde-4fd2-8a3d-6f63aebb0007 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:10.698521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ee49e198-b5b4-4b47-9e3c-03e3f49e377e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0248981 Jun 03 15:36:10.701219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c63b3c-04c9-4e06-b724-95b101d1c1c8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:10.706170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36936) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:10.706323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e9c63b3c-04c9-4e06-b724-95b101d1c1c8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports/fcf01d30-61fb-44fa-bf84-7a7ded668afc HTTP/1.1" status: 200 len: 910 time: 0.2723453 Jun 03 15:36:10.875660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:10.924183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-084f2f7d-b402-49e0-870f-8c9e6b921b06 req-45ef5956-7fcc-4931-b833-4ba7d10686b2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 210 time: 0.1243830 Jun 03 15:36:10.957341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:port and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:10.963579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:10.987809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36948) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:11.095356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8572177-3caa-4fc2-bd08-dcb6654aca89 None None] Network 035cc5ba-2fde-4fd2-8a3d-6f63aebb0007 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:11.129856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:11.188671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.250546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:11.254394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.290892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] Deleting subnet 44c26bbe-66c2-4975-97a3-e295f673c436 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:11.442705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.502997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.502997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.502997 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Floating IP ea300ff2-b80a-43c1-9d68-c034905f07e6 disassociated. External IP: 172.25.1.202, port: 23d56504-3b23-4f87-829d-b7c26fcbe663. Jun 03 15:36:11.503293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Calling delete_port for 23d56504-3b23-4f87-829d-b7c26fcbe663 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:11.556729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:11.588679 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.588808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.609759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c65f0-fc69-4c78-8e2c-ea7d5a619c1a req-6cdcd8d2-05ca-4cc8-803d-01e0ffed414b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:11.611408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c94c65f0-fc69-4c78-8e2c-ea7d5a619c1a req-6cdcd8d2-05ca-4cc8-803d-01e0ffed414b tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 944 time: 0.1878791 Jun 03 15:36:11.652937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.20.0.25 (f1208945-49d4-47d3-9ba7-f9b5e52db1b9/848eefe5-4270-4897-9c74-eece5b990bd1/9be54ff6-9773-4c63-b74e-2edc96ed70ea) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:11.660821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.886032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 23d56504-3b23-4f87-829d-b7c26fcbe663 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:11.996359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c94c65f0-fc69-4c78-8e2c-ea7d5a619c1a req-af80ddb2-aff0-4b5c-8786-005cf5c497ca tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd6f0542-1998-49d0-8aa1-c376c196bee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234239 Jun 03 15:36:12.061801 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.081527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 23d56504-3b23-4f87-829d-b7c26fcbe663 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:12.085774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb26969-ba16-49bf-8f7a-cc83844fc8c8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:12.127310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92b84321-e004-4068-831b-b4c6d0cf0ff3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:12.151894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.218950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:12.224898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:12.230577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:12.245623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 92b84321-e004-4068-831b-b4c6d0cf0ff3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:12.246106 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.274175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:12.275237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:12.276096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.277311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7eb93624-229c-475c-8495-b029dbdeeca1 req-8d8ad91f-932b-466c-9e7b-abbec83264d3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 210 time: 0.0561299 Jun 03 15:36:12.283192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc7981250ff4e03b251d10972b655b5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:12.340214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:12.366185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:12.409703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 92b84321-e004-4068-831b-b4c6d0cf0ff3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:12.410605 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.459699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.21.0.1 (250bd2dc-6019-4918-b44d-2283ed8b0083/78f5fb66-d1bc-4ade-bd2d-6767504883f8/2ade4e3a-6fc0-4e63-96e7-70422f62749a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:12.504786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ae0d7f05-4a64-4e37-b736-8543dff5ec14 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.2677674 Jun 03 15:36:12.505849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event deleted for resources: {'Port': ['ID=23d56504-3b23-4f87-829d-b7c26fcbe663,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:12.507610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36974) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:12.533137 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.645988 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.664867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object 2ade4e3a-6fc0-4e63-96e7-70422f62749a will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:12.694250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.697505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c26bbe-66c2-4975-97a3-e295f673c436,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:12.729579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.755686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.776955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:12.780607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:12.783375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:12.803576 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-305fbef8-70ac-407d-9424-665c2f023329 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/44c26bbe-66c2-4975-97a3-e295f673c436 HTTP/1.1" status: 204 len: 168 time: 1.7944596 Jun 03 15:36:12.806463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Deleting port 7fb26969-ba16-49bf-8f7a-cc83844fc8c8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:12.807034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.812692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36982) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:12.839082 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:36:12.864145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=2ade4e3a-6fc0-4e63-96e7-70422f62749a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:12.953950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Transition to ACTIVE for port object 9be54ff6-9773-4c63-b74e-2edc96ed70ea will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:12.981598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.108196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.164977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.211531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b1357947-2faa-4704-9bba-fbcfc2d47b82 None None] Provisioning for port 2ade4e3a-6fc0-4e63-96e7-70422f62749a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:13.218797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b1357947-2faa-4704-9bba-fbcfc2d47b82 None None] Provisioning complete for port 2ade4e3a-6fc0-4e63-96e7-70422f62749a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:13.219303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b1357947-2faa-4704-9bba-fbcfc2d47b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.237171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.276595 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.292473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.305369 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbc7981250ff4e03b251d10972b655b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7386148 Jun 03 15:36:13.310335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b1357947-2faa-4704-9bba-fbcfc2d47b82 None None] Port 2ade4e3a-6fc0-4e63-96e7-70422f62749a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:13.318862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9e1c504-69e3-45ed-8db1-69f3da6a106d req-b04e9b40-4f74-46a8-8d19-1c5fe233ed4d tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f451456-47bd-4e6a-a7fd-34491cca39c9 HTTP/1.1" status: 200 len: 210 time: 0.1255596 Jun 03 15:36:13.319612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:13.376649 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1f9b509-fd19-4620-adb4-4b2c2e5472ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.412176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:13.420928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.421219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:13.430572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:13.453526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035cc5ba-2fde-4fd2-8a3d-6f63aebb0007']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:13.466113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62103e05-8e98-4022-abbd-db86d8610d29') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:13.466489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62103e05-8e98-4022-abbd-db86d8610d29') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:13.481875 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.484998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Router 21b87e93-2744-4e50-8d85-eda5caaac7d7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:13.495016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d31c3-f68f-4019-929b-558308d6b028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1065e6e-5397-42c1-8cf8-4f9918fc3b45,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:13.496277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.505159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:13.505573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.521236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=9be54ff6-9773-4c63-b74e-2edc96ed70ea,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:13.685228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:13.685860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.744280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ce627a3b-7a59-4aa3-9170-9a1cfc788972 None None] Provisioning for port 9be54ff6-9773-4c63-b74e-2edc96ed70ea completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:13.752173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ce627a3b-7a59-4aa3-9170-9a1cfc788972 None None] Provisioning complete for port 9be54ff6-9773-4c63-b74e-2edc96ed70ea triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:13.753007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce627a3b-7a59-4aa3-9170-9a1cfc788972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.756516 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 62103e05-8e98-4022-abbd-db86d8610d29 resource provider aggregate not found Jun 03 15:36:13.809230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-99abc863-40c1-4ed3-a4d9-443b4ba3a692 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4954054 Jun 03 15:36:13.817277 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 62103e05-8e98-4022-abbd-db86d8610d29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62103e05-8e98-4022-abbd-db86d8610d29 found for delete ", "request_id": "req-51365d36-aedb-4ce2-aa49-e8775527b292"}]} Jun 03 15:36:13.828221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Request body: {'port': {'device_id': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:13.853424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ce627a3b-7a59-4aa3-9170-9a1cfc788972 None None] Port 9be54ff6-9773-4c63-b74e-2edc96ed70ea cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:13.857215 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.893277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.972039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:13.997081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] Sync routers for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:14.017867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:14.018969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:14.102422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.173846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] Pushing event deleted for resources: {'Network': ['ID=035cc5ba-2fde-4fd2-8a3d-6f63aebb0007,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:14.217743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2af6e34c-b39a-4965-99f2-ec6bd2d7538f admin admin] 10.222.0.66 "DELETE /v2.0/networks/035cc5ba-2fde-4fd2-8a3d-6f63aebb0007 HTTP/1.1" status: 204 len: 168 time: 1.4007964 Jun 03 15:36:14.225794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Calling delete_port for 7fb26969-ba16-49bf-8f7a-cc83844fc8c8 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:14.236274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:14.324570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ffc406e-8ba9-48e2-a68b-325eea3bc67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.351026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] No DVR routers for this DVR port 23d56504-3b23-4f87-829d-b7c26fcbe663 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:14.361879 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.361879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ecb7f742-0b3d-4b7e-9685-f648032c6d57 req-44c6947e-bc2a-4856-a124-d0520870fbff tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.70 "DELETE /v2.0/ports/23d56504-3b23-4f87-829d-b7c26fcbe663 HTTP/1.1" status: 204 len: 173 time: 4.9294164 Jun 03 15:36:14.362533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-deleted', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:14.374210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37008) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:14.388929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ffc406e-8ba9-48e2-a68b-325eea3bc67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.445323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.569974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b7a4ead3-a550-41b1-8dc8-acbb39acb496 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6f4919127034ee6a2c0665b6dea83f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906238 Jun 03 15:36:14.572158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-fec510b7-cb8a-4bf2-8d1e-0a3cdcba7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:14.573704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-fec510b7-cb8a-4bf2-8d1e-0a3cdcba7338 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1096 time: 1.0491390 Jun 03 15:36:14.579635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37014) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:14.640508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.645623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:44Z', 'revision_number': 5, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:14.650949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] Checking router: 21b87e93-2744-4e50-8d85-eda5caaac7d7 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:14.660390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:14.661023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:35:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:14.750675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ffc406e-8ba9-48e2-a68b-325eea3bc67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.761245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fb26969-ba16-49bf-8f7a-cc83844fc8c8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:14.792503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1c388-b349-4bc2-8afd-0876db14b09b req-cc80f590-97a2-4c53-9a36-12a820c40731 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:14.793148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36c1c388-b349-4bc2-8afd-0876db14b09b req-cc80f590-97a2-4c53-9a36-12a820c40731 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 1.2324650 Jun 03 15:36:14.822620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b07d3-b531-46b3-80c6-5ab00034a868 req-08823f5f-46f4-4f5d-9492-629f59ac6e79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:14.824100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce5b07d3-b531-46b3-80c6-5ab00034a868 req-08823f5f-46f4-4f5d-9492-629f59ac6e79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 932 time: 1.2683160 Jun 03 15:36:14.825479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.845221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc406e-8ba9-48e2-a68b-325eea3bc67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1065e6e-5397-42c1-8cf8-4f9918fc3b45,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:14.857395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70529ab6-5adb-43f1-8357-38ed4db3a66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.860623 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5441fcf0-bdfb-492d-a63e-7fd9d97aab1b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "DELETE /v2.0/ports/7fb26969-ba16-49bf-8f7a-cc83844fc8c8 HTTP/1.1" status: 204 len: 168 time: 2.3356109 Jun 03 15:36:14.866779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37018) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:14.906557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:14.915713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-c6617503-0722-460d-9a63-1db5f5dba245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:14.917973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-c6617503-0722-460d-9a63-1db5f5dba245 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.3351109 Jun 03 15:36:14.943181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f', 'external_fixed_ips': [{'subnet_id': '5ca13d48-a043-4262-a9e6-84745a79e7f0', 'ip_address': '2001:db8::30c'}]}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:14.959839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70529ab6-5adb-43f1-8357-38ed4db3a66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.073660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-f7719d31-eaf0-4cf8-8076-c7d95917bcf4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 1000 time: 0.1261985 Jun 03 15:36:15.101208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:15.113719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36c1c388-b349-4bc2-8afd-0876db14b09b req-0333fc4e-a49f-485a-af0d-5954ec0bfe94 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871959 Jun 03 15:36:15.113719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ffc406e-8ba9-48e2-a68b-325eea3bc67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.119384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9ffc406e-8ba9-48e2-a68b-325eea3bc67b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1065e6e-5397-42c1-8cf8-4f9918fc3b45 HTTP/1.1" status: 204 len: 168 time: 1.5992115 Jun 03 15:36:15.131707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70529ab6-5adb-43f1-8357-38ed4db3a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.194559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70529ab6-5adb-43f1-8357-38ed4db3a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d4a6d-6d07-491d-b772-e229752edd54,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:15.200272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70529ab6-5adb-43f1-8357-38ed4db3a66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.205247 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70529ab6-5adb-43f1-8357-38ed4db3a66f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f20d4a6d-6d07-491d-b772-e229752edd54 HTTP/1.1" status: 204 len: 168 time: 0.6245718 Jun 03 15:36:15.219821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be54ff6-9773-4c63-b74e-2edc96ed70ea {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:36:15.238312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.264374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-e853a776-5490-4b9f-9985-5b65deb9fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:15.266373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-e853a776-5490-4b9f-9985-5b65deb9fd5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.1667814 Jun 03 15:36:15.267621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:router and tenant:39ba345adfdf4730bf295569df8d6292 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:15.278733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:15.279023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Transition to ACTIVE for port object 9be54ff6-9773-4c63-b74e-2edc96ed70ea will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:15.290270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.358818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:15.390650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce5b07d3-b531-46b3-80c6-5ab00034a868 req-34ea2fde-8f87-4411-a233-baee878b78b0 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360813 Jun 03 15:36:15.393283 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48d8932-d224-4fc4-8088-6ffec44cf4da'] response: {'server_uuid': '1f451456-47bd-4e6a-a7fd-34491cca39c9', 'name': 'network-vif-deleted', 'tag': '23d56504-3b23-4f87-829d-b7c26fcbe663', 'status': 'completed', 'code': 200} Jun 03 15:36:15.421328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.428000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.459909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37030) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:15.525427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9be54ff6-9773-4c63-b74e-2edc96ed70ea,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:15.559252 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.573548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.595584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:44Z', 'revision_number': 5, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:15.610501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc576f-7ac2-4db0-b0e2-b672f4d946fe None None] The sync data for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 is: [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:26:30Z', 'revision_number': 4, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e9630860-23a5-40ac-81b4-3f77b1aae2a9', 'name': '', 'network_id': '55a1cfe3-26d3-4c57-98b2-66e0a4ec693c', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'mac_address': 'fa:16:3e:fd:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:27Z', 'updated_at': '2022-06-03T15:26:44Z', 'revision_number': 5, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'subnets': [{'id': '73b2866f-4d96-4e99-bf64-6e39855c0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:15.615745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:36:15.665257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.695603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.714374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Attempting to bind port 9be54ff6-9773-4c63-b74e-2edc96ed70ea on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:15.716150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Attempting to bind port 9be54ff6-9773-4c63-b74e-2edc96ed70ea by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:15.716501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Attempting to bind port 9be54ff6-9773-4c63-b74e-2edc96ed70ea on network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:15.724699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Port 9be54ff6-9773-4c63-b74e-2edc96ed70ea on network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:36:15.725061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Attempting to bind port 9be54ff6-9773-4c63-b74e-2edc96ed70ea on network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:15.739841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37034) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:15.742694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:15.742964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Checking segment: {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:15.743367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Bound using segment: {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:15.744809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Bound port: 9be54ff6-9773-4c63-b74e-2edc96ed70ea, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:15.744809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.790956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-31b8cbae-b2cb-455d-88fb-dee054df1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:15.792800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-31b8cbae-b2cb-455d-88fb-dee054df1e5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5161645 Jun 03 15:36:15.868284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] For port 9be54ff6-9773-4c63-b74e-2edc96ed70ea, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:15.872214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] For port 9be54ff6-9773-4c63-b74e-2edc96ed70ea, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9be54ff6-9773-4c63-b74e-2edc96ed70ea,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:15.880098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.011662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9be54ff6-9773-4c63-b74e-2edc96ed70ea,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:16.026932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:16.030962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.032999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-eb3230bd-2740-4769-b9d5-50f7077016b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/9be54ff6-9773-4c63-b74e-2edc96ed70ea HTTP/1.1" status: 200 len: 1092 time: 2.2117403 Jun 03 15:36:16.035811 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4bd0ac-38fe-41cb-80fd-a6501b753fb8 None None] New status for floating IP ea300ff2-b80a-43c1-9d68-c034905f07e6: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:36:16.041564 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.051890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=2ade4e3a-6fc0-4e63-96e7-70422f62749a,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:16.117729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:16.122551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Usage tracker for resource:security_group_rule and tenant:69a5a9ac9c434506b7a89b489ef45042 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:16.127417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:16.133548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:16.261958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ed64b89-0221-4e8e-b0fc-839b62a02a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.333044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-2e172e90-2b10-4c60-8490-295e002ae32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:16.338798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-2e172e90-2b10-4c60-8490-295e002ae32c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 1095 time: 0.2568669 Jun 03 15:36:16.343293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.469467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-6df31f8e-4a5d-48ae-85b5-684ec32f2855 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9be54ff6-9773-4c63-b74e-2edc96ed70ea HTTP/1.1" status: 200 len: 217 time: 0.1143579 Jun 03 15:36:16.575017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-7a92707b-9f18-488e-9e79-6995af55b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:16.576950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-7a92707b-9f18-488e-9e79-6995af55b497 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=848eefe5-4270-4897-9c74-eece5b990bd1 HTTP/1.1" status: 200 len: 838 time: 0.0995412 Jun 03 15:36:16.608496 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.615285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.652365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.657845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abdf5add-fd19-4247-ba76-88c38c9bc0f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.737802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4d62a-3922-424f-8c30-c0c38597d306,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:16.786505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41e61-c849-4116-997e-c33e60afee82 req-d0bdddde-456e-4b0b-804e-0c94a96ca74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:16.788034 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-d0bdddde-456e-4b0b-804e-0c94a96ca74c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1208945-49d4-47d3-9ba7-f9b5e52db1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047510 Jun 03 15:36:16.936051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.941245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-8435ff01-1ccb-4f54-82d2-f327b4d22f72 service neutron] 10.222.0.15 "GET /v2.0/networks/f1208945-49d4-47d3-9ba7-f9b5e52db1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461227 Jun 03 15:36:17.053204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.092912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9ef41e61-c849-4116-997e-c33e60afee82 req-0c95d999-957d-4799-b0f3-ff11cc9438d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f1208945-49d4-47d3-9ba7-f9b5e52db1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453018 Jun 03 15:36:17.127790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-81b8727b-1850-4102-80a7-3238e0c60777 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69a5a9ac9c434506b7a89b489ef45042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3335457 Jun 03 15:36:17.130300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37068) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:17.169306 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abdf5add-fd19-4247-ba76-88c38c9bc0f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.194562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef421ebc-ea15-4901-b242-2a5feb32cdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.227068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef421ebc-ea15-4901-b242-2a5feb32cdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.291051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef421ebc-ea15-4901-b242-2a5feb32cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.305143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-8ec30320-359d-46d6-90d3-37ac7d49202d service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4736488 Jun 03 15:36:17.319133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef421ebc-ea15-4901-b242-2a5feb32cdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a4d62a-3922-424f-8c30-c0c38597d306,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:17.327797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef421ebc-ea15-4901-b242-2a5feb32cdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.329654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ef421ebc-ea15-4901-b242-2a5feb32cdd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02a4d62a-3922-424f-8c30-c0c38597d306 HTTP/1.1" status: 204 len: 168 time: 0.1983364 Jun 03 15:36:17.394552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'tag': '9be54ff6-9773-4c63-b74e-2edc96ed70ea'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:17.401341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abdf5add-fd19-4247-ba76-88c38c9bc0f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.504022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257f81-d6e8-4ac8-9682-37bd1facdde0 req-73c66cac-f71d-445f-9724-7f36ca48c3fc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:17.505620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e257f81-d6e8-4ac8-9682-37bd1facdde0 req-73c66cac-f71d-445f-9724-7f36ca48c3fc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.9356203 Jun 03 15:36:17.513379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7b1eb-f3ba-4759-a45e-f6ebf2f1b563 req-8dd6e6bc-2747-47fb-89da-30340f3e6f1a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:17.515496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ff7b1eb-f3ba-4759-a45e-f6ebf2f1b563 req-8dd6e6bc-2747-47fb-89da-30340f3e6f1a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 944 time: 0.9725280 Jun 03 15:36:17.532361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf5add-fd19-4247-ba76-88c38c9bc0f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f0542-1998-49d0-8aa1-c376c196bee3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:17.628876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:17.637662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:17.786332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-abdf5add-fd19-4247-ba76-88c38c9bc0f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.787476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-abdf5add-fd19-4247-ba76-88c38c9bc0f9 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "DELETE /v2.0/security-groups/bd6f0542-1998-49d0-8aa1-c376c196bee3 HTTP/1.1" status: 204 len: 168 time: 2.3162563 Jun 03 15:36:17.790539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e257f81-d6e8-4ac8-9682-37bd1facdde0 req-2e072cd3-57fb-46b6-a45e-cb4e0eb44dac tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711990 Jun 03 15:36:17.792222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37092) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:17.822507 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-bc4db0e2-38ab-441b-97ca-83da9f30cf51 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] show failed (client error): The resource could not be found. Jun 03 15:36:17.831448 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bc4db0e2-38ab-441b-97ca-83da9f30cf51 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "GET /v2.0/security-groups/bd6f0542-1998-49d0-8aa1-c376c196bee3 HTTP/1.1" status: 404 len: 347 time: 0.0365727 Jun 03 15:36:17.832219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37098) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:17.836578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.862286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ff7b1eb-f3ba-4759-a45e-f6ebf2f1b563 req-6e610118-0471-4acf-b8d5-52ec98175630 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209114 Jun 03 15:36:17.900988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e778ce82-5a68-4d0c-97e5-e30aa79ff1c1 req-39b3ce4f-c431-440a-8010-db8e375bce7f service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349705 Jun 03 15:36:17.939293 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae073e7-38e3-4313-9b20-ce4886b8c090'] response: {'name': 'network-changed', 'server_uuid': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'tag': '9be54ff6-9773-4c63-b74e-2edc96ed70ea', 'status': 'completed', 'code': 200} Jun 03 15:36:17.989064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c8ca85be-a785-4081-be37-5dde85a549a4 None None] Provisioning complete for port 2ade4e3a-6fc0-4e63-96e7-70422f62749a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:17.989674 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c8ca85be-a785-4081-be37-5dde85a549a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.116985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca85be-a785-4081-be37-5dde85a549a4 None None] Port 2ade4e3a-6fc0-4e63-96e7-70422f62749a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:18.150662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:18.163199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Deleting port 0c481dd5-fdc8-4bf6-82c1-fc08f6e81e96 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:18.163690 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.215853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-b831928a-8461-4965-8df8-c12093fc5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:18.217999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-b831928a-8461-4965-8df8-c12093fc5e2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 1095 time: 0.2911313 Jun 03 15:36:18.414824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.451806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.452419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.671091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37136) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:18.687263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Calling delete_port for 0c481dd5-fdc8-4bf6-82c1-fc08f6e81e96 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:18.842079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:18.853812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] Sync routers for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:18.861762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6bedabf1-b24d-44cc-8eaf-63858d5d5e96 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/c8dd97e8-eb0d-41de-a6f9-c47b6ee73408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1542714 Jun 03 15:36:18.866347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37152) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:18.869327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.875166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:18.876825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:18.956036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.957034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:18.979926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:18.980839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:19.002831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798592378-network', 'tenant_id': '15abfffa6ce64b4e945260f6159c98b3'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:19.036697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:19.070622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bbeae5-02bd-4688-83ce-dc9d8f54bbfa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:19.072050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1bbeae5-02bd-4688-83ce-dc9d8f54bbfa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports/2ade4e3a-6fc0-4e63-96e7-70422f62749a HTTP/1.1" status: 200 len: 910 time: 0.2046254 Jun 03 15:36:19.073606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Usage tracker for resource:network and tenant:15abfffa6ce64b4e945260f6159c98b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:19.080729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37164) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:19.081159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:19.088620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:19.093988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.138236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:19.138917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7a4c8-82e2-4190-945d-1b7cb5df85c2 None None] The sync data for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:19.173431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Pushing event deleted for resources: {'Port': ['ID=0c481dd5-fdc8-4bf6-82c1-fc08f6e81e96,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:19.176657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Made reservation on behalf of 15abfffa6ce64b4e945260f6159c98b3 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:19.179048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.219055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-62f5430d-af44-4862-a4a9-1758b97760fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:19.221203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-62f5430d-af44-4862-a4a9-1758b97760fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1208945-49d4-47d3-9ba7-f9b5e52db1b9 HTTP/1.1" status: 200 len: 898 time: 0.9202700 Jun 03 15:36:19.225258 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.291444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:19.303097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Usage tracker for resource:security_group_rule and tenant:15abfffa6ce64b4e945260f6159c98b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:19.307526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:19.319259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:19.336173 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.384556 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.385692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-598f7e46-8b5d-4a4f-9c6a-a796ecbc6c50 tempest-ServerActionsTestJSON-193599688 tempest-ServerActionsTestJSON-193599688-project] 10.222.0.66 "DELETE /v2.0/floatingips/ea300ff2-b80a-43c1-9d68-c034905f07e6 HTTP/1.1" status: 204 len: 168 time: 1.5521259 Jun 03 15:36:19.390567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37176) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:19.443315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-e3eeb199-b8b3-43c7-9880-34b16870be73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9be54ff6-9773-4c63-b74e-2edc96ed70ea HTTP/1.1" status: 200 len: 217 time: 0.1601410 Jun 03 15:36:19.460937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.469310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.509655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:19.521325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa9029-c299-40f6-87a3-a71f24326987,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:19.528070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.528453 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Added segment 9e323b31-5d6f-4a61-b2ac-77fdfe032e18 of type vlan for network b58bdfab-eb6d-419a-b4c6-775654340610 Jun 03 15:36:19.644141 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.711675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9be54ff6-9773-4c63-b74e-2edc96ed70ea details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:36:19.761366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-32b9fcaf-5aad-4615-99de-564871a93008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:19.762854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-32b9fcaf-5aad-4615-99de-564871a93008 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=848eefe5-4270-4897-9c74-eece5b990bd1 HTTP/1.1" status: 200 len: 838 time: 0.3027430 Jun 03 15:36:19.926346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fca5f-ce1f-4f7d-a9d6-ff3fcba178c9 req-bbe20608-4e43-489c-ace4-8f5ae696bac7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:19.928659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9be54ff6-9773-4c63-b74e-2edc96ed70ea, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9be54ff6-9773-4c63-b74e-2edc96ed70ea,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:19.933611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e36fca5f-ce1f-4f7d-a9d6-ff3fcba178c9 req-bbe20608-4e43-489c-ace4-8f5ae696bac7 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.8535595 Jun 03 15:36:19.938607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.939933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:19.940624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.944322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f781bc-73a0-48d3-8586-c5a8d3cee77d req-451b03a3-6529-4b42-beeb-a8d9c6fdfd5b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:19.945925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '9be54ff6-9773-4c63-b74e-2edc96ed70ea', 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'port_id': '9be54ff6-9773-4c63-b74e-2edc96ed70ea', 'mac_address': 'fa:16:3e:62:60:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848eefe5-4270-4897-9c74-eece5b990bd1', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:36:19.952050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79f781bc-73a0-48d3-8586-c5a8d3cee77d req-451b03a3-6529-4b42-beeb-a8d9c6fdfd5b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 944 time: 0.8017035 Jun 03 15:36:20.027803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 9be54ff6-9773-4c63-b74e-2edc96ed70ea is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:20.030399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.050715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be54ff6-9773-4c63-b74e-2edc96ed70ea {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:36:20.068785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9be54ff6-9773-4c63-b74e-2edc96ed70ea, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9be54ff6-9773-4c63-b74e-2edc96ed70ea,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:20.075663 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.110888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Allocated IP 2001:db8::30c (5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f/5ca13d48-a043-4262-a9e6-84745a79e7f0/52d9c5df-6564-410f-b9b6-99a5a164f0d2) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:20.172429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=9be54ff6-9773-4c63-b74e-2edc96ed70ea,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:20.173991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e36fca5f-ce1f-4f7d-a9d6-ff3fcba178c9 req-0b92169e-c65e-4390-9888-1395031b7175 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391379 Jun 03 15:36:20.187232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79f781bc-73a0-48d3-8586-c5a8d3cee77d req-8dcb0296-e9e4-4373-a3aa-da1f4bac95b7 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336364 Jun 03 15:36:20.192778 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5198126 Jun 03 15:36:20.203309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37200) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:20.216793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Request body: {'subnet': {'network_id': 'b58bdfab-eb6d-419a-b4c6-775654340610', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798592378-subnet', 'tenant_id': '15abfffa6ce64b4e945260f6159c98b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:20.226208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b20dd-2a01-4ed2-a962-05156346a28d admin admin] Pushing event updated for resources: {'Network': ['ID=b58bdfab-eb6d-419a-b4c6-775654340610,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:20.228481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:20.239837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Usage tracker for resource:subnet and tenant:15abfffa6ce64b4e945260f6159c98b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:20.246041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:20.252003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b58bdfab-eb6d-419a-b4c6-775654340610 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:20.256166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:20.320797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Made reservation on behalf of 15abfffa6ce64b4e945260f6159c98b3 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:20.323312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.343551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-f837f83e-a708-4e6c-825d-a3a791f9deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:20.343551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-f837f83e-a708-4e6c-825d-a3a791f9deec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1208945-49d4-47d3-9ba7-f9b5e52db1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5497382 Jun 03 15:36:20.366993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['9be54ff6-9773-4c63-b74e-2edc96ed70ea'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:36:20.754228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.777931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.795686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-72e21892-cfeb-46ec-b2be-1954ae83462d service neutron] 10.222.0.15 "GET /v2.0/networks/f1208945-49d4-47d3-9ba7-f9b5e52db1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405613 Jun 03 15:36:20.828762 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.832285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37212) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:20.932554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28af2eba-7a04-41e5-a287-d7a1cd960646,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:20.947807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Checking segment: {'id': '9e323b31-5d6f-4a61-b2ac-77fdfe032e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b58bdfab-eb6d-419a-b4c6-775654340610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:20.948840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Network hostable DHCP agents. Network: b58bdfab-eb6d-419a-b4c6-775654340610, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:20.971006 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.046934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Network b58bdfab-eb6d-419a-b4c6-775654340610 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:21.056608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.067165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b58bdfab-eb6d-419a-b4c6-775654340610) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:21.077313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf1749-65ff-491e-a87b-39433a10fc62 None None] Network b58bdfab-eb6d-419a-b4c6-775654340610 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:21.127893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:21.128815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.163211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11b1fcf2-188f-4f2a-a017-2a6245a22ff9 req-c7f6b0e1-3d91-4f8c-8a0a-c41d19f76c3e service neutron] 10.222.0.15 "GET /v2.0/networks/f1208945-49d4-47d3-9ba7-f9b5e52db1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531909 Jun 03 15:36:21.183087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.220137 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8b49d9bb-549f-4971-9c37-b67f12b77164 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0055561 Jun 03 15:36:21.292411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:21.309037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:21.315584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:21.318209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:21.383795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb3134-d800-4ea5-af99-8ddd75fd7bd0 None None] Network b58bdfab-eb6d-419a-b4c6-775654340610 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:21.399197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Deleting port e9630860-23a5-40ac-81b4-3f77b1aae2a9 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:21.399560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.446979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Port': ['ID=52d9c5df-6564-410f-b9b6-99a5a164f0d2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:21.461033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Usage tracker for resource:security_group_rule and tenant:e59bd3ade05240bb8d19c897f69978ba is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:21.552043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:21.629935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] For port e9630860-23a5-40ac-81b4-3f77b1aae2a9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e9630860-23a5-40ac-81b4-3f77b1aae2a9,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:21.630374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.636570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:21.746643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9be54ff6-9773-4c63-b74e-2edc96ed70ea up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:21.834920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 9be54ff6-9773-4c63-b74e-2edc96ed70ea completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:21.843590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 9be54ff6-9773-4c63-b74e-2edc96ed70ea triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:21.844427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.948190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Calling delete_port for e9630860-23a5-40ac-81b4-3f77b1aae2a9 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:21.993408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 9be54ff6-9773-4c63-b74e-2edc96ed70ea is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:21.993934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.006223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb20e2-7723-4d3e-a99b-f273af7873d1 req-fad56c20-7453-42c5-b6a0-6edd3ab8e50d tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:22.008383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eefb20e2-7723-4d3e-a99b-f273af7873d1 req-fad56c20-7453-42c5-b6a0-6edd3ab8e50d tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.7007966 Jun 03 15:36:22.009839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37236) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:22.026175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be54ff6-9773-4c63-b74e-2edc96ed70ea'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:22.039534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9be54ff6-9773-4c63-b74e-2edc96ed70ea, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9be54ff6-9773-4c63-b74e-2edc96ed70ea,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:22.046858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.058732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b1cd6-2b8a-480a-8bc1-f583ad38f237 req-6dba195b-1e9a-4f2a-956b-fc2d6af92bd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:22.060315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-995b1cd6-2b8a-480a-8bc1-f583ad38f237 req-6dba195b-1e9a-4f2a-956b-fc2d6af92bd2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 945 time: 0.6664965 Jun 03 15:36:22.081539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411156147-network', 'tenant_id': 'd951506eac844636b80edb16e1b455c9'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:22.100657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:22.140778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=9be54ff6-9773-4c63-b74e-2edc96ed70ea,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:22.141809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.150962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Usage tracker for resource:network and tenant:d951506eac844636b80edb16e1b455c9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:22.179551 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.187938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:22.230772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9630860-23a5-40ac-81b4-3f77b1aae2a9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:22.262190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.285963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:22.370447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eefb20e2-7723-4d3e-a99b-f273af7873d1 req-82f6d079-7649-4359-bded-187f188444cd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457377 Jun 03 15:36:22.397788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-995b1cd6-2b8a-480a-8bc1-f583ad38f237 req-c8847ac2-03fc-4544-a8d7-aec48b20b6f2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115404 Jun 03 15:36:22.406728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Made reservation on behalf of d951506eac844636b80edb16e1b455c9 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:22.409887 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.438982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.453616 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c425cb3c-618a-47f8-9d23-0512b550b20c'] response: {'server_uuid': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be54ff6-9773-4c63-b74e-2edc96ed70ea', 'code': 200} Jun 03 15:36:22.454494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e59bd3ade05240bb8d19c897f69978ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6192434 Jun 03 15:36:22.455957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 2ade4e3a-6fc0-4e63-96e7-70422f62749a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:22.456388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.494349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37242) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:22.495092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b10407-98e0-42dc-9744-1fdae5b000bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f19850-6407-4011-9fab-5b4a5eb16297,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:22.517055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:22.541889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.670096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.717265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Usage tracker for resource:security_group_rule and tenant:d951506eac844636b80edb16e1b455c9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:22.763975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:22.806518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:22.917367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Router 21b87e93-2744-4e50-8d85-eda5caaac7d7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:23.079824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9793-8a41-43d1-8b0d-9de7e29c457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.122290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:23.134848 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] Sync routers for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:23.139761 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-48234b21-37d5-4ad9-9716-446f88748d64 admin admin] 10.222.0.66 "PUT /v2.0/routers/21b87e93-2744-4e50-8d85-eda5caaac7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7455986 Jun 03 15:36:23.139950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37246) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:23.147182 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:23.147802 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:23.233869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea59fe-93cb-40c4-b338-991fc5e9d85e req-0e6d7ae9-a60d-4176-a4ec-e53c1eb8beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:23.235373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54ea59fe-93cb-40c4-b338-991fc5e9d85e req-0e6d7ae9-a60d-4176-a4ec-e53c1eb8beac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 1097 time: 0.5764787 Jun 03 15:36:23.237183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9793-8a41-43d1-8b0d-9de7e29c457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.276454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.331200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.338711 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:23.500655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 2ade4e3a-6fc0-4e63-96e7-70422f62749a owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:23.646422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.672478 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.682489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Deleting port 0c863791-f0e3-4565-b1e3-8b54b62a648d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:23.682846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.711228 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:36:22Z', 'revision_number': 5, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port': {'id': '0c863791-f0e3-4565-b1e3-8b54b62a648d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:17Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:23.715135 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] Checking router: 21b87e93-2744-4e50-8d85-eda5caaac7d7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:23.728985 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] Routers {'21b87e93-2744-4e50-8d85-eda5caaac7d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:23.729742 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b87e93-2744-4e50-8d85-eda5caaac7d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:23.785576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.825971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54ea59fe-93cb-40c4-b338-991fc5e9d85e req-1da2f36a-5d16-41f1-a27c-8d72375bff65 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5654311 Jun 03 15:36:23.837793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.869372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:23.886479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] For port 0c863791-f0e3-4565-b1e3-8b54b62a648d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0c863791-f0e3-4565-b1e3-8b54b62a648d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:23.886875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.900953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] Set router 21b87e93-2744-4e50-8d85-eda5caaac7d7 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:24.015009 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:36:23Z', 'revision_number': 6, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:24.019297 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a06a1-140b-4d9a-ace3-59e89fdcad43 None None] The sync data for ids ['21b87e93-2744-4e50-8d85-eda5caaac7d7'] in n-d-844594-1 is: [{'id': '21b87e93-2744-4e50-8d85-eda5caaac7d7', 'name': 'tempest-ServerActionsTestJSON-973870503-router', 'tenant_id': '07c323f3e807488f889afd2046c3a2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:12Z', 'updated_at': '2022-06-03T15:36:23Z', 'revision_number': 6, 'project_id': '07c323f3e807488f889afd2046c3a2b9', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:24.027242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Calling delete_port for 0c863791-f0e3-4565-b1e3-8b54b62a648d owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:24.124133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133b8c5a-fb01-4048-8083-2c985ae15f58,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.236346 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.288094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c863791-f0e3-4565-b1e3-8b54b62a648d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.307353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.307694 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Added segment 30b551ee-2d36-49d0-b9cd-694bf589f931 of type vlan for network 1bb468ad-6277-4bca-ae05-d40b7fa203c9 Jun 03 15:36:24.325947 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9793-8a41-43d1-8b0d-9de7e29c457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.388591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.431698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe9793-8a41-43d1-8b0d-9de7e29c457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f19850-6407-4011-9fab-5b4a5eb16297,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.464544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.533818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457b123-0965-4ded-941a-d7f0c3843f32 req-b765e369-74a7-42b6-9aca-a93b9ab39fb2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:24.535590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a457b123-0965-4ded-941a-d7f0c3843f32 req-b765e369-74a7-42b6-9aca-a93b9ab39fb2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 946 time: 0.8455551 Jun 03 15:36:24.553237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f78f51-3667-452d-b141-950f5e956f35 req-ba819454-85f5-4141-8c24-6de084a456d6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:24.554748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76f78f51-3667-452d-b141-950f5e956f35 req-ba819454-85f5-4141-8c24-6de084a456d6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.8660834 Jun 03 15:36:24.603369 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.606219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.632086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.632896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b87e93-2744-4e50-8d85-eda5caaac7d7 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:24.646973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.651075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c8d2115c-37d5-4a40-9fb8-2addde4fecd0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/21b87e93-2744-4e50-8d85-eda5caaac7d7 HTTP/1.1" status: 204 len: 168 time: 1.5099530 Jun 03 15:36:24.651751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37254) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:24.664698 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.665695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:24.666319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.707817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9793-8a41-43d1-8b0d-9de7e29c457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.709509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f0fe9793-8a41-43d1-8b0d-9de7e29c457f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2f19850-6407-4011-9fab-5b4a5eb16297 HTTP/1.1" status: 204 len: 168 time: 2.2060513 Jun 03 15:36:24.718003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] Deleting subnet 73b2866f-4d96-4e99-bf64-6e39855c0916 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:24.721617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.784664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.831981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a457b123-0965-4ded-941a-d7f0c3843f32 req-d22e18fa-353e-46a6-9b95-c2938df6d613 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760897 Jun 03 15:36:24.851769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-76f78f51-3667-452d-b141-950f5e956f35 req-21d76223-9922-412d-b713-70eea65710ff tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840140 Jun 03 15:36:24.865020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8421893 Jun 03 15:36:24.868742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37260) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:24.897795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Request body: {'subnet': {'network_id': '1bb468ad-6277-4bca-ae05-d40b7fa203c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411156147-subnet', 'tenant_id': 'd951506eac844636b80edb16e1b455c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:24.901833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.939263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5a8a3-5db9-4bf5-ab32-6c746d72d469 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb468ad-6277-4bca-ae05-d40b7fa203c9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.950732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:24.956170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 1bb468ad-6277-4bca-ae05-d40b7fa203c9 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:24.962580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Router 15fac4b5-9993-4a57-abea-35a041aff172 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:24.968245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=2ade4e3a-6fc0-4e63-96e7-70422f62749a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.975845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.002022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Usage tracker for resource:subnet and tenant:d951506eac844636b80edb16e1b455c9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:25.026395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:25.104579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:25.143469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.196783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b2866f-4d96-4e99-bf64-6e39855c0916,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:25.211221 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.218168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd74ec6-0fea-4326-a1e3-f4e0258f73ae None None] Network 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:25.227473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aea778a7-f81f-4c7c-b75d-65c71bcca661 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/73b2866f-4d96-4e99-bf64-6e39855c0916 HTTP/1.1" status: 204 len: 168 time: 0.5723574 Jun 03 15:36:25.227938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37266) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:25.269684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Made reservation on behalf of d951506eac844636b80edb16e1b455c9 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:25.272622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.647379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.673042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37270) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:25.678829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Deleting port 236a6977-cc56-4a38-a1be-86c4a638309c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:25.679449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.688788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074fbd20-1559-459d-b024-630a18810823 None None] DHCP port deletion for 55a1cfe3-26d3-4c57-98b2-66e0a4ec693c request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:36:25.693513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-074fbd20-1559-459d-b024-630a18810823 None None] Deleting port 236a6977-cc56-4a38-a1be-86c4a638309c {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:25.693955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-074fbd20-1559-459d-b024-630a18810823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.712559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:25.719795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.749972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Sync routers for ids ['15fac4b5-9993-4a57-abea-35a041aff172'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:25.790238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.794409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Routers {'15fac4b5-9993-4a57-abea-35a041aff172'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:25.795388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['15fac4b5-9993-4a57-abea-35a041aff172'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:25.829729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:25.887240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Usage tracker for resource:security_group_rule and tenant:933a6ea87a8641ae9f3a8308e9aeff66 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:25.897680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:25.926700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:26.171899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e9630860-23a5-40ac-81b4-3f77b1aae2a9 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:26.174985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] For port 236a6977-cc56-4a38-a1be-86c4a638309c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=236a6977-cc56-4a38-a1be-86c4a638309c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:26.175357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.225447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.229183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4f7ce3ad-38b4-432f-ad8b-ae01eded5309 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.3322277 Jun 03 15:36:26.229349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e9630860-23a5-40ac-81b4-3f77b1aae2a9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:26.229349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e9630860-23a5-40ac-81b4-3f77b1aae2a9 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:26.229349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0c863791-f0e3-4565-b1e3-8b54b62a648d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:26.250749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37278) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:26.290866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0c863791-f0e3-4565-b1e3-8b54b62a648d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:26.291178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0c863791-f0e3-4565-b1e3-8b54b62a648d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:26.291589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 236a6977-cc56-4a38-a1be-86c4a638309c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:26.347579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-074fbd20-1559-459d-b024-630a18810823 None None] For port 236a6977-cc56-4a38-a1be-86c4a638309c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=236a6977-cc56-4a38-a1be-86c4a638309c,segment=NetworkSegment(5d87218b-064f-49c1-a7dc-de88bd347531),segment_id=5d87218b-064f-49c1-a7dc-de88bd347531)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:26.348756 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-074fbd20-1559-459d-b024-630a18810823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.389694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Calling delete_port for 236a6977-cc56-4a38-a1be-86c4a638309c owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:26.495699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-074fbd20-1559-459d-b024-630a18810823 None None] Calling delete_port for 236a6977-cc56-4a38-a1be-86c4a638309c owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:26.539487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Set router 15fac4b5-9993-4a57-abea-35a041aff172 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:26.556019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.587731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.660664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.665233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b870ba-5225-418d-b8d7-74b9c8e27e8e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:26.677122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:26.691272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 236a6977-cc56-4a38-a1be-86c4a638309c {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:36:26.691869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 236a6977-cc56-4a38-a1be-86c4a638309c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:26.699693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4073bc2-c9db-42e8-b9a4-b12d33c12e9b req-9e08cb01-f567-4ca4-90bd-3ab2ed4f76d3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:26.701560 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4073bc2-c9db-42e8-b9a4-b12d33c12e9b req-9e08cb01-f567-4ca4-90bd-3ab2ed4f76d3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 946 time: 0.4773335 Jun 03 15:36:26.705371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.710759 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-45ff600f-3598-4b2f-8e4d-a916f232d1cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=933a6ea87a8641ae9f3a8308e9aeff66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0334556 Jun 03 15:36:26.715865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.718344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:26.782808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] No DVR routers for this DVR port 236a6977-cc56-4a38-a1be-86c4a638309c on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.786207 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:36:26.790421 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:36:26.792424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=236a6977-cc56-4a38-a1be-86c4a638309c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:26.817505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-074fbd20-1559-459d-b024-630a18810823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:36:26.818152 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-074fbd20-1559-459d-b024-630a18810823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:36:26.897052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fac4b5-9993-4a57-abea-35a041aff172', 'name': '', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f', 'external_fixed_ips': [{'subnet_id': '5ca13d48-a043-4262-a9e6-84745a79e7f0', 'ip_address': '2001:db8::30c'}], 'enable_snat': True}, 'gw_port_id': '52d9c5df-6564-410f-b9b6-99a5a164f0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:15Z', 'updated_at': '2022-06-03T15:36:21Z', 'revision_number': 3, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port': {'id': '52d9c5df-6564-410f-b9b6-99a5a164f0d2', 'name': '', 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fac4b5-9993-4a57-abea-35a041aff172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5ca13d48-a043-4262-a9e6-84745a79e7f0', 'ip_address': '2001:db8::30c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:19Z', 'updated_at': '2022-06-03T15:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca13d48-a043-4262-a9e6-84745a79e7f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:26.901249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Checking router: 15fac4b5-9993-4a57-abea-35a041aff172 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:26.901782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Updating router 15fac4b5-9993-4a57-abea-35a041aff172 port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:26.931224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51c00-e4ec-43d6-be77-46468bf25423 req-5dfd4c38-6e13-451e-9e0a-7047e2045eaf tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:26.932742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60a51c00-e4ec-43d6-be77-46468bf25423 req-5dfd4c38-6e13-451e-9e0a-7047e2045eaf tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.7137053 Jun 03 15:36:26.956023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.985510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.036968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a1cfe3-26d3-4c57-98b2-66e0a4ec693c']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:27.051082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d940beb6-3a6a-4694-ad25-fcbbae027412,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:27.056603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4073bc2-c9db-42e8-b9a4-b12d33c12e9b req-c712803a-622c-475c-99b1-8affec447841 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089983 Jun 03 15:36:27.069059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d87218b-064f-49c1-a7dc-de88bd347531') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:27.069364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d87218b-064f-49c1-a7dc-de88bd347531') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:27.083899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.102004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.109779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:27.110401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.119185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e791-1901-464d-851b-71fdcf5eef8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.121692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Checking segment: {'id': '30b551ee-2d36-49d0-b9cd-694bf589f931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1bb468ad-6277-4bca-ae05-d40b7fa203c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:27.122456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Network hostable DHCP agents. Network: 1bb468ad-6277-4bca-ae05-d40b7fa203c9, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:27.130225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60a51c00-e4ec-43d6-be77-46468bf25423 req-c3e15a7a-1eda-4bf9-a042-eb48605279db tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799116 Jun 03 15:36:27.136726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:27.148871 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21515ff-c094-4787-8558-4714bc613071 None None] Sync routers for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:27.154198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7b23c71f-e945-46ac-a628-4ceefb606072 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/c8dd97e8-eb0d-41de-a6f9-c47b6ee73408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0711262 Jun 03 15:36:27.162160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37288) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:27.177370 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21515ff-c094-4787-8558-4714bc613071 None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:27.178023 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e21515ff-c094-4787-8558-4714bc613071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:27.247702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e21515ff-c094-4787-8558-4714bc613071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:27.254342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.265318 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.265589 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21515ff-c094-4787-8558-4714bc613071 None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:27.265931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e21515ff-c094-4787-8558-4714bc613071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:27.273247 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 5d87218b-064f-49c1-a7dc-de88bd347531 resource provider aggregate not found Jun 03 15:36:27.307578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=55a1cfe3-26d3-4c57-98b2-66e0a4ec693c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:27.327580 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 5d87218b-064f-49c1-a7dc-de88bd347531 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d87218b-064f-49c1-a7dc-de88bd347531 found for delete ", "request_id": "req-0e42faf7-d269-4c02-8d19-5babe031545a"}]} Jun 03 15:36:27.344150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-074fbd20-1559-459d-b024-630a18810823 None None] Deleting port 236a6977-cc56-4a38-a1be-86c4a638309c {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:27.344754 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-074fbd20-1559-459d-b024-630a18810823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.352961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b2e4b972-78ae-4eea-88f3-e6b86c006f4c admin admin] 10.222.0.66 "DELETE /v2.0/networks/55a1cfe3-26d3-4c57-98b2-66e0a4ec693c HTTP/1.1" status: 204 len: 168 time: 2.1232862 Jun 03 15:36:27.364631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.374036 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e21515ff-c094-4787-8558-4714bc613071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:27.374779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21515ff-c094-4787-8558-4714bc613071 None None] The sync data for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:27.382703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e791-1901-464d-851b-71fdcf5eef8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.384483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Deleting port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:27.384842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.422709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Network 1bb468ad-6277-4bca-ae05-d40b7fa203c9 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:27.452056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 1bb468ad-6277-4bca-ae05-d40b7fa203c9) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:27.494323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:27.495186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.509714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.522731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d598fa-549c-4ee6-9558-7caae878009e None None] Network 1bb468ad-6277-4bca-ae05-d40b7fa203c9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:27.653670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-074fbd20-1559-459d-b024-630a18810823 None None] The port '236a6977-cc56-4a38-a1be-86c4a638309c' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:36:27.658156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37298) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:27.710200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Transition to ACTIVE for port object 52d9c5df-6564-410f-b9b6-99a5a164f0d2 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:27.711302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4da3ecdb-dff5-405a-96b7-7b1bf796e547 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8398507 Jun 03 15:36:27.725092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6d531-4c57-4d88-910c-8358d737d953 req-3b562c7d-7bb0-4b11-8e54-08411c921b49 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:27.726770 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaa6d531-4c57-4d88-910c-8358d737d953 req-3b562c7d-7bb0-4b11-8e54-08411c921b49 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 946 time: 0.4882417 Jun 03 15:36:27.732199 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e791-1901-464d-851b-71fdcf5eef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.735371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e791-1901-464d-851b-71fdcf5eef8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.736717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5fe1e791-1901-464d-851b-71fdcf5eef8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53b870ba-5225-418d-b8d7-74b9c8e27e8e HTTP/1.1" status: 204 len: 168 time: 0.9918377 Jun 03 15:36:27.759722 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.774548 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.809258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1c425a9a-8768-489a-b0c9-ef057a5b59bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07c323f3e807488f889afd2046c3a2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332676 Jun 03 15:36:27.812367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1e791-1901-464d-851b-71fdcf5eef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b870ba-5225-418d-b8d7-74b9c8e27e8e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:27.814391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37306) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:27.900335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Attempting to bind port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:27.900997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Attempting to bind port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:27.901561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Attempting to bind port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 on network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:27.938575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41b133-5e75-4524-b5ab-b87d2feee399 None None] Pushing event updated for resources: {'Port': ['ID=52d9c5df-6564-410f-b9b6-99a5a164f0d2,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:27.961108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Calling delete_port for 52d9c5df-6564-410f-b9b6-99a5a164f0d2 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:27.961873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:27.962440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Checking segment: {'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:27.963034 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.963579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Bound using segment: {'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:27.964249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Bound port: 52d9c5df-6564-410f-b9b6-99a5a164f0d2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:27.964782 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.999362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aaa6d531-4c57-4d88-910c-8358d737d953 req-233fbdc4-161e-4437-878b-f6295a67ede0 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613866 Jun 03 15:36:28.024416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37310) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:28.040254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ec353-03db-40ee-a8c1-4596aebd3e05 None None] Network 1bb468ad-6277-4bca-ae05-d40b7fa203c9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:28.136260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] Deleting subnet 28af2eba-7a04-41e5-a287-d7a1cd960646 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:28.140387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.167904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-102b7730-2fb7-4303-903c-c8e6d3f8757c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.199454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-102b7730-2fb7-4303-903c-c8e6d3f8757c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.213797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.283848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] For port 52d9c5df-6564-410f-b9b6-99a5a164f0d2, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:28.300962 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 15:36:28.300962 n-d-844594-1 neutron-server[88340]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jun 03 15:36:28.300962 n-d-844594-1 neutron-server[88340]: [parameters: {'port_id': '52d9c5df-6564-410f-b9b6-99a5a164f0d2', 'host': 'n-d-844594-1', 'level': 0, 'driver': 'openvswitch', 'segment_id': '0d762316-577d-487d-9568-6b4f589a99b0'}] Jun 03 15:36:28.300962 n-d-844594-1 neutron-server[88340]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:36:28.300962 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:36:28.306629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.329114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-102b7730-2fb7-4303-903c-c8e6d3f8757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.365337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:36:28.365667 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:36:28.416626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.420565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.476029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28af2eba-7a04-41e5-a287-d7a1cd960646,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:28.476821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.486311 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-98abcff0-0787-42c2-803b-b4eb18f2d5b9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/28af2eba-7a04-41e5-a287-d7a1cd960646 HTTP/1.1" status: 204 len: 168 time: 0.4605198 Jun 03 15:36:28.488863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37330) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:28.611301 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.618705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b7730-2fb7-4303-903c-c8e6d3f8757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de02799e-084c-4c97-bb93-835aaa7122df,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:28.636282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-102b7730-2fb7-4303-903c-c8e6d3f8757c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.637426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-102b7730-2fb7-4303-903c-c8e6d3f8757c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de02799e-084c-4c97-bb93-835aaa7122df HTTP/1.1" status: 204 len: 168 time: 0.8174171 Jun 03 15:36:28.778962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.825885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Attempting to bind port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:28.826475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Attempting to bind port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:28.829809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Attempting to bind port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 on network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:28.837651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:28.838097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58bdfab-eb6d-419a-b4c6-775654340610']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:28.839052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Checking segment: {'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:28.839739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.842646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Bound using segment: {'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:28.844453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Bound port: 52d9c5df-6564-410f-b9b6-99a5a164f0d2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d762316-577d-487d-9568-6b4f589a99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:28.846404 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.858299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e323b31-5d6f-4a61-b2ac-77fdfe032e18') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:28.858598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e323b31-5d6f-4a61-b2ac-77fdfe032e18') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:28.875997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.883273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae624d7-92b3-4584-aaf4-e0daee8debec req-995b98f5-45b3-4836-8125-204a1fe9f50a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:28.884881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bae624d7-92b3-4584-aaf4-e0daee8debec req-995b98f5-45b3-4836-8125-204a1fe9f50a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.5117464 Jun 03 15:36:28.896851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Deleting port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:28.897466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.930754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.940744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bae624d7-92b3-4584-aaf4-e0daee8debec req-c53188f2-8bb0-4751-a079-5dbf15f5584a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494926 Jun 03 15:36:28.969889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:28.970511 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.042019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] For port 52d9c5df-6564-410f-b9b6-99a5a164f0d2, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:29.042019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] For port 52d9c5df-6564-410f-b9b6-99a5a164f0d2, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=52d9c5df-6564-410f-b9b6-99a5a164f0d2,segment=NetworkSegment(0d762316-577d-487d-9568-6b4f589a99b0),segment_id=0d762316-577d-487d-9568-6b4f589a99b0)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:29.046525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.061998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port fcf01d30-61fb-44fa-bf84-7a7ded668afc {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:29.062344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.194919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41b133-5e75-4524-b5ab-b87d2feee399 None None] Pushing event updated for resources: {'Port': ['ID=52d9c5df-6564-410f-b9b6-99a5a164f0d2,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:29.214075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Routers {'15fac4b5-9993-4a57-abea-35a041aff172'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:29.214960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['15fac4b5-9993-4a57-abea-35a041aff172'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:29.243810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.268123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.277303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b58bdfab-eb6d-419a-b4c6-775654340610 HTTP/1.1" status: 204 len: 168 time: 0.7870221 Jun 03 15:36:29.277924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37356) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:29.318560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8631354-bcab-437f-adef-6a21e1a64cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58bdfab-eb6d-419a-b4c6-775654340610,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:29.370368 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 9e323b31-5d6f-4a61-b2ac-77fdfe032e18 resource provider aggregate not found Jun 03 15:36:29.381265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] Set router 15fac4b5-9993-4a57-abea-35a041aff172 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:29.410057 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 9e323b31-5d6f-4a61-b2ac-77fdfe032e18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e323b31-5d6f-4a61-b2ac-77fdfe032e18 found for delete ", "request_id": "req-a1af0396-9d48-4065-9f6f-a44c23cd1630"}]} Jun 03 15:36:29.417148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] For port 52d9c5df-6564-410f-b9b6-99a5a164f0d2, host n-d-844594-1, got binding levels [] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:29.417521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.427884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] Deleting subnet d940beb6-3a6a-4694-ad25-fcbbae027412 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:29.434566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.435285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.494326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fac4b5-9993-4a57-abea-35a041aff172', 'name': '', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:15Z', 'updated_at': '2022-06-03T15:36:27Z', 'revision_number': 4, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:29.499204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7adbf4-49b7-431d-ba54-4795dbd16c0a None None] The sync data for ids ['15fac4b5-9993-4a57-abea-35a041aff172'] in n-d-844594-1 is: [{'id': '15fac4b5-9993-4a57-abea-35a041aff172', 'name': '', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:15Z', 'updated_at': '2022-06-03T15:36:27Z', 'revision_number': 4, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:29.625222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37370) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:29.767115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Calling delete_port for 52d9c5df-6564-410f-b9b6-99a5a164f0d2 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:29.793860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for fcf01d30-61fb-44fa-bf84-7a7ded668afc owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:29.827578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.901993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.009932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.074703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d940beb6-3a6a-4694-ad25-fcbbae027412,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:30.084797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.089627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464af1e-0c65-4d3c-8680-e9004be7b5e9 req-6c139dd6-2bd7-4e3e-8443-b6c0e2f9bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:30.091873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d464af1e-0c65-4d3c-8680-e9004be7b5e9 req-6c139dd6-2bd7-4e3e-8443-b6c0e2f9bdad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1096 time: 0.6277535 Jun 03 15:36:30.092135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a53786ee-a6d1-4d44-b0f2-f79104a2cfb3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d940beb6-3a6a-4694-ad25-fcbbae027412 HTTP/1.1" status: 204 len: 168 time: 0.8079269 Jun 03 15:36:30.094510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37392) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:30.267003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37400) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:30.269541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.312301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d464af1e-0c65-4d3c-8680-e9004be7b5e9 req-6269e80b-394c-410b-aece-b78074c5f85b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119410 Jun 03 15:36:30.338012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:36:30.338425 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:36:30.460601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.485025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-network', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:30.506166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:30.512144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb468ad-6277-4bca-ae05-d40b7fa203c9']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:30.520240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Usage tracker for resource:network and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:30.525738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:30.533916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b551ee-2d36-49d0-b9cd-694bf589f931') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:30.534476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b551ee-2d36-49d0-b9cd-694bf589f931') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:30.545411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:30.555682 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.573049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Made reservation on behalf of c0c9c6c0ad54413bb5ec1714f83ae6e6 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:30.575544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.599979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.611642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.622956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:30.624029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.642619 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.710653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:30.720065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:30.723589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:30.736216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:30.742520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.766276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.767363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019339-f40f-455b-b66e-b45303af84ce req-0eb5ab5c-d753-4fa5-999d-9a4a06c428bd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:30.770688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a019339-f40f-455b-b66e-b45303af84ce req-0eb5ab5c-d753-4fa5-999d-9a4a06c428bd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.5582626 Jun 03 15:36:30.770688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=fcf01d30-61fb-44fa-bf84-7a7ded668afc,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:30.798656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] 10.222.0.66 "DELETE /v2.0/networks/1bb468ad-6277-4bca-ae05-d40b7fa203c9 HTTP/1.1" status: 204 len: 168 time: 0.7007768 Jun 03 15:36:30.798656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269bb32-2268-4189-af53-b543b00e058a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb468ad-6277-4bca-ae05-d40b7fa203c9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:30.902326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Deleting port 52d9c5df-6564-410f-b9b6-99a5a164f0d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:30.904851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.007716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.026567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.049342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37430) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:31.065993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a019339-f40f-455b-b66e-b45303af84ce req-6eb01097-df6f-45ef-a5f4-ea9aeefa3b64 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599459 Jun 03 15:36:31.109651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:31.214562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.215070 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Added segment dbe2be96-5856-4c16-a91e-48be694cb2d5 of type vlan for network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 Jun 03 15:36:31.216434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:31.277149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.306122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] For port 52d9c5df-6564-410f-b9b6-99a5a164f0d2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=52d9c5df-6564-410f-b9b6-99a5a164f0d2,segment=NetworkSegment(0d762316-577d-487d-9568-6b4f589a99b0),segment_id=0d762316-577d-487d-9568-6b4f589a99b0)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:31.306488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.353114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9b3bb525-73c2-484b-959c-e9f2afa84b68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15abfffa6ce64b4e945260f6159c98b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003995 Jun 03 15:36:31.359466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:31.362132 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.489250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Calling delete_port for 52d9c5df-6564-410f-b9b6-99a5a164f0d2 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:31.579657 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 30b551ee-2d36-49d0-b9cd-694bf589f931 resource provider aggregate not found Jun 03 15:36:31.586909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.588041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:31.588674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.625788 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 30b551ee-2d36-49d0-b9cd-694bf589f931 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30b551ee-2d36-49d0-b9cd-694bf589f931 found for delete ", "request_id": "req-b8e97588-1b7a-4d69-b9d4-d59cc74402ea"}]} Jun 03 15:36:31.735903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37452) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:31.737357 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4657326 Jun 03 15:36:31.746137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37456) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:31.746789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Pushing event updated for resources: {'Network': ['ID=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:31.768613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Request body: {'subnet': {'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-subnet', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:31.773036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.773379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.773724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.774366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.774366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.774559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1088b27-68ee-4997-865e-e111b0f13264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.774793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.775018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.775343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.775976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.776393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.777005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.777343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e522d7-6c04-43e9-80ef-598c26a6f206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:31.788144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:31.802554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:31.808570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Usage tracker for resource:subnet and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:31.813575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:31.829616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:31.831981 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1088b27-68ee-4997-865e-e111b0f13264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.844160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Made reservation on behalf of c0c9c6c0ad54413bb5ec1714f83ae6e6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:31.848789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.918823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:31.935028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.947771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1088b27-68ee-4997-865e-e111b0f13264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.021261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1088b27-68ee-4997-865e-e111b0f13264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa9029-c299-40f6-87a3-a71f24326987,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:32.077034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.158825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:32.167649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Usage tracker for resource:security_group_rule and tenant:d8f2a2de3171401aab71c37844ca7eba is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:32.174262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:32.191341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:32.203014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.270832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event deleted for resources: {'Port': ['ID=52d9c5df-6564-410f-b9b6-99a5a164f0d2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:32.358455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.382474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:32.384234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1088b27-68ee-4997-865e-e111b0f13264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.385367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b1088b27-68ee-4997-865e-e111b0f13264 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1caa9029-c299-40f6-87a3-a71f24326987 HTTP/1.1" status: 204 len: 168 time: 1.0246048 Jun 03 15:36:32.389767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eec9158c-6af4-4add-9e7a-b60ae80b6ceb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/c8dd97e8-eb0d-41de-a6f9-c47b6ee73408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2239599 Jun 03 15:36:32.393276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37466) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:32.402232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] Sync routers for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:32.416951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:32.417682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:32.503695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:32.515473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] Routers {'c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:32.516562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:32.524449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-865d0ecd-34e7-480d-854f-f83cbbbf99bc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:32.593288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:32.593690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4738c4-3ae0-4922-ae18-30e1b12ea47a None None] The sync data for ids ['c8dd97e8-eb0d-41de-a6f9-c47b6ee73408'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:32.608484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-865d0ecd-34e7-480d-854f-f83cbbbf99bc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:32.609679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-865d0ecd-34e7-480d-854f-f83cbbbf99bc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 HTTP/1.1" status: 200 len: 205 time: 0.2151511 Jun 03 15:36:32.613787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37472) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:32.625434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.626881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0872ac-f86f-46db-a75c-be7e6a52539b req-5f73e95d-9b7e-4413-a98b-6560df1885bd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:32.628433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0872ac-f86f-46db-a75c-be7e6a52539b req-5f73e95d-9b7e-4413-a98b-6560df1885bd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.3972468 Jun 03 15:36:32.745436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0872ac-f86f-46db-a75c-be7e6a52539b req-9c2e150d-bace-4234-a26b-dea5ec995fc1 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988953 Jun 03 15:36:32.745893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37476) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:32.869781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b14dcf91-d90e-4a49-833a-850ddf3e8f6a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d951506eac844636b80edb16e1b455c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191909 Jun 03 15:36:32.872483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37482) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:32.905654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.911374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.914868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.20.0.17 (f1208945-49d4-47d3-9ba7-f9b5e52db1b9/848eefe5-4270-4897-9c74-eece5b990bd1/36ff8327-8de8-4ce9-8722-2322e91586ed) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:32.916826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.937435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.960641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3130309-353b-4060-bfb0-ce9836db032d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.025304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de68ff2-b116-457c-ac34-da95efd53ca0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:33.111909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8c848266-d558-4d65-882d-f1e66acd2c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.145523 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.164407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Transition to ACTIVE for port object 36ff8327-8de8-4ce9-8722-2322e91586ed will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:33.169617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8f2a2de3171401aab71c37844ca7eba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4311426 Jun 03 15:36:33.175275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Checking segment: {'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:33.175725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Network hostable DHCP agents. Network: 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:33.180770 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.181358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15fac4b5-9993-4a57-abea-35a041aff172 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:33.187610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37490) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:33.196504 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.237343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc12e2-ffbf-4eb8-82b4-14c18472d5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94654e84-83e0-4879-a963-824fe131840b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:33.252871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8c848266-d558-4d65-882d-f1e66acd2c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.323340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:33.329706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:33.336357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:33.402991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=36ff8327-8de8-4ce9-8722-2322e91586ed,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:33.446011 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.458229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3130309-353b-4060-bfb0-ce9836db032d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.462753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:33.468615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3130309-353b-4060-bfb0-ce9836db032d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.520534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:33.525426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:33.526043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.530476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74efa1b-4e0b-43a7-bf62-4c9798ff1ac5 None None] Network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:33.555969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.557241 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e0854bbf-52b8-4122-a264-eef5792a9d96 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "DELETE /v2.0/routers/15fac4b5-9993-4a57-abea-35a041aff172 HTTP/1.1" status: 204 len: 168 time: 7.3008773 Jun 03 15:36:33.565226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3130309-353b-4060-bfb0-ce9836db032d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.567122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3130309-353b-4060-bfb0-ce9836db032d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Fanout notify agent at l3_agent the message router_deleted on router c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:33.575367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37498) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:33.583340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d61a5b-72a1-4a82-90c5-7b07561c6553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.641507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fb5555c5-6245-4ba5-81b4-5176f031b32a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8920238 Jun 03 15:36:33.655566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d3130309-353b-4060-bfb0-ce9836db032d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.656718 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d3130309-353b-4060-bfb0-ce9836db032d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 HTTP/1.1" status: 204 len: 168 time: 1.0338495 Jun 03 15:36:33.659826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37502) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:33.659969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37504) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:33.816279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8c848266-d558-4d65-882d-f1e66acd2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.843965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e6c2433e-8d90-4285-8e10-f08be9354393 None None] Provisioning for port 36ff8327-8de8-4ce9-8722-2322e91586ed completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:33.850605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c848266-d558-4d65-882d-f1e66acd2c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133b8c5a-fb01-4048-8083-2c985ae15f58,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:33.859608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e6c2433e-8d90-4285-8e10-f08be9354393 None None] Provisioning complete for port 36ff8327-8de8-4ce9-8722-2322e91586ed triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:33.860210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e6c2433e-8d90-4285-8e10-f08be9354393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.869020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:33.889259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d61a5b-72a1-4a82-90c5-7b07561c6553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.909713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140bcef-61c0-4f2c-a311-259e47bbc9d5 None None] Network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:33.910167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:33.924290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Deleting subnet 5ca13d48-a043-4262-a9e6-84745a79e7f0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:33.931283 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8c848266-d558-4d65-882d-f1e66acd2c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.935044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8c848266-d558-4d65-882d-f1e66acd2c52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/133b8c5a-fb01-4048-8083-2c985ae15f58 HTTP/1.1" status: 204 len: 168 time: 1.0584497 Jun 03 15:36:33.951729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.958569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-7a452234-0e79-4be6-8c46-258e364afa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:33.960205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-7a452234-0e79-4be6-8c46-258e364afa12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1096 time: 0.3288343 Jun 03 15:36:33.964622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2433e-8d90-4285-8e10-f08be9354393 None None] Port 36ff8327-8de8-4ce9-8722-2322e91586ed cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:33.973541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274af69-8d65-4a66-a718-37d9433d99c5 req-f05387bf-f727-4f1e-b1b2-dfd9fa0ed8af tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:33.975148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f274af69-8d65-4a66-a718-37d9433d99c5 req-f05387bf-f727-4f1e-b1b2-dfd9fa0ed8af tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.2732716 Jun 03 15:36:33.993723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Usage tracker for resource:router and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:34.012296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:34.050674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:34.069009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet 78f5fb66-d1bc-4ade-bd2d-6767504883f8 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:34.072886 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.144076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.178018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.238037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.239241 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.295621 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d61a5b-72a1-4a82-90c5-7b07561c6553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.327192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.337672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f274af69-8d65-4a66-a718-37d9433d99c5 req-ee569e69-197e-4cb0-8c57-e791fc1b716c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417494 Jun 03 15:36:34.368439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.368439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d61a5b-72a1-4a82-90c5-7b07561c6553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94654e84-83e0-4879-a963-824fe131840b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:34.369463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.400369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-a0051c5e-843f-4ea1-8951-81f95a842d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:34.401859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-a0051c5e-843f-4ea1-8951-81f95a842d0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.4258034 Jun 03 15:36:34.444337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4d61a5b-72a1-4a82-90c5-7b07561c6553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.448045 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4d61a5b-72a1-4a82-90c5-7b07561c6553 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94654e84-83e0-4879-a963-824fe131840b HTTP/1.1" status: 204 len: 168 time: 1.2096627 Jun 03 15:36:34.458213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.642960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-a69f8e3a-e804-4584-93d8-ffe54fe54005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 1000 time: 0.2101865 Jun 03 15:36:34.664149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.738670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.742843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca13d48-a043-4262-a9e6-84745a79e7f0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:34.758002 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-30fe88c4-0427-4b7c-a61d-990c51bd47e5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/5ca13d48-a043-4262-a9e6-84745a79e7f0 HTTP/1.1" status: 204 len: 168 time: 1.1791217 Jun 03 15:36:34.762898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37526) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:34.897404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-232769a0-c6a3-4540-b3f8-194893f381d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:34.899878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-232769a0-c6a3-4540-b3f8-194893f381d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.2489972 Jun 03 15:36:34.899997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.947993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.972458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e242d87b-1ec9-46ef-84fa-18a816ab45b1 None None] Network 250bd2dc-6019-4918-b44d-2283ed8b0083 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:34.981098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.987067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=78f5fb66-d1bc-4ade-bd2d-6767504883f8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:34.989934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.037929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37538) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:35.081214 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a87fd4de-5a57-4eb0-af23-2aa994fbcc91 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/78f5fb66-d1bc-4ade-bd2d-6767504883f8 HTTP/1.1" status: 204 len: 168 time: 1.4165320 Jun 03 15:36:35.094678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37542) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:35.144877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.177642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:35.186679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Usage tracker for resource:security_group_rule and tenant:0543e6ce4dcf47838cc6b090d7cbc6bf is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:35.193221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:35.201576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:35.347192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet 993fab09-96dd-4bbb-b64b-f3f4654b9157 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:35.356556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.384313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] DHCP port deletion for 250bd2dc-6019-4918-b44d-2283ed8b0083 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:36:35.399913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] Deleting port 92b84321-e004-4068-831b-b4c6d0cf0ff3 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:35.400704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.402930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.423474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-e7b19d9a-c0b2-466d-8be1-a87e7d6d3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:35.425950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-e7b19d9a-c0b2-466d-8be1-a87e7d6d3fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5138080 Jun 03 15:36:35.493795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:35.530121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.545350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.603122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.607786 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.646944 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0543e6ce4dcf47838cc6b090d7cbc6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6056504 Jun 03 15:36:35.649456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.652250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:35.653014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:36:35.655487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6b694-a573-42b8-9aa1-821e05466e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e289735-abf3-4894-bce1-5408bbd66bb5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:35.674115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d762316-577d-487d-9568-6b4f589a99b0') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:35.674583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d762316-577d-487d-9568-6b4f589a99b0') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:35.688561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] For port 92b84321-e004-4068-831b-b4c6d0cf0ff3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=92b84321-e004-4068-831b-b4c6d0cf0ff3,segment=NetworkSegment(7171cf76-116d-4b31-9425-3a8ad1339174),segment_id=7171cf76-116d-4b31-9425-3a8ad1339174)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:35.688957 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.689257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.844403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] Calling delete_port for 92b84321-e004-4068-831b-b4c6d0cf0ff3 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:35.955508 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.965452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c064a7df-8542-458a-b16b-c18adf9fec1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.012906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c064a7df-8542-458a-b16b-c18adf9fec1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.022973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Allocated IP 172.25.1.56 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/d68ffd70-98a2-43af-b296-6351b1ace4d9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:36.115587 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.128096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92b84321-e004-4068-831b-b4c6d0cf0ff3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:36.171628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] No DVR routers for this DVR port 92b84321-e004-4068-831b-b4c6d0cf0ff3 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:36.177493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.184808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5f5f4-7f28-44b7-a504-7f78047c64d0 None None] Pushing event deleted for resources: {'Port': ['ID=92b84321-e004-4068-831b-b4c6d0cf0ff3,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:36.190243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.195843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c064a7df-8542-458a-b16b-c18adf9fec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.204778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 92b84321-e004-4068-831b-b4c6d0cf0ff3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:36.205840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92b84321-e004-4068-831b-b4c6d0cf0ff3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:36.226821 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.256629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064a7df-8542-458a-b16b-c18adf9fec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e289735-abf3-4894-bce1-5408bbd66bb5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:36.284382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:36.284382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.285592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c064a7df-8542-458a-b16b-c18adf9fec1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.289338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c064a7df-8542-458a-b16b-c18adf9fec1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e289735-abf3-4894-bce1-5408bbd66bb5 HTTP/1.1" status: 204 len: 168 time: 0.6352739 Jun 03 15:36:36.298873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.335746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.416220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:36.420980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:36.428220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:36.560932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=36ff8327-8de8-4ce9-8722-2322e91586ed,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:36.603302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.640149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.650806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d68ffd70-98a2-43af-b296-6351b1ace4d9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:36.690968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.693944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=993fab09-96dd-4bbb-b64b-f3f4654b9157,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:36.697400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-9b566123-e899-4854-8320-bec1e2c0ee8f service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2557206 Jun 03 15:36:36.709449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5f897-2862-467f-b06f-e34fee635253 None None] Network 72a574af-331f-4676-943b-7d245a9c0aa8 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:36.712402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.752827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d424d-bb30-4bb9-a655-e92c9f8ba967 req-68515418-b47e-4147-9e25-92bade54787b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:36.754531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c2d424d-bb30-4bb9-a655-e92c9f8ba967 req-68515418-b47e-4147-9e25-92bade54787b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 1.0509968 Jun 03 15:36:36.775937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:36:36.811247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3c3e6a8f-c7fe-4bcd-8c9c-683a07d411f0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/993fab09-96dd-4bbb-b64b-f3f4654b9157 HTTP/1.1" status: 204 len: 168 time: 1.7151191 Jun 03 15:36:36.817517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.823162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f HTTP/1.1" status: 204 len: 168 time: 2.0502920 Jun 03 15:36:36.823162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37586) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:37.063860 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0d762316-577d-487d-9568-6b4f589a99b0 resource provider aggregate not found Jun 03 15:36:37.084177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3c0c3-db77-48f1-91a3-3eabb668f831 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a7c33e2-68aa-4bdf-b3f8-8f28b8f7e70f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:37.100504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] DHCP port deletion for 72a574af-331f-4676-943b-7d245a9c0aa8 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:36:37.107042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] Deleting port 5d142b61-9cdd-407b-ab4b-cd965da80f62 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:37.107500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.241871 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.344292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c2d424d-bb30-4bb9-a655-e92c9f8ba967 req-6ee967ac-3ab5-4318-996d-4832d2e21bcc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5663679 Jun 03 15:36:37.362191 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0d762316-577d-487d-9568-6b4f589a99b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d762316-577d-487d-9568-6b4f589a99b0 found for delete ", "request_id": "req-70bf42b6-6d21-4bd7-a677-01919fb2dbd5"}]} Jun 03 15:36:37.573038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37606) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:37.596858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'router': {'name': 'tempest-router--1878182405', 'project_id': 'e6ccb604c5414eb48655dc46fd00fc5e'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:37.609625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:37.618663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] For port 5d142b61-9cdd-407b-ab4b-cd965da80f62, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5d142b61-9cdd-407b-ab4b-cd965da80f62,segment=NetworkSegment(b14aeb69-8e62-4fb0-9a6f-e125c03f023e),segment_id=b14aeb69-8e62-4fb0-9a6f-e125c03f023e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:37.619264 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.651807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:router and tenant:e6ccb604c5414eb48655dc46fd00fc5e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:37.658701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.665697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:37.699671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:37.758874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:37.767149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] Calling delete_port for 5d142b61-9cdd-407b-ab4b-cd965da80f62 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:37.796839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:37.799048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.800162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.812826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82e3db66-3884-4418-9d83-9a2666c57bdf req-157790a3-662a-4892-8aad-f6f092f6186c service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0816908 Jun 03 15:36:37.860055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.914471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.976880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] No DVR routers for this DVR port 5d142b61-9cdd-407b-ab4b-cd965da80f62 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:37.982633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392828e8-3f0a-4897-bfac-c022db9cd1b9 None None] Pushing event deleted for resources: {'Port': ['ID=5d142b61-9cdd-407b-ab4b-cd965da80f62,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:38.169219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d142b61-9cdd-407b-ab4b-cd965da80f62 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:38.182509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.217884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.248484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.251503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ccc9cd83-3e70-4460-acf1-4f69b57f9a3b tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6712105 Jun 03 15:36:38.253630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Router 737cafdc-556e-4206-b775-19f27990b60e is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:38.254410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.256983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37620) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:38.290170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250bd2dc-6019-4918-b44d-2283ed8b0083']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:38.300655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 5d142b61-9cdd-407b-ab4b-cd965da80f62 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:38.302121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d142b61-9cdd-407b-ab4b-cd965da80f62 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:38.304499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 36208384-5c90-488e-aa8b-9c8ed1835a03 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:38.309315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7171cf76-116d-4b31-9425-3a8ad1339174') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:38.309613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7171cf76-116d-4b31-9425-3a8ad1339174') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:38.326959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.353971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-12742bfb-fadc-483d-a7e8-321fd890cf40 None None] Provisioning complete for port 36ff8327-8de8-4ce9-8722-2322e91586ed triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:38.354340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-12742bfb-fadc-483d-a7e8-321fd890cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.491601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-12742bfb-fadc-483d-a7e8-321fd890cf40 None None] Port 36ff8327-8de8-4ce9-8722-2322e91586ed cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:38.528841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.597682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:38.598081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.694049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46941e87-9718-4434-9662-413bb59c5de7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.846326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:38.861317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Sync routers for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:38.871199 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:38.872128 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:38.915697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ca806135-6dbe-4144-a94e-1f21f9c8f26e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "PUT /v2.0/routers/36208384-5c90-488e-aa8b-9c8ed1835a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2897561 Jun 03 15:36:38.929239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.988686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.996078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/250bd2dc-6019-4918-b44d-2283ed8b0083 HTTP/1.1" status: 204 len: 168 time: 2.1038496 Jun 03 15:36:39.006440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37644) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:39.025836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fbc22-da79-44a6-8503-b12492995e50 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=250bd2dc-6019-4918-b44d-2283ed8b0083,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:39.121804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41968149-cd53-4bc5-9a1a-72c2fbda189e req-28cc278a-5cb1-41cb-a273-7d6c42f5fbdc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:39.125634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46941e87-9718-4434-9662-413bb59c5de7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.128520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46941e87-9718-4434-9662-413bb59c5de7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.129839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41968149-cd53-4bc5-9a1a-72c2fbda189e req-28cc278a-5cb1-41cb-a273-7d6c42f5fbdc tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.5980563 Jun 03 15:36:39.275404 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:39.306793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41968149-cd53-4bc5-9a1a-72c2fbda189e req-34c924be-9ee9-4b6e-8b96-bd9029b3524e tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757095 Jun 03 15:36:39.335859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.337067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46941e87-9718-4434-9662-413bb59c5de7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.337913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46941e87-9718-4434-9662-413bb59c5de7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0e163d9-1ea3-41f2-be93-c1486051ae15 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:39.392809 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7171cf76-116d-4b31-9425-3a8ad1339174 resource provider aggregate not found Jun 03 15:36:39.393753 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-46941e87-9718-4434-9662-413bb59c5de7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.403216 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-46941e87-9718-4434-9662-413bb59c5de7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b0e163d9-1ea3-41f2-be93-c1486051ae15 HTTP/1.1" status: 204 len: 168 time: 1.1448441 Jun 03 15:36:39.427588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:39.437701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Sync routers for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:39.454972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:39.455516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.456776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:39.457099 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b7720d49-78c1-4039-a5e2-5c59d56f28f3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7940767 Jun 03 15:36:39.460010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37670) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:39.465646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-28d11613-cd57-4ff8-b4fa-7ae2994ac52c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3062387 Jun 03 15:36:39.510154 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7171cf76-116d-4b31-9425-3a8ad1339174 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7171cf76-116d-4b31-9425-3a8ad1339174 found for delete ", "request_id": "req-56a441fd-edcf-4cd0-afc8-375aa97de89c"}]} Jun 03 15:36:39.761276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.839283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a574af-331f-4676-943b-7d245a9c0aa8']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:39.864884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14aeb69-8e62-4fb0-9a6f-e125c03f023e') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:39.865476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14aeb69-8e62-4fb0-9a6f-e125c03f023e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:39.893145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.923779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37680) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:39.940465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.958320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:39.958747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.048965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:40.183896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.223240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.237989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/72a574af-331f-4676-943b-7d245a9c0aa8 HTTP/1.1" status: 204 len: 168 time: 1.2161033 Jun 03 15:36:40.242676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37690) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:40.246162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420295b-d613-45ff-9e6a-1bd627d085be req-b3faa957-29a6-45e3-afa6-9593796d4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:40.251459 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:34Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:28Z', 'revision_number': 1, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36ff8327-8de8-4ce9-8722-2322e91586ed', 'name': '', 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:99:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '848eefe5-4270-4897-9c74-eece5b990bd1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:32Z', 'updated_at': '2022-06-03T15:36:34Z', 'revision_number': 2, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '848eefe5-4270-4897-9c74-eece5b990bd1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:40.252571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-b3faa957-29a6-45e3-afa6-9593796d4ff0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 1097 time: 0.4777646 Jun 03 15:36:40.253792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94507e2-8fec-4414-91f3-c76a98d48c97 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=72a574af-331f-4676-943b-7d245a9c0aa8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:40.267727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-1204210946'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:40.268727 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Checking router: 36208384-5c90-488e-aa8b-9c8ed1835a03 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:40.269184 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Updating router 36208384-5c90-488e-aa8b-9c8ed1835a03 port 36ff8327-8de8-4ce9-8722-2322e91586ed binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:40.284600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:40.293364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:40.304970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:40.318586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:40.343180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:40.347809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.382976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-169001065', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:40.395053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:40.416730 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.448176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:40.471257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.472242 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment c10449bf-d4c0-4070-98a8-f031db65fc6c of type vlan for network 1307f55d-27d1-4cfa-b269-9e099db06b8d Jun 03 15:36:40.582287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.621214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Usage tracker for resource:router and tenant:dbb49479537244258fdeb5377706ad4e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:40.682055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.689227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:40.689672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.710418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:40.721167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:36Z', 'revision_number': 3, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:40.727942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Checking router: 737cafdc-556e-4206-b775-19f27990b60e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:40.728207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Updating router 737cafdc-556e-4206-b775-19f27990b60e port d68ffd70-98a2-43af-b296-6351b1ace4d9 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:40.741914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4902928 Jun 03 15:36:40.741914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:40.755555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37706) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:40.786093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:40.841941 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.843099 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.863905 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.867606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dec2a-9c85-4ead-8d41-a4657d707eb5 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=1307f55d-27d1-4cfa-b269-9e099db06b8d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:40.884312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.893236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba62b6c-bb1a-435e-87f6-171e784e4fbd req-a2cbd102-1ec3-46fb-8f04-28003139a3c9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:40.894975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ba62b6c-bb1a-435e-87f6-171e784e4fbd req-a2cbd102-1ec3-46fb-8f04-28003139a3c9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.2780006 Jun 03 15:36:40.914477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:41.183455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ba62b6c-bb1a-435e-87f6-171e784e4fbd req-74ea26b8-2282-4cff-8b7e-56a30c432a29 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763708 Jun 03 15:36:41.329555 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.342801 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Transition to ACTIVE for port object 36ff8327-8de8-4ce9-8722-2322e91586ed will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:41.355390 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.419241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.420091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420295b-d613-45ff-9e6a-1bd627d085be req-a8649709-615b-4764-8b6f-9951a59defaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:41.422037 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-a8649709-615b-4764-8b6f-9951a59defaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 1.0072811 Jun 03 15:36:41.496007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.518546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Transition to ACTIVE for port object d68ffd70-98a2-43af-b296-6351b1ace4d9 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:41.535532 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.593839 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b14aeb69-8e62-4fb0-9a6f-e125c03f023e resource provider aggregate not found Jun 03 15:36:41.597404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37720) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:41.626820 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b14aeb69-8e62-4fb0-9a6f-e125c03f023e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b14aeb69-8e62-4fb0-9a6f-e125c03f023e found for delete ", "request_id": "req-604d48fa-2d06-4d52-84b3-a09d5b95ca57"}]} Jun 03 15:36:41.660759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0128b-2561-4d56-a2b3-62ca980dd913 req-e1a9405a-1fec-4c0c-982d-6965d0478651 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:41.662335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e0128b-2561-4d56-a2b3-62ca980dd913 req-e1a9405a-1fec-4c0c-982d-6965d0478651 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.2355397 Jun 03 15:36:41.671253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37728) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:41.674194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0d2b-1b90-45b6-a49c-6f31c0d737ab None None] Pushing event updated for resources: {'Port': ['ID=d68ffd70-98a2-43af-b296-6351b1ace4d9,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:41.687620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Request body: {'floatingip': {'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:41.693949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:41.703412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Attempting to bind port d68ffd70-98a2-43af-b296-6351b1ace4d9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:41.703787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Attempting to bind port d68ffd70-98a2-43af-b296-6351b1ace4d9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:41.704159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Attempting to bind port d68ffd70-98a2-43af-b296-6351b1ace4d9 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:41.711280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Pushing event updated for resources: {'Port': ['ID=36ff8327-8de8-4ce9-8722-2322e91586ed,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:41.714028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:41.714411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:41.714818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.715798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:41.715798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Bound port: d68ffd70-98a2-43af-b296-6351b1ace4d9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:41.716070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.725856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:41.737542 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-2342d9aa-b6d8-444f-bd2a-f28e2d1e42f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4aa023f-22df-42fd-bc52-b21c12171633 HTTP/1.1" status: 200 len: 217 time: 0.2277944 Jun 03 15:36:41.738757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:41.758268 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.758852 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.759288 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.759717 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.760264 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.760714 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.761101 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.761518 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.762001 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.762367 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.762866 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.763862 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:41.831392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] For port d68ffd70-98a2-43af-b296-6351b1ace4d9, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:41.840293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] For port d68ffd70-98a2-43af-b296-6351b1ace4d9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d68ffd70-98a2-43af-b296-6351b1ace4d9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:41.854441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:41.859913 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.886178 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Attempting to bind port 36ff8327-8de8-4ce9-8722-2322e91586ed on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:41.886770 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Attempting to bind port 36ff8327-8de8-4ce9-8722-2322e91586ed by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:41.887364 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Attempting to bind port 36ff8327-8de8-4ce9-8722-2322e91586ed on network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:41.899124 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:41.905061 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Checking segment: {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:41.905795 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.906442 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Bound using segment: {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:41.907138 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Bound port: 36ff8327-8de8-4ce9-8722-2322e91586ed, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2353dff-2fda-464b-bd27-c77b4d1b9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:41.907744 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.011732 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.032432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:42.033083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:42.056167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:42.061950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.139430 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] For port 36ff8327-8de8-4ce9-8722-2322e91586ed, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:42.146553 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] For port 36ff8327-8de8-4ce9-8722-2322e91586ed, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=36ff8327-8de8-4ce9-8722-2322e91586ed,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:42.156975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.159734 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.200871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:42.228669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b970d339eb4dc1b4bbf787cf8a04fc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:42.238607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:42.246364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:42.283135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420295b-d613-45ff-9e6a-1bd627d085be req-36fae38b-59ce-471c-8e6a-fecac011bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:42.285601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-36fae38b-59ce-471c-8e6a-fecac011bc5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.5363464 Jun 03 15:36:42.323821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:42.345961 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:42.346684 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:42.385958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.535021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0d2b-1b90-45b6-a49c-6f31c0d737ab None None] Pushing event updated for resources: {'Port': ['ID=d68ffd70-98a2-43af-b296-6351b1ace4d9,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:42.562617 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b696f2-0776-4673-95b3-c0a71252d276 None None] Pushing event updated for resources: {'Port': ['ID=36ff8327-8de8-4ce9-8722-2322e91586ed,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:42.654690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:36Z', 'revision_number': 3, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:42.661351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fafd5-1963-437b-836a-6daeea9e4a32 None None] The sync data for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 is: [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:36Z', 'revision_number': 3, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:42.718752 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:42.732877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.782741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.783974 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.006364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=e14a62af-2966-4079-ad7b-ac7b9594a6d0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:43.015144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420295b-d613-45ff-9e6a-1bd627d085be req-fb359f4b-c09f-4b2b-95bc-b7173b4551ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:43.018904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-fb359f4b-c09f-4b2b-95bc-b7173b4551ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7211742 Jun 03 15:36:43.019790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': 'c10449bf-d4c0-4070-98a8-f031db65fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:43.020311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: 1307f55d-27d1-4cfa-b269-9e099db06b8d, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:43.263684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:43.352503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 1307f55d-27d1-4cfa-b269-9e099db06b8d) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:43.362187 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:34Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:28Z', 'revision_number': 1, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36ff8327-8de8-4ce9-8722-2322e91586ed', 'name': '', 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:99:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '848eefe5-4270-4897-9c74-eece5b990bd1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:32Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '848eefe5-4270-4897-9c74-eece5b990bd1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:43.363060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.368390 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc53b97-064a-46f0-9467-7352f1c76b2c None None] The sync data for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 is: [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:34Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:28Z', 'revision_number': 1, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36ff8327-8de8-4ce9-8722-2322e91586ed', 'name': '', 'network_id': 'f1208945-49d4-47d3-9ba7-f9b5e52db1b9', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:99:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '848eefe5-4270-4897-9c74-eece5b990bd1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:32Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '848eefe5-4270-4897-9c74-eece5b990bd1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:43.379472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.380018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:43.380862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.402824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77455b59-758e-4272-8f83-580bbe0115c4 None None] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:43.468814 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-18e45998-9110-436a-9afa-3e779ef3c899 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048443 Jun 03 15:36:43.521376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Allocated IP 172.25.1.12 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/eebeb489-578b-45f9-8a51-2682e16d678a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:43.582496 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-033d4f8b-fc22-4487-a9df-b6baa9ddb9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.656986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0230f5e4-7447-4956-8a7c-1c43f849a850,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:43.664460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a7128f1d-1ee5-485a-b055-b3fe2ce800b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8b970d339eb4dc1b4bbf787cf8a04fc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0617712 Jun 03 15:36:43.668203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37742) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:43.694378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Allocated IP 172.20.0.1 (55246aef-9ce2-4aa1-a7d4-bc3849baf7f4/8de68ff2-b116-457c-ac34-da95efd53ca0/e2cb2672-442a-43fc-8594-57f70ae4b1e3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:43.780331 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6c7a1ad8-cf98-436f-b354-3da48769d56f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0300655 Jun 03 15:36:43.787956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37748) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:43.830649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1544243170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:43.895960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-1307f55d-27d1-4cfa-b269-9e099db06b8d', 'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': 'e14a62af-2966-4079-ad7b-ac7b9594a6d0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:36:43.897232 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.111330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bcedd7f-3435-4228-9c17-8a50d9c6a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.120313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:44.129192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:router and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:44.135935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:44.158492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:44.206723 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.341296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bcedd7f-3435-4228-9c17-8a50d9c6a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.433061 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5420295b-d613-45ff-9e6a-1bd627d085be req-f8c75d45-8cce-4194-8065-bce144cb75e0 service neutron] 10.222.0.70 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9413340 Jun 03 15:36:44.469153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68ffd70-98a2-43af-b296-6351b1ace4d9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:44.485579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.488742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.490367 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.566988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.628285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Allocated IP 172.20.0.2 (1307f55d-27d1-4cfa-b269-9e099db06b8d/e14a62af-2966-4079-ad7b-ac7b9594a6d0/b51d641d-5bf5-456d-abc8-27ebc99786b5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:44.631827 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.638410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.640470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.640941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d68ffd70-98a2-43af-b296-6351b1ace4d9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:44.655188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event updated for resources: {'Port': ['ID=eebeb489-578b-45f9-8a51-2682e16d678a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:44.675359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d68ffd70-98a2-43af-b296-6351b1ace4d9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:44.675862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.678149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:44.679289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.692476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.694049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-01991b45-67e5-4dd6-90aa-43940a39a6a1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9044375 Jun 03 15:36:44.696357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37754) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:44.705814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'port': {'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d', 'name': 'tempest-RoutersTest-1546631230'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:44.831531 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.898983 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bcedd7f-3435-4228-9c17-8a50d9c6a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.905469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:44.915807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:44.926060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:44.929388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:44.932450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:44.995708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.016394 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.036692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Transition to ACTIVE for port object b51d641d-5bf5-456d-abc8-27ebc99786b5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:45.062024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d68ffd70-98a2-43af-b296-6351b1ace4d9 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:45.062024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.070219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Transition to ACTIVE for port object b51d641d-5bf5-456d-abc8-27ebc99786b5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:45.082642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d68ffd70-98a2-43af-b296-6351b1ace4d9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d68ffd70-98a2-43af-b296-6351b1ace4d9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:45.084081 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.120675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcedd7f-3435-4228-9c17-8a50d9c6a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0230f5e4-7447-4956-8a7c-1c43f849a850,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:45.121021 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.121808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 36ff8327-8de8-4ce9-8722-2322e91586ed up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:45.164173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cb2672-442a-43fc-8594-57f70ae4b1e3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:45.168581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:45.187030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:45.188388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bcedd7f-3435-4228-9c17-8a50d9c6a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.189719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3bcedd7f-3435-4228-9c17-8a50d9c6a361 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0230f5e4-7447-4956-8a7c-1c43f849a850 HTTP/1.1" status: 204 len: 168 time: 1.5204380 Jun 03 15:36:45.204181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:45.215418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:45.218211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:45.222693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:45.228162 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.273320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] device_id is not set on port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:36:45.344172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Pushing event updated for resources: {'Port': ['ID=b51d641d-5bf5-456d-abc8-27ebc99786b5,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:45.379268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.379268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.379702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.379920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.380143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.380477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.380800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.381121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.381443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.381771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.382080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.382399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:45.386857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Attempting to bind port b51d641d-5bf5-456d-abc8-27ebc99786b5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:45.387224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Attempting to bind port b51d641d-5bf5-456d-abc8-27ebc99786b5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c10449bf-d4c0-4070-98a8-f031db65fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:45.387588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Attempting to bind port b51d641d-5bf5-456d-abc8-27ebc99786b5 on network 1307f55d-27d1-4cfa-b269-9e099db06b8d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:45.440543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:45.440911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Checking segment: {'id': 'c10449bf-d4c0-4070-98a8-f031db65fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:45.441353 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.441749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Bound using segment: {'id': 'c10449bf-d4c0-4070-98a8-f031db65fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:45.442234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Bound port: b51d641d-5bf5-456d-abc8-27ebc99786b5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10449bf-d4c0-4070-98a8-f031db65fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1307f55d-27d1-4cfa-b269-9e099db06b8d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:45.442614 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.490559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 36ff8327-8de8-4ce9-8722-2322e91586ed completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:45.517550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.20.0.8 (1307f55d-27d1-4cfa-b269-9e099db06b8d/e14a62af-2966-4079-ad7b-ac7b9594a6d0/4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:45.545451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 36ff8327-8de8-4ce9-8722-2322e91586ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:45.545821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.597024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.607761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d68ffd70-98a2-43af-b296-6351b1ace4d9,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:45.612867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.655310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.674308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] For port b51d641d-5bf5-456d-abc8-27ebc99786b5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:45.678814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] For port b51d641d-5bf5-456d-abc8-27ebc99786b5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b51d641d-5bf5-456d-abc8-27ebc99786b5,segment=NetworkSegment(c10449bf-d4c0-4070-98a8-f031db65fc6c),segment_id=c10449bf-d4c0-4070-98a8-f031db65fc6c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:45.721518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.823967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37772) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:45.867507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.873563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 36ff8327-8de8-4ce9-8722-2322e91586ed is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:45.874293 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.981843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06384a8-e9c2-4c84-bd3e-b99707cee85d None None] Pushing event updated for resources: {'Port': ['ID=b51d641d-5bf5-456d-abc8-27ebc99786b5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:45.991106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 36ff8327-8de8-4ce9-8722-2322e91586ed, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=36ff8327-8de8-4ce9-8722-2322e91586ed,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:45.992519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:45.999698 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.014255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Usage tracker for resource:security_group_rule and tenant:3a70ecda1bfb45c997ac248bf0692daf is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:46.118683 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.132341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.166871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:46.185194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=36ff8327-8de8-4ce9-8722-2322e91586ed,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:46.188181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68ffd70-98a2-43af-b296-6351b1ace4d9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:46.222362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:46.275105 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-20866bf8-e000-4710-b1e6-f92d429f3a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.287259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d68ffd70-98a2-43af-b296-6351b1ace4d9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:46.287628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.310752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:46.322928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cb2672-442a-43fc-8594-57f70ae4b1e3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:46.333221 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.338716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.425365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:46.548269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d68ffd70-98a2-43af-b296-6351b1ace4d9 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:46.628087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.667711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:46.679277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:46.893082 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.906812 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.921004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.054868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:47.056431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:47.065003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:47.128136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.182995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:47.196676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.215025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Router 737cafdc-556e-4206-b775-19f27990b60e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:47.252470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a70ecda1bfb45c997ac248bf0692daf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4274077 Jun 03 15:36:47.253425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:47.298811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:47.299616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.318451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:47.329626 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] Sync routers for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:47.342339 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:47.342964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:47.345888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b537f-09e3-47d7-b830-0709c24dec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efc9699-52ab-45cc-8f88-23acacbf123f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:47.376013 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2b7b705d-0062-463d-92d9-447f52fd1c1e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6784561 Jun 03 15:36:47.379539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37804) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:47.416990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.516472 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4b26a2b-c7d6-4b15-8179-64fead2f44c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.582270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:47.608505 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:47.618359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b6901-5727-49c7-add1-7d60a80b8a98 None None] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:47.680261 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc003205-82c8-4bc7-9406-16913013a66d'] response: {'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'status': 'completed', 'code': 200} Jun 03 15:36:47.709970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-996b5d43-5e73-44c1-b774-a2e66e249c2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "PUT /v2.0/floatingips/a7544901-1c31-4264-b55c-d25ccbf11419 HTTP/1.1" status: 200 len: 992 time: 6.0351040 Jun 03 15:36:47.709970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Router 2495f515-4620-40e6-950a-3f184aa7a303 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:47.793883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4b26a2b-c7d6-4b15-8179-64fead2f44c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.942028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:47.972361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b77f6940-6d3b-492f-9658-abe129aaa4e4 admin admin] 10.222.0.66 "PUT /v2.0/routers/737cafdc-556e-4206-b775-19f27990b60e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5005250 Jun 03 15:36:48.004126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Sync routers for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:48.104250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:48.124706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cdeac0af-bf57-4283-a55f-f7efb5fa08a5 None None] Provisioning for port b51d641d-5bf5-456d-abc8-27ebc99786b5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:48.130971 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.154958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:48.156156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:48.230046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.231442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f51a6241-74af-4128-a173-e95eb7be0014 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3058488 Jun 03 15:36:48.249320 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] Sync routers for ids ['2495f515-4620-40e6-950a-3f184aa7a303'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:48.268402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37818) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:48.312352 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] Routers {'2495f515-4620-40e6-950a-3f184aa7a303'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:48.313423 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2495f515-4620-40e6-950a-3f184aa7a303'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:48.359497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 36ff8327-8de8-4ce9-8722-2322e91586ed up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:48.390444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4b26a2b-c7d6-4b15-8179-64fead2f44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.437589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b26a2b-c7d6-4b15-8179-64fead2f44c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efc9699-52ab-45cc-8f88-23acacbf123f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:48.472529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-dc675115-dea2-4bf8-ba7d-c7e06a369776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:48.490667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-dc675115-dea2-4bf8-ba7d-c7e06a369776 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1096 time: 0.7630775 Jun 03 15:36:48.573461 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:48.600900 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] Routers {'2495f515-4620-40e6-950a-3f184aa7a303'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:48.602323 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2495f515-4620-40e6-950a-3f184aa7a303'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:48.643444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4b26a2b-c7d6-4b15-8179-64fead2f44c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.650219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b4b26a2b-c7d6-4b15-8179-64fead2f44c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7efc9699-52ab-45cc-8f88-23acacbf123f HTTP/1.1" status: 204 len: 168 time: 1.3892798 Jun 03 15:36:48.679796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.699359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07009959-da71-4859-800a-7fe76cd7c087 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/2495f515-4620-40e6-950a-3f184aa7a303 HTTP/1.1" status: 200 len: 923 time: 0.4278762 Jun 03 15:36:48.705027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37830) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:48.754185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.800773 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c8c4310-965b-46ef-8291-28260f5feafb tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=2495f515-4620-40e6-950a-3f184aa7a303 HTTP/1.1" status: 200 len: 205 time: 0.0940895 Jun 03 15:36:48.805901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:48.822958 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:48.823406 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927beab-f6c6-4a13-aafa-ba785f773b0f None None] The sync data for ids ['2495f515-4620-40e6-950a-3f184aa7a303'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:48.881897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:48.887427 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a7544901-1c31-4264-b55c-d25ccbf11419', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'mac_address': 'fa:16:3e:c5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:54Z', 'updated_at': '2022-06-03T15:36:44Z', 'revision_number': 3, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:48.897441 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] Checking router: d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:48.911670 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:48.912332 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:49.011115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 36ff8327-8de8-4ce9-8722-2322e91586ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:49.014038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:49.135315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-4bf1853b-c848-4e43-bd17-12e63cf647c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:49.136762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-4bf1853b-c848-4e43-bd17-12e63cf647c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.4836462 Jun 03 15:36:49.268029 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:49.649262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:49.726778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:49.779358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-035f94f5-5c01-4cbb-a36b-5cfb3f2cd2f5 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:49.781046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-035f94f5-5c01-4cbb-a36b-5cfb3f2cd2f5 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 820 time: 0.9068718 Jun 03 15:36:49.799988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 36ff8327-8de8-4ce9-8722-2322e91586ed is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:49.804247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b51d641d-5bf5-456d-abc8-27ebc99786b5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:49.838898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-813351c0-b228-4529-90d0-e13ea9b6ea10 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/quotas/c0c9c6c0ad54413bb5ec1714f83ae6e6 HTTP/1.1" status: 200 len: 375 time: 0.0387142 Jun 03 15:36:49.845007 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483f8135-e467-4d2c-b124-e99c031f12ed'] response: {'name': 'network-changed', 'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'status': 'completed', 'code': 200} Jun 03 15:36:49.891411 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:36:49.937825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-f15921dc-1edd-4392-acfc-60d15c0732ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 1000 time: 0.7938936 Jun 03 15:36:50.056230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-0e9c6e18-0d9f-439b-b0b9-35eb1b430343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:50.061266 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-0e9c6e18-0d9f-439b-b0b9-35eb1b430343 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.1121960 Jun 03 15:36:50.082524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-87aaf4c9-40c4-40ae-a3e7-aa0d97b7212f tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2313833 Jun 03 15:36:50.187171 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a7544901-1c31-4264-b55c-d25ccbf11419', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'mac_address': 'fa:16:3e:c5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:54Z', 'updated_at': '2022-06-03T15:36:44Z', 'revision_number': 3, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:50.192803 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fda0ab-8cd7-4261-8cce-56746906c3e1 None None] The sync data for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 is: [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a7544901-1c31-4264-b55c-d25ccbf11419', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'port_id': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'mac_address': 'fa:16:3e:c5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:54Z', 'updated_at': '2022-06-03T15:36:44Z', 'revision_number': 3, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:50.231556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a8e5ca9e-ed50-4146-885e-fc2ca01183c6 None None] Provisioning for port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:50.241302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a8e5ca9e-ed50-4146-885e-fc2ca01183c6 None None] Provisioning complete for port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:50.241677 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ca9e-ed50-4146-885e-fc2ca01183c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.364798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b51d641d-5bf5-456d-abc8-27ebc99786b5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:50.397895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b51d641d-5bf5-456d-abc8-27ebc99786b5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:50.398281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.437188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-5d8862e1-63a9-4340-9a48-1eeeed496b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:50.439284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-5d8862e1-63a9-4340-9a48-1eeeed496b45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3669453 Jun 03 15:36:50.456291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-2d964d8b-4798-460c-95c5-4ec5ccb9a436 service neutron] 10.222.0.66 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058655 Jun 03 15:36:50.475878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.502488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Deleting port eebeb489-578b-45f9-8a51-2682e16d678a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:50.502984 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.514485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5ca9e-ed50-4146-885e-fc2ca01183c6 None None] Port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:50.542951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 2, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:50.549598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Checking router: 737cafdc-556e-4206-b775-19f27990b60e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:50.550054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Updating router 737cafdc-556e-4206-b775-19f27990b60e port e2cb2672-442a-43fc-8594-57f70ae4b1e3 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:50.631037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.799419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.837539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-2f078411-912f-42ac-8a2e-3c925bed4ba7 service neutron] 10.222.0.66 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456588 Jun 03 15:36:50.926871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-6116fc4d-4423-4645-b8af-79369958dbef service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694488 Jun 03 15:36:50.968244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a18f055e-87b1-40b8-a0d6-b4cc395cd4bb None None] Provisioning complete for port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:50.968729 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a18f055e-87b1-40b8-a0d6-b4cc395cd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.042666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Calling delete_port for eebeb489-578b-45f9-8a51-2682e16d678a owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:51.051265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b51d641d-5bf5-456d-abc8-27ebc99786b5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:51.051889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.230380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cac47c5b-e07e-477c-ab0b-1fa9e8c96738 req-8bbfe392-7705-4cea-9343-b4bc4819c2ad tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 210 time: 0.0711164 Jun 03 15:36:51.255069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d901a2b9-c7a0-4d17-ab92-44ea81b8c6d7 req-89923a38-339f-4b40-9310-7fcbcc57330b service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190861 Jun 03 15:36:51.300153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b51d641d-5bf5-456d-abc8-27ebc99786b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b51d641d-5bf5-456d-abc8-27ebc99786b5,segment=NetworkSegment(c10449bf-d4c0-4070-98a8-f031db65fc6c),segment_id=c10449bf-d4c0-4070-98a8-f031db65fc6c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:51.311040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a18f055e-87b1-40b8-a0d6-b4cc395cd4bb None None] Port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:51.317304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.390203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:36:51.427365 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.439669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.506046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-96e95cbd-f96b-4d75-8963-4a425d0f3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:51.509556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-96e95cbd-f96b-4d75-8963-4a425d0f3fb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 1096 time: 0.1781104 Jun 03 15:36:51.517288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b51d641d-5bf5-456d-abc8-27ebc99786b5,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:51.711971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:51.726262 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.879215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-f207c11e-1f82-41b6-a9ea-954d2bd2974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:51.881177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-f207c11e-1f82-41b6-a9ea-954d2bd2974d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.3647232 Jun 03 15:36:51.978686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51566f72-c54a-4324-91a8-90e272654c82 None None] Provisioning complete for port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:51.979233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51566f72-c54a-4324-91a8-90e272654c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.053680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-1c2f2ade-29dc-4e4e-9187-08ca8d747ffa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 200 len: 1000 time: 0.1641672 Jun 03 15:36:52.217034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.223800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-b2ab2639-1748-474b-9c6e-c692a62315f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:52.237530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-b2ab2639-1748-474b-9c6e-c692a62315f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.1742656 Jun 03 15:36:52.269802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Transition to ACTIVE for port object e2cb2672-442a-43fc-8594-57f70ae4b1e3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:52.271577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-51566f72-c54a-4324-91a8-90e272654c82 None None] Port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:52.296686 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.327152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event deleted for resources: {'Port': ['ID=eebeb489-578b-45f9-8a51-2682e16d678a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:52.404677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b52b-cbf1-4432-9011-f86648bbecc8 None None] Pushing event updated for resources: {'Port': ['ID=e2cb2672-442a-43fc-8594-57f70ae4b1e3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:52.590180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc8e0749-fbeb-4f9d-80a1-2dddb633b901 req-946ff75c-b5b1-4b4f-b910-bce1b067738b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 210 time: 0.1011996 Jun 03 15:36:52.596157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-d0096c7a-b036-40f9-bd61-199cbc8922ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:52.596157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-d0096c7a-b036-40f9-bd61-199cbc8922ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501906 Jun 03 15:36:52.689882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Attempting to bind port e2cb2672-442a-43fc-8594-57f70ae4b1e3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:52.690334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Attempting to bind port e2cb2672-442a-43fc-8594-57f70ae4b1e3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:52.690954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Attempting to bind port e2cb2672-442a-43fc-8594-57f70ae4b1e3 on network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:52.698168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:52.698551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Checking segment: {'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:52.699348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.699832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Bound using segment: {'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:52.700755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Bound port: e2cb2672-442a-43fc-8594-57f70ae4b1e3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:52.701240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.707612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.871711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] For port e2cb2672-442a-43fc-8594-57f70ae4b1e3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:52.872239 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.874480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-ec24710f-b304-4c81-bedf-61b8f5fde51c service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704482 Jun 03 15:36:52.875775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] For port e2cb2672-442a-43fc-8594-57f70ae4b1e3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e2cb2672-442a-43fc-8594-57f70ae4b1e3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:52.881692 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.886112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:53.025165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b52b-cbf1-4432-9011-f86648bbecc8 None None] Pushing event updated for resources: {'Port': ['ID=e2cb2672-442a-43fc-8594-57f70ae4b1e3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:53.094513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:53.095179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:53.352435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.370983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.391646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:53.542339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c38d6bb-f002-49b3-9d5d-fffb1d03e42a req-7e1036a3-24eb-4c40-ab53-0ab8e0c3450d service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574957 Jun 03 15:36:53.563278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.564036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Fanout notify agent at l3_agent the message router_deleted on router 2495f515-4620-40e6-950a-3f184aa7a303 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:53.693269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b51d641d-5bf5-456d-abc8-27ebc99786b5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:53.813954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.815100 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-203ff299-d8d3-4b06-8fe4-ffefc3ae7a38 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/2495f515-4620-40e6-950a-3f184aa7a303 HTTP/1.1" status: 204 len: 168 time: 5.0019410 Jun 03 15:36:53.830325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:53.855613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1758470056', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': False}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:53.868420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-4642ef19-4541-4b91-9f2e-b45f0b8f5ccd tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:53.869152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-4642ef19-4541-4b91-9f2e-b45f0b8f5ccd tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Synchronizing usage tracker for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:53.890315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:53.899121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:router and tenant:39ba345adfdf4730bf295569df8d6292 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:53.901981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.912155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:53.926956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:53.946650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-4642ef19-4541-4b91-9f2e-b45f0b8f5ccd tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Unset dirty status for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:53.947824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-4642ef19-4541-4b91-9f2e-b45f0b8f5ccd tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.70 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 820 time: 0.8075213 Jun 03 15:36:54.023315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b51d641d-5bf5-456d-abc8-27ebc99786b5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:54.024324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.029952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Request body: {'port': {'device_id': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'admin_state_up': True, 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:54.123092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.124440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.140208 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.347792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:52Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:54.358179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a6a8-1836-42f8-aea6-a0a2447c3e94 None None] The sync data for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 is: [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:52Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:54.364274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab8589b3-d69d-4801-8cc9-4894c7b7bbd3 req-3d5959d5-ff33-4d5e-8833-22e7ef485ca4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 210 time: 0.4253473 Jun 03 15:36:54.370784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b51d641d-5bf5-456d-abc8-27ebc99786b5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:54.501270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37978) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:54.770786 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.019048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.038520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:55.044162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Usage tracker for resource:port and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:55.048970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:55.055021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:55.062086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.074676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Made reservation on behalf of c0c9c6c0ad54413bb5ec1714f83ae6e6 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:55.079500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.121502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:55.131380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Usage tracker for resource:security_group_rule and tenant:f7fd7d79c6334174953fbeaea193c299 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:55.137055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:55.147052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:55.492647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.510404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e2cb2672-442a-43fc-8594-57f70ae4b1e3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:55.593131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.640794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e2cb2672-442a-43fc-8594-57f70ae4b1e3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:55.654345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e2cb2672-442a-43fc-8594-57f70ae4b1e3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:55.655076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.694767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d2242b-634a-4478-bc42-05d874c614c1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:55.747560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 36ff8327-8de8-4ce9-8722-2322e91586ed {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:55.747920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.783258 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.809950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.819604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d6b9fc73-a462-44e3-adad-4d0e7a745280 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7fd7d79c6334174953fbeaea193c299&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3130207 Jun 03 15:36:55.830721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38010) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:55.835659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e2cb2672-442a-43fc-8594-57f70ae4b1e3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:55.836060 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.887146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e2cb2672-442a-43fc-8594-57f70ae4b1e3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e2cb2672-442a-43fc-8594-57f70ae4b1e3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:55.892504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.008651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Allocated IP 172.20.0.3 (55246aef-9ce2-4aa1-a7d4-bc3849baf7f4/8de68ff2-b116-457c-ac34-da95efd53ca0/24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:56.087299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e2cb2672-442a-43fc-8594-57f70ae4b1e3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:56.150725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.165106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:56.302080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df22f01a-4e4a-4f32-989e-92a2d2741092 req-d1568113-c90f-4d18-a01d-b9af7e53e720 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 210 time: 0.7223492 Jun 03 15:36:56.309213 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.350557 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.407566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port 36ff8327-8de8-4ce9-8722-2322e91586ed, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=36ff8327-8de8-4ce9-8722-2322e91586ed,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:56.408253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.546780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 36ff8327-8de8-4ce9-8722-2322e91586ed owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:56.609655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.661063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.714328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.765051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d2242b-634a-4478-bc42-05d874c614c1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:56.783185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.783522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.783864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.784500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.784838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.785165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.785492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.785813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.786134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.786455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.786774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.787106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:56.793429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.798609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-764224ef-e93c-4ea8-b3a3-556aa78a647c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0d2242b-634a-4478-bc42-05d874c614c1 HTTP/1.1" status: 204 len: 168 time: 0.9625704 Jun 03 15:36:56.932378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.944464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:56.950584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:57.002565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.109239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=36ff8327-8de8-4ce9-8722-2322e91586ed,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:57.434428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.463433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0ffb1f6c-9807-45aa-b31b-cd1608ba9a8f None None] Provisioning complete for port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:57.468540 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0ffb1f6c-9807-45aa-b31b-cd1608ba9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.550781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Allocated IP 172.25.1.48 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2f4474a2-5959-4914-ba37-24a482441af4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:57.595498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:57.604881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:57.620135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:57.632338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb1f6c-9807-45aa-b31b-cd1608ba9a8f None None] Port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:57.634394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e2cb2672-442a-43fc-8594-57f70ae4b1e3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:57.690004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event updated for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:57.745112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.769557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router b52b9650-d6da-4a8a-988a-f36b405371f9 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:57.787821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38050) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:57.814503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e2cb2672-442a-43fc-8594-57f70ae4b1e3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:57.815587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.899194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.965704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:57.965704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.129710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e2cb2672-442a-43fc-8594-57f70ae4b1e3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:58.142190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.195102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:58.200088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Usage tracker for resource:security_group_rule and tenant:d90c5981050448a0ae8363b572605603 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:58.203388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:58.210277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:58.224330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.239069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-bd077525-0817-4641-bf27-f7cff28960b2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2214689 Jun 03 15:36:58.287184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:58.303955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:58.319735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Request body: {'port': {'device_id': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:58.420547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:58.510645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:58.520877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] Sync routers for ids ['b52b9650-d6da-4a8a-988a-f36b405371f9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:58.540422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] Routers {'b52b9650-d6da-4a8a-988a-f36b405371f9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:58.541420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b52b9650-d6da-4a8a-988a-f36b405371f9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:58.566716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 36208384-5c90-488e-aa8b-9c8ed1835a03 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:58.579486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991951d9-30cb-4923-b457-9f04934274b3 req-d23d0a76-7c7b-47af-9766-2d608d4aa233 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:58.581034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-991951d9-30cb-4923-b457-9f04934274b3 req-d23d0a76-7c7b-47af-9766-2d608d4aa233 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 931 time: 0.9103210 Jun 03 15:36:58.589198 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-95ac64ad-ffd5-4974-bd28-5fbfe856c893 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/b52b9650-d6da-4a8a-988a-f36b405371f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2056072 Jun 03 15:36:58.596892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38064) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:58.605541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4474a2-5959-4914-ba37-24a482441af4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:58.620232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.666468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:58.689293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] Routers {'b52b9650-d6da-4a8a-988a-f36b405371f9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:58.690414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b52b9650-d6da-4a8a-988a-f36b405371f9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:58.799078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:58.799923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261670c0-4963-42ba-af4a-eeb589400e56 None None] The sync data for ids ['b52b9650-d6da-4a8a-988a-f36b405371f9'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:58.820411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa5b89-0756-49e0-a391-0d6f4fb5ab3a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:58.821803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-40aa5b89-0756-49e0-a391-0d6f4fb5ab3a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports/4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 HTTP/1.1" status: 200 len: 977 time: 0.2210996 Jun 03 15:36:58.868846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38074) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:58.874017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-991951d9-30cb-4923-b457-9f04934274b3 req-de32466a-d46a-4b2b-8251-fa2ee89aded1 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743824 Jun 03 15:36:58.925201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:58.936960 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] Sync routers for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:58.943418 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3613e616-0802-43b2-b8a3-c290a4217e0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "PUT /v2.0/routers/36208384-5c90-488e-aa8b-9c8ed1835a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7930849 Jun 03 15:36:58.950442 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:58.951188 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:59.307455 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:59.473462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:59.754272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1a8ed-67a0-492f-9dec-1d4624d29e7e req-e191f02d-f578-499c-9881-2002f8c1ed60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:59.755969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2be1a8ed-67a0-492f-9dec-1d4624d29e7e req-e191f02d-f578-499c-9881-2002f8c1ed60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:59.781958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2be1a8ed-67a0-492f-9dec-1d4624d29e7e req-e191f02d-f578-499c-9881-2002f8c1ed60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:59.783352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2be1a8ed-67a0-492f-9dec-1d4624d29e7e req-e191f02d-f578-499c-9881-2002f8c1ed60 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 946 time: 0.1489649 Jun 03 15:36:59.826587 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:56Z', 'revision_number': 6, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:28Z', 'revision_number': 1, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:59.831527 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] Checking router: 36208384-5c90-488e-aa8b-9c8ed1835a03 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:59.838622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:59.843640 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:59.844411 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:59.847247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2be1a8ed-67a0-492f-9dec-1d4624d29e7e req-e6d493a4-71b7-433c-a687-dca4c3bf3a17 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567014 Jun 03 15:36:59.930688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.022307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d90c5981050448a0ae8363b572605603&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2315292 Jun 03 15:37:00.026772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38106) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:00.225260 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:00.238458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-509b2db6-e41b-4b67-811e-90252db58d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.245121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8094f-e778-49ee-b4d5-02f5ae956db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf457a4-9fac-4384-a4e1-0c47a250f369,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:00.266826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028adbf-2bd1-4cf8-ba45-27fd907e7a2d req-5bbff36b-f68c-4ff4-a087-a723b6f807e2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:00.271685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0028adbf-2bd1-4cf8-ba45-27fd907e7a2d req-5bbff36b-f68c-4ff4-a087-a723b6f807e2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 931 time: 0.1923716 Jun 03 15:37:00.329097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-509b2db6-e41b-4b67-811e-90252db58d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.379368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0028adbf-2bd1-4cf8-ba45-27fd907e7a2d req-82b1e94f-365f-4bb2-bd2b-90ef1267ae8d tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909498 Jun 03 15:37:00.428418 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-509b2db6-e41b-4b67-811e-90252db58d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.448852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b2db6-e41b-4b67-811e-90252db58d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf457a4-9fac-4384-a4e1-0c47a250f369,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:00.464427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-509b2db6-e41b-4b67-811e-90252db58d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.466424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-509b2db6-e41b-4b67-811e-90252db58d39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccf457a4-9fac-4384-a4e1-0c47a250f369 HTTP/1.1" status: 204 len: 168 time: 0.4378695 Jun 03 15:37:00.653432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.765081 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:56Z', 'revision_number': 6, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:28Z', 'revision_number': 1, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:00.774391 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd259712-a118-4110-930e-0a1475da6dbb None None] The sync data for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 is: [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:56Z', 'revision_number': 6, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'ff9c7af2-ad72-43ee-b8c6-f849b803c5dd', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'port_id': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'mac_address': 'fa:16:3e:f9:39:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:22Z', 'updated_at': '2022-06-03T15:35:28Z', 'revision_number': 1, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:00.815404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:37:00.830724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.147602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Transition to ACTIVE for port object 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:01.161946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.318686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-fd18f6c2-bfe8-48e6-8954-983db96ef5a8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:01.320156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-fd18f6c2-bfe8-48e6-8954-983db96ef5a8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 946 time: 0.2169828 Jun 03 15:37:01.331118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.365508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 36ff8327-8de8-4ce9-8722-2322e91586ed no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:01.467254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 36ff8327-8de8-4ce9-8722-2322e91586ed {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:01.467598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 36ff8327-8de8-4ce9-8722-2322e91586ed not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:01.504359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 9be54ff6-9773-4c63-b74e-2edc96ed70ea {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:01.504707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.551082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Pushing event updated for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:01.622111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0bbf-a11c-4af9-83f6-56fa111cb129 req-025e9f66-2956-43a2-b603-f07431ceee57 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:01.624172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45da0bbf-a11c-4af9-83f6-56fa111cb129 req-025e9f66-2956-43a2-b603-f07431ceee57 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 946 time: 0.5945151 Jun 03 15:37:01.727725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45da0bbf-a11c-4af9-83f6-56fa111cb129 req-3464c35c-8c56-439e-8e37-7884097f82ec tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5702b78c-22f8-471e-af92-e6d51edab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908399 Jun 03 15:37:01.930940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Router 474ca604-4766-4d4a-aa2e-739844fc01b6 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:01.966875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port 9be54ff6-9773-4c63-b74e-2edc96ed70ea, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9be54ff6-9773-4c63-b74e-2edc96ed70ea,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:01.966985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.027411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Attempting to bind port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:02.027745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Attempting to bind port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:02.028076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Attempting to bind port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 on network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:02.061558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 on network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:37:02.061888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Attempting to bind port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 on network 55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:02.093796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:02.095694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.153729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 9be54ff6-9773-4c63-b74e-2edc96ed70ea owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:02.220497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf67d0-a7d2-463d-b9bf-20c02fe50a52 req-05debd6e-ce2a-4c5e-99fd-bbeed460536e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:02.221869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45cf67d0-a7d2-463d-b9bf-20c02fe50a52 req-05debd6e-ce2a-4c5e-99fd-bbeed460536e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 943 time: 0.6836796 Jun 03 15:37:02.254540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:02.255514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Checking segment: {'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:02.256063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Bound using segment: {'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:02.256939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Bound port: 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe2be96-5856-4c16-a91e-48be694cb2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:02.257585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.297944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-45cf67d0-a7d2-463d-b9bf-20c02fe50a52 req-4c32971b-682d-454b-be08-12aa70abc721 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653503 Jun 03 15:37:02.376525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.494481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:02.506475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Sync routers for ids ['474ca604-4766-4d4a-aa2e-739844fc01b6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:02.526270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Routers {'474ca604-4766-4d4a-aa2e-739844fc01b6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:02.527317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['474ca604-4766-4d4a-aa2e-739844fc01b6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:02.583217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.584874 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b278b8a7-5857-4ee9-a045-68b5724f4355 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7535729 Jun 03 15:37:02.589579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:02.592405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38164) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:02.596251 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.604320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=9be54ff6-9773-4c63-b74e-2edc96ed70ea,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:02.717720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] No DVR routers for this DVR port 9be54ff6-9773-4c63-b74e-2edc96ed70ea on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:02.720746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.734716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'name': 'network-vif-deleted', 'tag': '9be54ff6-9773-4c63-b74e-2edc96ed70ea'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:02.745799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c33f1e-f526-4775-a57e-c11447ebe5cf req-8508e86e-de04-43d9-be2e-30ff0f64a264 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "DELETE /v2.0/ports/9be54ff6-9773-4c63-b74e-2edc96ed70ea HTTP/1.1" status: 204 len: 173 time: 1.4159262 Jun 03 15:37:02.844574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:02.868752 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e15f632-9b99-4cfd-b3ba-7c9936dd4e7d'] response: {'server_uuid': '6de501b9-74d0-4ec6-96d0-d504a92e7d0b', 'name': 'network-vif-deleted', 'tag': '9be54ff6-9773-4c63-b74e-2edc96ed70ea', 'status': 'completed', 'code': 200} Jun 03 15:37:02.878006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Set router 474ca604-4766-4d4a-aa2e-739844fc01b6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:03.106232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3e42cf1f-a37d-4499-9acc-958fac276266 req-33c31d73-deb6-452c-a3e6-abf905516aa3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:03.143812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:03.149302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3e42cf1f-a37d-4499-9acc-958fac276266 req-33c31d73-deb6-452c-a3e6-abf905516aa3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:03.150827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e42cf1f-a37d-4499-9acc-958fac276266 req-33c31d73-deb6-452c-a3e6-abf905516aa3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=6de501b9-74d0-4ec6-96d0-d504a92e7d0b HTTP/1.1" status: 200 len: 210 time: 0.1922705 Jun 03 15:37:03.223331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.362331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ca604-4766-4d4a-aa2e-739844fc01b6', 'name': 'tempest-snat-router-1758470056', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.48'}], 'enable_snat': False}, 'gw_port_id': '2f4474a2-5959-4914-ba37-24a482441af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:54Z', 'updated_at': '2022-06-03T15:36:59Z', 'revision_number': 3, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port': {'id': '2f4474a2-5959-4914-ba37-24a482441af4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ca604-4766-4d4a-aa2e-739844fc01b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:56Z', 'updated_at': '2022-06-03T15:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:03.370784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Checking router: 474ca604-4766-4d4a-aa2e-739844fc01b6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:03.370784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Updating router 474ca604-4766-4d4a-aa2e-739844fc01b6 port 2f4474a2-5959-4914-ba37-24a482441af4 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:37:03.461132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.497767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:03.509955 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.511854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] 10.222.0.70 "PUT /v2.0/ports/24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 1091 time: 5.2141371 Jun 03 15:37:03.570987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:03.646607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a6e9c-6d5b-406e-9652-8b22a95df8c2 req-c1b248b0-c3f1-4731-868a-a70a51a2b311 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:03.658281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-718a6e9c-6d5b-406e-9652-8b22a95df8c2 req-c1b248b0-c3f1-4731-868a-a70a51a2b311 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 943 time: 0.1623256 Jun 03 15:37:03.669376 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed34c29f-3ad3-40cf-b2cb-bb035ac842f1'] response: {'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'status': 'completed', 'code': 200} Jun 03 15:37:03.684571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea7393-3eaf-4125-976d-4bc1a3aedc06 service neutron] Pushing event updated for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:03.695407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2b7d8759-7283-49f8-a133-25218f0e6ca5 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/474ca604-4766-4d4a-aa2e-739844fc01b6 HTTP/1.1" status: 200 len: 908 time: 1.0991056 Jun 03 15:37:03.707132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38198) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:03.717178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-718a6e9c-6d5b-406e-9652-8b22a95df8c2 req-8cc2509e-cde5-4d15-bad5-506db74a4e98 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569241 Jun 03 15:37:03.718819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1758470056', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': True}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:03.726712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:03.733983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Usage tracker for resource:router and tenant:39ba345adfdf4730bf295569df8d6292 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:03.737936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:03.747705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:03.777097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.777097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.792332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-a7b7752b-56e0-4823-ba3a-8f63a77f7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:03.792332 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-a7b7752b-56e0-4823-ba3a-8f63a77f7a9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1094 time: 0.2092719 Jun 03 15:37:03.920187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-5ad43799-2a83-4115-ad41-67f8dc698453 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 217 time: 0.0844905 Jun 03 15:37:03.925678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.951929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9be54ff6-9773-4c63-b74e-2edc96ed70ea no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:04.036465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 9be54ff6-9773-4c63-b74e-2edc96ed70ea {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:04.036465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9be54ff6-9773-4c63-b74e-2edc96ed70ea not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:04.111585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.164662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-debfd9b4-cde6-4f88-b51d-ac8371338af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:04.164662 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-debfd9b4-cde6-4f88-b51d-ac8371338af1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.2208271 Jun 03 15:37:04.247414 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.261351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Transition to ACTIVE for port object 2f4474a2-5959-4914-ba37-24a482441af4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:04.271632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.342997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=4c9fbb65-6cd0-4f7c-9c1d-e739637e13b9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:04.350968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38210) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:04.356978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Attempting to bind port 2f4474a2-5959-4914-ba37-24a482441af4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:04.357356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Attempting to bind port 2f4474a2-5959-4914-ba37-24a482441af4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:04.357722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Attempting to bind port 2f4474a2-5959-4914-ba37-24a482441af4 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:04.365293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:04.365674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:04.366083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.366481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:04.368439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Bound port: 2f4474a2-5959-4914-ba37-24a482441af4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:04.368825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.415742 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-07094a3f-87e0-4203-8477-1051091731a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605008 Jun 03 15:37:04.438015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae07033-7cb4-432b-a7e8-56347ea99d19 None None] Pushing event updated for resources: {'Port': ['ID=2f4474a2-5959-4914-ba37-24a482441af4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:04.510793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a606f28-14e0-4125-80c6-8eb3cdc6e5d4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.552509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] For port 2f4474a2-5959-4914-ba37-24a482441af4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:04.566001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] For port 2f4474a2-5959-4914-ba37-24a482441af4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2f4474a2-5959-4914-ba37-24a482441af4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:04.583577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.595805 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a606f28-14e0-4125-80c6-8eb3cdc6e5d4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.674959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a606f28-14e0-4125-80c6-8eb3cdc6e5d4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.711246 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a606f28-14e0-4125-80c6-8eb3cdc6e5d4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.715377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2a606f28-14e0-4125-80c6-8eb3cdc6e5d4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/security-groups/5702b78c-22f8-471e-af92-e6d51edab87f HTTP/1.1" status: 204 len: 168 time: 0.3631368 Jun 03 15:37:04.717145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a606f28-14e0-4125-80c6-8eb3cdc6e5d4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5702b78c-22f8-471e-af92-e6d51edab87f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:04.786328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38226) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:04.804528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Routers {'474ca604-4766-4d4a-aa2e-739844fc01b6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:04.805207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['474ca604-4766-4d4a-aa2e-739844fc01b6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:04.887423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.925751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae07033-7cb4-432b-a7e8-56347ea99d19 None None] Pushing event updated for resources: {'Port': ['ID=2f4474a2-5959-4914-ba37-24a482441af4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:04.958711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting subnet 848eefe5-4270-4897-9c74-eece5b990bd1 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:04.972763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.982306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-664beaf1-e371-428f-ac2f-5ece9048e433 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947863 Jun 03 15:37:05.173750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] Set router 474ca604-4766-4d4a-aa2e-739844fc01b6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:05.208736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.372744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60b2d8-0ede-49d1-bd92-a2ab4f641ff9 req-e196f7f6-98f4-4828-bf89-35c56e4ee019 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:05.374846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e60b2d8-0ede-49d1-bd92-a2ab4f641ff9 req-e196f7f6-98f4-4828-bf89-35c56e4ee019 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 943 time: 0.3365905 Jun 03 15:37:05.437837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.474199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e60b2d8-0ede-49d1-bd92-a2ab4f641ff9 req-69617183-c70d-4bf2-a2d1-c166eea185ec tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914576 Jun 03 15:37:05.541186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.549747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-60f3b5b0-5cd1-4c78-baa0-0ae5f9c27b64 req-551b6e5d-fc6d-43f6-8e3c-8f3b8e931a86 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774745 Jun 03 15:37:05.553748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.625216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Subnet': ['ID=848eefe5-4270-4897-9c74-eece5b990bd1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:05.627597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.641169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e6f0288e-a7c8-450b-abc3-7df52844c74f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/subnets/848eefe5-4270-4897-9c74-eece5b990bd1 HTTP/1.1" status: 204 len: 168 time: 0.8536577 Jun 03 15:37:05.642254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38246) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:05.703042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478a20a-ebeb-48ad-a8b3-60cd894f01e6 None None] Network f1208945-49d4-47d3-9ba7-f9b5e52db1b9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:05.822237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.836530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port db7ba7d6-5e70-42b0-b33a-680206f05b05 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:05.836944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.117924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router b52b9650-d6da-4a8a-988a-f36b405371f9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:06.123067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-0e679413-2de3-4cb4-82b5-5fdb3c394d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:06.125158 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-0e679413-2de3-4cb4-82b5-5fdb3c394d87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1094 time: 0.4748704 Jun 03 15:37:06.132756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ca604-4766-4d4a-aa2e-739844fc01b6', 'name': 'tempest-snat-router-1758470056', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.48'}], 'enable_snat': False}, 'gw_port_id': '2f4474a2-5959-4914-ba37-24a482441af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:54Z', 'updated_at': '2022-06-03T15:36:59Z', 'revision_number': 3, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port': {'id': '2f4474a2-5959-4914-ba37-24a482441af4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ca604-4766-4d4a-aa2e-739844fc01b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:56Z', 'updated_at': '2022-06-03T15:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:06.138562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11383df-b71d-4b80-89fc-81b678219234 None None] The sync data for ids ['474ca604-4766-4d4a-aa2e-739844fc01b6'] in n-d-844594-1 is: [{'id': '474ca604-4766-4d4a-aa2e-739844fc01b6', 'name': 'tempest-snat-router-1758470056', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.48'}], 'enable_snat': False}, 'gw_port_id': '2f4474a2-5959-4914-ba37-24a482441af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:54Z', 'updated_at': '2022-06-03T15:36:59Z', 'revision_number': 3, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port': {'id': '2f4474a2-5959-4914-ba37-24a482441af4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ca604-4766-4d4a-aa2e-739844fc01b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:56Z', 'updated_at': '2022-06-03T15:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:06.163522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port db7ba7d6-5e70-42b0-b33a-680206f05b05, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=db7ba7d6-5e70-42b0-b33a-680206f05b05,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:06.163888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.259959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] DHCP port deletion for f1208945-49d4-47d3-9ba7-f9b5e52db1b9 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:06.264892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Deleting port db7ba7d6-5e70-42b0-b33a-680206f05b05 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:06.265234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.363863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for db7ba7d6-5e70-42b0-b33a-680206f05b05 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:06.407060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:06.417741 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] Sync routers for ids ['b52b9650-d6da-4a8a-988a-f36b405371f9'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:06.436841 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] Routers {'b52b9650-d6da-4a8a-988a-f36b405371f9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:06.437581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b52b9650-d6da-4a8a-988a-f36b405371f9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:06.488654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.596286 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:06.623534 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] Routers {'b52b9650-d6da-4a8a-988a-f36b405371f9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:06.628065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3af92f4c-cdbd-49be-9932-0e2154137927 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/b52b9650-d6da-4a8a-988a-f36b405371f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7562661 Jun 03 15:37:06.633109 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b52b9650-d6da-4a8a-988a-f36b405371f9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:06.647872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38268) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:06.667478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] No DVR routers for this DVR port db7ba7d6-5e70-42b0-b33a-680206f05b05 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:06.728693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-950745ee-7544-46e2-aacf-f04947d91bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:06.730423 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-950745ee-7544-46e2-aacf-f04947d91bcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.5957422 Jun 03 15:37:06.751169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=db7ba7d6-5e70-42b0-b33a-680206f05b05,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:06.782369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] For port db7ba7d6-5e70-42b0-b33a-680206f05b05, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=db7ba7d6-5e70-42b0-b33a-680206f05b05,segment=NetworkSegment(a2353dff-2fda-464b-bd27-c77b4d1b9952),segment_id=a2353dff-2fda-464b-bd27-c77b4d1b9952)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:06.783296 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.814287 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:06.814725 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7741ca-d3fa-4a9e-ad96-9cc70c9e0822 None None] The sync data for ids ['b52b9650-d6da-4a8a-988a-f36b405371f9'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:06.969751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Calling delete_port for db7ba7d6-5e70-42b0-b33a-680206f05b05 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:07.117357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:07.117723 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:07.254704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.302456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1208945-49d4-47d3-9ba7-f9b5e52db1b9']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:07.320392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2353dff-2fda-464b-bd27-c77b4d1b9952') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:07.320690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2353dff-2fda-464b-bd27-c77b4d1b9952') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:07.344821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a781b-c535-4b91-b160-02f7d6fed308 req-ba6ee59c-d29f-478f-9043-5af620570861 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:07.344821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-306a781b-c535-4b91-b160-02f7d6fed308 req-ba6ee59c-d29f-478f-9043-5af620570861 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 943 time: 0.5832474 Jun 03 15:37:07.352033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.367780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.408565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:07.409030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.473229 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a2353dff-2fda-464b-bd27-c77b4d1b9952 resource provider aggregate not found Jun 03 15:37:07.514015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2f4474a2-5959-4914-ba37-24a482441af4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:07.554693 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-b55686b0-37ae-4893-b656-0532bc387a5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 217 time: 0.7454143 Jun 03 15:37:07.619162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Deleting port db7ba7d6-5e70-42b0-b33a-680206f05b05 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:07.621711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.674709 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.704949 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.734463 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a2353dff-2fda-464b-bd27-c77b4d1b9952 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2353dff-2fda-464b-bd27-c77b4d1b9952 found for delete ", "request_id": "req-7c57b6a5-94c5-4925-b07f-dbc6ed498539"}]} Jun 03 15:37:07.735496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Network': ['ID=f1208945-49d4-47d3-9ba7-f9b5e52db1b9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:07.745028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4ba40d96-aab9-4fb8-ad4c-596dd392d1f8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/networks/f1208945-49d4-47d3-9ba7-f9b5e52db1b9 HTTP/1.1" status: 204 len: 168 time: 2.1015263 Jun 03 15:37:07.746530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38290) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:07.750008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-306a781b-c535-4b91-b160-02f7d6fed308 req-745d2cb0-66e0-423e-ba49-f116acbd1974 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781788 Jun 03 15:37:07.775796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-327394d7-e2b3-4677-81cb-3cb0eed58f69 None None] The port 'db7ba7d6-5e70-42b0-b33a-680206f05b05' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:37:07.796655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2f4474a2-5959-4914-ba37-24a482441af4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:07.803175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2f4474a2-5959-4914-ba37-24a482441af4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:07.803680 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.812339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.846019 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c75c7c3a-1a40-43bf-9a33-17222ed83895 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] remove_router_interface failed (client error): The resource could not be found. Jun 03 15:37:07.850236 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c75c7c3a-1a40-43bf-9a33-17222ed83895 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/b52b9650-d6da-4a8a-988a-f36b405371f9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1979873 Jun 03 15:37:07.853379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38296) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:07.900637 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.027358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-9c04b97a-63fa-4684-9633-35b3c1541304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:08.029787 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-9c04b97a-63fa-4684-9633-35b3c1541304 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.4443195 Jun 03 15:37:08.035793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2f4474a2-5959-4914-ba37-24a482441af4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:08.036406 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.037983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ad073f45-065d-4c43-aa49-16c63d62937d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:08.058145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2f4474a2-5959-4914-ba37-24a482441af4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2f4474a2-5959-4914-ba37-24a482441af4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:08.064370 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.148052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port b5618aa6-c36e-4156-8a52-570a4f90c407 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:08.148272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.170650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-942dd59c-af90-453c-8272-45524eb33359 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217110 Jun 03 15:37:08.190492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-a75f5cba-1bf6-48dc-b805-56edf4c3e182 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:37:08.191516 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-a75f5cba-1bf6-48dc-b805-56edf4c3e182 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078170 Jun 03 15:37:08.196048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ad073f45-065d-4c43-aa49-16c63d62937d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:08.199214 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ad073f45-065d-4c43-aa49-16c63d62937d tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=b52b9650-d6da-4a8a-988a-f36b405371f9 HTTP/1.1" status: 200 len: 205 time: 0.3444960 Jun 03 15:37:08.200542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38302) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:08.217978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2f4474a2-5959-4914-ba37-24a482441af4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:08.221225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device db7ba7d6-5e70-42b0-b33a-680206f05b05 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:08.291268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: db7ba7d6-5e70-42b0-b33a-680206f05b05 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:08.291762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device db7ba7d6-5e70-42b0-b33a-680206f05b05 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:08.451746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.452417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.506095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da1d0ffe-7e7e-4224-9a7c-fff7e098c43e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.638733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for b5618aa6-c36e-4156-8a52-570a4f90c407 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:08.660946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Allocated IP 172.25.1.207 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:08.889112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.996834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=b5618aa6-c36e-4156-8a52-570a4f90c407,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:09.152000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.152932 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Floating IP ff9c7af2-ad72-43ee-b8c6-f849b803c5dd disassociated (deleted). External IP: 172.25.1.132, port: 7eaf5698-67c6-4c23-ae86-8319e152f3d6. Jun 03 15:37:09.329475 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-995ba079-036f-4bd7-a756-fade0ef607fb service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1154890 Jun 03 15:37:09.345938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da1d0ffe-7e7e-4224-9a7c-fff7e098c43e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.352719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da1d0ffe-7e7e-4224-9a7c-fff7e098c43e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.436060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59cd52-4d80-42aa-a3c2-f9d1322e7a36 req-29edf44f-04f2-491e-ad3e-8d724f86c924 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:09.437740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a59cd52-4d80-42aa-a3c2-f9d1322e7a36 req-29edf44f-04f2-491e-ad3e-8d724f86c924 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 943 time: 0.4479308 Jun 03 15:37:09.462621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2f4474a2-5959-4914-ba37-24a482441af4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:09.558568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a59cd52-4d80-42aa-a3c2-f9d1322e7a36 req-51ad2163-7b1b-4c19-8a67-86d841975946 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114297 Jun 03 15:37:09.566900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2f4474a2-5959-4914-ba37-24a482441af4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:09.568233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.588872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da1d0ffe-7e7e-4224-9a7c-fff7e098c43e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.590330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1d0ffe-7e7e-4224-9a7c-fff7e098c43e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Fanout notify agent at l3_agent the message router_deleted on router b52b9650-d6da-4a8a-988a-f36b405371f9 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:09.671882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.685437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da1d0ffe-7e7e-4224-9a7c-fff7e098c43e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.689278 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-da1d0ffe-7e7e-4224-9a7c-fff7e098c43e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/b52b9650-d6da-4a8a-988a-f36b405371f9 HTTP/1.1" status: 204 len: 168 time: 1.4809489 Jun 03 15:37:09.691653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:09.760569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2f4474a2-5959-4914-ba37-24a482441af4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:09.774149 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bbb0c5e5-4385-4e13-9f8d-26327c668e70 req-1085fb5c-8faf-4cd4-94f0-f667d7263766 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248877 Jun 03 15:37:09.803202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet e14a62af-2966-4079-ad7b-ac7b9594a6d0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:09.808170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.868316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38332) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:09.876442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.883445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.907615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 36208384-5c90-488e-aa8b-9c8ed1835a03 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:10.044011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:10.049164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:10.055364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:10.095174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Port': ['ID=f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:10.128639 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.145879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:37:10.151345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:10.161178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Usage tracker for resource:security_group_rule and tenant:a2aaaf3eaa5d42bba1185995901ff58e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:10.165436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:10.173466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:10.180932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:10.190635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] Sync routers for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:10.232239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.263820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:10.264516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:10.304554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.320323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e57ee0e-75ec-4b8b-becb-25b7b4ff71c3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/floatingips/ff9c7af2-ad72-43ee-b8c6-f849b803c5dd HTTP/1.1" status: 204 len: 168 time: 2.5694537 Jun 03 15:37:10.322659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:10.388398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.400668 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c62c62-d227-49f4-ae47-854a9e2415d3'] response: {'name': 'network-changed', 'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'status': 'completed', 'code': 200} Jun 03 15:37:10.402183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.476754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2aaaf3eaa5d42bba1185995901ff58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067195 Jun 03 15:37:10.480712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38344) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:10.502715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f88f65-a45f-4769-985a-d937894a8571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adc4fc5-d636-468b-aa47-5b5c0c248eb5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:10.550112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:10.588346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0967adc-51e6-4b90-aa32-6105e6f8ea60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.606612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'port_id': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'mac_address': 'fa:16:3e:44:49:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:37:10.626386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0967adc-51e6-4b90-aa32-6105e6f8ea60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.697116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0967adc-51e6-4b90-aa32-6105e6f8ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.719906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0967adc-51e6-4b90-aa32-6105e6f8ea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adc4fc5-d636-468b-aa47-5b5c0c248eb5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:10.727999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:10.737870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0967adc-51e6-4b90-aa32-6105e6f8ea60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.739829 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b0967adc-51e6-4b90-aa32-6105e6f8ea60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3adc4fc5-d636-468b-aa47-5b5c0c248eb5 HTTP/1.1" status: 204 len: 168 time: 0.2578208 Jun 03 15:37:10.751827 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.807945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=e14a62af-2966-4079-ad7b-ac7b9594a6d0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:10.811766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be80-2f95-4950-9d89-a579f994161f req-140ce2f4-cf8b-4096-82d6-844d814fda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:10.813376 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-140ce2f4-cf8b-4096-82d6-844d814fda8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 1097 time: 0.3799369 Jun 03 15:37:10.822127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.826736 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.005141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-de9bb261-c7e1-496c-8cb3-21196b03d726 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/e14a62af-2966-4079-ad7b-ac7b9594a6d0 HTTP/1.1" status: 204 len: 168 time: 1.3103895 Jun 03 15:37:11.008700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38356) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:11.030134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:11.030768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.062595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c469fe-fd7d-493c-8abd-2f7b2ec21974 None None] Network 1307f55d-27d1-4cfa-b269-9e099db06b8d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:11.080222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53590332-1b15-4f86-95ea-2023d4158995 req-2790094d-0bf7-470f-b7b9-d85012aadfa8 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:11.084921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:37:11.092480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53590332-1b15-4f86-95ea-2023d4158995 req-2790094d-0bf7-470f-b7b9-d85012aadfa8 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 943 time: 0.2482994 Jun 03 15:37:11.167156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53590332-1b15-4f86-95ea-2023d4158995 req-4ad58154-b75d-44b3-b97d-5e3b37437d4d tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726008 Jun 03 15:37:11.197976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28df3ba-85e5-49b9-90dc-f39988e33062 req-4f1f86fe-aef8-4216-9ff8-6d381e6602fd tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:11.200798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b28df3ba-85e5-49b9-90dc-f39988e33062 req-4f1f86fe-aef8-4216-9ff8-6d381e6602fd tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:11.221122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b28df3ba-85e5-49b9-90dc-f39988e33062 req-4f1f86fe-aef8-4216-9ff8-6d381e6602fd tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:11.230413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28df3ba-85e5-49b9-90dc-f39988e33062 req-4f1f86fe-aef8-4216-9ff8-6d381e6602fd tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 946 time: 0.2862320 Jun 03 15:37:11.275806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:11.295078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b28df3ba-85e5-49b9-90dc-f39988e33062 req-d2e7e58b-5707-4539-b69c-62395d59feeb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:11.295787 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.314150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38364) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:11.352404 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.373094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:11.379337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Usage tracker for resource:security_group_rule and tenant:61c66c85c5c8445f8505ef310e1c8e5e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:11.384427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:11.388524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b28df3ba-85e5-49b9-90dc-f39988e33062 req-d2e7e58b-5707-4539-b69c-62395d59feeb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:11.390036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28df3ba-85e5-49b9-90dc-f39988e33062 req-d2e7e58b-5707-4539-b69c-62395d59feeb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585100 Jun 03 15:37:11.394367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:11.404056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:11.455772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.468735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be80-2f95-4950-9d89-a579f994161f req-8a02dc0a-85d0-4dbc-8c6a-2a02bce6a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:11.470283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-8a02dc0a-85d0-4dbc-8c6a-2a02bce6a539 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85344230-e613-40ab-b74e-0ed0aa149254 HTTP/1.1" status: 200 len: 897 time: 0.6446805 Jun 03 15:37:11.558257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.563843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.600555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:37:11.622543 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-d51c1354-432f-4fde-a687-315cf9f6f314 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0928528 Jun 03 15:37:11.623196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port b51d641d-5bf5-456d-abc8-27ebc99786b5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:11.623541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.662177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61c66c85c5c8445f8505ef310e1c8e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460324 Jun 03 15:37:11.663776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecd877-f929-4460-97cb-5356f3ff0b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714d5ce8-057d-4f81-a7af-5bf0e9d4666e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:11.680704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38370) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:11.747943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] DHCP port deletion for 1307f55d-27d1-4cfa-b269-9e099db06b8d request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:11.761755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:56Z', 'revision_number': 6, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:11.772079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] Deleting port b51d641d-5bf5-456d-abc8-27ebc99786b5 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:11.772734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.779863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa428576-01aa-4f98-9dfc-90dd658daa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.811363 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa428576-01aa-4f98-9dfc-90dd658daa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.861362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] Checking router: 36208384-5c90-488e-aa8b-9c8ed1835a03 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:11.877841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa428576-01aa-4f98-9dfc-90dd658daa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.895762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:11.896537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:11.900480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be80-2f95-4950-9d89-a579f994161f req-6994f5c7-34ab-4eae-a07b-4668cf4cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:11.901960 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-6994f5c7-34ab-4eae-a07b-4668cf4cbf4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0038797-96dd-4f5f-9a6f-af5bc2402567 HTTP/1.1" status: 200 len: 835 time: 0.2505534 Jun 03 15:37:11.905310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa428576-01aa-4f98-9dfc-90dd658daa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.910314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fa428576-01aa-4f98-9dfc-90dd658daa50 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/714d5ce8-057d-4f81-a7af-5bf0e9d4666e HTTP/1.1" status: 204 len: 168 time: 0.2217019 Jun 03 15:37:11.910314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa428576-01aa-4f98-9dfc-90dd658daa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714d5ce8-057d-4f81-a7af-5bf0e9d4666e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:12.114723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:12.164392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.380966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port b51d641d-5bf5-456d-abc8-27ebc99786b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b51d641d-5bf5-456d-abc8-27ebc99786b5,segment=NetworkSegment(c10449bf-d4c0-4070-98a8-f031db65fc6c),segment_id=c10449bf-d4c0-4070-98a8-f031db65fc6c)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:12.381414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.566111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bafea7-d90a-45b8-992b-01e615ed6e4e req-c0da4224-1e89-4c93-9d58-cfe29fb93e35 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:12.578125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1bafea7-d90a-45b8-992b-01e615ed6e4e req-c0da4224-1e89-4c93-9d58-cfe29fb93e35 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 944 time: 0.2265399 Jun 03 15:37:12.692376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834be80-2f95-4950-9d89-a579f994161f req-a7e50673-01e9-4e56-82a0-64b93a2d193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:12.694816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-a7e50673-01e9-4e56-82a0-64b93a2d193a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85344230-e613-40ab-b74e-0ed0aa149254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7858028 Jun 03 15:37:12.730352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1bafea7-d90a-45b8-992b-01e615ed6e4e req-c1fffbad-ce6e-4fd6-ba42-c369cad3ee78 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Jun 03 15:37:12.737127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] For port b51d641d-5bf5-456d-abc8-27ebc99786b5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b51d641d-5bf5-456d-abc8-27ebc99786b5,segment=NetworkSegment(c10449bf-d4c0-4070-98a8-f031db65fc6c),segment_id=c10449bf-d4c0-4070-98a8-f031db65fc6c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:12.738345 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.789791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f49b3-b30c-4e5a-953e-6e13d2137da5 req-f385993d-513f-4d42-b88a-a157b8095f0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:12.792051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab6f49b3-b30c-4e5a-953e-6e13d2137da5 req-f385993d-513f-4d42-b88a-a157b8095f0f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 946 time: 0.2126799 Jun 03 15:37:12.865103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab6f49b3-b30c-4e5a-953e-6e13d2137da5 req-43da7797-ee13-4bb4-a807-788b2b2db5a0 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658538 Jun 03 15:37:12.903563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] Calling delete_port for b51d641d-5bf5-456d-abc8-27ebc99786b5 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:12.948485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for b51d641d-5bf5-456d-abc8-27ebc99786b5 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:12.996421 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.062005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] Pushing event deleted for resources: {'Port': ['ID=b51d641d-5bf5-456d-abc8-27ebc99786b5,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:13.068008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391ecb6-4a04-4b7a-a9bc-b8bbab98a324 None None] No DVR routers for this DVR port b51d641d-5bf5-456d-abc8-27ebc99786b5 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:13.185498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:56Z', 'revision_number': 6, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:13.191416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3ee19-c8ac-4963-a212-3b05c3673e1d None None] The sync data for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 is: [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:36:56Z', 'revision_number': 6, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '326a223c-df33-487d-a36f-3eb781a063b9', 'name': '', 'network_id': '85344230-e613-40ab-b74e-0ed0aa149254', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:02:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:22Z', 'updated_at': '2022-06-03T15:34:36Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': 'e0038797-96dd-4f5f-9a6f-af5bc2402567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:13.268467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c613c-f96b-43ba-a541-858ad306656a req-e247932f-5abe-42bd-9bff-46b564c1e0f2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:13.269238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-636c613c-f96b-43ba-a541-858ad306656a req-e247932f-5abe-42bd-9bff-46b564c1e0f2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:13.316220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:13.316589 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:13.326729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-636c613c-f96b-43ba-a541-858ad306656a req-e247932f-5abe-42bd-9bff-46b564c1e0f2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:13.328002 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-636c613c-f96b-43ba-a541-858ad306656a req-e247932f-5abe-42bd-9bff-46b564c1e0f2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 946 time: 1.0899751 Jun 03 15:37:13.383783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9e8c44f-ae80-4157-9b6a-756459eb69e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.408014 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-0e317591-718d-4efc-a9f3-0e115b267d2d service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435504 Jun 03 15:37:13.464614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b51d641d-5bf5-456d-abc8-27ebc99786b5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:13.554843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b51d641d-5bf5-456d-abc8-27ebc99786b5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:13.555507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b51d641d-5bf5-456d-abc8-27ebc99786b5 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:13.695929 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c2306-83ce-4bf9-8079-307fc3eeaf25 None None] New status for floating IP ff9c7af2-ad72-43ee-b8c6-f849b803c5dd: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:37:13.832690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port b51d641d-5bf5-456d-abc8-27ebc99786b5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:13.833043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.883242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Router 3d9b1971-1749-46b7-81a3-dcb31f00df1a is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:13.950531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:13.951142 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.095731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095adf6-7f48-4b02-aeef-d56e138ae018 req-ffacbe71-5ea0-4123-980a-cdd16e6b46f5 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:14.104458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7095adf6-7f48-4b02-aeef-d56e138ae018 req-ffacbe71-5ea0-4123-980a-cdd16e6b46f5 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 944 time: 0.1287055 Jun 03 15:37:14.136927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] The port 'b51d641d-5bf5-456d-abc8-27ebc99786b5' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:37:14.161090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:14.170418 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7095adf6-7f48-4b02-aeef-d56e138ae018 req-1e938eba-4f52-4e44-a9c5-8e685375c434 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594494 Jun 03 15:37:14.271037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:14.279569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:14.280209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.317817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96340e61-f449-4def-8095-0c8402605bdc req-af14c980-5d16-4e09-b860-311c5836199c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:14.326079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96340e61-f449-4def-8095-0c8402605bdc req-af14c980-5d16-4e09-b860-311c5836199c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 946 time: 0.1438625 Jun 03 15:37:14.386435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96340e61-f449-4def-8095-0c8402605bdc req-cf615589-36bf-4bc5-a649-bb564bfd24da tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588288 Jun 03 15:37:14.469477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:14.471113 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.508310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:14.522175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:14.527409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.528692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7eaf5698-67c6-4c23-ae86-8319e152f3d6 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:14.627861 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d78fe8e-95bd-46ec-9043-2448093704a7'] response: {'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'code': 200} Jun 03 15:37:14.697951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.777171 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-e608879c-708d-427a-a466-880d1570630e service neutron] 10.222.0.70 "GET /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3598127 Jun 03 15:37:14.786995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:14.789963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:14.827722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Sync routers for ids ['3d9b1971-1749-46b7-81a3-dcb31f00df1a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:14.828467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1307f55d-27d1-4cfa-b269-9e099db06b8d']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:14.858554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10449bf-d4c0-4070-98a8-f031db65fc6c') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:14.858864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10449bf-d4c0-4070-98a8-f031db65fc6c') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:14.861230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Routers {'3d9b1971-1749-46b7-81a3-dcb31f00df1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:14.861876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3d9b1971-1749-46b7-81a3-dcb31f00df1a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:14.894740 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.933900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.944734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:14.944989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.961894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.963113 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aa7ec572-c07e-4209-b59a-cdfbb065b569 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2534690 Jun 03 15:37:14.966649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38456) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:15.015528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:15.015840 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.143293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:15.143810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.143958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:15.152514 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.185635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 7eaf5698-67c6-4c23-ae86-8319e152f3d6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:15.221695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9fdaf-164f-465c-8c0d-51a01884061a req-ddf27bc1-6bb9-451f-b41b-6fd3873849d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:15.223345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bec9fdaf-164f-465c-8c0d-51a01884061a req-ddf27bc1-6bb9-451f-b41b-6fd3873849d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.5276244 Jun 03 15:37:15.303502 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c10449bf-d4c0-4070-98a8-f031db65fc6c resource provider aggregate not found Jun 03 15:37:15.336138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Set router 3d9b1971-1749-46b7-81a3-dcb31f00df1a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:15.368765 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c10449bf-d4c0-4070-98a8-f031db65fc6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c10449bf-d4c0-4070-98a8-f031db65fc6c found for delete ", "request_id": "req-6020bff5-8479-4eaa-b627-c4909c923179"}]} Jun 03 15:37:15.422426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.426014 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bec9fdaf-164f-465c-8c0d-51a01884061a req-aa1d3075-d1d9-4871-bdd4-86d85139e88f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244955 Jun 03 15:37:15.429537 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba66bc97-52f3-4a53-9b43-94951411e179 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/3d9b1971-1749-46b7-81a3-dcb31f00df1a HTTP/1.1" status: 200 len: 908 time: 0.4615595 Jun 03 15:37:15.433331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38488) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:15.458987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.469942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=1307f55d-27d1-4cfa-b269-9e099db06b8d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:15.483337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5ef6530-0b5f-47a0-9e0b-7b63d03de8d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/1307f55d-27d1-4cfa-b269-9e099db06b8d HTTP/1.1" status: 204 len: 168 time: 4.4689021 Jun 03 15:37:15.486301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38494) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:15.503207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-403623991'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:15.524466 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.524942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:15.532735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:15.544520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:15.553378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:15.553694 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:15.567752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:15.587440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:15.591973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.606823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7eaf5698-67c6-4c23-ae86-8319e152f3d6,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:15.667624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:37:15.689570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.689920 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment 7bc83c10-6df1-4f96-b2a7-450635fd0819 of type vlan for network 6bdfc59c-329b-4f6e-877d-fed20917ee1f Jun 03 15:37:15.736062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9b1971-1749-46b7-81a3-dcb31f00df1a', 'name': 'tempest-snat-router-1758470056', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:03Z', 'updated_at': '2022-06-03T15:37:10Z', 'revision_number': 3, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port': {'id': 'f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9b1971-1749-46b7-81a3-dcb31f00df1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:07Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:15.736544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.741666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Checking router: 3d9b1971-1749-46b7-81a3-dcb31f00df1a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:15.742284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Updating router 3d9b1971-1749-46b7-81a3-dcb31f00df1a port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:37:15.781769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.790366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:15.791355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.810340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.938895 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4469829 Jun 03 15:37:15.943516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38506) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:15.972135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': '6bdfc59c-329b-4f6e-877d-fed20917ee1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:15.996485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0163a-4304-4eef-bcb7-bfacb0dbc07e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=6bdfc59c-329b-4f6e-877d-fed20917ee1f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:16.057935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:37:16.158593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38510) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:16.300270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:16.300812 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.336079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd61084-e75e-4b03-8e87-b4279a489a72 req-b5c9d40c-d15b-4767-a947-baee9d088dd1 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:16.343098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:16.346076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffd61084-e75e-4b03-8e87-b4279a489a72 req-b5c9d40c-d15b-4767-a947-baee9d088dd1 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.9091127 Jun 03 15:37:16.365603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:16.366646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.372576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:16.376344 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2f1f-c26c-4a06-a007-6c1e85693152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.384293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:16.447362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:16.452003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.477694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf233d-8729-4869-9e29-c60b5d060637 req-f2625a6c-9316-400e-9fc4-29fa9c8adf75 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:16.486356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1bf233d-8729-4869-9e29-c60b5d060637 req-f2625a6c-9316-400e-9fc4-29fa9c8adf75 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 944 time: 0.4936261 Jun 03 15:37:16.495363 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.514632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.516335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Transition to ACTIVE for port object f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:16.529916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.624896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffd61084-e75e-4b03-8e87-b4279a489a72 req-2fc83650-0aab-4b64-8410-d2cddcb34b5c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755704 Jun 03 15:37:16.652187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:16.677626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:16.682244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Attempting to bind port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:16.700557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Attempting to bind port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:16.701126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Attempting to bind port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:16.761668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:16.762067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:16.762572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.763035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:16.763588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Bound port: f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:16.764176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.867870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Usage tracker for resource:security_group_rule and tenant:046c5a493fd447e296ad20b9d0c00d5c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:16.878711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:16.918743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:16.957209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1bf233d-8729-4869-9e29-c60b5d060637 req-38a34e64-70b6-4bfc-bd98-dccb098c87ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696870 Jun 03 15:37:16.972600 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23517165-6b81-436d-8fc5-ef2e60577045'] response: {'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'code': 200} Jun 03 15:37:17.015912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796788c-14e6-4a80-9134-131ba5cee225 None None] Pushing event updated for resources: {'Port': ['ID=f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:17.018142 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.045003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] For port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:17.050731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] For port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:17.070889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.121753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port 7eaf5698-67c6-4c23-ae86-8319e152f3d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7eaf5698-67c6-4c23-ae86-8319e152f3d6,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:17.124856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.126651 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.176695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Deleting port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:17.177039 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.194176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.237798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796788c-14e6-4a80-9134-131ba5cee225 None None] Pushing event updated for resources: {'Port': ['ID=f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:17.280674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Routers {'3d9b1971-1749-46b7-81a3-dcb31f00df1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:17.281386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3d9b1971-1749-46b7-81a3-dcb31f00df1a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:17.401002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 7eaf5698-67c6-4c23-ae86-8319e152f3d6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:17.454805 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.463164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.564701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] For port f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:17.565455 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.573920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0465f53c-8420-43af-8921-03210c356548,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:17.593422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-365d0529-79f1-476f-a97b-4e63cac84299 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=046c5a493fd447e296ad20b9d0c00d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4280810 Jun 03 15:37:17.594354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38530) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:17.598263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] Set router 3d9b1971-1749-46b7-81a3-dcb31f00df1a gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:17.747644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Calling delete_port for f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:17.773735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9b1971-1749-46b7-81a3-dcb31f00df1a', 'name': 'tempest-snat-router-1758470056', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:03Z', 'updated_at': '2022-06-03T15:37:17Z', 'revision_number': 4, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:17.777521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.780335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93108d53-06dc-47da-8891-66ce0f26ce67 None None] The sync data for ids ['3d9b1971-1749-46b7-81a3-dcb31f00df1a'] in n-d-844594-1 is: [{'id': '3d9b1971-1749-46b7-81a3-dcb31f00df1a', 'name': 'tempest-snat-router-1758470056', 'tenant_id': '39ba345adfdf4730bf295569df8d6292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:03Z', 'updated_at': '2022-06-03T15:37:17Z', 'revision_number': 4, 'project_id': '39ba345adfdf4730bf295569df8d6292', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:17.851898 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.874791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.957398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=7eaf5698-67c6-4c23-ae86-8319e152f3d6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:18.052054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=b5474034-e832-4771-9bb2-74e636e9d9b5,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:18.064383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] No DVR routers for this DVR port 7eaf5698-67c6-4c23-ae86-8319e152f3d6 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:18.067894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.070461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'name': 'network-vif-deleted', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:18.083089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': '7bc83c10-6df1-4f96-b2a7-450635fd0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bdfc59c-329b-4f6e-877d-fed20917ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:18.083457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: 6bdfc59c-329b-4f6e-877d-fed20917ee1f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:37:18.101604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-636c613c-f96b-43ba-a541-858ad306656a req-e8f99557-a8c7-4d1d-8337-f79d657729d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.70 "DELETE /v2.0/ports/7eaf5698-67c6-4c23-ae86-8319e152f3d6 HTTP/1.1" status: 204 len: 173 time: 4.7624609 Jun 03 15:37:18.102642 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d9c461a-929c-4e7a-8ef8-f3dbe15f024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.118293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:37:18.134926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6bdfc59c-329b-4f6e-877d-fed20917ee1f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:18.144978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:18.146127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.147891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7da84-6b8d-4191-9629-b0dc54cbd7bd None None] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:18.191102 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cffb0129-4371-41b4-ab20-4bb4f2bf7802 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2440760 Jun 03 15:37:18.191683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38544) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:18.202457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1398253409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:18.207997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d9c461a-929c-4e7a-8ef8-f3dbe15f024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.221245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:18.233349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:router and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:18.240405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:18.267965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3423-774f-452d-a0e0-416dd19fc807 req-d4e996be-a178-4eff-b814-dcc4b46a8f44 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:18.269618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:18.270438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7ba3423-774f-452d-a0e0-416dd19fc807 req-d4e996be-a178-4eff-b814-dcc4b46a8f44 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.3261328 Jun 03 15:37:18.285001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c31b4f-c3b2-4754-95a0-edf427030f70 req-eace96b5-59dc-44df-8cb5-700fe347b337 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:18.287221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2c31b4f-c3b2-4754-95a0-edf427030f70 req-eace96b5-59dc-44df-8cb5-700fe347b337 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.4203603 Jun 03 15:37:18.301924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.303950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.332379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.369897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.426088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.427689 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-869dcc9a-0ffd-4521-bb2d-9414aeb51a79 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2342417 Jun 03 15:37:18.430514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38548) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:18.481972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.487192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7ba3423-774f-452d-a0e0-416dd19fc807 req-89181328-73c6-418c-94c3-e3ced1b03094 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966183 Jun 03 15:37:18.487566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-6bdfc59c-329b-4f6e-877d-fed20917ee1f', 'network_id': '6bdfc59c-329b-4f6e-877d-fed20917ee1f', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': 'b5474034-e832-4771-9bb2-74e636e9d9b5'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:37:18.490980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.567798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2c31b4f-c3b2-4754-95a0-edf427030f70 req-6fc411ef-465b-4a06-8610-c0e32c2de514 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577994 Jun 03 15:37:18.615282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d9c461a-929c-4e7a-8ef8-f3dbe15f024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.642546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.716386 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16727c4-7643-4aeb-9c73-1f714a327fc6'] response: {'server_uuid': '4b1b2ce7-5e52-4881-a563-0f6d2b639714', 'name': 'network-vif-deleted', 'tag': '7eaf5698-67c6-4c23-ae86-8319e152f3d6', 'status': 'completed', 'code': 200} Jun 03 15:37:18.716634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c461a-929c-4e7a-8ef8-f3dbe15f024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0465f53c-8420-43af-8921-03210c356548,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:18.784727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Allocated IP 172.20.0.2 (6bdfc59c-329b-4f6e-877d-fed20917ee1f/b5474034-e832-4771-9bb2-74e636e9d9b5/8fa45408-e872-42c3-8e5a-20939ba32976) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:19.080494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event deleted for resources: {'Port': ['ID=f385e2e8-e9f6-4f44-9ba0-09d75cdd1ab9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:19.149113 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.169949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Transition to ACTIVE for port object 8fa45408-e872-42c3-8e5a-20939ba32976 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:19.226659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Transition to ACTIVE for port object 8fa45408-e872-42c3-8e5a-20939ba32976 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:19.235817 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.321373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8f0556b-84f8-4a5a-b1f6-83eb64ea7fbf req-e83308e8-b433-4033-9a89-90123902b687 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b1b2ce7-5e52-4881-a563-0f6d2b639714 HTTP/1.1" status: 200 len: 210 time: 0.5943124 Jun 03 15:37:19.349952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Pushing event updated for resources: {'Port': ['ID=8fa45408-e872-42c3-8e5a-20939ba32976,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:19.367714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:19.369755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:19.372679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:19.376858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d9c461a-929c-4e7a-8ef8-f3dbe15f024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.377950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2d9c461a-929c-4e7a-8ef8-f3dbe15f024e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0465f53c-8420-43af-8921-03210c356548 HTTP/1.1" status: 204 len: 168 time: 1.7798145 Jun 03 15:37:19.457265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.498584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Attempting to bind port 8fa45408-e872-42c3-8e5a-20939ba32976 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:19.498939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Attempting to bind port 8fa45408-e872-42c3-8e5a-20939ba32976 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7bc83c10-6df1-4f96-b2a7-450635fd0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bdfc59c-329b-4f6e-877d-fed20917ee1f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:19.499311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Attempting to bind port 8fa45408-e872-42c3-8e5a-20939ba32976 on network 6bdfc59c-329b-4f6e-877d-fed20917ee1f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:19.507034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:19.507545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Checking segment: {'id': '7bc83c10-6df1-4f96-b2a7-450635fd0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bdfc59c-329b-4f6e-877d-fed20917ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:19.508008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.508435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Bound using segment: {'id': '7bc83c10-6df1-4f96-b2a7-450635fd0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bdfc59c-329b-4f6e-877d-fed20917ee1f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:19.508960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Bound port: 8fa45408-e872-42c3-8e5a-20939ba32976, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc83c10-6df1-4f96-b2a7-450635fd0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bdfc59c-329b-4f6e-877d-fed20917ee1f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:19.509344 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.641640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] For port 8fa45408-e872-42c3-8e5a-20939ba32976, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:19.642750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f49f-5a7c-499b-85ce-552393057b52 req-799f3c9f-ea7b-4539-a90c-adae3c38af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:19.644991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f072f49f-5a7c-499b-85ce-552393057b52 req-799f3c9f-ea7b-4539-a90c-adae3c38af11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.2875447 Jun 03 15:37:19.645415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] For port 8fa45408-e872-42c3-8e5a-20939ba32976, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8fa45408-e872-42c3-8e5a-20939ba32976,segment=NetworkSegment(7bc83c10-6df1-4f96-b2a7-450635fd0819),segment_id=7bc83c10-6df1-4f96-b2a7-450635fd0819)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:19.646672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.651336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.780957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533616c-1855-4679-ad39-1eec18061c24 None None] Pushing event updated for resources: {'Port': ['ID=8fa45408-e872-42c3-8e5a-20939ba32976,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:19.904704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38570) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:19.915068 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.937056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.948643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.983853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0facb-4e0d-4a55-a8a9-ce7d75d62324 req-844a0a89-2ef2-4d6f-9e89-564ee46411c2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:20.021010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20f0facb-4e0d-4a55-a8a9-ce7d75d62324 req-844a0a89-2ef2-4d6f-9e89-564ee46411c2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.6158292 Jun 03 15:37:20.082708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:20.120848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Usage tracker for resource:security_group_rule and tenant:231774d423454782a92d5eca36e6d894 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:20.125151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.125697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d9b1971-1749-46b7-81a3-dcb31f00df1a {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:20.127800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:20.150280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f49f-5a7c-499b-85ce-552393057b52 req-5f80bb12-fcdb-483c-a81a-e0d17daca7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:20.151640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f072f49f-5a7c-499b-85ce-552393057b52 req-5f80bb12-fcdb-483c-a81a-e0d17daca7f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.4840767 Jun 03 15:37:20.156006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:20.177524 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.181522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-975d74f2-abae-4806-8d75-b13ad8cb79d6 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "DELETE /v2.0/routers/3d9b1971-1749-46b7-81a3-dcb31f00df1a HTTP/1.1" status: 204 len: 168 time: 4.7322714 Jun 03 15:37:20.182396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:20.243560 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f072f49f-5a7c-499b-85ce-552393057b52 req-5191a536-bd8b-4cf8-9d82-e570ece32de9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 217 time: 0.0829449 Jun 03 15:37:20.272095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20f0facb-4e0d-4a55-a8a9-ce7d75d62324 req-34a537ba-613d-4191-bd0c-9bb9617a3511 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083306 Jun 03 15:37:20.389054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f49f-5a7c-499b-85ce-552393057b52 req-807ec4a5-0b98-4d20-b434-9c23a8c2750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:20.390542 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f072f49f-5a7c-499b-85ce-552393057b52 req-807ec4a5-0b98-4d20-b434-9c23a8c2750d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.1362219 Jun 03 15:37:20.465003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38582) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:20.470533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f072f49f-5a7c-499b-85ce-552393057b52 req-c63e6d83-b186-4fa7-b3b9-3bbfd9db0e0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733464 Jun 03 15:37:20.478365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613f9f7-3820-46bd-bb08-ca9c4f31e2fb req-d59c6e97-8574-44eb-a193-0b0655d40999 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:20.480235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8613f9f7-3820-46bd-bb08-ca9c4f31e2fb req-d59c6e97-8574-44eb-a193-0b0655d40999 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.6343510 Jun 03 15:37:20.543148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.20.0.1 (6bdfc59c-329b-4f6e-877d-fed20917ee1f/b5474034-e832-4771-9bb2-74e636e9d9b5/81c86c48-7158-44b2-9c86-183f1fdfaaa5) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:20.559770 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.678775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8613f9f7-3820-46bd-bb08-ca9c4f31e2fb req-d73bc6a5-368a-413e-a6fb-1d1408208daf tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858926 Jun 03 15:37:20.759129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ae046f3-de07-40bd-9eed-ed968ff6b806 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.842072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ae046f3-de07-40bd-9eed-ed968ff6b806 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.861818 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f072f49f-5a7c-499b-85ce-552393057b52 req-f2ad9f00-2dfa-4c3a-828e-d42589f5e001 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709803 Jun 03 15:37:20.877223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.887749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.894723 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.945092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Deleting port 2f4474a2-5959-4914-ba37-24a482441af4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:20.945688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.003023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f20d4a-3aa2-42c1-98cd-ac1cf8c2eb86,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:21.073388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.110771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ed163a4c-6e6e-4327-b422-218f6ec7fc98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=231774d423454782a92d5eca36e6d894&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2047391 Jun 03 15:37:21.113924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38586) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:21.115018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object 81c86c48-7158-44b2-9c86-183f1fdfaaa5 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:21.197649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d9a06-956b-4fdc-9d8d-1805d3d622c1 None None] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:21.203631 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f072f49f-5a7c-499b-85ce-552393057b52 req-73d56a23-4eaa-49cc-8128-4d442f50f637 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277133 Jun 03 15:37:21.222732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddecd2a4-885b-4ce5-8a37-02d4cd5b8a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.242792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ae046f3-de07-40bd-9eed-ed968ff6b806 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.259137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-287e4f8f-c6d7-454d-a84d-d32defb2bcd9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:21.261674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-287e4f8f-c6d7-454d-a84d-d32defb2bcd9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 0.2598093 Jun 03 15:37:21.303935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ae046f3-de07-40bd-9eed-ed968ff6b806 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.304920 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6ae046f3-de07-40bd-9eed-ed968ff6b806 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/security-groups/5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd HTTP/1.1" status: 204 len: 168 time: 0.8334899 Jun 03 15:37:21.306939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddecd2a4-885b-4ce5-8a37-02d4cd5b8a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.315626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae046f3-de07-40bd-9eed-ed968ff6b806 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd8fbc1-b5d3-4e52-bd7b-ba82d07623bd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:21.387262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38598) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:21.469539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9ec1f95c-2f0c-47ba-9e36-56c9d1e53912 None None] Provisioning for port 8fa45408-e872-42c3-8e5a-20939ba32976 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:21.603702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8fa45408-e872-42c3-8e5a-20939ba32976 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:21.607098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.691520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:21.703881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:21.714139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:21.793625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8fa45408-e872-42c3-8e5a-20939ba32976 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:21.821004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] For port 2f4474a2-5959-4914-ba37-24a482441af4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2f4474a2-5959-4914-ba37-24a482441af4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:21.821004 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.823498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8fa45408-e872-42c3-8e5a-20939ba32976 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:21.824289 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.881174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=81c86c48-7158-44b2-9c86-183f1fdfaaa5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:21.899126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.930022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddecd2a4-885b-4ce5-8a37-02d4cd5b8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.931915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Deleting port cfe2b51e-9d1d-42de-9864-7f0795ae431f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:21.932830 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.977738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd2a4-885b-4ce5-8a37-02d4cd5b8a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f20d4a-3aa2-42c1-98cd-ac1cf8c2eb86,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:21.997851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ddecd2a4-885b-4ce5-8a37-02d4cd5b8a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.000547 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ddecd2a4-885b-4ce5-8a37-02d4cd5b8a9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7f20d4a-3aa2-42c1-98cd-ac1cf8c2eb86 HTTP/1.1" status: 204 len: 168 time: 0.8835118 Jun 03 15:37:22.152594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38612) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.154359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.208835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8fa45408-e872-42c3-8e5a-20939ba32976 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:22.209891 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.252897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8fa45408-e872-42c3-8e5a-20939ba32976, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8fa45408-e872-42c3-8e5a-20939ba32976,segment=NetworkSegment(7bc83c10-6df1-4f96-b2a7-450635fd0819),segment_id=7bc83c10-6df1-4f96-b2a7-450635fd0819)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:22.268229 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.357555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Calling delete_port for 2f4474a2-5959-4914-ba37-24a482441af4 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:22.479065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3da622d8-98a4-4382-92f4-78c4d03c7ff9 None None] Provisioning complete for port 8fa45408-e872-42c3-8e5a-20939ba32976 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:22.495344 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3da622d8-98a4-4382-92f4-78c4d03c7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.589721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8fa45408-e872-42c3-8e5a-20939ba32976,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:22.735675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3da622d8-98a4-4382-92f4-78c4d03c7ff9 None None] Current status of the port 8fa45408-e872-42c3-8e5a-20939ba32976 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:22.765780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3da622d8-98a4-4382-92f4-78c4d03c7ff9 None None] Provisioning for port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:22.772201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.772469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3da622d8-98a4-4382-92f4-78c4d03c7ff9 None None] Provisioning complete for port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:22.772844 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3da622d8-98a4-4382-92f4-78c4d03c7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.796208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:22.805037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Usage tracker for resource:security_group_rule and tenant:b60d7c3d3335412ba8beefabf2a63cb8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:22.812328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:22.839109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:22.851922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3da622d8-98a4-4382-92f4-78c4d03c7ff9 None None] Port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:22.930322 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.940997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.974503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d47d6eb8-7ab3-4570-8ba7-8c17b54f92c6 None None] Provisioning complete for port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:22.975363 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d47d6eb8-7ab3-4570-8ba7-8c17b54f92c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.987620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e85cc-efc9-4865-9e0b-f65187d77d7e req-eb95b09a-d83a-4ee0-ba71-c13aff93e7b7 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:22.997778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e24e85cc-efc9-4865-9e0b-f65187d77d7e req-eb95b09a-d83a-4ee0-ba71-c13aff93e7b7 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 1.3586853 Jun 03 15:37:23.066944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d47d6eb8-7ab3-4570-8ba7-8c17b54f92c6 None None] Port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:23.113621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=81c86c48-7158-44b2-9c86-183f1fdfaaa5,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:23.136171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.153469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.186679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec486c9e-bf6c-45d1-b58f-74ba2bf3521b req-712e6297-95b0-4944-96cc-d4ea2c198ff0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:23.193976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec486c9e-bf6c-45d1-b58f-74ba2bf3521b req-712e6297-95b0-4944-96cc-d4ea2c198ff0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 945 time: 1.0414813 Jun 03 15:37:23.248879 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.255020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e24e85cc-efc9-4865-9e0b-f65187d77d7e req-47357e35-da46-4c11-9703-1867b69fb2cc tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563748 Jun 03 15:37:23.273070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:23.273707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.295572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b60d7c3d3335412ba8beefabf2a63cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0846364 Jun 03 15:37:23.299275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38636) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:23.348794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e208d2e-876d-4627-a37b-aba9e11dd17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248f791c-cb68-4a93-a296-bd5e2498a314,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:23.433465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:23.434814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba650ca6-66a1-4b04-94f9-409957258566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.454035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:23.458815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8fa45408-e872-42c3-8e5a-20939ba32976 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:23.469505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba650ca6-66a1-4b04-94f9-409957258566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.596571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8fa45408-e872-42c3-8e5a-20939ba32976 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:23.597238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.686767 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba650ca6-66a1-4b04-94f9-409957258566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.741287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba650ca6-66a1-4b04-94f9-409957258566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248f791c-cb68-4a93-a296-bd5e2498a314,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:23.772535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ba650ca6-66a1-4b04-94f9-409957258566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.777031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ba650ca6-66a1-4b04-94f9-409957258566 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/248f791c-cb68-4a93-a296-bd5e2498a314 HTTP/1.1" status: 204 len: 168 time: 0.4743686 Jun 03 15:37:23.852014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8fa45408-e872-42c3-8e5a-20939ba32976 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:23.877018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router f0ce240f-1558-42f4-a7ff-4d3d52de6b3c is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:23.904458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6298a49d-0c89-4a39-920d-7034dfa1a3eb None None] Provisioning complete for port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:23.907561 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6298a49d-0c89-4a39-920d-7034dfa1a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.956583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec486c9e-bf6c-45d1-b58f-74ba2bf3521b req-5f3ff24b-8c69-4030-8b0d-51e3d36b45cd tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7615767 Jun 03 15:37:24.030458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.031743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.031743 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Floating IP a7544901-1c31-4264-b55c-d25ccbf11419 disassociated. External IP: 172.25.1.55, port: cfe2b51e-9d1d-42de-9864-7f0795ae431f. Jun 03 15:37:24.031743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Calling delete_port for cfe2b51e-9d1d-42de-9864-7f0795ae431f owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:24.038843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cfe2b51e-9d1d-42de-9864-7f0795ae431f no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:24.115461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.174733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6298a49d-0c89-4a39-920d-7034dfa1a3eb None None] Port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:24.289297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f4474a2-5959-4914-ba37-24a482441af4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:24.328524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cfe2b51e-9d1d-42de-9864-7f0795ae431f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:24.329603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.354743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:24.370341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-063e09c6-dfb4-4e90-b0a5-ae511b8ecf02 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/f0ce240f-1558-42f4-a7ff-4d3d52de6b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9384029 Jun 03 15:37:24.370956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38660) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:24.382221 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] Sync routers for ids ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:24.405930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:24.410082 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] Routers {'f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:24.410732 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:24.427833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:24.441056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.442295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38666) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:24.476509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:24.477139 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:24.477997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.497423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.537535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6325b65-8c9c-4f6b-9801-b99028811d16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:24.538151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f6325b65-8c9c-4f6b-9801-b99028811d16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:24.563561 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acefc8c-310a-4224-ad55-ad786a9a4e2f'] response: {'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'code': 200} Jun 03 15:37:24.576208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:24.577730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f6325b65-8c9c-4f6b-9801-b99028811d16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:24.581803 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f6325b65-8c9c-4f6b-9801-b99028811d16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports/81c86c48-7158-44b2-9c86-183f1fdfaaa5 HTTP/1.1" status: 200 len: 910 time: 0.2070439 Jun 03 15:37:24.582038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38670) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:24.592715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cfe2b51e-9d1d-42de-9864-7f0795ae431f,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:24.628543 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:24.639159 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] Routers {'f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:24.639845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:24.692715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Usage tracker for resource:security_group_rule and tenant:a4ca378f172747679cbd2467d16cab8b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:24.766514 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:24.767260 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbf046-92a6-4449-abed-9d0bc0512631 None None] The sync data for ids ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:24.767642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:24.795630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:24.811552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.817579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.876439 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.876886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 474ca604-4766-4d4a-aa2e-739844fc01b6 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:24.931450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae692d-8918-4555-9abc-32e73fa79ec6 req-6556e973-b0fc-4c7c-a452-ea39ef0470ad tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:24.933023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4ae692d-8918-4555-9abc-32e73fa79ec6 req-6556e973-b0fc-4c7c-a452-ea39ef0470ad tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.3539927 Jun 03 15:37:24.944924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.144576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Deleting port cfe2b51e-9d1d-42de-9864-7f0795ae431f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:25.145215 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.250470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.364662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.369589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-919fb241-4384-4fe7-8b96-be639ce32b3d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "DELETE /v2.0/routers/474ca604-4766-4d4a-aa2e-739844fc01b6 HTTP/1.1" status: 204 len: 168 time: 5.1756630 Jun 03 15:37:25.371072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38688) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:25.388068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1904541874', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:25.407154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:25.415185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Usage tracker for resource:router and tenant:dbb49479537244258fdeb5377706ad4e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:25.420399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:25.429502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.431091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:25.549199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2f4474a2-5959-4914-ba37-24a482441af4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:25.549717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.550739 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.558592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4ae692d-8918-4555-9abc-32e73fa79ec6 req-ea7024b5-c348-482a-a121-300265f25726 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201539 Jun 03 15:37:25.572229 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.581579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.626180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229a21be-c7ca-4492-b8cc-f4ffe1b95964,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:25.637480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2f4474a2-5959-4914-ba37-24a482441af4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:25.638120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2f4474a2-5959-4914-ba37-24a482441af4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:25.857272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 81c86c48-7158-44b2-9c86-183f1fdfaaa5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:25.857502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.899067 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-04a5d39f-ee3c-415c-9485-0cb71d1d7bab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4ca378f172747679cbd2467d16cab8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4540071 Jun 03 15:37:25.905731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38700) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:25.929159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fdb71-b5a8-4182-acd5-67dd7c8b7cd3 req-f8e7e85c-e532-4479-9e56-7c6b6adbfe2b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:25.929870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cc4fdb71-b5a8-4182-acd5-67dd7c8b7cd3 req-f8e7e85c-e532-4479-9e56-7c6b6adbfe2b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:26.005282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-cc4fdb71-b5a8-4182-acd5-67dd7c8b7cd3 req-f8e7e85c-e532-4479-9e56-7c6b6adbfe2b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:26.012903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc4fdb71-b5a8-4182-acd5-67dd7c8b7cd3 req-f8e7e85c-e532-4479-9e56-7c6b6adbfe2b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 943 time: 0.8352108 Jun 03 15:37:26.109661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] For port cfe2b51e-9d1d-42de-9864-7f0795ae431f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cfe2b51e-9d1d-42de-9864-7f0795ae431f,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:26.110029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.187549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.241266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 326a223c-df33-487d-a36f-3eb781a063b9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:26.241864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.285726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc4fdb71-b5a8-4182-acd5-67dd7c8b7cd3 req-aa261c20-73c5-4dbe-9640-a85b4c56a2da tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719319 Jun 03 15:37:26.442622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ef05-d1fb-4910-91a3-d5bdc921f89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.488497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.567287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ef05-d1fb-4910-91a3-d5bdc921f89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.659047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 81c86c48-7158-44b2-9c86-183f1fdfaaa5 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:26.659715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port 326a223c-df33-487d-a36f-3eb781a063b9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=326a223c-df33-487d-a36f-3eb781a063b9,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:26.660643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.803311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ef05-d1fb-4910-91a3-d5bdc921f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.818069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 326a223c-df33-487d-a36f-3eb781a063b9 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:26.827466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5ef05-d1fb-4910-91a3-d5bdc921f89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a21be-c7ca-4492-b8cc-f4ffe1b95964,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:26.873687 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:37:26.977849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ef05-d1fb-4910-91a3-d5bdc921f89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.978885 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fdb5ef05-d1fb-4910-91a3-d5bdc921f89f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/229a21be-c7ca-4492-b8cc-f4ffe1b95964 HTTP/1.1" status: 204 len: 168 time: 1.0644917 Jun 03 15:37:27.070078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f133f-3170-49e0-994c-a207525b6651 req-dfdaa489-f38d-4ace-8e7f-bea63bd539c3 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:27.070418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.071962 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-171f133f-3170-49e0-994c-a207525b6651 req-dfdaa489-f38d-4ace-8e7f-bea63bd539c3 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.1655784 Jun 03 15:37:27.106996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.146157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-171f133f-3170-49e0-994c-a207525b6651 req-8ab022cb-5db0-479e-aba0-6e6bb0923379 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632179 Jun 03 15:37:27.177916 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.238995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.238995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.239397 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Floating IP a7544901-1c31-4264-b55c-d25ccbf11419 disassociated. External IP: 172.25.1.55, port: cfe2b51e-9d1d-42de-9864-7f0795ae431f. Jun 03 15:37:27.239800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Calling delete_port for cfe2b51e-9d1d-42de-9864-7f0795ae431f owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:27.249130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=81c86c48-7158-44b2-9c86-183f1fdfaaa5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:27.324258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.444128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=326a223c-df33-487d-a36f-3eb781a063b9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:27.537599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Allocated IP 172.25.1.192 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/be2fe8f7-979b-4cfc-adfc-8709191ee136) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:27.933472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.144840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.394313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.483511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router f0ce240f-1558-42f4-a7ff-4d3d52de6b3c has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:28.514562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.619131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event deleted for resources: {'Port': ['ID=cfe2b51e-9d1d-42de-9864-7f0795ae431f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:28.652257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:28.662681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ee09-02f0-4c2c-94f8-b267388eb6a9 req-739214c9-5e3c-4312-bd49-f4366ba0c226 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:28.664215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3aa8ee09-02f0-4c2c-94f8-b267388eb6a9 req-739214c9-5e3c-4312-bd49-f4366ba0c226 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 943 time: 1.0635171 Jun 03 15:37:28.672200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] Sync routers for ids ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:28.688779 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-612a1cd4-f92a-4bc9-81c4-b59c51a7c966 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/f0ce240f-1558-42f4-a7ff-4d3d52de6b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056585 Jun 03 15:37:28.690992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] Routers {'f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:28.693286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38766) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:28.695331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:28.735856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.820416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event updated for resources: {'Port': ['ID=be2fe8f7-979b-4cfc-adfc-8709191ee136,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:28.825153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3b6958b0-e922-4ad1-8c26-93d77269ab87 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:28.856206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:28.858472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:28.860715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3b6958b0-e922-4ad1-8c26-93d77269ab87 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:28.865420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b6958b0-e922-4ad1-8c26-93d77269ab87 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0ce240f-1558-42f4-a7ff-4d3d52de6b3c HTTP/1.1" status: 200 len: 205 time: 0.1707358 Jun 03 15:37:28.866236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38770) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:28.866365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:28.867422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:28.890547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] Routers {'f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:28.891187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:29.024811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6e0fb-9000-4ea4-8891-b1b04f31c18a req-e42b00ef-27f9-4b0b-95ae-5425b5cad257 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:29.026415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46f6e0fb-9000-4ea4-8891-b1b04f31c18a req-e42b00ef-27f9-4b0b-95ae-5425b5cad257 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.6035552 Jun 03 15:37:29.031945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:29.032516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340a3ec-e355-49b7-bb1b-555400ebb056 None None] The sync data for ids ['f0ce240f-1558-42f4-a7ff-4d3d52de6b3c'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:29.080445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6cfda-648d-45b9-863d-d3f6bce8c906 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.235453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3aa8ee09-02f0-4c2c-94f8-b267388eb6a9 req-7a363baa-cb10-4c78-aa51-c225ab404290 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=45a0d162-fff9-479d-bf0f-35d6def0d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997314 Jun 03 15:37:29.308529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46f6e0fb-9000-4ea4-8891-b1b04f31c18a req-b7271d25-3983-4ed6-ba2c-7e821f2a8832 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393378 Jun 03 15:37:29.337258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:29.345789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 36208384-5c90-488e-aa8b-9c8ed1835a03 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:29.727603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:29.742313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:29.754177 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] Sync routers for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:29.767915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] Sync routers for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:29.772280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:29.772949 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:29.789219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:29.792004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:30.019259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6cfda-648d-45b9-863d-d3f6bce8c906 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.026838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6cfda-648d-45b9-863d-d3f6bce8c906 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.068919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-628a4aeb-fec3-40cb-86a2-a4b6a8e89ba2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "PUT /v2.0/routers/36208384-5c90-488e-aa8b-9c8ed1835a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4352007 Jun 03 15:37:30.077252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38794) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:30.080812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] No DVR routers for this DVR port cfe2b51e-9d1d-42de-9864-7f0795ae431f on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:30.201750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6cfda-648d-45b9-863d-d3f6bce8c906 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.202637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae6cfda-648d-45b9-863d-d3f6bce8c906 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Fanout notify agent at l3_agent the message router_deleted on router f0ce240f-1558-42f4-a7ff-4d3d52de6b3c {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:30.221277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ae6cfda-648d-45b9-863d-d3f6bce8c906 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.222408 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1ae6cfda-648d-45b9-863d-d3f6bce8c906 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/f0ce240f-1558-42f4-a7ff-4d3d52de6b3c HTTP/1.1" status: 204 len: 168 time: 1.3267603 Jun 03 15:37:30.231675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:30.234330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38804) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:30.280900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting subnet e0038797-96dd-4f5f-9a6f-af5bc2402567 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:30.283412 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.285647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0265580c-0eb6-4b9e-ba5a-b4fce6477c56 req-2286eb50-2bb7-4e8a-92e0-32bd39d14ca6 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "DELETE /v2.0/ports/cfe2b51e-9d1d-42de-9864-7f0795ae431f HTTP/1.1" status: 204 len: 173 time: 9.0108454 Jun 03 15:37:30.287184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'name': 'network-vif-deleted', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:30.312904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.364048 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:30.446623 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.672032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet b5474034-e832-4771-9bb2-74e636e9d9b5 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:30.697088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.796033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.799263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1fc0dd78-66af-4f3e-9262-bd20a8523f0b req-cc2fb386-cfa0-432e-a3f2-de9c4119e03c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:30.849362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-1fc0dd78-66af-4f3e-9262-bd20a8523f0b req-cc2fb386-cfa0-432e-a3f2-de9c4119e03c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:30.850553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fc0dd78-66af-4f3e-9262-bd20a8523f0b req-cc2fb386-cfa0-432e-a3f2-de9c4119e03c tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f3f3671-ef5d-4438-a778-e3521f1fea0e HTTP/1.1" status: 200 len: 210 time: 0.2151818 Jun 03 15:37:30.914137 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.962952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:30.968606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] Checking router: d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:30.983046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.003655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:31.004502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:31.057447 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:37:27Z', 'revision_number': 7, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:31.069953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] Checking router: 36208384-5c90-488e-aa8b-9c8ed1835a03 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:31.095741 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] Routers {'36208384-5c90-488e-aa8b-9c8ed1835a03'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:31.096515 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['36208384-5c90-488e-aa8b-9c8ed1835a03'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:31.120041 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69a8796-9e56-4823-9ee7-1c35c74d26a6'] response: {'server_uuid': '7f3f3671-ef5d-4438-a778-e3521f1fea0e', 'name': 'network-vif-deleted', 'tag': 'cfe2b51e-9d1d-42de-9864-7f0795ae431f', 'status': 'completed', 'code': 200} Jun 03 15:37:31.124490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.139863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2b5d2-276a-44bd-905c-a789a89724cb req-748339b0-3e64-48a3-9d72-68795b8cbd79 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:31.143692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2f2b5d2-276a-44bd-905c-a789a89724cb req-748339b0-3e64-48a3-9d72-68795b8cbd79 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.5830343 Jun 03 15:37:31.281062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.291271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Subnet': ['ID=e0038797-96dd-4f5f-9a6f-af5bc2402567,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:31.357810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e1fd8642-2f9c-4887-8987-c0ad45aa1c4e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/subnets/e0038797-96dd-4f5f-9a6f-af5bc2402567 HTTP/1.1" status: 204 len: 168 time: 1.2794688 Jun 03 15:37:31.361211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38820) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:31.387582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2f2b5d2-276a-44bd-905c-a789a89724cb req-88d58b01-8eef-4053-ae61-f133ce6c05a2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687024 Jun 03 15:37:31.455608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.476869 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] Set router 36208384-5c90-488e-aa8b-9c8ed1835a03 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:31.498779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:31.553205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42a972-0088-4af4-b42a-e757b430ac5c None None] Network 85344230-e613-40ab-b74e-0ed0aa149254 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:31.829673 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.009179 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:37:27Z', 'revision_number': 7, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:32.026484 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaf9e1-b945-4ed8-9074-1b3b5355be2a None None] The sync data for ids ['36208384-5c90-488e-aa8b-9c8ed1835a03'] in n-d-844594-1 is: [{'id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'name': 'tempest-TestNetworkBasicOps-router-996573393', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:34:10Z', 'updated_at': '2022-06-03T15:37:27Z', 'revision_number': 7, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': '71dcf1cc-c406-4b35-b311-54fc9e68a08b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36208384-5c90-488e-aa8b-9c8ed1835a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:34:12Z', 'updated_at': '2022-06-03T15:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:32.106122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38840) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:32.262274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55d50065-1770-43ae-bda9-0ed77c5895da tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.310050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.318658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55d50065-1770-43ae-bda9-0ed77c5895da tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.363173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:32.374288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8400d-d66e-4eae-a903-48e8087ceb6d None None] The sync data for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 is: [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:32:46Z', 'revision_number': 4, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0df6140a-daf4-4418-8cae-fd7148cf9f09', 'name': '', 'network_id': '9cc13a38-deeb-4451-ae6f-f770e23358bc', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'mac_address': 'fa:16:3e:6c:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:41Z', 'updated_at': '2022-06-03T15:32:59Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'subnets': [{'id': 'dd2b873e-92d3-4227-9216-9e1233ea9984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:32.394771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55d50065-1770-43ae-bda9-0ed77c5895da tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.399168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.442627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] DHCP port deletion for 85344230-e613-40ab-b74e-0ed0aa149254 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:32.448209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] Deleting port 54d820e3-206b-4f5b-b8c9-377dca936044 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:32.448596 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.468140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d50065-1770-43ae-bda9-0ed77c5895da tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a0d162-fff9-479d-bf0f-35d6def0d508,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:32.476383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=b5474034-e832-4771-9bb2-74e636e9d9b5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:32.500314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55d50065-1770-43ae-bda9-0ed77c5895da tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.501465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-55d50065-1770-43ae-bda9-0ed77c5895da tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "DELETE /v2.0/security-groups/45a0d162-fff9-479d-bf0f-35d6def0d508 HTTP/1.1" status: 204 len: 168 time: 0.3937681 Jun 03 15:37:32.503554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.503956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38848) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:32.543830 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-3977f487-f036-435e-93f2-f4a3a497558f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] show failed (client error): The resource could not be found. Jun 03 15:37:32.545330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3977f487-f036-435e-93f2-f4a3a497558f tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups/45a0d162-fff9-479d-bf0f-35d6def0d508 HTTP/1.1" status: 404 len: 347 time: 0.0404117 Jun 03 15:37:32.548920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8680d-ae85-4d52-91bb-b228225d45d3 None None] Network 6bdfc59c-329b-4f6e-877d-fed20917ee1f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:32.549530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38852) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:32.569012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.569381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.569703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.570045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.570381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.570714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.571042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.571688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.571688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.572002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.572353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.572676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:32.605075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5729f8b1-e253-45d8-8158-145b798e2629 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/b5474034-e832-4771-9bb2-74e636e9d9b5 HTTP/1.1" status: 204 len: 168 time: 2.3672516 Jun 03 15:37:32.608044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38856) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:32.646965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Router 84d34b2b-b86f-4033-bf7b-f9dead5d94dc is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:32.938802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.943383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.049882 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1a8e9-efee-4c20-a017-bdd307d5fb2d None None] New status for floating IP a7544901-1c31-4264-b55c-d25ccbf11419: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:37:33.085453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Deleting port a894a842-ff0f-4de0-9029-c4204f3a1370 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:33.086030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.133323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] For port 54d820e3-206b-4f5b-b8c9-377dca936044, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=54d820e3-206b-4f5b-b8c9-377dca936044,segment=NetworkSegment(4d740f2a-9691-4da6-8d5d-8dc55573044a),segment_id=4d740f2a-9691-4da6-8d5d-8dc55573044a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:33.134030 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.141072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:33.157871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 71dcf1cc-c406-4b35-b311-54fc9e68a08b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:33.158175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.284050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] Calling delete_port for 54d820e3-206b-4f5b-b8c9-377dca936044 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:33.339702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 8fa45408-e872-42c3-8e5a-20939ba32976 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:33.340568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.439761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] Sync routers for ids ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:33.444511 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.444978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.456941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.470852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] Routers {'84d34b2b-b86f-4033-bf7b-f9dead5d94dc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:33.471724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.596292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Calling delete_port for a894a842-ff0f-4de0-9029-c4204f3a1370 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:33.596592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54d820e3-206b-4f5b-b8c9-377dca936044 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:33.612886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port 71dcf1cc-c406-4b35-b311-54fc9e68a08b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=71dcf1cc-c406-4b35-b311-54fc9e68a08b,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:33.616335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.625115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.626440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4fcba08d-92eb-44a0-aa1a-ea6895285e37 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.2543662 Jun 03 15:37:33.632907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38868) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:33.639637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': False}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:33.662207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] Pushing event deleted for resources: {'Port': ['ID=54d820e3-206b-4f5b-b8c9-377dca936044,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:33.664699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e780a02-865d-4c5a-8c16-ceb8275a1998 None None] No DVR routers for this DVR port 54d820e3-206b-4f5b-b8c9-377dca936044 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:33.694705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.696935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 54d820e3-206b-4f5b-b8c9-377dca936044 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:33.697374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54d820e3-206b-4f5b-b8c9-377dca936044 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:33.697853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 326a223c-df33-487d-a36f-3eb781a063b9 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:33.741589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 326a223c-df33-487d-a36f-3eb781a063b9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:33.741868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 326a223c-df33-487d-a36f-3eb781a063b9 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:33.743803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a8d6d-87cb-4f52-b932-9849f027d271 req-91e7e14a-27f1-4fb1-ab66-12304c7e413b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:33.754489 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-271a8d6d-87cb-4f52-b932-9849f027d271 req-91e7e14a-27f1-4fb1-ab66-12304c7e413b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 1.0141137 Jun 03 15:37:33.793903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] Routers {'84d34b2b-b86f-4033-bf7b-f9dead5d94dc'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:33.794644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.857844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-271a8d6d-87cb-4f52-b932-9849f027d271 req-5a5d98d9-3e6a-4b7f-8166-a625b975dfe1 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024785 Jun 03 15:37:33.880157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:33.880864 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:33.912157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 71dcf1cc-c406-4b35-b311-54fc9e68a08b owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:33.925951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.926360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de061e-616e-429c-9953-b66ed301bef9 None None] The sync data for ids ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:34.030099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] DHCP port deletion for 6bdfc59c-329b-4f6e-877d-fed20917ee1f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:34.034904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Deleting port 8fa45408-e872-42c3-8e5a-20939ba32976 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:34.035414 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.125975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port 8fa45408-e872-42c3-8e5a-20939ba32976, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8fa45408-e872-42c3-8e5a-20939ba32976,segment=NetworkSegment(7bc83c10-6df1-4f96-b2a7-450635fd0819),segment_id=7bc83c10-6df1-4f96-b2a7-450635fd0819)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:34.126441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.305673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] For port 8fa45408-e872-42c3-8e5a-20939ba32976, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8fa45408-e872-42c3-8e5a-20939ba32976,segment=NetworkSegment(7bc83c10-6df1-4f96-b2a7-450635fd0819),segment_id=7bc83c10-6df1-4f96-b2a7-450635fd0819)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:34.306075 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.382539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Deleting port a894a842-ff0f-4de0-9029-c4204f3a1370 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:34.383641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.426775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 8fa45408-e872-42c3-8e5a-20939ba32976 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:34.495788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Calling delete_port for 8fa45408-e872-42c3-8e5a-20939ba32976 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:34.520393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.631643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.632697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.639043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=8fa45408-e872-42c3-8e5a-20939ba32976,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:34.653306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No DVR routers for this DVR port 8fa45408-e872-42c3-8e5a-20939ba32976 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:34.682270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:34.682623 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:34.927195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Calling delete_port for a894a842-ff0f-4de0-9029-c4204f3a1370 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:34.946048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.062374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdfc59c-329b-4f6e-877d-fed20917ee1f']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:35.095218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc83c10-6df1-4f96-b2a7-450635fd0819') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:35.095524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc83c10-6df1-4f96-b2a7-450635fd0819') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:35.130539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.152572 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.165108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.184629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Deleting port 8fa45408-e872-42c3-8e5a-20939ba32976 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:35.185360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.230039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event deleted for resources: {'Port': ['ID=a894a842-ff0f-4de0-9029-c4204f3a1370,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:35.261134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=71dcf1cc-c406-4b35-b311-54fc9e68a08b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:35.310456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f7a22c03-7ee6-489f-85f4-f7e8efc0b29f None None] The port '8fa45408-e872-42c3-8e5a-20939ba32976' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:37:35.348625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.348878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.386880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.388054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-231e34e4-e5b7-4eda-9d7e-2d9599554642 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "DELETE /v2.0/floatingips/a7544901-1c31-4264-b55c-d25ccbf11419 HTTP/1.1" status: 204 len: 168 time: 2.8374197 Jun 03 15:37:35.435241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcaebe-07b5-43a5-80d2-dcfb5ac14dc2 req-65f8f6d6-82b8-4255-bdf4-4c4c09488d91 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:35.436905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0fcaebe-07b5-43a5-80d2-dcfb5ac14dc2 req-65f8f6d6-82b8-4255-bdf4-4c4c09488d91 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.3247721 Jun 03 15:37:35.558724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:35.559425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.565045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0fcaebe-07b5-43a5-80d2-dcfb5ac14dc2 req-3d123325-7faf-4c06-9ebd-28854cc18c2d tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190770 Jun 03 15:37:35.615906 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7bc83c10-6df1-4f96-b2a7-450635fd0819 resource provider aggregate not found Jun 03 15:37:35.619097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8fa45408-e872-42c3-8e5a-20939ba32976 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:35.708830 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7bc83c10-6df1-4f96-b2a7-450635fd0819 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bc83c10-6df1-4f96-b2a7-450635fd0819 found for delete ", "request_id": "req-191c8af8-00d6-492d-b45a-20a0d28d4880"}]} Jun 03 15:37:35.725841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8fa45408-e872-42c3-8e5a-20939ba32976 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:35.726254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8fa45408-e872-42c3-8e5a-20939ba32976 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:35.766338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.073504 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.245181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.250429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.256711 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.273159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=6bdfc59c-329b-4f6e-877d-fed20917ee1f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:36.300939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2dcbda8b-c539-4147-8fc6-f3ccafb86c16 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/6bdfc59c-329b-4f6e-877d-fed20917ee1f HTTP/1.1" status: 204 len: 168 time: 3.6872432 Jun 03 15:37:36.300939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.303163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38932) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:36.309264 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.309809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Fanout notify agent at l3_agent the message router_deleted on router 36208384-5c90-488e-aa8b-9c8ed1835a03 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:36.312197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-997781622', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:36.321680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.322879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4dbfd83-40bc-4228-be00-7d5c5ae16f78 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/routers/36208384-5c90-488e-aa8b-9c8ed1835a03 HTTP/1.1" status: 204 len: 168 time: 4.9591930 Jun 03 15:37:36.325812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38936) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:36.345560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:36.353979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:router and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:36.374841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:36.387026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:36.434309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.438749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.494157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.690119 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.923254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.973468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.110161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485faf4-665b-489e-8833-13cffb57d53f req-0dc268be-7003-475d-9e76-b81a2769343f tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:37.112462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5485faf4-665b-489e-8833-13cffb57d53f req-0dc268be-7003-475d-9e76-b81a2769343f tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.3280935 Jun 03 15:37:37.131680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85344230-e613-40ab-b74e-0ed0aa149254']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:37.150281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d740f2a-9691-4da6-8d5d-8dc55573044a') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:37.150663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d740f2a-9691-4da6-8d5d-8dc55573044a') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:37.192731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5485faf4-665b-489e-8833-13cffb57d53f req-6ed1d0c9-e856-45b2-bba4-58546afa5dce tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663657 Jun 03 15:37:37.272476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.343990 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.353341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:37.354140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.393936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71dcf1cc-c406-4b35-b311-54fc9e68a08b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:37.466981 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.509243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 71dcf1cc-c406-4b35-b311-54fc9e68a08b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:37.513978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 71dcf1cc-c406-4b35-b311-54fc9e68a08b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:37.526849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.585617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.613849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.643591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Network': ['ID=85344230-e613-40ab-b74e-0ed0aa149254,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:37.650437 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8a98338c-13a6-4909-bf22-616d4c5496d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/networks/85344230-e613-40ab-b74e-0ed0aa149254 HTTP/1.1" status: 204 len: 168 time: 1.3234937 Jun 03 15:37:37.674686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38956) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:37.682442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'network': {'name': 'tempest-network-smoke--439710674', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'port_security_enabled': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:37.817048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:37.822206 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4d740f2a-9691-4da6-8d5d-8dc55573044a resource provider aggregate not found Jun 03 15:37:37.853629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:network and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:37.862469 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4d740f2a-9691-4da6-8d5d-8dc55573044a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d740f2a-9691-4da6-8d5d-8dc55573044a found for delete ", "request_id": "req-616df4ed-579f-491c-b2e7-7f6b43e5cc41"}]} Jun 03 15:37:37.863559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:37.874644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:37.962353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:37.966728 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.992711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.25.1.115 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/908be67c-9529-436b-ba33-516f55d13947) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:38.086753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:37:38.140861 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.141209 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Added segment eeaa49d5-8951-4c69-acb7-7826af76d813 of type vlan for network b9851cd7-ad8b-4289-8e40-41d9649660de Jun 03 15:37:38.192000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.256664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.261208 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.269124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:38.270215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.299097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.317460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.357193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.456483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=908be67c-9529-436b-ba33-516f55d13947,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:38.498291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:38.506611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:38.513179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:38.550776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8699653 Jun 03 15:37:38.551041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38982) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:38.561730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-871776983', 'admin_state_up': True, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:38.570052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:38.574239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:router and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:38.577693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:38.588276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:38.620539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.621547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.641222 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.836319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbee57-3fd8-40e1-abb6-b6583a5b850a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Network': ['ID=b9851cd7-ad8b-4289-8e40-41d9649660de,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:38.841660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Router 84d34b2b-b86f-4033-bf7b-f9dead5d94dc has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:38.851194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b9851cd7-ad8b-4289-8e40-41d9649660de details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:37:39.001759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 38990) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:39.244770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:39.253132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.258922 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] Sync routers for ids ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:39.259661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-22cfde3d-c47c-44dd-95ea-232f31428284 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "PUT /v2.0/routers/84d34b2b-b86f-4033-bf7b-f9dead5d94dc HTTP/1.1" status: 200 len: 926 time: 5.6248882 Jun 03 15:37:39.259661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39000) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:39.274741 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] Routers {'84d34b2b-b86f-4033-bf7b-f9dead5d94dc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:39.275372 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:39.319326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1ae4-76ba-4e3a-81e5-ab4fdb6d49c2 req-6a73f514-b193-4ed8-bf9e-f7444fcd5ae6 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:39.340545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a4b1ae4-76ba-4e3a-81e5-ab4fdb6d49c2 req-6a73f514-b193-4ed8-bf9e-f7444fcd5ae6 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.8859437 Jun 03 15:37:39.458828 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:39.484671 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] Routers {'84d34b2b-b86f-4033-bf7b-f9dead5d94dc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:39.484671 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:39.609295 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-84224c36-551f-42b7-9e7b-2553277af124 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/84d34b2b-b86f-4033-bf7b-f9dead5d94dc HTTP/1.1" status: 200 len: 926 time: 0.3484368 Jun 03 15:37:39.610083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39010) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:39.672285 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:39.672986 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b9981-8e25-45b8-baa1-834578eb83a8 None None] The sync data for ids ['84d34b2b-b86f-4033-bf7b-f9dead5d94dc'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:39.698720 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.712349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.724308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:39.732010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Usage tracker for resource:security_group_rule and tenant:ab877045f7c744e0a2b0b49f3da0daee is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:39.736855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:39.748507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:39.778821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e90825-bc86-40c8-ade5-b2cab939d017 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:39.779954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7e90825-bc86-40c8-ade5-b2cab939d017 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Synchronizing usage tracker for tenant:39ba345adfdf4730bf295569df8d6292 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:39.822122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7e90825-bc86-40c8-ade5-b2cab939d017 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Unset dirty status for tenant:39ba345adfdf4730bf295569df8d6292 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:39.827332 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b7e90825-bc86-40c8-ade5-b2cab939d017 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=84d34b2b-b86f-4033-bf7b-f9dead5d94dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2141984 Jun 03 15:37:39.831462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39016) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:39.887446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39020) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:39.960756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a4b1ae4-76ba-4e3a-81e5-ab4fdb6d49c2 req-00b9eb5c-dd90-4877-88fc-eaf110ca8ac8 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928668 Jun 03 15:37:40.025688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.035190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.083833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f3c383-2655-4ff2-9009-10a0de4ee829,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.084992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.098334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c8f23-9df7-47c8-9cc2-9d36885b1f66 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:40.099276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da5c8f23-9df7-47c8-9cc2-9d36885b1f66 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Synchronizing usage tracker for tenant:39ba345adfdf4730bf295569df8d6292 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:40.131565 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-66201af3-31c1-453c-aa9b-48d3351237bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab877045f7c744e0a2b0b49f3da0daee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1287315 Jun 03 15:37:40.134524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da5c8f23-9df7-47c8-9cc2-9d36885b1f66 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Unset dirty status for tenant:39ba345adfdf4730bf295569df8d6292 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:40.139579 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-da5c8f23-9df7-47c8-9cc2-9d36885b1f66 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 0.3065407 Jun 03 15:37:40.140997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39026) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:40.141722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39028) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:40.213970 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06327a28-eae7-418d-87d9-d9edc098c481 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=84d34b2b-b86f-4033-bf7b-f9dead5d94dc HTTP/1.1" status: 200 len: 205 time: 0.0686991 Jun 03 15:37:40.215927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39034) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:40.354590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.393239 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fd8-a282-4e61-a7fc-08fade27d632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.419958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:40.486400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Usage tracker for resource:security_group_rule and tenant:620613500f6444748d538305e1b32e94 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:40.498199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:40.510641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fd8-a282-4e61-a7fc-08fade27d632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.522919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:40.590947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.769106 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fd8-a282-4e61-a7fc-08fade27d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.816611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec3fd8-a282-4e61-a7fc-08fade27d632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f3c383-2655-4ff2-9009-10a0de4ee829,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.830844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.845080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19ec3fd8-a282-4e61-a7fc-08fade27d632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.846227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-19ec3fd8-a282-4e61-a7fc-08fade27d632 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9f3c383-2655-4ff2-9009-10a0de4ee829 HTTP/1.1" status: 204 len: 168 time: 0.7031236 Jun 03 15:37:40.882877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.886394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.888739 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.893902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.929581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Deleting port be2fe8f7-979b-4cfc-adfc-8709191ee136 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:40.929840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.153899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.25.1.141 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/ca79ae4c-046e-49e3-bee2-2b865d3dfa0a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:41.201963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=620613500f6444748d538305e1b32e94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3116753 Jun 03 15:37:41.203424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ef3e-b73b-48a6-b0a1-f3cb6cd5d704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8c945-ea44-4677-a557-6ab3405ee3b7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:41.214182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39046) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:41.297360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.311467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39050) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:41.392249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b01a479-71de-4860-93ce-9faa1bcf6148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.418148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.435165 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.449080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b01a479-71de-4860-93ce-9faa1bcf6148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.476387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:41.548158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Usage tracker for resource:security_group_rule and tenant:b81aef1d900346dca24e4a0a2978b5d8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:41.567446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:41.586721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:41.590821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Calling delete_port for be2fe8f7-979b-4cfc-adfc-8709191ee136 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:41.611535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca492f-cd2c-4237-8289-21e4fdf32636 req-aa255992-cf2c-4507-bee1-0f82f3b6edaf tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:41.613201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abca492f-cd2c-4237-8289-21e4fdf32636 req-aa255992-cf2c-4507-bee1-0f82f3b6edaf tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.4228606 Jun 03 15:37:41.670686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.716049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b01a479-71de-4860-93ce-9faa1bcf6148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.743788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abca492f-cd2c-4237-8289-21e4fdf32636 req-3f74b338-9376-4e58-b5eb-ef5d9988f48f tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094444 Jun 03 15:37:41.764062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01a479-71de-4860-93ce-9faa1bcf6148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8c945-ea44-4677-a557-6ab3405ee3b7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:41.777121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b01a479-71de-4860-93ce-9faa1bcf6148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.781783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9b01a479-71de-4860-93ce-9faa1bcf6148 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ec8c945-ea44-4677-a557-6ab3405ee3b7 HTTP/1.1" status: 204 len: 168 time: 0.5658319 Jun 03 15:37:41.809147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router 534c2f17-a2b0-4784-9981-8f3c89661ff6 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:41.841105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.922939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.941058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.002483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event deleted for resources: {'Port': ['ID=be2fe8f7-979b-4cfc-adfc-8709191ee136,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:42.016937 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.218419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.335189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:42.365066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:42.380036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b102c208-e2d2-4e62-8df2-58c6e0e686e6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:42.382564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:42.392702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:42.465683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39064) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:42.492035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.494555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.521417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.521673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:42.522181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Fanout notify agent at l3_agent the message router_deleted on router 84d34b2b-b86f-4033-bf7b-f9dead5d94dc {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:42.527932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5b5b579a-7f8f-48e3-98a2-bb30c3572d31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b81aef1d900346dca24e4a0a2978b5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2111666 Jun 03 15:37:42.528703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39068) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:42.535439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] Sync routers for ids ['534c2f17-a2b0-4784-9981-8f3c89661ff6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:42.548157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] Routers {'534c2f17-a2b0-4784-9981-8f3c89661ff6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:42.548693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['534c2f17-a2b0-4784-9981-8f3c89661ff6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:42.557089 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.558285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0d3d507-ae87-4873-9c94-4af7bfac51da tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/84d34b2b-b86f-4033-bf7b-f9dead5d94dc HTTP/1.1" status: 204 len: 168 time: 2.3295805 Jun 03 15:37:42.561995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.565872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39072) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:42.574696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1239185140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:42.582051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:42.588255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Usage tracker for resource:router and tenant:dbb49479537244258fdeb5377706ad4e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:42.592200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:42.604411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:42.618909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:42.627912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] Routers {'534c2f17-a2b0-4784-9981-8f3c89661ff6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:42.628557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['534c2f17-a2b0-4784-9981-8f3c89661ff6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:42.633185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-365280b6-f558-4b54-bdfb-39c4404d6e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.660886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:42.665928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-365280b6-f558-4b54-bdfb-39c4404d6e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.684082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Usage tracker for resource:security_group_rule and tenant:5145e97367414bd4ac074dcb2b2bab43 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:42.691116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:42.698362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:42.698735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb882e7-8c8b-4d26-8912-d004142e25ba None None] The sync data for ids ['534c2f17-a2b0-4784-9981-8f3c89661ff6'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:42.726247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-365280b6-f558-4b54-bdfb-39c4404d6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.745322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365280b6-f558-4b54-bdfb-39c4404d6e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b102c208-e2d2-4e62-8df2-58c6e0e686e6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:42.750105 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-365280b6-f558-4b54-bdfb-39c4404d6e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.751169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-365280b6-f558-4b54-bdfb-39c4404d6e9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b102c208-e2d2-4e62-8df2-58c6e0e686e6 HTTP/1.1" status: 204 len: 168 time: 0.2217815 Jun 03 15:37:42.780799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.782670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.801477 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.824790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.837479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:42.855492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.857000 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-045be0f0-6962-46db-b0e0-fbd930d6c43c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2901976 Jun 03 15:37:42.857415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.858626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1d17fcb-995a-439f-8b98-d859811e5451 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.5540595 Jun 03 15:37:42.862161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39080) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:42.862695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39082) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:42.872905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:42.951009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ec3ac-2384-49ff-8592-49d0637b85c6 req-77bc80ff-8327-4916-85d7-8c6b2c1d5a07 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:42.951772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ba4ec3ac-2384-49ff-8592-49d0637b85c6 req-77bc80ff-8327-4916-85d7-8c6b2c1d5a07 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:43.091052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ba4ec3ac-2384-49ff-8592-49d0637b85c6 req-77bc80ff-8327-4916-85d7-8c6b2c1d5a07 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:43.092271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba4ec3ac-2384-49ff-8592-49d0637b85c6 req-77bc80ff-8327-4916-85d7-8c6b2c1d5a07 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.7153876 Jun 03 15:37:43.215164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39090) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:43.278299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.309868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26193c40-2afe-4f1d-947d-d528b55b8ca3 req-59047d32-56b6-4117-b08d-373caa0f59b1 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:43.311423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26193c40-2afe-4f1d-947d-d528b55b8ca3 req-59047d32-56b6-4117-b08d-373caa0f59b1 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.4192784 Jun 03 15:37:43.312036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.376810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.379847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f90aac7c-48a7-49d2-b6d3-37f8ee29fb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.381056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ba4ec3ac-2384-49ff-8592-49d0637b85c6 req-06a02412-c043-4bd5-90a0-916ac24ce453 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:43.409592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:43.427726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.442981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Usage tracker for resource:security_group_rule and tenant:138b526476e041528fb2ee257f30ba8e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:43.453373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:43.462029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-310cd924-b999-4cb3-87a3-4e58668771c7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/routers/534c2f17-a2b0-4784-9981-8f3c89661ff6 HTTP/1.1" status: 200 len: 880 time: 0.5936732 Jun 03 15:37:43.462589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39094) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:43.493881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:43.517079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ba4ec3ac-2384-49ff-8592-49d0637b85c6 req-06a02412-c043-4bd5-90a0-916ac24ce453 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:43.518232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba4ec3ac-2384-49ff-8592-49d0637b85c6 req-06a02412-c043-4bd5-90a0-916ac24ce453 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744838 Jun 03 15:37:43.599914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5145e97367414bd4ac074dcb2b2bab43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1289089 Jun 03 15:37:43.603290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26193c40-2afe-4f1d-947d-d528b55b8ca3 req-853eb63a-f8bf-4bfa-8990-2e06388758e1 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415760 Jun 03 15:37:43.616794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:43.640647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e0569-4034-4ee5-acae-94ef04f819fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f15569-37b0-4c35-97fe-cecaaec5ea78,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:43.664776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.824180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b2b680d-d9e5-42a9-8c55-e4bec37c9fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.936960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b2b680d-d9e5-42a9-8c55-e4bec37c9fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.981389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.993631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bde43602-abd0-4393-8d60-123da4bb3386 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:router {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:44.000528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.050280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.118446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.147186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bde43602-abd0-4393-8d60-123da4bb3386 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:router {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:44.151308 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bde43602-abd0-4393-8d60-123da4bb3386 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6851425 Jun 03 15:37:44.153410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39102) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.156698 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.161418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-76c506b5-7b42-4462-87a4-ee94e01e2a56 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-997781622'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:44.266916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=138b526476e041528fb2ee257f30ba8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0479646 Jun 03 15:37:44.273736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39106) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.281056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49ebca-8540-44ce-a9fb-c87b85a99b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d68c94-817b-4573-ae9f-1469954cd17b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:44.297758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b2b680d-d9e5-42a9-8c55-e4bec37c9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.321168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b680d-d9e5-42a9-8c55-e4bec37c9fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f15569-37b0-4c35-97fe-cecaaec5ea78,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:44.412075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b2b680d-d9e5-42a9-8c55-e4bec37c9fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.413239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5b2b680d-d9e5-42a9-8c55-e4bec37c9fbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7f15569-37b0-4c35-97fe-cecaaec5ea78 HTTP/1.1" status: 204 len: 168 time: 0.7954929 Jun 03 15:37:44.472390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:44.696710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:44.709355 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Sync routers for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:44.726513 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:44.727478 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:44.728846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.731143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-45d8dcf6-45ac-4dcc-afb7-6aeb1b905ee5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1780956 Jun 03 15:37:44.765181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39120) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.850229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5264e671-b3a2-4874-a106-32aefee993f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.930844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5fafe921-6178-485c-a2bd-87b8fe2a3982 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=83ef3833b4234da7ab416edcbb5e8afc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1624224 Jun 03 15:37:44.931782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39128) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.941574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Allocated IP 172.25.1.19 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/9b630822-8776-46a3-beb2-525445ec7e45) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:44.976918 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:44.987940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ce377-84e1-4cee-b577-534a12e9d035 req-c8ed13c9-0160-4e05-825c-c537860dfb4a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.995559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-225ce377-84e1-4cee-b577-534a12e9d035 req-c8ed13c9-0160-4e05-825c-c537860dfb4a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.2621527 Jun 03 15:37:45.049224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78648d06-dcbb-44cd-9e5f-6988117d1aaa req-ca731f7b-3abf-4ec8-aaca-fbb48c1090a2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.051064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78648d06-dcbb-44cd-9e5f-6988117d1aaa req-ca731f7b-3abf-4ec8-aaca-fbb48c1090a2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.2331328 Jun 03 15:37:45.062651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-225ce377-84e1-4cee-b577-534a12e9d035 req-d6bab77a-0620-4e04-8b37-2db7386556b0 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631857 Jun 03 15:37:45.125792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-78648d06-dcbb-44cd-9e5f-6988117d1aaa req-5e31b00e-d9dc-4abe-9ec6-69dcc1230df3 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616701 Jun 03 15:37:45.266481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5264e671-b3a2-4874-a106-32aefee993f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.394170 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:42Z', 'revision_number': 3, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:45.398315 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Checking router: 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:45.398755 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Updating router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:37:45.469113 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.478451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.510926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-82ce494c-8568-4d24-872c-4f1f7b9487ac tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.512214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-82ce494c-8568-4d24-872c-4f1f7b9487ac tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Synchronizing usage tracker for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:45.611302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5264e671-b3a2-4874-a106-32aefee993f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.633559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-82ce494c-8568-4d24-872c-4f1f7b9487ac tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Unset dirty status for tenant:fd9cffc6b1194d8f875ae90b0946bf3d on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:45.634687 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-82ce494c-8568-4d24-872c-4f1f7b9487ac tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 1.1463275 Jun 03 15:37:45.704324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d815e-f62f-4336-bede-6236a2a35630 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.708848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8a7d815e-f62f-4336-bede-6236a2a35630 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7592716 Jun 03 15:37:45.708991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:45.752966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d2f976f8-c239-4455-9a68-6bd9b52c5e4f tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405431 Jun 03 15:37:45.753517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39152) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:45.758833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-763314526', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:45.770767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264e671-b3a2-4874-a106-32aefee993f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d68c94-817b-4573-ae9f-1469954cd17b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:45.788628 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.838018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5264e671-b3a2-4874-a106-32aefee993f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.839085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5264e671-b3a2-4874-a106-32aefee993f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3d68c94-817b-4573-ae9f-1469954cd17b HTTP/1.1" status: 204 len: 168 time: 1.5644016 Jun 03 15:37:45.849812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Deleting port c4aa023f-22df-42fd-bc52-b21c12171633 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:45.850158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.882108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:45.886350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:subnet and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:45.889876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:45.890601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-76c506b5-7b42-4462-87a4-ee94e01e2a56 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.898923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:45.916009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:45.922526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.928066 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-76c506b5-7b42-4462-87a4-ee94e01e2a56 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.138780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.335720 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.414275 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-baf249c7-9701-4fe9-9947-c313fc69116d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.486953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:46.509809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:46.511960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Subnet': ['ID=7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:46.524226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:46.598057 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.613191 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Transition to ACTIVE for port object ca79ae4c-046e-49e3-bee2-2b865d3dfa0a will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:46.615600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event updated for resources: {'Port': ['ID=9b630822-8776-46a3-beb2-525445ec7e45,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:46.623631 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.629168 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.670235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c506b5-7b42-4462-87a4-ee94e01e2a56 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router 534c2f17-a2b0-4784-9981-8f3c89661ff6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:46.718227 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Attempting to bind port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:46.719005 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Attempting to bind port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:46.719480 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Attempting to bind port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:46.733355 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:46.733725 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:46.734302 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.734758 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:46.735307 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Bound port: ca79ae4c-046e-49e3-bee2-2b865d3dfa0a, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:46.735746 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.740718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Checking segment: {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:46.741112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network hostable DHCP agents. Network: b9851cd7-ad8b-4289-8e40-41d9649660de, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:37:46.807513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73624b-37ad-47d0-a298-256f8d2bf797 req-c0bf5709-b095-427e-b568-3f5e5f280f85 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:46.809886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc73624b-37ad-47d0-a298-256f8d2bf797 req-c0bf5709-b095-427e-b568-3f5e5f280f85 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.3589141 Jun 03 15:37:46.826884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25ea1b-e35d-467e-9b63-797dfd54a5fa req-1b99eabe-2e66-44b6-94b7-220a41675dfb tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:46.828454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea25ea1b-e35d-467e-9b63-797dfd54a5fa req-1b99eabe-2e66-44b6-94b7-220a41675dfb tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 946 time: 0.3759105 Jun 03 15:37:46.868243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] For port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:46.870117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network b9851cd7-ad8b-4289-8e40-41d9649660de is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:37:46.879702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] For port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:46.891386 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Pushing event updated for resources: {'Port': ['ID=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:46.899811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b9851cd7-ad8b-4289-8e40-41d9649660de) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:46.905388 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.905737 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.906090 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.906406 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.906732 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.907058 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.907382 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.907702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.908024 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.908371 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.908679 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.908991 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:46.919267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc73624b-37ad-47d0-a298-256f8d2bf797 req-dec35e62-c8fd-490c-a45b-c36bdf846e00 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897267 Jun 03 15:37:46.922305 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.933325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:46.934233 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.951106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094a748-3e9e-4002-97ba-70e155228d84 None None] Network b9851cd7-ad8b-4289-8e40-41d9649660de requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:46.982536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0428110-baf0-417c-aadb-c408c677d0e1 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2281137 Jun 03 15:37:46.986872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39190) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:47.176902 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d9ac8-fe59-4920-85ad-172a750d655e None None] Pushing event updated for resources: {'Port': ['ID=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:47.229036 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:47.229671 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:47.299150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.313367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-b9851cd7-ad8b-4289-8e40-41d9649660de', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:37:47.314716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.488843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] For port c4aa023f-22df-42fd-bc52-b21c12171633, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c4aa023f-22df-42fd-bc52-b21c12171633,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:47.489414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.602753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea25ea1b-e35d-467e-9b63-797dfd54a5fa req-90886f9a-03a0-4259-b337-48156e3bdc2a tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7366588 Jun 03 15:37:47.621685 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:47.649831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Calling delete_port for c4aa023f-22df-42fd-bc52-b21c12171633 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:47.755236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Allocated IP 172.20.0.2 (b9851cd7-ad8b-4289-8e40-41d9649660de/7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e/b57e64a4-464b-425e-9127-5fc69665beb7) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:48.117337 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.165308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c506b5-7b42-4462-87a4-ee94e01e2a56 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:48.178563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] Sync routers for ids ['534c2f17-a2b0-4784-9981-8f3c89661ff6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:48.192993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] Routers {'534c2f17-a2b0-4784-9981-8f3c89661ff6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:48.193722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['534c2f17-a2b0-4784-9981-8f3c89661ff6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.220781 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:42Z', 'revision_number': 3, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.228585 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5760d-dd25-420a-83f7-c5daa0f50d02 None None] The sync data for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 is: [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:42Z', 'revision_number': 3, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:48.331619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-76c506b5-7b42-4462-87a4-ee94e01e2a56 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.333369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c4aa023f-22df-42fd-bc52-b21c12171633 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:48.336146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-76c506b5-7b42-4462-87a4-ee94e01e2a56 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/534c2f17-a2b0-4784-9981-8f3c89661ff6 HTTP/1.1" status: 200 len: 887 time: 4.1816740 Jun 03 15:37:48.344861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39226) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:48.421566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.425976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: c4aa023f-22df-42fd-bc52-b21c12171633 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:48.426543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c4aa023f-22df-42fd-bc52-b21c12171633 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:48.449030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.460152 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.463049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Transition to ACTIVE for port object b57e64a4-464b-425e-9127-5fc69665beb7 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:48.470143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.473159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] Routers {'534c2f17-a2b0-4784-9981-8f3c89661ff6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:48.474323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['534c2f17-a2b0-4784-9981-8f3c89661ff6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.548171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['6b8f7460-993c-4a0c-8af7-c607bfb904d3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:37:48.622585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de87b7d-a85e-4b7b-91f3-d238aec5e72f req-64a94845-fb58-41da-9cf2-9a38d4ec9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:48.624914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4de87b7d-a85e-4b7b-91f3-d238aec5e72f req-64a94845-fb58-41da-9cf2-9a38d4ec9ab7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.8880639 Jun 03 15:37:48.645198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event deleted for resources: {'Port': ['ID=c4aa023f-22df-42fd-bc52-b21c12171633,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:48.649777 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.665153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.665579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affbfcf-8fc4-4adb-b8c1-ded186feb337 None None] The sync data for ids ['534c2f17-a2b0-4784-9981-8f3c89661ff6'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:48.722218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Transition to ACTIVE for port object b57e64a4-464b-425e-9127-5fc69665beb7 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:48.753708 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.765589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55884b85-a1e9-4292-b85b-e5a499bc16e7 req-7bec2f01-2a80-4717-901a-80a6504f79d4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:48.773879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55884b85-a1e9-4292-b85b-e5a499bc16e7 req-7bec2f01-2a80-4717-901a-80a6504f79d4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.5647788 Jun 03 15:37:48.856100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55884b85-a1e9-4292-b85b-e5a499bc16e7 req-5435b1e0-796c-4bc5-8f6e-b89b04fd81b4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804451 Jun 03 15:37:48.966241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Pushing event updated for resources: {'Port': ['ID=b57e64a4-464b-425e-9127-5fc69665beb7,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:48.979779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.981018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.981698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.982188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.982693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.983255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.983779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.984329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.984861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.985339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.986041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:48.986543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:49.046620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Network b9851cd7-ad8b-4289-8e40-41d9649660de is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:49.050773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:49.055957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:49.123392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c686b2ac-bb34-43b5-b751-10dce0e73281 req-cbb0ddb4-ab05-4152-8c02-6cedde3867ff tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 210 time: 0.1893322 Jun 03 15:37:49.169904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.299947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Attempting to bind port b57e64a4-464b-425e-9127-5fc69665beb7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:49.300848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Attempting to bind port b57e64a4-464b-425e-9127-5fc69665beb7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:49.301440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Attempting to bind port b57e64a4-464b-425e-9127-5fc69665beb7 on network b9851cd7-ad8b-4289-8e40-41d9649660de {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:49.312831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:49.313535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Checking segment: {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:49.314223 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.314839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Bound using segment: {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:49.315745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Bound port: b57e64a4-464b-425e-9127-5fc69665beb7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:49.316572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.577675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] For port b57e64a4-464b-425e-9127-5fc69665beb7, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:49.583765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] For port b57e64a4-464b-425e-9127-5fc69665beb7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b57e64a4-464b-425e-9127-5fc69665beb7,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:49.587783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca79ae4c-046e-49e3-bee2-2b865d3dfa0a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:49.626929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.661066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39258) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:49.798308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39264) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:49.821768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] No DVR routers for this DVR port c4aa023f-22df-42fd-bc52-b21c12171633 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:49.851514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.883809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00930f7-89fc-4ae3-8d71-1ed54ebe630d None None] Pushing event updated for resources: {'Port': ['ID=b57e64a4-464b-425e-9127-5fc69665beb7,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:49.900526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:49.906984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:49.907371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.938948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e958c6cc-c32c-418b-a2c1-766e30cab352 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/routers/534c2f17-a2b0-4784-9981-8f3c89661ff6 HTTP/1.1" status: 200 len: 887 time: 1.5763378 Jun 03 15:37:49.945327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39272) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:49.971353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.973571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f1b4ea6-b8ed-42d4-940c-23114f1bab0d req-9444dfc5-8fcd-462d-84c9-d99de340507b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.70 "DELETE /v2.0/ports/c4aa023f-22df-42fd-bc52-b21c12171633 HTTP/1.1" status: 204 len: 173 time: 4.2792621 Jun 03 15:37:49.974425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'name': 'network-vif-deleted', 'tag': 'c4aa023f-22df-42fd-bc52-b21c12171633'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:49.982695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:50.001520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Usage tracker for resource:security_group_rule and tenant:ce37f8ba2bb64efdbdd5fa8849acbf88 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:50.008146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:50.016812 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4de87b7d-a85e-4b7b-91f3-d238aec5e72f req-ed07addf-e48c-4cd3-821d-228a02863d1a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2107339 Jun 03 15:37:50.025499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:50.169923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:50.170879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.192549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:50.202039 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbb76d2-b06f-497a-8872-7ca66051f1cd'] response: {'server_uuid': 'cf2646d2-f122-4f41-b642-edd419ec22cf', 'name': 'network-vif-deleted', 'tag': 'c4aa023f-22df-42fd-bc52-b21c12171633', 'status': 'completed', 'code': 200} Jun 03 15:37:50.203312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.343264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:50.427936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1053ed5-d85b-4fca-aa9e-059b6a2f955c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=534c2f17-a2b0-4784-9981-8f3c89661ff6 HTTP/1.1" status: 200 len: 205 time: 0.4807694 Jun 03 15:37:50.452664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39282) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:50.545669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a10c53e-1881-4b7a-bcfb-c0d72ac196e1 req-33085737-e156-4948-94d8-21a05c42eea8 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf2646d2-f122-4f41-b642-edd419ec22cf HTTP/1.1" status: 200 len: 210 time: 0.1342680 Jun 03 15:37:50.557169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.560487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.566510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.644734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:50.656910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Usage tracker for resource:security_group_rule and tenant:1036e85aa7ad43dcab41ded44d09f2af is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:50.672502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:50.686613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-b9151bcf-1958-4be0-b0d4-cf6ffac061ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1742632 Jun 03 15:37:50.699463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:50.707171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.20.0.1 (b9851cd7-ad8b-4289-8e40-41d9649660de/7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e/49d20f8b-0941-4c49-bbaf-45b6cd1980d4) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:50.742326 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.788267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d28b-7f93-4b67-8ff3-1bfe769fd221 req-0504d3e3-aedd-4de3-a8eb-8640c302e9c9 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:50.789868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f936d28b-7f93-4b67-8ff3-1bfe769fd221 req-0504d3e3-aedd-4de3-a8eb-8640c302e9c9 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.4061954 Jun 03 15:37:50.798259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.819568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.178065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.194285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 908be67c-9529-436b-ba33-516f55d13947 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:51.195479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.269679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Router 07718460-5328-448a-98f3-81154acee990 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:51.600045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca79ae4c-046e-49e3-bee2-2b865d3dfa0a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:51.624676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.701593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce37f8ba2bb64efdbdd5fa8849acbf88&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0314643 Jun 03 15:37:51.721061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:51.721880 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.728783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39292) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:51.855256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81494a8b-3193-4639-ac68-45bddfacf5e3 None None] Network b9851cd7-ad8b-4289-8e40-41d9649660de requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:51.863682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bfed1-cdba-443e-b322-24f28e190321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9a2f90-9399-47d8-9a92-ed467306f03b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:51.909002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.932891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f936d28b-7f93-4b67-8ff3-1bfe769fd221 req-903377f9-189e-4282-a5f7-d559c03f5481 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620351 Jun 03 15:37:51.961465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.012297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 908be67c-9529-436b-ba33-516f55d13947 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:52.016011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-9d91ef4b-02be-438e-b338-7e4742028eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:52.017844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-9d91ef4b-02be-438e-b338-7e4742028eec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 1097 time: 0.5721743 Jun 03 15:37:52.077806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:52.085425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.087700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-164c9819-b0fb-4b3b-bc84-e5f1546c0942 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "PUT /v2.0/routers/07718460-5328-448a-98f3-81154acee990 HTTP/1.1" status: 200 len: 883 time: 9.2235618 Jun 03 15:37:52.090370 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] Sync routers for ids ['07718460-5328-448a-98f3-81154acee990'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:52.095587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39296) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:52.127239 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] Routers {'07718460-5328-448a-98f3-81154acee990'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:52.128784 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['07718460-5328-448a-98f3-81154acee990'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:52.208432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-02ab0dc8-8454-43b7-a2bb-2deab976f11e None None] Provisioning for port b57e64a4-464b-425e-9127-5fc69665beb7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:52.301549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-7182c24e-3e5d-4423-836e-d9f7eb3308da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:52.303242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-7182c24e-3e5d-4423-836e-d9f7eb3308da service neutron] 10.222.0.15 "GET /v2.0/networks?id=9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 200 len: 920 time: 0.2518835 Jun 03 15:37:52.316835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c49704fc-da1f-4921-a36b-48aa6684ede7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/07718460-5328-448a-98f3-81154acee990 HTTP/1.1" status: 200 len: 924 time: 0.2173946 Jun 03 15:37:52.320559 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:52.325038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39302) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:52.335760 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] Routers {'07718460-5328-448a-98f3-81154acee990'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:52.336721 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['07718460-5328-448a-98f3-81154acee990'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:52.343974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:52.345116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b57e64a4-464b-425e-9127-5fc69665beb7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:52.410101 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:52.410917 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f4127-a1c3-4ad0-a7f5-2adcadb9a8d8 None None] The sync data for ids ['07718460-5328-448a-98f3-81154acee990'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:52.446932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e852deec-40e8-47b5-95d2-435b86374db7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:52.451095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-db062903-58bb-40cd-9805-44c64d21020b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 200 len: 217 time: 0.1298046 Jun 03 15:37:52.460168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.469617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0703e67-28cf-4b5b-a92f-48b3b79deb5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1036e85aa7ad43dcab41ded44d09f2af&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6565826 Jun 03 15:37:52.472613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39306) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:52.480041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75539306-c410-4337-8bbb-7ce1869f342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.511799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75539306-c410-4337-8bbb-7ce1869f342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.550218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-b74811e1-5f44-4626-8fe0-2523ae59b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:52.552710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-b74811e1-5f44-4626-8fe0-2523ae59b530 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 200 len: 858 time: 0.0841553 Jun 03 15:37:52.563947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b57e64a4-464b-425e-9127-5fc69665beb7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:52.594554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b57e64a4-464b-425e-9127-5fc69665beb7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:52.595030 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.637464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75539306-c410-4337-8bbb-7ce1869f342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.640091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Transition to ACTIVE for port object 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:52.665925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539306-c410-4337-8bbb-7ce1869f342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9a2f90-9399-47d8-9a92-ed467306f03b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:52.737879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-307af746-1940-41dc-809b-7535d4a58d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:52.739659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-307af746-1940-41dc-809b-7535d4a58d11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9cc13a38-deeb-4451-ae6f-f770e23358bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679566 Jun 03 15:37:52.739875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75539306-c410-4337-8bbb-7ce1869f342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.740956 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-75539306-c410-4337-8bbb-7ce1869f342f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc9a2f90-9399-47d8-9a92-ed467306f03b HTTP/1.1" status: 204 len: 168 time: 1.0111148 Jun 03 15:37:52.744273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd2b2f-d7eb-4cf1-8ac6-63789321a48e tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:52.744889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-acdd2b2f-d7eb-4cf1-8ac6-63789321a48e tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=07718460-5328-448a-98f3-81154acee990&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4188066 Jun 03 15:37:52.748587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39314) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:52.753150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37c8ba25-2687-4f2b-83be-9d775b6e51d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.754238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-35ca183d-f385-42dd-af40-639c46de27a4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:37:52.755240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-35ca183d-f385-42dd-af40-639c46de27a4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075779 Jun 03 15:37:52.782589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.852622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b57e64a4-464b-425e-9127-5fc69665beb7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:52.853319 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.853817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=908be67c-9529-436b-ba33-516f55d13947,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:52.858516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37c8ba25-2687-4f2b-83be-9d775b6e51d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.904130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b57e64a4-464b-425e-9127-5fc69665beb7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b57e64a4-464b-425e-9127-5fc69665beb7,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:52.910045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.022858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.026716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.059880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b57e64a4-464b-425e-9127-5fc69665beb7,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:53.166469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d0a15bd0-bd41-49f8-b0d4-b35290fa3bcc None None] Provisioning complete for port b57e64a4-464b-425e-9127-5fc69665beb7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:53.166794 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d0a15bd0-bd41-49f8-b0d4-b35290fa3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.277315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.279152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37c8ba25-2687-4f2b-83be-9d775b6e51d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.282723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.298518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8ba25-2687-4f2b-83be-9d775b6e51d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e852deec-40e8-47b5-95d2-435b86374db7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:53.304802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network b9851cd7-ad8b-4289-8e40-41d9649660de is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:53.333085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37c8ba25-2687-4f2b-83be-9d775b6e51d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.334385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37c8ba25-2687-4f2b-83be-9d775b6e51d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e852deec-40e8-47b5-95d2-435b86374db7 HTTP/1.1" status: 204 len: 168 time: 0.8594499 Jun 03 15:37:53.335291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.335806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Fanout notify agent at l3_agent the message router_deleted on router 534c2f17-a2b0-4784-9981-8f3c89661ff6 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:53.365710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39324) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:53.375543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d0a15bd0-bd41-49f8-b0d4-b35290fa3bcc None None] Current status of the port b57e64a4-464b-425e-9127-5fc69665beb7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:53.386222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:53.389251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:53.394176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.409115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.415819 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5087c2a2-3768-4210-9498-82c2ee8cd2a6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/534c2f17-a2b0-4784-9981-8f3c89661ff6 HTTP/1.1" status: 204 len: 168 time: 2.9569747 Jun 03 15:37:53.415819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39328) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:53.425747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-2018071306'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:53.431597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:53.437272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:53.441255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:53.445417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:53.465902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:53.468483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Usage tracker for resource:security_group_rule and tenant:2ac66896a48f4d04aa50982b8dc39d23 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:53.472835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:53.483255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:53.493624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:53.497543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:53.501378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.502763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b57e64a4-464b-425e-9127-5fc69665beb7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:53.566693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:37:53.587818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.587818 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment 8edca773-f9fa-44f4-9806-ba07b7e5a037 of type vlan for network b2fba780-2dd2-454d-9875-5a530fc45a10 Jun 03 15:37:53.648880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b57e64a4-464b-425e-9127-5fc69665beb7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:53.649428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485d4bd-afe0-4f03-a3d8-2856973ca28e tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:53.649922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.650052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f485d4bd-afe0-4f03-a3d8-2856973ca28e tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Synchronizing usage tracker for tenant:39ba345adfdf4730bf295569df8d6292 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:53.659006 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.670307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.691670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.705872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.767274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.772931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:53.773553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.835223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b57e64a4-464b-425e-9127-5fc69665beb7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:53.844174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-709d146d-a2cf-47af-8257-668e622ade82 None None] Provisioning for port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:53.850304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-709d146d-a2cf-47af-8257-668e622ade82 None None] Provisioning complete for port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:53.850685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-709d146d-a2cf-47af-8257-668e622ade82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.903201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d756a50-0c25-4c0a-9f6e-35aeaf78168f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:53.909124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-05d6d919-1c49-4f1d-8bf5-7f29139638de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ac66896a48f4d04aa50982b8dc39d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418441 Jun 03 15:37:53.917138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39334) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:53.917573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=b2fba780-2dd2-454d-9875-5a530fc45a10,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:53.926955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-709d146d-a2cf-47af-8257-668e622ade82 None None] Port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:53.927462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-7cf9e5d6-ece1-4737-b084-06f42984cf1e service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1087995 Jun 03 15:37:53.938060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b2fba780-2dd2-454d-9875-5a530fc45a10 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:37:53.948140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473565cc-b097-42ad-b3a5-463b5dd0d3d7 req-9c4623dd-1f25-4daa-a2e5-dc9b536cad13 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:53.958836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-473565cc-b097-42ad-b3a5-463b5dd0d3d7 req-9c4623dd-1f25-4daa-a2e5-dc9b536cad13 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.8701286 Jun 03 15:37:53.969119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39338) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:53.977238 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f0384ddc-7b31-4966-90b6-9c6c023816eb tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5608633 Jun 03 15:37:53.984525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f485d4bd-afe0-4f03-a3d8-2856973ca28e tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Unset dirty status for tenant:39ba345adfdf4730bf295569df8d6292 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:53.985825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f485d4bd-afe0-4f03-a3d8-2856973ca28e tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 1.2363894 Jun 03 15:37:54.002182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.017627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39342) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:54.017973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39344) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:54.078660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': 'b2fba780-2dd2-454d-9875-5a530fc45a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:54.115575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:54.178083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ef20a79b-744f-4e2e-b7d6-6116b61cab2a tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=07718460-5328-448a-98f3-81154acee990 HTTP/1.1" status: 200 len: 205 time: 0.1479962 Jun 03 15:37:54.191744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78d09f-f26a-49fd-9d01-822ff9c060a7 req-036113bb-36a6-4859-893a-63d2870e55e6 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:54.192037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Usage tracker for resource:security_group_rule and tenant:327398d1985a457d8d6559627cf539de is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:54.193336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d78d09f-f26a-49fd-9d01-822ff9c060a7 req-036113bb-36a6-4859-893a-63d2870e55e6 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.9964736 Jun 03 15:37:54.197678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:54.201818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39350) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:54.217899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:54.378206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19dc559f-58ae-4d09-94d1-69b1dfc93132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.407556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:54.423162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:54.431634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19dc559f-58ae-4d09-94d1-69b1dfc93132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.438298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:54.439058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-473565cc-b097-42ad-b3a5-463b5dd0d3d7 req-5defdda9-36c9-4800-b31a-0b9af5dc4f09 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793591 Jun 03 15:37:54.451864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:54.473356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:54.476826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.544715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d78d09f-f26a-49fd-9d01-822ff9c060a7 req-813318a6-94b6-4ff2-a4ca-d0054bb8908f tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395917 Jun 03 15:37:54.567986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-140ef1fa-8554-45fe-a644-9bf545e61580 req-30a9a3e8-d76c-491d-a8eb-455b28b7f346 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063910 Jun 03 15:37:54.625998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1448862659', 'description': 'tempest-description-1621727607'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:54.641706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19dc559f-58ae-4d09-94d1-69b1dfc93132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.641950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.673090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc559f-58ae-4d09-94d1-69b1dfc93132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d756a50-0c25-4c0a-9f6e-35aeaf78168f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:54.676588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.684237 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.693661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:54.705202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Usage tracker for resource:security_group and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:54.710415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:54.731379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:54.744838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19dc559f-58ae-4d09-94d1-69b1dfc93132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.748436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-19dc559f-58ae-4d09-94d1-69b1dfc93132 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d756a50-0c25-4c0a-9f6e-35aeaf78168f HTTP/1.1" status: 204 len: 168 time: 0.8244216 Jun 03 15:37:54.748611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.782851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=327398d1985a457d8d6559627cf539de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8097696 Jun 03 15:37:54.787507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39358) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:54.799602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff367cd4-13da-4fc8-b726-a32ba40860fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00be9502-6fa6-40f0-b70e-9975b0c27351,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:54.833914 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.910428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.914026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85c20e36-b767-4113-9222-5421f8a0a33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.928446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:54.938677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Usage tracker for resource:security_group_rule and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:54.943226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:54.953609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:55.019778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85c20e36-b767-4113-9222-5421f8a0a33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.037317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.039464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=02dc63c2-7d54-4749-a0db-7b0336855f24,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:55.064636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': '8edca773-f9fa-44f4-9806-ba07b7e5a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b2fba780-2dd2-454d-9875-5a530fc45a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:55.065204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: b2fba780-2dd2-454d-9875-5a530fc45a10, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:37:55.077279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Deleting port 9b630822-8776-46a3-beb2-525445ec7e45 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:55.077653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.109892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network b2fba780-2dd2-454d-9875-5a530fc45a10 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:37:55.122920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b2fba780-2dd2-454d-9875-5a530fc45a10) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:55.127326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:55.128097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.137919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331360ab-acd7-4cbe-8f5b-d7ff94d91d24 None None] Network b2fba780-2dd2-454d-9875-5a530fc45a10 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:55.142765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85c20e36-b767-4113-9222-5421f8a0a33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.173877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c20e36-b767-4113-9222-5421f8a0a33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be9502-6fa6-40f0-b70e-9975b0c27351,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:55.179918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-85c20e36-b767-4113-9222-5421f8a0a33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.185949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-85c20e36-b767-4113-9222-5421f8a0a33d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00be9502-6fa6-40f0-b70e-9975b0c27351 HTTP/1.1" status: 204 len: 168 time: 0.3904569 Jun 03 15:37:55.193407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b1419635-07be-4541-b7c4-6c2120477c83 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1656971 Jun 03 15:37:55.194513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39370) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:55.202491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-615163853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:55.214030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:55.221401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:router and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:55.227192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:55.236009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:55.254171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.255908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.288880 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.322655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.373230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.377718 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9af32eb-55f6-44e9-b033-0ebb457da336 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1819732 Jun 03 15:37:55.378519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39378) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:55.532051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-b2fba780-2dd2-454d-9875-5a530fc45a10', 'network_id': 'b2fba780-2dd2-454d-9875-5a530fc45a10', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': '02dc63c2-7d54-4749-a0db-7b0336855f24'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:37:55.533120 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.547567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.712584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Calling delete_port for 9b630822-8776-46a3-beb2-525445ec7e45 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:55.828597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Allocated IP 172.20.0.2 (b2fba780-2dd2-454d-9875-5a530fc45a10/02dc63c2-7d54-4749-a0db-7b0336855f24/f6686eb0-10a2-40ff-8c94-86e89b78b6e0) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:56.128894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.196336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.207710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Transition to ACTIVE for port object f6686eb0-10a2-40ff-8c94-86e89b78b6e0 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:56.214945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.234803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Transition to ACTIVE for port object f6686eb0-10a2-40ff-8c94-86e89b78b6e0 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:56.244861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.279790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.311774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Network b2fba780-2dd2-454d-9875-5a530fc45a10 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:56.318947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:56.329615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:56.333114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.437712 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.473802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Attempting to bind port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:56.473802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Attempting to bind port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '8edca773-f9fa-44f4-9806-ba07b7e5a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b2fba780-2dd2-454d-9875-5a530fc45a10'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:56.473802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Attempting to bind port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 on network b2fba780-2dd2-454d-9875-5a530fc45a10 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:56.484416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:56.484998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Checking segment: {'id': '8edca773-f9fa-44f4-9806-ba07b7e5a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b2fba780-2dd2-454d-9875-5a530fc45a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:56.485389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.486250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Bound using segment: {'id': '8edca773-f9fa-44f4-9806-ba07b7e5a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b2fba780-2dd2-454d-9875-5a530fc45a10'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:56.487237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Bound port: f6686eb0-10a2-40ff-8c94-86e89b78b6e0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edca773-f9fa-44f4-9806-ba07b7e5a037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b2fba780-2dd2-454d-9875-5a530fc45a10'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:56.487743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.513445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Pushing event updated for resources: {'Port': ['ID=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:56.608673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:56.678766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] For port f6686eb0-10a2-40ff-8c94-86e89b78b6e0, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:56.685328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] For port f6686eb0-10a2-40ff-8c94-86e89b78b6e0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,segment=NetworkSegment(8edca773-f9fa-44f4-9806-ba07b7e5a037),segment_id=8edca773-f9fa-44f4-9806-ba07b7e5a037)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:56.691922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.732369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.20.0.1 (b2fba780-2dd2-454d-9875-5a530fc45a10/02dc63c2-7d54-4749-a0db-7b0336855f24/91be67da-3840-43e5-bbb8-e03d3d8e8c1b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:56.817168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48547cd-fc85-42f3-aa3e-24c7f64950d9 None None] Pushing event updated for resources: {'Port': ['ID=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:56.899069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aa217f-35c8-4d03-8069-e49bf4670cc0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:56.938760 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.948049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.950250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.952619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.953268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.953836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.954393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.954890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.955913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.957267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.957627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.958022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:56.958394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:57.086869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-e3fa60df-6ca7-45c8-9b07-0dbbfcc2f649 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:57.088502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-e3fa60df-6ca7-45c8-9b07-0dbbfcc2f649 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.8625729 Jun 03 15:37:57.091603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.096253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d8bdbc2-a9b8-4207-a2bb-59ac761dfc91 req-d8012cf5-7c8a-4bbf-851b-53249520c44a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 2.4839666 Jun 03 15:37:57.100602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.208344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.238608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object 91be67da-3840-43e5-bbb8-e03d3d8e8c1b will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:57.271699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.343332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network b2fba780-2dd2-454d-9875-5a530fc45a10 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:57.351260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:57.356317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:57.371994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event deleted for resources: {'Port': ['ID=9b630822-8776-46a3-beb2-525445ec7e45,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:57.398586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd9092-7b19-4264-9406-e78cd4087d49 req-c7d47d6a-9b82-4475-8a83-238a484bf629 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:57.400169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60fd9092-7b19-4264-9406-e78cd4087d49 req-c7d47d6a-9b82-4475-8a83-238a484bf629 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 1.1795712 Jun 03 15:37:57.425433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.454618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=91be67da-3840-43e5-bbb8-e03d3d8e8c1b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:57.517193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Deleting port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:57.517534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.559213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f6686eb0-10a2-40ff-8c94-86e89b78b6e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:57.595993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6efabede-ed9a-4447-ae32-854c0521edbd req-471e1509-fe4b-42ac-8837-68d7bbd5b92a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Synchronizing usage tracker for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:57.608441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.667519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:57.668762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.803830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60fd9092-7b19-4264-9406-e78cd4087d49 req-ae0aed56-e138-413a-b33b-2ce84d7a16d9 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852057 Jun 03 15:37:57.939652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network b9851cd7-ad8b-4289-8e40-41d9649660de is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:57.940512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6efabede-ed9a-4447-ae32-854c0521edbd req-471e1509-fe4b-42ac-8837-68d7bbd5b92a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Unset dirty status for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:57.947040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6efabede-ed9a-4447-ae32-854c0521edbd req-471e1509-fe4b-42ac-8837-68d7bbd5b92a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1448862659&fields=id&tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6 HTTP/1.1" status: 200 len: 267 time: 0.7106783 Jun 03 15:37:57.951040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.960212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:58.111473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.119061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.241807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.360663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.500065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-addeb16d-7c9c-4b85-8455-5a9c8cd00d47 None None] Provisioning complete for port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:58.503329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-addeb16d-7c9c-4b85-8455-5a9c8cd00d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.549971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.550612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Fanout notify agent at l3_agent the message router_deleted on router 07718460-5328-448a-98f3-81154acee990 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:58.569282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=91be67da-3840-43e5-bbb8-e03d3d8e8c1b,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:58.579861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ebf22-8d04-45cc-8c07-29ad0dfa9691 None None] Network b2fba780-2dd2-454d-9875-5a530fc45a10 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:58.674691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network b2fba780-2dd2-454d-9875-5a530fc45a10 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:58.679497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:58.736661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] For port 6b8f7460-993c-4a0c-8af7-c607bfb904d3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b8f7460-993c-4a0c-8af7-c607bfb904d3,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:58.737051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.821820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-addeb16d-7c9c-4b85-8455-5a9c8cd00d47 None None] Port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:58.880316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Calling delete_port for 6b8f7460-993c-4a0c-8af7-c607bfb904d3 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:58.943805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router 64f149f3-b2e6-4796-a7b4-59cc2d018622 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:59.000649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] Provisioning for port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:59.012946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] Provisioning complete for port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:59.013314 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.095931 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.105449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-21167d96-a001-46a7-a32d-b8154c63dac3 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/07718460-5328-448a-98f3-81154acee990 HTTP/1.1" status: 204 len: 168 time: 4.8987300 Jun 03 15:37:59.110611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39454) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.117606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-744510488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:59.154929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:59.160882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Usage tracker for resource:router and tenant:dbb49479537244258fdeb5377706ad4e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:59.164813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:59.173154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:59.193894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.197926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.246866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] Current status of the port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:59.247690 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.263077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efabede-ed9a-4447-ae32-854c0521edbd req-05dec825-ea0c-432f-b0af-3c61b4849684 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:59.271607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6efabede-ed9a-4447-ae32-854c0521edbd req-05dec825-ea0c-432f-b0af-3c61b4849684 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 1.3236411 Jun 03 15:37:59.277749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Request body: {'port': {'security_groups': ['bf4495a0-aa9e-4a99-af29-dae2e6a17fb6', 'd3aa217f-35c8-4d03-8069-e49bf4670cc0']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:59.300535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.308602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] For port f6686eb0-10a2-40ff-8c94-86e89b78b6e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,segment=NetworkSegment(8edca773-f9fa-44f4-9806-ba07b7e5a037),segment_id=8edca773-f9fa-44f4-9806-ba07b7e5a037)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:59.318246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:59.322522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.401067 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a33c35ed-ac73-4069-9644-f047c07599f8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/64f149f3-b2e6-4796-a7b4-59cc2d018622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0208988 Jun 03 15:37:59.405625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] Sync routers for ids ['64f149f3-b2e6-4796-a7b4-59cc2d018622'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:59.408550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39460) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.440823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:59.503167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] Routers {'64f149f3-b2e6-4796-a7b4-59cc2d018622'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:59.504458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64f149f3-b2e6-4796-a7b4-59cc2d018622'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:59.635815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:59.641114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.657154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169138ef-7848-4668-b9ac-90a25efd2b25 None None] Pushing event updated for resources: {'Port': ['ID=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:59.670685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.693987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bd397834-0ed0-4178-98b6-6dfbe985ebe5 None None] Provisioning for port 91be67da-3840-43e5-bbb8-e03d3d8e8c1b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:59.701250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] Routers {'64f149f3-b2e6-4796-a7b4-59cc2d018622'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:59.702075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64f149f3-b2e6-4796-a7b4-59cc2d018622'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:59.710739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46578-29ce-4b6b-9de9-b424122a6836 req-d90ccb71-2273-4f9f-9cc9-1682b2d2b70b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:59.717798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12a46578-29ce-4b6b-9de9-b424122a6836 req-d90ccb71-2273-4f9f-9cc9-1682b2d2b70b tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/ports?device_id=970db5c6-7520-463f-90be-c7f76bcab2d4 HTTP/1.1" status: 200 len: 946 time: 0.6147220 Jun 03 15:37:59.719244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.777524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.778791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4f860c6e-1b16-4a2f-a8b5-b5eb7469bc1f tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6672847 Jun 03 15:37:59.792762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39466) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.802081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e104967-26d5-4fa7-98c4-3be3ba0c42b8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:59.802817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e104967-26d5-4fa7-98c4-3be3ba0c42b8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:59.824585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': True}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:59.892612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bd397834-0ed0-4178-98b6-6dfbe985ebe5 None None] Provisioning complete for port 91be67da-3840-43e5-bbb8-e03d3d8e8c1b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:59.893087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd397834-0ed0-4178-98b6-6dfbe985ebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.929883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Pushing event deleted for resources: {'Port': ['ID=6b8f7460-993c-4a0c-8af7-c607bfb904d3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:59.947256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:59.947668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6862c6-5984-4633-b80d-71f13385002c None None] The sync data for ids ['64f149f3-b2e6-4796-a7b4-59cc2d018622'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:59.987367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bd397834-0ed0-4178-98b6-6dfbe985ebe5 None None] Port 91be67da-3840-43e5-bbb8-e03d3d8e8c1b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:00.004708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bd397834-0ed0-4178-98b6-6dfbe985ebe5 None None] Provisioning complete for port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:00.005833 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd397834-0ed0-4178-98b6-6dfbe985ebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.129376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e104967-26d5-4fa7-98c4-3be3ba0c42b8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:00.143343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e104967-26d5-4fa7-98c4-3be3ba0c42b8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports/91be67da-3840-43e5-bbb8-e03d3d8e8c1b HTTP/1.1" status: 200 len: 910 time: 0.7272587 Jun 03 15:38:00.144406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39474) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:00.155599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02dc63c2-7d54-4749-a0db-7b0336855f24'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:00.218454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bd397834-0ed0-4178-98b6-6dfbe985ebe5 None None] Current status of the port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:00.230267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] No DVR routers for this DVR port 6b8f7460-993c-4a0c-8af7-c607bfb904d3 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:00.233141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.244305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'name': 'network-vif-deleted', 'tag': '6b8f7460-993c-4a0c-8af7-c607bfb904d3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:00.247908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b8f7460-993c-4a0c-8af7-c607bfb904d3 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:00.290612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12a46578-29ce-4b6b-9de9-b424122a6836 req-9373886c-cfff-4901-85b2-f8102e0d7bb8 tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.66 "GET /v2.0/security-groups?id=43a453ba-b21c-4f32-84f8-6396b0089ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545944 Jun 03 15:38:00.318434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 6b8f7460-993c-4a0c-8af7-c607bfb904d3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:00.318875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b8f7460-993c-4a0c-8af7-c607bfb904d3 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:00.329602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-255ad9ec-7ec3-4ed5-b3a3-5318a347bfeb req-d6ae11df-4dcf-4ed4-888b-c518490ee0de tempest-ServerRescueNegativeTestJSON-183199657 tempest-ServerRescueNegativeTestJSON-183199657-project] 10.222.0.15 "DELETE /v2.0/ports/6b8f7460-993c-4a0c-8af7-c607bfb904d3 HTTP/1.1" status: 204 len: 173 time: 3.2319119 Jun 03 15:38:00.346814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:00.359237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-714235e1-b44d-4b08-b1be-8cf8b8597882 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "PUT /v2.0/routers/64dc2274-5ffc-4d6f-b46a-423e5e813fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3706887 Jun 03 15:38:00.360327 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Sync routers for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:00.360824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-42a51ed7-c598-4899-bc5c-ccb2d7b52bab None None] Provisioning complete for port 91be67da-3840-43e5-bbb8-e03d3d8e8c1b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:00.361046 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42a51ed7-c598-4899-bc5c-ccb2d7b52bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.378368 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:00.378932 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:00.380047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39480) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:00.466407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42a51ed7-c598-4899-bc5c-ccb2d7b52bab None None] Port 91be67da-3840-43e5-bbb8-e03d3d8e8c1b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:00.536450 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c640849-349c-4dcf-b888-a9c2b0281f8f'] response: {'server_uuid': '970db5c6-7520-463f-90be-c7f76bcab2d4', 'name': 'network-vif-deleted', 'tag': '6b8f7460-993c-4a0c-8af7-c607bfb904d3', 'status': 'completed', 'code': 200} Jun 03 15:38:00.624700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.679799 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:00.871747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.872291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.872709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.873161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.873620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.874069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.874523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.878863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ae1a26ce-b427-4d5b-ad8f-72fef77ea361 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4982 time: 0.4953585 Jun 03 15:38:00.879895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39490) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:00.881226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.012003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:01.029917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.030385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.030842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.031293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.031740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.032356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.032803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.048942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bf0d9ee7-809b-4bf0-ab9b-e8f12cdf1fbc tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4613 time: 0.1655626 Jun 03 15:38:01.055868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39496) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:01.167381 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:37:55Z', 'revision_number': 2, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:01.175133 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Checking router: 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:01.176459 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Updating router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:38:01.221312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:01.241643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.257241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.269488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:38:01.270051 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.332086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.332770 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.334728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6efabede-ed9a-4447-ae32-854c0521edbd req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "PUT /v2.0/ports/24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 981 time: 2.0618060 Jun 03 15:38:01.439177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:38:01.572837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cba952-1ff9-42c9-81a1-fe6af0e3298c tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event updated for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:01.579066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39512) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:01.623217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f6686eb0-10a2-40ff-8c94-86e89b78b6e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:01.741324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7cc35a7-04bf-4960-bb36-b423b1d5dc53 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4128 time: 0.6834502 Jun 03 15:38:01.881612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39522) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:01.888190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53915380', 'description': 'tempest-secgroup-smoke-53915380 description', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:01.910303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:01.915821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:01.920379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:01.930912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:01.945520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.057131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:02.057671 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.184935 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.190014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:02.197015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:02.205139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:02.210061 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Transition to ACTIVE for port object 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:02.226388 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.227474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:02.308556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-89acbb72-f775-4d9b-ac13-2bfd574852ee tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1448862659&fields=id&tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6 HTTP/1.1" status: 200 len: 267 time: 0.3001153 Jun 03 15:38:02.406223 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd781520-f8a5-4e52-9f29-555fa55c95b4 None None] Pushing event updated for resources: {'Port': ['ID=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:02.545910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:02.596443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.630766 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Attempting to bind port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:02.634500 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Attempting to bind port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:02.634500 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Attempting to bind port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 on network b9851cd7-ad8b-4289-8e40-41d9649660de {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:02.648421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.651729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.671917 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:02.673939 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Checking segment: {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:02.676318 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.678853 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Bound using segment: {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:02.684545 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Bound port: 49d20f8b-0941-4c49-bbaf-45b6cd1980d4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:02.685965 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.739605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:02.787396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.804709 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61add87f-1997-4da1-b9d5-fe67a832dbbf'] response: {'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'status': 'completed', 'code': 200} Jun 03 15:38:02.869459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.881619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-8b4d127f-ccd2-47b2-af10-0bad9d95b03b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:02.889827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-8b4d127f-ccd2-47b2-af10-0bad9d95b03b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 984 time: 0.5801792 Jun 03 15:38:02.895852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Request body: {'port': {'security_groups': ['bf4495a0-aa9e-4a99-af29-dae2e6a17fb6']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:02.940514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.954943 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] For port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:02.959165 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] For port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:02.964738 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.050886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=91be67da-3840-43e5-bbb8-e03d3d8e8c1b,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:03.059520 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:03.060749 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:03.102747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:03.103691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.106107 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b4e2d50a-101b-481d-81d1-c2b7414d936a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/ports/91be67da-3840-43e5-bbb8-e03d3d8e8c1b HTTP/1.1" status: 200 len: 910 time: 2.9582081 Jun 03 15:38:03.113576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39536) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:03.156590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.157936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2744246 Jun 03 15:38:03.172016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39540) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:03.172590 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd781520-f8a5-4e52-9f29-555fa55c95b4 None None] Pushing event updated for resources: {'Port': ['ID=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:03.186823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f8d96-055e-4116-82fc-4fbe83006f79 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5e90a-4f27-40e1-adc2-736b069e0927,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:03.192001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '60f5e90a-4f27-40e1-adc2-736b069e0927', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:03.198754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:03.209239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:03.255803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:03.280434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:03.299612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.300492 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:03.343995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Allocated IP 172.25.1.251 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/482dd8d1-90a0-4189-aca3-8f662bfbb15b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:03.358862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844560c6-665c-4060-994d-c3533216f7cd req-5f4199ad-bfa6-49f8-ac86-a4437ce236db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:03.360485 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844560c6-665c-4060-994d-c3533216f7cd req-5f4199ad-bfa6-49f8-ac86-a4437ce236db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1135 time: 0.6539958 Jun 03 15:38:03.431762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.670193 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:02Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:03.674553 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67927032-adb7-4bcf-a120-ef144a7921b2 None None] The sync data for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 is: [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:02Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:03.776385 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.803204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.824276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.829828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c13d0c-b4ce-4678-9e2f-e273bd635219,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:03.874860 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:38:03.914723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844560c6-665c-4060-994d-c3533216f7cd req-40036b99-bd2f-430a-9ff2-bb651895bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:03.916290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844560c6-665c-4060-994d-c3533216f7cd req-40036b99-bd2f-430a-9ff2-bb651895bd03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.5476365 Jun 03 15:38:03.921114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.922273 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e570b38a-8d06-4e90-90b8-054e03f5322f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7423310 Jun 03 15:38:03.935718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39548) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:03.957755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '60f5e90a-4f27-40e1-adc2-736b069e0927', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:03.970390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:03.973778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:03.984306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:03.989428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:04.001961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:04.038635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.119759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.214480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.248703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.261154 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844560c6-665c-4060-994d-c3533216f7cd req-58aaf81f-c286-4cf4-b75b-4bc094860d5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 217 time: 0.1427665 Jun 03 15:38:04.261972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:38:04.280611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.325494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:04.334775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:04.337763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:04.382189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Port': ['ID=482dd8d1-90a0-4189-aca3-8f662bfbb15b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:04.432026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:04.433435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.435130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8e26ce1-5784-4835-bd8f-231103dd0208 req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "PUT /v2.0/ports/24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 942 time: 1.5443530 Jun 03 15:38:04.435257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844560c6-665c-4060-994d-c3533216f7cd req-a39372fe-917c-4ccb-ad4d-601c30318e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:04.436656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844560c6-665c-4060-994d-c3533216f7cd req-a39372fe-917c-4ccb-ad4d-601c30318e22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.1670914 Jun 03 15:38:04.568800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:38:04.755846 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844560c6-665c-4060-994d-c3533216f7cd req-56de276f-f092-4e62-9a25-fd5e07812da5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2882957 Jun 03 15:38:04.835216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:04.858990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ead83a-161f-44fa-b0d9-2b7d4a5245f4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event updated for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:04.926222 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.931396 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72436878-98c1-43be-bdce-9e1f5109f65e'] response: {'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'status': 'completed', 'code': 200} Jun 03 15:38:04.958873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.002847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c0f0eb-eddb-4e57-a2d0-1d6e1383cc23,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:05.129044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-9d245238-b954-4738-9843-361f7fd70907 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5870585 Jun 03 15:38:05.133015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.134307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4e3c0d6b-4d78-4d29-81ef-d7171a3f87e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1975617 Jun 03 15:38:05.137342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39572) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:05.146312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:05.156849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '60f5e90a-4f27-40e1-adc2-736b069e0927', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:05.171396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Deleting port 0df6140a-daf4-4418-8cae-fd7148cf9f09 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:05.176218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.212691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:05.225983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:05.226222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.241436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Usage tracker for resource:floatingip and tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:05.252677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:05.259589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:05.266553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:05.279319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:05.282742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:05.389773 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.439705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844560c6-665c-4060-994d-c3533216f7cd req-aa3d14cb-df82-4866-82dd-f3b24b163a99 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694195 Jun 03 15:38:05.443339 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.514352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:05.581760 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.603013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:05.615784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:05.617036 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.631771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] For port 0df6140a-daf4-4418-8cae-fd7148cf9f09, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0df6140a-daf4-4418-8cae-fd7148cf9f09,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:05.631771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.779928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:05.780316 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.809166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Calling delete_port for 0df6140a-daf4-4418-8cae-fd7148cf9f09 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:05.831998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:05.837526 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.896534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.912045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.929977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:06.079892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1987e21d-e83e-4b4b-bbd4-032aed297bb5,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:06.097722 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.101971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3dc414b8-1bee-4e96-8ea6-242984d7e07c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9606113 Jun 03 15:38:06.102588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39582) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:06.116538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '60f5e90a-4f27-40e1-adc2-736b069e0927', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:06.125631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:06.139630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:06.144567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:06.155891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:06.192247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.196418 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.259810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844560c6-665c-4060-994d-c3533216f7cd req-8f45b206-28f1-4747-8ed3-823b5cf62cff service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043725 Jun 03 15:38:06.380604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.481588 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.484880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=0df6140a-daf4-4418-8cae-fd7148cf9f09,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:06.493534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.507033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.511456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 91be67da-3840-43e5-bbb8-e03d3d8e8c1b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:06.511801 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.546529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.605377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac259c5-210d-4a82-8635-43ed7b18b785,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:06.622549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Allocated IP 172.25.1.230 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/502872d9-4b27-48f7-a4fd-6ed77b620061) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:06.639542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.643539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b36b6ad5-5bf3-4798-8271-9295eaab0f67 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5372841 Jun 03 15:38:06.644480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39586) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:06.649719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '60f5e90a-4f27-40e1-adc2-736b069e0927', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:06.665672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22da59-b749-42d1-a010-865b117f8eee req-1af45ba9-b377-44fe-bf6d-5eccde1aa5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:06.667238 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c22da59-b749-42d1-a010-865b117f8eee req-1af45ba9-b377-44fe-bf6d-5eccde1aa5d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.3114188 Jun 03 15:38:06.684872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:06.800702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:06.813990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:06.832281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:06.919913 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Project 83ef3833b4234da7ab416edcbb5e8afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:38:06.961728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.018230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.031570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.045534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.090206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.153599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22da59-b749-42d1-a010-865b117f8eee req-e6f04040-69b3-4c0d-a0e0-598612b88937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:07.155286 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c22da59-b749-42d1-a010-865b117f8eee req-e6f04040-69b3-4c0d-a0e0-598612b88937 service neutron] 10.222.0.70 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.4649603 Jun 03 15:38:07.155809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.162757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 91be67da-3840-43e5-bbb8-e03d3d8e8c1b owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:07.202757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a251e5-6d47-497f-81ed-e5ebb84cb9ff,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:07.281508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c22da59-b749-42d1-a010-865b117f8eee req-be8d7fe8-8caa-4b67-b895-cc6632b06720 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 217 time: 0.0898087 Jun 03 15:38:07.291906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.296449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5f4418ec-0178-4ff6-b897-25aad58ff3ef tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6482294 Jun 03 15:38:07.298148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39598) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:07.306069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'security_group_rule': {'security_group_id': '60f5e90a-4f27-40e1-adc2-736b069e0927', 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:07.314090 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.327299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Router b7d8bed5-6d3a-4e9d-9419-8387414e745c is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:38:07.357078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:07.374054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:security_group_rule and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:07.397615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:07.411368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:07.414652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:07.468212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:07.487026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:07.562149 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Project 83ef3833b4234da7ab416edcbb5e8afc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:38:07.572922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event updated for resources: {'Port': ['ID=502872d9-4b27-48f7-a4fd-6ed77b620061,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:07.586951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.641780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:07.718315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:07.718941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.774573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22da59-b749-42d1-a010-865b117f8eee req-1971e02e-23ff-4ddf-b419-8dc5d8fe3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:07.774787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:07.777552 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c22da59-b749-42d1-a010-865b117f8eee req-1971e02e-23ff-4ddf-b419-8dc5d8fe3f9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.4895196 Jun 03 15:38:07.781073 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.783640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.795933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.840912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c22da59-b749-42d1-a010-865b117f8eee req-f7663429-e32a-4ead-9edf-85121cdb754f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502942 Jun 03 15:38:07.863127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:07.886376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:07.900138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] Sync routers for ids ['b7d8bed5-6d3a-4e9d-9419-8387414e745c'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:07.922092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] Routers {'b7d8bed5-6d3a-4e9d-9419-8387414e745c'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:07.922634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b7d8bed5-6d3a-4e9d-9419-8387414e745c'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:07.962023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.964919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c27466be-967e-45f6-abe3-9a959c0d0bc1 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "PUT /v2.0/routers/b7d8bed5-6d3a-4e9d-9419-8387414e745c HTTP/1.1" status: 200 len: 918 time: 8.1694019 Jun 03 15:38:07.971013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39608) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:08.022891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:08.033313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] Routers {'b7d8bed5-6d3a-4e9d-9419-8387414e745c'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:08.033947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b7d8bed5-6d3a-4e9d-9419-8387414e745c'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:08.132407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:08.132810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d344b54-0144-448b-b771-a99f46f6b145 None None] The sync data for ids ['b7d8bed5-6d3a-4e9d-9419-8387414e745c'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:08.180985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a86b62a-4a17-4a7b-a0f4-d43db22a0d57,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:08.201121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.239444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.249766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ce0c10aa-280e-4a89-8143-e9fbd2b80fce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9414866 Jun 03 15:38:08.295435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-77ca6224-8282-47aa-ab5b-e7b0bf71e8fc tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/b7d8bed5-6d3a-4e9d-9419-8387414e745c HTTP/1.1" status: 200 len: 924 time: 0.3207037 Jun 03 15:38:08.297043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39614) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:08.337789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c22da59-b749-42d1-a010-865b117f8eee req-db29c718-b962-4853-97c3-cbd8bfef98b5 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879849 Jun 03 15:38:08.348072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.433142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=91be67da-3840-43e5-bbb8-e03d3d8e8c1b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:08.505492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:08.518514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-90f4fe4a-e3bc-40bf-bbf2-37ac91778bcb admin admin] 10.222.0.66 "PUT /v2.0/routers/d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9370024 Jun 03 15:38:08.523603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:08.526500 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] Sync routers for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:08.545030 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:08.546407 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:08.707260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3c22da59-b749-42d1-a010-865b117f8eee req-37ec6d88-9fd3-4f9b-9681-0149bc0c2d29 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546042 Jun 03 15:38:08.709376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa859d-5435-4801-9629-5aa35c38f226 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:08.711302 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a5aa859d-5435-4801-9629-5aa35c38f226 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=b7d8bed5-6d3a-4e9d-9419-8387414e745c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4139125 Jun 03 15:38:08.790496 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.794434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:08.886457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.912008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.935694 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:09.067986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:09.130399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-c8d744e0-11b1-4921-88dc-5fbb90321394 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:09.236395 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:09.237681 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0954902 Jun 03 15:38:09.256003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-c8d744e0-11b1-4921-88dc-5fbb90321394 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:09.257380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-c8d744e0-11b1-4921-88dc-5fbb90321394 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53915380&fields=id&tenant_id=83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 267 time: 0.4477105 Jun 03 15:38:09.381371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccfeb8-dfc1-47f1-a975-7c22650f909e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event updated for resources: {'Port': ['ID=502872d9-4b27-48f7-a4fd-6ed77b620061,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:09.385363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-e71ba75c-0cce-4935-8a9f-fd8a8eaa66a3 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Synchronizing usage tracker for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:floatingip {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:09.442308 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:38:06Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:09.446987 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] Checking router: d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:09.456822 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] Routers {'d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:09.457446 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:09.482763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router 64f149f3-b2e6-4796-a7b4-59cc2d018622 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:09.545244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:09.635137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:09.650791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] Sync routers for ids ['64f149f3-b2e6-4796-a7b4-59cc2d018622'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:09.658919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ef3a4320-138a-411f-904a-554f5298f64b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/64f149f3-b2e6-4796-a7b4-59cc2d018622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5433328 Jun 03 15:38:09.662570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:09.664389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] Routers {'64f149f3-b2e6-4796-a7b4-59cc2d018622'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:09.665877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64f149f3-b2e6-4796-a7b4-59cc2d018622'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:09.717705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-e71ba75c-0cce-4935-8a9f-fd8a8eaa66a3 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Unset dirty status for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:floatingip {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:09.723304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1637a1fd-6142-47ec-840b-907c91a9c9ac tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:09.729201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-e71ba75c-0cce-4935-8a9f-fd8a8eaa66a3 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.4699099 Jun 03 15:38:09.732479 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] Set router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:09.757373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1637a1fd-6142-47ec-840b-907c91a9c9ac tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:09.759218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1637a1fd-6142-47ec-840b-907c91a9c9ac tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=64f149f3-b2e6-4796-a7b4-59cc2d018622 HTTP/1.1" status: 200 len: 205 time: 0.0952420 Jun 03 15:38:09.762435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39650) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:09.825517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:09.848130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] Routers {'64f149f3-b2e6-4796-a7b4-59cc2d018622'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:09.849252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64f149f3-b2e6-4796-a7b4-59cc2d018622'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:09.880238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728104c3-e7e5-4a9b-8f9e-7265f807948a tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:09.881744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-728104c3-e7e5-4a9b-8f9e-7265f807948a tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 1.0491581 Jun 03 15:38:09.890697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:09.954715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-8809af7c-b660-48be-9ff8-799e3d4a4083 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:09.955437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-8809af7c-b660-48be-9ff8-799e3d4a4083 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:09.961352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:09.961833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6e9f4-5fee-4b79-bbef-bfabed131b94 None None] The sync data for ids ['64f149f3-b2e6-4796-a7b4-59cc2d018622'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:10.069401 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d79c7659-1ea9-4375-9726-439713bb252d tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7d8bed5-6d3a-4e9d-9419-8387414e745c HTTP/1.1" status: 200 len: 205 time: 0.1743343 Jun 03 15:38:10.078436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:10.087470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-558a398d-c1d4-4f63-9da0-032919378368 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.264289 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:38:06Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:10.270661 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a756b1d-0109-4753-928d-7373cf62e9d1 None None] The sync data for ids ['d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22'] in n-d-844594-1 is: [{'id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'name': 'tempest-ServerRescueNegativeTestJSON-1770148904-router', 'tenant_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:32:31Z', 'updated_at': '2022-06-03T15:38:06Z', 'revision_number': 5, 'project_id': 'fd9cffc6b1194d8f875ae90b0946bf3d', 'gw_port': {'id': 'a279356a-ac84-4ed2-8f3d-d15baf57e49b', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd734ce3b-f5e7-45ea-b2e1-1aa86e71ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:32:32Z', 'updated_at': '2022-06-03T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:10.341891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-f7ce59e1-ba42-41d8-82c7-fa5fa5cb697b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:10.351623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-f7ce59e1-ba42-41d8-82c7-fa5fa5cb697b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.6213434 Jun 03 15:38:10.361004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-5f8e1e50-915a-40e8-be81-3dfc460f764b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:38:10.366130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ecbd241-9e42-4eed-a8f2-1dfbd4cf5bdf req-5f8e1e50-915a-40e8-be81-3dfc460f764b tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124128 Jun 03 15:38:10.527697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.530430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-8809af7c-b660-48be-9ff8-799e3d4a4083 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:10.531564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-8809af7c-b660-48be-9ff8-799e3d4a4083 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/networks?id=b9851cd7-ad8b-4289-8e40-41d9649660de HTTP/1.1" status: 200 len: 796 time: 1.2558949 Jun 03 15:38:10.576348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-823c0884-92c5-43e3-8ed0-8cfe04638c1b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/quotas/83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 375 time: 0.0365553 Jun 03 15:38:10.612856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-558a398d-c1d4-4f63-9da0-032919378368 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.620858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-558a398d-c1d4-4f63-9da0-032919378368 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.647314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Deleting port a279356a-ac84-4ed2-8f3d-d15baf57e49b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:10.647811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.680909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-558a398d-c1d4-4f63-9da0-032919378368 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.681409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a398d-c1d4-4f63-9da0-032919378368 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Fanout notify agent at l3_agent the message router_deleted on router 64f149f3-b2e6-4796-a7b4-59cc2d018622 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:10.695261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.791331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183596d9-47d5-45b1-9524-5f0df7448178 req-2ced1e6c-9fdc-4392-a0d7-cb39d583f3c0 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:10.791804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-558a398d-c1d4-4f63-9da0-032919378368 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.793716 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-558a398d-c1d4-4f63-9da0-032919378368 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/64f149f3-b2e6-4796-a7b4-59cc2d018622 HTTP/1.1" status: 204 len: 168 time: 1.0300941 Jun 03 15:38:10.800119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-2ced1e6c-9fdc-4392-a0d7-cb39d583f3c0 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3292925 Jun 03 15:38:10.803202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:10.938465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-7e27ea1d-10e4-468a-acb8-d33a750f4e5a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.1372333 Jun 03 15:38:10.943564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Request body: {'floatingip': {'port_id': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:11.077655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-2a857fed-54c5-4025-bb54-878bd0f0e908 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:11.091026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet 02dc63c2-7d54-4749-a0db-7b0336855f24 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:38:11.098060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.120015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.232667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.281368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-2a857fed-54c5-4025-bb54-878bd0f0e908 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:11.293572 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.297037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-2a857fed-54c5-4025-bb54-878bd0f0e908 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7117417 Jun 03 15:38:11.323685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Deleting port 482dd8d1-90a0-4189-aca3-8f662bfbb15b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:11.324962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.415461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0df6140a-daf4-4418-8cae-fd7148cf9f09 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:11.443821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] For port a279356a-ac84-4ed2-8f3d-d15baf57e49b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a279356a-ac84-4ed2-8f3d-d15baf57e49b,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:11.444424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.475041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0df6140a-daf4-4418-8cae-fd7148cf9f09 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:11.475474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0df6140a-daf4-4418-8cae-fd7148cf9f09 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:11.528548 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.633120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.663071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Calling delete_port for a279356a-ac84-4ed2-8f3d-d15baf57e49b owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:11.825987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-cb3d6571-75a2-4b16-a2d9-057bfae94241 service neutron] 10.222.0.66 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278263 Jun 03 15:38:11.834965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Calling delete_port for 482dd8d1-90a0-4189-aca3-8f662bfbb15b owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:11.901903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.981928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=02dc63c2-7d54-4749-a0db-7b0336855f24,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:11.996577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.997241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522f400-f992-4715-b31d-f62df9ca9535 None None] Network b2fba780-2dd2-454d-9875-5a530fc45a10 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:12.024749 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9e82f7e6-884d-427f-928c-ab607c4037bf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/02dc63c2-7d54-4749-a0db-7b0336855f24 HTTP/1.1" status: 204 len: 168 time: 1.2204218 Jun 03 15:38:12.025431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39676) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:12.337768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.366858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:12.367297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.403448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-e28ba27f-db22-4be7-b912-c97f722252b6 service neutron] 10.222.0.66 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693917 Jun 03 15:38:12.460677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] DHCP port deletion for b2fba780-2dd2-454d-9875-5a530fc45a10 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:38:12.465309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] Deleting port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:12.465679 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.648800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.792354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event deleted for resources: {'Port': ['ID=482dd8d1-90a0-4189-aca3-8f662bfbb15b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:12.842191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] For port f6686eb0-10a2-40ff-8c94-86e89b78b6e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,segment=NetworkSegment(8edca773-f9fa-44f4-9806-ba07b7e5a037),segment_id=8edca773-f9fa-44f4-9806-ba07b7e5a037)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:12.842583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.856393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bfa30f4-9aa2-408a-9265-4b87519abd4b req-d9d032a4-acb3-4859-ae5b-302a4e3bfc6d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 210 time: 0.0933454 Jun 03 15:38:13.078296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port f6686eb0-10a2-40ff-8c94-86e89b78b6e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,segment=NetworkSegment(8edca773-f9fa-44f4-9806-ba07b7e5a037),segment_id=8edca773-f9fa-44f4-9806-ba07b7e5a037)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:13.078655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.089416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] Calling delete_port for f6686eb0-10a2-40ff-8c94-86e89b78b6e0 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:13.153896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.209011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.302193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] Pushing event deleted for resources: {'Port': ['ID=f6686eb0-10a2-40ff-8c94-86e89b78b6e0,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:13.315968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861ccbf-252a-4b8d-a00e-9a26a4f0e910 None None] No DVR routers for this DVR port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:13.331429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:13.374304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1d533f03-804c-4145-9db2-4886d5024ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.428552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for f6686eb0-10a2-40ff-8c94-86e89b78b6e0 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:13.449663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a279356a-ac84-4ed2-8f3d-d15baf57e49b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:13.459517 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.478003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f6686eb0-10a2-40ff-8c94-86e89b78b6e0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:13.534893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: f6686eb0-10a2-40ff-8c94-86e89b78b6e0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:13.535578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f6686eb0-10a2-40ff-8c94-86e89b78b6e0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:13.581398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.684674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.688810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.722474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:13.722787 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:13.730998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.731595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Fanout notify agent at l3_agent the message router_deleted on router b7d8bed5-6d3a-4e9d-9419-8387414e745c {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:13.751357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.752422 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d529263d-2465-4878-9ee3-3b1513a66597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/b7d8bed5-6d3a-4e9d-9419-8387414e745c HTTP/1.1" status: 204 len: 168 time: 3.6686065 Jun 03 15:38:13.757165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39692) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:13.762455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1713993152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:13.766706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.770721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:13.775060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Usage tracker for resource:router and tenant:dbb49479537244258fdeb5377706ad4e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:13.779104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:13.783602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.786676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:13.799303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.804516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.824012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.846644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.884021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.889508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.890572 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.892011 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-632c9cf2-9c41-4d08-bd86-12e310b8772c tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1329956 Jun 03 15:38:13.894036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39698) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:13.903378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'enable_snat': False}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:14.019364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f584bd9a-b9cc-4101-bb22-0b7a91b04dbc req-f3cdd60c-ef9d-4953-8509-206005570e9a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 210 time: 0.1107662 Jun 03 15:38:14.129690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.130190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:14.165817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.184881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c4dd8575-b12f-436b-834d-59d63acb1b05 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d734ce3b-f5e7-45ea-b2e1-1aa86e71ef22 HTTP/1.1" status: 204 len: 168 time: 5.6598754 Jun 03 15:38:14.188788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39708) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:14.226194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port f6686eb0-10a2-40ff-8c94-86e89b78b6e0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:14.227133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.259077 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Floating IP 346ac259-cc76-485f-a54b-65b9f584d69a associated. External IP: 172.25.1.230, port: 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3. Jun 03 15:38:14.381887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] Deleting subnet dd2b873e-92d3-4227-9216-9e1233ea9984 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:38:14.387596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.480996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] The port 'f6686eb0-10a2-40ff-8c94-86e89b78b6e0' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:38:14.515834 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.741811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.750399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.801003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fba780-2dd2-454d-9875-5a530fc45a10']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:14.819111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edca773-f9fa-44f4-9806-ba07b7e5a037') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:14.819111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edca773-f9fa-44f4-9806-ba07b7e5a037') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:14.834289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.898578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.911703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:38:14.912125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.913025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.982625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Router 737cafdc-556e-4206-b775-19f27990b60e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:14.989124 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 8edca773-f9fa-44f4-9806-ba07b7e5a037 resource provider aggregate not found Jun 03 15:38:15.019316 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 8edca773-f9fa-44f4-9806-ba07b7e5a037 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8edca773-f9fa-44f4-9806-ba07b7e5a037 found for delete ", "request_id": "req-8b87047d-0941-4547-a7cc-0aa4fad7e3dc"}]} Jun 03 15:38:15.039962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.079376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.221993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=b2fba780-2dd2-454d-9875-5a530fc45a10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:15.230728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-77855377-701f-4313-85e0-016ca1b45428 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/b2fba780-2dd2-454d-9875-5a530fc45a10 HTTP/1.1" status: 204 len: 168 time: 3.2005231 Jun 03 15:38:15.232980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39720) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:15.238900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-629924565', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:15.247313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c5025cf-fdca-4637-a17e-faa9617f2986 req-6b85cb50-ea82-4863-947e-e4cf1e84582b tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 210 time: 0.0779443 Jun 03 15:38:15.248079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:15.256040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:router and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:15.268422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:15.278958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:15.281369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.343993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.349907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835cd0a-52da-49f0-90d6-a04c1cb53db3 None None] Network 9cc13a38-deeb-4451-ae6f-f770e23358bc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:15.353055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:15.362000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2b873e-92d3-4227-9216-9e1233ea9984,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:15.363739 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] Sync routers for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:15.375885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-877848a1-1646-420c-926c-1a8b10b22ea9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dd2b873e-92d3-4227-9216-9e1233ea9984 HTTP/1.1" status: 204 len: 168 time: 1.1732917 Jun 03 15:38:15.377140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39726) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:15.378347 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:15.378984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:15.381916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.382093 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.383032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.625569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-1d347598-2129-483b-89dc-3dd96b714d6e tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "PUT /v2.0/floatingips/346ac259-cc76-485f-a54b-65b9f584d69a HTTP/1.1" status: 200 len: 996 time: 4.6859148 Jun 03 15:38:15.663244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.668884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:15.687127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.697696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a279356a-ac84-4ed2-8f3d-d15baf57e49b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:15.722354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.764649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.798131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.802542 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a161dbfc-124c-4b7e-8dcd-55743c23b2be tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5685103 Jun 03 15:38:15.808861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39736) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:15.824198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a279356a-ac84-4ed2-8f3d-d15baf57e49b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:15.824465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-1863251253'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:15.825014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a279356a-ac84-4ed2-8f3d-d15baf57e49b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:15.843691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:15.854079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:15.866020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:15.867003 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7b3339-2ca9-4f8d-9dc1-f4fe9b45ddfa'] response: {'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'status': 'completed', 'code': 200} Jun 03 15:38:15.868848 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:15.888893 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.889036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.894897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:15.952005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Deleting port a33307c1-2a0a-46be-982e-3083a6337a79 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:15.952596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.021244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] DHCP port deletion for 9cc13a38-deeb-4451-ae6f-f770e23358bc request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:38:16.026186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] Deleting port a33307c1-2a0a-46be-982e-3083a6337a79 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:16.027130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.031552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:16.035271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.088721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Allocated IP 172.25.1.177 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/490fbed7-2941-4df5-9175-ee88426b9ab0) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:16.115070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:16.204686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183596d9-47d5-45b1-9524-5f0df7448178 req-d9151ff7-5e29-4446-be11-b0daca413c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:16.206151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-d9151ff7-5e29-4446-be11-b0daca413c70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.5079422 Jun 03 15:38:16.216928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.217303 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment 4bb18834-5832-4d72-9033-56def14bf0f5 of type vlan for network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 Jun 03 15:38:16.247412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-3715d950-a1c7-4ebd-8850-ca95a9ab0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:16.249013 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-3715d950-a1c7-4ebd-8850-ca95a9ab0536 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.4183118 Jun 03 15:38:16.323591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.465466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] For port a33307c1-2a0a-46be-982e-3083a6337a79, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a33307c1-2a0a-46be-982e-3083a6337a79,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:16.466005 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.590364 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.595052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '346ac259-cc76-485f-a54b-65b9f584d69a', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '737cafdc-556e-4206-b775-19f27990b60e', 'port_id': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'mac_address': 'fa:16:3e:44:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:38:07Z', 'updated_at': '2022-06-03T15:38:13Z', 'revision_number': 1, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 5, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:16.612604 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] Checking router: 737cafdc-556e-4206-b775-19f27990b60e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:16.625758 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:16.626689 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:37:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:16.634996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.642777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:16.643429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.727480 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9151220 Jun 03 15:38:16.746311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39748) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:16.815658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] Calling delete_port for a33307c1-2a0a-46be-982e-3083a6337a79 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:16.826959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-b90c5b62-ef11-4ac8-8507-4022a821b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:16.828607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-b90c5b62-ef11-4ac8-8507-4022a821b49d service neutron] 10.222.0.70 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.5647359 Jun 03 15:38:16.832132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:16.851595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] For port a33307c1-2a0a-46be-982e-3083a6337a79, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a33307c1-2a0a-46be-982e-3083a6337a79,segment=NetworkSegment(727ee3fd-cfce-4d8f-849e-965b3a5c86da),segment_id=727ee3fd-cfce-4d8f-849e-965b3a5c86da)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:16.851964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.898234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.904340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29c5efd8-c96e-4d18-a28b-ea23a9c9537e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.953612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.970599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e07d194c-7de0-4ee2-9674-e70f700e92c4 req-2774fd9b-5a02-42ba-bfc0-e228791c59a7 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 210 time: 0.3220668 Jun 03 15:38:16.971135 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.033534 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:17.084486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] Pushing event deleted for resources: {'Port': ['ID=a33307c1-2a0a-46be-982e-3083a6337a79,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:17.093235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddad44-ebfd-4982-89de-1e175545b20a None None] No DVR routers for this DVR port a33307c1-2a0a-46be-982e-3083a6337a79 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:17.113183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183596d9-47d5-45b1-9524-5f0df7448178 req-99845ae0-4763-40f4-9357-63c176df6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:17.114666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-99845ae0-4763-40f4-9357-63c176df6717 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.8974230 Jun 03 15:38:17.225309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.309740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Calling delete_port for a33307c1-2a0a-46be-982e-3083a6337a79 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:17.362362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01758a7a-9515-4766-a3c8-553845994359 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=13b72bb7-8c37-44ac-bf67-fa10ff5faab2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:17.383413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:17.404065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:17.457923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:17.495291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:17.515596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:17.534998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:17.545835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-d6559d21-3874-4271-858a-fafd9ffbaf54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 999 time: 0.6513245 Jun 03 15:38:17.546728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:17.584955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a33307c1-2a0a-46be-982e-3083a6337a79 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:17.590985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:17.591313 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:17.631446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a33307c1-2a0a-46be-982e-3083a6337a79 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:17.631752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a33307c1-2a0a-46be-982e-3083a6337a79 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:17.642985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:17.646685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Pushing event updated for resources: {'Port': ['ID=490fbed7-2941-4df5-9175-ee88426b9ab0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:17.657413 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '346ac259-cc76-485f-a54b-65b9f584d69a', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '737cafdc-556e-4206-b775-19f27990b60e', 'port_id': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'mac_address': 'fa:16:3e:44:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:38:07Z', 'updated_at': '2022-06-03T15:38:13Z', 'revision_number': 1, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 5, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:17.664721 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2036e-9220-41d0-ad2e-bf6de2096431 None None] The sync data for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 is: [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '346ac259-cc76-485f-a54b-65b9f584d69a', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '737cafdc-556e-4206-b775-19f27990b60e', 'port_id': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'mac_address': 'fa:16:3e:44:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:38:07Z', 'updated_at': '2022-06-03T15:38:13Z', 'revision_number': 1, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 5, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:17.730031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-3e0de4fa-de73-48d7-a7ba-77cacc972ce5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 999 time: 0.2688148 Jun 03 15:38:17.815667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-09e06066-b37c-474a-aa62-5e9fc1c3d59e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:17.817355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-09e06066-b37c-474a-aa62-5e9fc1c3d59e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "GET /v2.0/networks?id=b9851cd7-ad8b-4289-8e40-41d9649660de HTTP/1.1" status: 200 len: 796 time: 1.5141258 Jun 03 15:38:17.827490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183596d9-47d5-45b1-9524-5f0df7448178 req-c6862364-2d9d-40f7-b57e-f6a8a2d081fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:17.840272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-c6862364-2d9d-40f7-b57e-f6a8a2d081fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.1088681 Jun 03 15:38:17.860332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.878286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:17.881885 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.929768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-ad8773dd-3fae-499d-b3c2-962f1b1ec166 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677996 Jun 03 15:38:17.952042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-d23716fb-2fe4-4324-89e0-3da8c3f9d54d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ef3833b4234da7ab416edcbb5e8afc HTTP/1.1" status: 200 len: 378 time: 0.1106453 Jun 03 15:38:17.959884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-2db574eb-d031-45d1-9f75-7cb56b8a0bf2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:38:17.961059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-2db574eb-d031-45d1-9f75-7cb56b8a0bf2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143785 Jun 03 15:38:17.983062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'port': {'device_id': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'admin_state_up': True, 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'security_groups': ['60f5e90a-4f27-40e1-adc2-736b069e0927']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:18.065700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72649f-241a-4502-bd84-25e08e2cd6fa None None] New status for floating IP 346ac259-cc76-485f-a54b-65b9f584d69a: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:38:18.226510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Deleting port a33307c1-2a0a-46be-982e-3083a6337a79 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:18.226712 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.252143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-71f2cbba-c2a2-466c-a3f5-54635291f505 service neutron] 10.222.0.66 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729461 Jun 03 15:38:18.327390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-f645cf34-b344-4b8c-b056-61e7af144fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:18.329226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-f645cf34-b344-4b8c-b056-61e7af144fa0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.6641469 Jun 03 15:38:18.397887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-9b570706-decc-4fec-b538-01e748177b75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574615 Jun 03 15:38:18.464236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad990841-80a3-46c5-95e3-3b891e9defff req-80f5d44c-3853-4ffa-86d7-708432fb7645 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 210 time: 0.2023237 Jun 03 15:38:18.500596 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.537211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] The port 'a33307c1-2a0a-46be-982e-3083a6337a79' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:38:18.742727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.760348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-183596d9-47d5-45b1-9524-5f0df7448178 req-deb4ea6b-92a5-4cff-9742-7b09f5f0c70e service neutron] 10.222.0.66 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383464 Jun 03 15:38:18.761501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:18.802962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-8399a8eb-3040-41d8-93a2-7670b0674182 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935192 Jun 03 15:38:18.887263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:18.897780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc13a38-deeb-4451-ae6f-f770e23358bc']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:18.921563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-28c53237-5554-4548-86c0-f242529288b7 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.1316402 Jun 03 15:38:18.923292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727ee3fd-cfce-4d8f-849e-965b3a5c86da') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:18.923695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727ee3fd-cfce-4d8f-849e-965b3a5c86da') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:18.928265 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.934722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Made reservation on behalf of 83ef3833b4234da7ab416edcbb5e8afc for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:18.938197 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.951641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.031905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.056094 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.085351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:38:19.085779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.107367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-bea983cc-2819-4e40-836b-10799c2de191 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:19.108853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-bea983cc-2819-4e40-836b-10799c2de191 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports/24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 942 time: 0.1780405 Jun 03 15:38:19.130402 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 727ee3fd-cfce-4d8f-849e-965b3a5c86da resource provider aggregate not found Jun 03 15:38:19.232254 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 727ee3fd-cfce-4d8f-849e-965b3a5c86da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 727ee3fd-cfce-4d8f-849e-965b3a5c86da found for delete ", "request_id": "req-c906097b-1931-4b6f-a619-96f3a3fbc3dd"}]} Jun 03 15:38:19.254163 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f49e09cf-1239-4185-8416-0dec1d4ac679 req-1c2d8c03-60ab-455a-bdb1-3130a423b1c4 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390182 Jun 03 15:38:19.268933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=813b440f-8cf0-4ba1-8859-6155471a9dac,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:19.465507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:19.465882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: 13b72bb7-8c37-44ac-bf67-fa10ff5faab2, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:19.489579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.533664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.575457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:19.592484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 13b72bb7-8c37-44ac-bf67-fa10ff5faab2) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:19.594294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc13a38-deeb-4451-ae6f-f770e23358bc,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:19.596234 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.601376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:19.601992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.608739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443ec45-211c-4c78-8f96-770cbabea9dc None None] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:19.628024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.655343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-e8416011-ecd2-4c9f-b2fe-cb6680dc6e09 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.4142487 Jun 03 15:38:19.683903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-84c67d86-91f0-450f-b665-2207b6163c23 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9cc13a38-deeb-4451-ae6f-f770e23358bc HTTP/1.1" status: 204 len: 168 time: 4.3053071 Jun 03 15:38:19.735363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0876a348-e2d5-449e-ace5-582cd10b52c1 req-b5e297da-60b7-4384-b658-6f1aaf778768 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:19.797193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39790) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:19.798419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.20.0.12 (b9851cd7-ad8b-4289-8e40-41d9649660de/7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e/d380c6c4-06ae-4d7d-99ef-afbf12a25119) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:19.874378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0876a348-e2d5-449e-ace5-582cd10b52c1 req-b5e297da-60b7-4384-b658-6f1aaf778768 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:19.875581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0876a348-e2d5-449e-ace5-582cd10b52c1 req-b5e297da-60b7-4384-b658-6f1aaf778768 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 210 time: 0.1873734 Jun 03 15:38:19.887116 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7d50c98d-30f0-465e-bfcf-2f1413a7ca10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1358931 Jun 03 15:38:19.888877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39796) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:19.933560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:19.935615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.949395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-39fd5fac-42c1-4cc5-beaf-0f271c920bdc tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:19.956061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-39fd5fac-42c1-4cc5-beaf-0f271c920bdc tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2998281 Jun 03 15:38:19.962090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-e4d33f0c-63f5-442b-800d-aa8399490872 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:38:19.969865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-e4d33f0c-63f5-442b-800d-aa8399490872 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128803 Jun 03 15:38:20.097297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.192609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Allocated IP 172.20.0.2 (13b72bb7-8c37-44ac-bf67-fa10ff5faab2/813b440f-8cf0-4ba1-8859-6155471a9dac/083cf0d3-5ad9-4374-ab80-8e07a4537548) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:20.218157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.271996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-58e4e18c-8115-4bf8-a2f0-1be5bf5488ca tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.3010306 Jun 03 15:38:20.279423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:20.308024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:20.366405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Usage tracker for resource:security_group_rule and tenant:6d071fda051648e9827e02fea19ce1ea is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:20.374785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ad4653dd-dcc1-42ff-aca1-ed70cc28be87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd9cffc6b1194d8f875ae90b0946bf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722697 Jun 03 15:38:20.374785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:20.382967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39804) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.408446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:20.445489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.458179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Transition to ACTIVE for port object 083cf0d3-5ad9-4374-ab80-8e07a4537548 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:20.492227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Transition to ACTIVE for port object 083cf0d3-5ad9-4374-ab80-8e07a4537548 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:20.499237 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.522957 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.577654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Pushing event updated for resources: {'Port': ['ID=083cf0d3-5ad9-4374-ab80-8e07a4537548,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:20.586172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.606016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:20.607926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:20.610579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:20.649784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Router 0490e2df-1a8b-4b05-8684-65f366f62fdc is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:38:20.670571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Transition to ACTIVE for port object d380c6c4-06ae-4d7d-99ef-afbf12a25119 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:20.683523 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b99c-fcc4-4227-9f7e-e8c4a02c2c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.719262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Attempting to bind port 083cf0d3-5ad9-4374-ab80-8e07a4537548 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:20.719262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Attempting to bind port 083cf0d3-5ad9-4374-ab80-8e07a4537548 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:20.719600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Attempting to bind port 083cf0d3-5ad9-4374-ab80-8e07a4537548 on network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:20.727000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:20.727477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Checking segment: {'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:20.727903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.728348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Bound using segment: {'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:20.728851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Bound port: 083cf0d3-5ad9-4374-ab80-8e07a4537548, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:20.729879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.783560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.844091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b99c-fcc4-4227-9f7e-e8c4a02c2c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.886827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] For port 083cf0d3-5ad9-4374-ab80-8e07a4537548, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:20.890823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] For port 083cf0d3-5ad9-4374-ab80-8e07a4537548, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=083cf0d3-5ad9-4374-ab80-8e07a4537548,segment=NetworkSegment(4bb18834-5832-4d72-9033-56def14bf0f5),segment_id=4bb18834-5832-4d72-9033-56def14bf0f5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:20.895418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.997759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.012722 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.013021 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Floating IP 346ac259-cc76-485f-a54b-65b9f584d69a disassociated. External IP: 172.25.1.230, port: 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3. Jun 03 15:38:21.030031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033da66-ed34-4e2a-b728-c3704e041f3f None None] Pushing event updated for resources: {'Port': ['ID=083cf0d3-5ad9-4374-ab80-8e07a4537548,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:21.074313 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.086876 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.105211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:21.115919 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] Sync routers for ids ['0490e2df-1a8b-4b05-8684-65f366f62fdc'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:21.136720 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] Routers {'0490e2df-1a8b-4b05-8684-65f366f62fdc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:21.137763 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0490e2df-1a8b-4b05-8684-65f366f62fdc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:21.148003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.151951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0cc3e409-3ee3-4ff3-9614-e118f9e8acf2 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "PUT /v2.0/routers/0490e2df-1a8b-4b05-8684-65f366f62fdc HTTP/1.1" status: 200 len: 920 time: 7.2538254 Jun 03 15:38:21.154529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39816) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:21.185675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.206113 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:21.215837 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] Routers {'0490e2df-1a8b-4b05-8684-65f366f62fdc'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:21.216737 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0490e2df-1a8b-4b05-8684-65f366f62fdc'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:21.295598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network b9851cd7-ad8b-4289-8e40-41d9649660de is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:21.296434 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b99c-fcc4-4227-9f7e-e8c4a02c2c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.300921 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:21.301321 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0822c6e3-bad5-436e-98ac-1151d0529ed7 None None] The sync data for ids ['0490e2df-1a8b-4b05-8684-65f366f62fdc'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:21.497572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-583805e3-955d-4926-9c00-ba100c19c7d7 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/0490e2df-1a8b-4b05-8684-65f366f62fdc HTTP/1.1" status: 200 len: 926 time: 0.3394957 Jun 03 15:38:21.500323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39820) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:21.517992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d071fda051648e9827e02fea19ce1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7097216 Jun 03 15:38:21.517992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:21.529242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=d380c6c4-06ae-4d7d-99ef-afbf12a25119,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:21.531511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd609d-87e3-4959-9b0b-1d5546a3de6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04edaefa-75b8-4a84-a608-d73606dca49b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:21.549149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39824) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:21.556080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:21.579299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 083cf0d3-5ad9-4374-ab80-8e07a4537548 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:21.639560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4b99c-fcc4-4227-9f7e-e8c4a02c2c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a453ba-b21c-4f32-84f8-6396b0089ba0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:21.676180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b99c-fcc4-4227-9f7e-e8c4a02c2c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.680154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a8a4b99c-fcc4-4227-9f7e-e8c4a02c2c10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43a453ba-b21c-4f32-84f8-6396b0089ba0 HTTP/1.1" status: 204 len: 168 time: 1.2905924 Jun 03 15:38:21.719589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122db5b-dae3-4a3e-b98f-88e9b7909cd7 req-1c25dd14-821f-4b01-aa58-6b43902fbddd tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:21.726959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3122db5b-dae3-4a3e-b98f-88e9b7909cd7 req-1c25dd14-821f-4b01-aa58-6b43902fbddd tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 932 time: 0.6505530 Jun 03 15:38:21.744545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 083cf0d3-5ad9-4374-ab80-8e07a4537548 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:21.767924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:21.768616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.789173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.20.0.1 (13b72bb7-8c37-44ac-bf67-fa10ff5faab2/813b440f-8cf0-4ba1-8859-6155471a9dac/f52739e3-c2fc-4260-877a-571cbf7f3a37) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:21.859550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bf914bb-39e6-4462-a4b6-752984c41f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.885025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-eb0ac763-0f09-4608-ac7f-9a12a918b4d9 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9079943 Jun 03 15:38:21.897684 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bf914bb-39e6-4462-a4b6-752984c41f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.906223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Request body: {'port': {'device_id': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:21.970645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ec1bc688-8c05-4144-8935-2abab2993545 None None] Provisioning for port d380c6c4-06ae-4d7d-99ef-afbf12a25119 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:21.981188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ec1bc688-8c05-4144-8935-2abab2993545 None None] Provisioning complete for port d380c6c4-06ae-4d7d-99ef-afbf12a25119 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:21.982084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec1bc688-8c05-4144-8935-2abab2993545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.094437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a0d95-94a1-4eda-be3f-090e7b432851 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:22.096763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7c8a0d95-94a1-4eda-be3f-090e7b432851 tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=0490e2df-1a8b-4b05-8684-65f366f62fdc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5958261 Jun 03 15:38:22.105228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39834) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:22.108314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bc688-8c05-4144-8935-2abab2993545 None None] Port d380c6c4-06ae-4d7d-99ef-afbf12a25119 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:22.134706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3122db5b-dae3-4a3e-b98f-88e9b7909cd7 req-ffa8a9bc-74c8-4476-8e64-c29da432dd64 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4067330 Jun 03 15:38:22.229768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Router 737cafdc-556e-4206-b775-19f27990b60e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:22.243757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.280396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bf914bb-39e6-4462-a4b6-752984c41f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.306542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.348146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf914bb-39e6-4462-a4b6-752984c41f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04edaefa-75b8-4a84-a608-d73606dca49b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:22.359123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8bf914bb-39e6-4462-a4b6-752984c41f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.360289 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8bf914bb-39e6-4462-a4b6-752984c41f75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04edaefa-75b8-4a84-a608-d73606dca49b HTTP/1.1" status: 204 len: 168 time: 0.8100555 Jun 03 15:38:22.364632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object f52739e3-c2fc-4260-877a-571cbf7f3a37 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:22.434660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b171b3-5bc5-455d-a3b4-5523bd1246ac tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:22.436315 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-31b171b3-5bc5-455d-a3b4-5523bd1246ac tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 881 time: 0.3215652 Jun 03 15:38:22.441123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39848) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:22.517272 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4c9e5894-e4b8-4797-91c7-66aa1de8e7b0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=0490e2df-1a8b-4b05-8684-65f366f62fdc HTTP/1.1" status: 200 len: 205 time: 0.0686908 Jun 03 15:38:22.520297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39852) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:22.548323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b1e60d-81ed-4cd2-af3a-16fa9ac20a38 None None] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:22.614358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.698445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] Provisioning for port 083cf0d3-5ad9-4374-ab80-8e07a4537548 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:22.716903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] Provisioning complete for port 083cf0d3-5ad9-4374-ab80-8e07a4537548 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:22.717882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.740632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:22.746428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.769174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:22.776587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:22.785535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:22.820482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=f52739e3-c2fc-4260-877a-571cbf7f3a37,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:22.840587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-16a2b86b-b224-42b2-b185-fe63779ec141 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "PUT /v2.0/floatingips/346ac259-cc76-485f-a54b-65b9f584d69a HTTP/1.1" status: 200 len: 695 time: 2.5519276 Jun 03 15:38:22.843858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:22.870054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.870542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] Sync routers for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:22.898693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:22.899716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:22.952798 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bea52d0-8f15-4b91-a913-463ab999eec8'] response: {'name': 'network-changed', 'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'status': 'completed', 'code': 200} Jun 03 15:38:22.959501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:23.078027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39868) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:23.117644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d380c6c4-06ae-4d7d-99ef-afbf12a25119 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:38:23.130322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.148857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-411983e4-7da7-4b65-b2fc-bf5ff2538dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:23.156633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-411983e4-7da7-4b65-b2fc-bf5ff2538dbb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.2961478 Jun 03 15:38:23.158492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.189569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Transition to ACTIVE for port object d380c6c4-06ae-4d7d-99ef-afbf12a25119 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:23.201622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.244083 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.416054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:23.433807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Usage tracker for resource:security_group_rule and tenant:af6279b710e441a3bd1b496b745d0e05 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:23.441175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:23.456785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:23.496319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.514026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-6a7e7924-3843-4a87-8838-2b39b134529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:23.515856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-6a7e7924-3843-4a87-8838-2b39b134529d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 1096 time: 0.5400078 Jun 03 15:38:23.595102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] Current status of the port 083cf0d3-5ad9-4374-ab80-8e07a4537548 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:23.596055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.634018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:23.656181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Deleting port 490fbed7-2941-4df5-9175-ee88426b9ab0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:23.656533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.669949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-e548ae25-954d-4a75-9855-bebba23f668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:23.672738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-e548ae25-954d-4a75-9855-bebba23f668f service neutron] 10.222.0.66 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.5149012 Jun 03 15:38:23.737834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] For port 083cf0d3-5ad9-4374-ab80-8e07a4537548, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=083cf0d3-5ad9-4374-ab80-8e07a4537548,segment=NetworkSegment(4bb18834-5832-4d72-9033-56def14bf0f5),segment_id=4bb18834-5832-4d72-9033-56def14bf0f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:23.781287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39882) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:23.800133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.801712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.002806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bdd27-91dd-4e51-b1c2-37639f100b9d None None] Pushing event updated for resources: {'Port': ['ID=083cf0d3-5ad9-4374-ab80-8e07a4537548,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:24.125896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-8c43ba70-b5a9-406b-b5ad-e54c67a5268d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 217 time: 0.3432481 Jun 03 15:38:24.138456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Pushing event updated for resources: {'Port': ['ID=d380c6c4-06ae-4d7d-99ef-afbf12a25119,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:24.173123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4bb1884d-e5e9-498d-95e9-86be03593288 None None] Provisioning complete for port 083cf0d3-5ad9-4374-ab80-8e07a4537548 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:24.173869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4bb1884d-e5e9-498d-95e9-86be03593288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.204481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-feda67de-cd06-4382-bd08-140056f8f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:24.207790 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-feda67de-cd06-4382-bd08-140056f8f21c service neutron] 10.222.0.70 "GET /v2.0/networks?id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 200 len: 921 time: 0.6307528 Jun 03 15:38:24.265787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 5, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:24.283602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] Checking router: 737cafdc-556e-4206-b775-19f27990b60e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:24.331411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:24.332171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:24.335176 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-f0c382d2-b990-4d73-8314-1b25285400e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 200 len: 217 time: 0.0955753 Jun 03 15:38:24.346410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.363315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-1b25f748-eaa7-4772-a96b-2d4b11b3d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:24.364313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-1b25f748-eaa7-4772-a96b-2d4b11b3d872 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.2272925 Jun 03 15:38:24.377940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:24.421446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Usage tracker for resource:security_group_rule and tenant:508d11a75e9749858f297c7f023df340 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:24.426808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:24.448351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-10aed2eb-444b-494a-9024-fe9b2760d373 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661821 Jun 03 15:38:24.450277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:24.484325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75996f-7217-45c7-92ba-e925b6dd4701 req-031cbca2-771d-4f62-9933-6f2f4c14fc0e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:24.485909 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e75996f-7217-45c7-92ba-e925b6dd4701 req-031cbca2-771d-4f62-9933-6f2f4c14fc0e tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 944 time: 1.1126392 Jun 03 15:38:24.512536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1884d-e5e9-498d-95e9-86be03593288 None None] Current status of the port 083cf0d3-5ad9-4374-ab80-8e07a4537548 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:24.584863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Attempting to bind port d380c6c4-06ae-4d7d-99ef-afbf12a25119 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:24.585135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Attempting to bind port d380c6c4-06ae-4d7d-99ef-afbf12a25119 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:24.586262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Attempting to bind port d380c6c4-06ae-4d7d-99ef-afbf12a25119 on network b9851cd7-ad8b-4289-8e40-41d9649660de {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:24.593500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.597638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4bb1884d-e5e9-498d-95e9-86be03593288 None None] Provisioning for port f52739e3-c2fc-4260-877a-571cbf7f3a37 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:24.605264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4bb1884d-e5e9-498d-95e9-86be03593288 None None] Provisioning complete for port f52739e3-c2fc-4260-877a-571cbf7f3a37 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:24.605712 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4bb1884d-e5e9-498d-95e9-86be03593288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.631304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Port d380c6c4-06ae-4d7d-99ef-afbf12a25119 on network b9851cd7-ad8b-4289-8e40-41d9649660de not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:24.631645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Attempting to bind port d380c6c4-06ae-4d7d-99ef-afbf12a25119 on network b9851cd7-ad8b-4289-8e40-41d9649660de {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:24.656132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e75996f-7217-45c7-92ba-e925b6dd4701 req-2900afe8-3c6d-44d5-b1eb-80fe966e5a43 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1447673 Jun 03 15:38:24.662740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:24.663079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Checking segment: {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:24.663476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Bound using segment: {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:24.663928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Bound port: d380c6c4-06ae-4d7d-99ef-afbf12a25119, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaa49d5-8951-4c69-acb7-7826af76d813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:24.664368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.682281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1884d-e5e9-498d-95e9-86be03593288 None None] Port f52739e3-c2fc-4260-877a-571cbf7f3a37 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:24.692947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-b2e716d8-a9b8-47bd-a093-c1bc5d9d5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:24.694528 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-b2e716d8-a9b8-47bd-a093-c1bc5d9d5e6f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 200 len: 860 time: 0.3248227 Jun 03 15:38:24.698974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:24.773771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.783094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.830724 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.879000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-e94ed1a9-bdcc-4787-b1b8-bdae6298d7e1 service neutron] 10.222.0.66 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045091 Jun 03 15:38:24.879234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Calling delete_port for 490fbed7-2941-4df5-9175-ee88426b9ab0 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:24.928723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.956926 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-d1f2daa7-54f9-432d-b8ea-01ff201ceb35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856782 Jun 03 15:38:25.064034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=508d11a75e9749858f297c7f023df340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9824336 Jun 03 15:38:25.064905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7d571-b21b-4b4e-a039-87d63ffa197a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c894847f-de71-46d8-afa7-980027b6c1d1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:25.067665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0e5989b9-79b9-4f72-a2da-6d8abe80ce2d None None] Provisioning complete for port f52739e3-c2fc-4260-877a-571cbf7f3a37 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:25.068496 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e5989b9-79b9-4f72-a2da-6d8abe80ce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.071516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39894) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:25.100624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] For port d380c6c4-06ae-4d7d-99ef-afbf12a25119, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:25.141660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e5989b9-79b9-4f72-a2da-6d8abe80ce2d None None] Port f52739e3-c2fc-4260-877a-571cbf7f3a37 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:25.146664 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af6279b710e441a3bd1b496b745d0e05&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0608613 Jun 03 15:38:25.157448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fd302-1859-47ff-b22c-66738d72883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639df1fa-1dd2-4ad6-9de2-674d40279ee3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:25.167445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39898) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:25.187696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] For port d380c6c4-06ae-4d7d-99ef-afbf12a25119, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:25.204635 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fc6c9c-b410-4143-89c5-7ae16c8f80e7 req-7991ed87-4b50-4070-984a-3680f792033e service neutron] 10.222.0.66 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049464 Jun 03 15:38:25.205716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.311849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39906) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:25.342571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 5, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:25.347835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c141-a093-408b-b273-6d2850bac1eb None None] The sync data for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 is: [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e2cb2672-442a-43fc-8594-57f70ae4b1e3', 'name': '', 'network_id': '55246aef-9ce2-4aa1-a7d4-bc3849baf7f4', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'mac_address': 'fa:16:3e:0f:13:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:42Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 5, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'subnets': [{'id': '8de68ff2-b116-457c-ac34-da95efd53ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:25.407401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-828df82c-4b7b-4df4-a4c8-4baceb921c10 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips/346ac259-cc76-485f-a54b-65b9f584d69a HTTP/1.1" status: 200 len: 695 time: 0.1201620 Jun 03 15:38:25.421361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-73519e5b-4b50-4e9e-b71d-dee0860dbd92 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412110 Jun 03 15:38:25.485175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Pushing event updated for resources: {'Port': ['ID=d380c6c4-06ae-4d7d-99ef-afbf12a25119,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:25.513475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 083cf0d3-5ad9-4374-ab80-8e07a4537548 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:25.609147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:25.609860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.613665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-25df2078-b89c-4a54-8027-0aec5d30bc64 service neutron] 10.222.0.15 "PUT /v2.0/ports/d380c6c4-06ae-4d7d-99ef-afbf12a25119 HTTP/1.1" status: 200 len: 1092 time: 3.7133305 Jun 03 15:38:25.616500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:25.638214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 083cf0d3-5ad9-4374-ab80-8e07a4537548 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:25.638922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.675250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bda-baa7-4032-a569-9b9b95faaa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.690841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-2f99b13b-61ed-4302-a52b-8212de9fa23a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:25.693264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-2f99b13b-61ed-4302-a52b-8212de9fa23a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/networks/7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 784 time: 0.2849970 Jun 03 15:38:25.694097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb40c-f661-4859-b1e9-ac3c118b0842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.766720 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:25.778486 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f5d122-98f8-4035-a2fa-e4a0e37fe7f5'] response: {'name': 'network-changed', 'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'status': 'completed', 'code': 200} Jun 03 15:38:25.782355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-81a15c4c-3e0f-40c7-a61c-4e07edacbe92 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:38:25.783380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-81a15c4c-3e0f-40c7-a61c-4e07edacbe92 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262542 Jun 03 15:38:25.787017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.805112 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.811341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.852093 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bae6a1-eee4-4c5c-b4c9-e84e3cb3eb5d None None] New status for floating IP 346ac259-cc76-485f-a54b-65b9f584d69a: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:38:25.856375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 083cf0d3-5ad9-4374-ab80-8e07a4537548 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:25.874169 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb40c-f661-4859-b1e9-ac3c118b0842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.888323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:25.894545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c3d1b13e774479a1fad258893869aa is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:25.898273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:25.906116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:25.927595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-731972d0-a0af-44a1-b479-ef07f91041bc tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 698 time: 0.1345503 Jun 03 15:38:26.090638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.165193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event deleted for resources: {'Port': ['ID=490fbed7-2941-4df5-9175-ee88426b9ab0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:26.219031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bda-baa7-4032-a569-9b9b95faaa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.231861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-98fd41ff-4051-43b7-83a9-1be67a106b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:26.233369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-98fd41ff-4051-43b7-83a9-1be67a106b74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 1095 time: 0.5369754 Jun 03 15:38:26.238431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-30dadd60-7584-488b-9e02-f083ce3ae7e4 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 698 time: 0.2548461 Jun 03 15:38:26.368344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-5078d0b3-146e-496c-a645-eb61180fdf91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119 HTTP/1.1" status: 200 len: 217 time: 0.1254816 Jun 03 15:38:26.381291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb40c-f661-4859-b1e9-ac3c118b0842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.435228 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3b4a8526-6517-4b18-add2-4d38445f49cf req-227edc84-ca86-4904-88d3-0829ff385562 service neutron] 10.222.0.70 "GET /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9986310 Jun 03 15:38:26.435985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.464679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cb40c-f661-4859-b1e9-ac3c118b0842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c894847f-de71-46d8-afa7-980027b6c1d1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:26.480463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=f52739e3-c2fc-4260-877a-571cbf7f3a37,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:26.489456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.555647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb40c-f661-4859-b1e9-ac3c118b0842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.556812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ac5cb40c-f661-4859-b1e9-ac3c118b0842 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c894847f-de71-46d8-afa7-980027b6c1d1 HTTP/1.1" status: 204 len: 168 time: 1.4844954 Jun 03 15:38:26.572189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a21fd-9990-4476-a9ea-57c2580de8d0 req-d063a714-2b78-4bb2-aa04-9589356c2573 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:26.573754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-539a21fd-9990-4476-a9ea-57c2580de8d0 req-d063a714-2b78-4bb2-aa04-9589356c2573 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 944 time: 0.6530483 Jun 03 15:38:26.574763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Deleting port 502872d9-4b27-48f7-a4fd-6ed77b620061 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:26.575103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.641256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-5e24a0af-953d-4e7a-92ee-7c969daa0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:26.642994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-5e24a0af-953d-4e7a-92ee-7c969daa0f61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e HTTP/1.1" status: 200 len: 834 time: 0.2476468 Jun 03 15:38:26.779081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.784071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bda-baa7-4032-a569-9b9b95faaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.789730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.792873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-539a21fd-9990-4476-a9ea-57c2580de8d0 req-cf640fcc-8109-4b0f-a278-1955f32b701a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1912327 Jun 03 15:38:26.800516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.806406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.844453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d57bda-baa7-4032-a569-9b9b95faaa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639df1fa-1dd2-4ad6-9de2-674d40279ee3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:26.858568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-b1363d7b-0c1a-4eed-af96-d018905f6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:26.860422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-b1363d7b-0c1a-4eed-af96-d018905f6c5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9851cd7-ad8b-4289-8e40-41d9649660de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074225 Jun 03 15:38:26.903711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1c3d1b13e774479a1fad258893869aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5821841 Jun 03 15:38:26.906485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39924) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.913924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.914301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.928761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.929264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Fanout notify agent at l3_agent the message router_deleted on router 0490e2df-1a8b-4b05-8684-65f366f62fdc {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:26.941986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96256c59-7548-405a-b187-0c52203e95b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d226e47c-8dd3-434e-8126-54867a1488dd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:26.952068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bda-baa7-4032-a569-9b9b95faaa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.953942 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2d57bda-baa7-4032-a569-9b9b95faaa44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/639df1fa-1dd2-4ad6-9de2-674d40279ee3 HTTP/1.1" status: 204 len: 168 time: 1.7854049 Jun 03 15:38:26.972988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.974915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ca069dab-94c8-41b2-a611-9759dfc66ef9 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/0490e2df-1a8b-4b05-8684-65f366f62fdc HTTP/1.1" status: 204 len: 168 time: 4.4534390 Jun 03 15:38:26.979699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39932) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.985286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-727989483', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:26.999545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:27.011757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Usage tracker for resource:router and tenant:dbb49479537244258fdeb5377706ad4e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:27.017833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:27.022824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:27.027953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:27.034070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:27.132989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.136399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.154309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Calling delete_port for 502872d9-4b27-48f7-a4fd-6ed77b620061 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:27.250906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.358397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5f10fbd-09d6-4647-afe5-802a040ec8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.443524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-29142ba9-6b83-41d8-85c3-253c4496b4fd None None] Provisioning complete for port f52739e3-c2fc-4260-877a-571cbf7f3a37 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:27.444128 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29142ba9-6b83-41d8-85c3-253c4496b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.504386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5f10fbd-09d6-4647-afe5-802a040ec8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.537169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:38:27.564559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.573165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-29142ba9-6b83-41d8-85c3-253c4496b4fd None None] Port f52739e3-c2fc-4260-877a-571cbf7f3a37 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:27.615079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-7ed0dbeb-07de-4f28-8719-076ea3fe4f6f service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419395 Jun 03 15:38:27.628099 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5f10fbd-09d6-4647-afe5-802a040ec8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.640787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event deleted for resources: {'Port': ['ID=502872d9-4b27-48f7-a4fd-6ed77b620061,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:27.641832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.766999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f10fbd-09d6-4647-afe5-802a040ec8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d226e47c-8dd3-434e-8126-54867a1488dd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:27.909645 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.926581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.927736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8346bf7-a2be-46a8-8afb-e4ea613fe167 req-91d85017-20ea-4143-9fa1-4b45fc93e382 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "DELETE /v2.0/floatingips/346ac259-cc76-485f-a54b-65b9f584d69a HTTP/1.1" status: 204 len: 173 time: 1.6347990 Jun 03 15:38:27.930570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5f10fbd-09d6-4647-afe5-802a040ec8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.931997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d5f10fbd-09d6-4647-afe5-802a040ec8b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d226e47c-8dd3-434e-8126-54867a1488dd HTTP/1.1" status: 204 len: 168 time: 1.0244513 Jun 03 15:38:27.935686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619c4db-8f4b-4a52-a771-6caf9cc15734 req-3766eb87-d17d-42b8-bdb7-1b545151a73c service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043401 Jun 03 15:38:28.077346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:28.090886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:28.095395 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e19622af-f35e-44fa-a032-108fdef1b7c6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1792386 Jun 03 15:38:28.098436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39972) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:28.105964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:28.106410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-422192'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:28.107139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:28.114236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:28.121861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:28.126441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:28.135169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:28.163399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:28.172997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.241008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:28.355986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d29baca-380a-4dd0-9907-0caef9f664fd req-6407c259-ca7e-445c-ae0b-3b6f09ac0eb7 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups/d3aa217f-35c8-4d03-8069-e49bf4670cc0 HTTP/1.1" status: 200 len: 1810 time: 0.3898370 Jun 03 15:38:28.372628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:28.404365 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.410938 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment a39e331c-6639-4a51-b11b-943b10a7bc1f of type vlan for network 169bac5f-1df4-4b1d-9062-fb6aff602c67 Jun 03 15:38:28.448636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-8767dcfb-a474-4a94-bf1c-dc3c69ae3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:28.450113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-8767dcfb-a474-4a94-bf1c-dc3c69ae3c19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 1095 time: 0.4397643 Jun 03 15:38:28.470684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4403-358f-4150-a925-9601e3e4f600 req-d00bc119-27ac-4909-a8f4-c8fb7871f3c5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:28.473562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.477923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a97b4403-358f-4150-a925-9601e3e4f600 req-d00bc119-27ac-4909-a8f4-c8fb7871f3c5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 944 time: 0.3930073 Jun 03 15:38:28.537319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.570128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2d29baca-380a-4dd0-9907-0caef9f664fd req-4577f153-d41c-4c71-a4d8-a15887843c51 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.579821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.586813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.594580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:28.595750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.648168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2d29baca-380a-4dd0-9907-0caef9f664fd req-4577f153-d41c-4c71-a4d8-a15887843c51 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.689333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a97b4403-358f-4150-a925-9601e3e4f600 req-8bdb8173-d946-44a5-80c1-1aecb7480862 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2104394 Jun 03 15:38:28.754033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-0e922405-855c-4b82-bc62-da56b63052af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:28.755745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-0e922405-855c-4b82-bc62-da56b63052af service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9851cd7-ad8b-4289-8e40-41d9649660de HTTP/1.1" status: 200 len: 897 time: 0.2940087 Jun 03 15:38:28.811608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=169bac5f-1df4-4b1d-9062-fb6aff602c67,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:28.839754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:28.841504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-05dcc31a-ee46-4b77-868b-500dfdea0789 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 0.7413123 Jun 03 15:38:28.845278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39992) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:28.855021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:28.876415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-90ae08da-fbe4-4111-a72c-5b2beba5e041 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119 HTTP/1.1" status: 200 len: 217 time: 0.1096127 Jun 03 15:38:28.878525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2d29baca-380a-4dd0-9907-0caef9f664fd req-4577f153-d41c-4c71-a4d8-a15887843c51 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.960666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577f153-d41c-4c71-a4d8-a15887843c51 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aa217f-35c8-4d03-8069-e49bf4670cc0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:29.004042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-2d29baca-380a-4dd0-9907-0caef9f664fd req-4577f153-d41c-4c71-a4d8-a15887843c51 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.005689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d29baca-380a-4dd0-9907-0caef9f664fd req-4577f153-d41c-4c71-a4d8-a15887843c51 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "DELETE /v2.0/security-groups/d3aa217f-35c8-4d03-8069-e49bf4670cc0 HTTP/1.1" status: 204 len: 173 time: 0.6402721 Jun 03 15:38:29.016496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:29.017701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-10dbbe95-8aa7-479e-ba81-f8eff2a93344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:29.019784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-10dbbe95-8aa7-479e-ba81-f8eff2a93344 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e HTTP/1.1" status: 200 len: 834 time: 0.1261754 Jun 03 15:38:29.022365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:29.026784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:29.036063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:29.080622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:29.085688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.167194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-8dbe3891-4a79-4b94-a2a6-3b878ca10b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:29.169257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-8dbe3891-4a79-4b94-a2a6-3b878ca10b4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9851cd7-ad8b-4289-8e40-41d9649660de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433814 Jun 03 15:38:29.230926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:23Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:25Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:29.246799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:29.247024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Updating router cdb20732-ff2e-4257-9246-4c207e75bcb2 port f52739e3-c2fc-4260-877a-571cbf7f3a37 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:38:29.285978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Allocated IP 172.25.1.210 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/38a08e1b-7348-4bc1-a0d0-7a7e982ee1d8) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:29.380910 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.445776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-97ca72e0-c582-4976-9a4a-91d1c995e23c service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700641 Jun 03 15:38:29.600300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.613357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.763814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=1b627efe-2a03-48ae-8e78-83629ee5d476,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:29.766921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:29.767283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: 169bac5f-1df4-4b1d-9062-fb6aff602c67, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:29.780687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.846477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:29.856289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:29.862828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:29.866687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb2b5cbf-aaae-4195-8f20-db10f6079bc3 req-f21c0c9c-9d54-4ca6-96f8-75c1c3105d1e service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139242 Jun 03 15:38:29.901594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:29.940868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event updated for resources: {'Port': ['ID=38a08e1b-7348-4bc1-a0d0-7a7e982ee1d8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:29.945922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 169bac5f-1df4-4b1d-9062-fb6aff602c67) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:29.952875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:29.953472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.122652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609ac38-f573-4c80-871b-7a195455881e None None] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:30.154374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9c069-d220-4a4d-9426-766445490b17 req-f681a6fc-b320-478c-bbb1-fa69c97c5176 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:30.154374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7ef9c069-d220-4a4d-9426-766445490b17 req-f681a6fc-b320-478c-bbb1-fa69c97c5176 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Synchronizing usage tracker for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:30.188971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350a286-3fe9-419e-9e6b-af468e191485 req-70db83cf-814f-4d2c-8771-e2d2e83ac5ea tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:30.193062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0350a286-3fe9-419e-9e6b-af468e191485 req-70db83cf-814f-4d2c-8771-e2d2e83ac5ea tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 944 time: 0.2025626 Jun 03 15:38:30.299043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7ef9c069-d220-4a4d-9426-766445490b17 req-f681a6fc-b320-478c-bbb1-fa69c97c5176 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Unset dirty status for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:30.300441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ef9c069-d220-4a4d-9426-766445490b17 req-f681a6fc-b320-478c-bbb1-fa69c97c5176 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.4333174 Jun 03 15:38:30.355134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0350a286-3fe9-419e-9e6b-af468e191485 req-0b5ee26d-9e67-4903-817b-9b3a83bc0afd tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491666 Jun 03 15:38:30.420517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7ef9c069-d220-4a4d-9426-766445490b17 req-e75707a3-fd78-4cdf-83d3-1f81b42e6bee tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Synchronizing usage tracker for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:30.481021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7ef9c069-d220-4a4d-9426-766445490b17 req-e75707a3-fd78-4cdf-83d3-1f81b42e6bee tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Unset dirty status for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:30.482345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ef9c069-d220-4a4d-9426-766445490b17 req-e75707a3-fd78-4cdf-83d3-1f81b42e6bee tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661506 Jun 03 15:38:30.613980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.626273 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-611a7db8-c54a-40d0-9476-7b963c047658 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7768960 Jun 03 15:38:30.626815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40054) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:30.626938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d380c6c4-06ae-4d7d-99ef-afbf12a25119 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:38:30.631888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Transition to ACTIVE for port object f52739e3-c2fc-4260-877a-571cbf7f3a37 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:30.655862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.830062 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:31.214662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ee1ea-08a8-4cac-8eac-2f1ca711a60b None None] Pushing event updated for resources: {'Port': ['ID=f52739e3-c2fc-4260-877a-571cbf7f3a37,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:31.217073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-169bac5f-1df4-4b1d-9062-fb6aff602c67', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:31.218205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.272956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Attempting to bind port f52739e3-c2fc-4260-877a-571cbf7f3a37 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:31.273355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Attempting to bind port f52739e3-c2fc-4260-877a-571cbf7f3a37 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:31.273718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Attempting to bind port f52739e3-c2fc-4260-877a-571cbf7f3a37 on network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:31.308480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:31.308480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Checking segment: {'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:31.308480 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.308480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Bound using segment: {'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:31.308963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Bound port: f52739e3-c2fc-4260-877a-571cbf7f3a37, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb18834-5832-4d72-9033-56def14bf0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:31.309505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.465715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.576572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d380c6c4-06ae-4d7d-99ef-afbf12a25119, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:31.636523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'port_id': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'mac_address': 'fa:16:3e:62:4a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:38:31.740750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d48588-8dce-4a8b-87f9-00da228cdba7 req-add84386-7f14-47fd-90b9-08c84c7524e5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:31.750164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64d48588-8dce-4a8b-87f9-00da228cdba7 req-add84386-7f14-47fd-90b9-08c84c7524e5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 944 time: 0.1110511 Jun 03 15:38:31.853103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] For port f52739e3-c2fc-4260-877a-571cbf7f3a37, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:31.861268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] For port f52739e3-c2fc-4260-877a-571cbf7f3a37, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f52739e3-c2fc-4260-877a-571cbf7f3a37,segment=NetworkSegment(4bb18834-5832-4d72-9033-56def14bf0f5),segment_id=4bb18834-5832-4d72-9033-56def14bf0f5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:31.866110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d380c6c4-06ae-4d7d-99ef-afbf12a25119 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:31.866490 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.888747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Allocated IP 172.21.0.2 (169bac5f-1df4-4b1d-9062-fb6aff602c67/1b627efe-2a03-48ae-8e78-83629ee5d476/5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:31.891843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d380c6c4-06ae-4d7d-99ef-afbf12a25119 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:38:31.899460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.912527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64d48588-8dce-4a8b-87f9-00da228cdba7 req-84801964-bb35-4907-bccd-5feb6bdd1440 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608071 Jun 03 15:38:31.969786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d512f0-661a-4186-93f6-7df532f46719 req-a6b5434b-c9b5-4ebd-a0c5-fa3fe296c988 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:31.970714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d380c6c4-06ae-4d7d-99ef-afbf12a25119, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:31.981293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5d512f0-661a-4186-93f6-7df532f46719 req-a6b5434b-c9b5-4ebd-a0c5-fa3fe296c988 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.2285953 Jun 03 15:38:31.994227 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.080020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5d512f0-661a-4186-93f6-7df532f46719 req-278fa55b-05fb-4429-bce6-524dfe28ad4d tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901403 Jun 03 15:38:32.308089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:32.309023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:32.380659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d380c6c4-06ae-4d7d-99ef-afbf12a25119'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:38:32.454823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ee1ea-08a8-4cac-8eac-2f1ca711a60b None None] Pushing event updated for resources: {'Port': ['ID=f52739e3-c2fc-4260-877a-571cbf7f3a37,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:32.709563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-1c9b47c6-1ca4-413b-b5d4-8407691ced55 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:32.710484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-1c9b47c6-1ca4-413b-b5d4-8407691ced55 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Synchronizing usage tracker for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:32.745674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.761593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-1c9b47c6-1ca4-413b-b5d4-8407691ced55 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Unset dirty status for tenant:c0c9c6c0ad54413bb5ec1714f83ae6e6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:32.763479 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-1c9b47c6-1ca4-413b-b5d4-8407691ced55 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.70 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.7002521 Jun 03 15:38:32.767976 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.793145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:32.867563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d380c6c4-06ae-4d7d-99ef-afbf12a25119,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:33.369769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Deleting port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:33.370275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.440941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.507265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Transition to ACTIVE for port object 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:33.551877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90252ac-116b-4bda-888c-565b571292ca req-98283abb-16bb-490d-9749-3900920232ce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:33.557907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f90252ac-116b-4bda-888c-565b571292ca req-98283abb-16bb-490d-9749-3900920232ce tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 945 time: 0.3870175 Jun 03 15:38:33.595889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:33.657277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e0d6a-8772-4db6-b879-7f2b212573cc req-1cdd4a62-1e11-417e-bb34-93bb3c988664 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:33.664891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a37e0d6a-8772-4db6-b879-7f2b212573cc req-1cdd4a62-1e11-417e-bb34-93bb3c988664 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.3540142 Jun 03 15:38:33.728030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Transition to ACTIVE for port object 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:33.741126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f90252ac-116b-4bda-888c-565b571292ca req-afb46c9d-80a3-4381-817a-1305f4c00404 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1710913 Jun 03 15:38:33.756130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.806648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a37e0d6a-8772-4db6-b879-7f2b212573cc req-3a5bb8fe-f39e-4d34-add5-aad98c73553d tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405134 Jun 03 15:38:33.879604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.21.0.1 (169bac5f-1df4-4b1d-9062-fb6aff602c67/1b627efe-2a03-48ae-8e78-83629ee5d476/33fc0837-2000-49ae-a053-c8a75a56c643) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:33.895613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:33.904671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:33.910853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:34.076091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.101510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Pushing event updated for resources: {'Port': ['ID=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:34.113042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:23Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:31Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:34.121962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e4070-9fa5-4a79-a1bf-0258da226a98 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:23Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:31Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:34.165191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Attempting to bind port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:34.165581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Attempting to bind port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:34.165930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Attempting to bind port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a on network 169bac5f-1df4-4b1d-9062-fb6aff602c67 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:34.192308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:34.192657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Checking segment: {'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:34.193245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.193813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Bound using segment: {'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:34.194441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Bound port: 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:34.195090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.231260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.260883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object 33fc0837-2000-49ae-a053-c8a75a56c643 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:34.277138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:34.283399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf35c942de34794b08c336c0afc90bc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:34.286114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:34.294301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:34.332327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Router e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:38:34.408915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-66df5296-5a39-464f-a672-72aa55929396 None None] For port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:34.442867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-66df5296-5a39-464f-a672-72aa55929396 None None] For port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,segment=NetworkSegment(a39e331c-6639-4a51-b11b-943b10a7bc1f),segment_id=a39e331c-6639-4a51-b11b-943b10a7bc1f)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:34.518953 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.658217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] For port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:34.659072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.664899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df5296-5a39-464f-a672-72aa55929396 None None] Pushing event updated for resources: {'Port': ['ID=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:34.928822 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.216753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cba4b-9190-4763-afc6-cac2a47c0c3e req-0088904e-a531-440c-abb2-9c2c055a1931 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:35.225364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-782cba4b-9190-4763-afc6-cac2a47c0c3e req-0088904e-a531-440c-abb2-9c2c055a1931 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 945 time: 0.2343869 Jun 03 15:38:35.278576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f713d66-b8a4-40ab-93f0-89b7250f31a1 req-356ba385-82c5-4a2d-8ec0-59bdf60bd16a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:35.288054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f713d66-b8a4-40ab-93f0-89b7250f31a1 req-356ba385-82c5-4a2d-8ec0-59bdf60bd16a tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.2093029 Jun 03 15:38:35.395191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Calling delete_port for 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:35.456230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:35.471852 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] Sync routers for ids ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:35.475095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.477533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:35.492282 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] Routers {'e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:35.494609 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:35.531485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.532916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ace94010-6ca3-4a08-9901-788a898146c4 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.5519609 Jun 03 15:38:35.534308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:35.542312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40198) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:35.548505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.563044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-782cba4b-9190-4763-afc6-cac2a47c0c3e req-6824fa4a-65a6-4574-8ad1-1e88d639d35c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3357251 Jun 03 15:38:35.568659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:35.570866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f713d66-b8a4-40ab-93f0-89b7250f31a1 req-85c660e7-a4b9-4422-9fe1-0fc74f426986 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818358 Jun 03 15:38:35.611341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=33fc0837-2000-49ae-a053-c8a75a56c643,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:35.620931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:35.621137 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:35.632027 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] Routers {'e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:35.633713 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:35.653789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f52739e3-c2fc-4260-877a-571cbf7f3a37 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:35.701880 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:35.702549 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd8904-f122-4d44-a21a-357dd585e68e None None] The sync data for ids ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:35.771814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f52739e3-c2fc-4260-877a-571cbf7f3a37 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:35.781783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f52739e3-c2fc-4260-877a-571cbf7f3a37 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:35.782158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.933563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.934836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.935396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.935925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.936477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.937002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.937541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.938069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.938588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.939118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.939568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.940006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:35.940692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f52739e3-c2fc-4260-877a-571cbf7f3a37 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:35.941235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.997132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f52739e3-c2fc-4260-877a-571cbf7f3a37, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f52739e3-c2fc-4260-877a-571cbf7f3a37,segment=NetworkSegment(4bb18834-5832-4d72-9033-56def14bf0f5),segment_id=4bb18834-5832-4d72-9033-56def14bf0f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:36.003234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.004527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:36.048975 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bf35c942de34794b08c336c0afc90bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4468904 Jun 03 15:38:36.049915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:36.094835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96556d4b-3526-4fee-9f78-46f2515976e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0825e1b-6ac8-4820-82a3-11b52a43cd42,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:36.142602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.270016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249e3075-78da-40ba-8281-bbfe3a00fab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.348840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9282d34-8921-405a-b29b-5d2e3795580c None None] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:36.358697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249e3075-78da-40ba-8281-bbfe3a00fab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.475198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d380c6c4-06ae-4d7d-99ef-afbf12a25119 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:36.478343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249e3075-78da-40ba-8281-bbfe3a00fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.530227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e3075-78da-40ba-8281-bbfe3a00fab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0825e1b-6ac8-4820-82a3-11b52a43cd42,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:36.549611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249e3075-78da-40ba-8281-bbfe3a00fab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.550461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-249e3075-78da-40ba-8281-bbfe3a00fab1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0825e1b-6ac8-4820-82a3-11b52a43cd42 HTTP/1.1" status: 204 len: 168 time: 0.4966562 Jun 03 15:38:36.568024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:36.714484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f52739e3-c2fc-4260-877a-571cbf7f3a37,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:36.874240 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.893744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:36.919777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Provisioning for port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:36.929749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:36.930382 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.975156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Provisioning complete for port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:36.976186 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.012309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No active binding found for port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:38:37.013103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:37.050283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5781d-f44d-4c8a-af98-17ae42041ea8 req-f5b80010-8ae9-4e07-83dc-de97f21d45f9 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:37.063743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17c5781d-f44d-4c8a-af98-17ae42041ea8 req-f5b80010-8ae9-4e07-83dc-de97f21d45f9 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 945 time: 0.3207791 Jun 03 15:38:37.070637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Pushing event deleted for resources: {'Port': ['ID=24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:37.165196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port d380c6c4-06ae-4d7d-99ef-afbf12a25119 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:37.184761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port d380c6c4-06ae-4d7d-99ef-afbf12a25119 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:37.185471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.208175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17c5781d-f44d-4c8a-af98-17ae42041ea8 req-6483b426-9cfe-48af-b8b9-20561c28b7d7 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426561 Jun 03 15:38:37.234689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1996b-84a4-41c8-9daf-6dd63f7e2abd req-ea7ccbca-ce43-4df2-8390-a06202c3d6a5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:37.250138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49f1996b-84a4-41c8-9daf-6dd63f7e2abd req-ea7ccbca-ce43-4df2-8390-a06202c3d6a5 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 945 time: 0.3938131 Jun 03 15:38:37.252325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40256) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:37.319332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.329300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.347374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] No DVR routers for this DVR port 24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:37.349873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49f1996b-84a4-41c8-9daf-6dd63f7e2abd req-e6bd335f-f9e4-46f3-9a63-e4665ef11848 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986168 Jun 03 15:38:37.353475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.362008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:37.367104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Usage tracker for resource:security_group_rule and tenant:b360361d0455441bb8b17e3eed98e31c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:37.371470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:37.378745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:37.388147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'name': 'network-vif-deleted', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:37.446914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.462197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a656ef5d-b3d7-441f-bba6-305875a11660 req-299092e9-f498-47de-a133-73e89666afd2 tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.70 "DELETE /v2.0/ports/24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3 HTTP/1.1" status: 204 len: 173 time: 4.6885595 Jun 03 15:38:37.486561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:37.492708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Deleting port 38a08e1b-7348-4bc1-a0d0-7a7e982ee1d8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:37.493492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.508146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.557832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.580124 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.589848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.611540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Current status of the port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:37.611927 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.690143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b360361d0455441bb8b17e3eed98e31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361618 Jun 03 15:38:37.693220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf82b93-e603-46fe-a1c9-81ee40240db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b99e0-8956-47b7-84f7-fe8d8aa57185,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:37.699296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40280) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:37.784034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d380c6c4-06ae-4d7d-99ef-afbf12a25119 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:37.784802 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.833681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,segment=NetworkSegment(a39e331c-6639-4a51-b11b-943b10a7bc1f),segment_id=a39e331c-6639-4a51-b11b-943b10a7bc1f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:37.873020 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43741393-704b-4023-bee9-5b3427128c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.895676 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.939988 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43741393-704b-4023-bee9-5b3427128c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.961194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:38.115336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d380c6c4-06ae-4d7d-99ef-afbf12a25119, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:38.119482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f52739e3-c2fc-4260-877a-571cbf7f3a37 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:38.148152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43741393-704b-4023-bee9-5b3427128c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.215854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43741393-704b-4023-bee9-5b3427128c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3b99e0-8956-47b7-84f7-fe8d8aa57185,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:38.232846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43741393-704b-4023-bee9-5b3427128c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.242220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43741393-704b-4023-bee9-5b3427128c77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf3b99e0-8956-47b7-84f7-fe8d8aa57185 HTTP/1.1" status: 204 len: 168 time: 0.5337148 Jun 03 15:38:38.320315 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e9e686-24b6-4b57-8fc1-5764c3c22ead'] response: {'server_uuid': '140fef3a-b4f0-4666-8f4e-a0402b219cbc', 'name': 'network-vif-deleted', 'tag': '24b36f8e-5ff7-431b-9bf7-b8cc30b50ca3', 'status': 'completed', 'code': 200} Jun 03 15:38:38.325952 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:38.332843 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:38.337128 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b68edba-3610-4ec2-bf81-c1747a1944ec'] response: {'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'code': 200} Jun 03 15:38:38.358400 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.407757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f52739e3-c2fc-4260-877a-571cbf7f3a37 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:38.407757 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.520610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:38.713641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d380c6c4-06ae-4d7d-99ef-afbf12a25119,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:38.779469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ed4cf54-dc6e-414a-a932-f35049262aa4 req-d1ca0e31-6f52-4eb8-9e0c-d81075ce389d tempest-ServerRescueTestJSONUnderV235-1806910205 tempest-ServerRescueTestJSONUnderV235-1806910205-project] 10.222.0.66 "GET /v2.0/ports?device_id=140fef3a-b4f0-4666-8f4e-a0402b219cbc HTTP/1.1" status: 200 len: 210 time: 0.1139510 Jun 03 15:38:38.923617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.930813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b60b3-2703-4e67-b216-2bfdf94d705e req-7bb3b466-d20a-481c-a589-9d7694139344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:38.933036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d77b60b3-2703-4e67-b216-2bfdf94d705e req-7bb3b466-d20a-481c-a589-9d7694139344 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 1097 time: 0.4039862 Jun 03 15:38:38.945437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626805e-9820-42eb-80f1-784a2cf26f64 req-e9567ab3-ecc8-4d15-81a1-ad5720b64faa tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:38.947110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6626805e-9820-42eb-80f1-784a2cf26f64 req-e9567ab3-ecc8-4d15-81a1-ad5720b64faa tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 946 time: 0.1662743 Jun 03 15:38:38.977079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f52739e3-c2fc-4260-877a-571cbf7f3a37 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:38.993006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d77b60b3-2703-4e67-b216-2bfdf94d705e req-435add4c-c116-48c0-86e5-914149ee08e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448735 Jun 03 15:38:38.994961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1246629b-2303-48b0-b190-5aba7fcdba7a None None] Current status of the port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:39.057698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6626805e-9820-42eb-80f1-784a2cf26f64 req-d5c1a072-c689-45e7-a4f3-90ba84744d6c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659018 Jun 03 15:38:39.132282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-65190047-ea20-495b-afe4-ac38242536df None None] Provisioning for port 33fc0837-2000-49ae-a053-c8a75a56c643 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:39.139592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-65190047-ea20-495b-afe4-ac38242536df None None] Provisioning complete for port 33fc0837-2000-49ae-a053-c8a75a56c643 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:39.139924 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-65190047-ea20-495b-afe4-ac38242536df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.243679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Calling delete_port for 38a08e1b-7348-4bc1-a0d0-7a7e982ee1d8 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:39.272258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-65190047-ea20-495b-afe4-ac38242536df None None] Port 33fc0837-2000-49ae-a053-c8a75a56c643 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:39.291126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-65190047-ea20-495b-afe4-ac38242536df None None] Provisioning complete for port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:39.292497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-65190047-ea20-495b-afe4-ac38242536df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.460977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-65190047-ea20-495b-afe4-ac38242536df None None] Current status of the port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:39.608786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.617185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.729863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.781800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.792955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=33fc0837-2000-49ae-a053-c8a75a56c643,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:39.901314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40392) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:39.902122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Pushing event deleted for resources: {'Port': ['ID=38a08e1b-7348-4bc1-a0d0-7a7e982ee1d8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:40.010934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:40.060589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.206046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40398) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:40.220128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:40.220491 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.395682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:40.807228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084445d2-ad1f-4884-8496-6418c7aee4d8 req-c941b71e-52d3-4b1c-a916-c097255410f4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:40.808961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-084445d2-ad1f-4884-8496-6418c7aee4d8 req-c941b71e-52d3-4b1c-a916-c097255410f4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 946 time: 0.4089191 Jun 03 15:38:40.829779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40424) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:40.843804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:40.851299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:40.861521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.876942 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:38:40.922455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-084445d2-ad1f-4884-8496-6418c7aee4d8 req-25b8d622-c6ca-47e5-b79c-1baa35584fb0 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051824 Jun 03 15:38:40.956988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:40.962205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Usage tracker for resource:security_group_rule and tenant:524d2cba843944018df1c83f47757a78 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:40.966264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:41.104833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.191084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:41.196216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-911253407'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:41.209682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-29600a32-c3fc-495c-a37c-0f1683992ac7 None None] Provisioning complete for port 33fc0837-2000-49ae-a053-c8a75a56c643 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:41.210194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29600a32-c3fc-495c-a37c-0f1683992ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.233354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.236917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:41.261967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Usage tracker for resource:network and tenant:45123dd557e74c2da67291ed4337104f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:41.267018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.273903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-29600a32-c3fc-495c-a37c-0f1683992ac7 None None] Port 33fc0837-2000-49ae-a053-c8a75a56c643 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:41.283773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:41.299447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:41.465306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Made reservation on behalf of 45123dd557e74c2da67291ed4337104f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:41.468811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.483655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:41.493490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.530516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Router e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:41.613300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:41.696885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Usage tracker for resource:security_group_rule and tenant:45123dd557e74c2da67291ed4337104f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:41.699037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Deleting port e2cb2672-442a-43fc-8594-57f70ae4b1e3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:41.699385 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.714102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:41.795390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:41.880738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] For port e2cb2672-442a-43fc-8594-57f70ae4b1e3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e2cb2672-442a-43fc-8594-57f70ae4b1e3,segment=NetworkSegment(dbe2be96-5856-4c16-a91e-48be694cb2d5),segment_id=dbe2be96-5856-4c16-a91e-48be694cb2d5)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:41.881103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.882824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:41.895468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] Sync routers for ids ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:41.905608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] Routers {'e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:41.906621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:41.927807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:41.938980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.939642 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:41.955739 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:41.956326 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:41.991750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:42.008512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] Routers {'e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:42.012406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.013032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:42.078090 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fe8a3765-ac14-464d-bb07-57f81eddefec tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4505711 Jun 03 15:38:42.095188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40454) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.117472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.123330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-26b539b2-9468-4603-a603-6b88c5c412a0 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "PUT /v2.0/routers/e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 HTTP/1.1" status: 200 len: 709 time: 6.5797510 Jun 03 15:38:42.124577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40458) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.139422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Calling delete_port for e2cb2672-442a-43fc-8594-57f70ae4b1e3 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:42.140020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-472948988'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:42.170868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:42.171310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bca3fa-1a70-4c3c-9062-b576e9ed548b None None] The sync data for ids ['e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:42.277662 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:42.323187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc3410-6560-42f5-b283-03ec5211cca7 req-b564fdb3-b6bf-4c7b-bfc0-45e55cde0bfb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:42.332718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73dc3410-6560-42f5-b283-03ec5211cca7 req-b564fdb3-b6bf-4c7b-bfc0-45e55cde0bfb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 946 time: 0.1599443 Jun 03 15:38:42.382798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:42.391783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-40e9e2ca-9ec8-441e-ab32-42a2640b0a6e tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/routers/e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 HTTP/1.1" status: 200 len: 744 time: 0.2301066 Jun 03 15:38:42.395303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40466) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.405021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:42.412728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=524d2cba843944018df1c83f47757a78&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1753440 Jun 03 15:38:42.416666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:42.419907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492d2ae-53b2-4421-93ca-ee6adcd3273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d3a330-97aa-4f52-9511-26a61e187ad6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:42.424311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40470) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.430070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:42.470524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73dc3410-6560-42f5-b283-03ec5211cca7 req-be496797-e175-4c7a-9f67-53d3faccd8ea tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267366 Jun 03 15:38:42.492472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:42.509085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.530856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-40b18439-7005-4f70-bb20-03a4ae6beb0d tempest-RoutersIpV6AdminTest-343167745 tempest-RoutersIpV6AdminTest-343167745-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&device_id=e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 HTTP/1.1" status: 200 len: 205 time: 0.1314902 Jun 03 15:38:42.532416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.608519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3967f93a-9df2-4a54-b250-f624b8e3fc80 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 HTTP/1.1" status: 200 len: 205 time: 0.0719743 Jun 03 15:38:42.611457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40486) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.725510 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:37Z', 'revision_number': 3, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:39Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:42.731023 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:42.731366 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Updating router cdb20732-ff2e-4257-9246-4c207e75bcb2 port 33fc0837-2000-49ae-a053-c8a75a56c643 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:38:42.788587 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.851711 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b18eaeee-c894-4cb8-b535-cd16c4de4bb8 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.884580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:42.915678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-786d3651-81d9-4d08-9439-8a5a009ffb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.919249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.921191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.921606 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment 031e326f-3e18-4a2c-aa2b-b6d620a963e3 of type vlan for network c615e061-a869-418b-b639-23042746a955 Jun 03 15:38:42.940306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.996188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-786d3651-81d9-4d08-9439-8a5a009ffb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.098307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-786d3651-81d9-4d08-9439-8a5a009ffb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.117574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.146101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:43.172471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cbdf19-305e-45cf-83fd-9b127ed7f85d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:43.201471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.201843 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Added segment 1ba6f460-957f-49ab-9c03-41d808a1776f of type vlan for network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 Jun 03 15:38:43.225917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d3651-81d9-4d08-9439-8a5a009ffb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d3a330-97aa-4f52-9511-26a61e187ad6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:43.244500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-786d3651-81d9-4d08-9439-8a5a009ffb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.245932 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-786d3651-81d9-4d08-9439-8a5a009ffb27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41d3a330-97aa-4f52-9511-26a61e187ad6 HTTP/1.1" status: 204 len: 168 time: 0.8180003 Jun 03 15:38:43.268534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.272451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.283710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.284642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.387040 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4438f0d-e781-4d55-ab51-268c3cbe9a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.398376 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.410285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.436051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=c615e061-a869-418b-b639-23042746a955,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:43.442213 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Transition to ACTIVE for port object 33fc0837-2000-49ae-a053-c8a75a56c643 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:43.449641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c615e061-a869-418b-b639-23042746a955 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:43.460328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-11d52573-1149-4966-a8a8-52805cbcca67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3488686 Jun 03 15:38:43.461321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40500) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:43.471065 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.494999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': 'c615e061-a869-418b-b639-23042746a955', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:43.511347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b18eaeee-c894-4cb8-b535-cd16c4de4bb8 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.514429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b18eaeee-c894-4cb8-b535-cd16c4de4bb8 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.610840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ade9-a99f-4a02-b6fb-118563e7a9f0 req-649fb2ac-de8a-41a1-a58b-80e5b3d3cbdb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.615528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7e9ade9-a99f-4a02-b6fb-118563e7a9f0 req-649fb2ac-de8a-41a1-a58b-80e5b3d3cbdb tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 946 time: 0.8522756 Jun 03 15:38:43.618953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b18eaeee-c894-4cb8-b535-cd16c4de4bb8 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.620832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18eaeee-c894-4cb8-b535-cd16c4de4bb8 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Fanout notify agent at l3_agent the message router_deleted on router e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:43.626556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cb2672-442a-43fc-8594-57f70ae4b1e3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:43.782114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b18eaeee-c894-4cb8-b535-cd16c4de4bb8 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.782114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b18eaeee-c894-4cb8-b535-cd16c4de4bb8 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 HTTP/1.1" status: 204 len: 168 time: 1.1652596 Jun 03 15:38:43.791884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7e9ade9-a99f-4a02-b6fb-118563e7a9f0 req-9c72babb-4055-416d-aaa8-3b1ad735201a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467669 Jun 03 15:38:43.799593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40512) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:43.826525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40516) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:43.827256 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.848145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.849218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.853235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40518) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:43.855931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b37ae6-5ff3-4c25-b6d6-86a1aaf8427f None None] Pushing event updated for resources: {'Port': ['ID=33fc0837-2000-49ae-a053-c8a75a56c643,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:44.000557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e7b349d4-d8d3-4b99-9e28-4c1a1559ff72 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 HTTP/1.1" status: 200 len: 205 time: 0.1986277 Jun 03 15:38:44.038977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40524) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.051440 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Attempting to bind port 33fc0837-2000-49ae-a053-c8a75a56c643 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:44.052053 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Attempting to bind port 33fc0837-2000-49ae-a053-c8a75a56c643 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:44.052760 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Attempting to bind port 33fc0837-2000-49ae-a053-c8a75a56c643 on network 169bac5f-1df4-4b1d-9062-fb6aff602c67 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:44.060476 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:44.061203 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Checking segment: {'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:44.061760 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.062473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Bound using segment: {'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:44.063183 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Bound port: 33fc0837-2000-49ae-a053-c8a75a56c643, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39e331c-6639-4a51-b11b-943b10a7bc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:44.063721 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.079683 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.2344971 Jun 03 15:38:44.096874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:44.134149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:44.146704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:44.155604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94978ec-1a20-41ed-ac3e-893ce9cf310d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Pushing event updated for resources: {'Network': ['ID=ac85ef39-22f5-41cd-8550-3b6a5d08bde4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:44.159890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:44.181062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:44.189198 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.193534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c40dcd-46b4-4adf-adf7-52d15662c014 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:44.195294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-26c40dcd-46b4-4adf-adf7-52d15662c014 tempest-TestNetworkBasicOps-1033780720 tempest-TestNetworkBasicOps-1033780720-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 1092 time: 0.3385642 Jun 03 15:38:44.196481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:44.200976 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.219007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40536) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.228673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:44.286698 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-240720d2-6d66-4beb-b45a-7240e408b3a6 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] delete failed (client error): The resource could not be found. Jun 03 15:38:44.287835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:44.288300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-240720d2-6d66-4beb-b45a-7240e408b3a6 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/e1a3d00d-5a7e-41ec-a228-ebd8e1cb11f7 HTTP/1.1" status: 404 len: 336 time: 0.2479343 Jun 03 15:38:44.289573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:44.294964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40540) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.299270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Usage tracker for resource:security_group_rule and tenant:a2822e822de04f36a3ea19e681c6def0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:44.304630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:44.311066 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] For port 33fc0837-2000-49ae-a053-c8a75a56c643, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:44.314773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Usage tracker for resource:floatingip and tenant:83ef3833b4234da7ab416edcbb5e8afc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:44.316960 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] For port 33fc0837-2000-49ae-a053-c8a75a56c643, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=33fc0837-2000-49ae-a053-c8a75a56c643,segment=NetworkSegment(a39e331c-6639-4a51-b11b-943b10a7bc1f),segment_id=a39e331c-6639-4a51-b11b-943b10a7bc1f)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:44.321724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:44.326731 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.340295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:44.353746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:44.367237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-061042c1-44ef-40c9-97da-fccf4c49c597 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=0490e2df-1a8b-4b05-8684-65f366f62fdc HTTP/1.1" status: 200 len: 205 time: 0.0690231 Jun 03 15:38:44.375804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40544) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.395458 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.478560 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-d308af08-9a55-471d-a991-5ef00142c405 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] delete failed (client error): The resource could not be found. Jun 03 15:38:44.480243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:44.480898 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:44.481296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d308af08-9a55-471d-a991-5ef00142c405 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/0490e2df-1a8b-4b05-8684-65f366f62fdc HTTP/1.1" status: 404 len: 336 time: 0.1032927 Jun 03 15:38:44.482250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.488718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.570258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cc72e7ca-7ce9-4a1b-8f39-88d838e6f29d tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7d8bed5-6d3a-4e9d-9419-8387414e745c HTTP/1.1" status: 200 len: 205 time: 0.0799866 Jun 03 15:38:44.570897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40556) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.698815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.758780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40560) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.776187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Request body: {'port': {'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4', 'binding:host_id': 'n-h1-844594-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007742434'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:44.777882 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:44.787643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:44.801075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Usage tracker for resource:port and tenant:1aab30eb31e8450ebb83861cf63be5e5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:44.809323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:44.818175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:44.891356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Made reservation on behalf of 1aab30eb31e8450ebb83861cf63be5e5 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:44.893755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.911892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.922576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.945833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:44.949247 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-92cfcda6-0abf-4ea0-ba1e-1700aaabfcf6 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] delete failed (client error): The resource could not be found. Jun 03 15:38:44.953482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-92cfcda6-0abf-4ea0-ba1e-1700aaabfcf6 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/b7d8bed5-6d3a-4e9d-9419-8387414e745c HTTP/1.1" status: 404 len: 336 time: 0.2524199 Jun 03 15:38:44.954271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.958455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40566) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.962117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Usage tracker for resource:security_group_rule and tenant:1aab30eb31e8450ebb83861cf63be5e5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:45.017205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:45.033147 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b37ae6-5ff3-4c25-b6d6-86a1aaf8427f None None] Pushing event updated for resources: {'Port': ['ID=33fc0837-2000-49ae-a053-c8a75a56c643,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:45.038041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:45.096067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.116628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-806195af-a3f3-4838-b12d-6dfae7a165ba tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=07718460-5328-448a-98f3-81154acee990 HTTP/1.1" status: 200 len: 205 time: 0.1553414 Jun 03 15:38:45.122296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:45.131109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2822e822de04f36a3ea19e681c6def0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2712994 Jun 03 15:38:45.186457 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:37Z', 'revision_number': 3, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:44Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:45.191043 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f93ff5d-b9cc-4c00-8a79-44d2e6d5c299 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:37Z', 'revision_number': 3, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:44Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:45.208373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e719cb-014d-4678-b33c-7080a2bb1089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c0332-402b-4449-aa40-d9bc6e3e7615,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:45.218329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40578) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:45.293892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:45.294304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: c615e061-a869-418b-b639-23042746a955, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:45.315245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=a9c36f83-d149-41fb-8040-6ee0d7bd9e49,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:45.367900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Allocated IP 172.25.1.134 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/92affcf2-f44b-41a0-8249-61083c61e5d3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:45.396594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network c615e061-a869-418b-b639-23042746a955 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:45.553149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.603700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.638317 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-fd628430-5a12-406f-872f-7fc5153215cd tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] delete failed (client error): The resource could not be found. Jun 03 15:38:45.643560 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fd628430-5a12-406f-872f-7fc5153215cd tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/07718460-5328-448a-98f3-81154acee990 HTTP/1.1" status: 404 len: 336 time: 0.5157232 Jun 03 15:38:45.644132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40586) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:45.645582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c615e061-a869-418b-b639-23042746a955) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:45.651044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:45.651675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.655741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8284ac-45be-459c-81bf-d9b96e8b54d3 None None] Network c615e061-a869-418b-b639-23042746a955 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:45.661039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.722644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0dad9749-0d78-43e1-bae9-5823c6b426bf tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=84d34b2b-b86f-4033-bf7b-f9dead5d94dc HTTP/1.1" status: 200 len: 205 time: 0.0628901 Jun 03 15:38:45.723443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40590) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:45.764734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.773007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:45.791581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:45.798931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.802264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:45.894640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] device_id is not set on port b9254f47-97cd-439f-8db9-dd001fc90eaa yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:45.940823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=92affcf2-f44b-41a0-8249-61083c61e5d3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:45.954782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f618c948-846a-42ba-a06a-95156694fd78 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4738803 Jun 03 15:38:45.968318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c615e061-a869-418b-b639-23042746a955', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:45.969432 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.998854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40600) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:46.084324 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-dba0807d-c840-4b63-be2a-5f7d8ec7f8e7 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] delete failed (client error): The resource could not be found. Jun 03 15:38:46.088262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dba0807d-c840-4b63-be2a-5f7d8ec7f8e7 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/84d34b2b-b86f-4033-bf7b-f9dead5d94dc HTTP/1.1" status: 404 len: 336 time: 0.3556790 Jun 03 15:38:46.095585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 33fc0837-2000-49ae-a053-c8a75a56c643 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:46.102633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40604) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:46.225352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bbcf43dc-b388-4b3e-8dda-a494acbe8a2d tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "GET /v2.0/ports?device_id=2495f515-4620-40e6-950a-3f184aa7a303 HTTP/1.1" status: 200 len: 205 time: 0.1001034 Jun 03 15:38:46.229516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 33fc0837-2000-49ae-a053-c8a75a56c643 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:46.243565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40610) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:46.259222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 33fc0837-2000-49ae-a053-c8a75a56c643 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:46.259894 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.339919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4f2448a-c180-4719-86ed-763300410f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.383501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-0523c6cf-8577-421f-b7bc-8352132bad00 req-5f1a83e2-be20-4c47-89df-2cc6bca92629 service neutron] (88339) timed out ('10.222.0.66', 51160) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:38:46.423009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8a57-fd8a-4a7a-95b0-c1229afb639a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.440052 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-aa73f141-cc4a-459e-b20d-08e3f793eeac tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] delete failed (client error): The resource could not be found. Jun 03 15:38:46.441126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aa73f141-cc4a-459e-b20d-08e3f793eeac tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/routers/2495f515-4620-40e6-950a-3f184aa7a303 HTTP/1.1" status: 404 len: 336 time: 0.1922772 Jun 03 15:38:46.453303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:46.483546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462c0a8a-da3b-4d8c-9081-41a456c99e61,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:46.499921 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-7992d514-4027-4cdd-8651-e92f9784dd21 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:46.500448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7992d514-4027-4cdd-8651-e92f9784dd21 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:46.512711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7992d514-4027-4cdd-8651-e92f9784dd21 tempest-RoutersIpV6AdminTest-713620516 tempest-RoutersIpV6AdminTest-713620516-project] 10.222.0.66 "DELETE /v2.0/subnets/5ca13d48-a043-4262-a9e6-84745a79e7f0 HTTP/1.1" status: 404 len: 337 time: 0.0583758 Jun 03 15:38:46.556124 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8a57-fd8a-4a7a-95b0-c1229afb639a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.559158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Allocated IP 172.22.0.2 (c615e061-a869-418b-b639-23042746a955/a9c36f83-d149-41fb-8040-6ee0d7bd9e49/6888a8b6-dacb-4c29-9122-846ef74d20e0) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:46.562577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 33fc0837-2000-49ae-a053-c8a75a56c643 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:46.563238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.584056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Router 737cafdc-556e-4206-b775-19f27990b60e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:46.665426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 33fc0837-2000-49ae-a053-c8a75a56c643, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=33fc0837-2000-49ae-a053-c8a75a56c643,segment=NetworkSegment(a39e331c-6639-4a51-b11b-943b10a7bc1f),segment_id=a39e331c-6639-4a51-b11b-943b10a7bc1f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:46.681010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.738606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.898827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=33fc0837-2000-49ae-a053-c8a75a56c643,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:47.000936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.012889 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8a57-fd8a-4a7a-95b0-c1229afb639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.072825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8a57-fd8a-4a7a-95b0-c1229afb639a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c0332-402b-4449-aa40-d9bc6e3e7615,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:47.081782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8a57-fd8a-4a7a-95b0-c1229afb639a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.083327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dc8a8a57-fd8a-4a7a-95b0-c1229afb639a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b70c0332-402b-4449-aa40-d9bc6e3e7615 HTTP/1.1" status: 204 len: 168 time: 1.7233665 Jun 03 15:38:47.085160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:47.093583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9e3fdf94-a6a6-4ad5-81fe-f5dc0b130906 admin admin] 10.222.0.66 "PUT /v2.0/routers/737cafdc-556e-4206-b775-19f27990b60e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1904039 Jun 03 15:38:47.120867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] Sync routers for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:47.125144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40636) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:47.125710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40638) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:47.189598 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.203714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Transition to ACTIVE for port object 6888a8b6-dacb-4c29-9122-846ef74d20e0 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:47.228259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Transition to ACTIVE for port object 6888a8b6-dacb-4c29-9122-846ef74d20e0 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:47.241812 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.419339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:47.419984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:47.437248 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.603187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.617423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Network c615e061-a869-418b-b639-23042746a955 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:47.627306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:47.634057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:47.638269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Usage tracker for resource:security_group_rule and tenant:dbb49479537244258fdeb5377706ad4e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:47.641547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:47.647971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:47.650875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Pushing event updated for resources: {'Port': ['ID=6888a8b6-dacb-4c29-9122-846ef74d20e0,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:47.656635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:47.752335 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.762034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.803370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] device_id is not set on port b9254f47-97cd-439f-8db9-dd001fc90eaa yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:47.850836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.876742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe329f-36bb-4a7d-bf8f-4804abcc2d40,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:47.912818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Transition to ACTIVE for port object b9254f47-97cd-439f-8db9-dd001fc90eaa will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:47.921027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3b65f8d0-551f-40c7-8970-67e87c3f578f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbb49479537244258fdeb5377706ad4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7921648 Jun 03 15:38:47.924243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40666) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:47.927890 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.956312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.004454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-644541bf-12f6-496e-af94-c92c6b84ee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.059377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Attempting to bind port 6888a8b6-dacb-4c29-9122-846ef74d20e0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:48.059872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Attempting to bind port 6888a8b6-dacb-4c29-9122-846ef74d20e0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:48.065068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Attempting to bind port 6888a8b6-dacb-4c29-9122-846ef74d20e0 on network c615e061-a869-418b-b639-23042746a955 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:48.111906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.124725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 33fc0837-2000-49ae-a053-c8a75a56c643 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:48.130555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-644541bf-12f6-496e-af94-c92c6b84ee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.145556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Deleting port d68ffd70-98a2-43af-b296-6351b1ace4d9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:48.146329 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.231781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:48.232626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Checking segment: {'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:48.233631 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.234575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Bound using segment: {'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:48.235785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Bound port: 6888a8b6-dacb-4c29-9122-846ef74d20e0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:48.236588 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.506748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=b9254f47-97cd-439f-8db9-dd001fc90eaa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:48.517794 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.563755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-644541bf-12f6-496e-af94-c92c6b84ee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.604513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Checking segment: {'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:48.604867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Network hostable DHCP agents. Network: ac85ef39-22f5-41cd-8550-3b6a5d08bde4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:48.616931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.622239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:48.694437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] For port d68ffd70-98a2-43af-b296-6351b1ace4d9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d68ffd70-98a2-43af-b296-6351b1ace4d9,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:48.694871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.707818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:48.715385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644541bf-12f6-496e-af94-c92c6b84ee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe329f-36bb-4a7d-bf8f-4804abcc2d40,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:48.722733 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-644541bf-12f6-496e-af94-c92c6b84ee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.723886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-644541bf-12f6-496e-af94-c92c6b84ee2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbbe329f-36bb-4a7d-bf8f-4804abcc2d40 HTTP/1.1" status: 204 len: 168 time: 0.7981367 Jun 03 15:38:48.790183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, ac85ef39-22f5-41cd-8550-3b6a5d08bde4) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:48.795349 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.804815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:48.813336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 33fc0837-2000-49ae-a053-c8a75a56c643 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:48.813699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.838592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a610c-6e65-455d-8bf0-ec60e4c54ec1 None None] Network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:48.885025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.954866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:48.955619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:48.956274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:48.963528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] For port 6888a8b6-dacb-4c29-9122-846ef74d20e0, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:48.969538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Calling delete_port for d68ffd70-98a2-43af-b296-6351b1ace4d9 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:49.002220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:49.002582 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:49.007498 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 2 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:49.031397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.22.0.1 (c615e061-a869-418b-b639-23042746a955/a9c36f83-d149-41fb-8040-6ee0d7bd9e49/5c5e0509-7b3c-4313-838d-e60d6ca51ca3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:49.060577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:49.061269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:49.061850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:49.078208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:49.078817 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:49.115636 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 3 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:49.199747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] For port 6888a8b6-dacb-4c29-9122-846ef74d20e0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6888a8b6-dacb-4c29-9122-846ef74d20e0,segment=NetworkSegment(031e326f-3e18-4a2c-aa2b-b6d620a963e3),segment_id=031e326f-3e18-4a2c-aa2b-b6d620a963e3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:49.260790 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.319914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:49.320515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:49.321023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:49.342013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:49.342691 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:49.348504 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 4 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:49.413083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:49.418135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:49.418841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:49.464845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:49.465250 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:49.465953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.501707 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 5 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:49.527514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40708) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:49.568986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68ffd70-98a2-43af-b296-6351b1ace4d9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:49.586346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:49.586686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:49.587554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:49.611783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.620906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 33fc0837-2000-49ae-a053-c8a75a56c643 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:49.636086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:49.636394 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:49.646632 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 6 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:49.702549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:49.712975 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.714868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:49.715370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:49.715874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:49.727022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.736646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c0f37edc-72fb-43ed-8c2d-2444771f42c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39ba345adfdf4730bf295569df8d6292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049541 Jun 03 15:38:49.737680 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.738296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Pushing event updated for resources: {'Port': ['ID=6888a8b6-dacb-4c29-9122-846ef74d20e0,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:49.765097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40718) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:49.778582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.785616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.786167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.787453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.787959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.787959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.788276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.788609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.788944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.799330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.799699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.800257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5069ded-0581-4351-91ce-d82134ee625a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:49.820993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:49.821634 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:49.837436 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 7 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:49.966785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:49.967118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:49.975240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:49.994629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:38:42Z', 'revision_number': 5, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port': {'id': 'd68ffd70-98a2-43af-b296-6351b1ace4d9', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cafdc-556e-4206-b775-19f27990b60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:35Z', 'updated_at': '2022-06-03T15:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:50.000044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] Checking router: 737cafdc-556e-4206-b775-19f27990b60e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:50.029312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] Routers {'737cafdc-556e-4206-b775-19f27990b60e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:50.029486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['737cafdc-556e-4206-b775-19f27990b60e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:50.074341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event updated for resources: {'Port': ['ID=92affcf2-f44b-41a0-8249-61083c61e5d3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:50.076725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:50.077247 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:50.105522 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 8 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:50.157861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.163021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.184683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:50.185276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:50.185945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:50.246814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.247698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 737cafdc-556e-4206-b775-19f27990b60e {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:50.253608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.286260 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.290438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b181352d-0d4c-4dc3-b600-58078800a823 admin admin] 10.222.0.66 "DELETE /v2.0/routers/737cafdc-556e-4206-b775-19f27990b60e HTTP/1.1" status: 204 len: 168 time: 3.1611893 Jun 03 15:38:50.294177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40734) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:50.390865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.419830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] Set router 737cafdc-556e-4206-b775-19f27990b60e gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:50.491133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adc661fa-81b0-4565-b666-b48855f5976d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.495187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:50.495878 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:50.512880 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 9 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:50.554636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] Deleting subnet 8de68ff2-b116-457c-ac34-da95efd53ca0 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:38:50.558939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.560092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network c615e061-a869-418b-b639-23042746a955 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:50.570145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:50.581380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:38:49Z', 'revision_number': 7, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:50.599232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:50.601199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa9475-062b-4e6b-8801-8b61bc0cd692 None None] The sync data for ids ['737cafdc-556e-4206-b775-19f27990b60e'] in n-d-844594-1 is: [{'id': '737cafdc-556e-4206-b775-19f27990b60e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1829676532-router', 'tenant_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:34Z', 'updated_at': '2022-06-03T15:38:49Z', 'revision_number': 7, 'project_id': 'c0c9c6c0ad54413bb5ec1714f83ae6e6', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:50.647473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-1429cbac-a945-458c-b4ca-bdfd323f818d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2380824 Jun 03 15:38:50.649887 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.744777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:50.745363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:50.746223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:50.753015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.763025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.772659 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adc661fa-81b0-4565-b666-b48855f5976d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.802147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:50.802487 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:50.866778 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 10 to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa Jun 03 15:38:50.879608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40744) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:50.881641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:50.948728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:50.949530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:50.949858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-b0fdfc06-5f28-4846-a877-9c09e07b93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:50.950201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:50.951989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-b0fdfc06-5f28-4846-a877-9c09e07b93d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 1097 time: 0.1482131 Jun 03 15:38:50.953784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.984918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port b9254f47-97cd-439f-8db9-dd001fc90eaa on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:38:50.985920 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port b9254f47-97cd-439f-8db9-dd001fc90eaa on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:38:50.986506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.053084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.127146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adc661fa-81b0-4565-b666-b48855f5976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.130965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de68ff2-b116-457c-ac34-da95efd53ca0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:51.148851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f3e3c0c0-e395-400d-9c84-a53ca3cdbd51 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8de68ff2-b116-457c-ac34-da95efd53ca0 HTTP/1.1" status: 204 len: 168 time: 0.8521581 Jun 03 15:38:51.173085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40754) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:51.229201 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Floating IP 7272648c-babf-4ff8-993d-5c4b33c3d2c4 associated. External IP: 172.25.1.134, port: d380c6c4-06ae-4d7d-99ef-afbf12a25119. Jun 03 15:38:51.286093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.312352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:51.328992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Usage tracker for resource:security_group_rule and tenant:82b1102fb38e4ee09e01eac7d697a329 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:51.334309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:51.343920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:51.383121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-aa727292-1395-42a9-9f96-a74c6d4efc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:51.384620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-aa727292-1395-42a9-9f96-a74c6d4efc87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9851cd7-ad8b-4289-8e40-41d9649660de HTTP/1.1" status: 200 len: 897 time: 0.3143563 Jun 03 15:38:51.445091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e612fc9-e39f-41fe-b693-de4056947f51 None None] Network c615e061-a869-418b-b639-23042746a955 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:51.550338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc661fa-81b0-4565-b666-b48855f5976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b83051-d428-4062-8de7-f3583dda7dc8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:51.676292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-bf768b24-1996-490f-aea0-acab871763ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119 HTTP/1.1" status: 200 len: 1000 time: 0.2816470 Jun 03 15:38:51.741611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3463a618-d847-429c-8415-89efd7c0e461 None None] Provisioning for port 6888a8b6-dacb-4c29-9122-846ef74d20e0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:51.802673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-1f5f07bf-1aa8-4f31-bd42-549a2b8215ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:51.804420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-1f5f07bf-1aa8-4f31-bd42-549a2b8215ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e HTTP/1.1" status: 200 len: 834 time: 0.1194570 Jun 03 15:38:51.812459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.862391 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.876663 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.972994 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adc661fa-81b0-4565-b666-b48855f5976d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.977339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-adc661fa-81b0-4565-b666-b48855f5976d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95b83051-d428-4062-8de7-f3583dda7dc8 HTTP/1.1" status: 204 len: 168 time: 2.1550736 Jun 03 15:38:51.997407 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.035105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbadad5-2796-4ff3-8d8a-7835eee3501a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:52.049245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] For port b9254f47-97cd-439f-8db9-dd001fc90eaa, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:52.049902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempted to set empty binding levels {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:38:52.089468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3fb954e2-2955-486f-b945-aef878077f98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82b1102fb38e4ee09e01eac7d697a329&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2087889 Jun 03 15:38:52.095091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40770) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:52.123151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6888a8b6-dacb-4c29-9122-846ef74d20e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:52.234510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.237219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-2f6275c0-c9d6-47ff-a351-56c72dcdd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:52.240367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-2f6275c0-c9d6-47ff-a351-56c72dcdd32f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9851cd7-ad8b-4289-8e40-41d9649660de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4248526 Jun 03 15:38:52.241051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9bbb96f-562e-457b-ad27-05c08d6a394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.339567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6888a8b6-dacb-4c29-9122-846ef74d20e0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:52.345364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6888a8b6-dacb-4c29-9122-846ef74d20e0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:52.345874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.444986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9bbb96f-562e-457b-ad27-05c08d6a394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.453452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Provisioning complete for port 6888a8b6-dacb-4c29-9122-846ef74d20e0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:52.454036 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.550171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-c33c9f1b-c9d2-4d64-93c3-4e428e07bfab service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965908 Jun 03 15:38:52.612464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:52.613136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.710483 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 7.9494021 Jun 03 15:38:52.713474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40788) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:52.723402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6888a8b6-dacb-4c29-9122-846ef74d20e0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:52.723792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.818370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Deleting port b9254f47-97cd-439f-8db9-dd001fc90eaa {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:52.820028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.830630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 6888a8b6-dacb-4c29-9122-846ef74d20e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6888a8b6-dacb-4c29-9122-846ef74d20e0,segment=NetworkSegment(031e326f-3e18-4a2c-aa2b-b6d620a963e3),segment_id=031e326f-3e18-4a2c-aa2b-b6d620a963e3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:52.863024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Current status of the port 6888a8b6-dacb-4c29-9122-846ef74d20e0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:52.863866 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.870445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9bbb96f-562e-457b-ad27-05c08d6a394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.877860 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.943225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c95c5-6329-4180-9fc3-078914731e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=b9254f47-97cd-439f-8db9-dd001fc90eaa,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:52.955788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68ffd70-98a2-43af-b296-6351b1ace4d9 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:52.998975 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.028365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d68ffd70-98a2-43af-b296-6351b1ace4d9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:53.028866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68ffd70-98a2-43af-b296-6351b1ace4d9 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:53.029390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e2cb2672-442a-43fc-8594-57f70ae4b1e3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:53.068073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbb96f-562e-457b-ad27-05c08d6a394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbadad5-2796-4ff3-8d8a-7835eee3501a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:53.076361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b5f245c-2795-422f-b100-1ddc32ef9fe4 req-a23aa8e3-d626-4ffc-aa00-0e01dc206897 service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149362 Jun 03 15:38:53.077328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9bbb96f-562e-457b-ad27-05c08d6a394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.082055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b9bbb96f-562e-457b-ad27-05c08d6a394a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfbadad5-2796-4ff3-8d8a-7835eee3501a HTTP/1.1" status: 204 len: 168 time: 0.9808614 Jun 03 15:38:53.142304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e2cb2672-442a-43fc-8594-57f70ae4b1e3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:53.142845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e2cb2672-442a-43fc-8594-57f70ae4b1e3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:53.211864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=6888a8b6-dacb-4c29-9122-846ef74d20e0,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:53.241609 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:53.242267 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:53.255425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55246aef-9ce2-4aa1-a7d4-bc3849baf7f4']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:53.281712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:53.284285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe2be96-5856-4c16-a91e-48be694cb2d5') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:53.285135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe2be96-5856-4c16-a91e-48be694cb2d5') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:53.318388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.452046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.454973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:53.494648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] For port b9254f47-97cd-439f-8db9-dd001fc90eaa, host n-h1-844594-1, got binding levels [] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:53.494648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.644099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:53.696266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:38:53.696266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.727520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Calling delete_port for b9254f47-97cd-439f-8db9-dd001fc90eaa owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:53.742788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.798289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.888853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Current status of the port 6888a8b6-dacb-4c29-9122-846ef74d20e0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:53.898237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.926714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Provisioning for port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:53.933550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Provisioning complete for port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:53.933861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.014618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9254f47-97cd-439f-8db9-dd001fc90eaa,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:54.038706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.050565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-971b5f83-5c76-47e0-8684-489d50581aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b9254f47-97cd-439f-8db9-dd001fc90eaa HTTP/1.1" status: 204 len: 168 time: 1.3359296 Jun 03 15:38:54.053560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40844) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:54.067557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:54.072956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b7e10751-d751-4d13-9139-816a2077be51 None None] Port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:54.079666 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] Sync routers for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:54.097661 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:54.098641 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:54.104744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6888a8b6-dacb-4c29-9122-846ef74d20e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:54.120555 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment dbe2be96-5856-4c16-a91e-48be694cb2d5 resource provider aggregate not found Jun 03 15:38:54.165765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.173344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.179685 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f7692d-9924-4f4c-9039-b3dbcc0f1d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:38:54.182210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-66f7692d-9924-4f4c-9039-b3dbcc0f1d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Synchronizing usage tracker for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:54.182394 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment dbe2be96-5856-4c16-a91e-48be694cb2d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbe2be96-5856-4c16-a91e-48be694cb2d5 found for delete ", "request_id": "req-cab19aa0-9074-43af-8d9f-d508bd752c14"}]} Jun 03 15:38:54.250339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-66f7692d-9924-4f4c-9039-b3dbcc0f1d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Unset dirty status for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:54.252551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-66f7692d-9924-4f4c-9039-b3dbcc0f1d5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "GET /v2.0/ports/b9254f47-97cd-439f-8db9-dd001fc90eaa HTTP/1.1" status: 404 len: 333 time: 0.1968408 Jun 03 15:38:54.255949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40852) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:54.262361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Request body: {'port': {'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1496387566'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:54.274037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:54.276480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] Pushing event deleted for resources: {'Network': ['ID=55246aef-9ce2-4aa1-a7d4-bc3849baf7f4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:54.306899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-394997532'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:54.309476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.310444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0898f21d-d2d2-4733-a92c-4248899329be None None] Provisioning complete for port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:54.311967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0898f21d-d2d2-4733-a92c-4248899329be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.327951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:54.330559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:54.359796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:network and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:54.370084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:54.371243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0898f21d-d2d2-4733-a92c-4248899329be None None] Port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:54.377519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:54.389664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:54.394428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Made reservation on behalf of 1aab30eb31e8450ebb83861cf63be5e5 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:54.396867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.405539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6888a8b6-dacb-4c29-9122-846ef74d20e0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:54.406478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.408552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.465577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-755b6fb3-ba29-4867-b9a5-8260fc9ce99c admin admin] 10.222.0.66 "DELETE /v2.0/networks/55246aef-9ce2-4aa1-a7d4-bc3849baf7f4 HTTP/1.1" status: 204 len: 168 time: 3.2386818 Jun 03 15:38:54.479952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] device_id is not set on port 76c51c66-f687-4efb-a1f3-43b8184b336c yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:54.537182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:54.541844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.558121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.579224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:54.584045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:security_group_rule and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:54.587617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:54.596341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:54.618474 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:54.620012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6888a8b6-dacb-4c29-9122-846ef74d20e0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:54.794896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d02ea0e3-aae9-4272-80a8-0b5fb53572ff tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.5746171 Jun 03 15:38:54.795763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40870) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:54.809923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:54.822601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40874) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:54.917226 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.933944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.944432 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c90978-6f11-41b6-bce1-edad46e824c2'] response: {'name': 'network-changed', 'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'status': 'completed', 'code': 200} Jun 03 15:38:55.111970 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-662af26b-225e-4c0e-9075-63ce0803a0df tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/7272648c-babf-4ff8-993d-5c4b33c3d2c4 HTTP/1.1" status: 200 len: 992 time: 0.2943754 Jun 03 15:38:55.122226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-838d7ba5-5f34-4e23-9f0d-35c90323732e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0c9c6c0ad54413bb5ec1714f83ae6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985029 Jun 03 15:38:55.128300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40886) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:55.147305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network c615e061-a869-418b-b639-23042746a955 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:55.150763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:55.191325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.233070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:55.264358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9422810b-fa8d-4ca8-96df-45e78963474d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:55.282991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.284705 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Added segment bf491716-164f-4166-a244-52de38d8d76c of type vlan for network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e Jun 03 15:38:55.341111 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.440019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.458385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9c1a-b218-4602-a97b-e2e676859388 req-18bbf3a8-4cb6-4e33-85c6-55ae4efcf47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:55.460476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-516e9c1a-b218-4602-a97b-e2e676859388 req-18bbf3a8-4cb6-4e33-85c6-55ae4efcf47b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 1097 time: 0.3222415 Jun 03 15:38:55.513294 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7272648c-babf-4ff8-993d-5c4b33c3d2c4', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'port_id': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'mac_address': 'fa:16:3e:62:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:38:47Z', 'updated_at': '2022-06-03T15:38:47Z', 'revision_number': 0, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:05Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:55.522288 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] Checking router: 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:55.539617 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:55.540520 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:55.585336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff4390dc-68ca-49ef-a804-91a4c0da7cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.607580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:55.623317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-268762ab-69cb-4add-9d31-c05eafba3835 None None] Provisioning complete for port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:55.623850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-268762ab-69cb-4add-9d31-c05eafba3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.626554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff4390dc-68ca-49ef-a804-91a4c0da7cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.751563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:55.752608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=76c51c66-f687-4efb-a1f3-43b8184b336c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:55.768082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:55.776058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-268762ab-69cb-4add-9d31-c05eafba3835 None None] Port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:55.781807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:55.783556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:55.784408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.793985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.801699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:55.802539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.820746 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:55.855271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:55.902524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff4390dc-68ca-49ef-a804-91a4c0da7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.929123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4390dc-68ca-49ef-a804-91a4c0da7cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4495a0-aa9e-4a99-af29-dae2e6a17fb6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:55.944139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff4390dc-68ca-49ef-a804-91a4c0da7cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.948351 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff4390dc-68ca-49ef-a804-91a4c0da7cbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf4495a0-aa9e-4a99-af29-dae2e6a17fb6 HTTP/1.1" status: 204 len: 168 time: 0.8158278 Jun 03 15:38:55.975699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:55.995151 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5443952a-aa0e-41d7-bfac-97363784627b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9788206 Jun 03 15:38:56.001114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40922) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:56.003638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Network': ['ID=5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:56.013310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322616072'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:56.017878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:56.033098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:56.044549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:network and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:56.051056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:56.051746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:56.052571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:56.061484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:56.114151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40926) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:56.182189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-54bea87b-decc-4797-9ac8-d03e31632ca0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5367200 Jun 03 15:38:56.185652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40930) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:56.191909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:56.209718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bdc97371-3846-480d-a160-f081b1fad5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9523621 Jun 03 15:38:56.214597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9c1a-b218-4602-a97b-e2e676859388 req-812dc86d-4c00-4b20-95cc-adca86098ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:56.216662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-516e9c1a-b218-4602-a97b-e2e676859388 req-812dc86d-4c00-4b20-95cc-adca86098ce4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9851cd7-ad8b-4289-8e40-41d9649660de HTTP/1.1" status: 200 len: 897 time: 0.7436802 Jun 03 15:38:56.221088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40934) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:56.260027 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0d42bde1-a53c-46e7-bdc6-25b648e392f2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/7272648c-babf-4ff8-993d-5c4b33c3d2c4 HTTP/1.1" status: 200 len: 992 time: 0.1435287 Jun 03 15:38:56.278898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.332956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:56.334953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:56.339482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.397298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:56.426654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:56.449153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.449934 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added segment ed9701ca-7212-482f-97b8-6bb13c7a12c2 of type vlan for network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 Jun 03 15:38:56.460539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:56.481845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.507433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:56.519794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0bbc15fd7249c48e66118b8c4fc616 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:56.523558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:56.527719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.533664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:56.534982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.548647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:56.559429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:56.561781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:56.569682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-516e9c1a-b218-4602-a97b-e2e676859388 req-bda4230c-7fbe-4f4a-b337-da9fb9a6cdf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119 HTTP/1.1" status: 200 len: 1000 time: 0.3452849 Jun 03 15:38:56.618384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:56.678640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:56.703626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.720718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:56.725067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.835703 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7272648c-babf-4ff8-993d-5c4b33c3d2c4', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'port_id': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'mac_address': 'fa:16:3e:62:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:38:47Z', 'updated_at': '2022-06-03T15:38:47Z', 'revision_number': 0, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:05Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:56.857830 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acfd66-9acc-4a92-99d2-ec0e78ba618f None None] The sync data for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 is: [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7272648c-babf-4ff8-993d-5c4b33c3d2c4', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'port_id': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'mac_address': 'fa:16:3e:62:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:38:47Z', 'updated_at': '2022-06-03T15:38:47Z', 'revision_number': 0, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:05Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:56.964758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9c1a-b218-4602-a97b-e2e676859388 req-15eaa5f4-be95-4f92-9b39-15e946c590e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:56.966241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-516e9c1a-b218-4602-a97b-e2e676859388 req-15eaa5f4-be95-4f92-9b39-15e946c590e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e HTTP/1.1" status: 200 len: 834 time: 0.3899145 Jun 03 15:38:57.050609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Network': ['ID=33814426-fdf0-43e7-8f71-e223e5cd4aa3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:57.059202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40956) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:57.059915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06b0a0f5-61b6-48e6-9379-dd94bb3724a3 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0569448 Jun 03 15:38:57.077608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'subnet': {'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:57.079624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:57.199247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.212426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.264607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:57.311376 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a217b-7c30-46b8-af59-2d6316d31c36 None None] New status for floating IP 7272648c-babf-4ff8-993d-5c4b33c3d2c4: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:38:57.364647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:51Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:38:52Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:57.374821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:57.375278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Updating router cdb20732-ff2e-4257-9246-4c207e75bcb2 port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:38:57.420868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b0bbc15fd7249c48e66118b8c4fc616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5441492 Jun 03 15:38:57.433484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40972) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:57.434170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a020dde-0aea-4d01-b310-25056c7304f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71111318-f003-4d5a-85fa-7d4e6de8e7f6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:57.449067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.495284 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9010e68f-4e99-4a83-859c-39102c5c86bf tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/7272648c-babf-4ff8-993d-5c4b33c3d2c4 HTTP/1.1" status: 200 len: 992 time: 0.2265117 Jun 03 15:38:57.569978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23df27fe-aacf-4cc7-a97f-d43e2832e27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.662924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23df27fe-aacf-4cc7-a97f-d43e2832e27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.673965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40984) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:57.702283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:57.748656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:subnet and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:57.756655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:57.772838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23df27fe-aacf-4cc7-a97f-d43e2832e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.782532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:57.802228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9c1a-b218-4602-a97b-e2e676859388 req-95f17dfd-2c5d-4f50-83dc-6a66b7d07160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:57.803753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-516e9c1a-b218-4602-a97b-e2e676859388 req-95f17dfd-2c5d-4f50-83dc-6a66b7d07160 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9851cd7-ad8b-4289-8e40-41d9649660de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8201699 Jun 03 15:38:57.809901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df27fe-aacf-4cc7-a97f-d43e2832e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71111318-f003-4d5a-85fa-7d4e6de8e7f6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:57.813531 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23df27fe-aacf-4cc7-a97f-d43e2832e27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.814668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-23df27fe-aacf-4cc7-a97f-d43e2832e27b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71111318-f003-4d5a-85fa-7d4e6de8e7f6 HTTP/1.1" status: 204 len: 168 time: 0.3776119 Jun 03 15:38:57.874318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Made reservation on behalf of be34f5de410244cd9dee6aafa52d5d71 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:57.877907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.130520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.145624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Transition to ACTIVE for port object 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:58.154624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.246414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-806791630-network', 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:58.251894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:58.257027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Usage tracker for resource:network and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:58.260625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:58.268210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:58.294694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] device_id is not set on port 76c51c66-f687-4efb-a1f3-43b8184b336c yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:58.343102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.345536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc8115-1bfd-4a08-8e27-e4f063002b0f None None] Pushing event updated for resources: {'Port': ['ID=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:58.367179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:58.370030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.475191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Attempting to bind port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:58.475782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Attempting to bind port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:58.476268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Attempting to bind port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 on network c615e061-a869-418b-b639-23042746a955 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:58.482776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:58.483086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Checking segment: {'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:58.483629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.484091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Bound using segment: {'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:58.485326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Bound port: 5c5e0509-7b3c-4313-838d-e60d6ca51ca3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031e326f-3e18-4a2c-aa2b-b6d620a963e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c615e061-a869-418b-b639-23042746a955'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:58.485930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.492134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.499139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41010) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:58.607208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] For port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:58.611157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] For port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,segment=NetworkSegment(031e326f-3e18-4a2c-aa2b-b6d620a963e3),segment_id=031e326f-3e18-4a2c-aa2b-b6d620a963e3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:58.622210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.647276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Transition to ACTIVE for port object 76c51c66-f687-4efb-a1f3-43b8184b336c will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:58.679229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:58.698904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.746548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.758279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Usage tracker for resource:security_group_rule and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:58.780222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a593151f-c7f5-4bf1-bc4d-990498bda24a tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/7272648c-babf-4ff8-993d-5c4b33c3d2c4 HTTP/1.1" status: 200 len: 994 time: 0.2750804 Jun 03 15:38:58.800547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:58.871211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:58.875700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc8115-1bfd-4a08-8e27-e4f063002b0f None None] Pushing event updated for resources: {'Port': ['ID=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:58.961965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:58.962644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:59.324359 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.435757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:59.667761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-516e9c1a-b218-4602-a97b-e2e676859388 req-b2f4803c-7ad4-4a57-850d-83dad8a5f322 service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8271420 Jun 03 15:38:59.729826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.750233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:59.766179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.766760 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Added segment b77452fe-e835-4181-bc0f-3b00cb7bf8f5 of type vlan for network e9283ae4-087d-4ca1-81e1-db0219cc44df Jun 03 15:38:59.809198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:51Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:38:58Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:59.834947 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.843500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d8115-efe2-4ef1-9bd1-6b8f31ecb1f7 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:38:51Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:38:58Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:59.956707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41044) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:00.075106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.077665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=76c51c66-f687-4efb-a1f3-43b8184b336c,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.111594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:00.117374 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.194971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.195402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.196249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.196603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.197230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.197879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.198637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.199209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.199756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.200333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.201446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.202050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.226927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.237058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.237058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:00.237058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.260201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:00.261849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:00.269119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:00.270117 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.271544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:945870568fee4c33a0cb98ee466ade82 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:00.277437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:00.286898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:00.360140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Subnet': ['ID=746d0b19-f16f-4886-8a3d-7f42d6974754,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.371600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.372027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.372917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.373626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.374146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.374703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.375197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.375703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.376697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.377202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.378315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.378830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:00.419987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.428245 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.473711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:00.475135 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.490197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=945870568fee4c33a0cb98ee466ade82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312653 Jun 03 15:39:00.491466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e7750-9dd6-4b97-a1d4-a40a05758ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b04660-5efd-4f30-94f9-8e89f56397d9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.494573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41060) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:00.517293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:00.517649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network hostable DHCP agents. Network: 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:00.535969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,segment=NetworkSegment(031e326f-3e18-4a2c-aa2b-b6d620a963e3),segment_id=031e326f-3e18-4a2c-aa2b-b6d620a963e3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:00.543670 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.548078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1f9b1-013e-4bea-ac21-616c58cedfb7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.555951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:00.556880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:00.557322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:00.579417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:00.579765 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:00.607114 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 2 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:00.613754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4a83432-25b9-48e9-9267-6216792e9830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.657700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-516e9c1a-b218-4602-a97b-e2e676859388 req-ab8c1634-cd00-4004-90b3-8dedda3f414b service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9445872 Jun 03 15:39:00.666327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4a83432-25b9-48e9-9267-6216792e9830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.693999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] Pushing event updated for resources: {'Network': ['ID=e9283ae4-087d-4ca1-81e1-db0219cc44df,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.695319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.708334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:00.708679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:00.709013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:00.710038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network e9283ae4-087d-4ca1-81e1-db0219cc44df details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:00.719666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:00.720198 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:00.726055 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 3 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:00.750964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a29559f2-8507-464e-9648-f2305b46f19c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0717921 Jun 03 15:39:00.752215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41066) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:00.761839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:00.763114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Request body: {'subnet': {'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-806791630-subnet', 'tenant_id': '3e5d8b8a964c4c939abf20096002e037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:00.767976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Checking segment: {'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:00.768635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network hostable DHCP agents. Network: 33814426-fdf0-43e7-8f71-e223e5cd4aa3, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:00.768962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4a83432-25b9-48e9-9267-6216792e9830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.793875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:00.798244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4a83432-25b9-48e9-9267-6216792e9830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.799989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d4a83432-25b9-48e9-9267-6216792e9830 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31b04660-5efd-4f30-94f9-8e89f56397d9 HTTP/1.1" status: 204 len: 168 time: 0.3040736 Jun 03 15:39:00.816303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:00.817239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:00.817796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:00.821520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Usage tracker for resource:subnet and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:00.830542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:00.831202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83432-25b9-48e9-9267-6216792e9830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b04660-5efd-4f30-94f9-8e89f56397d9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.835828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:00.836682 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:00.839603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:00.840312 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.844253 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 4 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:00.852878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:00.855248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:00.856435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96027cfb-07a6-4c9e-b954-2643f7e12279 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:00.873313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:00.876259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 33814426-fdf0-43e7-8f71-e223e5cd4aa3) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:00.894119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:00.894610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.899383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:00.899651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:00.900097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:00.901211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f0410-ee41-43c1-bff9-5136e41ed6cf None None] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:00.912779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1cd6f6c0-c34e-4d76-b2c0-70397517ccbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7257957 Jun 03 15:39:00.918162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41074) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:00.922750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:00.923081 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:00.927185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'name': 'tempest-NetworksTestDHCPv6-1645137538'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:00.935838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:00.940908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.941791 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 5 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:00.964643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9fbb2344-495d-420b-bae5-6dd24a1374fc tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8975549 Jun 03 15:39:00.967585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:01.140976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:01.144166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:01.145892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:01.209733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:01.209968 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:01.318059 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 6 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:01.412799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:01.413905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:01.414247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:01.463409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:01.463409 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:01.463409 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 7 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:01.469997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.605895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:01.606305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Network hostable DHCP agents. Network: e9283ae4-087d-4ca1-81e1-db0219cc44df, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:01.618065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:01.620195 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.649371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:01.650444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.663534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecc5826-f4c7-470b-be0f-dcfee7be7886,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:01.691946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:01.716776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, e9283ae4-087d-4ca1-81e1-db0219cc44df) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:01.734906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0167bba-ba99-4ab2-9681-b93c23cf26c2 None None] Network e9283ae4-087d-4ca1-81e1-db0219cc44df requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:01.737762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:01.740846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.800075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-45ea80df-4568-4896-942c-09fc31e3bfa2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0442064 Jun 03 15:39:01.808933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:01.809265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:01.809784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:01.837647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:01.840023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:01.840572 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:01.844983 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 8 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:01.855702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:01.866804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:01.908533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:01.908876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:01.909211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:01.917494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:01.941794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:01.944038 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:01.952084 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 9 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:02.140842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:02.162628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:02.163031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:02.163480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:02.175796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:02.179590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.204799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:02.205504 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:02.210896 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 10 to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c Jun 03 15:39:02.239852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 6967d0d8-8658-4c2f-b5de-23326c5dad5d yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:02.285905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:02.286636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:02.287200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:02.314424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:02.315059 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port 76c51c66-f687-4efb-a1f3-43b8184b336c on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:02.316197 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.390047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7/d720db62-e856-476b-b5a9-e2e7036b0ce7) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:02.423516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:02.424055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.587868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Allocated IP 172.23.0.2 (33814426-fdf0-43e7-8f71-e223e5cd4aa3/746d0b19-f16f-4886-8a3d-7f42d6974754/0948fa2b-f934-47b7-99c5-c56a120230d4) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:02.652063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55c9db-0fc9-4154-9eb7-39426501d4c4 None None] Network e9283ae4-087d-4ca1-81e1-db0219cc44df requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:02.726744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.771961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] For port 76c51c66-f687-4efb-a1f3-43b8184b336c, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:02.772576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempted to set empty binding levels {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:39:02.979866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.120199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] In _notify_port_updated(), no bound segment for port 76c51c66-f687-4efb-a1f3-43b8184b336c on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:39:03.121233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.121861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.125702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "PUT /v2.0/ports/76c51c66-f687-4efb-a1f3-43b8184b336c HTTP/1.1" status: 200 len: 979 time: 6.9008613 Jun 03 15:39:03.126027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41156) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.171436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:03.260030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.263790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.263790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.263790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.263790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.263790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.263790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.266485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.266485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.266485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.266485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.266485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.267313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.267783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.268421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.268983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.273091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Synchronizing usage tracker for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:03.276501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-d98e2d66-8c03-4e3f-bd18-69917c778903 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.277312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-d98e2d66-8c03-4e3f-bd18-69917c778903 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:03.295644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Unset dirty status for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:03.297467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a4f0578c-2a46-4dc8-a7cc-98dd7fd17afc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14731 time: 0.1703951 Jun 03 15:39:03.301048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.347482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41164) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.355579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7122cf-c3e9-4846-bb14-ef65262ee490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=76c51c66-f687-4efb-a1f3-43b8184b336c,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:03.393741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.401241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-d98e2d66-8c03-4e3f-bd18-69917c778903 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:03.402690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-d98e2d66-8c03-4e3f-bd18-69917c778903 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.7731788 Jun 03 15:39:03.421454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Transition to ACTIVE for port object d720db62-e856-476b-b5a9-e2e7036b0ce7 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:03.429128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Deleting port 76c51c66-f687-4efb-a1f3-43b8184b336c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:03.430346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.434335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.457896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Transition to ACTIVE for port object 0948fa2b-f934-47b7-99c5-c56a120230d4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:03.466821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Transition to ACTIVE for port object d720db62-e856-476b-b5a9-e2e7036b0ce7 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:03.484236 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.588534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Pushing event updated for resources: {'Port': ['ID=d720db62-e856-476b-b5a9-e2e7036b0ce7,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:03.591949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Transition to ACTIVE for port object 0948fa2b-f934-47b7-99c5-c56a120230d4 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:03.606844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:03.608831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:03.611460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.621482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:03.739129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:03.746322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-20768bb2-7b26-4a70-a666-1296991c7fac tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.1601624 Jun 03 15:39:03.753175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:03.755000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Pushing event updated for resources: {'Port': ['ID=0948fa2b-f934-47b7-99c5-c56a120230d4,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:03.757330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:03.767583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-847592774'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:03.823023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] For port 76c51c66-f687-4efb-a1f3-43b8184b336c, host n-h1-844594-1, got binding levels [] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:03.823397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.834888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:03.856558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Usage tracker for resource:network and tenant:d3670181e4d8407faeb1934e69f877d3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:03.864954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Allocated IP 172.23.0.1 (33814426-fdf0-43e7-8f71-e223e5cd4aa3/746d0b19-f16f-4886-8a3d-7f42d6974754/d24a14bb-4a02-4514-a5a1-babc911d2a47) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:03.869693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:03.886157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-a61b7f44-4aaa-4105-8521-873ffd8d00cd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1388466 Jun 03 15:39:03.896452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-39bc76f1-57cc-4ddd-9f42-2c833a18131c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:03.908282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-39bc76f1-57cc-4ddd-9f42-2c833a18131c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207059 Jun 03 15:39:03.941171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:03.977661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Calling delete_port for 76c51c66-f687-4efb-a1f3-43b8184b336c owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:03.990103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Attempting to bind port 0948fa2b-f934-47b7-99c5-c56a120230d4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:03.990673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Attempting to bind port 0948fa2b-f934-47b7-99c5-c56a120230d4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:03.991216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Attempting to bind port 0948fa2b-f934-47b7-99c5-c56a120230d4 on network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:03.994083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::300 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7/6967d0d8-8658-4c2f-b5de-23326c5dad5d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:04.001493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Attempting to bind port d720db62-e856-476b-b5a9-e2e7036b0ce7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:04.002118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Attempting to bind port d720db62-e856-476b-b5a9-e2e7036b0ce7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:04.002753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Attempting to bind port d720db62-e856-476b-b5a9-e2e7036b0ce7 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:04.011198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:04.012448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Checking segment: {'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:04.013374 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.013975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Bound using segment: {'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:04.014725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Bound port: 0948fa2b-f934-47b7-99c5-c56a120230d4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:04.015427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.059839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.086964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:04.086964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:04.086964 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.086964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:04.090580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Bound port: d720db62-e856-476b-b5a9-e2e7036b0ce7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:04.090580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.169837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.182164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event deleted for resources: {'Port': ['ID=76c51c66-f687-4efb-a1f3-43b8184b336c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:04.195258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1e77aadf-e131-4025-9d60-5eceb70f3598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "DELETE /v2.0/ports/76c51c66-f687-4efb-a1f3-43b8184b336c HTTP/1.1" status: 204 len: 168 time: 0.8929081 Jun 03 15:39:04.200690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41180) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:04.234645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] For port 0948fa2b-f934-47b7-99c5-c56a120230d4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:04.250772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] For port 0948fa2b-f934-47b7-99c5-c56a120230d4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0948fa2b-f934-47b7-99c5-c56a120230d4,segment=NetworkSegment(ed9701ca-7212-482f-97b8-6bb13c7a12c2),segment_id=ed9701ca-7212-482f-97b8-6bb13c7a12c2)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:04.254377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] For port d720db62-e856-476b-b5a9-e2e7036b0ce7, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:04.258332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] For port d720db62-e856-476b-b5a9-e2e7036b0ce7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d720db62-e856-476b-b5a9-e2e7036b0ce7,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:04.260239 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.297423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.379896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5891278-7d45-44e7-bb88-502a35956535 None None] Pushing event updated for resources: {'Port': ['ID=0948fa2b-f934-47b7-99c5-c56a120230d4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:04.420266 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4398bb-00e6-4e48-9ca4-507335d879ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:39:04.421404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff4398bb-00e6-4e48-9ca4-507335d879ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Synchronizing usage tracker for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:04.472658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff4398bb-00e6-4e48-9ca4-507335d879ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Unset dirty status for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:04.497734 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff4398bb-00e6-4e48-9ca4-507335d879ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "GET /v2.0/ports/76c51c66-f687-4efb-a1f3-43b8184b336c HTTP/1.1" status: 404 len: 333 time: 0.2791429 Jun 03 15:39:04.497734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41190) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:04.500249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-825765053', 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:04.505507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:04.517561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:04.536961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Made reservation on behalf of 1aab30eb31e8450ebb83861cf63be5e5 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:04.541657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.598022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] device_id is not set on port 52b1d79e-0302-4687-ae45-14ad257e3505 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:04.679572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72111a8d-52a7-41c4-b7db-d387fe829895 None None] Pushing event updated for resources: {'Port': ['ID=d720db62-e856-476b-b5a9-e2e7036b0ce7,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:04.788444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.978934 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.026850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 6967d0d8-8658-4c2f-b5de-23326c5dad5d will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:05.076210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Made reservation on behalf of d3670181e4d8407faeb1934e69f877d3 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:05.080496 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.107634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Transition to ACTIVE for port object d24a14bb-4a02-4514-a5a1-babc911d2a47 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:05.116085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.139734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.157844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.193086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.244634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:05.251673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:05.253926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:05.254953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:05.255560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.268575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=52b1d79e-0302-4687-ae45-14ad257e3505,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:05.280919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:05.282337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:05.294206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:05.295208 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-edafd521-223d-402c-8709-a3165df43a9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8117232 Jun 03 15:39:05.297469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:05.298312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41202) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:05.304197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:05.304861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.315709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-c84338e5-93ae-4907-8dfe-aa43c180d0cd service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4064565 Jun 03 15:39:05.316811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.325846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Usage tracker for resource:security_group_rule and tenant:d3670181e4d8407faeb1934e69f877d3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:05.335304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=6967d0d8-8658-4c2f-b5de-23326c5dad5d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:05.376163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86330c29-edb1-4232-a2ed-3c7443c12d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:05.376862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-86330c29-edb1-4232-a2ed-3c7443c12d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Synchronizing usage tracker for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:05.381306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:05.395405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-86330c29-edb1-4232-a2ed-3c7443c12d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Unset dirty status for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:05.396743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-86330c29-edb1-4232-a2ed-3c7443c12d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "GET /v2.0/ports/52b1d79e-0302-4687-ae45-14ad257e3505 HTTP/1.1" status: 200 len: 958 time: 0.0972085 Jun 03 15:39:05.400174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:05.427938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:05.506912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Deleting port 52b1d79e-0302-4687-ae45-14ad257e3505 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:05.507272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.547189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:05.560023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:05.573757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6b99a904-a18d-47df-9216-7da878575b36 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6536736 Jun 03 15:39:05.574751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=d24a14bb-4a02-4514-a5a1-babc911d2a47,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:05.576415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41216) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:05.583018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:05.720010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-8fce4f59-565d-4f22-8de8-3317a922df20 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908975 Jun 03 15:39:05.729549 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.012291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.088317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134cce9-f135-46ae-a977-aad6ede2eef3 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:06.300318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Calling delete_port for 52b1d79e-0302-4687-ae45-14ad257e3505 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:06.307755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5294e029-cf55-4e95-828f-20e9d4a317e6 req-ccd000d1-7a87-4255-949a-034ed6892681 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 210 time: 0.1484551 Jun 03 15:39:06.340199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0948fa2b-f934-47b7-99c5-c56a120230d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:06.431699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.460173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b89879-cc4a-4c71-855b-4a34f94e132d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:06.468943 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.476265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b89879-cc4a-4c71-855b-4a34f94e132d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:06.481329 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4b89879-cc4a-4c71-855b-4a34f94e132d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9038856 Jun 03 15:39:06.485372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e0937269-0b5d-4306-9f90-8e9b7b7734fc None None] Provisioning for port d720db62-e856-476b-b5a9-e2e7036b0ce7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:06.486719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:06.488685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41232) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:06.497967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.498545 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Added segment 6fe440e0-e71b-4223-8397-3d98ab69d8db of type vlan for network c3b0230b-f695-44e5-bcc9-26ea7f193bba Jun 03 15:39:06.512266 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.575945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0948fa2b-f934-47b7-99c5-c56a120230d4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:06.588200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d720db62-e856-476b-b5a9-e2e7036b0ce7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:06.643960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 6967d0d8-8658-4c2f-b5de-23326c5dad5d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:06.644371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.798945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef6ad3-e6b5-4623-8ca8-719233122e7d None None] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:06.804669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.894539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.903918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d34cbdb-2293-4a83-88da-725aa6ab10ae,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:06.940842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event deleted for resources: {'Port': ['ID=52b1d79e-0302-4687-ae45-14ad257e3505,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:06.962070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.037036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-426d3fb7-0cff-4a43-b23d-407345b358ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "DELETE /v2.0/ports/52b1d79e-0302-4687-ae45-14ad257e3505 HTTP/1.1" status: 204 len: 168 time: 1.6356668 Jun 03 15:39:07.046303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41256) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:07.127767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.133291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:07.133907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.243387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] Provisioning for port 0948fa2b-f934-47b7-99c5-c56a120230d4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:07.272165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] Provisioning complete for port 0948fa2b-f934-47b7-99c5-c56a120230d4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:07.273051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.339333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d720db62-e856-476b-b5a9-e2e7036b0ce7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:07.351109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.438841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d720db62-e856-476b-b5a9-e2e7036b0ce7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:07.438841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.483474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event updated for resources: {'Network': ['ID=c3b0230b-f695-44e5-bcc9-26ea7f193bba,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:07.557277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b05676da-aee5-49a1-bf04-7d25199ae450 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.2059391 Jun 03 15:39:07.560471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41266) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:07.575036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c3b0230b-f695-44e5-bcc9-26ea7f193bba details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:07.593691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Request body: {'subnet': {'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:07.668384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 6967d0d8-8658-4c2f-b5de-23326c5dad5d owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:07.767093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e22a57c-f2e7-46b3-b632-82cf61b4e474 req-9840c598-90e0-48d8-a739-de82e03a94b4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 210 time: 0.2155561 Jun 03 15:39:07.838513 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d167c947-05ed-4b52-84af-790d5c49e915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:39:07.838941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d167c947-05ed-4b52-84af-790d5c49e915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Synchronizing usage tracker for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:07.896019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.911671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d720db62-e856-476b-b5a9-e2e7036b0ce7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:07.912055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.912396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.926980 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.941355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] Current status of the port 0948fa2b-f934-47b7-99c5-c56a120230d4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:07.941736 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.001965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d720db62-e856-476b-b5a9-e2e7036b0ce7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d720db62-e856-476b-b5a9-e2e7036b0ce7,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:08.030319 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.127676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=6967d0d8-8658-4c2f-b5de-23326c5dad5d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:08.130590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] For port 0948fa2b-f934-47b7-99c5-c56a120230d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0948fa2b-f934-47b7-99c5-c56a120230d4,segment=NetworkSegment(ed9701ca-7212-482f-97b8-6bb13c7a12c2),segment_id=ed9701ca-7212-482f-97b8-6bb13c7a12c2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:08.132984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d167c947-05ed-4b52-84af-790d5c49e915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Unset dirty status for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:08.135101 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d167c947-05ed-4b52-84af-790d5c49e915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "GET /v2.0/ports/52b1d79e-0302-4687-ae45-14ad257e3505 HTTP/1.1" status: 404 len: 333 time: 1.0878003 Jun 03 15:39:08.152906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:08.164791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.213794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event updated for resources: {'Port': ['ID=d24a14bb-4a02-4514-a5a1-babc911d2a47,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:08.217648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Request body: {'port': {'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-349548680'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:08.221603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d720db62-e856-476b-b5a9-e2e7036b0ce7,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:08.244204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:08.253820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Usage tracker for resource:subnet and tenant:d3670181e4d8407faeb1934e69f877d3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:08.259754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:08.269621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:08.281029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.293980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:08.297343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.415928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:08.440301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a80d004-4d6d-470a-9cb0-aaa4468eb2b3 None None] Provisioning complete for port d720db62-e856-476b-b5a9-e2e7036b0ce7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:08.440951 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a80d004-4d6d-470a-9cb0-aaa4468eb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.455980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Made reservation on behalf of 1aab30eb31e8450ebb83861cf63be5e5 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:08.472013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:08.474084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:08.475494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.479331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Made reservation on behalf of d3670181e4d8407faeb1934e69f877d3 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:08.482980 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.517360 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f983f0dd-7d37-4216-80ed-acad9644f329 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/6967d0d8-8658-4c2f-b5de-23326c5dad5d HTTP/1.1" status: 204 len: 168 time: 2.0217721 Jun 03 15:39:08.530407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41284) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:08.563396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c47f5c-a801-4117-867d-e1d18eb3916b None None] Pushing event updated for resources: {'Port': ['ID=0948fa2b-f934-47b7-99c5-c56a120230d4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:08.666002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] device_id is not set on port ad29856c-1b95-4230-b722-248f02b29e6a yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:08.725101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0a80d004-4d6d-470a-9cb0-aaa4468eb2b3 None None] Current status of the port d720db62-e856-476b-b5a9-e2e7036b0ce7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:08.730008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a80d004-4d6d-470a-9cb0-aaa4468eb2b3 None None] Could not find standard attr ID for object 6967d0d8-8658-4c2f-b5de-23326c5dad5d. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:39:08.851493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:08.859253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d4728a05-705f-4ab8-8583-e705e2f6d444 None None] Provisioning for port d24a14bb-4a02-4514-a5a1-babc911d2a47 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:08.860173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450602d-325d-45c0-a6ac-091f9f8ba02f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:08.861709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450602d-325d-45c0-a6ac-091f9f8ba02f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:08.866004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d4728a05-705f-4ab8-8583-e705e2f6d444 None None] Provisioning complete for port d24a14bb-4a02-4514-a5a1-babc911d2a47 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:08.867999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4728a05-705f-4ab8-8583-e705e2f6d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.871448 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6450602d-325d-45c0-a6ac-091f9f8ba02f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3374522 Jun 03 15:39:08.876876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41294) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:08.969453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d4728a05-705f-4ab8-8583-e705e2f6d444 None None] Port d24a14bb-4a02-4514-a5a1-babc911d2a47 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:08.982516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d4728a05-705f-4ab8-8583-e705e2f6d444 None None] Provisioning complete for port 0948fa2b-f934-47b7-99c5-c56a120230d4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:08.982890 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4728a05-705f-4ab8-8583-e705e2f6d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.090825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-ca02e630-8146-4f0d-9e7c-ce7810bbc430 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:09.092345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-ca02e630-8146-4f0d-9e7c-ce7810bbc430 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.8880801 Jun 03 15:39:09.121440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Request body: {'port': {'device_id': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'admin_state_up': True, 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:09.187976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d4728a05-705f-4ab8-8583-e705e2f6d444 None None] Current status of the port 0948fa2b-f934-47b7-99c5-c56a120230d4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:09.216428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a03d7e8-7cbb-446d-9041-bede98a2e403 req-a4a95ee0-c997-47be-ad34-489c896aa001 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 210 time: 0.2207334 Jun 03 15:39:09.249658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:09.263588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.265241 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.309297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e926ad99-142d-4552-9a93-0fb31ec8b744 None None] Provisioning complete for port d24a14bb-4a02-4514-a5a1-babc911d2a47 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:09.310034 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e926ad99-142d-4552-9a93-0fb31ec8b744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.320908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:09.325928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.338003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fdcecfae-a628-4011-8bbf-318bd98f01a0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3643475 Jun 03 15:39:09.342142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41304) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:09.354088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:09.423479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:09.446776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:09.448175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:09.455267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:09.463920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Usage tracker for resource:port and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:09.468354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:09.505705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.557332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:09.560656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.600058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e926ad99-142d-4552-9a93-0fb31ec8b744 None None] Port d24a14bb-4a02-4514-a5a1-babc911d2a47 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:09.625523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:09.675724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:09.679510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.705614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:09.713403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:09.724645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:09.724645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:09.724645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.739821 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.791154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=ad29856c-1b95-4230-b722-248f02b29e6a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:09.833558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.904549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:09.916925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-63f3209d-c661-47be-bfde-92f81f2c8b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7624922 Jun 03 15:39:09.923999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41316) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:09.935613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:09.995150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0e9cb-97ba-4ec6-a724-b31c8a4096f7 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:10.003108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.007990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-60f55a7c-4c62-44a9-b204-9fb686654760 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7 HTTP/1.1" status: 204 len: 168 time: 1.0942752 Jun 03 15:39:10.015942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41324) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:10.057730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Checking segment: {'id': '6fe440e0-e71b-4223-8397-3d98ab69d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:10.058436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Network hostable DHCP agents. Network: c3b0230b-f695-44e5-bcc9-26ea7f193bba, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:10.075267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event updated for resources: {'Subnet': ['ID=574637e5-0253-443f-a579-d38e003dc688,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:10.196178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0948fa2b-f934-47b7-99c5-c56a120230d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:10.305201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Network c3b0230b-f695-44e5-bcc9-26ea7f193bba is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:10.321341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c3b0230b-f695-44e5-bcc9-26ea7f193bba) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:10.339249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:10.339946 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.340645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83252e7-786c-4693-9934-554aceb4a940 None None] Network c3b0230b-f695-44e5-bcc9-26ea7f193bba requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:10.419669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9623216e-2aa7-43ef-b4c4-dccb32c25174 req-4a02ceeb-efd3-4401-8385-4e3247b079d7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 210 time: 0.0708506 Jun 03 15:39:10.463424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7fec821c-c571-4045-bd5f-613d766a24db tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8899550 Jun 03 15:39:10.466575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41334) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:10.474867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Request body: {'port': {'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1707959214'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:10.580199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.596562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c7d82c5c-3baf-44a1-bce4-b000e1b1d865 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5770605 Jun 03 15:39:10.597425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41338) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:10.608881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:10.675017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c3b0230b-f695-44e5-bcc9-26ea7f193bba', 'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba', 'tenant_id': 'd3670181e4d8407faeb1934e69f877d3', 'fixed_ips': [{'subnet_id': '574637e5-0253-443f-a579-d38e003dc688'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:10.675850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.731714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:06Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:06Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:10.740878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:39:10.773823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0948fa2b-f934-47b7-99c5-c56a120230d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:10.774130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.776035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Removed routes are [] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:39:10.776569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.778767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:10.784049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Usage tracker for resource:port and tenant:d3670181e4d8407faeb1934e69f877d3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:10.788318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:10.825004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:10.825284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Updating router cdb20732-ff2e-4257-9246-4c207e75bcb2 port d24a14bb-4a02-4514-a5a1-babc911d2a47 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:39:10.867523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:10.922520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Allocated IP 172.20.0.10 (e9283ae4-087d-4ca1-81e1-db0219cc44df/1ecc5826-f4c7-470b-be0f-dcfee7be7886/f1b456b6-70a8-427d-943e-58c95e1b621c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:10.983476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Made reservation on behalf of d3670181e4d8407faeb1934e69f877d3 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:10.986873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.005694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:11.017919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:11.022620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:11.031081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:11.071637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] device_id is not set on port 067d2ea6-8d6d-4d9c-8927-6573b4c99c7d yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:11.074536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:11.077989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.230838 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.253159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0948fa2b-f934-47b7-99c5-c56a120230d4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:11.254788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d720db62-e856-476b-b5a9-e2e7036b0ce7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:11.281797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] device_id is not set on port ad29856c-1b95-4230-b722-248f02b29e6a yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:11.373293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.373517 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.376986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.395103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:11.404628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] Deleting port d720db62-e856-476b-b5a9-e2e7036b0ce7 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:11.404999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.432533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Transition to ACTIVE for port object ad29856c-1b95-4230-b722-248f02b29e6a will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:11.464148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.548493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=ad29856c-1b95-4230-b722-248f02b29e6a,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:11.663181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.773312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.830423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:11.864575 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.877530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Transition to ACTIVE for port object d24a14bb-4a02-4514-a5a1-babc911d2a47 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:11.893273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:11.901047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:11.913191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:11.923387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Allocated IP 172.20.0.2 (c3b0230b-f695-44e5-bcc9-26ea7f193bba/574637e5-0253-443f-a579-d38e003dc688/b1a8fb85-3554-4d36-ae50-d5aca16625ce) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:11.924823 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.948662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:11.949433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:11.950027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:11.993503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:11.994381 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.030531 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 2 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.041553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event updated for resources: {'Port': ['ID=f1b456b6-70a8-427d-943e-58c95e1b621c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:12.120852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.121471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.122025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.139478 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.144018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.145330 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.165525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab910ef-c31b-4483-8496-a702cfec610a req-25a44c54-c143-4fc0-9aeb-0c28da7142c3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:12.167404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ab910ef-c31b-4483-8496-a702cfec610a req-25a44c54-c143-4fc0-9aeb-0c28da7142c3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 932 time: 0.3779311 Jun 03 15:39:12.170823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:12.205244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.206745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fab00399-02b7-4218-a579-041c9e7ff342 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 200 len: 933 time: 2.8635809 Jun 03 15:39:12.209740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41364) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:12.217871 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 3 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.230610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=d20aa0ab-bec2-4500-978c-ae38d23f165e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:12.242567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:12.243942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.267976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.268594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.269088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.277920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:12.283857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:12.287767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.288441 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.289939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:12.291380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.295436 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 4 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.338647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.339188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.339719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.349921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.350555 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.352127 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-5dfb8f1e-43e9-437e-bfa1-adb0ecb3bb29 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2363367 Jun 03 15:39:12.355008 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 5 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.371863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Request body: {'port': {'device_id': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:12.418798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41372) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:12.421093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6ab910ef-c31b-4483-8496-a702cfec610a req-ed21ec37-7043-4e62-aa58-bac97a2c4e18 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:12.428316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-71f341ca-b331-4555-9dcc-ae89145b1099 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8255894 Jun 03 15:39:12.431719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'name': 'tempest-NetworksTestDHCPv6-2106396292'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:12.451303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.451642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.451980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.462123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.462439 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.464733 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 6 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.523231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d720db62-e856-476b-b5a9-e2e7036b0ce7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:12.524026 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.553179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf32562-3f7b-4b6c-9237-1f6330d0d91d None None] Pushing event updated for resources: {'Port': ['ID=d24a14bb-4a02-4514-a5a1-babc911d2a47,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:12.554274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.554618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.554957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.562698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.563030 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.565171 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 7 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.590369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.590561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.590798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.593223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.598425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:12.607597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:12.620329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:12.621702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.622044 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.622954 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 8 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.639304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:12.659174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-acf0e72b-9643-4b51-8372-01ece310dd68 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 200 len: 933 time: 0.4475031 Jun 03 15:39:12.659397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6ab910ef-c31b-4483-8496-a702cfec610a req-ed21ec37-7043-4e62-aa58-bac97a2c4e18 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:12.661047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ab910ef-c31b-4483-8496-a702cfec610a req-ed21ec37-7043-4e62-aa58-bac97a2c4e18 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810386 Jun 03 15:39:12.661504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41376) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:12.670651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'routes': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:12.686959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.687573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.687573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.695821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.696171 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.697186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] For port d720db62-e856-476b-b5a9-e2e7036b0ce7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d720db62-e856-476b-b5a9-e2e7036b0ce7,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:12.697775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.698668 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 9 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.735106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:12.738507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.774361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.775600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.776485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.808179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.808179 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.810936 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempt 10 to bind port ad29856c-1b95-4230-b722-248f02b29e6a Jun 03 15:39:12.851070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.851070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.851070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempting to bind port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.857721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 8728bfc1-c0a3-4110-9a9e-51cf25807e96 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:12.878356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:12.878830 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Failed to bind port ad29856c-1b95-4230-b722-248f02b29e6a on host n-h1-844594-1 for vnic_type normal using segments [{'id': '1ba6f460-957f-49ab-9c03-41d808a1776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ac85ef39-22f5-41cd-8550-3b6a5d08bde4'}] Jun 03 15:39:12.879194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.882418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] Calling delete_port for d720db62-e856-476b-b5a9-e2e7036b0ce7 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:12.933093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Attempting to bind port d24a14bb-4a02-4514-a5a1-babc911d2a47 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:12.933976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Attempting to bind port d24a14bb-4a02-4514-a5a1-babc911d2a47 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:12.934566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Attempting to bind port d24a14bb-4a02-4514-a5a1-babc911d2a47 on network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:12.953747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:12.954249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Checking segment: {'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:12.954657 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.955050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Bound using segment: {'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:12.955532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Bound port: d24a14bb-4a02-4514-a5a1-babc911d2a47, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9701ca-7212-482f-97b8-6bb13c7a12c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:12.955902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.174524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::2cf (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/d20aa0ab-bec2-4500-978c-ae38d23f165e/8728bfc1-c0a3-4110-9a9e-51cf25807e96) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:13.255166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d720db62-e856-476b-b5a9-e2e7036b0ce7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:13.268420 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.316351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] For port ad29856c-1b95-4230-b722-248f02b29e6a, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:13.316988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attempted to set empty binding levels {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:39:13.326379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.343581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41392) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:13.405300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] In _notify_port_updated(), no bound segment for port ad29856c-1b95-4230-b722-248f02b29e6a on network ac85ef39-22f5-41cd-8550-3b6a5d08bde4 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:39:13.406352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:13.407154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.408676 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "PUT /v2.0/ports/ad29856c-1b95-4230-b722-248f02b29e6a HTTP/1.1" status: 200 len: 978 time: 3.4834633 Jun 03 15:39:13.413793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41398) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:13.455828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d720db62-e856-476b-b5a9-e2e7036b0ce7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:13.461960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f5ee4-94b0-465b-b532-4278f9e7ae43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event updated for resources: {'Port': ['ID=ad29856c-1b95-4230-b722-248f02b29e6a,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:13.480023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b456b6-70a8-427d-943e-58c95e1b621c {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:13.492813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.513999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Transition to ACTIVE for port object f1b456b6-70a8-427d-943e-58c95e1b621c will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:13.520710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.624611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] Pushing event deleted for resources: {'Port': ['ID=d720db62-e856-476b-b5a9-e2e7036b0ce7,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:13.635133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] For port d24a14bb-4a02-4514-a5a1-babc911d2a47, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:13.646096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2199b-d047-4d2c-8d2d-bb67d7346360 None None] No DVR routers for this DVR port d720db62-e856-476b-b5a9-e2e7036b0ce7 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:13.647934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d720db62-e856-476b-b5a9-e2e7036b0ce7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:13.648306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d720db62-e856-476b-b5a9-e2e7036b0ce7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:13.662540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] For port d24a14bb-4a02-4514-a5a1-babc911d2a47, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d24a14bb-4a02-4514-a5a1-babc911d2a47,segment=NetworkSegment(ed9701ca-7212-482f-97b8-6bb13c7a12c2),segment_id=ed9701ca-7212-482f-97b8-6bb13c7a12c2)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:13.669564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06eb809-8088-4339-83e5-90492c93bc2b None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:13.687764 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-db21691b-c6ad-4911-8cc4-e882dcd81027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.698487 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.817737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b456b6-70a8-427d-943e-58c95e1b621c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:13.866201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Attempting to bind port f1b456b6-70a8-427d-943e-58c95e1b621c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:13.866311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Attempting to bind port f1b456b6-70a8-427d-943e-58c95e1b621c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:13.866901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Attempting to bind port f1b456b6-70a8-427d-943e-58c95e1b621c on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:13.873539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Port f1b456b6-70a8-427d-943e-58c95e1b621c on network e9283ae4-087d-4ca1-81e1-db0219cc44df not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:13.873874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Attempting to bind port f1b456b6-70a8-427d-943e-58c95e1b621c on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:13.880420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:13.880722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:13.881058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Bound using segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:13.881491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Bound port: f1b456b6-70a8-427d-943e-58c95e1b621c, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:13.881839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.917619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf32562-3f7b-4b6c-9237-1f6330d0d91d None None] Pushing event updated for resources: {'Port': ['ID=d24a14bb-4a02-4514-a5a1-babc911d2a47,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:13.928439 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.957892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:13.958201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:38:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:14.077219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Deleting port ad29856c-1b95-4230-b722-248f02b29e6a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:14.077574 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.109302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] For port f1b456b6-70a8-427d-943e-58c95e1b621c, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:14.112957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] For port f1b456b6-70a8-427d-943e-58c95e1b621c, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f1b456b6-70a8-427d-943e-58c95e1b621c,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:14.122723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.207746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:14.248625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b456b6-70a8-427d-943e-58c95e1b621c,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:14.266514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:14.267327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.268965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f50a6173-0c5f-42f2-9bfb-023a1d7bf4f6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 200 len: 1092 time: 1.9034457 Jun 03 15:39:14.269781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'tag': 'f1b456b6-70a8-427d-943e-58c95e1b621c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:14.279096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6bff5d4d-bda4-4ba8-a63d-df1d342969e2 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/floatingips/7272648c-babf-4ff8-993d-5c4b33c3d2c4 HTTP/1.1" status: 200 len: 994 time: 0.9275622 Jun 03 15:39:14.416928 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07adc82-c6e0-426b-9ee4-95711fe9943d'] response: {'name': 'network-changed', 'server_uuid': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'tag': 'f1b456b6-70a8-427d-943e-58c95e1b621c', 'status': 'completed', 'code': 200} Jun 03 15:39:14.421000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Transition to ACTIVE for port object b1a8fb85-3554-4d36-ae50-d5aca16625ce will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:14.458301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-1b598491-420b-49f8-9fe5-c8b136e71f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:14.460580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-1b598491-420b-49f8-9fe5-c8b136e71f71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 1095 time: 0.1350274 Jun 03 15:39:14.526809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.554335 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-11ceaff3-f7db-4676-9b3d-8fb6229da1c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 200 len: 217 time: 0.0818698 Jun 03 15:39:14.568914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Transition to ACTIVE for port object b1a8fb85-3554-4d36-ae50-d5aca16625ce will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:14.574411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 8728bfc1-c0a3-4110-9a9e-51cf25807e96 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:14.600349 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.647457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-6d64ff1c-66a9-4975-950f-b308f535a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:14.649232 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-6d64ff1c-66a9-4975-950f-b308f535a7de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.0862694 Jun 03 15:39:14.717230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41428) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:14.741843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Network c3b0230b-f695-44e5-bcc9-26ea7f193bba is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:14.750741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:14.753108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:14.753519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d99fa-410a-4583-b6c9-509a6c9c5dd3 req-f996295f-2aa1-437b-9e78-b2e4a62bb01f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:14.755436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c04d99fa-410a-4583-b6c9-509a6c9c5dd3 req-f996295f-2aa1-437b-9e78-b2e4a62bb01f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 944 time: 0.8603551 Jun 03 15:39:14.846732 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-33012bd1-d0ab-462f-9264-660dcbbd78af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856785 Jun 03 15:39:14.873017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Pushing event updated for resources: {'Port': ['ID=b1a8fb85-3554-4d36-ae50-d5aca16625ce,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:14.967042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Attempting to bind port b1a8fb85-3554-4d36-ae50-d5aca16625ce on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:14.967042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Attempting to bind port b1a8fb85-3554-4d36-ae50-d5aca16625ce by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '6fe440e0-e71b-4223-8397-3d98ab69d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:14.967042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Attempting to bind port b1a8fb85-3554-4d36-ae50-d5aca16625ce on network c3b0230b-f695-44e5-bcc9-26ea7f193bba {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:14.986529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:14.986896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Checking segment: {'id': '6fe440e0-e71b-4223-8397-3d98ab69d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:14.987294 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.987680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Bound using segment: {'id': '6fe440e0-e71b-4223-8397-3d98ab69d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:14.988578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Bound port: b1a8fb85-3554-4d36-ae50-d5aca16625ce, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe440e0-e71b-4223-8397-3d98ab69d8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3b0230b-f695-44e5-bcc9-26ea7f193bba'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:14.988955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.991174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Allocated IP 172.20.0.4 (c3b0230b-f695-44e5-bcc9-26ea7f193bba/574637e5-0253-443f-a579-d38e003dc688/067d2ea6-8d6d-4d9c-8927-6573b4c99c7d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:15.014805 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-bc24f0b1-ea12-475b-bc6d-9d2092e16697 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540039 Jun 03 15:39:15.038966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] For port ad29856c-1b95-4230-b722-248f02b29e6a, host n-h1-844594-1, got binding levels [] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:15.038966 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.046917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'd20aa0ab-bec2-4500-978c-ae38d23f165e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:15.049303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.219461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Calling delete_port for ad29856c-1b95-4230-b722-248f02b29e6a owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:15.233998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] For port b1a8fb85-3554-4d36-ae50-d5aca16625ce, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:15.237797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] For port b1a8fb85-3554-4d36-ae50-d5aca16625ce, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b1a8fb85-3554-4d36-ae50-d5aca16625ce,segment=NetworkSegment(6fe440e0-e71b-4223-8397-3d98ab69d8db),segment_id=6fe440e0-e71b-4223-8397-3d98ab69d8db)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:15.282083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.396206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c04d99fa-410a-4583-b6c9-509a6c9c5dd3 req-55285fe8-3e10-4094-88f5-d27397ed7c72 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815327 Jun 03 15:39:15.400155 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7ffe0caa-9999-4419-abfa-ad099a487e60 req-f9b6ce9c-091f-474d-a241-0b658b31469a service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723779 Jun 03 15:39:15.401181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 92affcf2-f44b-41a0-8249-61083c61e5d3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:15.401596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.410495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.413290 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.439536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:10Z', 'revision_number': 6, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:13Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:15.469460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/d20aa0ab-bec2-4500-978c-ae38d23f165e/3e6aa125-a97e-4530-9666-526a6ecedb1b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:15.472099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00be6b-866f-4eef-a3f3-7528697b7702 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:10Z', 'revision_number': 6, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:13Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:15.479803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b68ae-00d2-4bbf-99f1-2a334d80a93a None None] Pushing event updated for resources: {'Port': ['ID=b1a8fb85-3554-4d36-ae50-d5aca16625ce,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:15.565701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.692333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.698913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added routes are [] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:39:15.699417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:39:15.768478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:15.826070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:15.849116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:15.860092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:15.861290 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.930645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068dfdc-2291-426e-87b4-618e31e93620 req-f74bb554-7019-4c0d-a0fe-c10f2ad2a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:15.930645 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a068dfdc-2291-426e-87b4-618e31e93620 req-f74bb554-7019-4c0d-a0fe-c10f2ad2a1df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 1095 time: 0.4627006 Jun 03 15:39:15.931356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=8728bfc1-c0a3-4110-9a9e-51cf25807e96,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:15.970793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41446) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:15.972333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f5886dac-5cab-44be-bc23-2c91f1fbdacf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5482819 Jun 03 15:39:15.980052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "DELETE /v2.0/ports/ad29856c-1b95-4230-b722-248f02b29e6a HTTP/1.1" status: 204 len: 168 time: 2.5628445 Jun 03 15:39:15.981591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41448) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:16.172189 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.172523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.187332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.212751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb685c4-7f40-400b-b2cd-cdf1b1d62e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad29856c-1b95-4230-b722-248f02b29e6a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:16.217034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Transition to ACTIVE for port object 3e6aa125-a97e-4530-9666-526a6ecedb1b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:16.218093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.233696 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6888316f-650d-43ee-a9e6-a30b670a8532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:39:16.234250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6888316f-650d-43ee-a9e6-a30b670a8532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Synchronizing usage tracker for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:16.287353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Transition to ACTIVE for port object 3e6aa125-a97e-4530-9666-526a6ecedb1b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:16.308205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.365820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 92affcf2-f44b-41a0-8249-61083c61e5d3 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:16.390476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fec63cb9-51fe-4303-9685-c19cfe2b0489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.454305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:16.468951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:16.475112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:16.492912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Pushing event updated for resources: {'Port': ['ID=3e6aa125-a97e-4530-9666-526a6ecedb1b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:16.493122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068dfdc-2291-426e-87b4-618e31e93620 req-a5d755b2-680f-49a5-9b07-cd20b80c53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:16.495145 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a068dfdc-2291-426e-87b4-618e31e93620 req-a5d755b2-680f-49a5-9b07-cd20b80c53f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.5466800 Jun 03 15:39:16.537384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2138f8-877f-4a5e-82be-1754153ba8fc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:16.538144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ee2138f8-877f-4a5e-82be-1754153ba8fc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:16.646543 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a068dfdc-2291-426e-87b4-618e31e93620 req-20d9d7cd-b1f3-4154-978a-17644e787d20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 200 len: 217 time: 0.1279631 Jun 03 15:39:16.702059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Attempting to bind port 3e6aa125-a97e-4530-9666-526a6ecedb1b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:16.703052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Attempting to bind port 3e6aa125-a97e-4530-9666-526a6ecedb1b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:16.703052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Attempting to bind port 3e6aa125-a97e-4530-9666-526a6ecedb1b on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:16.708153 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.712302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ee2138f8-877f-4a5e-82be-1754153ba8fc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:16.713536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ee2138f8-877f-4a5e-82be-1754153ba8fc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7198753 Jun 03 15:39:16.720650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:16.721669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:16.721669 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.721912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41462) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:16.722373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:16.722945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Bound port: 3e6aa125-a97e-4530-9666-526a6ecedb1b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:16.723418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.878381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.951204 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:16.969622 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:16.970466 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:16.983098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] For port 3e6aa125-a97e-4530-9666-526a6ecedb1b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:16.988164 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.994732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] For port 3e6aa125-a97e-4530-9666-526a6ecedb1b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3e6aa125-a97e-4530-9666-526a6ecedb1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:17.004634 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.042409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 8728bfc1-c0a3-4110-9a9e-51cf25807e96 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:17.043003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.129613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=92affcf2-f44b-41a0-8249-61083c61e5d3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:17.140994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1758007-6f8e-4b16-805f-c8069f793b9c None None] Network c3b0230b-f695-44e5-bcc9-26ea7f193bba requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:17.161840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068dfdc-2291-426e-87b4-618e31e93620 req-447d1d81-611d-455e-89af-15b1eb7b948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:17.163415 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a068dfdc-2291-426e-87b4-618e31e93620 req-447d1d81-611d-455e-89af-15b1eb7b948c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.5062940 Jun 03 15:39:17.254525 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:17.288160 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.304330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.311332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.395365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d88534-ec39-43e8-abab-87744be7b6f3 None None] Pushing event updated for resources: {'Port': ['ID=3e6aa125-a97e-4530-9666-526a6ecedb1b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:17.400751 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a068dfdc-2291-426e-87b4-618e31e93620 req-eaadc430-7a1b-4d68-a2c8-69fb9947d806 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694186 Jun 03 15:39:17.416681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6888316f-650d-43ee-a9e6-a30b670a8532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] Unset dirty status for tenant:1aab30eb31e8450ebb83861cf63be5e5 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:17.417906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6888316f-650d-43ee-a9e6-a30b670a8532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634714988-project-admin] 10.222.0.66 "GET /v2.0/ports/ad29856c-1b95-4230-b722-248f02b29e6a HTTP/1.1" status: 404 len: 333 time: 1.3254132 Jun 03 15:39:17.436452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41476) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:17.487464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1628a8da-2d52-45a0-b888-1b868cd5eeee None None] Provisioning for port b1a8fb85-3554-4d36-ae50-d5aca16625ce completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:17.500801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Transition to ACTIVE for port object 067d2ea6-8d6d-4d9c-8927-6573b4c99c7d will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:17.653112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.698133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d24a14bb-4a02-4514-a5a1-babc911d2a47 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:17.923659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1133f-4359-474f-a878-3baa5a18f888 req-9af7f036-a97e-4c15-a377-c93e30e86d9b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:17.925347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90a1133f-4359-474f-a878-3baa5a18f888 req-9af7f036-a97e-4c15-a377-c93e30e86d9b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 944 time: 1.0577462 Jun 03 15:39:17.960612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.991451 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:39:18.017318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:18.031447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d24a14bb-4a02-4514-a5a1-babc911d2a47 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:18.040631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d24a14bb-4a02-4514-a5a1-babc911d2a47 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:18.041382 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.069304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.102483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.103073 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Floating IP 7272648c-babf-4ff8-993d-5c4b33c3d2c4 disassociated (deleted). External IP: 172.25.1.134, port: d380c6c4-06ae-4d7d-99ef-afbf12a25119. Jun 03 15:39:18.278761 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 7, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:13Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:18.294038 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:18.297091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac85ef39-22f5-41cd-8550-3b6a5d08bde4']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:18.312964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba6f460-957f-49ab-9c03-41d808a1776f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:18.313280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba6f460-957f-49ab-9c03-41d808a1776f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:18.317896 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:18.318761 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:18.326793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.363776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.383872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d24a14bb-4a02-4514-a5a1-babc911d2a47 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:18.385031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:18.385501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.386091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.476854 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.505874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d24a14bb-4a02-4514-a5a1-babc911d2a47, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d24a14bb-4a02-4514-a5a1-babc911d2a47,segment=NetworkSegment(ed9701ca-7212-482f-97b8-6bb13c7a12c2),segment_id=ed9701ca-7212-482f-97b8-6bb13c7a12c2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:18.514906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.515783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b1a8fb85-3554-4d36-ae50-d5aca16625ce up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:18.610545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.681899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d24a14bb-4a02-4514-a5a1-babc911d2a47,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:18.711163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b1a8fb85-3554-4d36-ae50-d5aca16625ce completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:18.713451 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:18.717674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b1a8fb85-3554-4d36-ae50-d5aca16625ce triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:18.719352 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.726706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Network c3b0230b-f695-44e5-bcc9-26ea7f193bba is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:18.789157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f1b456b6-70a8-427d-943e-58c95e1b621c details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:39:18.852249 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1ba6f460-957f-49ab-9c03-41d808a1776f resource provider aggregate not found Jun 03 15:39:18.856883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:18.862254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90a1133f-4359-474f-a878-3baa5a18f888 req-bc1157b9-fa22-40cb-bd2f-ba70dd48ca3e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8930409 Jun 03 15:39:18.899702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:19.003813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a068dfdc-2291-426e-87b4-618e31e93620 req-61b537f7-b361-4f88-bdb1-a9ff192c4987 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4400673 Jun 03 15:39:19.059736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.076711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:19.077496 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.094055 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 1ba6f460-957f-49ab-9c03-41d808a1776f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ba6f460-957f-49ab-9c03-41d808a1776f found for delete ", "request_id": "req-c72f2f08-b808-489a-9062-7968490eab55"}]} Jun 03 15:39:19.101072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.160404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b1a8fb85-3554-4d36-ae50-d5aca16625ce is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:19.160404 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.205842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f1b456b6-70a8-427d-943e-58c95e1b621c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f1b456b6-70a8-427d-943e-58c95e1b621c,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:19.219138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.251909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b1a8fb85-3554-4d36-ae50-d5aca16625ce, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b1a8fb85-3554-4d36-ae50-d5aca16625ce,segment=NetworkSegment(6fe440e0-e71b-4223-8397-3d98ab69d8db),segment_id=6fe440e0-e71b-4223-8397-3d98ab69d8db)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:19.265542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event updated for resources: {'Port': ['ID=067d2ea6-8d6d-4d9c-8927-6573b4c99c7d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:19.278798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.279284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] 10.222.0.66 "DELETE /v2.0/networks/ac85ef39-22f5-41cd-8550-3b6a5d08bde4 HTTP/1.1" status: 204 len: 168 time: 1.8413639 Jun 03 15:39:19.330507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7a1d2-7467-44b0-8126-26a2c976baa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021339262-project] Pushing event deleted for resources: {'Network': ['ID=ac85ef39-22f5-41cd-8550-3b6a5d08bde4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:19.417407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b1a8fb85-3554-4d36-ae50-d5aca16625ce,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:19.421510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'f1b456b6-70a8-427d-943e-58c95e1b621c', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'port_id': 'f1b456b6-70a8-427d-943e-58c95e1b621c', 'mac_address': 'fa:16:3e:c7:ce:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecc5826-f4c7-470b-be0f-dcfee7be7886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:39:19.428239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-207c4117-58cc-41b9-8e19-304b66603235 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.9603775 Jun 03 15:39:19.431707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41506) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:19.453315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:19.490779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-86ad81e6-b860-4a96-8a1b-4a23d44f3021 None None] Provisioning for port 3e6aa125-a97e-4530-9666-526a6ecedb1b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:19.540892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f1b456b6-70a8-427d-943e-58c95e1b621c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:19.541415 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.627934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b456b6-70a8-427d-943e-58c95e1b621c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:19.638514 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 7, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:13Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:19.653443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Deleting port 067d2ea6-8d6d-4d9c-8927-6573b4c99c7d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:19.654451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.654670 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193a8d2-35c4-4a2e-b210-08909dd7a08d None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 7, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:13Z', 'revision_number': 4, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:19.666671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f1b456b6-70a8-427d-943e-58c95e1b621c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f1b456b6-70a8-427d-943e-58c95e1b621c,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:19.680238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.721445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 8728bfc1-c0a3-4110-9a9e-51cf25807e96 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:19.759179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.764023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0971da69-ff3d-4c4f-a25b-81056439115e tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 200 len: 699 time: 7.0987580 Jun 03 15:39:19.770124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41512) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:19.775996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d24a14bb-4a02-4514-a5a1-babc911d2a47 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:19.979609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-db9781f4-49a5-412f-8740-ec6ce1c5b9a8 None None] Provisioning for port 067d2ea6-8d6d-4d9c-8927-6573b4c99c7d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:20.013336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-db9781f4-49a5-412f-8740-ec6ce1c5b9a8 None None] Provisioning complete for port 067d2ea6-8d6d-4d9c-8927-6573b4c99c7d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:20.013711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-db9781f4-49a5-412f-8740-ec6ce1c5b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.039342 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a068dfdc-2291-426e-87b4-618e31e93620 req-fd5252b1-406c-409a-a63a-96968799911b service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9507196 Jun 03 15:39:20.045008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.097698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:39:20.210377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=8728bfc1-c0a3-4110-9a9e-51cf25807e96,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:20.222822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41524) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.230987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.249715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:20.253099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:20.349418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4cdf47e6-a34a-4f4c-b6d0-85a500143b43 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/8728bfc1-c0a3-4110-9a9e-51cf25807e96 HTTP/1.1" status: 204 len: 168 time: 3.6166568 Jun 03 15:39:20.357321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41530) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.394278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:20.394841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:20.523995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f1b456b6-70a8-427d-943e-58c95e1b621c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:20.573532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d43dfac2-3a5b-4120-8d26-d6bc4be14328 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 200 len: 699 time: 0.8016183 Jun 03 15:39:20.578959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41540) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.583949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae50ec-7e7d-4d19-b0aa-02699a2e3240 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:20.585555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae50ec-7e7d-4d19-b0aa-02699a2e3240 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:20.586497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-77ae50ec-7e7d-4d19-b0aa-02699a2e3240 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:20.654481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-db9781f4-49a5-412f-8740-ec6ce1c5b9a8 None None] Port 067d2ea6-8d6d-4d9c-8927-6573b4c99c7d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:20.671797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d24a14bb-4a02-4514-a5a1-babc911d2a47 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:20.671797 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.678403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-77ae50ec-7e7d-4d19-b0aa-02699a2e3240 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:20.680339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-77ae50ec-7e7d-4d19-b0aa-02699a2e3240 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3216398 Jun 03 15:39:20.684451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41544) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.789670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet d20aa0ab-bec2-4500-978c-ae38d23f165e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:20.792138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:20.795564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.836592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6ba10-dac5-4d15-89c8-9e508b1e09a0 req-e4468700-7c55-40b3-a615-5479399e4bcf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:20.837013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-66537f92-c809-45b2-8534-2ccb9c7f242e None None] Could not find standard attr ID for object 8728bfc1-c0a3-4110-9a9e-51cf25807e96. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:39:20.844815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ee6ba10-dac5-4d15-89c8-9e508b1e09a0 req-e4468700-7c55-40b3-a615-5479399e4bcf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 945 time: 0.5029788 Jun 03 15:39:20.876216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:20.890687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.899022 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] Sync routers for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:20.912543 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:20.913813 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:20.966003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d24a14bb-4a02-4514-a5a1-babc911d2a47 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:20.967105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3e6aa125-a97e-4530-9666-526a6ecedb1b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:20.990921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d53bdf95-2365-49f8-87eb-d3056c20eb26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=45123dd557e74c2da67291ed4337104f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631040 Jun 03 15:39:21.004898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ee6ba10-dac5-4d15-89c8-9e508b1e09a0 req-bff16677-1c4e-436a-99eb-0b2f14ca85f1 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577775 Jun 03 15:39:21.011392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.026393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.028621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41552) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:21.068755 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-40f65431-d13e-4f00-8607-019b40043de8 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/floatingips/7272648c-babf-4ff8-993d-5c4b33c3d2c4 HTTP/1.1" status: 204 len: 168 time: 6.3433976 Jun 03 15:39:21.073944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:21.193627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.262304 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:21.470212 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fae84e3-d3e3-4a36-8c0d-4caa925e3c83'] response: {'name': 'network-changed', 'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'status': 'completed', 'code': 200} Jun 03 15:39:21.543033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.584340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=d20aa0ab-bec2-4500-978c-ae38d23f165e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:21.588665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.610948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-442aa55b-c05d-418e-a56a-fd091271990a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/d20aa0ab-bec2-4500-978c-ae38d23f165e HTTP/1.1" status: 204 len: 168 time: 0.9243605 Jun 03 15:39:21.613333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41568) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:21.634731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3e6aa125-a97e-4530-9666-526a6ecedb1b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:21.642711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd43cd9-e21a-4677-9042-16a56b719be8 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:21.738009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3e6aa125-a97e-4530-9666-526a6ecedb1b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:21.738371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.768097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-25445daf-bf6a-4f1e-afc3-951b658615c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534982 Jun 03 15:39:21.778930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Calling delete_port for 067d2ea6-8d6d-4d9c-8927-6573b4c99c7d owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:21.789507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41576) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:21.802890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:21.906923 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:05Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:21.915165 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] Checking router: 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:21.943088 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:21.943776 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:21.956172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:21.970966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:21.973987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:21.984218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:21.985587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d456f2c-bf21-4471-9357-13c1eee23d04 req-64694544-95fd-496c-9038-105e9e25c5ed tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:21.987149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d456f2c-bf21-4471-9357-13c1eee23d04 req-64694544-95fd-496c-9038-105e9e25c5ed tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 946 time: 0.2941594 Jun 03 15:39:21.999730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:22.005762 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.041904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-403d61d0-12b9-4048-97a5-83ff568d5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.043364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-403d61d0-12b9-4048-97a5-83ff568d5ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 1097 time: 0.7468209 Jun 03 15:39:22.062654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 7, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:18Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:22.078157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:22.080469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3e6aa125-a97e-4530-9666-526a6ecedb1b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:22.081180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.118581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:22.119411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:22.213487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:22.309082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 3e6aa125-a97e-4530-9666-526a6ecedb1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3e6aa125-a97e-4530-9666-526a6ecedb1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:22.310312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] Deleting port 3e6aa125-a97e-4530-9666-526a6ecedb1b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:22.310740 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.357594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.414433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.475701 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:22.526946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:22.530589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:22.535482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.536355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.591610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=3ad056b4-e7d6-4a59-bb68-356fa71f1c1b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:22.598173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-370970de-1a57-4bb7-ab42-573536b92ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.599879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-370970de-1a57-4bb7-ab42-573536b92ed7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9851cd7-ad8b-4289-8e40-41d9649660de HTTP/1.1" status: 200 len: 897 time: 0.4063609 Jun 03 15:39:22.622324 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-75f08769-5d69-45fd-b700-ab9aacc114c0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8291690 Jun 03 15:39:22.622563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41586) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:22.628268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'name': 'tempest-NetworksTestDHCPv6-53127334'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:22.774912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d456f2c-bf21-4471-9357-13c1eee23d04 req-9bb47f71-a153-44b9-913d-f3b0ad9f7c3c tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7599609 Jun 03 15:39:22.801947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-ff360e0e-a919-49a4-9548-db0df6c9302f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119 HTTP/1.1" status: 200 len: 217 time: 0.1727865 Jun 03 15:39:22.911462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:22.930422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-273f7781-d1d5-416f-9aba-e81b5f7535c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.931220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:22.932017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-273f7781-d1d5-416f-9aba-e81b5f7535c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e HTTP/1.1" status: 200 len: 834 time: 0.0835960 Jun 03 15:39:22.940513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:22.945545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:22.953008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:22.976622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-6aa4e356-ace1-4151-8960-0faacbf2cbb3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.977362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-6aa4e356-ace1-4151-8960-0faacbf2cbb3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Synchronizing usage tracker for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:22.994207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:22.999263 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.011897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-6aa4e356-ace1-4151-8960-0faacbf2cbb3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Unset dirty status for tenant:83ef3833b4234da7ab416edcbb5e8afc on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:23.012997 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-6aa4e356-ace1-4151-8960-0faacbf2cbb3 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 946 time: 0.1367955 Jun 03 15:39:23.048420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=3e6aa125-a97e-4530-9666-526a6ecedb1b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:23.051107 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b1a8fb85-3554-4d36-ae50-d5aca16625ce up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:23.073722 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26fef69b-538e-4a4f-aceb-bb13f2a36270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.075236 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:05Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:23.087790 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133f459-4bf5-4831-8f22-40ce9bf1a04c None None] The sync data for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 is: [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:37:54Z', 'revision_number': 4, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '49d20f8b-0941-4c49-bbaf-45b6cd1980d4', 'name': '', 'network_id': 'b9851cd7-ad8b-4289-8e40-41d9649660de', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'mac_address': 'fa:16:3e:5b:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:49Z', 'updated_at': '2022-06-03T15:38:05Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'subnets': [{'id': '7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:23.096521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port d380c6c4-06ae-4d7d-99ef-afbf12a25119 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:23.096898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.101676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f1b456b6-70a8-427d-943e-58c95e1b621c up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:23.113458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26fef69b-538e-4a4f-aceb-bb13f2a36270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.172465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 6ea48808-a70b-489e-b76d-62b70ef6e2fd yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:23.200011 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.340572 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26fef69b-538e-4a4f-aceb-bb13f2a36270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.375026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event deleted for resources: {'Port': ['ID=067d2ea6-8d6d-4d9c-8927-6573b4c99c7d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:23.383446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fef69b-538e-4a4f-aceb-bb13f2a36270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cbdf19-305e-45cf-83fd-9b127ed7f85d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:23.487941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::10a (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/3ad056b4-e7d6-4a59-bb68-356fa71f1c1b/6ea48808-a70b-489e-b76d-62b70ef6e2fd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:23.544825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26fef69b-538e-4a4f-aceb-bb13f2a36270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.546053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-26fef69b-538e-4a4f-aceb-bb13f2a36270 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96cbdf19-305e-45cf-83fd-9b127ed7f85d HTTP/1.1" status: 204 len: 168 time: 2.2513633 Jun 03 15:39:23.593321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a88613-f4c7-4a45-b4a1-88dae08bb71b None None] New status for floating IP 7272648c-babf-4ff8-993d-5c4b33c3d2c4: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:39:23.610038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.612225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f17302eb-fd1d-4bb0-be7a-3e933f2bcba7 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "DELETE /v2.0/ports/067d2ea6-8d6d-4d9c-8927-6573b4c99c7d HTTP/1.1" status: 204 len: 168 time: 4.1782327 Jun 03 15:39:23.624870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6798f-b928-48c0-820e-6f5e7505029d req-0fed0492-0f68-40d2-923a-bd0eeaf1cc77 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:23.638348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bc6798f-b928-48c0-820e-6f5e7505029d req-0fed0492-0f68-40d2-923a-bd0eeaf1cc77 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 945 time: 1.0340552 Jun 03 15:39:23.650272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41604) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:23.780070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-bba34aaa-0518-4184-a38c-5e2783a45bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:23.780694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] For port 3e6aa125-a97e-4530-9666-526a6ecedb1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3e6aa125-a97e-4530-9666-526a6ecedb1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:23.781102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.781973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-bba34aaa-0518-4184-a38c-5e2783a45bf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9851cd7-ad8b-4289-8e40-41d9649660de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8308988 Jun 03 15:39:23.838133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bc6798f-b928-48c0-820e-6f5e7505029d req-150c0258-82c7-42ea-851a-4f0f44c22566 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848583 Jun 03 15:39:23.867105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port f1b456b6-70a8-427d-943e-58c95e1b621c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:23.878739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b1a8fb85-3554-4d36-ae50-d5aca16625ce triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:23.879533 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.988516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.219453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] Calling delete_port for 3e6aa125-a97e-4530-9666-526a6ecedb1b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:24.236782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.275257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port d380c6c4-06ae-4d7d-99ef-afbf12a25119, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d380c6c4-06ae-4d7d-99ef-afbf12a25119,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:24.275635 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.288373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 6ea48808-a70b-489e-b76d-62b70ef6e2fd will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:24.366579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port f1b456b6-70a8-427d-943e-58c95e1b621c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:24.367252 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.432851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41622) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:24.466919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-5fa9198c-e400-4a00-a6b0-eeacdf8b5c78 service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744661 Jun 03 15:39:24.488033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-331adb31-1caa-442a-ba45-294c4c138c42 tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.8365171 Jun 03 15:39:24.500016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:24.550003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.565566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for d380c6c4-06ae-4d7d-99ef-afbf12a25119 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:24.612765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1434389687'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:24.635174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:24.675398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Usage tracker for resource:network and tenant:d3670181e4d8407faeb1934e69f877d3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:24.680135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:24.702272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] Pushing event deleted for resources: {'Port': ['ID=3e6aa125-a97e-4530-9666-526a6ecedb1b,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:24.702765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:24.728652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f1b456b6-70a8-427d-943e-58c95e1b621c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:24.729658 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.753638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e557c16-c0b5-48de-a46d-44d332aa809a None None] No DVR routers for this DVR port 3e6aa125-a97e-4530-9666-526a6ecedb1b on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:24.796082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c0524ac3-e558-4215-bcfc-d2decb96079c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1aab30eb31e8450ebb83861cf63be5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577597 Jun 03 15:39:24.799703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.804630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41634) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:24.812839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b8bfa-ab19-4062-84ea-ef120366620b req-787f6e12-3018-40fb-94ea-0bd003bd89c6 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:24.814842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a5b8bfa-ab19-4062-84ea-ef120366620b req-787f6e12-3018-40fb-94ea-0bd003bd89c6 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1d83720-b3a4-434f-8925-4a8c31fe86e8 HTTP/1.1" status: 200 len: 946 time: 0.5643661 Jun 03 15:39:24.916134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60739bd-f3e8-44da-842e-d3986da88cd8 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:24.954587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=6ea48808-a70b-489e-b76d-62b70ef6e2fd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:24.966118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:24.969921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:24.990482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:24.996346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:24.997036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.020091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.123238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b1a8fb85-3554-4d36-ae50-d5aca16625ce is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:25.166330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-beae2fba-f624-42bb-929e-d114fb8984b0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5427494 Jun 03 15:39:25.170921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd5aeb8b-34ed-4b9a-9f14-9e8f26986853 req-1f7252d1-d006-4175-9e04-ceb4a01d3362 service neutron] 10.222.0.15 "GET /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752446 Jun 03 15:39:25.173816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Made reservation on behalf of d3670181e4d8407faeb1934e69f877d3 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:25.174664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f1b456b6-70a8-427d-943e-58c95e1b621c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f1b456b6-70a8-427d-943e-58c95e1b621c,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:25.177289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.179927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b456b6-70a8-427d-943e-58c95e1b621c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:25.194973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.212218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:25.217014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=d380c6c4-06ae-4d7d-99ef-afbf12a25119,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:25.229017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:25.238865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.239193 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Added segment 07e6f9dd-4137-4162-8747-548d0fe2ce96 of type vlan for network dcfef747-ebd0-4403-abcb-fa5c3a8764a3 Jun 03 15:39:25.257477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3e6aa125-a97e-4530-9666-526a6ecedb1b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:25.268175 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.306669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] No DVR routers for this DVR port d380c6c4-06ae-4d7d-99ef-afbf12a25119 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:25.309803 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.321626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 7, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:18Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:25.322189 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19ee3e5a-0089-4e10-86ff-017e83d0335b req-8e556858-150c-4dec-99bb-4a01051d2302 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.15 "DELETE /v2.0/ports/d380c6c4-06ae-4d7d-99ef-afbf12a25119 HTTP/1.1" status: 204 len: 173 time: 2.3024259 Jun 03 15:39:25.348595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3e6aa125-a97e-4530-9666-526a6ecedb1b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:25.349093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3e6aa125-a97e-4530-9666-526a6ecedb1b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:25.360466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.367034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b21fea-77f4-4084-8638-d2e03381f7d7 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 7, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd24a14bb-4a02-4514-a5a1-babc911d2a47', 'name': '', 'network_id': '33814426-fdf0-43e7-8f71-e223e5cd4aa3', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:36:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:03Z', 'updated_at': '2022-06-03T15:39:18Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '746d0b19-f16f-4886-8a3d-7f42d6974754', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:25.369462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:25.370579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.401097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'name': 'network-vif-deleted', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:25.406627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27a9324c-cfb6-456c-b7c6-53fc3b29df53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.489485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f1b456b6-70a8-427d-943e-58c95e1b621c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:25.531065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27a9324c-cfb6-456c-b7c6-53fc3b29df53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.549762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event updated for resources: {'Network': ['ID=dcfef747-ebd0-4403-abcb-fa5c3a8764a3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:25.622915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dea311-1489-4414-8e59-d5aa37ae740d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:25.623642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a5b8bfa-ab19-4062-84ea-ef120366620b req-327c431c-5c1e-41fe-80cf-6450e0804d46 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "GET /v2.0/security-groups?id=60f5e90a-4f27-40e1-adc2-736b069e0927&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4927166 Jun 03 15:39:25.623760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93dea311-1489-4414-8e59-d5aa37ae740d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:25.656871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port d24a14bb-4a02-4514-a5a1-babc911d2a47 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:25.658719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.664717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network dcfef747-ebd0-4403-abcb-fa5c3a8764a3 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:25.665700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-93dea311-1489-4414-8e59-d5aa37ae740d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:25.670807 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-93dea311-1489-4414-8e59-d5aa37ae740d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4548664 Jun 03 15:39:25.672027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:25.733287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27a9324c-cfb6-456c-b7c6-53fc3b29df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.736641 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889806dc-5208-46a9-b1d7-31f943a3d4a0'] response: {'server_uuid': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b456b6-70a8-427d-943e-58c95e1b621c', 'code': 200} Jun 03 15:39:25.764793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0648e0c9-6157-4cf7-a85e-facbea26222a tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2523575 Jun 03 15:39:25.786982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41662) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:25.876635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5dead-3f28-45d4-9794-0047fbe20252 req-b47e7c41-f3b8-4231-b349-df08309d94ac tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:25.878682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4cf5dead-3f28-45d4-9794-0047fbe20252 req-b47e7c41-f3b8-4231-b349-df08309d94ac tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 0.7102432 Jun 03 15:39:25.900531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '3ad056b4-e7d6-4a59-bb68-356fa71f1c1b'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:25.901412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.920499 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e97dae-3a7f-4065-b3d2-ecd3717947eb'] response: {'server_uuid': 'f1d83720-b3a4-434f-8925-4a8c31fe86e8', 'name': 'network-vif-deleted', 'tag': 'd380c6c4-06ae-4d7d-99ef-afbf12a25119', 'status': 'completed', 'code': 200} Jun 03 15:39:25.924369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9324c-cfb6-456c-b7c6-53fc3b29df53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462c0a8a-da3b-4d8c-9081-41a456c99e61,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:26.010029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27a9324c-cfb6-456c-b7c6-53fc3b29df53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.011530 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-27a9324c-cfb6-456c-b7c6-53fc3b29df53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/462c0a8a-da3b-4d8c-9081-41a456c99e61 HTTP/1.1" status: 204 len: 168 time: 1.1952035 Jun 03 15:39:26.020574 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4cf5dead-3f28-45d4-9794-0047fbe20252 req-ae813bcf-341f-41cb-8a58-faee3d7cd082 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794261 Jun 03 15:39:26.120065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 6ea48808-a70b-489e-b76d-62b70ef6e2fd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:26.124403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.135338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port d24a14bb-4a02-4514-a5a1-babc911d2a47, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d24a14bb-4a02-4514-a5a1-babc911d2a47,segment=NetworkSegment(ed9701ca-7212-482f-97b8-6bb13c7a12c2),segment_id=ed9701ca-7212-482f-97b8-6bb13c7a12c2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:26.137822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.324346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/3ad056b4-e7d6-4a59-bb68-356fa71f1c1b/3ffb0852-961f-457b-9fc8-e4a91d630ada) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:26.355066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for d24a14bb-4a02-4514-a5a1-babc911d2a47 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:26.401296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b8f243d-5650-41d3-b466-42e92a591248 tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "GET /v2.0/agents/8756cb46-a4f0-46e1-8201-6a80566de54c/dhcp-networks HTTP/1.1" status: 200 len: 8785 time: 0.6064236 Jun 03 15:39:26.402106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41678) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:26.443062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53de72-ff79-45d0-a4bd-d10b79618a7a req-a06fa2be-0e53-411b-87b5-287b069d6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:26.444581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b53de72-ff79-45d0-a4bd-d10b79618a7a req-a06fa2be-0e53-411b-87b5-287b069d6beb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 1097 time: 0.5233486 Jun 03 15:39:26.637223 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6b53de72-ff79-45d0-a4bd-d10b79618a7a req-4d29cab5-4f7e-49cf-ad6c-5b5add34ea2f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407826 Jun 03 15:39:26.681478 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.683890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.725864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d380c6c4-06ae-4d7d-99ef-afbf12a25119 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:26.743126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41698) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:26.802745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=d24a14bb-4a02-4514-a5a1-babc911d2a47,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:26.826681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: d380c6c4-06ae-4d7d-99ef-afbf12a25119 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:26.826991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d380c6c4-06ae-4d7d-99ef-afbf12a25119 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:26.853048 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.863101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 6ea48808-a70b-489e-b76d-62b70ef6e2fd owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:26.874745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Transition to ACTIVE for port object 3ffb0852-961f-457b-9fc8-e4a91d630ada will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:26.911868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Transition to ACTIVE for port object 3ffb0852-961f-457b-9fc8-e4a91d630ada will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:26.927895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.044017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78b5a6dd-33bb-49b4-84b9-426366be5720 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.178231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Pushing event updated for resources: {'Port': ['ID=3ffb0852-961f-457b-9fc8-e4a91d630ada,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:27.199166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:27.209310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:27.221039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:27.356058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d540f88-557c-4b6e-9471-01fe6ee4d155 tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] Network dcfef747-ebd0-4403-abcb-fa5c3a8764a3 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:27.367745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.396011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf2b6c-506d-4603-8446-4a8728fb5f37 None None] Network dcfef747-ebd0-4403-abcb-fa5c3a8764a3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:27.406369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78b5a6dd-33bb-49b4-84b9-426366be5720 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.437598 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d540f88-557c-4b6e-9471-01fe6ee4d155 tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "POST /v2.0/agents/8756cb46-a4f0-46e1-8201-6a80566de54c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0170062 Jun 03 15:39:27.452779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=6ea48808-a70b-489e-b76d-62b70ef6e2fd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:27.461738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41718) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:27.528601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.537096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Attempting to bind port 3ffb0852-961f-457b-9fc8-e4a91d630ada on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:27.537467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Attempting to bind port 3ffb0852-961f-457b-9fc8-e4a91d630ada by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:27.537832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Attempting to bind port 3ffb0852-961f-457b-9fc8-e4a91d630ada on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:27.546098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:27.546478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:27.546889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.547287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:27.547772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Bound port: 3ffb0852-961f-457b-9fc8-e4a91d630ada, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:27.548174 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.607384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.691955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41722) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:27.711626 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4ffc34af-d1ff-48b6-b355-2175d4f09356 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/6ea48808-a70b-489e-b76d-62b70ef6e2fd HTTP/1.1" status: 204 len: 168 time: 2.0377395 Jun 03 15:39:27.724396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41728) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:27.752393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] For port 3ffb0852-961f-457b-9fc8-e4a91d630ada, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:27.756383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] For port 3ffb0852-961f-457b-9fc8-e4a91d630ada, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3ffb0852-961f-457b-9fc8-e4a91d630ada,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:27.765780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.872059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-63403b3f-5cd0-4874-938e-8fb492b2925f tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "GET /v2.0/agents/8756cb46-a4f0-46e1-8201-6a80566de54c/dhcp-networks HTTP/1.1" status: 200 len: 9556 time: 0.4051914 Jun 03 15:39:27.876540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:27.877977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0b07-4022-42af-a47b-5a2892ee9656 None None] Pushing event updated for resources: {'Port': ['ID=3ffb0852-961f-457b-9fc8-e4a91d630ada,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:28.032361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1680323249'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:28.040009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:28.044411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Usage tracker for resource:network and tenant:c5767d0027254cc1bcc335973c6b2864 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:28.047596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:28.053870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:28.062932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a423c-dff6-48f9-9717-8603f7e1f331 req-37c85b25-27e5-42de-91bc-53a5362210f9 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:28.064959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f81e38-4187-4cd5-beb2-27de615fbd3c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:28.066827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f81e38-4187-4cd5-beb2-27de615fbd3c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:28.067764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-09f81e38-4187-4cd5-beb2-27de615fbd3c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:28.071923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-239a423c-dff6-48f9-9717-8603f7e1f331 req-37c85b25-27e5-42de-91bc-53a5362210f9 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 0.7705572 Jun 03 15:39:28.072675 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5bbed65-9d3d-4758-afa8-7d6526ed18be tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "DELETE /v2.0/agents/8756cb46-a4f0-46e1-8201-6a80566de54c/dhcp-networks/dcfef747-ebd0-4403-abcb-fa5c3a8764a3 HTTP/1.1" status: 204 len: 168 time: 0.1952207 Jun 03 15:39:28.075827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:28.079583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.090744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41738) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.128833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.156314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:28.160734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Usage tracker for resource:security_group_rule and tenant:c5767d0027254cc1bcc335973c6b2864 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:28.163925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:28.171521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:28.185038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78b5a6dd-33bb-49b4-84b9-426366be5720 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.284044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-239a423c-dff6-48f9-9717-8603f7e1f331 req-4c537a6b-9a15-424f-87a0-357eb9212448 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096221 Jun 03 15:39:28.299463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5a6dd-33bb-49b4-84b9-426366be5720 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5e90a-4f27-40e1-adc2-736b069e0927,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:28.401441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.410519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.411831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78b5a6dd-33bb-49b4-84b9-426366be5720 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.413094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-78b5a6dd-33bb-49b4-84b9-426366be5720 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/security-groups/60f5e90a-4f27-40e1-adc2-736b069e0927 HTTP/1.1" status: 204 len: 168 time: 1.6637771 Jun 03 15:39:28.424331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-09f81e38-4187-4cd5-beb2-27de615fbd3c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:28.428729 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-09f81e38-4187-4cd5-beb2-27de615fbd3c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7031841 Jun 03 15:39:28.429611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41744) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.438074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:28.475190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c387bd25-a09d-4237-adea-e836a1ed30b4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:28.479948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41748) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.600754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:28.624070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:28.634553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b56dba61-b32c-4bb3-a8fe-fcf97724d0fa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0520749 Jun 03 15:39:28.635479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41752) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.639902 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:28.650982 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:28.651600 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:28.673395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.673746 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Added segment 461739b5-4451-4491-84ba-359d3fb85ff1 of type vlan for network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 Jun 03 15:39:28.716223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet 746d0b19-f16f-4886-8a3d-7f42d6974754 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:28.719923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.775896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.790654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 3ad056b4-e7d6-4a59-bb68-356fa71f1c1b {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:28.814696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.866767 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-32e2d163-60a2-47f7-8345-0dfb629f39db tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "GET /v2.0/agents/8756cb46-a4f0-46e1-8201-6a80566de54c/dhcp-networks HTTP/1.1" status: 200 len: 8785 time: 0.7732863 Jun 03 15:39:28.868791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.877871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41756) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.892494 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.900045 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:28.917098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.946127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bdb94061-9369-41f5-8bd9-709688677912 tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "GET /v2.0/networks/c3b0230b-f695-44e5-bcc9-26ea7f193bba/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0669024 Jun 03 15:39:28.951385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41760) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.985226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-08728a63-476f-4c0f-a35c-188d6094939d tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "GET /v2.0/networks/c3b0230b-f695-44e5-bcc9-26ea7f193bba/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0328958 Jun 03 15:39:28.990652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41764) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:29.014145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.056640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.062983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a249b0b-ee3c-46c8-b729-faadec9317f8 None None] Network 33814426-fdf0-43e7-8f71-e223e5cd4aa3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:29.118851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.124461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:29.125077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.263102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6c636241-cbc6-4977-8495-8213b67122b2 tempest-DHCPAgentSchedulersTestJSON-571262739 tempest-DHCPAgentSchedulersTestJSON-571262739-project-admin] 10.222.0.66 "GET /v2.0/agents/8756cb46-a4f0-46e1-8201-6a80566de54c/dhcp-networks HTTP/1.1" status: 200 len: 8747 time: 0.2710993 Jun 03 15:39:29.268394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/746d0b19-f16f-4886-8a3d-7f42d6974754 HTTP/1.1" status: 204 len: 168 time: 0.6319218 Jun 03 15:39:29.269426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41772) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:29.269858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41774) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:29.279549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cb429-4e0e-4abc-bc57-b3978480e7f6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=746d0b19-f16f-4886-8a3d-7f42d6974754,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:29.475134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Network': ['ID=241dc2ff-d5f2-40e0-bbdf-5d96c02460b9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:29.487002 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:26Z', 'revision_number': 8, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:29.495128 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:29.504945 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-95a77402-8255-49ad-b3ca-fd825df474fd tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8118038 Jun 03 15:39:29.509727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41786) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:29.520787 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:29.521556 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:29.542533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.608858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:29.662318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3ffb0852-961f-457b-9fc8-e4a91d630ada up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:29.790865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'subnet': {'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:29.919466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.943033 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:29.948615 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.976937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Provisioning for port 3ffb0852-961f-457b-9fc8-e4a91d630ada completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:30.011967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3ffb0852-961f-457b-9fc8-e4a91d630ada completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:30.023416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Provisioning complete for port 3ffb0852-961f-457b-9fc8-e4a91d630ada triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:30.024038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.044848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 0948fa2b-f934-47b7-99c5-c56a120230d4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:30.045200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.115466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3ffb0852-961f-457b-9fc8-e4a91d630ada triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:30.120780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.199565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558ccbe-b995-4993-8cee-47b540ef69d9 req-fda79098-e050-4258-904e-6eadd3776d76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:30.201240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6558ccbe-b995-4993-8cee-47b540ef69d9 req-fda79098-e050-4258-904e-6eadd3776d76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 0.6478589 Jun 03 15:39:30.242012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:30.249839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.256618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Usage tracker for resource:subnet and tenant:c5767d0027254cc1bcc335973c6b2864 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:30.332388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:30.365387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:30.380385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad056b4-e7d6-4a59-bb68-356fa71f1c1b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:30.390285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.408185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:30.412654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.424591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] DHCP port deletion for 33814426-fdf0-43e7-8f71-e223e5cd4aa3 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:30.444472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51166cf4-39b4-47c0-a8b9-3b55226091f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/3ad056b4-e7d6-4a59-bb68-356fa71f1c1b HTTP/1.1" status: 204 len: 168 time: 1.9749284 Jun 03 15:39:30.445416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41866) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:30.491533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Deleting port 0948fa2b-f934-47b7-99c5-c56a120230d4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:30.502633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.551991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a9a2a-d7cb-4902-affc-9d1c5f875959 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:30.589096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.602788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6558ccbe-b995-4993-8cee-47b540ef69d9 req-abba3603-eae3-472b-99a3-639025873756 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218186 Jun 03 15:39:30.625552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Current status of the port 3ffb0852-961f-457b-9fc8-e4a91d630ada is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:30.625934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.723484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fbec2914-aa5e-4d6c-b6bc-b1bba7259d98 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2617264 Jun 03 15:39:30.725335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41896) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:30.756890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfef747-ebd0-4403-abcb-fa5c3a8764a3']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:30.791525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3ffb0852-961f-457b-9fc8-e4a91d630ada is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:30.791906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.792961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e6f9dd-4137-4162-8747-548d0fe2ce96') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:30.793428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e6f9dd-4137-4162-8747-548d0fe2ce96') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:30.824080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.870944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.874528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port 0948fa2b-f934-47b7-99c5-c56a120230d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0948fa2b-f934-47b7-99c5-c56a120230d4,segment=NetworkSegment(ed9701ca-7212-482f-97b8-6bb13c7a12c2),segment_id=ed9701ca-7212-482f-97b8-6bb13c7a12c2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:30.876134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.940312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] For port 3ffb0852-961f-457b-9fc8-e4a91d630ada, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3ffb0852-961f-457b-9fc8-e4a91d630ada,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:30.943081 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:26Z', 'revision_number': 8, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:30.960559 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c80c0-d0cd-4225-9065-2e2968aef7e0 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:26Z', 'revision_number': 8, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5e0509-7b3c-4313-838d-e60d6ca51ca3', 'name': '', 'network_id': 'c615e061-a869-418b-b639-23042746a955', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:6a:69:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:48Z', 'updated_at': '2022-06-03T15:39:00Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': 'a9c36f83-d149-41fb-8040-6ee0d7bd9e49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:31.041446 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.057635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245efb6-d91b-4a81-ae64-612ab7959233 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:31.058138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4245efb6-d91b-4a81-ae64-612ab7959233 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:31.088915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4245efb6-d91b-4a81-ae64-612ab7959233 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:31.090125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4245efb6-d91b-4a81-ae64-612ab7959233 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3569231 Jun 03 15:39:31.093202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41946) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.105614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:31.106110 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.140285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.162515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Could not find standard attr ID for object 6ea48808-a70b-489e-b76d-62b70ef6e2fd. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:39:31.226185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 0948fa2b-f934-47b7-99c5-c56a120230d4 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:31.271878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56999eb1-560c-41bb-89a2-466d4967d8d1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:31.272907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-56999eb1-560c-41bb-89a2-466d4967d8d1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:31.289405 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.342989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9f84ceb2-762b-497d-bfe9-97e0e7fee8ea None None] Could not find standard attr ID for object 6ea48808-a70b-489e-b76d-62b70ef6e2fd. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:39:31.367078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] For port 0948fa2b-f934-47b7-99c5-c56a120230d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0948fa2b-f934-47b7-99c5-c56a120230d4,segment=NetworkSegment(ed9701ca-7212-482f-97b8-6bb13c7a12c2),segment_id=ed9701ca-7212-482f-97b8-6bb13c7a12c2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:31.367533 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.379443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:31.379995 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:31.468730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-56999eb1-560c-41bb-89a2-466d4967d8d1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:31.470190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-56999eb1-560c-41bb-89a2-466d4967d8d1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3759079 Jun 03 15:39:31.474595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41988) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.489769 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 07e6f9dd-4137-4162-8747-548d0fe2ce96 resource provider aggregate not found Jun 03 15:39:31.520943 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.534294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Calling delete_port for 0948fa2b-f934-47b7-99c5-c56a120230d4 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:31.558785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event deleted for resources: {'Network': ['ID=dcfef747-ebd0-4403-abcb-fa5c3a8764a3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.569651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242e0a0-ca29-481e-9c7d-4afa23d89d6a None None] Pushing event updated for resources: {'Port': ['ID=3ffb0852-961f-457b-9fc8-e4a91d630ada,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.580962 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 07e6f9dd-4137-4162-8747-548d0fe2ce96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07e6f9dd-4137-4162-8747-548d0fe2ce96 found for delete ", "request_id": "req-63310752-7746-46b0-8a52-f3bcf09a7106"}]} Jun 03 15:39:31.594659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-55a520c0-3f1e-4fc1-9c0b-bae657e3b5c6 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "DELETE /v2.0/networks/dcfef747-ebd0-4403-abcb-fa5c3a8764a3 HTTP/1.1" status: 204 len: 168 time: 2.3185709 Jun 03 15:39:31.602095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42006) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.700284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:31.707579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] Deleting port 3ffb0852-961f-457b-9fc8-e4a91d630ada {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:31.708076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.708926 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c353bbc-e140-4f3a-a161-eb9315489e82 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] DELETE failed (client error): The resource could not be found. Jun 03 15:39:31.709576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c353bbc-e140-4f3a-a161-eb9315489e82 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:39:31.720362 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ae7f5cc6-aa97-4cb6-9e9a-6e947b67b287 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2388787 Jun 03 15:39:31.723004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42020) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.734846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9c353bbc-e140-4f3a-a161-eb9315489e82 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "DELETE /v2.0/ports/067d2ea6-8d6d-4d9c-8927-6573b4c99c7d HTTP/1.1" status: 404 len: 333 time: 0.1166348 Jun 03 15:39:31.738659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42026) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.738944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:31.745301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.832771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-51969104-0606-4c4a-be26-1c4221808355 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:31.836966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.839832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-51969104-0606-4c4a-be26-1c4221808355 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.5623035 Jun 03 15:39:31.870295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=0948fa2b-f934-47b7-99c5-c56a120230d4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.884513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-2a314a2f-619c-4487-9f09-11374309be4b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.0430396 Jun 03 15:39:31.922819 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:31.923358 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:31.944413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No DVR routers for this DVR port 0948fa2b-f934-47b7-99c5-c56a120230d4 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:31.999870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:32.016575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Subnet': ['ID=abf0b491-ba18-47b0-a3bf-0dff57239aed,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:32.053339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:32.065911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Checking segment: {'id': '461739b5-4451-4491-84ba-359d3fb85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:32.066515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network hostable DHCP agents. Network: 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:32.105097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:32.105756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.110345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Deleting subnet 574637e5-0253-443f-a579-d38e003dc688 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:32.129327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.144892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:32.149717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.174208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3ffb0852-961f-457b-9fc8-e4a91d630ada is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:32.184924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.226345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] For port 3ffb0852-961f-457b-9fc8-e4a91d630ada, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3ffb0852-961f-457b-9fc8-e4a91d630ada,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:32.227010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.249948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-2dc34e55-ea88-4a56-8e14-93d53cb471d3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3639402 Jun 03 15:39:32.252296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.330026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-9767a1b6-1708-472b-8a14-af00cdb4396e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:32.331047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-9767a1b6-1708-472b-8a14-af00cdb4396e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256073 Jun 03 15:39:32.360711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33814426-fdf0-43e7-8f71-e223e5cd4aa3']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:32.375462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9701ca-7212-482f-97b8-6bb13c7a12c2') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:32.375775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9701ca-7212-482f-97b8-6bb13c7a12c2') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:32.387967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0948fa2b-f934-47b7-99c5-c56a120230d4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:32.392349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.421751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.422002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:32.436934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:32.437461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.441554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] Calling delete_port for 3ffb0852-961f-457b-9fc8-e4a91d630ada owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:32.476272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Deleting port 0948fa2b-f934-47b7-99c5-c56a120230d4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:32.477002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.518059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0948fa2b-f934-47b7-99c5-c56a120230d4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:32.518777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0948fa2b-f934-47b7-99c5-c56a120230d4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:32.519385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:32.519655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d24a14bb-4a02-4514-a5a1-babc911d2a47 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:32.540878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:32.541485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.580355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6e64a56d-2e55-4421-b514-7e126c716fc9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0518091 Jun 03 15:39:32.592960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d24a14bb-4a02-4514-a5a1-babc911d2a47 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:32.593279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42108) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:32.593777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d24a14bb-4a02-4514-a5a1-babc911d2a47 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:32.594822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3ffb0852-961f-457b-9fc8-e4a91d630ada no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:32.602513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'name': 'tempest-AllowedAddressPairTestJSON-1818794942'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:32.630335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e512b-2709-4501-8003-6bfd3fe54210 None None] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:32.724881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port 49d20f8b-0941-4c49-bbaf-45b6cd1980d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:32.725483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.745719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.752991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.820496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-21480252-cca1-4445-81d2-bd9461fb0d7f None None] The port '0948fa2b-f934-47b7-99c5-c56a120230d4' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:39:32.901886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:32.902561 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.966495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] No DVR routers for this DVR port 3ffb0852-961f-457b-9fc8-e4a91d630ada on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:32.979709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 3ffb0852-961f-457b-9fc8-e4a91d630ada {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:39:32.980268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3ffb0852-961f-457b-9fc8-e4a91d630ada not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:32.984868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=33814426-fdf0-43e7-8f71-e223e5cd4aa3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:32.986101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6ae63-9d29-4733-96ff-2164a3f9b62f None None] Pushing event deleted for resources: {'Port': ['ID=3ffb0852-961f-457b-9fc8-e4a91d630ada,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.004707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-229ad850-5220-4be7-925f-e2a68b5ffc82 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/33814426-fdf0-43e7-8f71-e223e5cd4aa3 HTTP/1.1" status: 204 len: 168 time: 3.7333922 Jun 03 15:39:33.017515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42150) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:33.113667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.119012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'tenant_id': 'c5767d0027254cc1bcc335973c6b2864', 'fixed_ips': [{'subnet_id': 'abf0b491-ba18-47b0-a3bf-0dff57239aed'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:33.120031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.208673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:33.217437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=fe065455-0826-4a78-894d-beeaca32f141,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.217611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.221574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:33.225171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:33.226020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.234476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e809be-6c14-48de-8893-5aecb20d9a7b None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:33.272128 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-44e63795-0708-4ca3-9c6c-8c1b08fb9c54 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5419912 Jun 03 15:39:33.278532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42182) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:33.289609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:33.294808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Usage tracker for resource:port and tenant:c5767d0027254cc1bcc335973c6b2864 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:33.298234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:33.301361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-a87f2024-9b58-4eb3-9f46-79f22e3913ef service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9426496 Jun 03 15:39:33.305196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:33.312831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': 'fe065455-0826-4a78-894d-beeaca32f141', 'ip_address': '2001:db8::1f44:666d:5c91:614f'}], 'name': 'tempest-NetworksTestDHCPv6-541040214'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:33.423309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:33.427752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.469030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Allocated IP 172.20.0.2 (241dc2ff-d5f2-40e0-bbdf-5d96c02460b9/abf0b491-ba18-47b0-a3bf-0dff57239aed/f955dcc7-f524-46b3-8702-f236411bd256) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:33.480459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] device_id is not set on port 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:33.517181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56e79c18-33be-4cb1-afe7-d1d2e226e8af req-76174db7-63b2-4c62-9485-d939d9cfa8be service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469088 Jun 03 15:39:33.658165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:33.669859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:33.681813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:33.770911 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ed9701ca-7212-482f-97b8-6bb13c7a12c2 resource provider aggregate not found Jun 03 15:39:33.833646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.861353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 0985c109-989a-48d0-9998-16a9a2dcc5b8 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:33.868613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.888164 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ed9701ca-7212-482f-97b8-6bb13c7a12c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed9701ca-7212-482f-97b8-6bb13c7a12c2 found for delete ", "request_id": "req-40d15447-f633-493d-b51d-b409373b65ac"}]} Jun 03 15:39:33.933526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event deleted for resources: {'Subnet': ['ID=574637e5-0253-443f-a579-d38e003dc688,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.934365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'fe065455-0826-4a78-894d-beeaca32f141'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:33.935222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.944284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.016778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d35b6d-2627-4fbf-a014-73951472d0fe None None] Network c3b0230b-f695-44e5-bcc9-26ea7f193bba requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:34.064525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-14536a5a-a966-4414-b2c7-cb2a45370e7f tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "DELETE /v2.0/subnets/574637e5-0253-443f-a579-d38e003dc688 HTTP/1.1" status: 204 len: 168 time: 2.3237250 Jun 03 15:39:34.065214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42272) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:34.151886 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.362866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.390095 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.420722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Deleting port b1a8fb85-3554-4d36-ae50-d5aca16625ce {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:34.423131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.473921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Transition to ACTIVE for port object f955dcc7-f524-46b3-8702-f236411bd256 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:34.505848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::1f44:666d:5c91:614f (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/fe065455-0826-4a78-894d-beeaca32f141/0985c109-989a-48d0-9998-16a9a2dcc5b8) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:34.581515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Transition to ACTIVE for port object f955dcc7-f524-46b3-8702-f236411bd256 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:34.601527 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.707393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:34.710136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:34.717615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:34.769156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Pushing event updated for resources: {'Port': ['ID=f955dcc7-f524-46b3-8702-f236411bd256,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:34.826114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=49d20f8b-0941-4c49-bbaf-45b6cd1980d4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:34.841336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Attempting to bind port f955dcc7-f524-46b3-8702-f236411bd256 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:34.841734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Attempting to bind port f955dcc7-f524-46b3-8702-f236411bd256 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '461739b5-4451-4491-84ba-359d3fb85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:34.842435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Attempting to bind port f955dcc7-f524-46b3-8702-f236411bd256 on network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:34.851037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:34.851401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Checking segment: {'id': '461739b5-4451-4491-84ba-359d3fb85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:34.851796 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.852881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Bound using segment: {'id': '461739b5-4451-4491-84ba-359d3fb85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:34.853015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-a4116735-0f57-4cab-bd3b-2d4a488a5e67 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:34.853286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Bound port: f955dcc7-f524-46b3-8702-f236411bd256, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461739b5-4451-4491-84ba-359d3fb85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:34.853665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.854346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-a4116735-0f57-4cab-bd3b-2d4a488a5e67 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.3584507 Jun 03 15:39:34.860926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.946932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] DHCP port deletion for c3b0230b-f695-44e5-bcc9-26ea7f193bba request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:34.958054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] Deleting port b1a8fb85-3554-4d36-ae50-d5aca16625ce {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:34.958277 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.008979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] For port f955dcc7-f524-46b3-8702-f236411bd256, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:35.025802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] For port f955dcc7-f524-46b3-8702-f236411bd256, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f955dcc7-f524-46b3-8702-f236411bd256,segment=NetworkSegment(461739b5-4451-4491-84ba-359d3fb85ff1),segment_id=461739b5-4451-4491-84ba-359d3fb85ff1)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:35.040274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.098723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Allocated IP 172.20.0.4 (241dc2ff-d5f2-40e0-bbdf-5d96c02460b9/abf0b491-ba18-47b0-a3bf-0dff57239aed/2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:35.345485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] For port b1a8fb85-3554-4d36-ae50-d5aca16625ce, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b1a8fb85-3554-4d36-ae50-d5aca16625ce,segment=NetworkSegment(6fe440e0-e71b-4223-8397-3d98ab69d8db),segment_id=6fe440e0-e71b-4223-8397-3d98ab69d8db)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:35.346429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.396521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.428475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-fa0e5ab0-9ac5-4155-baf9-1f56ad361a18 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.5002391 Jun 03 15:39:35.509919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 0985c109-989a-48d0-9998-16a9a2dcc5b8 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:35.518967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] Calling delete_port for b1a8fb85-3554-4d36-ae50-d5aca16625ce owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:35.530328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.586564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] For port b1a8fb85-3554-4d36-ae50-d5aca16625ce, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b1a8fb85-3554-4d36-ae50-d5aca16625ce,segment=NetworkSegment(6fe440e0-e71b-4223-8397-3d98ab69d8db),segment_id=6fe440e0-e71b-4223-8397-3d98ab69d8db)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:35.586967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.638019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf3dfb-5699-4603-a7e3-ac103afc300a None None] Pushing event updated for resources: {'Port': ['ID=f955dcc7-f524-46b3-8702-f236411bd256,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:35.642622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.705529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] Pushing event deleted for resources: {'Port': ['ID=b1a8fb85-3554-4d36-ae50-d5aca16625ce,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:35.710012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea49a8-41e9-4b6e-9ac8-3533413b3604 None None] No DVR routers for this DVR port b1a8fb85-3554-4d36-ae50-d5aca16625ce on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:35.770906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.792039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Transition to ACTIVE for port object 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:35.849375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/fe065455-0826-4a78-894d-beeaca32f141/ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:35.894129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.895157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Calling delete_port for b1a8fb85-3554-4d36-ae50-d5aca16625ce owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:35.943352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.999452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:36.014439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:36.017591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:36.023233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:36.023884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.048227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:36.056258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:36.056697 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:36.061616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:36.064798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:36.069499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-d10124ea-4a10-496f-8cb3-684ca6b50933 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6246753 Jun 03 15:39:36.147344 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.160510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Transition to ACTIVE for port object ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:36.175792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:36.176631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.196153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Transition to ACTIVE for port object ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:36.207959 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.304599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:36.309368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:36.313587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:36.316374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:36.316725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.326335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Pushing event updated for resources: {'Port': ['ID=ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:36.344269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=0985c109-989a-48d0-9998-16a9a2dcc5b8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:36.380733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.381331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.381838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.382340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.382828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.383364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.383855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.384363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.384997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.385488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.386018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.386521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:36.394201 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-401bfd57-d96f-4bfe-861d-fe1f9f3fa7d8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1146696 Jun 03 15:39:36.395204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42332) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.502134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f955dcc7-f524-46b3-8702-f236411bd256 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:36.521414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9268913 Jun 03 15:39:36.522916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42336) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.557666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'name': 'tempest-AllowedAddressPairTestJSON-1877019315', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:79:20:17'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:36.600501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Attempting to bind port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:36.601100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Attempting to bind port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:36.602540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Attempting to bind port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:36.620430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:36.624146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:36.624743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.625263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:36.625872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Bound port: ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:36.626359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.637745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Deleting port b1a8fb85-3554-4d36-ae50-d5aca16625ce {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:36.638296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.691558 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b5a61abc-1ddc-4254-8688-59c7bd77941a service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180115 Jun 03 15:39:36.806634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e00e8b-cc62-4407-bbb2-780d3231cc8c None None] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:36.839774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] The port 'b1a8fb85-3554-4d36-ae50-d5aca16625ce' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:39:36.857434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port 5c5e0509-7b3c-4313-838d-e60d6ca51ca3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,segment=NetworkSegment(031e326f-3e18-4a2c-aa2b-b6d620a963e3),segment_id=031e326f-3e18-4a2c-aa2b-b6d620a963e3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:36.858082 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.925010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25116a-2dc1-4b39-ac22-dc614e6f8315 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.016963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] For port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:37.020579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] For port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:37.031815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:37.042240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:37.070697 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.085190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:37.128643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-164bb45b-e056-4254-8f2e-9c25b42d0a13 None None] Provisioning for port f955dcc7-f524-46b3-8702-f236411bd256 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:37.174233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f955dcc7-f524-46b3-8702-f236411bd256 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:37.184616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8cc42-1fe9-46ef-a6ce-2a35618bfdbf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:37.190420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f955dcc7-f524-46b3-8702-f236411bd256 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:37.190961 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.191463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8cc42-1fe9-46ef-a6ce-2a35618bfdbf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:37.193120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-94b8cc42-1fe9-46ef-a6ce-2a35618bfdbf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:37.196485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Usage tracker for resource:port and tenant:c5767d0027254cc1bcc335973c6b2864 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:37.214642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:37.226591 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.243567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-94b8cc42-1fe9-46ef-a6ce-2a35618bfdbf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:37.248087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-94b8cc42-1fe9-46ef-a6ce-2a35618bfdbf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7867775 Jun 03 15:39:37.249480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:37.251299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42340) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.386269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e77769-975a-4e2c-b9fa-4865f03600cf None None] Pushing event updated for resources: {'Port': ['ID=ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.443233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f955dcc7-f524-46b3-8702-f236411bd256 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:37.443779 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.448606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:37.499743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f955dcc7-f524-46b3-8702-f236411bd256, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f955dcc7-f524-46b3-8702-f236411bd256,segment=NetworkSegment(461739b5-4451-4491-84ba-359d3fb85ff1),segment_id=461739b5-4451-4491-84ba-359d3fb85ff1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:37.505853 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.548895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-5b6a0c57-62fa-430c-89ac-14bb8b7ac48c service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462100 Jun 03 15:39:37.593649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b0230b-f695-44e5-bcc9-26ea7f193bba']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:37.627765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe440e0-e71b-4223-8397-3d98ab69d8db') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:37.631857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe440e0-e71b-4223-8397-3d98ab69d8db') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:37.662463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 0985c109-989a-48d0-9998-16a9a2dcc5b8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:37.663555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.679483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b1a8fb85-3554-4d36-ae50-d5aca16625ce no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:37.699956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.741664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.763495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b1a8fb85-3554-4d36-ae50-d5aca16625ce {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:37.763845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b1a8fb85-3554-4d36-ae50-d5aca16625ce not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:37.769212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:37.769632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.791932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f955dcc7-f524-46b3-8702-f236411bd256,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.811262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:37.834294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] Sync routers for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:37.840783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-66eeef17-5e47-4280-b629-977fdd713824 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "PUT /v2.0/routers/64dc2274-5ffc-4d6f-b46a-423e5e813fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3087745 Jun 03 15:39:37.843888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.846540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:37.849458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:37.942714 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 6fe440e0-e71b-4223-8397-3d98ab69d8db resource provider aggregate not found Jun 03 15:39:38.143185 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 6fe440e0-e71b-4223-8397-3d98ab69d8db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fe440e0-e71b-4223-8397-3d98ab69d8db found for delete ", "request_id": "req-089e5f92-ea6a-43d7-9701-534442a3e9e0"}]} Jun 03 15:39:38.174569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.208578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting subnet 7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:38.212426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.222022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.343399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.345334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bc7209b-8766-4cd4-84a8-f839ed9f7d86 req-d597893f-eaec-4542-8438-c703d3d22de5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 210 time: 0.2975996 Jun 03 15:39:38.359539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:38.391590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.444279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=5c5e0509-7b3c-4313-838d-e60d6ca51ca3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:38.469126 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.539424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] Pushing event deleted for resources: {'Network': ['ID=c3b0230b-f695-44e5-bcc9-26ea7f193bba,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:38.602431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f955dcc7-f524-46b3-8702-f236411bd256 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:38.639196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] device_id is not set on port 57f4a212-b22b-4ec2-addc-72c1d1fafdc2 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:38.814084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f955dcc7-f524-46b3-8702-f236411bd256 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:38.814670 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.882577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-df41165d-3c75-4563-be1a-ac3efbcc2ab2 None None] Provisioning complete for port f955dcc7-f524-46b3-8702-f236411bd256 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:38.882577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df41165d-3c75-4563-be1a-ac3efbcc2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.883348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2885f5c0-de3c-4af2-ae43-0fa033b87267 tempest-DHCPAgentSchedulersTestJSON-900775609 tempest-DHCPAgentSchedulersTestJSON-900775609-project] 10.222.0.66 "DELETE /v2.0/networks/c3b0230b-f695-44e5-bcc9-26ea7f193bba HTTP/1.1" status: 204 len: 168 time: 4.8158560 Jun 03 15:39:38.938819 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.033875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.129090 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.166643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-df41165d-3c75-4563-be1a-ac3efbcc2ab2 None None] Current status of the port f955dcc7-f524-46b3-8702-f236411bd256 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:39.367229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-df41165d-3c75-4563-be1a-ac3efbcc2ab2 None None] Provisioning for port 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:39.394773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 0985c109-989a-48d0-9998-16a9a2dcc5b8 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:39.456672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-df41165d-3c75-4563-be1a-ac3efbcc2ab2 None None] Provisioning complete for port 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:39.457045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df41165d-3c75-4563-be1a-ac3efbcc2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.511489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.635010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.669175 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/subnets/7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e HTTP/1.1" status: 204 len: 168 time: 1.8158915 Jun 03 15:39:39.673213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42376) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:39.681366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699b3d3-7008-4543-aaec-f786a637123d tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccd94c1-54d0-4f57-bdeb-7f3cdcc00f9e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:39.686450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42378) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:39.686991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42380) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:39.688386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Allocated IP 172.20.0.11 (241dc2ff-d5f2-40e0-bbdf-5d96c02460b9/abf0b491-ba18-47b0-a3bf-0dff57239aed/57f4a212-b22b-4ec2-addc-72c1d1fafdc2) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:39.714147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b7caf5-b9e7-405e-9e05-e6001c8fc76d None None] Network b9851cd7-ad8b-4289-8e40-41d9649660de requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:39.798913 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36f443f9-7e71-41ad-b14d-669ab68b50fd req-7af36b92-7dd4-4845-8634-ecf84736d9eb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 210 time: 0.1483176 Jun 03 15:39:39.886897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f955dcc7-f524-46b3-8702-f236411bd256 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:39.891059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:39.898167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:40.018050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-df41165d-3c75-4563-be1a-ac3efbcc2ab2 None None] Port 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:40.136471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:40.145428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5dcc2eef-fe5b-4d9e-af68-0068db8d08ef tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1221955 Jun 03 15:39:40.146390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42392) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:40.152068 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:40.162650 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:40.163528 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.185587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:39:33Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.187596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Provisioning for port 0985c109-989a-48d0-9998-16a9a2dcc5b8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:40.199582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:40.205208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] Checking router: 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:40.210550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Provisioning complete for port 0985c109-989a-48d0-9998-16a9a2dcc5b8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:40.210931 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.221123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet a9c36f83-d149-41fb-8040-6ee0d7bd9e49 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:40.224301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.273239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] Routers {'64dc2274-5ffc-4d6f-b46a-423e5e813fb0'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:40.273912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.308371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.368259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Port 0985c109-989a-48d0-9998-16a9a2dcc5b8 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:40.457885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:40.459647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Provisioning complete for port 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:40.460089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.498373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] DHCP port deletion for b9851cd7-ad8b-4289-8e40-41d9649660de request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:40.515802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.531332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] Deleting port b57e64a4-464b-425e-9127-5fc69665beb7 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:40.531793 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.583476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.610069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Port 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:40.610276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:40.633645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] Set router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:40.638566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Usage tracker for resource:security_group_rule and tenant:2bdac9974c824c0ba9ef41c9c8576339 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:40.680502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:40.688646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.735083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c36f83-d149-41fb-8040-6ee0d7bd9e49,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:40.741411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.751662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ecd3eaa8-6746-41ab-a91a-38e02eb87f55 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/a9c36f83-d149-41fb-8040-6ee0d7bd9e49 HTTP/1.1" status: 204 len: 168 time: 0.6015718 Jun 03 15:39:40.751895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:40.751985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42402) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:40.797027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85165eb9-3329-4948-ba1e-0b51ad0b2010 None None] Network c615e061-a869-418b-b639-23042746a955 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:40.799003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.860560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42408) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:40.860842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-553a1662-acff-4fc9-ac39-a39781708579 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3670181e4d8407faeb1934e69f877d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1685865 Jun 03 15:39:40.897668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.919506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-2bafdbf0-bb3c-456b-a2c6-2684fedcbb60 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:40.921134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-2bafdbf0-bb3c-456b-a2c6-2684fedcbb60 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 1.1581845 Jun 03 15:39:40.950346 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:37Z', 'revision_number': 9, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.959332 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:40.971803 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:40.973185 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.987554 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.002319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5386978a-4d5f-45d4-b7c3-985f1649424b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.040725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Request body: {'port': {'device_id': '0708e657-0559-41e3-b4cb-1f0581867cea', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'admin_state_up': True, 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:41.049514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5386978a-4d5f-45d4-b7c3-985f1649424b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.070487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Provisioning for port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:41.186423 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:41.193246 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5386978a-4d5f-45d4-b7c3-985f1649424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.213531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 6888a8b6-dacb-4c29-9122-846ef74d20e0 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:41.214014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.250898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Provisioning complete for port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:41.251536 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.312606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=0985c109-989a-48d0-9998-16a9a2dcc5b8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.325325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.472747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port 6888a8b6-dacb-4c29-9122-846ef74d20e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6888a8b6-dacb-4c29-9122-846ef74d20e0,segment=NetworkSegment(031e326f-3e18-4a2c-aa2b-b6d620a963e3),segment_id=031e326f-3e18-4a2c-aa2b-b6d620a963e3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:41.473068 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.548925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a3ca1196-e656-4944-9f4a-4b1f697928e9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/0985c109-989a-48d0-9998-16a9a2dcc5b8 HTTP/1.1" status: 204 len: 168 time: 4.2945721 Jun 03 15:39:41.564471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42412) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:41.607107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.607715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] For port b57e64a4-464b-425e-9127-5fc69665beb7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b57e64a4-464b-425e-9127-5fc69665beb7,segment=NetworkSegment(eeaa49d5-8951-4c69-acb7-7826af76d813),segment_id=eeaa49d5-8951-4c69-acb7-7826af76d813)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:41.608701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.633701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 6888a8b6-dacb-4c29-9122-846ef74d20e0 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:41.669455 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:37Z', 'revision_number': 9, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:41.679978 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89444b-56c6-4f58-a163-c18e4cced55c None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:37Z', 'revision_number': 9, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': '33fc0837-2000-49ae-a053-c8a75a56c643', 'name': '', 'network_id': '169bac5f-1df4-4b1d-9062-fb6aff602c67', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:fe:e6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:33Z', 'updated_at': '2022-06-03T15:38:46Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '1b627efe-2a03-48ae-8e78-83629ee5d476', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:41.741520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.743683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ae333f6-71b9-44dc-bc0c-79c7de34b233 req-702990fb-f229-4fbb-bb78-ee6ba1253011 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 210 time: 0.6191373 Jun 03 15:39:41.746686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.768477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Transition to ACTIVE for port object 57f4a212-b22b-4ec2-addc-72c1d1fafdc2 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:41.781409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386978a-4d5f-45d4-b7c3-985f1649424b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d34cbdb-2293-4a83-88da-725aa6ab10ae,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.794869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c248cd-2238-40f8-a3c3-b2c3da23b6e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:41.796552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c248cd-2238-40f8-a3c3-b2c3da23b6e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:41.797365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-81c248cd-2238-40f8-a3c3-b2c3da23b6e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:41.802906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=6888a8b6-dacb-4c29-9122-846ef74d20e0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.806887 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5386978a-4d5f-45d4-b7c3-985f1649424b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.808008 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5386978a-4d5f-45d4-b7c3-985f1649424b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d34cbdb-2293-4a83-88da-725aa6ab10ae HTTP/1.1" status: 204 len: 168 time: 0.9238486 Jun 03 15:39:41.809150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No DVR routers for this DVR port 6888a8b6-dacb-4c29-9122-846ef74d20e0 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:41.812804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.818675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:41.824612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.847703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Usage tracker for resource:port and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:41.858150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167636f-5cb9-4e0e-a65b-f53b91c70e45 None None] DHCP port deletion for c615e061-a869-418b-b639-23042746a955 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:41.859971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:41.870983 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-01d88f50-8afc-4fff-a499-37ab3433498a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8444991 Jun 03 15:39:41.881349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] Calling delete_port for b57e64a4-464b-425e-9127-5fc69665beb7 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:41.910329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:41.937878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Deleting port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:41.938229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.939949 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.000894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c615e061-a869-418b-b639-23042746a955']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.018138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Current status of the port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:42.019121 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.044029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031e326f-3e18-4a2c-aa2b-b6d620a963e3') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.044993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031e326f-3e18-4a2c-aa2b-b6d620a963e3') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.056241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-81c248cd-2238-40f8-a3c3-b2c3da23b6e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:42.057469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-81c248cd-2238-40f8-a3c3-b2c3da23b6e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4888468 Jun 03 15:39:42.075606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.077439 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.086078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42420) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:42.101230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bdac9974c824c0ba9ef41c9c8576339&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4052658 Jun 03 15:39:42.106647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.134673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:42.135092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.202242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] For port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:42.205429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42424) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:42.206301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529ba0b-331f-44a4-8f33-063c1e1bedaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb160c5a-2a12-4395-95e6-a2749f59de7c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.215262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:42.218794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.223287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.303412 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 031e326f-3e18-4a2c-aa2b-b6d620a963e3 resource provider aggregate not found Jun 03 15:39:42.327274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.329420 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 031e326f-3e18-4a2c-aa2b-b6d620a963e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 031e326f-3e18-4a2c-aa2b-b6d620a963e3 found for delete ", "request_id": "req-fbe43fa0-b52c-4a32-b511-e7a2d33368d1"}]} Jun 03 15:39:42.332356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.345758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.367872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:39:33Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.375470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] No DVR routers for this DVR port b57e64a4-464b-425e-9127-5fc69665beb7 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:42.377153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf75f7-b108-47b6-b387-bf0f17c62ac8 None None] The sync data for ids ['64dc2274-5ffc-4d6f-b46a-423e5e813fb0'] in n-d-844594-1 is: [{'id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'name': 'tempest-TestNetworkBasicOps-router-871776983', 'tenant_id': '83ef3833b4234da7ab416edcbb5e8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:37:38Z', 'updated_at': '2022-06-03T15:39:33Z', 'revision_number': 5, 'project_id': '83ef3833b4234da7ab416edcbb5e8afc', 'gw_port': {'id': 'ca79ae4c-046e-49e3-bee2-2b865d3dfa0a', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc2274-5ffc-4d6f-b46a-423e5e813fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:42.387688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479a9d4-3abd-4549-8003-7b34f161a5ce None None] Pushing event updated for resources: {'Port': ['ID=ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.406734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/c615e061-a869-418b-b639-23042746a955 HTTP/1.1" status: 204 len: 168 time: 1.6528914 Jun 03 15:39:42.413222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42432) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:42.457508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6888a8b6-dacb-4c29-9122-846ef74d20e0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:42.500538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6888a8b6-dacb-4c29-9122-846ef74d20e0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:42.500883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6888a8b6-dacb-4c29-9122-846ef74d20e0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:42.501297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:42.533547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42436) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:42.535758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4083c-e361-4c28-9944-be4df34b703c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=c615e061-a869-418b-b639-23042746a955,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.541090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b39bae-6582-48de-a81f-3b3e1305a947 None None] Pushing event deleted for resources: {'Port': ['ID=b57e64a4-464b-425e-9127-5fc69665beb7,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.548714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:42.549069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c5e0509-7b3c-4313-838d-e60d6ca51ca3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:42.549484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b57e64a4-464b-425e-9127-5fc69665beb7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:42.584687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b57e64a4-464b-425e-9127-5fc69665beb7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:42.585047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b57e64a4-464b-425e-9127-5fc69665beb7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:42.630132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:42.643602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.683267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:42.685545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:42.696566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Usage tracker for resource:security_group_rule and tenant:30c428f3ca0240fbb083b11cb9215244 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:42.700917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:42.702626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:42.715160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:42.734525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=57f4a212-b22b-4ec2-addc-72c1d1fafdc2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.753834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet fe065455-0826-4a78-894d-beeaca32f141 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:42.925828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.072535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-071e629c-7d5c-4119-a1a1-e34c28253b84 None None] Provisioning for port 57f4a212-b22b-4ec2-addc-72c1d1fafdc2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:43.081673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-071e629c-7d5c-4119-a1a1-e34c28253b84 None None] Provisioning complete for port 57f4a212-b22b-4ec2-addc-72c1d1fafdc2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:43.082491 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-071e629c-7d5c-4119-a1a1-e34c28253b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.095185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-048c6736-c8ae-404b-83f0-7e1d0154ea79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.100160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Allocated IP 172.20.0.3 (e9283ae4-087d-4ca1-81e1-db0219cc44df/1ecc5826-f4c7-470b-be0f-dcfee7be7886/bd3836a4-5676-4f5f-9914-4fb3b5c103f1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:43.113336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:43.114134 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.123797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.145047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8099b3a5-dac8-48ac-bfe4-5216b9b5e918 req-99d57496-dae0-402b-a310-3c5a2a5d8874 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 210 time: 0.1745610 Jun 03 15:39:43.186017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-8f90ad5f-d7d6-406c-8a13-79452af37ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:43.187545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-8f90ad5f-d7d6-406c-8a13-79452af37ea3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 1097 time: 1.1893282 Jun 03 15:39:43.187782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-071e629c-7d5c-4119-a1a1-e34c28253b84 None None] Port 57f4a212-b22b-4ec2-addc-72c1d1fafdc2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:43.245124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] For port ca79ae4c-046e-49e3-bee2-2b865d3dfa0a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:43.245495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.331264 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.338277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.358008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-048c6736-c8ae-404b-83f0-7e1d0154ea79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.373924 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95fc94c1-fbd2-4828-9f43-85c0091c49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.396080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=30c428f3ca0240fbb083b11cb9215244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8571398 Jun 03 15:39:43.398788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5361bca-072d-40ea-9111-70bd9ec07cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be09042b-7aa6-46c6-85cc-f7dda4964118,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:43.401601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42442) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:43.423204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bc4cc995-a7f3-41b1-b7e4-e5162c864868 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.8708651 Jun 03 15:39:43.424156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42446) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:43.506228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Calling delete_port for ca79ae4c-046e-49e3-bee2-2b865d3dfa0a owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:43.573993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26d6a456-3222-4583-a367-52551b63b807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.620881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26d6a456-3222-4583-a367-52551b63b807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.641319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3a0bf-5148-403f-9c5c-41f83e686be8 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:43.647161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3a0bf-5148-403f-9c5c-41f83e686be8 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:43.653131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3a0bf-5148-403f-9c5c-41f83e686be8 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:43.654719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d8a3a0bf-5148-403f-9c5c-41f83e686be8 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2290776 Jun 03 15:39:43.658230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42450) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:43.739502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.763394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.856878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-4924e800-a47c-470b-8adb-619812f6e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:43.858743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-4924e800-a47c-470b-8adb-619812f6e537 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.6434317 Jun 03 15:39:43.892931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting port 57f4a212-b22b-4ec2-addc-72c1d1fafdc2 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:43.893277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.955523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-048c6736-c8ae-404b-83f0-7e1d0154ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.973141 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-59b829df-fc69-452b-8c2c-c2218dca8d81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 200 len: 217 time: 0.1063066 Jun 03 15:39:43.998860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26d6a456-3222-4583-a367-52551b63b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.043773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c6736-c8ae-404b-83f0-7e1d0154ea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb160c5a-2a12-4395-95e6-a2749f59de7c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:44.063973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.073320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6a456-3222-4583-a367-52551b63b807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be09042b-7aa6-46c6-85cc-f7dda4964118,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:44.076075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-048c6736-c8ae-404b-83f0-7e1d0154ea79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.077316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-048c6736-c8ae-404b-83f0-7e1d0154ea79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb160c5a-2a12-4395-95e6-a2749f59de7c HTTP/1.1" status: 204 len: 168 time: 1.8482249 Jun 03 15:39:44.106408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-afb980b0-9122-4fe2-882f-9295dd5ec076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:44.107903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-afb980b0-9122-4fe2-882f-9295dd5ec076 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1237586 Jun 03 15:39:44.141725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26d6a456-3222-4583-a367-52551b63b807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.144608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-26d6a456-3222-4583-a367-52551b63b807 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be09042b-7aa6-46c6-85cc-f7dda4964118 HTTP/1.1" status: 204 len: 168 time: 0.7397625 Jun 03 15:39:44.156143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.344381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.349936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bec65d-387c-4afd-924a-c16778fb0126 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:44.431015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.438642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.445041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 33fc0837-2000-49ae-a053-c8a75a56c643 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:44.445386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.514970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:44.527361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/fe065455-0826-4a78-894d-beeaca32f141 HTTP/1.1" status: 204 len: 168 time: 2.4316070 Jun 03 15:39:44.528464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977bb6e-7e2a-453e-a8bc-a08d5893888e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=fe065455-0826-4a78-894d-beeaca32f141,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:44.540711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42466) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:44.546766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-88732273-11a1-490f-86c1-bd0238d38e44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3571675 Jun 03 15:39:44.562303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:39:44.772231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Calling delete_port for 57f4a212-b22b-4ec2-addc-72c1d1fafdc2 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:44.898939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event updated for resources: {'Port': ['ID=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:44.923784 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37eacf2a-4569-4039-83ea-c36a440f7b1b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3751056 Jun 03 15:39:44.961130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42484) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:45.019107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:45.027318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:45.028351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.032580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:45.032955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.149427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:45.171937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:45.239025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Port': ['ID=ca79ae4c-046e-49e3-bee2-2b865d3dfa0a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:45.259318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef39cc-fcc0-4f89-8443-d2c5d96d2c8e req-bece2e72-3521-4f06-85fc-42251f3da538 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:45.262238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ef39cc-fcc0-4f89-8443-d2c5d96d2c8e req-bece2e72-3521-4f06-85fc-42251f3da538 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 931 time: 0.9906352 Jun 03 15:39:45.398080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:45.438275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-82d3d653-b1eb-4b5c-92d4-813a2ccb2da2 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8096180 Jun 03 15:39:45.441354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] Deleting port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:45.441744 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.527900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:45.550669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:45.596894 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3ef39cc-fcc0-4f89-8443-d2c5d96d2c8e req-79c7e4d4-e9ec-402b-8611-10840b0c46fe tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183048 Jun 03 15:39:45.606542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42508) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:45.607758 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.610778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:45.611126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 49d20f8b-0941-4c49-bbaf-45b6cd1980d4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:45.638430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port 33fc0837-2000-49ae-a053-c8a75a56c643, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=33fc0837-2000-49ae-a053-c8a75a56c643,segment=NetworkSegment(a39e331c-6639-4a51-b11b-943b10a7bc1f),segment_id=a39e331c-6639-4a51-b11b-943b10a7bc1f)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:45.639211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.643630 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59ddf07b-9b23-490e-b1b5-7c077c9d1486 req-a8b3f466-aa34-4c8a-9783-3ad4623ee808 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848404 Jun 03 15:39:45.653038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:45.654381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.674927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.701630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:45.707380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:45.716407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:45.732509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:45.837961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] For port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:45.838559 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.913810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-20429730-dbc6-480e-b233-6858bc0099bc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8847008 Jun 03 15:39:45.918781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 33fc0837-2000-49ae-a053-c8a75a56c643 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:45.930492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Request body: {'port': {'device_id': '0708e657-0559-41e3-b4cb-1f0581867cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:45.972614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.981118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.080455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.081292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Fanout notify agent at l3_agent the message router_deleted on router 64dc2274-5ffc-4d6f-b46a-423e5e813fb0 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:39:46.092001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] Calling delete_port for ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:46.115234 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.116703 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-87c1313f-ea5f-4619-aa30-5c11ad2d546f tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/routers/64dc2274-5ffc-4d6f-b46a-423e5e813fb0 HTTP/1.1" status: 204 len: 168 time: 6.4375601 Jun 03 15:39:46.120559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42518) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.121353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42520) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.137635 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.173748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.193313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-56c6ad95-aad5-45d2-9a34-728858334928 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.194492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-56c6ad95-aad5-45d2-9a34-728858334928 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5761511 Jun 03 15:39:46.201863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42528) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.206869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.218772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-ce867cd0-bd0a-432e-af82-5c3fa38c010d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.219814 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce867cd0-bd0a-432e-af82-5c3fa38c010d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0150299 Jun 03 15:39:46.245700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:46.249298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.264404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] Pushing event deleted for resources: {'Port': ['ID=ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.294589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42532) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.295542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b945955-6b8b-49f0-8c8c-df507d0cef34 None None] No DVR routers for this DVR port ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:46.296374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=33fc0837-2000-49ae-a053-c8a75a56c643,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.304022 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-954a73cb-3b37-4637-be7b-a18d5df5c5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.352432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-51bcbca7-1d92-424f-8fd9-8c2f089f00fc tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.358843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51bcbca7-1d92-424f-8fd9-8c2f089f00fc tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0595589 Jun 03 15:39:46.381527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42536) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.426723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-cc3626c8-14a5-44fe-ab8f-b889cfdb0164 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.428087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cc3626c8-14a5-44fe-ab8f-b889cfdb0164 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0455067 Jun 03 15:39:46.433755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42540) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.448578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.491763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-9ed2d37e-efc4-403b-ad2a-5a7daa284679 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.495259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9ed2d37e-efc4-403b-ad2a-5a7daa284679 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0460858 Jun 03 15:39:46.499196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42546) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.511516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.551320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-b5c3b26b-a3be-4779-bef7-35e1f846bd97 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.552784 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b5c3b26b-a3be-4779-bef7-35e1f846bd97 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0498264 Jun 03 15:39:46.560323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.562733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42550) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.625419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:46.639164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-c6dd1585-2a9b-4bbd-8e15-4c7167910faa tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.640896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c6dd1585-2a9b-4bbd-8e15-4c7167910faa tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0706651 Jun 03 15:39:46.658824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42556) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.671574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:46.672022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ce0b1ff0-4ee4-4b6a-931a-1c0fc1eb1d25 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:46.673856 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.678318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:46.685457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-5347df16-58a6-4d58-89bc-c934b38252f4 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.686897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5347df16-58a6-4d58-89bc-c934b38252f4 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0173988 Jun 03 15:39:46.701729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42560) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.718316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Usage tracker for resource:security_group_rule and tenant:a739e0b9bf894c0a8cc15bb47f4d2bad is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:46.724005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-3954b319-4045-4ab5-85f0-62f6c7e3e063 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.725438 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3954b319-4045-4ab5-85f0-62f6c7e3e063 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0143247 Jun 03 15:39:46.727776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Port': ['ID=57f4a212-b22b-4ec2-addc-72c1d1fafdc2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.730149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42564) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.733910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:46.749789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:46.763452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-ba541e98-5e81-4f87-8342-5fcfee859478 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.766759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba541e98-5e81-4f87-8342-5fcfee859478 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0163605 Jun 03 15:39:46.797929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42568) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.811607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-acb7fcf5-dab0-49bc-b046-813f81cf977d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.813199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-acb7fcf5-dab0-49bc-b046-813f81cf977d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0071664 Jun 03 15:39:46.824172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42572) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.888021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-23681d62-11d6-43d1-b690-b768138afe24 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:46.889231 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-23681d62-11d6-43d1-b690-b768138afe24 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0602975 Jun 03 15:39:46.897344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42576) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.933627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.114987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-dabbd5f8-6b67-47c8-aba7-91fc90f80fc8 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.115953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dabbd5f8-6b67-47c8-aba7-91fc90f80fc8 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.2102628 Jun 03 15:39:47.119359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.130836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42580) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.163506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-4dfb78f0-9839-42e1-bb2f-809317b68075 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.165094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4dfb78f0-9839-42e1-bb2f-809317b68075 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0142066 Jun 03 15:39:47.183775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42584) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.192829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-7f44c5c7-22c1-4602-8a88-5e1907098b9d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.194053 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7f44c5c7-22c1-4602-8a88-5e1907098b9d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069280 Jun 03 15:39:47.201152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42588) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.229984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-464f473b-e2bc-4457-b5ab-2bd31f0d2edd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.233750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-464f473b-e2bc-4457-b5ab-2bd31f0d2edd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0141687 Jun 03 15:39:47.233930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9851cd7-ad8b-4289-8e40-41d9649660de']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:47.238398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42592) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.245384 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.252865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-ff556275-d269-427c-9dd3-d8c79f3f1d57 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.253843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ff556275-d269-427c-9dd3-d8c79f3f1d57 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0128055 Jun 03 15:39:47.262917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42596) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.272053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeaa49d5-8951-4c69-acb7-7826af76d813') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:47.272571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeaa49d5-8951-4c69-acb7-7826af76d813') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:47.285006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-55ce27b6-3d1b-49bf-8aea-c61ccbf97a89 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.286231 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-55ce27b6-3d1b-49bf-8aea-c61ccbf97a89 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0187590 Jun 03 15:39:47.288991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42600) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.306134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-88023d5f-e655-4b67-a658-f1d874e9ef77 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.307182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-88023d5f-e655-4b67-a658-f1d874e9ef77 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079613 Jun 03 15:39:47.308959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.315383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42604) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.324021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-6cb2db70-0b9d-46c1-ae7f-39b4f6785fb8 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.324993 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6cb2db70-0b9d-46c1-ae7f-39b4f6785fb8 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056410 Jun 03 15:39:47.326868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.331034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5cfeb16c-63f1-42c1-9bed-696a356fce66 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/ports/57f4a212-b22b-4ec2-addc-72c1d1fafdc2 HTTP/1.1" status: 204 len: 168 time: 3.6633756 Jun 03 15:39:47.335447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42608) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.335584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42610) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.350957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-67d74531-d64d-4385-b766-78446c61f82e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.351983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-67d74531-d64d-4385-b766-78446c61f82e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0120597 Jun 03 15:39:47.361116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42616) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.407161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-e27c59ef-ffc0-432b-99a4-dc7dc24cbdc7 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.408706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e27c59ef-ffc0-432b-99a4-dc7dc24cbdc7 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0462573 Jun 03 15:39:47.410228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.419425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42620) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.519418 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5252433-a9a0-4dbc-a29c-dbcafcfea6d1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] GET failed (client error): The resource could not be found. Jun 03 15:39:47.519972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c5252433-a9a0-4dbc-a29c-dbcafcfea6d1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Synchronizing usage tracker for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:47.552097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6fd82-ada2-431b-bb94-519d498571ae req-811db96a-d69d-457a-8777-c8b8536cf494 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:47.553687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8dd6fd82-ada2-431b-bb94-519d498571ae req-811db96a-d69d-457a-8777-c8b8536cf494 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 931 time: 0.7494092 Jun 03 15:39:47.653379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-7d2e42c1-8c6f-4f61-b927-ec023be60988 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.654428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7d2e42c1-8c6f-4f61-b927-ec023be60988 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0263610 Jun 03 15:39:47.655627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:47.656046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.657729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.667160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c5252433-a9a0-4dbc-a29c-dbcafcfea6d1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Unset dirty status for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:47.668310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c5252433-a9a0-4dbc-a29c-dbcafcfea6d1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "GET /v2.0/ports/57f4a212-b22b-4ec2-addc-72c1d1fafdc2 HTTP/1.1" status: 404 len: 333 time: 0.3268285 Jun 03 15:39:47.678498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-2d04e285-7fcd-4752-8959-f3c90ddf9265 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.679469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2d04e285-7fcd-4752-8959-f3c90ddf9265 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0137320 Jun 03 15:39:47.680953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42628) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.685199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.686858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42630) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.687026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.702657 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment eeaa49d5-8951-4c69-acb7-7826af76d813 resource provider aggregate not found Jun 03 15:39:47.742249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'name': 'tempest-AllowedAddressPairTestJSON-2090043401'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:47.775485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-3238f3f8-242a-4e3a-9b6d-2d1a6f88bf58 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.781384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3238f3f8-242a-4e3a-9b6d-2d1a6f88bf58 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0802269 Jun 03 15:39:47.781384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.793330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42640) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.827804 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment eeaa49d5-8951-4c69-acb7-7826af76d813 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eeaa49d5-8951-4c69-acb7-7826af76d813 found for delete ", "request_id": "req-c60c476a-7956-46ec-9f2f-bf8667374452"}]} Jun 03 15:39:47.840061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3836a4-5676-4f5f-9914-4fb3b5c103f1 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:47.846677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-e1dda816-8ddc-42c0-a554-76f00499f0de tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.847662 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1dda816-8ddc-42c0-a554-76f00499f0de tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0359190 Jun 03 15:39:47.849288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8dd6fd82-ada2-431b-bb94-519d498571ae req-0d7ad958-9f37-41fa-921d-c247a490d369 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887726 Jun 03 15:39:47.859173 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.861417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42644) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.889331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-15cb04b6-1113-4885-b66e-a36c95f4b6ed tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.892722 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-15cb04b6-1113-4885-b66e-a36c95f4b6ed tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0198164 Jun 03 15:39:47.897662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.901609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42648) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.912159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-ef2b88ec-7520-4929-b89b-a712b7b696f9 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.916062 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ef2b88ec-7520-4929-b89b-a712b7b696f9 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0095696 Jun 03 15:39:47.919708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a739e0b9bf894c0a8cc15bb47f4d2bad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7971072 Jun 03 15:39:47.920642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9542d3-8385-4bd3-8d1a-2d0ed1b87342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103cd081-14a1-4bbf-887d-73c3baa651e5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:47.924781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.925105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.925915 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.934187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Transition to ACTIVE for port object bd3836a4-5676-4f5f-9914-4fb3b5c103f1 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:47.952187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-f68210c6-77da-4811-935f-2afd854387b6 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:47.953157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f68210c6-77da-4811-935f-2afd854387b6 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0253007 Jun 03 15:39:47.954317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.965213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42660) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.972601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.006989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:48.019431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:48.028272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:48.028503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-219fbc8c-d758-4454-8ff4-8b0a43f62e0c tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.028846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.029380 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-219fbc8c-d758-4454-8ff4-8b0a43f62e0c tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0581498 Jun 03 15:39:48.032298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] Pushing event deleted for resources: {'Network': ['ID=b9851cd7-ad8b-4289-8e40-41d9649660de,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:48.037241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42664) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.043124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3fec7-1b9a-469d-852d-8baef4e3c669 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:48.065422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-ca01b7e1-8228-40e7-aa7c-a4a73ff30b98 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.066721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ca01b7e1-8228-40e7-aa7c-a4a73ff30b98 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0219522 Jun 03 15:39:48.067903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=75089080-9598-4f01-b6ab-3fe9cca4c921,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:48.076142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42668) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.089339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-79a8d5dd-4dbb-42a4-bb1c-7c6ffb7e8080 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.092766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-79a8d5dd-4dbb-42a4-bb1c-7c6ffb7e8080 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0132515 Jun 03 15:39:48.099105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e6a82c20-0991-40a3-8621-5d91f864a063 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1186919 Jun 03 15:39:48.109132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42672) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.109132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.127831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '75089080-9598-4f01-b6ab-3fe9cca4c921', 'ip_address': '2001:db8::e6c:50c4:dc04:8461'}], 'name': 'tempest-NetworksTestDHCPv6-2135682337'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:48.144075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-aed9ff94-b4f2-4074-8626-202e5f793be8 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.147156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aed9ff94-b4f2-4074-8626-202e5f793be8 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0328591 Jun 03 15:39:48.147311 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-be6a9855-2145-4756-9b5c-60e8344ad1e4 tempest-TestNetworkBasicOps-74790659 tempest-TestNetworkBasicOps-74790659-project] 10.222.0.66 "DELETE /v2.0/networks/b9851cd7-ad8b-4289-8e40-41d9649660de HTTP/1.1" status: 204 len: 168 time: 2.0157599 Jun 03 15:39:48.151001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42680) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.163970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-8b57ba89-22cb-4bf8-a488-31cc06a7eccd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.167771 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8b57ba89-22cb-4bf8-a488-31cc06a7eccd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0135329 Jun 03 15:39:48.169584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42686) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.187108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:48.203171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Pushing event updated for resources: {'Port': ['ID=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:48.213723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-b5f78822-e3a9-4382-b244-521354f1a773 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.217029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b5f78822-e3a9-4382-b244-521354f1a773 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0407898 Jun 03 15:39:48.227083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42690) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.267816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:48.268863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-e45c77b8-9dc6-459c-aaf7-def207d2190f tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.269841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e45c77b8-9dc6-459c-aaf7-def207d2190f tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0166218 Jun 03 15:39:48.280798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:48.281795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42694) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.286542 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63da818d-c664-4e4b-a047-b128ba67cc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.293775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-f5ea7fd5-d789-4e31-8034-d78f2d045fcd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.295096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f5ea7fd5-d789-4e31-8034-d78f2d045fcd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0100820 Jun 03 15:39:48.299144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42698) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.306679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-b802298e-c706-4246-9807-1fb8ad57974d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.307661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b802298e-c706-4246-9807-1fb8ad57974d tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059342 Jun 03 15:39:48.311230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42702) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.318754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:48.322085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-fcb48f26-ca8f-4e2d-a629-c9145c552297 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.322982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.323111 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fcb48f26-ca8f-4e2d-a629-c9145c552297 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0109124 Jun 03 15:39:48.332215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca79ae4c-046e-49e3-bee2-2b865d3dfa0a no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:48.333917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42706) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.348278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63da818d-c664-4e4b-a047-b128ba67cc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.362724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Attempting to bind port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:48.363067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Attempting to bind port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:48.363396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Attempting to bind port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:48.378434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 on network e9283ae4-087d-4ca1-81e1-db0219cc44df not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:48.378762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Attempting to bind port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:48.395279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:48.395638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:48.396008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Bound using segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:48.396485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Bound port: bd3836a4-5676-4f5f-9914-4fb3b5c103f1, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:48.396861 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.403309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ca79ae4c-046e-49e3-bee2-2b865d3dfa0a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:48.403973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca79ae4c-046e-49e3-bee2-2b865d3dfa0a not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:48.418613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '75089080-9598-4f01-b6ab-3fe9cca4c921'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:48.419336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.436372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-51bdd909-3edd-4bbe-be30-be9e01abc8c6 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.441702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-51bdd909-3edd-4bbe-be30-be9e01abc8c6 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.1010456 Jun 03 15:39:48.446523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42712) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.484650 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.498075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42714) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.507336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63da818d-c664-4e4b-a047-b128ba67cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.533863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63da818d-c664-4e4b-a047-b128ba67cc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.538508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-63da818d-c664-4e4b-a047-b128ba67cc02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/103cd081-14a1-4bbf-887d-73c3baa651e5 HTTP/1.1" status: 204 len: 168 time: 0.6087377 Jun 03 15:39:48.540616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da818d-c664-4e4b-a047-b128ba67cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103cd081-14a1-4bbf-887d-73c3baa651e5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:48.581113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] For port bd3836a4-5676-4f5f-9914-4fb3b5c103f1, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:48.585986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] For port bd3836a4-5676-4f5f-9914-4fb3b5c103f1, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:48.591869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.593506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-9f4a5344-88a9-4aeb-b44d-53931111d767 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.595941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9f4a5344-88a9-4aeb-b44d-53931111d767 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0919027 Jun 03 15:39:48.600614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42724) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.621989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] device_id is not set on port 45f1151f-c09d-4330-ac41-fc7e49ffc00d yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:48.641074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/75089080-9598-4f01-b6ab-3fe9cca4c921/6699f0cf-eb02-4bda-bacd-ea716cdaed4d) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:48.693857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-84c73999-ae82-4c39-8c90-3cb206c290c3 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.695070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-84c73999-ae82-4c39-8c90-3cb206c290c3 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0277808 Jun 03 15:39:48.703695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42730) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.719560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:48.720223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.721798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] 10.222.0.15 "PUT /v2.0/ports/bd3836a4-5676-4f5f-9914-4fb3b5c103f1 HTTP/1.1" status: 200 len: 1091 time: 2.7984409 Jun 03 15:39:48.726662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0708e657-0559-41e3-b4cb-1f0581867cea', 'tag': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:48.766982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-6ca40d5a-2142-4cb9-af3c-97516600c6d5 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.768693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6ca40d5a-2142-4cb9-af3c-97516600c6d5 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0589743 Jun 03 15:39:48.773648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:48.787752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42738) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.796538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:48.801108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cd208d9a-cc76-4984-bbe3-7ce2eba9895b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3841064 Jun 03 15:39:48.805952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42740) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.809477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-41f571ce-5f49-4701-8c30-d7fd3796c096 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.810798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-41f571ce-5f49-4701-8c30-d7fd3796c096 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074005 Jun 03 15:39:48.817016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:48.817866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:48.821702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42744) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.837843 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b7295a-9ff2-4e45-ac1a-7a205fa68d17'] response: {'name': 'network-changed', 'server_uuid': '0708e657-0559-41e3-b4cb-1f0581867cea', 'tag': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1', 'status': 'completed', 'code': 200} Jun 03 15:39:48.894567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc1aee-d8c1-4dd8-a67d-6976760167df service neutron] Pushing event updated for resources: {'Port': ['ID=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:48.897847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-8ac77d22-b5c8-4b42-9180-62f3f7c9ec0e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.900078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8ac77d22-b5c8-4b42-9180-62f3f7c9ec0e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0238702 Jun 03 15:39:48.903072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f7772c19-b5cf-48dd-bc1f-5419809e7751 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83ef3833b4234da7ab416edcbb5e8afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038351 Jun 03 15:39:48.904854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42754) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.905545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42756) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.906250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:48.911607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:48.915503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-c5681f2d-b8da-4947-bbc9-e0ac0324aeef tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.916586 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5681f2d-b8da-4947-bbc9-e0ac0324aeef tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0096495 Jun 03 15:39:48.918710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:48.926023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:48.928447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42764) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.938968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-b22a92ad-4904-40ed-9a84-1431e0ce4fb2 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:48.940005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b22a92ad-4904-40ed-9a84-1431e0ce4fb2 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087562 Jun 03 15:39:48.944798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42768) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.949535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:48.990729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-86f48ef3-00be-43ea-a396-c6e92de1041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:48.992511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-86f48ef3-00be-43ea-a396-c6e92de1041e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 1094 time: 0.2234032 Jun 03 15:39:49.081626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de2d13a6-5cd9-4b62-8c88-345f1596f69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.086915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-352de181-48b4-41f2-b1cd-cdb0d5ea3600 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3836a4-5676-4f5f-9914-4fb3b5c103f1 HTTP/1.1" status: 200 len: 217 time: 0.0859568 Jun 03 15:39:49.166629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de2d13a6-5cd9-4b62-8c88-345f1596f69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.211040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8222878-4d9b-4df6-9541-2329976bbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:49.213682 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-b8222878-4d9b-4df6-9541-2329976bbace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1183908 Jun 03 15:39:49.225193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-8712907d-2214-4ecd-9fb6-5fd6950ffdf7 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.231958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8712907d-2214-4ecd-9fb6-5fd6950ffdf7 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.2815690 Jun 03 15:39:49.258797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42778) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.271716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:49.308238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-e743ca16-48d5-4bc5-8bd2-1243773ed0c3 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.311767 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e743ca16-48d5-4bc5-8bd2-1243773ed0c3 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0485358 Jun 03 15:39:49.331705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42786) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.349339 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.356249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-ec2e14b3-3c01-4050-9d7a-c5ae3badc544 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.362935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ec2e14b3-3c01-4050-9d7a-c5ae3badc544 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0320716 Jun 03 15:39:49.375047 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-7122422b-fb06-4047-84e2-2c5c9d41fcc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215765 Jun 03 15:39:49.375754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42790) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.381011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Transition to ACTIVE for port object 6699f0cf-eb02-4bda-bacd-ea716cdaed4d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:49.387159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-e7a1b314-8346-4380-89de-93a0917d6697 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.393270 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e7a1b314-8346-4380-89de-93a0917d6697 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0144849 Jun 03 15:39:49.422205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42796) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.428042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-6960547e-7175-4058-93a9-7847bb404f5b tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.432663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6960547e-7175-4058-93a9-7847bb404f5b tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0091405 Jun 03 15:39:49.436342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de2d13a6-5cd9-4b62-8c88-345f1596f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.445004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42800) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.480317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Transition to ACTIVE for port object 6699f0cf-eb02-4bda-bacd-ea716cdaed4d will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:49.517453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-3b351339-dcf4-472f-b9fe-6bedec190fc0 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.521235 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b351339-dcf4-472f-b9fe-6bedec190fc0 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0658159 Jun 03 15:39:49.521860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42804) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.522096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Allocated IP 172.20.0.10 (241dc2ff-d5f2-40e0-bbdf-5d96c02460b9/abf0b491-ba18-47b0-a3bf-0dff57239aed/45f1151f-c09d-4330-ac41-fc7e49ffc00d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:49.531638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.535781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet 1b627efe-2a03-48ae-8e78-83629ee5d476 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:49.540156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d13a6-5cd9-4b62-8c88-345f1596f69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eb4e8c-ddb0-4c4f-8738-cc071f6cca07,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:49.555471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-9f1c591e-ea9c-4cfd-825b-62984ff379e2 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.564651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9f1c591e-ea9c-4cfd-825b-62984ff379e2 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0260136 Jun 03 15:39:49.564995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42810) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.565844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.582563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de2d13a6-5cd9-4b62-8c88-345f1596f69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.587258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-de2d13a6-5cd9-4b62-8c88-345f1596f69b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0eb4e8c-ddb0-4c4f-8738-cc071f6cca07 HTTP/1.1" status: 204 len: 168 time: 0.6786523 Jun 03 15:39:49.625865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-00781b75-cdbe-473b-9002-3b24c953b92b tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.626088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Pushing event updated for resources: {'Port': ['ID=6699f0cf-eb02-4bda-bacd-ea716cdaed4d,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:49.629210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-00781b75-cdbe-473b-9002-3b24c953b92b tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0176008 Jun 03 15:39:49.636143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42818) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.644352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-219a722a-58e3-4a39-93f0-5dfbe5044e2e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.649395 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-219a722a-58e3-4a39-93f0-5dfbe5044e2e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0112431 Jun 03 15:39:49.652119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:49.655450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42822) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.655883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:49.664208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-787ce29e-8c8f-4c64-9189-f18282b29655 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.668533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-787ce29e-8c8f-4c64-9189-f18282b29655 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0118897 Jun 03 15:39:49.669862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42826) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.670234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:49.674990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-4bea096b-17f1-41b3-a09b-85b92bac17fc service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795339 Jun 03 15:39:49.694621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-9ded5e22-9925-4b80-b226-636f89e4cbeb tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.695542 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9ded5e22-9925-4b80-b226-636f89e4cbeb tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0223885 Jun 03 15:39:49.705525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.736127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-78570a30-9436-4917-8853-80aa8db40ceb tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.737660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-78570a30-9436-4917-8853-80aa8db40ceb tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0296149 Jun 03 15:39:49.751819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.764008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42834) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.788326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-29b16973-45f9-4311-9cce-6467d8a79f01 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.792164 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-29b16973-45f9-4311-9cce-6467d8a79f01 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0247047 Jun 03 15:39:49.793537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42838) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.794740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.800309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-c1f56fbf-ce99-4803-816a-3eee1b3b4b70 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.804873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c1f56fbf-ce99-4803-816a-3eee1b3b4b70 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0068815 Jun 03 15:39:49.804873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.810759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-8a133318-d0ed-4df8-848f-99922915b462 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.814000 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8a133318-d0ed-4df8-848f-99922915b462 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068390 Jun 03 15:39:49.815039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.824888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-f943b019-8dae-4c48-8961-731192737649 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.828500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f943b019-8dae-4c48-8961-731192737649 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0107765 Jun 03 15:39:49.828789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42850) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.852574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 80c02d47-ce95-44f1-abc3-71309a773217 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:49.865492 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e8ee466-c3c7-4f3f-99c6-02cdf996436e req-6f7502cc-d45a-4513-8614-6daa33cf70be service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823161 Jun 03 15:39:49.920402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-c7a98915-34c4-4fa4-9579-fe1554aa6cff tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.921424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7a98915-34c4-4fa4-9579-fe1554aa6cff tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0819807 Jun 03 15:39:49.926717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42856) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.944370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [None req-06d6060b-e2c8-4b4a-b411-7d7e0a8f4efd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:49.945409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-06d6060b-e2c8-4b4a-b411-7d7e0a8f4efd tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0156384 Jun 03 15:39:49.950578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Attempting to bind port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:49.951024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Attempting to bind port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:49.951462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Attempting to bind port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:49.960850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:49.962338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:49.962835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.963234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:49.963810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Bound port: 6699f0cf-eb02-4bda-bacd-ea716cdaed4d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:49.964265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.999328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42860) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.020118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-c67d2828-d988-45b0-9baa-80eb94032f0b tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:50.021073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c67d2828-d988-45b0-9baa-80eb94032f0b tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0163846 Jun 03 15:39:50.026269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42870) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.060168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-f41fa188-8874-43e4-944c-6d9335234d23 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:50.061211 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f41fa188-8874-43e4-944c-6d9335234d23 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0338871 Jun 03 15:39:50.065210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42874) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.078746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-04f78ad3-4c71-40d2-9209-e57dab631d5e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:50.083797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-04f78ad3-4c71-40d2-9209-e57dab631d5e tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0095162 Jun 03 15:39:50.088200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42878) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.105197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [None req-50ba33fd-db79-4872-8a48-df974c1fdd72 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:39:50.106226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-50ba33fd-db79-4872-8a48-df974c1fdd72 tempest-ExtensionsTestJSON-1625927189 tempest-ExtensionsTestJSON-1625927189-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0173273 Jun 03 15:39:50.133984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360e06-2d64-40a9-89f2-e1a58681190c req-51f3e40d-382e-49ce-8853-2c165a573c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:50.136853 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41360e06-2d64-40a9-89f2-e1a58681190c req-51f3e40d-382e-49ce-8853-2c165a573c69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 1094 time: 0.2211556 Jun 03 15:39:50.156058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:46Z', 'revision_number': 10, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:50.172976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] For port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:50.175177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:50.185539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] For port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6699f0cf-eb02-4bda-bacd-ea716cdaed4d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:50.200822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16c796-4d06-4e3b-bf00-c79d3bcd7649 req-51379556-f29c-445f-94c4-3ff3dfd606d6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:50.203152 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.208412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f16c796-4d06-4e3b-bf00-c79d3bcd7649 req-51379556-f29c-445f-94c4-3ff3dfd606d6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 943 time: 0.7629356 Jun 03 15:39:50.320926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:50.323749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:50.386319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f16c796-4d06-4e3b-bf00-c79d3bcd7649 req-7e3c4acc-0b73-4783-8f09-c8f2ee2928fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769269 Jun 03 15:39:50.427784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42888) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.433853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.572540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360e06-2d64-40a9-89f2-e1a58681190c req-11a430a9-827c-44bd-88c3-4f48ba4c51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:50.574078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41360e06-2d64-40a9-89f2-e1a58681190c req-11a430a9-827c-44bd-88c3-4f48ba4c51a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.4311082 Jun 03 15:39:50.577839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.596013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:50.604995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.618707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42894) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.626360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:50.648355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Transition to ACTIVE for port object 45f1151f-c09d-4330-ac41-fc7e49ffc00d will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:50.652920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Usage tracker for resource:security_group_rule and tenant:d7731b727f274a1e801d31f6fbb64bb0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:50.658187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::e6c:50c4:dc04:8461 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/75089080-9598-4f01-b6ab-3fe9cca4c921/80c02d47-ce95-44f1-abc3-71309a773217) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:50.665599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:50.682026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:50.695268 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41360e06-2d64-40a9-89f2-e1a58681190c req-503dfe9a-8b61-4ca3-ba1c-1eabcd1b2b6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3836a4-5676-4f5f-9914-4fb3b5c103f1 HTTP/1.1" status: 200 len: 217 time: 0.1097007 Jun 03 15:39:50.702714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.797964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.798518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bd3836a4-5676-4f5f-9914-4fb3b5c103f1 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:39:50.808893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=1b627efe-2a03-48ae-8e78-83629ee5d476,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:50.819288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360e06-2d64-40a9-89f2-e1a58681190c req-753ab0c4-5694-4ea5-bed9-b6399fbf9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:50.825686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41360e06-2d64-40a9-89f2-e1a58681190c req-753ab0c4-5694-4ea5-bed9-b6399fbf9036 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1249130 Jun 03 15:39:50.831907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e738a82a-ca60-4561-925f-9b4d1ae8d233 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/1b627efe-2a03-48ae-8e78-83629ee5d476 HTTP/1.1" status: 204 len: 168 time: 2.0138736 Jun 03 15:39:50.838447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c000263-aef8-44c2-8486-efa32cc21269 None None] Network 169bac5f-1df4-4b1d-9062-fb6aff602c67 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:50.838645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42904) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.922150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41360e06-2d64-40a9-89f2-e1a58681190c req-2e6685fa-06e8-4301-a2b9-c7fce48f180b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911560 Jun 03 15:39:51.123491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41360e06-2d64-40a9-89f2-e1a58681190c req-0d134aee-bd49-426b-8a58-2fee45a50300 service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943462 Jun 03 15:39:51.145703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Pushing event updated for resources: {'Port': ['ID=6699f0cf-eb02-4bda-bacd-ea716cdaed4d,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:51.151161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:39:51.345586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.364142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 80c02d47-ce95-44f1-abc3-71309a773217 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:51.378918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-41360e06-2d64-40a9-89f2-e1a58681190c req-8e1c3ced-1af0-4c01-b22f-fe037b92939d service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481411 Jun 03 15:39:51.389979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.389979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.393512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.394676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c23581-40a3-4cb1-aaaf-a5d4b2af4d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:51.400368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.408923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.435257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.438131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.535041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:51.566275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:51.567773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8f5dfc9cf2427e875513cff9f630f0 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:51.575285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:51.575683 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.600952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:51.607053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:51.643153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:51.649032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bd3836a4-5676-4f5f-9914-4fb3b5c103f1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:51.672882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=45f1151f-c09d-4330-ac41-fc7e49ffc00d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:51.738824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:51.743514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:51.782093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'port_id': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1', 'mac_address': 'fa:16:3e:03:9c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecc5826-f4c7-470b-be0f-dcfee7be7886', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:39:51.807290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:51.984851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:51.985230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.101342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:52.107899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:52.108616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.185513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0719576 Jun 03 15:39:52.188412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42916) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:52.199847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] DHCP port deletion for 169bac5f-1df4-4b1d-9062-fb6aff602c67 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:52.218657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.219917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Deleting port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:52.220360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.233824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:52.234548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.252988 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.297659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dfbea7-65c1-478e-a543-131994ca4b14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:52.304776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dfbea7-65c1-478e-a543-131994ca4b14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:52.306018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45dfbea7-65c1-478e-a543-131994ca4b14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:52.308917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3836a4-5676-4f5f-9914-4fb3b5c103f1 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:52.324225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fb40967a-6b0e-465d-8187-60b8568fba56 None None] Provisioning for port 45f1151f-c09d-4330-ac41-fc7e49ffc00d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:52.331362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-45dfbea7-65c1-478e-a543-131994ca4b14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:52.334830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-45dfbea7-65c1-478e-a543-131994ca4b14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1429429 Jun 03 15:39:52.336958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e124a-fa63-40a6-9f47-9b7a195b6b0b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=80c02d47-ce95-44f1-abc3-71309a773217,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:52.339349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42920) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:52.373123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:46Z', 'revision_number': 10, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:52.375146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fb40967a-6b0e-465d-8187-60b8568fba56 None None] Provisioning complete for port 45f1151f-c09d-4330-ac41-fc7e49ffc00d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:52.375517 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fb40967a-6b0e-465d-8187-60b8568fba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.425085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e7f4cf5b-1f6e-4610-a1ba-647805e9f319 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7334673 Jun 03 15:39:52.432098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 80c02d47-ce95-44f1-abc3-71309a773217 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:52.432826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.441276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bd3836a4-5676-4f5f-9914-4fb3b5c103f1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:52.442497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e88e7-24ce-4cc8-84e9-4c873c6a96e3 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:46Z', 'revision_number': 10, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None, '_interfaces': [{'id': 'f52739e3-c2fc-4260-877a-571cbf7f3a37', 'name': '', 'network_id': '13b72bb7-8c37-44ac-bf67-fa10ff5faab2', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'mac_address': 'fa:16:3e:7f:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:38:21Z', 'updated_at': '2022-06-03T15:38:35Z', 'revision_number': 5, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'subnets': [{'id': '813b440f-8cf0-4ba1-8859-6155471a9dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:52.477466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42924) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:52.486936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7731b727f274a1e801d31f6fbb64bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0554256 Jun 03 15:39:52.511629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42926) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:52.538029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:79:20:17'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:52.545682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28a61b-948c-4f86-8b71-cbc2575f4a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36087093-e7d7-4846-b85f-e1efc88aa581,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:52.551987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.583550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece2b44-9eb1-4e0e-a15e-8eb96b5f568d req-926d6cb3-9e27-4c85-a8bf-9739e287eba0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:52.585342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fece2b44-9eb1-4e0e-a15e-8eb96b5f568d req-926d6cb3-9e27-4c85-a8bf-9739e287eba0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 943 time: 0.9240420 Jun 03 15:39:52.593418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6699f0cf-eb02-4bda-bacd-ea716cdaed4d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:52.652868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,segment=NetworkSegment(a39e331c-6639-4a51-b11b-943b10a7bc1f),segment_id=a39e331c-6639-4a51-b11b-943b10a7bc1f)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:52.653262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.704672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fb40967a-6b0e-465d-8187-60b8568fba56 None None] Port 45f1151f-c09d-4330-ac41-fc7e49ffc00d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:52.762516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] For port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,segment=NetworkSegment(a39e331c-6639-4a51-b11b-943b10a7bc1f),segment_id=a39e331c-6639-4a51-b11b-943b10a7bc1f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:52.763078 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.786339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['bd3836a4-5676-4f5f-9914-4fb3b5c103f1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:39:52.828221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fece2b44-9eb1-4e0e-a15e-8eb96b5f568d req-ce820820-a011-45e8-bd5f-ab52aad9078b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233734 Jun 03 15:39:52.844229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:52.883088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.901979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.911726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:52.968431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f8f5dfc9cf2427e875513cff9f630f0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3413074 Jun 03 15:39:52.970281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42932) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:52.984968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:52.986097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71cbf-6170-4756-b9a9-61ed1062efc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8786f407-f172-428f-b823-47a3413a4c63,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.003606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.043580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.061966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Calling delete_port for 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:53.093665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3ae5-67f9-44bd-9507-4ddad18fc678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.104622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.119946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No DVR routers for this DVR port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:53.186876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 80c02d47-ce95-44f1-abc3-71309a773217 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:53.209252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] Provisioning for port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:53.235555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] Provisioning complete for port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:53.236031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.254533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0aa34ec2-ad22-463d-9342-afc00cc08577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.272322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3ae5-67f9-44bd-9507-4ddad18fc678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.345857 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.352421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:53.354081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0aa34ec2-ad22-463d-9342-afc00cc08577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.402603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169bac5f-1df4-4b1d-9062-fb6aff602c67']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:53.412501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:53.412501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:53.423073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39e331c-6639-4a51-b11b-943b10a7bc1f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:53.423391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39e331c-6639-4a51-b11b-943b10a7bc1f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:53.439187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:53.439653 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:53.451057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3ae5-67f9-44bd-9507-4ddad18fc678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.459363 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.487595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd3ae5-67f9-44bd-9507-4ddad18fc678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786f407-f172-428f-b823-47a3413a4c63,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.508795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.521470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:53.522320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.601740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3ae5-67f9-44bd-9507-4ddad18fc678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.608552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] Current status of the port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:53.609112 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.614633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c4bd3ae5-67f9-44bd-9507-4ddad18fc678 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8786f407-f172-428f-b823-47a3413a4c63 HTTP/1.1" status: 204 len: 168 time: 0.6353300 Jun 03 15:39:53.622455 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a39e331c-6639-4a51-b11b-943b10a7bc1f resource provider aggregate not found Jun 03 15:39:53.667551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] For port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6699f0cf-eb02-4bda-bacd-ea716cdaed4d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:53.673594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.745391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.782304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.786248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.787839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.806084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bbbb3536-2003-4549-8c26-937e5fe62797 None None] Could not find standard attr ID for object 80c02d47-ce95-44f1-abc3-71309a773217. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:39:53.809950 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a39e331c-6639-4a51-b11b-943b10a7bc1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a39e331c-6639-4a51-b11b-943b10a7bc1f found for delete ", "request_id": "req-779fb5e3-3fe6-471e-9dc0-2c2a05561394"}]} Jun 03 15:39:53.813387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0e995-a790-47de-a61e-e2aefec76abf None None] Pushing event updated for resources: {'Port': ['ID=6699f0cf-eb02-4bda-bacd-ea716cdaed4d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.814990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/169bac5f-1df4-4b1d-9062-fb6aff602c67 HTTP/1.1" status: 204 len: 168 time: 2.9705544 Jun 03 15:39:53.827214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42950) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:53.849398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0aa34ec2-ad22-463d-9342-afc00cc08577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.876444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=80c02d47-ce95-44f1-abc3-71309a773217,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.933305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722fce1-9cd0-40eb-8cea-727208298216 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=169bac5f-1df4-4b1d-9062-fb6aff602c67,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.939574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa34ec2-ad22-463d-9342-afc00cc08577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36087093-e7d7-4846-b85f-e1efc88aa581,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.940905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Deleting port 5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:53.942252 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.997031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.029284 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-db0ce1f4-fc42-4a0e-a2fc-75a128a86841 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/80c02d47-ce95-44f1-abc3-71309a773217 HTTP/1.1" status: 204 len: 168 time: 1.6885774 Jun 03 15:39:54.033447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0aa34ec2-ad22-463d-9342-afc00cc08577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.035084 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0aa34ec2-ad22-463d-9342-afc00cc08577 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36087093-e7d7-4846-b85f-e1efc88aa581 HTTP/1.1" status: 204 len: 168 time: 1.5220084 Jun 03 15:39:54.035991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42956) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:54.185538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-25bb65ec-f626-49a1-8639-91690c60be9e None None] The port '5d71bfc7-bcaa-46d7-97ce-b59de5d16a3a' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:39:54.330271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.345050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91676f-750c-407f-9e24-67965ccbfce8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:54.346916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91676f-750c-407f-9e24-67965ccbfce8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:54.347638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae91676f-750c-407f-9e24-67965ccbfce8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:54.350565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.406956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6699f0cf-eb02-4bda-bacd-ea716cdaed4d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:54.483673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ae91676f-750c-407f-9e24-67965ccbfce8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:54.485931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ae91676f-750c-407f-9e24-67965ccbfce8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4473488 Jun 03 15:39:54.497857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42970) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:54.519208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=45f1151f-c09d-4330-ac41-fc7e49ffc00d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:54.606139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:54.606451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.638472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] In _notify_port_updated(), no bound segment for port 45f1151f-c09d-4330-ac41-fc7e49ffc00d on network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:39:54.649068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:54.654047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.656944 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c94220a6-ecb2-4fc3-9300-5ffeebce46d7 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "PUT /v2.0/ports/45f1151f-c09d-4330-ac41-fc7e49ffc00d HTTP/1.1" status: 200 len: 994 time: 2.1543863 Jun 03 15:39:54.664808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42980) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:54.778126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 75089080-9598-4f01-b6ab-3fe9cca4c921 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:54.778820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bd3836a4-5676-4f5f-9914-4fb3b5c103f1 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:54.780603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd430-8f5a-441d-9bc4-1c14d4d473e7 req-9c7d2dfb-e538-4aa1-b32c-0bf6a075f9aa tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:54.782310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39bcd430-8f5a-441d-9bc4-1c14d4d473e7 req-9c7d2dfb-e538-4aa1-b32c-0bf6a075f9aa tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 944 time: 0.6400042 Jun 03 15:39:54.791463 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.850344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting port 45f1151f-c09d-4330-ac41-fc7e49ffc00d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:54.850801 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.908472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.968383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:39:54.997677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-347f3939-0fb4-4df0-a9aa-3eff93630b67 None None] Provisioning complete for port 45f1151f-c09d-4330-ac41-fc7e49ffc00d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:54.998047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-347f3939-0fb4-4df0-a9aa-3eff93630b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.125400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-347f3939-0fb4-4df0-a9aa-3eff93630b67 None None] Port 45f1151f-c09d-4330-ac41-fc7e49ffc00d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:55.200125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:55.218156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39bcd430-8f5a-441d-9bc4-1c14d4d473e7 req-b3ea7e77-2e6d-4bf7-b908-ddd11225090e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232414 Jun 03 15:39:55.228912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42996) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:55.233547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:55.259654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:55.260057 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.323473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.334009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.353698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 33fc0837-2000-49ae-a053-c8a75a56c643 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:55.493423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.508666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 33fc0837-2000-49ae-a053-c8a75a56c643 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:55.510428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 33fc0837-2000-49ae-a053-c8a75a56c643 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:55.543449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Calling delete_port for 45f1151f-c09d-4330-ac41-fc7e49ffc00d owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:55.587203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1553632018'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:55.607280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:55.712589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:network and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:55.724686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:55.736523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:55.771644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:55.782569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.802881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.826462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:55.827085 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.856759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0708e657-0559-41e3-b4cb-1f0581867cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:55.863488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.872926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:55.874193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bd3836a4-5676-4f5f-9914-4fb3b5c103f1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:55.884383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:security_group_rule and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:55.885538 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.926681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:55.941563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:55.950273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43016) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:55.959133 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b55b920-915b-42cc-81f1-e0682adf3b89'] response: {'server_uuid': '0708e657-0559-41e3-b4cb-1f0581867cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1', 'code': 200} Jun 03 15:39:55.988254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=75089080-9598-4f01-b6ab-3fe9cca4c921,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:56.000150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.017866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86aecb3-2c51-4e9e-affb-d9d821709c6a None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:56.127747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:56.142473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d13b2fa1-ceff-4e5e-ac21-df24b9c38dbe tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/75089080-9598-4f01-b6ab-3fe9cca4c921 HTTP/1.1" status: 204 len: 168 time: 1.6342778 Jun 03 15:39:56.143129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43024) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:56.157193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port f52739e3-c2fc-4260-877a-571cbf7f3a37 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:56.157779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.219134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-233707662-network', 'tenant_id': '0ca92af92ad8437e9b0a0a2c842d46dd'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:56.240157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:56.249814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Usage tracker for resource:network and tenant:0ca92af92ad8437e9b0a0a2c842d46dd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:56.254978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:56.287437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:56.369097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:56.373506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] Deleting port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:56.373956 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.402278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.412791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7cc9bb00-241d-488d-ad4b-a04a3a48af9f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2647762 Jun 03 15:39:56.415946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43030) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:56.420788 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.423259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:56.439394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Made reservation on behalf of 0ca92af92ad8437e9b0a0a2c842d46dd for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:56.442230 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.447067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.460783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.518190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:56.527728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:56.550043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfde7cc-db5d-4b47-9994-71ff97127529,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:56.558079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca92af92ad8437e9b0a0a2c842d46dd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:56.560910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.561209 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Added segment 43fb769b-2d97-4d1d-a12f-0a61146e859c of type vlan for network 669f7de2-8b8a-49e9-8061-162835a70000 Jun 03 15:39:56.566008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:56.568947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Port': ['ID=45f1151f-c09d-4330-ac41-fc7e49ffc00d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:56.581947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:56.584928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port f52739e3-c2fc-4260-877a-571cbf7f3a37, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f52739e3-c2fc-4260-877a-571cbf7f3a37,segment=NetworkSegment(4bb18834-5832-4d72-9033-56def14bf0f5),segment_id=4bb18834-5832-4d72-9033-56def14bf0f5)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:56.585296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.604172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] For port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6699f0cf-eb02-4bda-bacd-ea716cdaed4d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:56.604788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.654987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881bc75-d50f-4c43-a510-cde9cbc2cc2e req-695d37fa-0088-47b1-99c9-47951e86c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:56.656530 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9881bc75-d50f-4c43-a510-cde9cbc2cc2e req-695d37fa-0088-47b1-99c9-47951e86c6d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 1096 time: 0.6446571 Jun 03 15:39:56.667648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:56.688036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:56.719199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:56.731832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for f52739e3-c2fc-4260-877a-571cbf7f3a37 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:56.736939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] Calling delete_port for 6699f0cf-eb02-4bda-bacd-ea716cdaed4d owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:56.737688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:56.790526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.835051 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9881bc75-d50f-4c43-a510-cde9cbc2cc2e req-4c12c4ff-d64c-427b-8f4c-6ce70b365e4d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646700 Jun 03 15:39:56.836634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:56.840836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.844982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.847274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491f3ac-9a3f-4586-b304-d33509ad66b7 req-f56c8cc7-4504-436c-9c0c-9d5adb5fb023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:56.849240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9491f3ac-9a3f-4586-b304-d33509ad66b7 req-f56c8cc7-4504-436c-9c0c-9d5adb5fb023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 945 time: 0.4974742 Jun 03 15:39:56.896471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] No DVR routers for this DVR port 6699f0cf-eb02-4bda-bacd-ea716cdaed4d on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:56.906053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f432ed-2634-46c8-9903-e8b82139c2b7 None None] Pushing event deleted for resources: {'Port': ['ID=6699f0cf-eb02-4bda-bacd-ea716cdaed4d,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:56.929157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.934667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:56.935337 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.988330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.993024 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ec03e7e8-7ef6-4c8d-892b-b747d7ec7b1c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/ports/45f1151f-c09d-4330-ac41-fc7e49ffc00d HTTP/1.1" status: 204 len: 168 time: 2.3233502 Jun 03 15:39:57.004639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43038) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.061106 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1445c79a-a849-4c84-9b03-8bc1797425ce tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] GET failed (client error): The resource could not be found. Jun 03 15:39:57.061653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1445c79a-a849-4c84-9b03-8bc1797425ce tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Synchronizing usage tracker for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:57.090520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1445c79a-a849-4c84-9b03-8bc1797425ce tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Unset dirty status for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:57.091974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1445c79a-a849-4c84-9b03-8bc1797425ce tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "GET /v2.0/ports/45f1151f-c09d-4330-ac41-fc7e49ffc00d HTTP/1.1" status: 404 len: 333 time: 0.0865636 Jun 03 15:39:57.097187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43044) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.104860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'name': 'tempest-AllowedAddressPairTestJSON-1107176676'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:57.180346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Network': ['ID=669f7de2-8b8a-49e9-8061-162835a70000,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:57.184989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9491f3ac-9a3f-4586-b304-d33509ad66b7 req-a70b5f9a-f3ab-47f2-838e-eaf7f9e30b62 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195148 Jun 03 15:39:57.186766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.192545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 669f7de2-8b8a-49e9-8061-162835a70000 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:57.299237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.336831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:57.347356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7e1a948e-7d05-47a2-bdae-50f300f52985 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1166821 Jun 03 15:39:57.350889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:57.358849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43050) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.363426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.363759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:57.371571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'subnet': {'network_id': '669f7de2-8b8a-49e9-8061-162835a70000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:57.375129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.405628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:57.409278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.460894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:57.468546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:57.474678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:57.475386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.480630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=a128287d-b0bb-4354-b84e-90989cd9ccd0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:57.482727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb560f2-125d-41fb-9456-504e2a034b9e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:57.485489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] device_id is not set on port fe5309d6-04a1-462f-b6a9-2fa625911f48 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:57.559216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32900ed8-059f-4ebb-92f8-802e9f4f792f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:57.568227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=f52739e3-c2fc-4260-877a-571cbf7f3a37,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:57.574829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.575023 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Added segment d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6 of type vlan for network 81f978ad-33ef-4cdf-9410-ff65ad29102a Jun 03 15:39:57.598844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96daef54-7c15-4414-99e1-e53f421b4032 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1816568 Jun 03 15:39:57.602224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43054) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.613152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': 'a128287d-b0bb-4354-b84e-90989cd9ccd0', 'ip_address': '2001:db8::5437:5084:8b89:7d76'}], 'name': 'tempest-NetworksTestDHCPv6-43325555'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:57.777039 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.787316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Allocated IP 172.20.0.7 (241dc2ff-d5f2-40e0-bbdf-5d96c02460b9/abf0b491-ba18-47b0-a3bf-0dff57239aed/fe5309d6-04a1-462f-b6a9-2fa625911f48) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:57.795179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:57.860829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'a128287d-b0bb-4354-b84e-90989cd9ccd0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:57.863977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.878100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:57.904959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:57.927765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:57.950629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:58.017476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:39:58.038494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:subnet and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:58.042418 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.053519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:58.062875 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.063910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:58.064520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.067746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:58.260332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/a128287d-b0bb-4354-b84e-90989cd9ccd0/0870558c-0b98-4f6e-a702-fbd374dd02c1) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:58.305427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.323431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.371520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port ac3a4175-89f8-49e4-bfb7-875b05457f8e yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:58.431444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:58.441556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=81f978ad-33ef-4cdf-9410-ff65ad29102a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:58.511461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 81f978ad-33ef-4cdf-9410-ff65ad29102a details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:58.534013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6699f0cf-eb02-4bda-bacd-ea716cdaed4d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:58.687135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Transition to ACTIVE for port object fe5309d6-04a1-462f-b6a9-2fa625911f48 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:58.702227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6699f0cf-eb02-4bda-bacd-ea716cdaed4d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:58.703057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6699f0cf-eb02-4bda-bacd-ea716cdaed4d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:58.796676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:58.800190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.858945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.889931 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.903623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Transition to ACTIVE for port object 0870558c-0b98-4f6e-a702-fbd374dd02c1 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:58.930515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Transition to ACTIVE for port object 0870558c-0b98-4f6e-a702-fbd374dd02c1 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:58.939006 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.946539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:58.955100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1055d69b-1b8b-4a9c-aed5-406af618f0f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0037508 Jun 03 15:39:58.968938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43062) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:59.028506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:59.030250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:59.033762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:59.044143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Pushing event updated for resources: {'Port': ['ID=0870558c-0b98-4f6e-a702-fbd374dd02c1,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:59.054750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Request body: {'subnet': {'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-233707662-subnet', 'tenant_id': '0ca92af92ad8437e9b0a0a2c842d46dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:59.060525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:59.064427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Usage tracker for resource:subnet and tenant:0ca92af92ad8437e9b0a0a2c842d46dd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:59.067270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:59.073608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:59.092913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::5437:5084:8b89:7d76 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/a128287d-b0bb-4354-b84e-90989cd9ccd0/ac3a4175-89f8-49e4-bfb7-875b05457f8e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:59.156084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Attempting to bind port 0870558c-0b98-4f6e-a702-fbd374dd02c1 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:59.156607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Attempting to bind port 0870558c-0b98-4f6e-a702-fbd374dd02c1 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:59.157239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Attempting to bind port 0870558c-0b98-4f6e-a702-fbd374dd02c1 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:59.164644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:59.165366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:59.165615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.166116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:59.166606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Bound port: 0870558c-0b98-4f6e-a702-fbd374dd02c1, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:59.166960 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.167210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:59.170108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Made reservation on behalf of 0ca92af92ad8437e9b0a0a2c842d46dd for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:59.172397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.176073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:59.193097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:59.206446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8390ba7-5d26-437d-abe1-796986f00d75 req-452f05d4-2163-4bcf-8892-c0aa2531fa71 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:59.208073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8390ba7-5d26-437d-abe1-796986f00d75 req-452f05d4-2163-4bcf-8892-c0aa2531fa71 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 945 time: 0.6919272 Jun 03 15:39:59.263185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=fe5309d6-04a1-462f-b6a9-2fa625911f48,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:59.335489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] For port 0870558c-0b98-4f6e-a702-fbd374dd02c1, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:59.339868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] For port 0870558c-0b98-4f6e-a702-fbd374dd02c1, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0870558c-0b98-4f6e-a702-fbd374dd02c1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:59.349103 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.365880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:59.366817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.530329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c8666-610e-4d32-a5c8-9fdba644a03e None None] Pushing event updated for resources: {'Port': ['ID=0870558c-0b98-4f6e-a702-fbd374dd02c1,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:59.537784 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8f22fedd-0ea8-41b2-8f4d-a3ae7805d102 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4341607 Jun 03 15:39:59.542983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43072) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:59.552099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:79:20:17'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:59.604908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a5766eae-a2a8-4fc5-b25a-d582488ab0cc None None] Provisioning for port fe5309d6-04a1-462f-b6a9-2fa625911f48 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:59.620218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a5766eae-a2a8-4fc5-b25a-d582488ab0cc None None] Provisioning complete for port fe5309d6-04a1-462f-b6a9-2fa625911f48 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:59.622785 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5766eae-a2a8-4fc5-b25a-d582488ab0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.661463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:59.675849 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:59.735014 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:59.735652 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:59.766023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7764b14-7207-494a-a812-1b755975716a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9355400 Jun 03 15:39:59.775105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43078) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:59.801050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a5766eae-a2a8-4fc5-b25a-d582488ab0cc None None] Port fe5309d6-04a1-462f-b6a9-2fa625911f48 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:59.834062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8390ba7-5d26-437d-abe1-796986f00d75 req-55d3203b-38c3-4dbd-a18a-a0216c98d33a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151766 Jun 03 15:39:59.962750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.983253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.062735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object ac3a4175-89f8-49e4-bfb7-875b05457f8e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:00.099634 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:00.150574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting subnet 813b440f-8cf0-4ba1-8859-6155471a9dac {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:00.169863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.246453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Subnet': ['ID=0727bb27-01d8-4637-9d55-f9dc4b170450,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:00.307501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.328536 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:57Z', 'revision_number': 11, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:00.337879 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:00.352941 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:00.353586 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:00.415418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0870558c-0b98-4f6e-a702-fbd374dd02c1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:00.443243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.445027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Checking segment: {'id': '43fb769b-2d97-4d1d-a12f-0a61146e859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '669f7de2-8b8a-49e9-8061-162835a70000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:00.445967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network hostable DHCP agents. Network: 669f7de2-8b8a-49e9-8061-162835a70000, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:00.496672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b847fd2-3e45-4068-b0ff-77acbf2f5b79 req-b41e04b5-f552-42c6-a54b-6a38df2fe437 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:00.498585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b847fd2-3e45-4068-b0ff-77acbf2f5b79 req-b41e04b5-f552-42c6-a54b-6a38df2fe437 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 945 time: 0.4172347 Jun 03 15:40:00.501254 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.518388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.566926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bd0344-6555-4924-963f-a7ec8b816d67,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:00.572034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 669f7de2-8b8a-49e9-8061-162835a70000 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:00.572247 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:00.588010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0870558c-0b98-4f6e-a702-fbd374dd02c1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:00.619434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 669f7de2-8b8a-49e9-8061-162835a70000) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:00.621704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.622059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.622402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.622735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.623067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.623395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.623718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.624071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.630928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a15fd6-432d-4d28-9ce1-ca4db23ac190 None None] Network 669f7de2-8b8a-49e9-8061-162835a70000 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:00.645415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.645771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.646111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.646448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:00.658372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:00.658973 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.787359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Checking segment: {'id': 'd3e0eb84-77e3-4fec-9cfa-3c48aeea19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:00.788063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Network hostable DHCP agents. Network: 81f978ad-33ef-4cdf-9410-ff65ad29102a, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:00.853791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b847fd2-3e45-4068-b0ff-77acbf2f5b79 req-7997e575-f4db-4219-abaa-04fbf080c455 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890291 Jun 03 15:40:00.855294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5df23805-fcf4-4f98-ab60-03a74e186ebc tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4954650 Jun 03 15:40:00.858173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43086) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:00.859639 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:57Z', 'revision_number': 11, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:00.865870 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743ad53-bebb-4273-8933-3fc86b64d9fc None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:57Z', 'revision_number': 11, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:00.877668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1369846389', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:00.903564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Network 81f978ad-33ef-4cdf-9410-ff65ad29102a is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:00.911819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:00.912660 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.917843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:router and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:00.921011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 81f978ad-33ef-4cdf-9410-ff65ad29102a) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:00.927744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:00.940484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170c7d4-a626-497d-b62a-090488d02b69 None None] Network 81f978ad-33ef-4cdf-9410-ff65ad29102a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:00.942680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:00.943278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.951246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:01.028271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.029278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.046824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5baa898a-aad2-483b-a347-c6d7b29b8f71 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0152712 Jun 03 15:40:01.072079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.075570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.249726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19f634-988d-46eb-b8f0-6e2ca8ea16ac None None] Network 669f7de2-8b8a-49e9-8061-162835a70000 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:01.355115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:01.392763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:01.428915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:01.443160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:01.445776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.460544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=ac3a4175-89f8-49e4-bfb7-875b05457f8e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:01.480072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.689386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.691248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.707502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] Provisioning for port 0870558c-0b98-4f6e-a702-fbd374dd02c1 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:01.745662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] Provisioning complete for port 0870558c-0b98-4f6e-a702-fbd374dd02c1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:01.746033 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.816915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9b602743-e75a-4bc9-9ea3-ecc8c0d3cc16 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2114341 Jun 03 15:40:01.847340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Subnet': ['ID=813b440f-8cf0-4ba1-8859-6155471a9dac,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:01.850581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=fe5309d6-04a1-462f-b6a9-2fa625911f48,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:01.854147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43100) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:01.863834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] In _notify_port_updated(), no bound segment for port fe5309d6-04a1-462f-b6a9-2fa625911f48 on network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:40:01.871964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:01.872933 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.877072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-21f1d560-bcae-473d-b439-ed5c4cf9aca0 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "PUT /v2.0/ports/fe5309d6-04a1-462f-b6a9-2fa625911f48 HTTP/1.1" status: 200 len: 996 time: 2.3305256 Jun 03 15:40:01.878587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.894417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84da16c-b228-4b7d-b7da-bd18c92536c5 None None] Network 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:01.896782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f6cb0bff-8d6e-4c53-b060-e78387f9417a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/813b440f-8cf0-4ba1-8859-6155471a9dac HTTP/1.1" status: 204 len: 168 time: 2.1198335 Jun 03 15:40:01.897478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43106) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:01.907866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43110) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:02.049813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35539166-c2d2-4e49-afd2-3a0e510296eb None None] Network 81f978ad-33ef-4cdf-9410-ff65ad29102a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:02.254885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.287924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f409-f18b-45b8-9cb3-56e9eab8a467 req-322e79cc-9864-4f66-8cba-141aacc441e3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:02.289676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cc6f409-f18b-45b8-9cb3-56e9eab8a467 req-322e79cc-9864-4f66-8cba-141aacc441e3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 945 time: 0.5882335 Jun 03 15:40:02.313198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting port fe5309d6-04a1-462f-b6a9-2fa625911f48 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:02.313735 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.320073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Deleting port 083cf0d3-5ad9-4374-ab80-8e07a4537548 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:02.321366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.362222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43122) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:02.373236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f52739e3-c2fc-4260-877a-571cbf7f3a37 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:02.387409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-369203778-network', 'tenant_id': '9ac569e6e49c4bf780f6df31cf6f2351'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:02.394345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:02.399629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Usage tracker for resource:network and tenant:9ac569e6e49c4bf780f6df31cf6f2351 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:02.404053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:02.411995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:02.458030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Made reservation on behalf of 9ac569e6e49c4bf780f6df31cf6f2351 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:02.460501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.469957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2cc6f409-f18b-45b8-9cb3-56e9eab8a467 req-d1f73109-5250-4830-9d6a-703483249876 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711690 Jun 03 15:40:02.509329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da0e1f-2604-4edd-ac6c-78a6c8196f60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:02.515736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da0e1f-2604-4edd-ac6c-78a6c8196f60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:02.516781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4da0e1f-2604-4edd-ac6c-78a6c8196f60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:02.560174 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.571158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: f52739e3-c2fc-4260-877a-571cbf7f3a37 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:02.571494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f52739e3-c2fc-4260-877a-571cbf7f3a37 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:02.604075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:02.613002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Usage tracker for resource:security_group_rule and tenant:9ac569e6e49c4bf780f6df31cf6f2351 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:02.618957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:02.623000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4da0e1f-2604-4edd-ac6c-78a6c8196f60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:02.623448 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a4da0e1f-2604-4edd-ac6c-78a6c8196f60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7635686 Jun 03 15:40:02.627233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43126) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:02.645203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:02.646156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] Current status of the port 0870558c-0b98-4f6e-a702-fbd374dd02c1 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:02.646688 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.691032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] For port 0870558c-0b98-4f6e-a702-fbd374dd02c1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0870558c-0b98-4f6e-a702-fbd374dd02c1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:02.701880 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.802169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee35168-a566-4794-9b38-bd328027dca2 None None] Pushing event updated for resources: {'Port': ['ID=0870558c-0b98-4f6e-a702-fbd374dd02c1,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:02.827302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-82ad1df1-817f-4dce-85cd-2ec61fc69c1a None None] Provisioning for port ac3a4175-89f8-49e4-bfb7-875b05457f8e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:02.838388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-82ad1df1-817f-4dce-85cd-2ec61fc69c1a None None] Provisioning complete for port ac3a4175-89f8-49e4-bfb7-875b05457f8e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:02.838783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-82ad1df1-817f-4dce-85cd-2ec61fc69c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.874435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.886144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] DHCP port deletion for 13b72bb7-8c37-44ac-bf67-fa10ff5faab2 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:02.907318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Deleting port 083cf0d3-5ad9-4374-ab80-8e07a4537548 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:02.907740 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.927591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port ac3a4175-89f8-49e4-bfb7-875b05457f8e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:02.928672 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.032807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Calling delete_port for fe5309d6-04a1-462f-b6a9-2fa625911f48 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:03.063847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] For port 083cf0d3-5ad9-4374-ab80-8e07a4537548, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=083cf0d3-5ad9-4374-ab80-8e07a4537548,segment=NetworkSegment(4bb18834-5832-4d72-9033-56def14bf0f5),segment_id=4bb18834-5832-4d72-9033-56def14bf0f5)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:03.064528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.078843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-82ad1df1-817f-4dce-85cd-2ec61fc69c1a None None] Port ac3a4175-89f8-49e4-bfb7-875b05457f8e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:03.114351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.135387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-8e45e41d-73e6-4bd7-a8c5-e2fcbf952af4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:03.136315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-8e45e41d-73e6-4bd7-a8c5-e2fcbf952af4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:03.149342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.161755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:03.172979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.173326 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Added segment b0bbce6a-830f-4ff3-b265-a243fc9ce4ff of type vlan for network a2d6ce01-7667-4793-88c1-9c3e03633a47 Jun 03 15:40:03.178409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-82ad1df1-817f-4dce-85cd-2ec61fc69c1a None None] Provisioning complete for port fe5309d6-04a1-462f-b6a9-2fa625911f48 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:03.178787 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-82ad1df1-817f-4dce-85cd-2ec61fc69c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.202013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.235917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Calling delete_port for 083cf0d3-5ad9-4374-ab80-8e07a4537548 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:03.251156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] For port 083cf0d3-5ad9-4374-ab80-8e07a4537548, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=083cf0d3-5ad9-4374-ab80-8e07a4537548,segment=NetworkSegment(4bb18834-5832-4d72-9033-56def14bf0f5),segment_id=4bb18834-5832-4d72-9033-56def14bf0f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:03.251553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.253057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.254032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:03.254618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.324343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-82ad1df1-817f-4dce-85cd-2ec61fc69c1a None None] Port fe5309d6-04a1-462f-b6a9-2fa625911f48 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:03.397788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Calling delete_port for 083cf0d3-5ad9-4374-ab80-8e07a4537548 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:03.421113 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.494485 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:40:03.495026 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:40:03.506568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-8e45e41d-73e6-4bd7-a8c5-e2fcbf952af4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:03.508394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-8e45e41d-73e6-4bd7-a8c5-e2fcbf952af4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 945 time: 0.7711649 Jun 03 15:40:03.525520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594c6c5-1dfc-49e9-bf68-649381d48604,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:03.530540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Port': ['ID=083cf0d3-5ad9-4374-ab80-8e07a4537548,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:03.533289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.577324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No DVR routers for this DVR port 083cf0d3-5ad9-4374-ab80-8e07a4537548 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:03.609886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Deleting port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:03.612002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.625128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.691148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43138) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:03.699708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] Pushing event updated for resources: {'Network': ['ID=a2d6ce01-7667-4793-88c1-9c3e03633a47,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:03.712172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a2d6ce01-7667-4793-88c1-9c3e03633a47 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:03.720650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dbf7d8da-8c5d-4c4d-9c1f-2fce4cce82ab admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3517256 Jun 03 15:40:03.725604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43144) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:03.765120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Request body: {'subnet': {'network_id': 'a2d6ce01-7667-4793-88c1-9c3e03633a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-369203778-subnet', 'tenant_id': '9ac569e6e49c4bf780f6df31cf6f2351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:03.770471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:03.793735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Usage tracker for resource:subnet and tenant:9ac569e6e49c4bf780f6df31cf6f2351 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:03.798903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:03.801529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.852499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:03.890338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Port': ['ID=fe5309d6-04a1-462f-b6a9-2fa625911f48,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:03.935137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.996288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Deleting port 083cf0d3-5ad9-4374-ab80-8e07a4537548 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:03.996974 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.050789 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.072989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b72bb7-8c37-44ac-bf67-fa10ff5faab2']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:04.078523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Made reservation on behalf of 9ac569e6e49c4bf780f6df31cf6f2351 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:04.081298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.109598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f24f1e0e-fda6-472c-91f3-20e45160c334 None None] The port '083cf0d3-5ad9-4374-ab80-8e07a4537548' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:40:04.187132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb18834-5832-4d72-9033-56def14bf0f5') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:04.187431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb18834-5832-4d72-9033-56def14bf0f5') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:04.212996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:04.221882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.244211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Usage tracker for resource:security_group_rule and tenant:b89f966adf1448f48c220492fab0ed8e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:04.260098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.25.1.25 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/cd123a12-5c11-4be1-be54-0eb22eb0e888) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:04.263210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:04.266126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] For port bd3836a4-5676-4f5f-9914-4fb3b5c103f1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:04.266590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.282997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.286794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:04.315615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd27c8-aa3d-4cbe-b30c-d8d4115e1dfe req-d4bd3066-4411-4f53-898b-007b3002d0f7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:04.323119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8cd27c8-aa3d-4cbe-b30c-d8d4115e1dfe req-d4bd3066-4411-4f53-898b-007b3002d0f7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 945 time: 0.6287503 Jun 03 15:40:04.342288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:40:04.342713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.357971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0870558c-0b98-4f6e-a702-fbd374dd02c1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:04.362983 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.436730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0870558c-0b98-4f6e-a702-fbd374dd02c1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:04.437024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.468199 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4bb18834-5832-4d72-9033-56def14bf0f5 resource provider aggregate not found Jun 03 15:40:04.553530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Calling delete_port for bd3836a4-5676-4f5f-9914-4fb3b5c103f1 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:04.560124 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4bb18834-5832-4d72-9033-56def14bf0f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bb18834-5832-4d72-9033-56def14bf0f5 found for delete ", "request_id": "req-7385b06b-f961-49b4-aeac-4e263e1fe9cb"}]} Jun 03 15:40:04.573810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0870558c-0b98-4f6e-a702-fbd374dd02c1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:04.595970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.604315 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65c06c74-e641-452e-83ce-de4cd59bcf3a tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/ports/fe5309d6-04a1-462f-b6a9-2fa625911f48 HTTP/1.1" status: 204 len: 168 time: 2.6457927 Jun 03 15:40:04.618558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43156) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:04.628558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 083cf0d3-5ad9-4374-ab80-8e07a4537548 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:04.671460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 083cf0d3-5ad9-4374-ab80-8e07a4537548 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:04.671841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 083cf0d3-5ad9-4374-ab80-8e07a4537548 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:04.687323 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a9aef3-7234-4288-b6a7-df2d41f01ae9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] GET failed (client error): The resource could not be found. Jun 03 15:40:04.687871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d2a9aef3-7234-4288-b6a7-df2d41f01ae9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Synchronizing usage tracker for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:04.788014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d2a9aef3-7234-4288-b6a7-df2d41f01ae9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Unset dirty status for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:04.791213 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d2a9aef3-7234-4288-b6a7-df2d41f01ae9 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "GET /v2.0/ports/fe5309d6-04a1-462f-b6a9-2fa625911f48 HTTP/1.1" status: 404 len: 333 time: 0.1704750 Jun 03 15:40:04.794666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:04.815394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'name': 'tempest-AllowedAddressPairTestJSON-126783118'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:04.871612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for ac3a4175-89f8-49e4-bfb7-875b05457f8e owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:04.916607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8cd27c8-aa3d-4cbe-b30c-d8d4115e1dfe req-609b510c-afd0-4cc2-b0ab-982fc87e400d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924876 Jun 03 15:40:04.934305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.943084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.984073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.992901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Pushing event deleted for resources: {'Network': ['ID=13b72bb7-8c37-44ac-bf67-fa10ff5faab2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.065969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-99c1b9a5-5eef-4a0b-8e97-1acada2772d6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/networks/13b72bb7-8c37-44ac-bf67-fa10ff5faab2 HTTP/1.1" status: 204 len: 168 time: 3.1567063 Jun 03 15:40:05.071696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43164) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:05.089772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.102177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'routes': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:05.102920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:05.172026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event deleted for resources: {'Port': ['ID=bd3836a4-5676-4f5f-9914-4fb3b5c103f1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.185101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Checking segment: {'id': 'b0bbce6a-830f-4ff3-b265-a243fc9ce4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a2d6ce01-7667-4793-88c1-9c3e03633a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:05.185471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Network hostable DHCP agents. Network: a2d6ce01-7667-4793-88c1-9c3e03633a47, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:05.195970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fff83dd-82da-4015-b1bd-a56100e934af,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.281517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:05.298492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] No DVR routers for this DVR port bd3836a4-5676-4f5f-9914-4fb3b5c103f1 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:05.307336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.309861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0708e657-0559-41e3-b4cb-1f0581867cea', 'name': 'network-vif-deleted', 'tag': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:05.311924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.318838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:05.327917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Network a2d6ce01-7667-4793-88c1-9c3e03633a47 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:05.342428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a2d6ce01-7667-4793-88c1-9c3e03633a47) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:05.352668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554eb46e-7105-4358-8f95-d4107d700cc2 None None] Network a2d6ce01-7667-4793-88c1-9c3e03633a47 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:05.358014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:05.358874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.366164 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e81951-705d-4d1d-9d92-bc94576cc0e1'] response: {'server_uuid': '0708e657-0559-41e3-b4cb-1f0581867cea', 'name': 'network-vif-deleted', 'tag': 'bd3836a4-5676-4f5f-9914-4fb3b5c103f1', 'status': 'completed', 'code': 200} Jun 03 15:40:05.372956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:05.373921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.376618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.390559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-21728b4b-e9bf-441a-8cd5-89e478298cca req-4945280f-d0d9-4b9f-adab-957a5634e0f6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "DELETE /v2.0/ports/bd3836a4-5676-4f5f-9914-4fb3b5c103f1 HTTP/1.1" status: 204 len: 173 time: 1.8690987 Jun 03 15:40:05.407138 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dbd23777-818f-4c01-ac8f-bfadad0dca1f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6532171 Jun 03 15:40:05.419097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] device_id is not set on port 6124d968-1236-4036-b498-ad1f775c9ef4 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:05.536794 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.561286 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.630789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Allocated IP 172.20.0.5 (241dc2ff-d5f2-40e0-bbdf-5d96c02460b9/abf0b491-ba18-47b0-a3bf-0dff57239aed/6124d968-1236-4036-b498-ad1f775c9ef4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:05.693225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=ac3a4175-89f8-49e4-bfb7-875b05457f8e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.706176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Added routes are [] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:40:05.706362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9eec8-974b-4321-9aa8-3732c4716802 None None] Network a2d6ce01-7667-4793-88c1-9c3e03633a47 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:05.706469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Removed routes are [] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:40:05.706984 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.752671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b89f966adf1448f48c220492fab0ed8e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0571380 Jun 03 15:40:05.755142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43178) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:05.824786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8cc37-e4f1-43ae-8140-868bcd6e20ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d3e94-bb77-44af-9320-e445097998a9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.940498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.969448 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.027145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.065924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Transition to ACTIVE for port object 6124d968-1236-4036-b498-ad1f775c9ef4 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:06.111037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.156955 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-237b5aa2-a3f6-4841-8c7d-e113edf9111b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/ac3a4175-89f8-49e4-bfb7-875b05457f8e HTTP/1.1" status: 204 len: 168 time: 3.5189235 Jun 03 15:40:06.163850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:06.250933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:06.256511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:06.266022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:06.286994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14420d09-f8e9-4679-ac60-5ada836b8f73 req-aae05201-44e9-46a8-88d1-8cbf261058f7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=0708e657-0559-41e3-b4cb-1f0581867cea HTTP/1.1" status: 200 len: 210 time: 0.1670659 Jun 03 15:40:06.313080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=6124d968-1236-4036-b498-ad1f775c9ef4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.318348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:06.328358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87604c18-7fc1-4744-81f0-99596535f4cd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:06.329802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:06.330018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87604c18-7fc1-4744-81f0-99596535f4cd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:06.330780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-87604c18-7fc1-4744-81f0-99596535f4cd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:06.332372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:06.370726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:06.371396 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.371948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.377700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-87604c18-7fc1-4744-81f0-99596535f4cd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:06.381496 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-87604c18-7fc1-4744-81f0-99596535f4cd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2139368 Jun 03 15:40:06.384972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43196) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:06.450555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e8a0a893-fdda-4e24-9f6b-f47f979d8b41 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6546929 Jun 03 15:40:06.453749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43200) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:06.463591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'network_id': '241dc2ff-d5f2-40e0-bbdf-5d96c02460b9', 'name': 'tempest-AllowedAddressPairTestJSON-882429641'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:06.491752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet a128287d-b0bb-4354-b84e-90989cd9ccd0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:06.542026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.573951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=cd123a12-5c11-4be1-be54-0eb22eb0e888,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.584149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-73cf347e-249c-4b7e-90f2-f0ab30242f31 None None] Provisioning for port 6124d968-1236-4036-b498-ad1f775c9ef4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:06.589618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-73cf347e-249c-4b7e-90f2-f0ab30242f31 None None] Provisioning complete for port 6124d968-1236-4036-b498-ad1f775c9ef4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:06.589618 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-73cf347e-249c-4b7e-90f2-f0ab30242f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.596991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.623626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.644638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-73cf347e-249c-4b7e-90f2-f0ab30242f31 None None] Port 6124d968-1236-4036-b498-ad1f775c9ef4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:06.711053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:06.718300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Usage tracker for resource:port and tenant:c5767d0027254cc1bcc335973c6b2864 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:06.722190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:06.733248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:06.740360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bca8dda-8efc-40de-b910-a88bc5fea139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.747422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Made reservation on behalf of c5767d0027254cc1bcc335973c6b2864 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:06.750792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.768411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.802298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bd3836a4-5676-4f5f-9914-4fb3b5c103f1 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:06.839486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: bd3836a4-5676-4f5f-9914-4fb3b5c103f1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:06.839827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bd3836a4-5676-4f5f-9914-4fb3b5c103f1 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:06.937292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] device_id is not set on port d0ab0a2d-9509-482c-9ff7-58a9fed6592e yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:06.958738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bca8dda-8efc-40de-b910-a88bc5fea139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.019240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router cdb20732-ff2e-4257-9246-4c207e75bcb2 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:07.038855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-fd7d3a57-7f02-44d3-8f25-a4855142c791 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:07.040159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-fd7d3a57-7f02-44d3-8f25-a4855142c791 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Synchronizing usage tracker for tenant:0ca92af92ad8437e9b0a0a2c842d46dd on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:07.069405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.121394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=a128287d-b0bb-4354-b84e-90989cd9ccd0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:07.123352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.129862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5095cf8-1363-4128-aa24-ca55efc22347 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:07.149515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Allocated IP 172.20.0.8 (241dc2ff-d5f2-40e0-bbdf-5d96c02460b9/abf0b491-ba18-47b0-a3bf-0dff57239aed/d0ab0a2d-9509-482c-9ff7-58a9fed6592e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:07.155360 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65b27d99-79c1-467c-853c-22088ffd35f9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/a128287d-b0bb-4354-b84e-90989cd9ccd0 HTTP/1.1" status: 204 len: 168 time: 0.7670629 Jun 03 15:40:07.155556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43204) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.231330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0249e250-5341-4e94-a71c-a2ff5ea3f172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747049 Jun 03 15:40:07.233762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43208) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.289276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-fd7d3a57-7f02-44d3-8f25-a4855142c791 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Unset dirty status for tenant:0ca92af92ad8437e9b0a0a2c842d46dd on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:07.291013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-fd7d3a57-7f02-44d3-8f25-a4855142c791 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/networks?id=81f978ad-33ef-4cdf-9410-ff65ad29102a HTTP/1.1" status: 200 len: 811 time: 1.0833197 Jun 03 15:40:07.302537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:07.345789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] Sync routers for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:07.366647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:07.367811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:07.392045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-1b06bc06-4bc9-4983-959d-a6fdd1ed7e35 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/quotas/0ca92af92ad8437e9b0a0a2c842d46dd HTTP/1.1" status: 200 len: 375 time: 0.0912721 Jun 03 15:40:07.392653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bca8dda-8efc-40de-b910-a88bc5fea139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.450809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198485e4-0e6c-45f9-92ff-50cc0c7f61ed tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:07.452480 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-198485e4-0e6c-45f9-92ff-50cc0c7f61ed tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2171848 Jun 03 15:40:07.455165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43214) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.468597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bca8dda-8efc-40de-b910-a88bc5fea139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.469713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8bca8dda-8efc-40de-b910-a88bc5fea139 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a66d3e94-bb77-44af-9320-e445097998a9 HTTP/1.1" status: 204 len: 168 time: 1.7056839 Jun 03 15:40:07.477534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca8dda-8efc-40de-b910-a88bc5fea139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d3e94-bb77-44af-9320-e445097998a9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:07.483337 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.485306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-47d85cfd-5902-43bb-9f99-fad0771a9f2c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 200 len: 700 time: 2.4045141 Jun 03 15:40:07.502411 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-ab3e40da-2862-4580-b85b-449487489314 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ca92af92ad8437e9b0a0a2c842d46dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798187 Jun 03 15:40:07.508908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43220) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.558653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.576941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe31e412-958f-4396-84f7-35bc4b74a9ab tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:07.577637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fe31e412-958f-4396-84f7-35bc4b74a9ab tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:07.583766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.608582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Transition to ACTIVE for port object d0ab0a2d-9509-482c-9ff7-58a9fed6592e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:07.619422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fe31e412-958f-4396-84f7-35bc4b74a9ab tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:07.620745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fe31e412-958f-4396-84f7-35bc4b74a9ab tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1646821 Jun 03 15:40:07.623612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43228) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.647009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-66715b9b-7de3-449d-a944-20688b70f44c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:07.656871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:07.703704 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7445c355-fdf6-4744-9c76-8c82f8151213 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788357 Jun 03 15:40:07.710086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43236) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.719387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:07.737743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.801675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:57Z', 'revision_number': 11, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:07.804476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:07.825016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-5124efdd-9d13-4ce3-87f5-8443bb74da41 service neutron] 10.222.0.66 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217304 Jun 03 15:40:07.825449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Deleting port 0870558c-0b98-4f6e-a702-fbd374dd02c1 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:07.826221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.862725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] Checking router: cdb20732-ff2e-4257-9246-4c207e75bcb2 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:07.884293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=d0ab0a2d-9509-482c-9ff7-58a9fed6592e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:07.900588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] Routers {'cdb20732-ff2e-4257-9246-4c207e75bcb2'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:07.905243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['cdb20732-ff2e-4257-9246-4c207e75bcb2'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:07.923799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:07.933116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:07.938504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:08.025384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:08.043388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:08.057733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:08.058395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.084369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:08.089634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-66715b9b-7de3-449d-a944-20688b70f44c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:08.093553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-66715b9b-7de3-449d-a944-20688b70f44c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 200 len: 205 time: 0.5783784 Jun 03 15:40:08.098597 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.130253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43256) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:08.141478 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-336c87c7-cccd-4757-b74a-b0732e35e142 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6870401 Jun 03 15:40:08.212089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] Set router cdb20732-ff2e-4257-9246-4c207e75bcb2 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:08.360670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0f29-fa1e-4186-bfa6-ed8bd801ef65 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.392686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0870558c-0b98-4f6e-a702-fbd374dd02c1 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:08.470944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43262) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:08.474090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:57Z', 'revision_number': 11, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:08.530083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ca604890-1b4f-436d-856c-67466e72a71d None None] Provisioning for port d0ab0a2d-9509-482c-9ff7-58a9fed6592e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:08.539671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b43164-b32f-457c-a2e4-38b932807273 None None] The sync data for ids ['cdb20732-ff2e-4257-9246-4c207e75bcb2'] in n-d-844594-1 is: [{'id': 'cdb20732-ff2e-4257-9246-4c207e75bcb2', 'name': 'tempest-RoutersTest-router-629924565', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:15Z', 'updated_at': '2022-06-03T15:39:57Z', 'revision_number': 11, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:08.549321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:79:20:17'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:04:17:10'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:08.560837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ca604890-1b4f-436d-856c-67466e72a71d None None] Provisioning complete for port d0ab0a2d-9509-482c-9ff7-58a9fed6592e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:08.561212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ca604890-1b4f-436d-856c-67466e72a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.596745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-fe0e95ab-86ce-41d0-8f89-957f090de8e6 service neutron] 10.222.0.66 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615499 Jun 03 15:40:08.729600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-632bba11-1bc6-4e73-b462-4039bd8c885d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:08.731144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ca604890-1b4f-436d-856c-67466e72a71d None None] Port d0ab0a2d-9509-482c-9ff7-58a9fed6592e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:08.733684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] For port 0870558c-0b98-4f6e-a702-fbd374dd02c1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0870558c-0b98-4f6e-a702-fbd374dd02c1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:08.734082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.738860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-632bba11-1bc6-4e73-b462-4039bd8c885d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.6920276 Jun 03 15:40:08.746149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0870558c-0b98-4f6e-a702-fbd374dd02c1 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:08.746526 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.915194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Calling delete_port for 0870558c-0b98-4f6e-a702-fbd374dd02c1 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:08.929982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43280) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:08.950788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-b663eec1-2cd0-411f-b48d-344eddd7b8e5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.2105782 Jun 03 15:40:09.036531 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0f29-fa1e-4186-bfa6-ed8bd801ef65 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.037274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0870558c-0b98-4f6e-a702-fbd374dd02c1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0870558c-0b98-4f6e-a702-fbd374dd02c1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:09.042221 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0f29-fa1e-4186-bfa6-ed8bd801ef65 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.043688 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.083549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0f29-fa1e-4186-bfa6-ed8bd801ef65 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.084569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ee0f29-fa1e-4186-bfa6-ed8bd801ef65 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Fanout notify agent at l3_agent the message router_deleted on router cdb20732-ff2e-4257-9246-4c207e75bcb2 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:40:09.173762 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0f29-fa1e-4186-bfa6-ed8bd801ef65 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.176470 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e0ee0f29-fa1e-4186-bfa6-ed8bd801ef65 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 204 len: 168 time: 1.0395977 Jun 03 15:40:09.176758 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:40:09.176758 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:40:09.190371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43290) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:09.201301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2114464315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:09.206476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0870558c-0b98-4f6e-a702-fbd374dd02c1,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:09.215701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:09.236610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Usage tracker for resource:router and tenant:be34f5de410244cd9dee6aafa52d5d71 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:09.243529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:09.245802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93631f16-9945-48a9-9f51-faed5ebb286e req-1b3899d1-ff22-493e-b782-36eee67fb0ed tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 210 time: 0.3152297 Jun 03 15:40:09.266271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-135214559-network', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:09.271781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:09.279717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:09.292439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Usage tracker for resource:network and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:09.296763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:09.300392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.301441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.312966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.319367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:09.389341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:09.390415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.399436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Made reservation on behalf of dfc49919225f462bae90aea2dbdf6fc1 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:09.399436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.406988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:09.412133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.418471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-4763b12d-ef1d-4c1a-897e-b6c1470812d1 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4666009 Jun 03 15:40:09.428373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:09.428834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.444620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=1185da1c-ae38-4c7e-aed5-a6bbba144d0d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:09.446706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.472724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:09.476307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5f975dc1-d464-4daa-88a6-b10bf71e3572 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7645292 Jun 03 15:40:09.479680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:09.483500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.483765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43296) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:09.489123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:09.500205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:09.512963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.516896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b73e8809-a18e-401a-bcd3-1d6e3b55229f tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3254945 Jun 03 15:40:09.518586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43302) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:09.524341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-efae2323-76ca-4809-a30f-744fd96015a7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:09.529947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '1185da1c-ae38-4c7e-aed5-a6bbba144d0d', 'ip_address': '2001:db8::3ca3:64eb:701d:fc45'}], 'name': 'tempest-NetworksTestDHCPv6-699370996'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:09.676898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Deleting port 0870558c-0b98-4f6e-a702-fbd374dd02c1 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:09.677566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.764001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.956065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] For port 0870558c-0b98-4f6e-a702-fbd374dd02c1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0870558c-0b98-4f6e-a702-fbd374dd02c1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:09.956644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.990570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.001820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.022195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efae2323-76ca-4809-a30f-744fd96015a7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.050648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:10.063431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efae2323-76ca-4809-a30f-744fd96015a7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.095418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4de1727-a43c-4cdb-b1e2-a583e42e6d15,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:10.133472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Calling delete_port for 0870558c-0b98-4f6e-a702-fbd374dd02c1 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:10.150138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-829843b2-8880-4966-9749-5045612c0e74 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672075 Jun 03 15:40:10.162589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.162935 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Added segment 5957b5ae-78d9-47d1-9dea-eb597fab53f4 of type vlan for network 7e6d02b2-2e84-4802-897e-e637cb4f50da Jun 03 15:40:10.184375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:10.191772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:10.196534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:10.203825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:10.218488 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.283841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] Pushing event deleted for resources: {'Port': ['ID=0870558c-0b98-4f6e-a702-fbd374dd02c1,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:10.292704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91d94d-4af2-4f0d-ab83-671e669c1b0b None None] No DVR routers for this DVR port 0870558c-0b98-4f6e-a702-fbd374dd02c1 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:10.311578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1173804-430c-4bd5-a423-604fe8ecdbc5 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:10.325710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.438078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-8b7d45f3-c887-47cc-a493-c357282cbf48 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:10.439902 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-8b7d45f3-c887-47cc-a493-c357282cbf48 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.15 "GET /v2.0/networks?id=81f978ad-33ef-4cdf-9410-ff65ad29102a HTTP/1.1" status: 200 len: 811 time: 0.3733850 Jun 03 15:40:10.442276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.443373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:10.444039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.468641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Request body: {'port': {'device_id': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a', 'admin_state_up': True, 'tenant_id': '0ca92af92ad8437e9b0a0a2c842d46dd'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:10.566243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '1185da1c-ae38-4c7e-aed5-a6bbba144d0d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:10.567418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.652655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b7924b6-3d74-4c76-81e2-cc6f9347de19 req-fcc12867-33af-4257-9c3d-073bcd783504 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 210 time: 0.0997679 Jun 03 15:40:10.727968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.747850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.759485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efae2323-76ca-4809-a30f-744fd96015a7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Router 6880e18b-fe44-4685-879e-2ca8cb564b65 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:40:10.785701 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8521471 Jun 03 15:40:10.791116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dee07-6c1c-4c01-aaff-e9a7ee3b7929 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6d02b2-2e84-4802-897e-e637cb4f50da,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:10.796663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43308) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:10.796847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/1185da1c-ae38-4c7e-aed5-a6bbba144d0d/45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:10.805785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:10.806212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Request body: {'subnet': {'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-135214559-subnet', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:10.838950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-42d22065-2531-4db0-a99b-6a9a8ecd5d87 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876018 Jun 03 15:40:10.869583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:10.878303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:10.891847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Usage tracker for resource:subnet and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:10.987081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event updated for resources: {'Port': ['ID=d0ab0a2d-9509-482c-9ff7-58a9fed6592e,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:10.997102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:11.046146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:40:11.048455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] In _notify_port_updated(), no bound segment for port d0ab0a2d-9509-482c-9ff7-58a9fed6592e on network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:40:11.054926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:11.055807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.056836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:11.058392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4fb44737-5a7d-4ea8-a0ee-c009cd156b4c tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "PUT /v2.0/ports/d0ab0a2d-9509-482c-9ff7-58a9fed6592e HTTP/1.1" status: 200 len: 1054 time: 2.5798984 Jun 03 15:40:11.062131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43314) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:11.135321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efae2323-76ca-4809-a30f-744fd96015a7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:11.152460 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] Sync routers for ids ['6880e18b-fe44-4685-879e-2ca8cb564b65'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:11.170531 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] Routers {'6880e18b-fe44-4685-879e-2ca8cb564b65'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:11.172522 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6880e18b-fe44-4685-879e-2ca8cb564b65'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:11.194927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:11.219983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efae2323-76ca-4809-a30f-744fd96015a7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.224425 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-efae2323-76ca-4809-a30f-744fd96015a7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "PUT /v2.0/routers/6880e18b-fe44-4685-879e-2ca8cb564b65 HTTP/1.1" status: 200 len: 694 time: 1.7048738 Jun 03 15:40:11.226122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Usage tracker for resource:port and tenant:0ca92af92ad8437e9b0a0a2c842d46dd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:11.229333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43320) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:11.230134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Made reservation on behalf of dfc49919225f462bae90aea2dbdf6fc1 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:11.232424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.243916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.247964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:11.261718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Transition to ACTIVE for port object 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:11.299436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bcce45a9-40c2-44b4-8466-93690ea379b6 None None] Provisioning complete for port d0ab0a2d-9509-482c-9ff7-58a9fed6592e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:11.299996 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bcce45a9-40c2-44b4-8466-93690ea379b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.364000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Transition to ACTIVE for port object 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:11.365003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bcce45a9-40c2-44b4-8466-93690ea379b6 None None] Port d0ab0a2d-9509-482c-9ff7-58a9fed6592e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:11.375951 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] Set router 6880e18b-fe44-4685-879e-2ca8cb564b65 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:11.377476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:11.378331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.475110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Made reservation on behalf of 0ca92af92ad8437e9b0a0a2c842d46dd for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:11.479844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.498821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7c19ee1-04a9-46f3-8f71-4b554bd69f68 req-682a9930-a110-47bd-9e01-51264dd59ebe tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 210 time: 0.3817911 Jun 03 15:40:11.503647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:11.509193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:11.519783 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880e18b-fe44-4685-879e-2ca8cb564b65', 'name': 'tempest-RoutersTest-router-2114464315', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:09Z', 'updated_at': '2022-06-03T15:40:10Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:11.522037 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] Checking router: 6880e18b-fe44-4685-879e-2ca8cb564b65 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:11.526747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:11.543969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] Routers {'6880e18b-fe44-4685-879e-2ca8cb564b65'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:11.546068 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['6880e18b-fe44-4685-879e-2ca8cb564b65'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:11.578604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.578870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Pushing event updated for resources: {'Port': ['ID=45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:11.593229 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cf9328a8-af63-43fb-9ee7-6e98efe039e7 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/routers/6880e18b-fe44-4685-879e-2ca8cb564b65 HTTP/1.1" status: 200 len: 700 time: 0.3462038 Jun 03 15:40:11.594592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43330) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:11.653530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Attempting to bind port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:11.654546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Attempting to bind port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:11.655827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Attempting to bind port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:11.663014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:11.663463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:11.664695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.666392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:11.667001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Bound port: 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:11.667380 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.694261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting port d0ab0a2d-9509-482c-9ff7-58a9fed6592e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:11.696755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.701678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d18c9ce5-31d0-40f2-a96c-b799e3e300b8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Synchronizing usage tracker for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:11.709654 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] Set router 6880e18b-fe44-4685-879e-2ca8cb564b65 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:11.739710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d18c9ce5-31d0-40f2-a96c-b799e3e300b8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Unset dirty status for tenant:be34f5de410244cd9dee6aafa52d5d71 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:11.748735 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d18c9ce5-31d0-40f2-a96c-b799e3e300b8 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=6880e18b-fe44-4685-879e-2ca8cb564b65 HTTP/1.1" status: 200 len: 205 time: 0.1160853 Jun 03 15:40:11.750925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43336) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:11.762665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:11.779399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port d888eae8-4bde-425d-bca2-9eab2aa28367 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:11.783014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:11.814356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:11.814992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:11.880644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:11.887008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.892788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-32195ebc-5619-4f49-8918-b5294ba5c382 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.0321310 Jun 03 15:40:11.901418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43340) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:11.909660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:11.910627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:11.925275 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880e18b-fe44-4685-879e-2ca8cb564b65', 'name': 'tempest-RoutersTest-router-2114464315', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:09Z', 'updated_at': '2022-06-03T15:40:10Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:11.932875 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1c5c6-428f-4d07-99b5-2c26f33a4022 None None] The sync data for ids ['6880e18b-fe44-4685-879e-2ca8cb564b65'] in n-d-844594-1 is: [{'id': '6880e18b-fe44-4685-879e-2ca8cb564b65', 'name': 'tempest-RoutersTest-router-2114464315', 'tenant_id': 'be34f5de410244cd9dee6aafa52d5d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:09Z', 'updated_at': '2022-06-03T15:40:10Z', 'revision_number': 2, 'project_id': 'be34f5de410244cd9dee6aafa52d5d71', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:12.029111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:12.029637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54520c68-a51a-493e-98d5-b8eb397f818c None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:12.047682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] For port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:12.068885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] For port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:12.077601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.126477 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cac3f675-0ca6-42b6-adac-798975117832 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.209760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4187caa-82dd-4797-ab7e-28cc6afffdf2 None None] Pushing event updated for resources: {'Port': ['ID=45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:12.291609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Allocated IP 172.20.0.10 (81f978ad-33ef-4cdf-9410-ff65ad29102a/87bd0344-6555-4924-963f-a7ec8b816d67/5173846f-f789-48d5-acc0-6caa22cc8b4c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:12.420571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27562caa-0513-4f87-b8d2-c14dc1e143b7 req-16e51d8f-73cc-42aa-8ede-22353e9d5c49 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 210 time: 0.2110918 Jun 03 15:40:12.710426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cac3f675-0ca6-42b6-adac-798975117832 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.747814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cac3f675-0ca6-42b6-adac-798975117832 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.890768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.942202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed97def8-c4a8-496b-89c7-84da32203623 req-14d7471a-406b-4ade-9ed2-4614b78535ad tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 210 time: 0.1465745 Jun 03 15:40:13.036589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cac3f675-0ca6-42b6-adac-798975117832 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.037365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac3f675-0ca6-42b6-adac-798975117832 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Fanout notify agent at l3_agent the message router_deleted on router 6880e18b-fe44-4685-879e-2ca8cb564b65 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:40:13.105019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.126387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3457e41c-50bb-42b9-8a82-9afc082d3d0c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:13.180824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::3ca3:64eb:701d:fc45 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/1185da1c-ae38-4c7e-aed5-a6bbba144d0d/d888eae8-4bde-425d-bca2-9eab2aa28367) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:13.181749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-1b79a5cc-554c-4598-b4d2-fa3299a3e522 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:13.184007 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-1b79a5cc-554c-4598-b4d2-fa3299a3e522 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.4848733 Jun 03 15:40:13.203959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Request body: {'port': {'device_id': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'admin_state_up': True, 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:13.228045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cac3f675-0ca6-42b6-adac-798975117832 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.229249 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cac3f675-0ca6-42b6-adac-798975117832 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/6880e18b-fe44-4685-879e-2ca8cb564b65 HTTP/1.1" status: 204 len: 168 time: 1.4742308 Jun 03 15:40:13.243604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Checking segment: {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:13.244056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Network hostable DHCP agents. Network: 7e6d02b2-2e84-4802-897e-e637cb4f50da, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:13.245759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Calling delete_port for d0ab0a2d-9509-482c-9ff7-58a9fed6592e owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:13.249219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43346) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.389528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f46c-57b1-4821-b888-04bb50d70ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.404479 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a95b1b22-64d9-4dcb-a542-fdf558f69544 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=6880e18b-fe44-4685-879e-2ca8cb564b65 HTTP/1.1" status: 200 len: 205 time: 0.1445992 Jun 03 15:40:13.406660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43350) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.412125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.543609 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-277c28dd-b110-4ddb-8ded-5367bb8674b6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] delete failed (client error): The resource could not be found. Jun 03 15:40:13.545449 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-277c28dd-b110-4ddb-8ded-5367bb8674b6 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/6880e18b-fe44-4685-879e-2ca8cb564b65 HTTP/1.1" status: 404 len: 336 time: 0.1294429 Jun 03 15:40:13.549723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:13.555721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43356) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.628512 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb899397-1a90-40d9-a08c-3ec3c16e2d67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:13.628984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb899397-1a90-40d9-a08c-3ec3c16e2d67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:13.630680 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cb899397-1a90-40d9-a08c-3ec3c16e2d67 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/746d0b19-f16f-4886-8a3d-7f42d6974754 HTTP/1.1" status: 404 len: 337 time: 0.0739801 Jun 03 15:40:13.631418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7e6d02b2-2e84-4802-897e-e637cb4f50da) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:13.640095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.641834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ab00a-767e-4074-8628-d01773f520a8 None None] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:13.644200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:13.644800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.650068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:13.698452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Usage tracker for resource:port and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:13.720638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:13.725593 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b51cdab-1f28-4186-bc50-df635650a263 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:13.726022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b51cdab-1f28-4186-bc50-df635650a263 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:13.730791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b51cdab-1f28-4186-bc50-df635650a263 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/a9c36f83-d149-41fb-8040-6ee0d7bd9e49 HTTP/1.1" status: 404 len: 337 time: 0.0863011 Jun 03 15:40:13.731075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43364) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.741813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:13.745234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f276a3b7-8bff-45c4-8c94-f1776dfd555e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.9475899 Jun 03 15:40:13.758547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43368) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.781981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.794501 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4d513c-2adb-4082-a607-9fbd77d0ba11 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:13.795207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4d513c-2adb-4082-a607-9fbd77d0ba11 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:13.797172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c4d513c-2adb-4082-a607-9fbd77d0ba11 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/1b627efe-2a03-48ae-8e78-83629ee5d476 HTTP/1.1" status: 404 len: 337 time: 0.0572951 Jun 03 15:40:13.797388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:13.804615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43372) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.864658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:13.867732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:13.869108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.871042 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1dedcb-373f-4d91-9e7a-d7466aa71adf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:13.871496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1dedcb-373f-4d91-9e7a-d7466aa71adf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:13.880154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Usage tracker for resource:router and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:13.907498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Network 81f978ad-33ef-4cdf-9410-ff65ad29102a is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:13.908861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:13.917025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:13.917562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.954168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Pushing event updated for resources: {'Port': ['ID=5173846f-f789-48d5-acc0-6caa22cc8b4c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:13.958592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:13.983672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4e1dedcb-373f-4d91-9e7a-d7466aa71adf tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/813b440f-8cf0-4ba1-8859-6155471a9dac HTTP/1.1" status: 404 len: 337 time: 0.1718678 Jun 03 15:40:13.995211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:13.997331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43378) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.999982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7525059e-1df2-4edc-8014-1ee19ed24d53 None None] Provisioning for port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:14.006370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-7e6d02b2-2e84-4802-897e-e637cb4f50da', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:14.007483 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.106181 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-47c9689b-9a36-4ab4-b756-99731b77cd95 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 200 len: 205 time: 0.0966036 Jun 03 15:40:14.114532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43382) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.184072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Port': ['ID=d0ab0a2d-9509-482c-9ff7-58a9fed6592e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:14.195058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:14.195710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.217903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Allocated IP 172.20.0.2 (7e6d02b2-2e84-4802-897e-e637cb4f50da/3457e41c-50bb-42b9-8a82-9afc082d3d0c/81eca5f8-b3ff-42f1-a674-c51c574f86d8) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:14.249940 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-6977902c-ff96-4a70-89c0-7e5e50a1924c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] delete failed (client error): The resource could not be found. Jun 03 15:40:14.250969 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6977902c-ff96-4a70-89c0-7e5e50a1924c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/cdb20732-ff2e-4257-9246-4c207e75bcb2 HTTP/1.1" status: 404 len: 336 time: 0.1352460 Jun 03 15:40:14.265183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43386) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.287992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.290033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.303247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.314507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7efad31d-694c-4edb-a5a6-c28445615660 req-07e272ca-7eb3-4ec1-93d9-e7355be4dac6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 210 time: 0.1409481 Jun 03 15:40:14.345225 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ef60d4f9-6bd1-4f09-ae94-b21c56953afa tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=64f149f3-b2e6-4796-a7b4-59cc2d018622 HTTP/1.1" status: 200 len: 205 time: 0.0786169 Jun 03 15:40:14.348797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.352580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-0f641b4f-b0fc-4087-a565-e72f3dd48a75 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9042695 Jun 03 15:40:14.399104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object d888eae8-4bde-425d-bca2-9eab2aa28367 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:14.438068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Request body: {'port': {'device_id': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:14.446172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.460911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.472498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Transition to ACTIVE for port object 81eca5f8-b3ff-42f1-a674-c51c574f86d8 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:14.494872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Transition to ACTIVE for port object 81eca5f8-b3ff-42f1-a674-c51c574f86d8 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:14.506423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.520745 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-18ab0b13-9095-47ad-9df6-a18c2b53d2ab tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] delete failed (client error): The resource could not be found. Jun 03 15:40:14.521798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-18ab0b13-9095-47ad-9df6-a18c2b53d2ab tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/64f149f3-b2e6-4796-a7b4-59cc2d018622 HTTP/1.1" status: 404 len: 336 time: 0.1716805 Jun 03 15:40:14.530150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Allocated IP 172.20.0.3 (e9283ae4-087d-4ca1-81e1-db0219cc44df/1ecc5826-f4c7-470b-be0f-dcfee7be7886/4585c724-2bb2-43b4-897c-64b994dd7f35) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:14.536421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.559179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:14.671629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:14.678431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:14.687569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:14.727626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Pushing event updated for resources: {'Port': ['ID=81eca5f8-b3ff-42f1-a674-c51c574f86d8,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:14.770538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ef470-18e7-4d9c-a960-2f48631c0453 req-e4561f6b-2bd8-4d7c-999e-e6e200cbe5e0 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:14.772014 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-29419a0c-6078-47fb-9795-fa1158a4f710 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:14.772179 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f52ef470-18e7-4d9c-a960-2f48631c0453 req-e4561f6b-2bd8-4d7c-999e-e6e200cbe5e0 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 932 time: 1.0876405 Jun 03 15:40:14.772684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29419a0c-6078-47fb-9795-fa1158a4f710 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:14.780028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-29419a0c-6078-47fb-9795-fa1158a4f710 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/02dc63c2-7d54-4749-a0db-7b0336855f24 HTTP/1.1" status: 404 len: 337 time: 0.2364306 Jun 03 15:40:14.780302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43398) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.798047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Attempting to bind port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:14.798419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Attempting to bind port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:14.798879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Attempting to bind port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 on network 7e6d02b2-2e84-4802-897e-e637cb4f50da {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:14.801180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:14.808358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:14.808727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.841661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.842847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:14.843228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Checking segment: {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:14.843627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.844011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Bound using segment: {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:14.844504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Bound port: 81eca5f8-b3ff-42f1-a674-c51c574f86d8, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:14.844868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.861923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cef76fe7-b3ae-432a-bac1-7ff7bde33538 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=534c2f17-a2b0-4784-9981-8f3c89661ff6 HTTP/1.1" status: 200 len: 205 time: 0.0789430 Jun 03 15:40:14.867359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.952967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] For port 81eca5f8-b3ff-42f1-a674-c51c574f86d8, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:14.956132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] For port 81eca5f8-b3ff-42f1-a674-c51c574f86d8, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=81eca5f8-b3ff-42f1-a674-c51c574f86d8,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:14.962987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.964988 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.108194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6c840-f7c4-4bb3-83ed-3ad0b5ea6e25 None None] Pushing event updated for resources: {'Port': ['ID=81eca5f8-b3ff-42f1-a674-c51c574f86d8,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:15.119411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:15.119924 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.156039 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-129042f8-5457-49ef-8e0e-7fd374b3638a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] delete failed (client error): The resource could not be found. Jun 03 15:40:15.157443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-129042f8-5457-49ef-8e0e-7fd374b3638a tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/534c2f17-a2b0-4784-9981-8f3c89661ff6 HTTP/1.1" status: 404 len: 336 time: 0.2888432 Jun 03 15:40:15.158600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:15.167946 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.175438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43406) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.247517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.251116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:15.263891 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b2c5fc71-8a9d-4cf6-9f74-ee67c67daeb1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0ce240f-1558-42f4-a7ff-4d3d52de6b3c HTTP/1.1" status: 200 len: 205 time: 0.0847087 Jun 03 15:40:15.275224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43410) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.345997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f52ef470-18e7-4d9c-a960-2f48631c0453 req-5e69c33e-048f-40fb-a994-1027f05f5469 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Synchronizing usage tracker for tenant:0ca92af92ad8437e9b0a0a2c842d46dd on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:15.463699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.488254 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-84573594-b000-4ba2-a8ff-24a4800bf62c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] delete failed (client error): The resource could not be found. Jun 03 15:40:15.492525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-84573594-b000-4ba2-a8ff-24a4800bf62c tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/f0ce240f-1558-42f4-a7ff-4d3d52de6b3c HTTP/1.1" status: 404 len: 336 time: 0.2131710 Jun 03 15:40:15.495112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43416) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.522009 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.555262 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fb6b34-39fb-4896-b65d-e3ad9c0534e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:15.555646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fb6b34-39fb-4896-b65d-e3ad9c0534e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:15.559555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d3fb6b34-39fb-4896-b65d-e3ad9c0534e1 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/b5474034-e832-4771-9bb2-74e636e9d9b5 HTTP/1.1" status: 404 len: 337 time: 0.0606873 Jun 03 15:40:15.566858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:15.567564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43420) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.570378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.651222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:15.666763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.690619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:15.697123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9954231d-298b-4732-a9a7-145a2ca2ef7d req-12e9fa01-580b-40bc-ae98-7dfd6b53ad6b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 210 time: 0.1963274 Jun 03 15:40:15.714171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:15.719805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:15.720479 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.725013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=d888eae8-4bde-425d-bca2-9eab2aa28367,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:15.738537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f52ef470-18e7-4d9c-a960-2f48631c0453 req-5e69c33e-048f-40fb-a994-1027f05f5469 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Unset dirty status for tenant:0ca92af92ad8437e9b0a0a2c842d46dd on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:15.745777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f52ef470-18e7-4d9c-a960-2f48631c0453 req-5e69c33e-048f-40fb-a994-1027f05f5469 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9230003 Jun 03 15:40:15.780330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43fbcad2-7de2-452e-8dbd-919064b1a9c2 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=b52b9650-d6da-4a8a-988a-f36b405371f9 HTTP/1.1" status: 200 len: 205 time: 0.1927586 Jun 03 15:40:15.793499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43424) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.794178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event updated for resources: {'Port': ['ID=4585c724-2bb2-43b4-897c-64b994dd7f35,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:15.799456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.806023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:15.857859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d6632b74-1c3f-411b-b6d2-601e912b7560 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/ports/d0ab0a2d-9509-482c-9ff7-58a9fed6592e HTTP/1.1" status: 204 len: 168 time: 4.7944043 Jun 03 15:40:15.880294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43428) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.881475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:15.891343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:15.913194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5245c3b7-4a68-4dd7-9838-f7b6541e4b84 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.4272175 Jun 03 15:40:15.916929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43432) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.926860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '1185da1c-ae38-4c7e-aed5-a6bbba144d0d', 'ip_address': '2001:db8::3ca3:64eb:701d:fc45'}], 'name': 'tempest-NetworksTestDHCPv6-686907174'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:15.975139 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-ce58655f-f0ae-46eb-a701-3c3d98a6b82b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] delete failed (client error): The resource could not be found. Jun 03 15:40:15.976637 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce58655f-f0ae-46eb-a701-3c3d98a6b82b tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/b52b9650-d6da-4a8a-988a-f36b405371f9 HTTP/1.1" status: 404 len: 336 time: 0.1797671 Jun 03 15:40:15.993445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43436) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:16.042402 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c5afc9-c85d-49c0-a042-aadbd465de3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] GET failed (client error): The resource could not be found. Jun 03 15:40:16.042940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-73c5afc9-c85d-49c0-a042-aadbd465de3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Synchronizing usage tracker for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:16.086087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c9d68239-20cc-4c48-b141-6f98dada644f None None] Provisioning for port d888eae8-4bde-425d-bca2-9eab2aa28367 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:16.095163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c9d68239-20cc-4c48-b141-6f98dada644f None None] Provisioning complete for port d888eae8-4bde-425d-bca2-9eab2aa28367 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:16.095754 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9d68239-20cc-4c48-b141-6f98dada644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.100626 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-28078d7d-301d-4027-a335-706808fe1587 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:16.101142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28078d7d-301d-4027-a335-706808fe1587 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:16.105534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-28078d7d-301d-4027-a335-706808fe1587 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/e14a62af-2966-4079-ad7b-ac7b9594a6d0 HTTP/1.1" status: 404 len: 337 time: 0.1047425 Jun 03 15:40:16.118942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43440) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:16.129207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:16.130941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.175924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c9d68239-20cc-4c48-b141-6f98dada644f None None] Port d888eae8-4bde-425d-bca2-9eab2aa28367 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:16.211767 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4fe36b42-5fe5-4c01-a776-b26a146e54e0 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 HTTP/1.1" status: 200 len: 205 time: 0.0893297 Jun 03 15:40:16.215130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5173846f-f789-48d5-acc0-6caa22cc8b4c {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:16.216636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43444) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:16.219422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-73c5afc9-c85d-49c0-a042-aadbd465de3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Unset dirty status for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:16.223077 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-73c5afc9-c85d-49c0-a042-aadbd465de3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "GET /v2.0/ports/d0ab0a2d-9509-482c-9ff7-58a9fed6592e HTTP/1.1" status: 404 len: 333 time: 0.3308859 Jun 03 15:40:16.223552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43448) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:16.225313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.233004 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d58c8486-1ce4-40d3-b4ce-3f2a5b626d98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0364494 Jun 03 15:40:16.255176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9dc717b4-c086-45db-b78a-a1ac24440d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.293325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Request body: {'port': {'device_id': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:16.426803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Transition to ACTIVE for port object 5173846f-f789-48d5-acc0-6caa22cc8b4c will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:16.438140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.474591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:16.500536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting port 6124d968-1236-4036-b498-ad1f775c9ef4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:16.500884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.501413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:16.513743 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-441a1430-9ef5-4160-9394-9228fb902d69 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] delete failed (client error): The resource could not be found. Jun 03 15:40:16.514824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-441a1430-9ef5-4160-9394-9228fb902d69 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/routers/c8dd97e8-eb0d-41de-a6f9-c47b6ee73408 HTTP/1.1" status: 404 len: 336 time: 0.2956386 Jun 03 15:40:16.516593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:16.523880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:16.526378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43452) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:16.541714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513128e-7164-4b08-8aa6-10e721ceeb7e None None] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:16.581635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:16.608876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.1 (669f7de2-8b8a-49e9-8061-162835a70000/0727bb27-01d8-4637-9d55-f9dc4b170450/3efc4ae3-ba5f-46d9-b745-471fd1d20857) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:16.611959 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df3cb37-129b-4fc2-aa01-1f6d821ace10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:16.612503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df3cb37-129b-4fc2-aa01-1f6d821ace10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:16.628915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:16.650369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7df3cb37-129b-4fc2-aa01-1f6d821ace10 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/78f5fb66-d1bc-4ade-bd2d-6767504883f8 HTTP/1.1" status: 404 len: 337 time: 0.1204877 Jun 03 15:40:16.654125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43456) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:16.675322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:16.675839 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.700074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-63af2c86-b931-46e8-9078-a8fe83aec9d2 None None] Provisioning for port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:16.713265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.764715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.879445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5173846f-f789-48d5-acc0-6caa22cc8b4c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:16.926251 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-300c3155-85e6-4bdb-8576-e186fd525540 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:16.926852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300c3155-85e6-4bdb-8576-e186fd525540 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:16.928810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-300c3155-85e6-4bdb-8576-e186fd525540 tempest-RoutersTest-557807040 tempest-RoutersTest-557807040-project] 10.222.0.66 "DELETE /v2.0/subnets/993fab09-96dd-4bbb-b64b-f3f4654b9157 HTTP/1.1" status: 404 len: 337 time: 0.2693534 Jun 03 15:40:17.001810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:17.003040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 81eca5f8-b3ff-42f1-a674-c51c574f86d8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:17.158399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.239238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:17.247876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:17.248513 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.279092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Attempting to bind port 5173846f-f789-48d5-acc0-6caa22cc8b4c on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:17.279665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Attempting to bind port 5173846f-f789-48d5-acc0-6caa22cc8b4c by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'd3e0eb84-77e3-4fec-9cfa-3c48aeea19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:17.280074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Attempting to bind port 5173846f-f789-48d5-acc0-6caa22cc8b4c on network 81f978ad-33ef-4cdf-9410-ff65ad29102a {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:17.317643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.328606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Port 5173846f-f789-48d5-acc0-6caa22cc8b4c on network 81f978ad-33ef-4cdf-9410-ff65ad29102a not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:40:17.329612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Attempting to bind port 5173846f-f789-48d5-acc0-6caa22cc8b4c on network 81f978ad-33ef-4cdf-9410-ff65ad29102a {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:17.347389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.371778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:17.372526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Checking segment: {'id': 'd3e0eb84-77e3-4fec-9cfa-3c48aeea19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:17.373282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Bound using segment: {'id': 'd3e0eb84-77e3-4fec-9cfa-3c48aeea19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:17.373935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Bound port: 5173846f-f789-48d5-acc0-6caa22cc8b4c, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e0eb84-77e3-4fec-9cfa-3c48aeea19a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:17.374500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.415489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43468) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:17.422637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.447588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.459365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 57740050-a634-474e-a977-730e082eed7f yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:17.504470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:17.506251 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.559663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 81eca5f8-b3ff-42f1-a674-c51c574f86d8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=81eca5f8-b3ff-42f1-a674-c51c574f86d8,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:17.590527 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.592070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.599356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-45c1b9fc-56f2-40b8-a049-da34715c6e3b None None] Provisioning complete for port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:17.600308 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45c1b9fc-56f2-40b8-a049-da34715c6e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.643893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5966b-043e-4983-a8de-a34b8822ba66 req-f590b081-bcc4-491d-bd02-8899c3222176 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:17.645812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33e5966b-043e-4983-a8de-a34b8822ba66 req-f590b081-bcc4-491d-bd02-8899c3222176 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 931 time: 0.7150233 Jun 03 15:40:17.669771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e2d8-eb84-40a6-bf6e-ebc6fcbe48da req-7c678e73-c876-4892-b341-971220dbf445 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:17.671951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94c4e2d8-eb84-40a6-bf6e-ebc6fcbe48da req-7c678e73-c876-4892-b341-971220dbf445 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 944 time: 0.6895742 Jun 03 15:40:17.693741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Calling delete_port for 6124d968-1236-4036-b498-ad1f775c9ef4 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:17.822136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=81eca5f8-b3ff-42f1-a674-c51c574f86d8,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:17.843651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45c1b9fc-56f2-40b8-a049-da34715c6e3b None None] Current status of the port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:17.868495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] For port 5173846f-f789-48d5-acc0-6caa22cc8b4c, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:17.879176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.892692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] For port 5173846f-f789-48d5-acc0-6caa22cc8b4c, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c,segment=NetworkSegment(d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6),segment_id=d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:17.899936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.935825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33e5966b-043e-4983-a8de-a34b8822ba66 req-7cef49b6-5d69-4e23-bf17-c1de98cb0930 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441812 Jun 03 15:40:17.972698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94c4e2d8-eb84-40a6-bf6e-ebc6fcbe48da req-6feb9318-9a5f-42a5-b4fe-36f9afa43662 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650187 Jun 03 15:40:18.002207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:18.003086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.004528 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/5173846f-f789-48d5-acc0-6caa22cc8b4c HTTP/1.1" status: 200 len: 1092 time: 3.5719268 Jun 03 15:40:18.024394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'tag': '5173846f-f789-48d5-acc0-6caa22cc8b4c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:18.035748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Allocated IP 172.25.1.63 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/556531d7-e9de-4df6-aa9e-b564ad133d7e) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:18.048165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7422b773-1ea4-43a0-bdfb-36976af2b878 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be34f5de410244cd9dee6aafa52d5d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272545 Jun 03 15:40:18.060709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:18.066785 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.130156 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d74dde-762c-4094-8291-828a35321cc8'] response: {'name': 'network-changed', 'server_uuid': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'tag': '5173846f-f789-48d5-acc0-6caa22cc8b4c', 'status': 'completed', 'code': 200} Jun 03 15:40:18.178169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 669f7de2-8b8a-49e9-8061-162835a70000 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:18.180506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4585c724-2bb2-43b4-897c-64b994dd7f35 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:18.185240 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 15:40:18.185678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:18.192173 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.196056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:18.198496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.200046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9becc-cf48-4132-a68d-8c93a7c676e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5173846f-f789-48d5-acc0-6caa22cc8b4c,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:18.205610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:18.252014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=3efc4ae3-ba5f-46d9-b745-471fd1d20857,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:18.265087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Transition to ACTIVE for port object 4585c724-2bb2-43b4-897c-64b994dd7f35 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:18.269651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Port': ['ID=6124d968-1236-4036-b498-ad1f775c9ef4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:18.308618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.431637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 81eca5f8-b3ff-42f1-a674-c51c574f86d8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:18.469943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Pushing event updated for resources: {'Port': ['ID=4585c724-2bb2-43b4-897c-64b994dd7f35,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:18.566016 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.609078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:18.609446 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.631848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f439cc4-0bc9-43d5-80d8-b40f41021ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.644811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8f9b8d71-7bd8-4467-a747-321fe0f810f8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7203817 Jun 03 15:40:18.656516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43484) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:18.657299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.747698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-1c09b68d-59bd-4407-9188-7436f85cd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:18.750028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-1c09b68d-59bd-4407-9188-7436f85cd92f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca92af92ad8437e9b0a0a2c842d46dd&device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 1095 time: 0.6770279 Jun 03 15:40:18.753836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:18.779755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f439cc4-0bc9-43d5-80d8-b40f41021ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.860974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-4b474f58-75c9-468e-a599-dc19e0420df0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c HTTP/1.1" status: 200 len: 217 time: 0.0995462 Jun 03 15:40:18.875602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.915057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.983252 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-200a0500-989e-4ff4-a205-7ef2aef770e1 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/ports/6124d968-1236-4036-b498-ad1f775c9ef4 HTTP/1.1" status: 204 len: 168 time: 2.7544758 Jun 03 15:40:18.984426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4d1f3-8212-4137-aa4f-d5fc4c0e081e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:18.988832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43490) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:18.990922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4d1f3-8212-4137-aa4f-d5fc4c0e081e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:18.991781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a4a4d1f3-8212-4137-aa4f-d5fc4c0e081e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:18.993919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-e0098c6c-1e9e-4f27-9a88-52b6a79b4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:18.995686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-e0098c6c-1e9e-4f27-9a88-52b6a79b4d83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87bd0344-6555-4924-963f-a7ec8b816d67 HTTP/1.1" status: 200 len: 851 time: 0.1272986 Jun 03 15:40:19.029648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a4a4d1f3-8212-4137-aa4f-d5fc4c0e081e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:19.030841 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a4a4d1f3-8212-4137-aa4f-d5fc4c0e081e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3707936 Jun 03 15:40:19.036594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43496) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:19.041474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f439cc4-0bc9-43d5-80d8-b40f41021ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.106187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-19df7b7e-6840-4a3e-88b6-20c2bb3818bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81f978ad-33ef-4cdf-9410-ff65ad29102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684640 Jun 03 15:40:19.108953 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11821a9-2054-4954-b574-c890c66cfd3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] GET failed (client error): The resource could not be found. Jun 03 15:40:19.109452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f11821a9-2054-4954-b574-c890c66cfd3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Synchronizing usage tracker for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:19.137881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.144299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Attempting to bind port 4585c724-2bb2-43b4-897c-64b994dd7f35 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:19.144852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Attempting to bind port 4585c724-2bb2-43b4-897c-64b994dd7f35 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:19.145191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Attempting to bind port 4585c724-2bb2-43b4-897c-64b994dd7f35 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:19.215776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Port 4585c724-2bb2-43b4-897c-64b994dd7f35 on network e9283ae4-087d-4ca1-81e1-db0219cc44df not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:40:19.216154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Attempting to bind port 4585c724-2bb2-43b4-897c-64b994dd7f35 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:19.225452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f11821a9-2054-4954-b574-c890c66cfd3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Unset dirty status for tenant:c5767d0027254cc1bcc335973c6b2864 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:19.227344 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f11821a9-2054-4954-b574-c890c66cfd3f tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "GET /v2.0/ports/6124d968-1236-4036-b498-ad1f775c9ef4 HTTP/1.1" status: 404 len: 333 time: 0.2375870 Jun 03 15:40:19.230990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:19.230990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:19.230990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Bound using segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:19.231341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Bound port: 4585c724-2bb2-43b4-897c-64b994dd7f35, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:19.231578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.240392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43500) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:19.286380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f439cc4-0bc9-43d5-80d8-b40f41021ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962df5d0-2d2c-4cfd-b3dd-fea93b831f52,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:19.357085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:19.366402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f439cc4-0bc9-43d5-80d8-b40f41021ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.368139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1f439cc4-0bc9-43d5-80d8-b40f41021ab9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/962df5d0-2d2c-4cfd-b3dd-fea93b831f52 HTTP/1.1" status: 204 len: 168 time: 1.3064587 Jun 03 15:40:19.376028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:19.383945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port d888eae8-4bde-425d-bca2-9eab2aa28367 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:19.384317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.406534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-909d6ddc-0b75-44a4-853e-908a0644ef37 service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914271 Jun 03 15:40:19.413526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting port 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:19.413898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.420359 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.438100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:19.480741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Pushing event updated for resources: {'Port': ['ID=556531d7-e9de-4df6-aa9e-b564ad133d7e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:19.572617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] For port 4585c724-2bb2-43b4-897c-64b994dd7f35, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:19.587652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] For port 4585c724-2bb2-43b4-897c-64b994dd7f35, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4585c724-2bb2-43b4-897c-64b994dd7f35,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:19.637648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.729784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:19.730017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.731753 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] 10.222.0.70 "PUT /v2.0/ports/4585c724-2bb2-43b4-897c-64b994dd7f35 HTTP/1.1" status: 200 len: 1091 time: 3.4458771 Jun 03 15:40:19.890743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-977eb531-2318-4940-8a53-ee36cdf54e79 req-44bbc73a-8c47-47cb-84f5-b483582ffa15 service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490829 Jun 03 15:40:19.898332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185c26-845c-444b-aec1-3fcc21a91801 req-04a933df-ba1e-40c4-b677-e28293bbf362 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:19.899849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3185c26-845c-444b-aec1-3fcc21a91801 req-04a933df-ba1e-40c4-b677-e28293bbf362 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 944 time: 0.7441924 Jun 03 15:40:19.919455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81d9cb-de6b-40f9-ae90-eb47c3226bae service neutron] Pushing event updated for resources: {'Port': ['ID=4585c724-2bb2-43b4-897c-64b994dd7f35,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:19.944442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf70065-9448-4773-9afd-f7134456f9d6 req-472ac7a7-4895-4e90-9fcc-a2d7825b34f7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:19.946019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf70065-9448-4773-9afd-f7134456f9d6 req-472ac7a7-4895-4e90-9fcc-a2d7825b34f7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 943 time: 0.8045018 Jun 03 15:40:20.027797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.172398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'tag': '4585c724-2bb2-43b4-897c-64b994dd7f35'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:20.185580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Calling delete_port for 2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:20.229020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-0149b46e-b0f2-4238-931f-4e9940f37e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:20.230533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-0149b46e-b0f2-4238-931f-4e9940f37e88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 1094 time: 0.4369409 Jun 03 15:40:20.289961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43526) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:20.450207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3185c26-845c-444b-aec1-3fcc21a91801 req-21706f03-382f-4b9e-bcd0-20800be53950 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870954 Jun 03 15:40:20.465594 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d50c1bca-ad24-42eb-85ae-3582c3fefcfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4585c724-2bb2-43b4-897c-64b994dd7f35 HTTP/1.1" status: 200 len: 217 time: 0.2213616 Jun 03 15:40:20.474646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf70065-9448-4773-9afd-f7134456f9d6 req-efd1f312-3aa9-4b19-b836-990ee9d78a10 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987872 Jun 03 15:40:20.481969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1592134451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:20.516996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:20.532017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.545668 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5108d9e9-bebf-4c63-877f-d0930f534833'] response: {'name': 'network-changed', 'server_uuid': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'tag': '4585c724-2bb2-43b4-897c-64b994dd7f35', 'status': 'completed', 'code': 200} Jun 03 15:40:20.546147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:router and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:20.547623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26779b99-9b2f-4c2e-837d-e1796140067d req-35295a57-c981-42a7-8619-07de98c63bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:20.549134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26779b99-9b2f-4c2e-837d-e1796140067d req-35295a57-c981-42a7-8619-07de98c63bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca92af92ad8437e9b0a0a2c842d46dd&device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 1095 time: 0.5868192 Jun 03 15:40:20.553613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:20.565458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d2ea7029-211b-4750-a709-e99816900a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:20.566862 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-d2ea7029-211b-4750-a709-e99816900a73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.0921621 Jun 03 15:40:20.726589 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-1bf1263c-45d5-4111-9928-842beebe6276 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033859 Jun 03 15:40:20.742570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for d888eae8-4bde-425d-bca2-9eab2aa28367 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:20.816194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:20.865202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.886310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.887324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.941871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Port': ['ID=2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:20.946284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.987849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26779b99-9b2f-4c2e-837d-e1796140067d req-12ef4c47-7051-429a-863b-863f3129f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:20.989351 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26779b99-9b2f-4c2e-837d-e1796140067d req-12ef4c47-7051-429a-863b-863f3129f414 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81f978ad-33ef-4cdf-9410-ff65ad29102a HTTP/1.1" status: 200 len: 912 time: 0.4274659 Jun 03 15:40:21.008559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.109438 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26779b99-9b2f-4c2e-837d-e1796140067d req-07508f0d-1009-4456-8fa5-b2ba299d5cfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c HTTP/1.1" status: 200 len: 217 time: 0.1123264 Jun 03 15:40:21.159150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-cb8455ad-df58-4f06-8243-37fbadacc009 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189618 Jun 03 15:40:21.207520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.243848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.258241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.278581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.282028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26779b99-9b2f-4c2e-837d-e1796140067d req-6776be65-0807-453a-829d-bb08b5aeca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:21.283508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26779b99-9b2f-4c2e-837d-e1796140067d req-6776be65-0807-453a-829d-bb08b5aeca77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87bd0344-6555-4924-963f-a7ec8b816d67 HTTP/1.1" status: 200 len: 851 time: 0.1595335 Jun 03 15:40:21.340921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b0658d22-cea5-4df1-ab82-b8f530762fc3 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/ports/2e4a7e05-8fd1-4bb2-8729-8fbaad9d8528 HTTP/1.1" status: 204 len: 168 time: 2.0971882 Jun 03 15:40:21.346326 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26779b99-9b2f-4c2e-837d-e1796140067d req-23a517d2-bc62-490d-8f20-4424acd35767 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81f978ad-33ef-4cdf-9410-ff65ad29102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534277 Jun 03 15:40:21.353946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43532) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:21.363400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.416769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.418040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c3738097-a9f2-4c52-84e0-6dc57612c8a0 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1169505 Jun 03 15:40:21.435773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43536) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:21.456266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-692919025'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:21.470825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:21.478435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:network and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:21.482900 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9f400646-030a-4de9-8a00-12dbc186d0d6 req-57b949fa-fe8e-4d74-bc31-cd1c89fd069a service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136394 Jun 03 15:40:21.486084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:21.495252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:21.516393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=3efc4ae3-ba5f-46d9-b745-471fd1d20857,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:21.531166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:21.534665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.561610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.566668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/d888eae8-4bde-425d-bca2-9eab2aa28367 HTTP/1.1" status: 204 len: 168 time: 2.5257983 Jun 03 15:40:21.566668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.571019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43544) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:21.614926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.657368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f882b-3b01-45ec-bef2-83d00be2d5f5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=d888eae8-4bde-425d-bca2-9eab2aa28367,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:21.696179 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26779b99-9b2f-4c2e-837d-e1796140067d req-54f4b926-5fb5-407b-9c5b-7ca7baf4adad service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383417 Jun 03 15:40:21.707511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:21.794966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:security_group_rule and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:21.805195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:21.825790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting subnet abf0b491-ba18-47b0-a3bf-0dff57239aed {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:21.826139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:21.843965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac03a3-acd5-4d35-9171-a0193cd3818b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:21.845633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac03a3-acd5-4d35-9171-a0193cd3818b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:21.846394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f2ac03a3-acd5-4d35-9171-a0193cd3818b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:21.886375 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.920413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f2ac03a3-acd5-4d35-9171-a0193cd3818b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:21.921602 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2ac03a3-acd5-4d35-9171-a0193cd3818b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2972765 Jun 03 15:40:21.929121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43548) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:21.970133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26779b99-9b2f-4c2e-837d-e1796140067d req-1927cc9e-8c2a-4e78-b16d-5b8afa067ad3 service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639117 Jun 03 15:40:21.998362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-8dbf3819-1ec1-493c-ad6a-9153186040a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:21.999889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-8dbf3819-1ec1-493c-ad6a-9153186040a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 1094 time: 0.4424748 Jun 03 15:40:22.158891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.256209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 1185da1c-ae38-4c7e-aed5-a6bbba144d0d {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:22.270520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.306792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.321595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 669f7de2-8b8a-49e9-8061-162835a70000 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:22.338926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.356521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.378351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.386336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:22.424282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b986ad-e14e-4e62-a32b-f6ac1b618e03 req-c6165dbf-764e-4b7f-a8b7-5d0f926fa0e7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:22.425858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32b986ad-e14e-4e62-a32b-f6ac1b618e03 req-c6165dbf-764e-4b7f-a8b7-5d0f926fa0e7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 943 time: 0.5939999 Jun 03 15:40:22.446407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:22.473793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-2c0f2a10-c935-4131-ae76-f6351da3ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:22.475290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-2c0f2a10-c935-4131-ae76-f6351da3ae58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.4679296 Jun 03 15:40:22.482884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088f7be0-8041-4108-aadb-a45533359655,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:22.508773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d536-2288-4197-8ce4-e86b49f96f8e req-85159f69-167f-4d92-8514-d068ee8e862f tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:22.510236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fb1d536-2288-4197-8ce4-e86b49f96f8e req-85159f69-167f-4d92-8514-d068ee8e862f tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 944 time: 0.8476899 Jun 03 15:40:22.552772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.553024 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Added segment 2c83ad9e-3b5a-4d60-bce1-2cdcc004c457 of type vlan for network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 Jun 03 15:40:22.567025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-6ffb39f2-e3ad-44ee-affe-047fa9b351d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4585c724-2bb2-43b4-897c-64b994dd7f35 HTTP/1.1" status: 200 len: 217 time: 0.0788116 Jun 03 15:40:22.573718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.654041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.664800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.702674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-8627dd62-d3a2-483b-a707-a4d75c7c7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:22.704181 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-8627dd62-d3a2-483b-a707-a4d75c7c7974 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1305823 Jun 03 15:40:22.776051 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-384ab7c5-ab0c-4cfd-b84d-fa6d17644b1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595567 Jun 03 15:40:22.800192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32b986ad-e14e-4e62-a32b-f6ac1b618e03 req-82550d4e-5b39-4ae1-80ad-27b72eeaafab tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565664 Jun 03 15:40:22.824388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.824388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:22.825160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0fb1d536-2288-4197-8ce4-e86b49f96f8e req-6961390e-45ee-4e05-8789-6daadae6cdc8 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838423 Jun 03 15:40:22.825283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.848720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 5173846f-f789-48d5-acc0-6caa22cc8b4c details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:40:22.907980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:22.909212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.957243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Subnet': ['ID=abf0b491-ba18-47b0-a3bf-0dff57239aed,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:22.962482 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.968284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:40:22.985963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bad67-7d66-48ec-aa02-45640134d18d None None] Network 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:23.011827 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.041523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-daa317b3-3cc5-45f6-82fc-f448f363c294 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/subnets/abf0b491-ba18-47b0-a3bf-0dff57239aed HTTP/1.1" status: 204 len: 168 time: 1.6766436 Jun 03 15:40:23.046558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43552) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.071606 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6225123 Jun 03 15:40:23.077088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce6d3a-7396-4dee-86a3-722c573575ac tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Network': ['ID=2c1e07e9-8423-43b0-92a2-6351f75b02e6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:23.080794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.084981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=1185da1c-ae38-4c7e-aed5-a6bbba144d0d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:23.102638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'subnet': {'network_id': '2c1e07e9-8423-43b0-92a2-6351f75b02e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:23.120893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:23.123334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.127426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f3ac7c8b-a266-4061-a88b-56a768b6f69d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/1185da1c-ae38-4c7e-aed5-a6bbba144d0d HTTP/1.1" status: 204 len: 168 time: 1.1940815 Jun 03 15:40:23.131667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43560) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.138625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def2365-2457-496d-845b-73d1a8d6acff None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:23.180811 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-84ca4064-b599-44ab-b1f1-df213ca6fdad service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943601 Jun 03 15:40:23.295424 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-815eba51-2db9-4929-946a-13971b3f73fc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1569149 Jun 03 15:40:23.300361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43564) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.365191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:23.402211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 5173846f-f789-48d5-acc0-6caa22cc8b4c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c,segment=NetworkSegment(d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6),segment_id=d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:23.461755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '5173846f-f789-48d5-acc0-6caa22cc8b4c', 'network_id': '81f978ad-33ef-4cdf-9410-ff65ad29102a', 'port_id': '5173846f-f789-48d5-acc0-6caa22cc8b4c', 'mac_address': 'fa:16:3e:48:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bd0344-6555-4924-963f-a7ec8b816d67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:40:23.465279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:23.487588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:subnet and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:23.497168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:23.529055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:23.560148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:23.565675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:23.569278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.570742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.581942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 5173846f-f789-48d5-acc0-6caa22cc8b4c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:23.582332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.591142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2909a7f2-71f9-4501-9a46-a001698e1166 req-24b1dd5b-8021-47cd-aa63-b9f15c2409d3 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426819 Jun 03 15:40:23.604004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5173846f-f789-48d5-acc0-6caa22cc8b4c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:23.624908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Deleting port f955dcc7-f524-46b3-8702-f236411bd256 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:23.625243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.630565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 5173846f-f789-48d5-acc0-6caa22cc8b4c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c,segment=NetworkSegment(d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6),segment_id=d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:23.637675 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.654778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:23.657521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:23.670233 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:23.671781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9994dfed-ccc3-47c1-9f9b-b557b557d54f tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/routers/b341f989-58ce-4d44-8894-5850996cc713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7689893 Jun 03 15:40:23.676636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43568) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.687591 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:23.688552 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:23.689888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'port': {'network_id': '669f7de2-8b8a-49e9-8061-162835a70000', 'name': 'tempest-FloatingIPTestJSON-1084756363'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:23.695384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:23.744302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.745564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-432ba908-cb19-4d3e-bd7a-17d8100c1689 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.9791505 Jun 03 15:40:23.776897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43572) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.779525 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:23.791157 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:23.792404 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:23.797012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=5173846f-f789-48d5-acc0-6caa22cc8b4c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:23.809000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] DHCP port deletion for 241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:23.813905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:23.822713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd160739-56e9-4085-9076-46700113d66d None None] Sync routers for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:23.833569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Deleting port f955dcc7-f524-46b3-8702-f236411bd256 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:23.833948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.866363 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:23.867745 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafbf74e-0091-40fa-b79d-15e194efc654 None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:23.905990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] Deleting port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:23.906852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.913924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:23.918058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.137425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:24.137966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:24.199839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['5173846f-f789-48d5-acc0-6caa22cc8b4c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:24.211640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:24.223475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:port and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:24.228956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:24.255900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:24.299867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] For port f955dcc7-f524-46b3-8702-f236411bd256, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f955dcc7-f524-46b3-8702-f236411bd256,segment=NetworkSegment(461739b5-4451-4491-84ba-359d3fb85ff1),segment_id=461739b5-4451-4491-84ba-359d3fb85ff1)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:24.300269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.333957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:24.338144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.355700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.429624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] device_id is not set on port 25101872-7ecd-4829-847c-7db6dfa061d4 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:24.466127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f955dcc7-f524-46b3-8702-f236411bd256 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:24.519659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Calling delete_port for f955dcc7-f524-46b3-8702-f236411bd256 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:24.566309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.570471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Subnet': ['ID=c150a636-df17-4f05-92db-626b9d9e81d7,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:24.667819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74ac05-e2e2-4751-9e81-eadbb7b1834a req-ceb4b4bd-2441-4d6f-a62d-893652036b0e tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:24.669235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f74ac05-e2e2-4751-9e81-eadbb7b1834a req-ceb4b4bd-2441-4d6f-a62d-893652036b0e tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 945 time: 0.5848486 Jun 03 15:40:24.675828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Checking segment: {'id': '2c83ad9e-3b5a-4d60-bce1-2cdcc004c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2c1e07e9-8423-43b0-92a2-6351f75b02e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:24.676101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network hostable DHCP agents. Network: 2c1e07e9-8423-43b0-92a2-6351f75b02e6, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:24.693338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dd3b0-6b16-48a4-be1b-7b531fe4040e req-b395aa1c-adc7-4677-af3d-4526a70f9f11 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:24.695371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-449dd3b0-6b16-48a4-be1b-7b531fe4040e req-b395aa1c-adc7-4677-af3d-4526a70f9f11 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 943 time: 0.6553357 Jun 03 15:40:24.708308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:24.716942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:24.728075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:24.729020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.753811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=9cc28977-8906-48b3-8552-875e98e655f0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:24.758835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.6 (669f7de2-8b8a-49e9-8061-162835a70000/0727bb27-01d8-4637-9d55-f9dc4b170450/25101872-7ecd-4829-847c-7db6dfa061d4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:24.776391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:24.782280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] For port f955dcc7-f524-46b3-8702-f236411bd256, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f955dcc7-f524-46b3-8702-f236411bd256,segment=NetworkSegment(461739b5-4451-4491-84ba-359d3fb85ff1),segment_id=461739b5-4451-4491-84ba-359d3fb85ff1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:24.782280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.804544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b1d9d83-37f8-4d90-996a-e7506add5a28 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5004253 Jun 03 15:40:24.813697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 2c1e07e9-8423-43b0-92a2-6351f75b02e6) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:24.816729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43580) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:24.825737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '9cc28977-8906-48b3-8552-875e98e655f0', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-19501079'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:24.841389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:24.847986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:24.848646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.865283 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.896420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b67bc-c07d-4c70-94f1-74a9417b5b0b None None] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:24.914032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f74ac05-e2e2-4751-9e81-eadbb7b1834a req-8b805dfb-7691-416c-a533-e1bc58d077db tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144768 Jun 03 15:40:24.916723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-449dd3b0-6b16-48a4-be1b-7b531fe4040e req-29471d8d-f52a-4bda-a7c3-66c543d1424b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001870 Jun 03 15:40:25.079347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-21da6773-c0ab-4503-b57d-6731bdf4dd5c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9956913 Jun 03 15:40:25.086883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43584) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:25.088901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Port': ['ID=f955dcc7-f524-46b3-8702-f236411bd256,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:25.092770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] No DVR routers for this DVR port f955dcc7-f524-46b3-8702-f236411bd256 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:25.110074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'network': {'name': 'tempest-router-network01--1584793937'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:25.124695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:25.141101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:network and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:25.145009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 4585c724-2bb2-43b4-897c-64b994dd7f35 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:40:25.148717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] For port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:25.149107 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.150047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:25.184689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:25.210775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Calling delete_port for f955dcc7-f524-46b3-8702-f236411bd256 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:25.211545 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.224730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:25.228708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.239415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:25.262766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:25.284496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:25.292633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:25.302587 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.354052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f955dcc7-f524-46b3-8702-f236411bd256 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:25.354692 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.367435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.367789 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Added segment 7633582b-9cf2-44d2-9c2c-32dea18a5929 of type vlan for network f1612ce8-b18d-475a-8cf2-189b643cfa23 Jun 03 15:40:25.369701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241dc2ff-d5f2-40e0-bbdf-5d96c02460b9']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:25.387788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461739b5-4451-4491-84ba-359d3fb85ff1') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:25.388335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461739b5-4451-4491-84ba-359d3fb85ff1') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:25.406136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.429840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.438123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] Calling delete_port for 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:25.455809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.465771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.477086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:40:25.477503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.540494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 669f7de2-8b8a-49e9-8061-162835a70000 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:25.547909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.566317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=25101872-7ecd-4829-847c-7db6dfa061d4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:25.569308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:25.576546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:25.580209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:40:25.601582 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 461739b5-4451-4491-84ba-359d3fb85ff1 resource provider aggregate not found Jun 03 15:40:25.629043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.630102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 9795185d-ed42-4af1-9fe9-3a57a21ffb93 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:25.653535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.656922 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 461739b5-4451-4491-84ba-359d3fb85ff1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 461739b5-4451-4491-84ba-359d3fb85ff1 found for delete ", "request_id": "req-663f3853-47d6-48d0-9177-d75cc3d97d08"}]} Jun 03 15:40:25.665340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] Pushing event deleted for resources: {'Network': ['ID=241dc2ff-d5f2-40e0-bbdf-5d96c02460b9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:25.681178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.686958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.692464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:25.693165 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.700381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6f8fcd59-bbcc-4874-8543-fbbcd861ca69 tempest-AllowedAddressPairTestJSON-1707944033 tempest-AllowedAddressPairTestJSON-1707944033-project] 10.222.0.66 "DELETE /v2.0/networks/241dc2ff-d5f2-40e0-bbdf-5d96c02460b9 HTTP/1.1" status: 204 len: 168 time: 2.5917594 Jun 03 15:40:25.824794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:25.825529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.898601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7980063 Jun 03 15:40:25.906933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43594) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:25.912910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-410c83c2-b39d-4fa0-aaba-9e5019b0abb6 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2328343 Jun 03 15:40:25.922021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db1bdd-c0c3-4277-b9e1-12dd7ff23a51 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Network': ['ID=f1612ce8-b18d-475a-8cf2-189b643cfa23,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:25.923929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43598) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:25.927603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'network': {'name': 'tempest-router-network02--479598811'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:25.946829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'port': {'network_id': '669f7de2-8b8a-49e9-8061-162835a70000', 'name': 'tempest-FloatingIPTestJSON-1594302324'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:25.971438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:25.971829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Allocated IP 172.20.0.1 (7e6d02b2-2e84-4802-897e-e637cb4f50da/3457e41c-50bb-42b9-8a82-9afc082d3d0c/42e7819e-b03c-4287-8c4e-938f205090ed) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:25.977166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:25.997680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:network and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:26.083600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:26.176010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:40:26.176746 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:40:26.214661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43608) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:26.228362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 4585c724-2bb2-43b4-897c-64b994dd7f35, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4585c724-2bb2-43b4-897c-64b994dd7f35,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:26.250844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:26.256808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:26.267251 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.292900 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:40:26.293336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:26.305461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:26.310951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.365423 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4a170c12-28a8-4429-a589-7ef9be68ff57 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5421202 Jun 03 15:40:26.372526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43614) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:26.401211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:26.415151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:26.417166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] Pushing event deleted for resources: {'Port': ['ID=45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:26.419592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '4585c724-2bb2-43b4-897c-64b994dd7f35', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'port_id': '4585c724-2bb2-43b4-897c-64b994dd7f35', 'mac_address': 'fa:16:3e:1a:07:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecc5826-f4c7-470b-be0f-dcfee7be7886', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:40:26.420000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.420377 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Added segment c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98 of type vlan for network 503c1c36-e8f1-486d-afdb-d2f115acc26f Jun 03 15:40:26.421695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:port and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:26.428096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:26.435339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f165b575-7542-486c-94ae-a1e5c831b52a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:26.435694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:26.459792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.464778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:26.468343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.504379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] device_id is not set on port 72640570-e49f-46ad-aeec-9be125f2ecba yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:26.519264 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.524566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f165b575-7542-486c-94ae-a1e5c831b52a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:26.528096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f165b575-7542-486c-94ae-a1e5c831b52a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1516204 Jun 03 15:40:26.533400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43620) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:26.549806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:40:26.550322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:26.569175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.575304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:26.575919 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.589125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8411c-77af-4c83-accf-81f4b45947d3 None None] No DVR routers for this DVR port 45fe48b1-07b9-48a3-bfcd-a8631b4d5c3b on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:26.599024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 4585c724-2bb2-43b4-897c-64b994dd7f35 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:26.599402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.609006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd6f14-bcff-49b6-b2cd-60571f066619 req-9fd59c83-84af-488c-8d7b-640b536d1fc1 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:26.611164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8dd6f14-bcff-49b6-b2cd-60571f066619 req-9fd59c83-84af-488c-8d7b-640b536d1fc1 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 945 time: 0.4048450 Jun 03 15:40:26.619771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39313d-fbaa-4a03-ad7d-9c72f90d1d58 req-7c71839b-6e0d-41fb-8af9-427462fe2b0a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:26.621385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c39313d-fbaa-4a03-ad7d-9c72f90d1d58 req-7c71839b-6e0d-41fb-8af9-427462fe2b0a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 943 time: 0.4763896 Jun 03 15:40:26.637936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f31301fc-7082-4b3a-b0a6-0d76e4431fc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5767d0027254cc1bcc335973c6b2864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217322 Jun 03 15:40:26.638748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Transition to ACTIVE for port object 42e7819e-b03c-4287-8c4e-938f205090ed will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:26.651275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4585c724-2bb2-43b4-897c-64b994dd7f35 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:26.662402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:26.670724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738eb29a-9086-4fb9-a7bc-6a161f9aab0e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:26.692483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Deleting port f955dcc7-f524-46b3-8702-f236411bd256 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:26.692483 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.744426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8308907 Jun 03 15:40:26.744814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43628) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:26.747367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de93a-9ec9-4fc4-8c9c-b7787c173435 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Network': ['ID=503c1c36-e8f1-486d-afdb-d2f115acc26f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:26.757532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'subnet': {'network_id': 'f1612ce8-b18d-475a-8cf2-189b643cfa23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:26.770235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec12082-1ec4-4e40-92b7-9bb784fd06ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:26.771865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec12082-1ec4-4e40-92b7-9bb784fd06ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:26.772678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bec12082-1ec4-4e40-92b7-9bb784fd06ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:26.789718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8dd6f14-bcff-49b6-b2cd-60571f066619 req-a8490f99-7b8d-4e4d-8068-c377c6084634 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630752 Jun 03 15:40:26.802103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c39313d-fbaa-4a03-ad7d-9c72f90d1d58 req-20261b6c-4321-43b2-a0be-03dadd679893 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492779 Jun 03 15:40:26.827261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 4585c724-2bb2-43b4-897c-64b994dd7f35, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4585c724-2bb2-43b4-897c-64b994dd7f35,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:26.833570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 503c1c36-e8f1-486d-afdb-d2f115acc26f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:26.844691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bec12082-1ec4-4e40-92b7-9bb784fd06ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:26.845898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bec12082-1ec4-4e40-92b7-9bb784fd06ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3012879 Jun 03 15:40:26.849424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:26.850553 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e7b14b6-75a3-46c2-93ab-bd4e2d2df5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.897308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.13 (669f7de2-8b8a-49e9-8061-162835a70000/0727bb27-01d8-4637-9d55-f9dc4b170450/72640570-e49f-46ad-aeec-9be125f2ecba) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:26.904605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.905094 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.917287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-884b6d82-15c4-4487-a4da-26d145accc78 None None] The port 'f955dcc7-f524-46b3-8702-f236411bd256' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:40:26.956035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:26.972518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:subnet and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:26.983902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:26.995126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:27.000808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e7b14b6-75a3-46c2-93ab-bd4e2d2df5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.007483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-2c1e07e9-8423-43b0-92a2-6351f75b02e6', 'network_id': '2c1e07e9-8423-43b0-92a2-6351f75b02e6', 'tenant_id': 'be844bbdb48348c286586fe6eeafeda6', 'fixed_ips': [{'subnet_id': 'c150a636-df17-4f05-92db-626b9d9e81d7'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:27.008334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.020007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:20Z', 'revision_number': 3, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:27.031771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:27.052897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:27.058476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 9cc28977-8906-48b3-8552-875e98e655f0 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:27.060784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:27.062121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:27.065443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.090127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Pushing event updated for resources: {'Port': ['ID=42e7819e-b03c-4287-8c4e-938f205090ed,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:27.090380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd160739-56e9-4085-9076-46700113d66d None None] Checking router: 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:27.090380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd160739-56e9-4085-9076-46700113d66d None None] Updating router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e port 556531d7-e9de-4df6-aa9e-b564ad133d7e binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:40:27.126035 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.188435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.251273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['4585c724-2bb2-43b4-897c-64b994dd7f35'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:27.256765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.362150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=4585c724-2bb2-43b4-897c-64b994dd7f35,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:27.366140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.375034 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd160739-56e9-4085-9076-46700113d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.418627 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.453861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e7b14b6-75a3-46c2-93ab-bd4e2d2df5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.476399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 669f7de2-8b8a-49e9-8061-162835a70000 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:27.485931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:27.493322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b14b6-75a3-46c2-93ab-bd4e2d2df5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387bd25-a09d-4237-adea-e836a1ed30b4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:27.507841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=72640570-e49f-46ad-aeec-9be125f2ecba,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:27.511802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:27.546658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e7b14b6-75a3-46c2-93ab-bd4e2d2df5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.550394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0e7b14b6-75a3-46c2-93ab-bd4e2d2df5f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c387bd25-a09d-4237-adea-e836a1ed30b4 HTTP/1.1" status: 204 len: 168 time: 0.8837686 Jun 03 15:40:27.568805 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.596997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:27.597694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.636389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.680282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ecc65358-db1a-46ca-b426-6a4693f8ce59 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7428341 Jun 03 15:40:27.686550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43642) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:27.692540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '72640570-e49f-46ad-aeec-9be125f2ecba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:27.694165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-74960004-483d-4478-a756-866143bd6b88 None None] Provisioning for port 42e7819e-b03c-4287-8c4e-938f205090ed completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:27.701903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:27.706134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:floatingip and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:27.711736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:27.714342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e484212-3040-4c51-b2cd-976804a42a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '9cc28977-8906-48b3-8552-875e98e655f0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:27.715554 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e484212-3040-4c51-b2cd-976804a42a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.720635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:27.739070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.747330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-74960004-483d-4478-a756-866143bd6b88 None None] Provisioning complete for port 42e7819e-b03c-4287-8c4e-938f205090ed triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:27.748041 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-74960004-483d-4478-a756-866143bd6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.748356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.797092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc28977-8906-48b3-8552-875e98e655f0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:27.817689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.877647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Allocated IP 2001:db8::2 (2c1e07e9-8423-43b0-92a2-6351f75b02e6/c150a636-df17-4f05-92db-626b9d9e81d7/af0dedb4-a148-4e7b-a973-4a4fc5caa36b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:27.904312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.071324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12a7a994-f59d-48ca-b4ce-cc1b941f654e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/9cc28977-8906-48b3-8552-875e98e655f0 HTTP/1.1" status: 204 len: 168 time: 1.2182999 Jun 03 15:40:28.082122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.108853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Subnet': ['ID=a1820566-78d2-4ad0-87b5-60753ca305c0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:28.190912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Checking segment: {'id': '7633582b-9cf2-44d2-9c2c-32dea18a5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1612ce8-b18d-475a-8cf2-189b643cfa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:28.191287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network hostable DHCP agents. Network: f1612ce8-b18d-475a-8cf2-189b643cfa23, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:28.204170 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d8d2ce2b-c79c-4d73-8924-65623dddfd81 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170022 Jun 03 15:40:28.205166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43662) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.206437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.213214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:28.216475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.249580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.271365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-74960004-483d-4478-a756-866143bd6b88 None None] Port 42e7819e-b03c-4287-8c4e-938f205090ed cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:28.385270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:28.427610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f1612ce8-b18d-475a-8cf2-189b643cfa23) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:28.431027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:28.439894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:28.443572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.444654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.447126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Pushing event updated for resources: {'Port': ['ID=42e7819e-b03c-4287-8c4e-938f205090ed,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:28.450151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:28.451152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.458450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4016a02c-1c32-4706-8be8-de5972f29db2 None None] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:28.462398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:28.465529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ac0c2-96fd-4bf1-93b8-dafc1589d3e7 req-6a888b41-e695-4f84-bd5b-3bca48617689 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.467506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f2ac0c2-96fd-4bf1-93b8-dafc1589d3e7 req-6a888b41-e695-4f84-bd5b-3bca48617689 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 944 time: 0.4173870 Jun 03 15:40:28.489725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f7a64-36d1-4de5-824b-02cfb02eadde req-630c7fd9-af8d-4535-a11f-b99c67db37d3 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.491308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-403f7a64-36d1-4de5-824b-02cfb02eadde req-630c7fd9-af8d-4535-a11f-b99c67db37d3 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 945 time: 0.4392188 Jun 03 15:40:28.618030 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5c0154a-cf1c-44ee-85a5-cdd6966f465d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8721356 Jun 03 15:40:28.618916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43674) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.625168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'subnet': {'network_id': '503c1c36-e8f1-486d-afdb-d2f115acc26f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:28.643744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:28.647052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.710575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f2ac0c2-96fd-4bf1-93b8-dafc1589d3e7 req-70f8acc2-4807-4c98-bdd5-18b34f9c7038 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357366 Jun 03 15:40:28.741115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:28.744342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:28.754188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-403f7a64-36d1-4de5-824b-02cfb02eadde req-0825677d-42c7-429b-a2f4-4ad449d68771 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261024 Jun 03 15:40:28.833044 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.846660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Transition to ACTIVE for port object af0dedb4-a148-4e7b-a973-4a4fc5caa36b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:28.875077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43680) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.901142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 5173846f-f789-48d5-acc0-6caa22cc8b4c up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:28.918979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:28.924943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:subnet and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:28.929865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:28.939117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:28.941907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Transition to ACTIVE for port object af0dedb4-a148-4e7b-a973-4a4fc5caa36b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:28.970561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:28.992152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:28.994658 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.999499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-bd160739-56e9-4085-9076-46700113d66d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:40:29.000638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.080174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f1612ce8-b18d-475a-8cf2-189b643cfa23', 'network_id': 'f1612ce8-b18d-475a-8cf2-189b643cfa23', 'tenant_id': 'be844bbdb48348c286586fe6eeafeda6', 'fixed_ips': [{'subnet_id': 'a1820566-78d2-4ad0-87b5-60753ca305c0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:29.080835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.180501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:29.188850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:29.196154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:29.197658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-642661073'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:29.201248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d94495d3-e16f-4b4f-a641-e8b4ce7c8d6e admin admin] 10.222.0.66 "PUT /v2.0/routers/8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4232545 Jun 03 15:40:29.217516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:29.237814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:29.243298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:29.251030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:29.257455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:29.275704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Pushing event updated for resources: {'Port': ['ID=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:29.299194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:29.302903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.322799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.323053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd160739-56e9-4085-9076-46700113d66d None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.342278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:29.349304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:security_group_rule and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:29.350550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.354184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:29.395237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 5173846f-f789-48d5-acc0-6caa22cc8b4c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:29.411374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e9d9e984-bb0f-4b81-98fe-499d935cb6b6 None None] Provisioning complete for port 42e7819e-b03c-4287-8c4e-938f205090ed triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:29.411730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9d9e984-bb0f-4b81-98fe-499d935cb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.425041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:29.436404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bd160739-56e9-4085-9076-46700113d66d None None] Transition to ACTIVE for port object 556531d7-e9de-4df6-aa9e-b564ad133d7e will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:29.464814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 5173846f-f789-48d5-acc0-6caa22cc8b4c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:29.465194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.520535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:29.522151 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd160739-56e9-4085-9076-46700113d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.533055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:29.554882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=4594b9b4-c1a2-47fb-acb4-00b2baa700a8,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:29.563781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:29.564410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.586508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Attempting to bind port af0dedb4-a148-4e7b-a973-4a4fc5caa36b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:29.587000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Attempting to bind port af0dedb4-a148-4e7b-a973-4a4fc5caa36b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '2c83ad9e-3b5a-4d60-bce1-2cdcc004c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2c1e07e9-8423-43b0-92a2-6351f75b02e6'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:29.587349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Attempting to bind port af0dedb4-a148-4e7b-a973-4a4fc5caa36b on network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:29.589367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35655e48-59f6-432e-96f5-6f011cc2619a None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:29.647043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.25.1.90 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/d8663242-3e4d-4db5-930e-66ad9edcc4a6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:29.668851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bcf1a4aa-69bf-47a5-91ad-2cbcef6ee740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4577575 Jun 03 15:40:29.670665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43696) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:29.677678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-474525774', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:29.686111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:29.686498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Checking segment: {'id': '2c83ad9e-3b5a-4d60-bce1-2cdcc004c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2c1e07e9-8423-43b0-92a2-6351f75b02e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:29.686900 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.687297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Bound using segment: {'id': '2c83ad9e-3b5a-4d60-bce1-2cdcc004c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2c1e07e9-8423-43b0-92a2-6351f75b02e6'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:29.687784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Bound port: af0dedb4-a148-4e7b-a973-4a4fc5caa36b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c83ad9e-3b5a-4d60-bce1-2cdcc004c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2c1e07e9-8423-43b0-92a2-6351f75b02e6'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:29.688176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.688367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:29.693544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:router and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:29.698107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:29.705939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:29.718053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.719862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.740427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.758253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9e984-bb0f-4b81-98fe-499d935cb6b6 None None] Port 42e7819e-b03c-4287-8c4e-938f205090ed cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:29.767707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.848062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.849887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-38e533e3-e81a-439b-915b-670dd4f3afd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1795809 Jun 03 15:40:29.853228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43706) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:29.853432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c57a8-4ed9-4793-9136-d0dbff1f44ea None None] Pushing event updated for resources: {'Port': ['ID=556531d7-e9de-4df6-aa9e-b564ad133d7e,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:29.855736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-bd160739-56e9-4085-9076-46700113d66d None None] Attempting to bind port 556531d7-e9de-4df6-aa9e-b564ad133d7e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:29.856130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-bd160739-56e9-4085-9076-46700113d66d None None] Attempting to bind port 556531d7-e9de-4df6-aa9e-b564ad133d7e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:29.856522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd160739-56e9-4085-9076-46700113d66d None None] Attempting to bind port 556531d7-e9de-4df6-aa9e-b564ad133d7e on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:29.890535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd160739-56e9-4085-9076-46700113d66d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:29.890958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd160739-56e9-4085-9076-46700113d66d None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:29.891330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd160739-56e9-4085-9076-46700113d66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.891727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd160739-56e9-4085-9076-46700113d66d None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:29.892245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-bd160739-56e9-4085-9076-46700113d66d None None] Bound port: 556531d7-e9de-4df6-aa9e-b564ad133d7e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:29.892616 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd160739-56e9-4085-9076-46700113d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.892798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.900584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.927715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Allocated IP 2001:db8::2 (f1612ce8-b18d-475a-8cf2-189b643cfa23/a1820566-78d2-4ad0-87b5-60753ca305c0/72b710a3-2b16-4d2e-a1c2-d8b764207bab) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:29.994278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Subnet': ['ID=7b3a66cd-f3b8-4143-8121-4e0949ab80ba,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:30.015757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43712) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:30.069689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.085552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.131280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55444f44-4942-4883-98c9-063f26dc515f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:30.136341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Checking segment: {'id': 'c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '503c1c36-e8f1-486d-afdb-d2f115acc26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:30.136703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network hostable DHCP agents. Network: 503c1c36-e8f1-486d-afdb-d2f115acc26f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:30.166074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:30.182032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.218847 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.219144 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment 6d9a962a-cb01-4531-8ee1-551a1a7b538b of type vlan for network 439522d3-497c-45d8-b2ae-aecb7e261b0b Jun 03 15:40:30.245603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network 503c1c36-e8f1-486d-afdb-d2f115acc26f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:30.251266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] For port af0dedb4-a148-4e7b-a973-4a4fc5caa36b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:30.259155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1858564502-network', 'tenant_id': 'd5313232bff54113b657222ddd89443b'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:30.281650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 503c1c36-e8f1-486d-afdb-d2f115acc26f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:30.303057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.303913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] For port af0dedb4-a148-4e7b-a973-4a4fc5caa36b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,segment=NetworkSegment(2c83ad9e-3b5a-4d60-bce1-2cdcc004c457),segment_id=2c83ad9e-3b5a-4d60-bce1-2cdcc004c457)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:30.309428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 5173846f-f789-48d5-acc0-6caa22cc8b4c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:30.309811 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.314586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:30.316775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.317594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.327114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:30.327361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e9284-bb40-48b7-b1ac-ec55cf972141 None None] Network 503c1c36-e8f1-486d-afdb-d2f115acc26f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:30.339331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:30.356224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:30.356495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-bd160739-56e9-4085-9076-46700113d66d None None] For port 556531d7-e9de-4df6-aa9e-b564ad133d7e, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:30.359003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.369835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Usage tracker for resource:network and tenant:d5313232bff54113b657222ddd89443b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:30.377599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:30.394057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=d8663242-3e4d-4db5-930e-66ad9edcc4a6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:30.431962 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e5091c87-23f5-4a72-87d1-6ad19603293d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8119903 Jun 03 15:40:30.432746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43716) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:30.459831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:30.540338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.545882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.546645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.548707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-bd160739-56e9-4085-9076-46700113d66d None None] For port 556531d7-e9de-4df6-aa9e-b564ad133d7e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=556531d7-e9de-4df6-aa9e-b564ad133d7e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:30.566603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Made reservation on behalf of d5313232bff54113b657222ddd89443b for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:30.568941 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.585912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd160739-56e9-4085-9076-46700113d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.589186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173846f-f789-48d5-acc0-6caa22cc8b4c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:30.603135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '4594b9b4-c1a2-47fb-acb4-00b2baa700a8'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:30.604155 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.645841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 5173846f-f789-48d5-acc0-6caa22cc8b4c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c,segment=NetworkSegment(d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6),segment_id=d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:30.717806 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.719836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.745944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904ab6a-95e5-4de1-b03d-daf543ec829f None None] Pushing event updated for resources: {'Port': ['ID=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:30.760064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:30.770370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60897aa-f3ce-4ee5-bb41-41235e5324ca req-9ebbb9b6-7f3d-4e1b-a6b5-52dff4e40d86 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.771995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f60897aa-f3ce-4ee5-bb41-41235e5324ca req-9ebbb9b6-7f3d-4e1b-a6b5-52dff4e40d86 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 944 time: 0.9062221 Jun 03 15:40:30.812799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a7-efcd-466e-979e-bf5d4302e9ed req-43e7a2f0-ce86-450a-bbb2-2b0fa0409d38 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.820794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cca0d2a7-efcd-466e-979e-bf5d4302e9ed req-43e7a2f0-ce86-450a-bbb2-2b0fa0409d38 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 945 time: 0.8043039 Jun 03 15:40:30.823626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d5313232bff54113b657222ddd89443b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:30.832309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:30.881442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:30.882652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:30.888222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:30.969517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f60897aa-f3ce-4ee5-bb41-41235e5324ca req-7b855409-8d76-4775-b227-1c436d39068e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665950 Jun 03 15:40:30.988200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cca0d2a7-efcd-466e-979e-bf5d4302e9ed req-28270c47-c6d2-464f-80e9-05f24894e96d tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619647 Jun 03 15:40:31.052216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.059742 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.086825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 4585c724-2bb2-43b4-897c-64b994dd7f35 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:31.132714 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c21de7-c3a2-4aac-86df-a215bbb41a51'] response: {'server_uuid': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173846f-f789-48d5-acc0-6caa22cc8b4c', 'code': 200} Jun 03 15:40:31.165820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Transition to ACTIVE for port object 72b710a3-2b16-4d2e-a1c2-d8b764207bab will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:31.180022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c57a8-4ed9-4793-9136-d0dbff1f44ea None None] Pushing event updated for resources: {'Port': ['ID=556531d7-e9de-4df6-aa9e-b564ad133d7e,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.225082 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3490124 Jun 03 15:40:31.439303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Transition to ACTIVE for port object 72b710a3-2b16-4d2e-a1c2-d8b764207bab will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:31.468739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.497641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-503c1c36-e8f1-486d-afdb-d2f115acc26f', 'network_id': '503c1c36-e8f1-486d-afdb-d2f115acc26f', 'tenant_id': 'be844bbdb48348c286586fe6eeafeda6', 'fixed_ips': [{'subnet_id': '7b3a66cd-f3b8-4143-8121-4e0949ab80ba'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:31.498770 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.538229 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.542768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/4594b9b4-c1a2-47fb-acb4-00b2baa700a8/5aa79af8-75af-4953-8799-434b0294fae7) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:31.551203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.557472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 4585c724-2bb2-43b4-897c-64b994dd7f35 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:31.568534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:31.577976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:31.629015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:31.640634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=5173846f-f789-48d5-acc0-6caa22cc8b4c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.644271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:31.659636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb232f-aa6b-4a17-ba77-2655428599a0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.683435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.684923 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Added segment 1cf529ff-633e-4c30-9846-726c14b56110 of type vlan for network e9c4a3d2-9e82-4876-9f4e-11011147d199 Jun 03 15:40:31.701312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:31.725471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.733588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.759643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 4585c724-2bb2-43b4-897c-64b994dd7f35 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:31.762767 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.764932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427cd9e-e2cc-4541-ac3e-97526b38ed1f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=439522d3-497c-45d8-b2ae-aecb7e261b0b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.786885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.788928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:31.789707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.890987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 439522d3-497c-45d8-b2ae-aecb7e261b0b details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:31.948837 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:40:31.952634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c4a3d2-9e82-4876-9f4e-11011147d199,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.964993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-56b8ee35-3078-4dc3-8d46-ded2f7b405a1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9066229 Jun 03 15:40:31.967301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43722) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:31.974408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Request body: {'subnet': {'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1858564502-subnet', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:31.983731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:31.989173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Usage tracker for resource:subnet and tenant:d5313232bff54113b657222ddd89443b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:31.994398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:32.002250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:32.020876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Made reservation on behalf of d5313232bff54113b657222ddd89443b for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:32.032590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:32.174028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80291ce-c681-4bc6-b9b4-468e1bb925e1 req-4530f4df-6de2-4582-affa-a9a3ad74b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:32.189936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e80291ce-c681-4bc6-b9b4-468e1bb925e1 req-4530f4df-6de2-4582-affa-a9a3ad74b29f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 1097 time: 0.9690120 Jun 03 15:40:32.355139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:32.360213 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e80291ce-c681-4bc6-b9b4-468e1bb925e1 req-f06ee522-dec4-480c-8f58-2885189c4b72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614196 Jun 03 15:40:32.555047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d055b-ad88-42d3-bdfd-5cce0d38daa0 None None] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:32.636707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Allocated IP 2001:db8::1 (f1612ce8-b18d-475a-8cf2-189b643cfa23/a1820566-78d2-4ad0-87b5-60753ca305c0/23e2cecf-f79a-4674-9288-038e33a30e6e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:32.731147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:32.771267 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:32.853533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b2822090-5277-4ca3-9dc6-c21cc2495d8a None None] Provisioning for port af0dedb4-a148-4e7b-a973-4a4fc5caa36b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:32.915168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Checking segment: {'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:32.915544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Network hostable DHCP agents. Network: e9c4a3d2-9e82-4876-9f4e-11011147d199, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:32.935174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae7510-1aa1-4f48-9686-53a7712abf88 req-04515bee-63df-4a8c-9915-cdec9d3753a7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:32.937042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6dae7510-1aa1-4f48-9686-53a7712abf88 req-04515bee-63df-4a8c-9915-cdec9d3753a7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 944 time: 0.5064528 Jun 03 15:40:32.942103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b902ada6-702e-4bc6-bf17-6665f86bdd81,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:32.975117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af0dedb4-a148-4e7b-a973-4a4fc5caa36b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:32.995605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a974f-675b-4536-b1b9-4a99eb7babc5 req-62784c49-9f3d-467a-add2-e3f5996ebf42 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:32.996643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.002737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-592a974f-675b-4536-b1b9-4a99eb7babc5 req-62784c49-9f3d-467a-add2-e3f5996ebf42 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.5694723 Jun 03 15:40:33.018334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Transition to ACTIVE for port object 23e2cecf-f79a-4674-9288-038e33a30e6e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:33.039151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:33.071976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-592a974f-675b-4536-b1b9-4a99eb7babc5 req-c392ed33-fdd9-48d9-9487-80282f1d156c tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682960 Jun 03 15:40:33.075186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6dae7510-1aa1-4f48-9686-53a7712abf88 req-2fa5a49f-e659-4025-86cf-d527ad084038 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306264 Jun 03 15:40:33.076561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, e9c4a3d2-9e82-4876-9f4e-11011147d199) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:33.086810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:33.088076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.109177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.127200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3846b9f2-58a1-4afc-88fd-e5997509a36d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1586113 Jun 03 15:40:33.128893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43730) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:33.135274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:33.141628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:33.146229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Usage tracker for resource:router and tenant:d5313232bff54113b657222ddd89443b is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:33.150482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:33.157919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:33.174319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.175690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.191412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1dd77e-00a1-4b19-a366-d1c7f6425826 None None] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:33.199128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.220025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Pushing event updated for resources: {'Port': ['ID=72b710a3-2b16-4d2e-a1c2-d8b764207bab,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:33.325035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:33.339514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:33.351874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:33.352424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.473324 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.544044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Port': ['ID=23e2cecf-f79a-4674-9288-038e33a30e6e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:33.547433 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.560033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Transition to ACTIVE for port object 5aa79af8-75af-4953-8799-434b0294fae7 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:33.583651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Transition to ACTIVE for port object 5aa79af8-75af-4953-8799-434b0294fae7 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:33.621917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 4585c724-2bb2-43b4-897c-64b994dd7f35 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:33.622447 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.656492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.717822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.764776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::1 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/4594b9b4-c1a2-47fb-acb4-00b2baa700a8/fd32ee6e-8693-4ad1-abbb-bc6a0f9585de) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:33.772052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.783259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.876887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Attempting to bind port 72b710a3-2b16-4d2e-a1c2-d8b764207bab on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:33.877259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Attempting to bind port 72b710a3-2b16-4d2e-a1c2-d8b764207bab by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7633582b-9cf2-44d2-9c2c-32dea18a5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1612ce8-b18d-475a-8cf2-189b643cfa23'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:33.877915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Attempting to bind port 72b710a3-2b16-4d2e-a1c2-d8b764207bab on network f1612ce8-b18d-475a-8cf2-189b643cfa23 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:33.959912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port af0dedb4-a148-4e7b-a973-4a4fc5caa36b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:33.981822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=d8663242-3e4d-4db5-930e-66ad9edcc4a6,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:33.994514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.007795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:34.017424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4585c724-2bb2-43b4-897c-64b994dd7f35'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:34.018564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.022987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:34.023384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Checking segment: {'id': '7633582b-9cf2-44d2-9c2c-32dea18a5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1612ce8-b18d-475a-8cf2-189b643cfa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:34.023788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.024194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Bound using segment: {'id': '7633582b-9cf2-44d2-9c2c-32dea18a5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1612ce8-b18d-475a-8cf2-189b643cfa23'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:34.024680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Bound port: 72b710a3-2b16-4d2e-a1c2-d8b764207bab, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7633582b-9cf2-44d2-9c2c-32dea18a5929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f1612ce8-b18d-475a-8cf2-189b643cfa23'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:34.025051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.051999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port af0dedb4-a148-4e7b-a973-4a4fc5caa36b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:34.052462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.087981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:34.131095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:34.192626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.220974 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3cb044-e00b-413a-a69c-7a066b5f3ed4'] response: {'server_uuid': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4585c724-2bb2-43b4-897c-64b994dd7f35', 'code': 200} Jun 03 15:40:34.222454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 4585c724-2bb2-43b4-897c-64b994dd7f35, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4585c724-2bb2-43b4-897c-64b994dd7f35,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:34.230865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object fd32ee6e-8693-4ad1-abbb-bc6a0f9585de will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:34.300571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.327691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Pushing event updated for resources: {'Port': ['ID=5aa79af8-75af-4953-8799-434b0294fae7,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:34.448332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=fd32ee6e-8693-4ad1-abbb-bc6a0f9585de,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:34.533685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.559873 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP bc07691e-c347-41bf-8bf6-21c0caa81e9f associated. External IP: 172.25.1.90, port: 72640570-e49f-46ad-aeec-9be125f2ecba. Jun 03 15:40:34.588091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:34.601134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:34.615610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:34.616416 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.680837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43742) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:34.687200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Allocated IP 2001:db8::2 (503c1c36-e8f1-486d-afdb-d2f115acc26f/7b3a66cd-f3b8-4143-8121-4e0949ab80ba/3eb5bf59-a181-43fd-accc-d05455281aae) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:34.707824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': '439522d3-497c-45d8-b2ae-aecb7e261b0b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:34.890040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc20b1-45ae-4683-b42a-dcf8517e0398 req-c5c65af7-5a07-4136-b38f-100e0b0cedef tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:34.893769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36cc20b1-45ae-4683-b42a-dcf8517e0398 req-c5c65af7-5a07-4136-b38f-100e0b0cedef tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 0.4463820 Jun 03 15:40:34.973177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] For port 72b710a3-2b16-4d2e-a1c2-d8b764207bab, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:34.978259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] For port 72b710a3-2b16-4d2e-a1c2-d8b764207bab, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=72b710a3-2b16-4d2e-a1c2-d8b764207bab,segment=NetworkSegment(7633582b-9cf2-44d2-9c2c-32dea18a5929),segment_id=7633582b-9cf2-44d2-9c2c-32dea18a5929)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:35.041765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a15d4-f94a-4f5c-a11d-048f60001249 req-257897fb-ee0a-4f03-bf8f-ebb40a794424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:35.043290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff3a15d4-f94a-4f5c-a11d-048f60001249 req-257897fb-ee0a-4f03-bf8f-ebb40a794424 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 1096 time: 0.6859558 Jun 03 15:40:35.043636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Attempting to bind port 5aa79af8-75af-4953-8799-434b0294fae7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:35.044242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Attempting to bind port 5aa79af8-75af-4953-8799-434b0294fae7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:35.044825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Attempting to bind port 5aa79af8-75af-4953-8799-434b0294fae7 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:35.078427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.096028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef309ed-0a95-4528-b6c0-5c4813467b1a req-1a7efb76-830a-45dd-b7f9-3b5493c30108 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:35.096664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:35.097259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:35.097569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ef309ed-0a95-4528-b6c0-5c4813467b1a req-1a7efb76-830a-45dd-b7f9-3b5493c30108 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.7107730 Jun 03 15:40:35.098000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.098605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:35.099295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Bound port: 5aa79af8-75af-4953-8799-434b0294fae7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:35.099925 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.109964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=4585c724-2bb2-43b4-897c-64b994dd7f35,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:35.177583 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.187107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:35.191312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ff3a15d4-f94a-4f5c-a11d-048f60001249 req-b7853b7f-9303-4e6b-8600-d51f3ef7ca63 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296251 Jun 03 15:40:35.229467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36cc20b1-45ae-4683-b42a-dcf8517e0398 req-b9ef9b20-c1a3-435e-9be2-5ce190b6409d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244236 Jun 03 15:40:35.230466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.251566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:35.267235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:35.291137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:35.306171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ef309ed-0a95-4528-b6c0-5c4813467b1a req-fbefe953-6182-45e4-a5dc-2415d008250d tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870339 Jun 03 15:40:35.318216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.341035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:35.344690 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.402117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-e9c4a3d2-9e82-4876-9f4e-11011147d199', 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'fixed_ips': [{'subnet_id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:35.403423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.515481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:40:35.557329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.570951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.571726 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.689535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:35.696562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e167f81-8ac8-4cba-8777-e4d8c929d6f9 None None] Pushing event updated for resources: {'Port': ['ID=72b710a3-2b16-4d2e-a1c2-d8b764207bab,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:35.726369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Allocated IP 172.25.1.32 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/f7cacf74-b5f9-451d-ace8-1266cee50136) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:35.780442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port af0dedb4-a148-4e7b-a973-4a4fc5caa36b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:35.780832 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.859091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bd160739-56e9-4085-9076-46700113d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 2, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:35.875667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Port': ['ID=23e2cecf-f79a-4674-9288-038e33a30e6e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:35.944860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd160739-56e9-4085-9076-46700113d66d None None] The sync data for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 is: [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 2, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:35.947340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] For port 5aa79af8-75af-4953-8799-434b0294fae7, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:35.959712 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.017903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port af0dedb4-a148-4e7b-a973-4a4fc5caa36b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,segment=NetworkSegment(2c83ad9e-3b5a-4d60-bce1-2cdcc004c457),segment_id=2c83ad9e-3b5a-4d60-bce1-2cdcc004c457)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:36.034397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] For port 5aa79af8-75af-4953-8799-434b0294fae7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5aa79af8-75af-4953-8799-434b0294fae7,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:36.042028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Transition to ACTIVE for port object 3eb5bf59-a181-43fd-accc-d05455281aae will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:36.047124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.123371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc39c-5afd-4b80-91b1-f05cc0e76e80 req-d971e6c1-efb6-4852-8730-efd80fd3d07a tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:36.131299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6bdc39c-5afd-4b80-91b1-f05cc0e76e80 req-d971e6c1-efb6-4852-8730-efd80fd3d07a tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.6553240 Jun 03 15:40:36.152401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.229448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Allocated IP 172.20.0.2 (e9c4a3d2-9e82-4876-9f4e-11011147d199/b902ada6-702e-4bc6-bf17-6665f86bdd81/9855d6b9-f1db-46c3-bdd3-12105a9bbcec) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:36.231789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Transition to ACTIVE for port object 3eb5bf59-a181-43fd-accc-d05455281aae will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:36.274376 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.330966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 72b710a3-2b16-4d2e-a1c2-d8b764207bab up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:36.348024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:36.362799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:36.394005 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.407348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:36.415166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.415971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.490659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:36.533880 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:36.556519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Network 503c1c36-e8f1-486d-afdb-d2f115acc26f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:36.564041 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:36.567248 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:36.681053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:36.686461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:36.735816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.806280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:36.816734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:36.818229 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:36.916923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b310e608-3425-4eac-a890-809bf05d8307 None None] Provisioning complete for port af0dedb4-a148-4e7b-a973-4a4fc5caa36b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:36.917936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b310e608-3425-4eac-a890-809bf05d8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.929881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.943473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:36.947634 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b34e5-89a0-4c62-b2c6-9953317535cf None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:36.971022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce3231-1373-4497-8679-e60f78a87d68 None None] Pushing event updated for resources: {'Port': ['ID=5aa79af8-75af-4953-8799-434b0294fae7,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:37.077772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6bdc39c-5afd-4b80-91b1-f05cc0e76e80 req-8cb2c6ac-c645-4ea8-a5c5-5d0b41bab393 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9450619 Jun 03 15:40:37.150641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.203737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 72b710a3-2b16-4d2e-a1c2-d8b764207bab completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:37.208598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Attempting to bind port 3eb5bf59-a181-43fd-accc-d05455281aae on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:37.209207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Attempting to bind port 3eb5bf59-a181-43fd-accc-d05455281aae by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '503c1c36-e8f1-486d-afdb-d2f115acc26f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:37.209744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Attempting to bind port 3eb5bf59-a181-43fd-accc-d05455281aae on network 503c1c36-e8f1-486d-afdb-d2f115acc26f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:37.219816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.243158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=fd32ee6e-8693-4ad1-abbb-bc6a0f9585de,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:37.358331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=30051fa3-83b2-4e09-89eb-6b46baf9a2a9,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:37.388600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.389732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:37.389956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.390118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Checking segment: {'id': 'c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '503c1c36-e8f1-486d-afdb-d2f115acc26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:37.390528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.390793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.390918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Bound using segment: {'id': 'c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '503c1c36-e8f1-486d-afdb-d2f115acc26f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:37.391402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Bound port: 3eb5bf59-a181-43fd-accc-d05455281aae, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '503c1c36-e8f1-486d-afdb-d2f115acc26f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:37.391559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.391776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.392354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.393409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.393924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.394424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.394930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.395416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.395994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.396506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:37.439054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3f902-213b-49c5-824d-a0020d90260d None None] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:37.448743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0d90ff9e-f113-4b87-86b6-c3bb1b1d18a7 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.7608564 Jun 03 15:40:37.465900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Pushing event updated for resources: {'Port': ['ID=3eb5bf59-a181-43fd-accc-d05455281aae,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:37.468035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43752) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:37.474583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': '6d9a962a-cb01-4531-8ee1-551a1a7b538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '439522d3-497c-45d8-b2ae-aecb7e261b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:37.475434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: 439522d3-497c-45d8-b2ae-aecb7e261b0b, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:37.490819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:37.588927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:37.613500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:37.630919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:37.721348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Router 48d0a3b0-e327-4006-b207-ff0fa4eeed4f is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:40:37.725323 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.730571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network 439522d3-497c-45d8-b2ae-aecb7e261b0b is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:37.746738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Transition to ACTIVE for port object 9855d6b9-f1db-46c3-bdd3-12105a9bbcec will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:37.753311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.812270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Pushing event updated for resources: {'Port': ['ID=f7cacf74-b5f9-451d-ace8-1266cee50136,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:37.889218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Transition to ACTIVE for port object 9855d6b9-f1db-46c3-bdd3-12105a9bbcec will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:37.933674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b310e608-3425-4eac-a890-809bf05d8307 None None] Current status of the port af0dedb4-a148-4e7b-a973-4a4fc5caa36b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:37.936843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] For port 3eb5bf59-a181-43fd-accc-d05455281aae, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:37.948618 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.116283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Pushing event updated for resources: {'Port': ['ID=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:38.171394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] For port 3eb5bf59-a181-43fd-accc-d05455281aae, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3eb5bf59-a181-43fd-accc-d05455281aae,segment=NetworkSegment(c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98),segment_id=c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:38.190634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 439522d3-497c-45d8-b2ae-aecb7e261b0b) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:38.198486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:38.199004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.228832 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.234802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3987c74-d82f-409a-a363-5ab1c32a2452 None None] Network 439522d3-497c-45d8-b2ae-aecb7e261b0b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:38.432025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:38.432907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fd1ea-6578-45bc-89af-8f42a956a349 None None] Pushing event updated for resources: {'Port': ['ID=3eb5bf59-a181-43fd-accc-d05455281aae,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:38.440546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5aa79af8-75af-4953-8799-434b0294fae7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:38.514107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:38.542486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:38.543613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:38.573093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] Provisioning for port 72b710a3-2b16-4d2e-a1c2-d8b764207bab completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:38.617158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:38.620869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.639337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.639780 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP bc07691e-c347-41bf-8bf6-21c0caa81e9f disassociated. External IP: 172.25.1.90, port: 72640570-e49f-46ad-aeec-9be125f2ecba. Jun 03 15:40:38.643989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37511cbd-d111-4f7f-ad9f-0050e01e4d91 req-f119cb37-6efb-428a-a847-bc1b87fe3496 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:38.646028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37511cbd-d111-4f7f-ad9f-0050e01e4d91 req-f119cb37-6efb-428a-a847-bc1b87fe3496 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 1.7958093 Jun 03 15:40:38.659556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] Provisioning complete for port 72b710a3-2b16-4d2e-a1c2-d8b764207bab triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:38.660290 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.742463 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fc3606e7-c7f5-4e29-969a-b77b453766e9 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0571163 Jun 03 15:40:38.747254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43758) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:38.764163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-151564063'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:38.771183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:38.776704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:38.780022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:38.788845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:38.838934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:38.845114 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.988937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:38.997642 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fa1bfb2b-18bf-449d-88d6-ab13e3646463 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5605574 Jun 03 15:40:39.007218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43762) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:39.019183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] Sync routers for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:39.051975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 5aa79af8-75af-4953-8799-434b0294fae7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:39.111571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Attempting to bind port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:39.111976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Attempting to bind port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:39.123944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Attempting to bind port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec on network e9c4a3d2-9e82-4876-9f4e-11011147d199 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:39.134839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 556531d7-e9de-4df6-aa9e-b564ad133d7e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:39.176998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07589b7f-c52b-4992-98ab-7aa88f1885fb req-2709f8de-0061-476e-b605-57eb1be888db tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:39.179782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07589b7f-c52b-4992-98ab-7aa88f1885fb req-2709f8de-0061-476e-b605-57eb1be888db tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 1.4374256 Jun 03 15:40:39.215052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:39.215723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:39.280504 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07589b7f-c52b-4992-98ab-7aa88f1885fb req-0c5fc965-15b7-4ecb-ad74-d209db7c2961 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826664 Jun 03 15:40:39.283675 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37511cbd-d111-4f7f-ad9f-0050e01e4d91 req-bd38da2f-a8ae-4030-85e0-35bf85e2ff1e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513296 Jun 03 15:40:39.332502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Router 4381f00e-7033-4608-9e7e-75d6f1d18350 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:40:39.334617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:39.335233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Checking segment: {'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:39.335695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.336211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Bound using segment: {'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:39.336712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Bound port: 9855d6b9-f1db-46c3-bdd3-12105a9bbcec, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:39.337141 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.370432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:39.404504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:39.437290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] Current status of the port 72b710a3-2b16-4d2e-a1c2-d8b764207bab is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:39.437677 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.510553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.510979 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment d642bf78-0d20-4cb0-aa32-ac5b0694fce8 of type vlan for network f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9 Jun 03 15:40:39.553018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:39.554214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:39.657513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.666809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:39.667272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475f200-4bdb-4465-be4f-b164ad2b097c None None] The sync data for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:39.670206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.681422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-439522d3-497c-45d8-b2ae-aecb7e261b0b', 'network_id': '439522d3-497c-45d8-b2ae-aecb7e261b0b', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': '30051fa3-83b2-4e09-89eb-6b46baf9a2a9'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:39.682253 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.729401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 556531d7-e9de-4df6-aa9e-b564ad133d7e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:39.744275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] For port 72b710a3-2b16-4d2e-a1c2-d8b764207bab, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=72b710a3-2b16-4d2e-a1c2-d8b764207bab,segment=NetworkSegment(7633582b-9cf2-44d2-9c2c-32dea18a5929),segment_id=7633582b-9cf2-44d2-9c2c-32dea18a5929)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:39.750084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 556531d7-e9de-4df6-aa9e-b564ad133d7e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:39.750601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.784626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:39.795254 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Sync routers for ids ['4381f00e-7033-4608-9e7e-75d6f1d18350'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:39.805622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.813315 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Routers {'4381f00e-7033-4608-9e7e-75d6f1d18350'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:39.815538 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4381f00e-7033-4608-9e7e-75d6f1d18350'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:39.815736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] For port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:39.990493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e077273f-1bf5-4091-888c-31498a7c7f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "PUT /v2.0/routers/4381f00e-7033-4608-9e7e-75d6f1d18350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1354303 Jun 03 15:40:39.991574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43766) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:40.126009 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Set router 4381f00e-7033-4608-9e7e-75d6f1d18350 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:40.299973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Allocated IP 2001:db8:0:ffff::2 (439522d3-497c-45d8-b2ae-aecb7e261b0b/30051fa3-83b2-4e09-89eb-6b46baf9a2a9/b69db945-7531-45ca-9bcf-2712684b6251) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:40.346837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f0987-2416-4666-a6bb-7d9933274e9a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:40.347451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-856f0987-2416-4666-a6bb-7d9933274e9a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:40.361619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:40.421551 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.445678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:40.448665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.527492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-856f0987-2416-4666-a6bb-7d9933274e9a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:40.531758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-856f0987-2416-4666-a6bb-7d9933274e9a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports/fd32ee6e-8693-4ad1-abbb-bc6a0f9585de HTTP/1.1" status: 200 len: 911 time: 0.5316834 Jun 03 15:40:40.542965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43774) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:40.587668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830102b5-90a6-4538-981a-5c00c3d7fe50 None None] Pushing event updated for resources: {'Port': ['ID=72b710a3-2b16-4d2e-a1c2-d8b764207bab,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:40.600119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c0a79-1009-4c83-8b10-3387962d09d6 None None] Network 503c1c36-e8f1-486d-afdb-d2f115acc26f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:40.627176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Sync routers for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:40.709499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] For port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,segment=NetworkSegment(1cf529ff-633e-4c30-9846-726c14b56110),segment_id=1cf529ff-633e-4c30-9846-726c14b56110)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:40.713964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.727507 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'name': 'tempest-NetworksTestDHCPv6-router-474525774', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:29Z', 'updated_at': '2022-06-03T15:40:34Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None, '_interfaces': [{'id': 'fd32ee6e-8693-4ad1-abbb-bc6a0f9585de', 'name': '', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'mac_address': 'fa:16:3e:db:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '4594b9b4-c1a2-47fb-acb4-00b2baa700a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:31Z', 'updated_at': '2022-06-03T15:40:35Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'subnets': [{'id': '4594b9b4-c1a2-47fb-acb4-00b2baa700a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:40.732182 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Checking router: 4381f00e-7033-4608-9e7e-75d6f1d18350 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:40.732850 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Updating router 4381f00e-7033-4608-9e7e-75d6f1d18350 port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:40:40.741592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:40.742390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:40.793422 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.825522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.894031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:40.926007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.941828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:40.948138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:40.953299 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.963445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Provisioning for port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:40.990649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Provisioning complete for port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:40.991070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.021440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eb4e61ba-0eaf-45f1-8fb6-2c18255a1dd3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2728772 Jun 03 15:40:41.035960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43778) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.085819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': 'f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:41.139236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Transition to ACTIVE for port object b69db945-7531-45ca-9bcf-2712684b6251 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:41.155891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ff640-46f5-4bd4-9af9-12637408a326 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:41.157402 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:41.165443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ff640-46f5-4bd4-9af9-12637408a326 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:41.168152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cf7ff640-46f5-4bd4-9af9-12637408a326 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.6242609 Jun 03 15:40:41.179668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43782) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.203526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07251916-fd35-4654-9257-92718d89fdc5 req-897b186e-07ff-49cd-a067-27e96084637a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:41.205787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07251916-fd35-4654-9257-92718d89fdc5 req-897b186e-07ff-49cd-a067-27e96084637a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 0.6262188 Jun 03 15:40:41.223083 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:41.223647 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:41.246642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:41.257692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:41.263275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:41.273425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:41.289389 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:41.310604 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.313023 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:41.313656 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:41.355796 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0b0202d3-587a-4dbb-9d86-724f301c59c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/floatingips/bc07691e-c347-41bf-8bf6-21c0caa81e9f HTTP/1.1" status: 200 len: 687 time: 3.8831074 Jun 03 15:40:41.358448 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-942cf0cb-67e5-4113-ae1a-d2191e8886d9 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:40:41.361977 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-942cf0cb-67e5-4113-ae1a-d2191e8886d9 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3431418 Jun 03 15:40:41.361977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43786) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.363398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43788) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.383639 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:41.384038 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12e05c-5fbe-4530-8b72-bf37d1f838f0 None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:41.404796 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Transition to ACTIVE for port object fd32ee6e-8693-4ad1-abbb-bc6a0f9585de will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:41.413399 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.449710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Transition to ACTIVE for port object b69db945-7531-45ca-9bcf-2712684b6251 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:41.459469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7404f-0aa6-4fd7-bc35-0bad729eceed None None] Pushing event updated for resources: {'Port': ['ID=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:41.462544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:41.466687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70ba8-693e-4c6c-b38c-650a6bbd3a3d req-bf55b94f-e56b-45b1-9870-2626fc5279c4 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:41.469154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddd70ba8-693e-4c6c-b38c-650a6bbd3a3d req-bf55b94f-e56b-45b1-9870-2626fc5279c4 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.8488274 Jun 03 15:40:41.662334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.675953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Pushing event updated for resources: {'Port': ['ID=fd32ee6e-8693-4ad1-abbb-bc6a0f9585de,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:41.770815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Router edab69bd-c785-4563-bcb1-d8be9908fc1a is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:40:41.789640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:41.791442 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.791790 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.792754 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.793103 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.793611 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.793950 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.794281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.794607 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.794927 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.795252 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.795573 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.795893 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:41.820637 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Attempting to bind port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:41.821013 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Attempting to bind port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:41.821353 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Attempting to bind port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:41.841582 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:41.842122 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:41.842655 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.843244 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:41.843829 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Bound port: fd32ee6e-8693-4ad1-abbb-bc6a0f9585de, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:41.844338 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.846369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port d8663242-3e4d-4db5-930e-66ad9edcc4a6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:41.846565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.862185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddd70ba8-693e-4c6c-b38c-650a6bbd3a3d req-a5fc199b-fce3-4ff3-a722-2368ab3ac502 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749373 Jun 03 15:40:41.995690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07251916-fd35-4654-9257-92718d89fdc5 req-a77572ae-93ce-49ef-9db5-0460ab7418f7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825136 Jun 03 15:40:42.065143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 556531d7-e9de-4df6-aa9e-b564ad133d7e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:42.065730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.071395 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] For port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:42.076389 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] For port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fd32ee6e-8693-4ad1-abbb-bc6a0f9585de,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:42.089089 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.103508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 556531d7-e9de-4df6-aa9e-b564ad133d7e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=556531d7-e9de-4df6-aa9e-b564ad133d7e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:42.156182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Pushing event updated for resources: {'Port': ['ID=b69db945-7531-45ca-9bcf-2712684b6251,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:42.165026 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.182288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af0dedb4-a148-4e7b-a973-4a4fc5caa36b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:42.245987 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb6550-3b7f-4b2d-9aee-5059e7c6a8f4 None None] Pushing event updated for resources: {'Port': ['ID=fd32ee6e-8693-4ad1-abbb-bc6a0f9585de,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:42.269822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:42.298571 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Routers {'4381f00e-7033-4608-9e7e-75d6f1d18350'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:42.299518 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4381f00e-7033-4608-9e7e-75d6f1d18350'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:42.360321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:42.364863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.494709 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.502941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e784cf0-fe44-4d57-9abc-fe94db05a0ad admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.3725374 Jun 03 15:40:42.539413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:42.639411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Network 439522d3-497c-45d8-b2ae-aecb7e261b0b is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:42.641722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Sync routers for ids ['edab69bd-c785-4563-bcb1-d8be9908fc1a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:42.642730 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] Set router 4381f00e-7033-4608-9e7e-75d6f1d18350 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:42.655492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:42.657669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Provisioning for port 23e2cecf-f79a-4674-9288-038e33a30e6e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:42.676350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:42.682796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Provisioning complete for port 23e2cecf-f79a-4674-9288-038e33a30e6e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:42.683312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.802125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Routers {'edab69bd-c785-4563-bcb1-d8be9908fc1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:42.802675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edab69bd-c785-4563-bcb1-d8be9908fc1a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:42.978601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c940aa7-d43d-4ce6-a327-a390a6f68e63 req-5f0f4014-c855-4672-9caa-270a715933ed tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:42.986559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c940aa7-d43d-4ce6-a327-a390a6f68e63 req-5f0f4014-c855-4672-9caa-270a715933ed tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 0.6951129 Jun 03 15:40:43.060972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e594238-799a-4842-88db-a932677aa4e3 req-13d208d3-e3ec-40b8-a27d-fbe6577f841a tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:43.067972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e594238-799a-4842-88db-a932677aa4e3 req-13d208d3-e3ec-40b8-a27d-fbe6577f841a tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.7025328 Jun 03 15:40:43.111937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port af0dedb4-a148-4e7b-a973-4a4fc5caa36b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:43.112933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.164561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc321d-688b-4446-b281-93c1cd0a4089 None None] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:43.165753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c940aa7-d43d-4ce6-a327-a390a6f68e63 req-1e77a3f3-5284-4304-b30e-fc9befee0869 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782010 Jun 03 15:40:43.253379 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'name': 'tempest-NetworksTestDHCPv6-router-474525774', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:29Z', 'updated_at': '2022-06-03T15:40:34Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None, '_interfaces': [{'id': 'fd32ee6e-8693-4ad1-abbb-bc6a0f9585de', 'name': '', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'mac_address': 'fa:16:3e:db:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '4594b9b4-c1a2-47fb-acb4-00b2baa700a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:31Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'subnets': [{'id': '4594b9b4-c1a2-47fb-acb4-00b2baa700a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:43.258323 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae2501-2da4-4502-972b-b5d23cfa6936 None None] The sync data for ids ['4381f00e-7033-4608-9e7e-75d6f1d18350'] in n-d-844594-1 is: [{'id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'name': 'tempest-NetworksTestDHCPv6-router-474525774', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:29Z', 'updated_at': '2022-06-03T15:40:34Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None, '_interfaces': [{'id': 'fd32ee6e-8693-4ad1-abbb-bc6a0f9585de', 'name': '', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'mac_address': 'fa:16:3e:db:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '4594b9b4-c1a2-47fb-acb4-00b2baa700a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:31Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'subnets': [{'id': '4594b9b4-c1a2-47fb-acb4-00b2baa700a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:43.288823 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-e869e35c-00dc-4a63-9e81-c8b21828d656 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5269732 Jun 03 15:40:43.312243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-f867190c-d08f-4dd3-b5e0-317d8f50e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:43.314283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-f867190c-d08f-4dd3-b5e0-317d8f50e0c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca92af92ad8437e9b0a0a2c842d46dd&device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 1097 time: 0.9300702 Jun 03 15:40:43.316003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Port 23e2cecf-f79a-4674-9288-038e33a30e6e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:43.317845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=556531d7-e9de-4df6-aa9e-b564ad133d7e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:43.409085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Attempting to bind port b69db945-7531-45ca-9bcf-2712684b6251 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:43.409606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Attempting to bind port b69db945-7531-45ca-9bcf-2712684b6251 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '6d9a962a-cb01-4531-8ee1-551a1a7b538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '439522d3-497c-45d8-b2ae-aecb7e261b0b'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:43.410513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Attempting to bind port b69db945-7531-45ca-9bcf-2712684b6251 on network 439522d3-497c-45d8-b2ae-aecb7e261b0b {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:43.480997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:43.481660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Checking segment: {'id': '6d9a962a-cb01-4531-8ee1-551a1a7b538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '439522d3-497c-45d8-b2ae-aecb7e261b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:43.482123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.482612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Bound using segment: {'id': '6d9a962a-cb01-4531-8ee1-551a1a7b538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '439522d3-497c-45d8-b2ae-aecb7e261b0b'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:43.483204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Bound port: b69db945-7531-45ca-9bcf-2712684b6251, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9a962a-cb01-4531-8ee1-551a1a7b538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '439522d3-497c-45d8-b2ae-aecb7e261b0b'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:43.483682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.614225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0e594238-799a-4842-88db-a932677aa4e3 req-f14eff34-3b78-4e00-962d-c715b164bb5b tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422871 Jun 03 15:40:43.691630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.692226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.698115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-65ca733d-e598-4888-8d46-939a4a18fd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.719533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.771235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] For port b69db945-7531-45ca-9bcf-2712684b6251, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:43.776424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] For port b69db945-7531-45ca-9bcf-2712684b6251, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b69db945-7531-45ca-9bcf-2712684b6251,segment=NetworkSegment(6d9a962a-cb01-4531-8ee1-551a1a7b538b),segment_id=6d9a962a-cb01-4531-8ee1-551a1a7b538b)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:43.790926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Set router edab69bd-c785-4563-bcb1-d8be9908fc1a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:43.916301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Provisioning complete for port 72b710a3-2b16-4d2e-a1c2-d8b764207bab triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:43.916574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.949696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.979427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.096913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for d8663242-3e4d-4db5-930e-66ad9edcc4a6 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:44.373619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.380383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-361184f5-a7a6-4da6-96e8-4a4b05007326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:44.382146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-361184f5-a7a6-4da6-96e8-4a4b05007326 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81f978ad-33ef-4cdf-9410-ff65ad29102a HTTP/1.1" status: 200 len: 912 time: 1.0459259 Jun 03 15:40:44.466304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7620d-7a57-43fc-ad4b-3e647ebaefa1 req-abd40a28-f7b2-4da1-8260-5e0b6975dbf5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:44.474652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9b7620d-7a57-43fc-ad4b-3e647ebaefa1 req-abd40a28-f7b2-4da1-8260-5e0b6975dbf5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 0.6744380 Jun 03 15:40:44.502653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-dcf8ad76-292f-4fb7-97c2-2e96a10edca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:44.504495 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-dcf8ad76-292f-4fb7-97c2-2e96a10edca1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 1097 time: 1.0665660 Jun 03 15:40:44.599952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port af0dedb4-a148-4e7b-a973-4a4fc5caa36b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:44.743123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9b7620d-7a57-43fc-ad4b-3e647ebaefa1 req-31a3142c-e7ba-4d2c-b5ca-3c70d5e1d5fd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673638 Jun 03 15:40:44.851436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Current status of the port 72b710a3-2b16-4d2e-a1c2-d8b764207bab is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:44.857322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a330f92-8147-46bc-9866-da77b57577f1 None None] Pushing event updated for resources: {'Port': ['ID=b69db945-7531-45ca-9bcf-2712684b6251,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:44.899151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 2, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:44.910781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Checking router: 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:44.911296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Updating router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e port 42e7819e-b03c-4287-8c4e-938f205090ed binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:40:44.947531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Provisioning for port 5aa79af8-75af-4953-8799-434b0294fae7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:44.957885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:44.958103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.014968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Provisioning complete for port 5aa79af8-75af-4953-8799-434b0294fae7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:45.015347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.063304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 72b710a3-2b16-4d2e-a1c2-d8b764207bab up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:45.073367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-20b9f41e-f0e5-48c9-b470-d39e94d46711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:45.075482 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-20b9f41e-f0e5-48c9-b470-d39e94d46711 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.4629490 Jun 03 15:40:45.077108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-76e7534b-5c10-4911-b097-54748193e9a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c HTTP/1.1" status: 200 len: 217 time: 0.6334579 Jun 03 15:40:45.110054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c94848-28b4-4c72-a2db-76579f266c84 req-1b058ed6-d015-41b3-85bd-5de1ffc013ad tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:45.111651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7c94848-28b4-4c72-a2db-76579f266c84 req-1b058ed6-d015-41b3-85bd-5de1ffc013ad tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.2816186 Jun 03 15:40:45.174418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.277523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:40:38Z', 'revision_number': 3, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:45.294493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Checking router: edab69bd-c785-4563-bcb1-d8be9908fc1a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:45.295271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Updating router edab69bd-c785-4563-bcb1-d8be9908fc1a port f7cacf74-b5f9-451d-ace8-1266cee50136 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:40:45.320453 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-89723dff-350a-4fd9-80f2-ec88eeef1a68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 200 len: 217 time: 0.2250631 Jun 03 15:40:45.358260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7c94848-28b4-4c72-a2db-76579f266c84 req-ca8676f0-ebbe-4506-acf4-63e28ccea3af tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349916 Jun 03 15:40:45.360376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=b934a3e5-e50a-4627-8868-3216f05391ce,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:45.404916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.431253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 72b710a3-2b16-4d2e-a1c2-d8b764207bab triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:45.431637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.443859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] For port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fd32ee6e-8693-4ad1-abbb-bc6a0f9585de,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:45.444803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.491852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': 'd642bf78-0d20-4cb0-aa32-ac5b0694fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:45.492405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:45.512713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-051501b3-08ff-4568-9833-6b11c7798bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:45.513750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-051501b3-08ff-4568-9833-6b11c7798bf5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1173213 Jun 03 15:40:45.528285 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.594029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Current status of the port 5aa79af8-75af-4953-8799-434b0294fae7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:45.594411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.626965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-c2572f83-9ae0-415a-830b-8851d76e1709 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943067 Jun 03 15:40:45.645149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-7a0de53b-03c0-47ea-84be-f8e221a18faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:45.646666 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-7a0de53b-03c0-47ea-84be-f8e221a18faa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87bd0344-6555-4924-963f-a7ec8b816d67 HTTP/1.1" status: 200 len: 851 time: 0.5547700 Jun 03 15:40:45.649063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:45.682423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.708919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.743999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] For port 5aa79af8-75af-4953-8799-434b0294fae7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5aa79af8-75af-4953-8799-434b0294fae7,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:45.831509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for fd32ee6e-8693-4ad1-abbb-bc6a0f9585de owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:45.894177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:45.930960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:45.931422 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.026543 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.039886 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d6911a5f-011b-4207-8a10-2f876c69cb4d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.9838493 Jun 03 15:40:46.039886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=d8663242-3e4d-4db5-930e-66ad9edcc4a6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:46.042579 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-bf8e576a-f3bd-4e21-9d72-6ddcb9cc68cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81f978ad-33ef-4cdf-9410-ff65ad29102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3841114 Jun 03 15:40:46.044348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Transition to ACTIVE for port object 42e7819e-b03c-4287-8c4e-938f205090ed will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:46.051616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43812) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:46.113329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f4ed9-1d7f-45d1-97b6-801c544946d3 None None] Network f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:46.131147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.152287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091aa013-d468-40f7-9093-a40a3f4f7418 None None] Network 439522d3-497c-45d8-b2ae-aecb7e261b0b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:46.217802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0dc6-fd3d-4bb0-9d81-ebf4d0f93b8d req-71f57b3f-6f71-490d-8543-36845cc8431d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:46.219375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49ab0dc6-fd3d-4bb0-9d81-ebf4d0f93b8d req-71f57b3f-6f71-490d-8543-36845cc8431d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 0.2496471 Jun 03 15:40:46.220960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Allocated IP 172.20.0.1 (e9c4a3d2-9e82-4876-9f4e-11011147d199/b902ada6-702e-4bc6-bf17-6665f86bdd81/8817ab70-50a9-4e37-b3aa-615f7f8163b0) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:46.239083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.367116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-e18461e2-e9dc-408b-ae2f-c588a794eee2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:46.367873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-e18461e2-e9dc-408b-ae2f-c588a794eee2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:46.418006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49ab0dc6-fd3d-4bb0-9d81-ebf4d0f93b8d req-dbc47e38-f4c4-4754-a4cb-1548377106f5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896002 Jun 03 15:40:46.453600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.456397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.463433 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-67c67b52-141c-475a-b629-7fff85d9d787 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/floatingips/bc07691e-c347-41bf-8bf6-21c0caa81e9f HTTP/1.1" status: 204 len: 168 time: 5.1010966 Jun 03 15:40:46.472761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43820) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:46.477012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.495238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '25101872-7ecd-4829-847c-7db6dfa061d4'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:46.520379 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-ab654517-6026-4c9c-83b4-2480f692f5bf service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8809576 Jun 03 15:40:46.528417 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-de32df0e-21af-4d6e-9ee6-1c4653bf43b1 service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437454 Jun 03 15:40:46.538726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-e18461e2-e9dc-408b-ae2f-c588a794eee2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:46.539831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-e18461e2-e9dc-408b-ae2f-c588a794eee2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 1.4491045 Jun 03 15:40:46.591168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:46.630799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=fd32ee6e-8693-4ad1-abbb-bc6a0f9585de,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:46.634219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:floatingip and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:46.660684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:46.688756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting port 23e2cecf-f79a-4674-9288-038e33a30e6e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:46.689250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.693443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-061341f6-aa17-4935-a196-894351e3951d None None] Provisioning complete for port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:46.693812 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-061341f6-aa17-4935-a196-894351e3951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.712251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:46.757302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-061341f6-aa17-4935-a196-894351e3951d None None] Port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de was deleted so its status cannot be updated. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 15:40:46.758861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5184a2b1-02cb-447e-bd8a-6156ec8687bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.799883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 72b710a3-2b16-4d2e-a1c2-d8b764207bab is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:46.800933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3eb5bf59-a181-43fd-accc-d05455281aae up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:46.816294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.849524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba57eca-aa68-439d-b6f0-96238757de47 None None] Pushing event updated for resources: {'Port': ['ID=5aa79af8-75af-4953-8799-434b0294fae7,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:46.866218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.961453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Transition to ACTIVE for port object 8817ab70-50a9-4e37-b3aa-615f7f8163b0 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:46.970229 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.978340 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.104218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-061341f6-aa17-4935-a196-894351e3951d None None] Provisioning complete for port 23e2cecf-f79a-4674-9288-038e33a30e6e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:47.104896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-061341f6-aa17-4935-a196-894351e3951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.118607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b7675d2-78a5-46b6-b9c7-e83c2d836b37 req-8ce71eaf-9103-4955-a251-202775fb0fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815725 Jun 03 15:40:47.167822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aad2e-0851-4a31-bed3-3f5b51ccb9a0 req-7569980d-5544-40b4-ac8a-270d3b73339e tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:47.168263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-847aad2e-0851-4a31-bed3-3f5b51ccb9a0 req-7569980d-5544-40b4-ac8a-270d3b73339e tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.5877340 Jun 03 15:40:47.187332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.245311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.247632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2ea9-3004-4791-995c-d490f5161c4e None None] Pushing event updated for resources: {'Port': ['ID=42e7819e-b03c-4287-8c4e-938f205090ed,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:47.271257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Attempting to bind port 42e7819e-b03c-4287-8c4e-938f205090ed on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:47.272210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Attempting to bind port 42e7819e-b03c-4287-8c4e-938f205090ed by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:47.272979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Attempting to bind port 42e7819e-b03c-4287-8c4e-938f205090ed on network 7e6d02b2-2e84-4802-897e-e637cb4f50da {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:47.299869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:47.300411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Checking segment: {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:47.300661 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.301057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Bound using segment: {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:47.301535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Bound port: 42e7819e-b03c-4287-8c4e-938f205090ed, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:47.301907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.329208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Deleting port 4585c724-2bb2-43b4-897c-64b994dd7f35 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:47.330197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.335867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-061341f6-aa17-4935-a196-894351e3951d None None] Port 23e2cecf-f79a-4674-9288-038e33a30e6e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:47.383263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-847aad2e-0851-4a31-bed3-3f5b51ccb9a0 req-e185838b-ddf2-44df-9925-62e16c9fe462 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970592 Jun 03 15:40:47.398575 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.448359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Router 4381f00e-7033-4608-9e7e-75d6f1d18350 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:47.448967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-58190b0b-3987-4ef8-8dbb-87c818496180 req-5cccd214-df17-482d-b086-27810be689b9 service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9080582 Jun 03 15:40:47.480556 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.530258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3eb5bf59-a181-43fd-accc-d05455281aae completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:47.558462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.560862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4844f-edc7-4550-91fe-ccfbf81d2a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9', 'network_id': 'f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': 'b934a3e5-e50a-4627-8868-3216f05391ce'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:47.561700 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7fd4844f-edc7-4550-91fe-ccfbf81d2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.586050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fd32ee6e-8693-4ad1-abbb-bc6a0f9585de up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:47.642419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-061341f6-aa17-4935-a196-894351e3951d None None] Provisioning for port 3eb5bf59-a181-43fd-accc-d05455281aae completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:47.675225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: fd32ee6e-8693-4ad1-abbb-bc6a0f9585de {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:47.675577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fd32ee6e-8693-4ad1-abbb-bc6a0f9585de not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 03 15:40:47.692652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Calling delete_port for 23e2cecf-f79a-4674-9288-038e33a30e6e owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:47.738388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:47.758685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.761476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-061341f6-aa17-4935-a196-894351e3951d None None] Provisioning complete for port 3eb5bf59-a181-43fd-accc-d05455281aae triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:47.761476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-061341f6-aa17-4935-a196-894351e3951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.797347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port fd32ee6e-8693-4ad1-abbb-bc6a0f9585de not found, will not notify nova. {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 03 15:40:47.797745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 556531d7-e9de-4df6-aa9e-b564ad133d7e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:47.809391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:47.827696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8817ab70-50a9-4e37-b3aa-615f7f8163b0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:47.840728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:47.883926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] For port 42e7819e-b03c-4287-8c4e-938f205090ed, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:47.917405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Transition to ACTIVE for port object f7cacf74-b5f9-451d-ace8-1266cee50136 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:47.942986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.945144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] For port 42e7819e-b03c-4287-8c4e-938f205090ed, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=42e7819e-b03c-4287-8c4e-938f205090ed,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:47.951350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.956928 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.015340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.027246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=b934a3e5-e50a-4627-8868-3216f05391ce,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:48.044372 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.056267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] For port 4585c724-2bb2-43b4-897c-64b994dd7f35, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=4585c724-2bb2-43b4-897c-64b994dd7f35,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:48.056656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.115462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:48.128511 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] Sync routers for ids ['4381f00e-7033-4608-9e7e-75d6f1d18350'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:48.149384 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] Routers {'4381f00e-7033-4608-9e7e-75d6f1d18350'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:48.150477 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4381f00e-7033-4608-9e7e-75d6f1d18350'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server [None req-7fd4844f-edc7-4550-91fe-ccfbf81d2a01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b934a3e5-e50a-4627-8868-3216f05391ce: This subnet is being modified by another concurrent operation. Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b934a3e5-e50a-4627-8868-3216f05391ce: This subnet is being modified by another concurrent operation. Jun 03 15:40:48.152630 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server Jun 03 15:40:48.204686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Attempting to bind port f7cacf74-b5f9-451d-ace8-1266cee50136 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:48.205057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Attempting to bind port f7cacf74-b5f9-451d-ace8-1266cee50136 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:48.205663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Attempting to bind port f7cacf74-b5f9-451d-ace8-1266cee50136 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:48.298624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ff85a3-a666-4654-afdb-3029183f5f29 None None] Network f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:48.324641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28300c68-b210-4eb6-b960-a5d6712eea0d req-6fdce3fc-ca11-4f8d-bb38-e8a46ab38f08 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:48.338625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28300c68-b210-4eb6-b960-a5d6712eea0d req-6fdce3fc-ca11-4f8d-bb38-e8a46ab38f08 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 945 time: 0.6745908 Jun 03 15:40:48.353350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Calling delete_port for 4585c724-2bb2-43b4-897c-64b994dd7f35 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:48.355012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf680851-841d-4234-a274-83761d49c6f9 None None] Pushing event updated for resources: {'Port': ['ID=f7cacf74-b5f9-451d-ace8-1266cee50136,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:48.357717 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.430269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] Set router 4381f00e-7033-4608-9e7e-75d6f1d18350 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:48.437300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:48.438049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:48.438574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.439094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:48.439715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Bound port: f7cacf74-b5f9-451d-ace8-1266cee50136, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:48.440378 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.458017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.637743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.646190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'name': 'tempest-NetworksTestDHCPv6-router-474525774', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:29Z', 'updated_at': '2022-06-03T15:40:46Z', 'revision_number': 3, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.650969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] Checking router: 4381f00e-7033-4608-9e7e-75d6f1d18350 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:48.660040 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] Routers {'4381f00e-7033-4608-9e7e-75d6f1d18350'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:48.661165 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['4381f00e-7033-4608-9e7e-75d6f1d18350'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.671514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.25.1.134 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/3bb29d94-e763-455b-98b8-d0ca113b5b5b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:48.674844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:48.675627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.794965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.809518 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] Set router 4381f00e-7033-4608-9e7e-75d6f1d18350 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:48.840211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef73949e-32b8-4e9d-a427-ff237769e146 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "PUT /v2.0/routers/4381f00e-7033-4608-9e7e-75d6f1d18350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6525376 Jun 03 15:40:48.840723 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.870172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43828) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:48.871862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd642bf78-0d20-4cb0-aa32-ac5b0694fce8') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.872186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd642bf78-0d20-4cb0-aa32-ac5b0694fce8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.878182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:48.880556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Port': ['ID=23e2cecf-f79a-4674-9288-038e33a30e6e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:48.904021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 556531d7-e9de-4df6-aa9e-b564ad133d7e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:48.904429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.940727 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'name': 'tempest-NetworksTestDHCPv6-router-474525774', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:29Z', 'updated_at': '2022-06-03T15:40:46Z', 'revision_number': 3, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:48.943389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event deleted for resources: {'Port': ['ID=4585c724-2bb2-43b4-897c-64b994dd7f35,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:48.954138 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf6306-b7c3-452e-936d-202e1e4618ba None None] The sync data for ids ['4381f00e-7033-4608-9e7e-75d6f1d18350'] in n-d-844594-1 is: [{'id': '4381f00e-7033-4608-9e7e-75d6f1d18350', 'name': 'tempest-NetworksTestDHCPv6-router-474525774', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:29Z', 'updated_at': '2022-06-03T15:40:46Z', 'revision_number': 3, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:48.966427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.026474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-061341f6-aa17-4935-a196-894351e3951d None None] Current status of the port 3eb5bf59-a181-43fd-accc-d05455281aae is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:49.026865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-061341f6-aa17-4935-a196-894351e3951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.039423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28300c68-b210-4eb6-b960-a5d6712eea0d req-8d81c06d-c76c-45cf-ab59-a02fc2ac6482 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339922 Jun 03 15:40:49.043475 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.056939 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.150403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bd0d6-a8a0-4682-ba13-9c5d823caf71 req-1eb24212-b65e-40de-86f4-96b30096c7ab tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:49.152117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21bd0d6-a8a0-4682-ba13-9c5d823caf71 req-1eb24212-b65e-40de-86f4-96b30096c7ab tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.2840776 Jun 03 15:40:49.176554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.213284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 4585c724-2bb2-43b4-897c-64b994dd7f35 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:49.238055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.265049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2ea9-3004-4791-995c-d490f5161c4e None None] Pushing event updated for resources: {'Port': ['ID=42e7819e-b03c-4287-8c4e-938f205090ed,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:49.282907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c21bd0d6-a8a0-4682-ba13-9c5d823caf71 req-86e1e1d0-2269-4b91-945f-e4b6a319f804 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141059 Jun 03 15:40:49.323680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] For port f7cacf74-b5f9-451d-ace8-1266cee50136, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:49.355000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 4585c724-2bb2-43b4-897c-64b994dd7f35 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:49.355434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 4585c724-2bb2-43b4-897c-64b994dd7f35 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:49.395596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] For port f7cacf74-b5f9-451d-ace8-1266cee50136, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f7cacf74-b5f9-451d-ace8-1266cee50136,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:49.420944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:49.426443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:49.429735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-061341f6-aa17-4935-a196-894351e3951d None None] For port 3eb5bf59-a181-43fd-accc-d05455281aae, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3eb5bf59-a181-43fd-accc-d05455281aae,segment=NetworkSegment(c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98),segment_id=c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:49.434808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:49.438262 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.505474 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-061341f6-aa17-4935-a196-894351e3951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.539899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=3bb29d94-e763-455b-98b8-d0ca113b5b5b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:49.580765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.583488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] No DVR routers for this DVR port 4585c724-2bb2-43b4-897c-64b994dd7f35 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:49.585254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.589485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:49.600730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.607323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'name': 'network-vif-deleted', 'tag': '4585c724-2bb2-43b4-897c-64b994dd7f35'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:49.694240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:40:49.694653 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.701987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.720972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.780191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dda5e-f7f0-4a1a-aa8b-d672764c57df None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:40:49.781138 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment d642bf78-0d20-4cb0-aa32-ac5b0694fce8 resource provider aggregate not found Jun 03 15:40:49.789330 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016e1215-ee2a-4923-b5a6-024c91e2a250'] response: {'server_uuid': 'cad4cc03-7f9f-41ba-869f-a85bf504699d', 'name': 'network-vif-deleted', 'tag': '4585c724-2bb2-43b4-897c-64b994dd7f35', 'status': 'completed', 'code': 200} Jun 03 15:40:49.801084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeaae0b-9da7-4834-b47e-442db2341baf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:49.802893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeaae0b-9da7-4834-b47e-442db2341baf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:49.803834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8aeaae0b-9da7-4834-b47e-442db2341baf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:49.868025 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment d642bf78-0d20-4cb0-aa32-ac5b0694fce8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d642bf78-0d20-4cb0-aa32-ac5b0694fce8 found for delete ", "request_id": "req-7098b201-18e1-43bc-86be-44bf01590a87"}]} Jun 03 15:40:49.889616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Routers {'edab69bd-c785-4563-bcb1-d8be9908fc1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:49.890220 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7983bb4a-feb1-4dcb-ab60-a0df1a2f0791 req-51f8383b-b741-46fb-a231-91e4226d77fb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "DELETE /v2.0/ports/4585c724-2bb2-43b4-897c-64b994dd7f35 HTTP/1.1" status: 204 len: 173 time: 2.7834640 Jun 03 15:40:49.890683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edab69bd-c785-4563-bcb1-d8be9908fc1a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:49.973188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-061341f6-aa17-4935-a196-894351e3951d None None] Provisioning for port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:50.053073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Router 48d0a3b0-e327-4006-b207-ff0fa4eeed4f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:50.056468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.059596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8aeaae0b-9da7-4834-b47e-442db2341baf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:50.064272 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8aeaae0b-9da7-4834-b47e-442db2341baf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1810694 Jun 03 15:40:50.067755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:50.090593 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.165413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:50.199179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 556531d7-e9de-4df6-aa9e-b564ad133d7e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:50.202050 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.206479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9855d6b9-f1db-46c3-bdd3-12105a9bbcec up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:50.210614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8817ab70-50a9-4e37-b3aa-615f7f8163b0,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:50.306663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:50.308952 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4d6b2990-f691-4119-9dde-6096c628cb7b tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9 HTTP/1.1" status: 204 len: 168 time: 4.2259829 Jun 03 15:40:50.318094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b04610e4-eaab-443e-a808-e3548235fb8d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9518075 Jun 03 15:40:50.321755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43848) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:50.322088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43850) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:50.347381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] Sync routers for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:50.350623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf680851-841d-4234-a274-83761d49c6f9 None None] Pushing event updated for resources: {'Port': ['ID=f7cacf74-b5f9-451d-ace8-1266cee50136,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:50.396888 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-6651f59d-c27b-4805-ae99-9f5b41c251aa tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] delete failed (client error): The resource could not be found. Jun 03 15:40:50.402727 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6651f59d-c27b-4805-ae99-9f5b41c251aa tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-2072229062 HTTP/1.1" status: 404 len: 335 time: 0.0774579 Jun 03 15:40:50.406542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243146211'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:50.410713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43856) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:50.414715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 4594b9b4-c1a2-47fb-acb4-00b2baa700a8 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:50.421308 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.427413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4975ef57-253e-4218-a6ec-43e6546492e8 req-1c52104f-602f-4e6a-b418-e2be64930b68 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=cad4cc03-7f9f-41ba-869f-a85bf504699d HTTP/1.1" status: 200 len: 210 time: 0.1298618 Jun 03 15:40:50.449851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:50.454589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c5c8e7ff-1c00-464c-aa67-08798351b44d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'router': {'external_gateway_info': {'network_id': '48d0a3b0-e327-4006-b207-ff0fa4eeed4f'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:50.532232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:50.543903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45d003-34fa-4bd3-9490-3914a0ca964c req-dc4f757a-95e1-46cf-9c3f-c4fd2e301f46 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:50.545432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c45d003-34fa-4bd3-9490-3914a0ca964c req-dc4f757a-95e1-46cf-9c3f-c4fd2e301f46 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.6166024 Jun 03 15:40:50.576232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:50.583805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:50.679091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:50.679772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:50.712934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c45d003-34fa-4bd3-9490-3914a0ca964c req-153e2cf7-6964-4bb1-a1ca-fb272c39bd31 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607788 Jun 03 15:40:50.726787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:50.747935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:50.761843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.868122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Router edab69bd-c785-4563-bcb1-d8be9908fc1a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:50.874847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.894172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-061341f6-aa17-4935-a196-894351e3951d None None] Provisioning for port b69db945-7531-45ca-9bcf-2712684b6251 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:50.909151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061341f6-aa17-4935-a196-894351e3951d None None] Pushing event updated for resources: {'Port': ['ID=3eb5bf59-a181-43fd-accc-d05455281aae,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:50.913371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:50.931791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:50.935189 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.001130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] Set router edab69bd-c785-4563-bcb1-d8be9908fc1a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:51.046151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:51.046588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:51.092180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e7ff-1c00-464c-aa67-08798351b44d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.120922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.145762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:51.151771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:51.156610 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c5c8e7ff-1c00-464c-aa67-08798351b44d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] update failed (client error): The resource could not be found. Jun 03 15:40:51.163305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5c8e7ff-1c00-464c-aa67-08798351b44d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f HTTP/1.1" status: 404 len: 339 time: 0.7462935 Jun 03 15:40:51.163657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43860) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:51.172898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.176754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-834636453'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:51.188570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:51.195811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:network and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:51.201380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:51.203666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:51.203822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da831a24-79e3-4410-915c-e09f4bd51123 None None] The sync data for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:51.205105 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.205717 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment 4c1d9058-4d04-4466-96ae-58fd406f89d3 of type vlan for network 3b8351ed-a63f-4621-b510-4c722f9811ae Jun 03 15:40:51.206128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168dda5e-f7f0-4a1a-aa8b-d672764c57df None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:40:51.208444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:51.211999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-58d47c6f-92c4-4c08-94dc-81e8a65fb3f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/edab69bd-c785-4563-bcb1-d8be9908fc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6607044 Jun 03 15:40:51.216132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:51.253991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:51.258458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.318246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:51.318563 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.324812 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.338951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.360499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:51.370840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.371200 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Added segment 0a68e750-c664-45bf-9390-53f591dd455f of type vlan for network 05f2a604-b3fa-420e-9670-67cce2362961 Jun 03 15:40:51.403761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=4594b9b4-c1a2-47fb-acb4-00b2baa700a8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:51.404893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.411798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.427148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.434440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:51.435802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.447058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.453581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:51.454222 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.474767 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f5b642e2-d88b-4d8a-bba7-5bdc5d48ddd3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/4594b9b4-c1a2-47fb-acb4-00b2baa700a8 HTTP/1.1" status: 204 len: 168 time: 1.3900390 Jun 03 15:40:51.483419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43868) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:51.566629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3951523 Jun 03 15:40:51.575473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43876) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:51.605375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'subnet': {'network_id': '05f2a604-b3fa-420e-9670-67cce2362961', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:51.677164 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3540125 Jun 03 15:40:51.688937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43884) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:51.765924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': '3b8351ed-a63f-4621-b510-4c722f9811ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:51.786898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddb21d-0d12-4d4e-a033-0ab6e6292e8f tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=3b8351ed-a63f-4621-b510-4c722f9811ae,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:51.820910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43890) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:51.823329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cfb78-ad98-4730-9198-5b516bcaff4d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Network': ['ID=05f2a604-b3fa-420e-9670-67cce2362961,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:51.829443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856838895', 'description': 'tempest-secgroup-smoke-856838895 description', 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:51.830671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 3b8351ed-a63f-4621-b510-4c722f9811ae details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:51.864307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:51.885320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3287576b-3c39-4934-a521-1fbea63b2740 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4004960 Jun 03 15:40:51.886132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43894) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:51.902807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 05f2a604-b3fa-420e-9670-67cce2362961 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:51.919073 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.003423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:52.006653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:52.013327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:52.041623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:52.043199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:47Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:52.050210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:52.055477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:52.061781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-324fc6a4-8a06-4847-b601-3094fd1698aa tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.062656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1bfd9e22-2263-4684-ac59-7c5d15273800 None None] Provisioning for port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:52.123004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:52.163451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74ced2-887b-4b8e-92dc-3f237084d709 None None] The sync data for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 is: [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:47Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:52.196356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1bfd9e22-2263-4684-ac59-7c5d15273800 None None] Provisioning complete for port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:52.196732 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1bfd9e22-2263-4684-ac59-7c5d15273800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.286239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:52.291367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Usage tracker for resource:subnet and tenant:be844bbdb48348c286586fe6eeafeda6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:52.294846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:52.300769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:52.311777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.345244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:52.345627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.357234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.411152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd9e22-2263-4684-ac59-7c5d15273800 None None] Port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:52.453384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,segment=NetworkSegment(1cf529ff-633e-4c30-9846-726c14b56110),segment_id=1cf529ff-633e-4c30-9846-726c14b56110)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:52.454180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Made reservation on behalf of be844bbdb48348c286586fe6eeafeda6 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:52.458038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.465632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.578476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:40:48Z', 'revision_number': 4, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8817ab70-50a9-4e37-b3aa-615f7f8163b0', 'name': '', 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'mac_address': 'fa:16:3e:7a:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:45Z', 'updated_at': '2022-06-03T15:40:49Z', 'revision_number': 2, 'project_id': 'd5313232bff54113b657222ddd89443b', 'subnets': [{'id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:52.614674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810d5ce-1525-4658-b261-c19651a47717 None None] The sync data for ids ['edab69bd-c785-4563-bcb1-d8be9908fc1a'] in n-d-844594-1 is: [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:40:48Z', 'revision_number': 4, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8817ab70-50a9-4e37-b3aa-615f7f8163b0', 'name': '', 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'mac_address': 'fa:16:3e:7a:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:45Z', 'updated_at': '2022-06-03T15:40:49Z', 'revision_number': 2, 'project_id': 'd5313232bff54113b657222ddd89443b', 'subnets': [{'id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:52.667143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:52.671392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.747971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5aa79af8-75af-4953-8799-434b0294fae7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:52.802903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:52.809283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:52.816594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:52.824846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:52.845839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec31e50-c808-4eb5-8047-a1753a821c4e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:52.849620 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-324fc6a4-8a06-4847-b601-3094fd1698aa tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.875335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-324fc6a4-8a06-4847-b601-3094fd1698aa tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.934353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.965011 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-324fc6a4-8a06-4847-b601-3094fd1698aa tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.965297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324fc6a4-8a06-4847-b601-3094fd1698aa tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Fanout notify agent at l3_agent the message router_deleted on router 4381f00e-7033-4608-9e7e-75d6f1d18350 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:40:52.977305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-da428b36-80ff-4ca3-ae56-171305991bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4057004 Jun 03 15:40:52.994211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.995869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-324fc6a4-8a06-4847-b601-3094fd1698aa tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.997026 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-324fc6a4-8a06-4847-b601-3094fd1698aa tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/routers/4381f00e-7033-4608-9e7e-75d6f1d18350 HTTP/1.1" status: 204 len: 168 time: 1.1016495 Jun 03 15:40:53.000053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:53.150920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:53.166135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:53.193004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=3bb29d94-e763-455b-98b8-d0ca113b5b5b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:53.241306 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.245547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.246365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.247075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.248132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.250829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.251809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.252347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.253988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.254495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.255878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.257914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.258264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:53.467014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-48b37d43-4452-491e-bba1-a1d749e11221 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:53.471738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-48b37d43-4452-491e-bba1-a1d749e11221 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 1.4411185 Jun 03 15:40:53.487584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.492429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6703510 Jun 03 15:40:53.499945 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43914) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:53.504203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5aa79af8-75af-4953-8799-434b0294fae7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:53.504578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.526023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'security_group_rule': {'security_group_id': 'a144f034-265c-4a31-bbd1-3dcc34f100e5', 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:53.533570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:53.538690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:53.544257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:53.553825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:53.561144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.571750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6048bf95-d058-4c12-8b2c-e5606baf331a None None] Provisioning complete for port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:53.572365 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6048bf95-d058-4c12-8b2c-e5606baf331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.576269 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.620759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:53.626013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:53.628968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:53.635780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:53.655655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6048bf95-d058-4c12-8b2c-e5606baf331a None None] Port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:53.657731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.682887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-93ec5e70-9c74-4cfb-9ab7-68b1b21111dc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.1241517 Jun 03 15:40:53.716366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Subnet': ['ID=8332c1d7-e6c1-4665-a076-42e032537585,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:53.731626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:53.734936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.767763 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 associated. External IP: 172.25.1.134, port: 25101872-7ecd-4829-847c-7db6dfa061d4. Jun 03 15:40:53.779531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5aa79af8-75af-4953-8799-434b0294fae7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:53.780893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b69db945-7531-45ca-9bcf-2712684b6251 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:53.814019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:53.835766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] Deleting port 5aa79af8-75af-4953-8799-434b0294fae7 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:53.836198 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.848235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef0e92-f656-4619-b5b7-5b621cacff20 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a144f034-265c-4a31-bbd1-3dcc34f100e5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:53.857611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=200c9955-03c2-4c69-989a-73033e23b907,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:53.918349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-c2deda2e-032d-461b-8e0f-1345b168b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:53.919906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-c2deda2e-032d-461b-8e0f-1345b168b105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca92af92ad8437e9b0a0a2c842d46dd&device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 1097 time: 0.7319076 Jun 03 15:40:53.931383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': '4c1d9058-4d04-4466-96ae-58fd406f89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3b8351ed-a63f-4621-b510-4c722f9811ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:53.931834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: 3b8351ed-a63f-4621-b510-4c722f9811ae, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:53.945902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20331d3-7f69-4afd-aa82-637012a60640 req-b2647ebf-da21-45e6-aa36-0783d025edb6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:53.947269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a20331d3-7f69-4afd-aa82-637012a60640 req-b2647ebf-da21-45e6-aa36-0783d025edb6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 2.0259764 Jun 03 15:40:54.093828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.101938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port b69db945-7531-45ca-9bcf-2712684b6251 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:54.120876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b69db945-7531-45ca-9bcf-2712684b6251 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:54.121120 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.121212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.164514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc10369-8581-47dc-a078-04febcf48e59,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:54.170289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Checking segment: {'id': '0a68e750-c664-45bf-9390-53f591dd455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '05f2a604-b3fa-420e-9670-67cce2362961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:54.170546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network hostable DHCP agents. Network: 05f2a604-b3fa-420e-9670-67cce2362961, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:54.170643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network 3b8351ed-a63f-4621-b510-4c722f9811ae is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:54.207325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] For port 5aa79af8-75af-4953-8799-434b0294fae7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5aa79af8-75af-4953-8799-434b0294fae7,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:54.207714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.220959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.225817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3e2372fe-35bb-41c9-8d06-0e6d1bcf8109 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7188456 Jun 03 15:40:54.245778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43918) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:54.246268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 3b8351ed-a63f-4621-b510-4c722f9811ae) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:54.274695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'security_group_rule': {'security_group_id': 'a144f034-265c-4a31-bbd1-3dcc34f100e5', 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:54.282100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795b0e6-cfb2-4ffa-84f4-ea8b114fe84f None None] Network 3b8351ed-a63f-4621-b510-4c722f9811ae requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:54.285461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:54.289983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:54.293197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:54.299434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:54.300587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a20331d3-7f69-4afd-aa82-637012a60640 req-0cd25ebf-8bf9-4d8c-8117-f8436d84de7a tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270581 Jun 03 15:40:54.310818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:54.311435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.385663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.405724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] Calling delete_port for 5aa79af8-75af-4953-8799-434b0294fae7 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:54.424007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-fe4d8b1a-e70e-4f33-88e5-99868afede35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:54.425516 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-fe4d8b1a-e70e-4f33-88e5-99868afede35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81f978ad-33ef-4cdf-9410-ff65ad29102a HTTP/1.1" status: 200 len: 912 time: 0.4664674 Jun 03 15:40:54.433921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a67f26f4-2555-4c0f-9260-d69d3fec20b0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6796088 Jun 03 15:40:54.446127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network 05f2a604-b3fa-420e-9670-67cce2362961 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:54.451083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43924) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:54.479566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034876508'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:54.490131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 05f2a604-b3fa-420e-9670-67cce2362961) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:54.505410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:54.506280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.509526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62f4cb-aaa3-4b9d-bf33-f0c6d4a0c07a None None] Network 05f2a604-b3fa-420e-9670-67cce2362961 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:54.527442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:54.537534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-fe9e432c-29a4-4891-bdd8-56a41ef8c3c2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7984200 Jun 03 15:40:54.548318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:54.560166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-194bdcea-3348-4caa-8bf1-74437bd92522 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9820001 Jun 03 15:40:54.574562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.575459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43928) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:54.597371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5c2153b4-4af3-4bf4-934a-6da16459459d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'router': {'external_gateway_info': {'network_id': '05f2a604-b3fa-420e-9670-67cce2362961'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:54.648508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.695961 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-7138736b-1033-4aa8-ab54-4d9f4bdb52b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c HTTP/1.1" status: 200 len: 217 time: 0.2608621 Jun 03 15:40:54.733326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8305ab36-72bf-4f3a-ae05-1bc7d0855227,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:54.876058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:54.903948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.947324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:54.997739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:55.012581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:55.016031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.021990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b69db945-7531-45ca-9bcf-2712684b6251 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:55.022320 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.048407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] No DVR routers for this DVR port 5aa79af8-75af-4953-8799-434b0294fae7 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:55.115036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0580bb0-9e71-4d44-bbc3-4d92332a4dd9 None None] Pushing event deleted for resources: {'Port': ['ID=5aa79af8-75af-4953-8799-434b0294fae7,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:55.146114 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.146779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-3b8351ed-a63f-4621-b510-4c722f9811ae', 'network_id': '3b8351ed-a63f-4621-b510-4c722f9811ae', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': '200c9955-03c2-4c69-989a-73033e23b907'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:55.147642 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.173140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port b69db945-7531-45ca-9bcf-2712684b6251, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b69db945-7531-45ca-9bcf-2712684b6251,segment=NetworkSegment(6d9a962a-cb01-4531-8ee1-551a1a7b538b),segment_id=6d9a962a-cb01-4531-8ee1-551a1a7b538b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:55.182876 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.183668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 42e7819e-b03c-4287-8c4e-938f205090ed up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:55.211635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:55.230718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-de35c596-3a4a-4c9f-a60f-5e9493baff27 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765513 Jun 03 15:40:55.280228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.281334 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e7a63656-f649-4129-868e-491952f5336f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0331988 Jun 03 15:40:55.330732 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.331168 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment f223c713-cbcf-4495-abc9-6dc179934c04 of type vlan for network c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 Jun 03 15:40:55.332400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43934) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:55.357890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'security_group_rule': {'security_group_id': 'a144f034-265c-4a31-bbd1-3dcc34f100e5', 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:55.371953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-612a7f16-973f-4ccc-b04d-24d9f25d1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:55.373451 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-612a7f16-973f-4ccc-b04d-24d9f25d1613 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87bd0344-6555-4924-963f-a7ec8b816d67 HTTP/1.1" status: 200 len: 851 time: 0.5411799 Jun 03 15:40:55.378993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:55.425877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:55.429416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:55.431082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.442983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-05f2a604-b3fa-420e-9670-67cce2362961', 'network_id': '05f2a604-b3fa-420e-9670-67cce2362961', 'tenant_id': 'be844bbdb48348c286586fe6eeafeda6', 'fixed_ips': [{'subnet_id': '8332c1d7-e6c1-4665-a076-42e032537585'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:55.443868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.447158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786daf50-59dc-4e59-ae48-913aaaf12184 req-09284ba1-37f1-40b3-8f32-a8c03a9d1cb8 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:55.448717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-786daf50-59dc-4e59-ae48-913aaaf12184 req-09284ba1-37f1-40b3-8f32-a8c03a9d1cb8 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.5597022 Jun 03 15:40:55.451706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:55.464230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e5d64-25cb-4e01-bd3d-2492481190bf None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:55.477102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:55.503849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:55.522218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=1f9cd5e3-577c-4b6e-a2af-81b2fb996a35,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:55.524731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:55.539144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.577739 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-6b31c516-a0c2-4163-a4ef-0ed6de07a35d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81f978ad-33ef-4cdf-9410-ff65ad29102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1887100 Jun 03 15:40:55.615829 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ea6e0e6-d1c9-4b76-adf4-54444358c90a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6116953 Jun 03 15:40:55.619792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43938) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:55.626374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c2153b4-4af3-4bf4-934a-6da16459459d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.626557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-786daf50-59dc-4e59-ae48-913aaaf12184 req-e23ad351-90ed-4ecc-986b-87b3191267cc tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606696 Jun 03 15:40:55.630019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.632360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-72364268', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:55.637625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:55.654314 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84090317-22ce-4dae-a230-8d29df114030 None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:55.664587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-99b69a1c-6116-4c75-af19-414cdad1668e service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223068 Jun 03 15:40:55.673880 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84090317-22ce-4dae-a230-8d29df114030 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:55.674533 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-84090317-22ce-4dae-a230-8d29df114030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:55.696794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 42e7819e-b03c-4287-8c4e-938f205090ed completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:55.697289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:55.714237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:router and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:55.717110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=b69db945-7531-45ca-9bcf-2712684b6251,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:55.719016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:55.749412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 42e7819e-b03c-4287-8c4e-938f205090ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:55.750193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.754921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:55.776733 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.817686 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-84090317-22ce-4dae-a230-8d29df114030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:55.837756 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84090317-22ce-4dae-a230-8d29df114030 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:55.838381 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-84090317-22ce-4dae-a230-8d29df114030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:55.865225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.868016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.868990 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.870916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:55.873239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.919397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Allocated IP 2001:db8::3 (3b8351ed-a63f-4621-b510-4c722f9811ae/200c9955-03c2-4c69-989a-73033e23b907/23f6826f-ccb0-4456-a269-7891dc28b37b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:55.937507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-68f92e7d-722f-4293-a7ad-ace7c3d92256 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.4623113 Jun 03 15:40:55.940497 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-84090317-22ce-4dae-a230-8d29df114030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:55.941218 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84090317-22ce-4dae-a230-8d29df114030 None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:55.949448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43946) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:55.976251 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-4faaa3ee-b842-4e48-ab29-59f284255ed9 service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879781 Jun 03 15:40:56.146018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.149851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e0f4fc64-d120-4abc-aabb-d0b980ab07c7 req-727b4a47-d63c-479a-9384-2e50d00e081e service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595645 Jun 03 15:40:56.192527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.220764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.254699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f57e841b-469d-45fd-88cf-28fd4d2ab57e req-93ee17ae-990c-46eb-b1ae-feeb7ad573da tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 210 time: 0.2851014 Jun 03 15:40:56.303934 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.326267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=c1eab8bf-232d-4c3e-bdea-7e1b6c223f56,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:56.326883 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-5c2153b4-4af3-4bf4-934a-6da16459459d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:40:56.332939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 42e7819e-b03c-4287-8c4e-938f205090ed is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:56.333567 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.336519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3fe790f3-10f0-4b18-84c3-eb5f641d2edd tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8761642 Jun 03 15:40:56.345097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c2153b4-4af3-4bf4-934a-6da16459459d tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f HTTP/1.1" status: 400 len: 364 time: 1.7599461 Jun 03 15:40:56.346212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.347827 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-95b27f3b-88bf-4551-b9d0-5cd3a13cbf4d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7287490 Jun 03 15:40:56.350856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43954) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:56.361321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43956) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:56.361663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43958) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:56.364857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': 'c1eab8bf-232d-4c3e-bdea-7e1b6c223f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:56.382581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:56.493311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Sync routers for ids ['edab69bd-c785-4563-bcb1-d8be9908fc1a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:56.503138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bed834-15da-435b-a94b-3041cfae56c4 req-49fc35d2-c961-44cc-b4e0-c0811bdb62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:56.504753 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20bed834-15da-435b-a94b-3041cfae56c4 req-49fc35d2-c961-44cc-b4e0-c0811bdb62f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca92af92ad8437e9b0a0a2c842d46dd&device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 1097 time: 0.2675271 Jun 03 15:40:56.505789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:56.509968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:56.577883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112b5862-1722-44c1-9446-0fd5cf62921f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:56.580801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '1f9cd5e3-577c-4b6e-a2af-81b2fb996a35'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:56.581845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.632183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Routers {'edab69bd-c785-4563-bcb1-d8be9908fc1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:56.633092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edab69bd-c785-4563-bcb1-d8be9908fc1a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:56.641351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:56.650532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:56.652999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bed834-15da-435b-a94b-3041cfae56c4 req-8cc103e4-6b77-4aeb-a4a9-3d48b47f714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:56.654456 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20bed834-15da-435b-a94b-3041cfae56c4 req-8cc103e4-6b77-4aeb-a4a9-3d48b47f714c service neutron] 10.222.0.15 "GET /v2.0/networks?id=81f978ad-33ef-4cdf-9410-ff65ad29102a HTTP/1.1" status: 200 len: 912 time: 0.1415391 Jun 03 15:40:56.658293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8deadd71-9117-4d7e-bb51-885ae6a29c66 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "GET /v2.0/floatingips/e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 HTTP/1.1" status: 200 len: 978 time: 0.7046735 Jun 03 15:40:56.672965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:56.718255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Allocated IP 2001:db8:1::2 (05f2a604-b3fa-420e-9670-67cce2362961/8332c1d7-e6c1-4665-a076-42e032537585/ca9dfd00-858f-4f7d-9b6d-4adab68017e0) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:56.755661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 42e7819e-b03c-4287-8c4e-938f205090ed, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=42e7819e-b03c-4287-8c4e-938f205090ed,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:56.780863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.782106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-81bd1b11-d2f5-4691-8cd8-20d3f7066e8f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4487243 Jun 03 15:40:56.798156 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20bed834-15da-435b-a94b-3041cfae56c4 req-50efc9ec-aba8-4b07-93d3-59829e11e823 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c HTTP/1.1" status: 200 len: 217 time: 0.1241157 Jun 03 15:40:56.798761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43974) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:56.805735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:56.809854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.891197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.892121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3eb5bf59-a181-43fd-accc-d05455281aae up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:57.062111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'security_group_rule': {'security_group_id': 'a144f034-265c-4a31-bbd1-3dcc34f100e5', 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:57.150404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:57.182725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:57.194477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:57.212000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:57.214621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Performing IP validity checks on allocation pools {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:40:57.215147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:40:57.219549 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.226636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-48654309-19a4-472d-ad02-1bd89ca48c68 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Synchronizing usage tracker for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:floatingip {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:57.241975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bed834-15da-435b-a94b-3041cfae56c4 req-9021b0ec-5edf-47ed-be11-3363dd3fdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:57.243663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20bed834-15da-435b-a94b-3041cfae56c4 req-9021b0ec-5edf-47ed-be11-3363dd3fdfd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87bd0344-6555-4924-963f-a7ec8b816d67 HTTP/1.1" status: 200 len: 851 time: 0.4062612 Jun 03 15:40:57.272019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Transition to ACTIVE for port object 23f6826f-ccb0-4456-a269-7891dc28b37b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:57.284925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/1f9cd5e3-577c-4b6e-a2af-81b2fb996a35/411ef27f-ca44-4aaa-b66d-b88ebd6fe72d) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:57.300292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.326786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20bed834-15da-435b-a94b-3041cfae56c4 req-6d42a435-6375-4b50-8ebf-7de2ff7e94e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81f978ad-33ef-4cdf-9410-ff65ad29102a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684860 Jun 03 15:40:57.335600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Set router edab69bd-c785-4563-bcb1-d8be9908fc1a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:57.362296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-48654309-19a4-472d-ad02-1bd89ca48c68 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Unset dirty status for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:floatingip {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:57.363499 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-48654309-19a4-472d-ad02-1bd89ca48c68 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6883719 Jun 03 15:40:57.373575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43980) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:57.396642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Transition to ACTIVE for port object 23f6826f-ccb0-4456-a269-7891dc28b37b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:57.408005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=42e7819e-b03c-4287-8c4e-938f205090ed,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:57.427407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'port_id': '72640570-e49f-46ad-aeec-9be125f2ecba'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:57.536358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfba3e9b-faa5-49c6-b99b-4ada0f33fd49 req-fa1d36a1-9e94-4978-8cb5-6260e15558ca tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 210 time: 0.0680923 Jun 03 15:40:57.664015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.758967 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.812427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3eb5bf59-a181-43fd-accc-d05455281aae triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:57.812953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.813102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.831225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.863670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.941947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20bed834-15da-435b-a94b-3041cfae56c4 req-1699fee8-658e-43e7-ad66-151588bf324c service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025255 Jun 03 15:40:57.942216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2006c3-51ee-412f-958b-265f98f1e4bf req-ebbd1433-2340-4cd5-9833-c43aeebf2c7f tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:57.943645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c2006c3-51ee-412f-958b-265f98f1e4bf req-ebbd1433-2340-4cd5-9833-c43aeebf2c7f tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.8862917 Jun 03 15:40:57.950977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.958676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbb0e85-96b4-4bda-868c-68b065e0e3d0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:58.014925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Network 3b8351ed-a63f-4621-b510-4c722f9811ae is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:58.039277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:58.062471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-fd7be364-c379-4002-820a-0cae6a5da1ba tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:58.064085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-fd7be364-c379-4002-820a-0cae6a5da1ba tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.5483577 Jun 03 15:40:58.073697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.091149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Pushing event updated for resources: {'Port': ['ID=23f6826f-ccb0-4456-a269-7891dc28b37b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:58.104276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:58.111579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.188270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Transition to ACTIVE for port object 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:58.205463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Request body: {'port': {'device_id': 'b72941fa-974e-4326-9169-d10e556dd228', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'admin_state_up': True, 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:58.227119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.264739 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.266168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-336b7a40-c3b8-4f04-9506-7a0ed3290c00 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4411175 Jun 03 15:40:58.284997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Transition to ACTIVE for port object ca9dfd00-858f-4f7d-9b6d-4adab68017e0 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:58.296410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c2006c3-51ee-412f-958b-265f98f1e4bf req-4b11f330-d313-47fa-b437-2940c133aed1 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289037 Jun 03 15:40:58.305037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43984) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:58.305247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Transition to ACTIVE for port object 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:58.309021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Attempting to bind port 23f6826f-ccb0-4456-a269-7891dc28b37b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:58.310871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Attempting to bind port 23f6826f-ccb0-4456-a269-7891dc28b37b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4c1d9058-4d04-4466-96ae-58fd406f89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3b8351ed-a63f-4621-b510-4c722f9811ae'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:58.311367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Attempting to bind port 23f6826f-ccb0-4456-a269-7891dc28b37b on network 3b8351ed-a63f-4621-b510-4c722f9811ae {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:58.323782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'security_group_rule': {'security_group_id': 'a144f034-265c-4a31-bbd1-3dcc34f100e5', 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:58.360911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:58.377616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:58.386749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:58.387402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Checking segment: {'id': '4c1d9058-4d04-4466-96ae-58fd406f89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3b8351ed-a63f-4621-b510-4c722f9811ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:58.387635 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.387928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Bound using segment: {'id': '4c1d9058-4d04-4466-96ae-58fd406f89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3b8351ed-a63f-4621-b510-4c722f9811ae'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:58.388466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Bound port: 23f6826f-ccb0-4456-a269-7891dc28b37b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1d9058-4d04-4466-96ae-58fd406f89d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3b8351ed-a63f-4621-b510-4c722f9811ae'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:58.388846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.407847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:58.410564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.429392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:58.458644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Transition to ACTIVE for port object ca9dfd00-858f-4f7d-9b6d-4adab68017e0 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:58.497450 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Project dfc49919225f462bae90aea2dbdf6fc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:40:58.508200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': 'f223c713-cbcf-4495-abc9-6dc179934c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c1eab8bf-232d-4c3e-bdea-7e1b6c223f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:58.509095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: c1eab8bf-232d-4c3e-bdea-7e1b6c223f56, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:58.526630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.535581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.546561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=e970d2c5-6f4f-4f4c-bc3a-820c76e348ea,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:58.613867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:58.618095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3eb5bf59-a181-43fd-accc-d05455281aae is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:58.636440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:58.646644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-20bed834-15da-435b-a94b-3041cfae56c4 req-38131541-f367-4d5a-9d64-8da25dc96aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364281 Jun 03 15:40:58.666738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:58.686022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:58.737959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fd32ee6e-8693-4ad1-abbb-bc6a0f9585de no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:58.755642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c1eab8bf-232d-4c3e-bdea-7e1b6c223f56) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:58.760900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:58.761874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.771298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Pushing event updated for resources: {'Port': ['ID=411ef27f-ca44-4aaa-b66d-b88ebd6fe72d,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:58.774675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Network 05f2a604-b3fa-420e-9670-67cce2362961 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:58.793581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b789f48e-eb43-42f6-ad28-2ec328c3ea3c None None] Network c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:58.818990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:58.825781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5e705820-fed1-4313-8165-85fdd83330ef tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4678769 Jun 03 15:40:58.842130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43990) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:58.850855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7be03fb6-f130-47e6-b750-9d93442674a7 req-66789caa-775a-46df-97ce-15aa0be1642e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 210 time: 0.0730717 Jun 03 15:40:58.870131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: fd32ee6e-8693-4ad1-abbb-bc6a0f9585de {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:58.870484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fd32ee6e-8693-4ad1-abbb-bc6a0f9585de not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:58.891662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Usage tracker for resource:port and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:58.898195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:58.986053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:59.023864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Allocated IP 2001:db8::1 (2c1e07e9-8423-43b0-92a2-6351f75b02e6/c150a636-df17-4f05-92db-626b9d9e81d7/32b17e15-cf1a-4ee5-bd0d-34dab4d9953a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:59.109236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:59.157430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:59.183715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:59.210486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:59.214057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.297944 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.299683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::1 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/1f9cd5e3-577c-4b6e-a2af-81b2fb996a35/144f7172-50dd-484e-b9fe-21576226a33d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:59.351538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b69db945-7531-45ca-9bcf-2712684b6251 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:59.371234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.455676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.527506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23f6826f-ccb0-4456-a269-7891dc28b37b,segment=NetworkSegment(4c1d9058-4d04-4466-96ae-58fd406f89d3),segment_id=4c1d9058-4d04-4466-96ae-58fd406f89d3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:59.534232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488a6274-a430-4753-b329-0e50e41597f3,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:59.556452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Pushing event updated for resources: {'Port': ['ID=ca9dfd00-858f-4f7d-9b6d-4adab68017e0,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:59.594802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Attempting to bind port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:59.595189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Attempting to bind port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '0a68e750-c664-45bf-9390-53f591dd455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '05f2a604-b3fa-420e-9670-67cce2362961'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:59.595570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Attempting to bind port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 on network 05f2a604-b3fa-420e-9670-67cce2362961 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:59.597930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Attempting to bind port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:59.598296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Attempting to bind port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:59.598649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Attempting to bind port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:59.617444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.669112 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.676804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.753959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.758007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-92f903b0-3008-4073-aaf5-9d6efaf2f839 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4479668 Jun 03 15:40:59.762748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43996) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:59.769474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.789748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'security_group_rule': {'security_group_id': 'a144f034-265c-4a31-bbd1-3dcc34f100e5', 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:59.802309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:59.816322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:security_group_rule and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:59.822811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:59.823196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Checking segment: {'id': '0a68e750-c664-45bf-9390-53f591dd455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '05f2a604-b3fa-420e-9670-67cce2362961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:59.823630 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.824030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Bound using segment: {'id': '0a68e750-c664-45bf-9390-53f591dd455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '05f2a604-b3fa-420e-9670-67cce2362961'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:59.824563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Bound port: ca9dfd00-858f-4f7d-9b6d-4adab68017e0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a68e750-c664-45bf-9390-53f591dd455f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '05f2a604-b3fa-420e-9670-67cce2362961'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:59.825122 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.826323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:59.839949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:59.840381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:59.841000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.841299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:59.842072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Bound port: 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:59.842220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.845643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Transition to ACTIVE for port object 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:59.880504 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.914508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.958474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 144f7172-50dd-484e-b9fe-21576226a33d will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:59.966135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:59.972041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82c3fe-edca-4866-9155-f8325c63c35c req-f79ceaf4-3809-4d2e-8142-aeebb1193043 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:59.979368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a82c3fe-edca-4866-9155-f8325c63c35c req-f79ceaf4-3809-4d2e-8142-aeebb1193043 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.4368224 Jun 03 15:40:59.981138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:40:48Z', 'revision_number': 4, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8817ab70-50a9-4e37-b3aa-615f7f8163b0', 'name': '', 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'mac_address': 'fa:16:3e:7a:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:45Z', 'updated_at': '2022-06-03T15:40:49Z', 'revision_number': 2, 'project_id': 'd5313232bff54113b657222ddd89443b', 'subnets': [{'id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:00.002112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port b69db945-7531-45ca-9bcf-2712684b6251 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:00.002486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.028922 n-d-844594-1 neutron-server[88339]: INFO neutron.db.securitygroups_db [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Project dfc49919225f462bae90aea2dbdf6fc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:41:00.041440 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 associated. External IP: 172.25.1.134, port: 25101872-7ecd-4829-847c-7db6dfa061d4. Jun 03 15:41:00.049097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Checking router: edab69bd-c785-4563-bcb1-d8be9908fc1a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:00.049452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Updating router edab69bd-c785-4563-bcb1-d8be9908fc1a port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:00.061793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdd6697d-2cda-4628-ae3f-8eb918fa5f5b req-852c3095-d96a-468b-95f3-2b53c7fdf4de tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 210 time: 0.0618460 Jun 03 15:41:00.081680 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.123465 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.159922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a82c3fe-edca-4866-9155-f8325c63c35c req-c4f87cc8-d849-4b97-bb28-c794f091ce7c tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793194 Jun 03 15:41:00.176916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Allocated IP 172.20.0.2 (e9283ae4-087d-4ca1-81e1-db0219cc44df/1ecc5826-f4c7-470b-be0f-dcfee7be7886/f3076fc4-4170-499e-b592-2e123bad4a53) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:00.191967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.203923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:00.206727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45ee0-ba3c-4969-8457-91f271f97d3a None None] Pushing event updated for resources: {'Port': ['ID=23f6826f-ccb0-4456-a269-7891dc28b37b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:00.268538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Port': ['ID=32b17e15-cf1a-4ee5-bd0d-34dab4d9953a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:00.269117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f787449-49e8-4b49-802d-66c832b76c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c1eab8bf-232d-4c3e-bdea-7e1b6c223f56', 'network_id': 'c1eab8bf-232d-4c3e-bdea-7e1b6c223f56', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': 'e970d2c5-6f4f-4f4c-bc3a-820c76e348ea'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:00.269937 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7f787449-49e8-4b49-802d-66c832b76c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.271610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:00.280250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:00.280784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.283302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=e970d2c5-6f4f-4f4c-bc3a-820c76e348ea,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:00.285968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.289816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.364259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] For port ca9dfd00-858f-4f7d-9b6d-4adab68017e0, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:00.375963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.391779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.406355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] For port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:00.425407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540a11a5-a9b1-4efe-9c7e-d9a5147aed5d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:00.453037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] For port ca9dfd00-858f-4f7d-9b6d-4adab68017e0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca9dfd00-858f-4f7d-9b6d-4adab68017e0,segment=NetworkSegment(0a68e750-c664-45bf-9390-53f591dd455f),segment_id=0a68e750-c664-45bf-9390-53f591dd455f)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:00.498956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:00.502957 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.508246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] For port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=411ef27f-ca44-4aaa-b66d-b88ebd6fe72d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:00.514183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:00.517144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.526699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=144f7172-50dd-484e-b9fe-21576226a33d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:00.533575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:00.534108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.575913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eab8bf-232d-4c3e-bdea-7e1b6c223f56']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:00.650421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.659523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-39634a71-50bf-4d3e-8abb-765499f2a294 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8880529 Jun 03 15:41:00.670125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f223c713-cbcf-4495-abc9-6dc179934c04') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:00.670429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f223c713-cbcf-4495-abc9-6dc179934c04') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:00.728015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.764398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.801300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.804928 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.829676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:00.830260 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.920917 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f223c713-cbcf-4495-abc9-6dc179934c04 resource provider aggregate not found Jun 03 15:41:00.938320 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.955871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port b69db945-7531-45ca-9bcf-2712684b6251 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:00.956872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f7cacf74-b5f9-451d-ace8-1266cee50136 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:00.981634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.043648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:01.049985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:01.101345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6b13d970-b16b-45e7-847f-74b8e03c2c18 None None] Provisioning for port 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:01.110762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:01.118901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbafc3-5452-49f2-bcd9-35e65dc85615 None None] Pushing event updated for resources: {'Port': ['ID=ca9dfd00-858f-4f7d-9b6d-4adab68017e0,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:01.128543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:01.133066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event updated for resources: {'Port': ['ID=f3076fc4-4170-499e-b592-2e123bad4a53,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:01.135380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:01.215828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6b13d970-b16b-45e7-847f-74b8e03c2c18 None None] Provisioning complete for port 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:01.216310 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b13d970-b16b-45e7-847f-74b8e03c2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.226537 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f223c713-cbcf-4495-abc9-6dc179934c04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f223c713-cbcf-4495-abc9-6dc179934c04 found for delete ", "request_id": "req-93586a56-149a-4536-8598-d6d5ae299304"}]} Jun 03 15:41:01.291214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f7cacf74-b5f9-451d-ace8-1266cee50136 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:01.322801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f7cacf74-b5f9-451d-ace8-1266cee50136 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:01.323290 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.372912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d4057-a8b6-4350-95bf-485966193353 None None] Network c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:01.380854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-c2a22421-1e5e-4538-870e-a6bc42a8090a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Synchronizing usage tracker for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:01.388484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.432464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d4057-a8b6-4350-95bf-485966193353 None None] Network c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 could not be found, it might have been deleted concurrently. {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 03 15:41:01.435827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865fc0f-2c80-4e04-b3ad-83bf52e571e2 None None] Pushing event updated for resources: {'Port': ['ID=411ef27f-ca44-4aaa-b66d-b88ebd6fe72d,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:01.480529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6b13d970-b16b-45e7-847f-74b8e03c2c18 None None] Port 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:01.542615 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.738465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.741960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:01.742964 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.818723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=c1eab8bf-232d-4c3e-bdea-7e1b6c223f56,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:01.842235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:01.872246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.872834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.873176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.873548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.873884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.874278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.874647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.874986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.875313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.875639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.875966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.876208 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:01.876687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:01.884975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d6d21110-9c1e-4a54-a93a-9c1aee95c677 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 HTTP/1.1" status: 204 len: 168 time: 3.0298889 Jun 03 15:41:01.892607 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:01.893246 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:01.893616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44022) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:01.914144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-362159581'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:02.049647 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:02.065275 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.070217 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:02.070742 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:02.094950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Transition to ACTIVE for port object 8817ab70-50a9-4e37-b3aa-615f7f8163b0 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:02.106310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f7cacf74-b5f9-451d-ace8-1266cee50136 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:02.106846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.130424 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.168281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:02.168808 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce3e4ce-39d9-409d-86c3-da023af411e8 None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:02.186356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-c2a22421-1e5e-4538-870e-a6bc42a8090a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Unset dirty status for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:02.188303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-c2a22421-1e5e-4538-870e-a6bc42a8090a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856838895&fields=id&tenant_id=dfc49919225f462bae90aea2dbdf6fc1 HTTP/1.1" status: 200 len: 267 time: 1.3291309 Jun 03 15:41:02.205337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-e0421cf2-6707-46fe-b65c-c54524787b7e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1218758 Jun 03 15:41:02.205564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:02.228022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Request body: {'port': {'device_id': 'b72941fa-974e-4326-9169-d10e556dd228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:02.257338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:02.289513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745acf07-5c44-47cb-9795-3b6784c069a0 None None] Network 3b8351ed-a63f-4621-b510-4c722f9811ae requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:02.311432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:02.333113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:02.381976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccd880-5c3b-4b17-89bb-9929a42fecfa req-504f5e7d-b49e-476f-8cd4-cfddd4438769 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:02.383462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7ccd880-5c3b-4b17-89bb-9929a42fecfa req-504f5e7d-b49e-476f-8cd4-cfddd4438769 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 931 time: 1.1385307 Jun 03 15:41:02.451825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f7cacf74-b5f9-451d-ace8-1266cee50136, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f7cacf74-b5f9-451d-ace8-1266cee50136,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:02.529623 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.530410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9855d6b9-f1db-46c3-bdd3-12105a9bbcec up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:02.582912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.601695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97052057-9586-4eab-a66b-511beac976c4 None None] Pushing event updated for resources: {'Port': ['ID=8817ab70-50a9-4e37-b3aa-615f7f8163b0,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:02.645166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7cd1f220-f405-4dce-94ec-45d276dc94e8 None None] Provisioning for port 23f6826f-ccb0-4456-a269-7891dc28b37b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:02.647321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:02.651667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.654939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:02.658996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Attempting to bind port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:02.659376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Attempting to bind port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:02.659745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Attempting to bind port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 on network e9c4a3d2-9e82-4876-9f4e-11011147d199 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:02.679756 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.710851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.711761 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.736884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:02.737601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Checking segment: {'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:02.738182 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.738751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Bound using segment: {'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:02.739407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Bound port: 8817ab70-50a9-4e37-b3aa-615f7f8163b0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf529ff-633e-4c30-9846-726c14b56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:02.739979 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.904447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f7cacf74-b5f9-451d-ace8-1266cee50136,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:02.974418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:02.975235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.990204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event updated for resources: {'Port': ['ID=32b17e15-cf1a-4ee5-bd0d-34dab4d9953a,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:02.995315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:03.018073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7ccd880-5c3b-4b17-89bb-9929a42fecfa req-124eaf64-a91d-4ccf-87ed-d61edefac2fe tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740071 Jun 03 15:41:03.039082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-3360d17b-7ffe-4533-bbaa-0b14daae6cbb tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:03.044058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-3360d17b-7ffe-4533-bbaa-0b14daae6cbb tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 808 time: 0.8357763 Jun 03 15:41:03.108574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] For port 8817ab70-50a9-4e37-b3aa-615f7f8163b0, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:03.174534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:03.180973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.202016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] For port 8817ab70-50a9-4e37-b3aa-615f7f8163b0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8817ab70-50a9-4e37-b3aa-615f7f8163b0,segment=NetworkSegment(1cf529ff-633e-4c30-9846-726c14b56110),segment_id=1cf529ff-633e-4c30-9846-726c14b56110)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:03.215273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:03.228478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.292025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7a171186-c306-4b69-8a06-08a9d12d238c None None] Provisioning for port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:03.312552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:03.313319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:03.337469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.338527 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment d3365b8b-7b64-445e-8387-ff9c7d309801 of type vlan for network 4997a9b3-d33a-419d-990f-29b365d78c88 Jun 03 15:41:03.364072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-3e54e070-2833-4236-bd3e-e41ba8942fa6 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/quotas/dfc49919225f462bae90aea2dbdf6fc1 HTTP/1.1" status: 200 len: 375 time: 0.1410398 Jun 03 15:41:03.411672 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b80e8aa-0644-47ee-94b8-205659cc5f99 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/floatingips/e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 HTTP/1.1" status: 200 len: 979 time: 6.0354221 Jun 03 15:41:03.442919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:03.455159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44026) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:03.486764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:03.523734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Routers {'edab69bd-c785-4563-bcb1-d8be9908fc1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:03.524498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edab69bd-c785-4563-bcb1-d8be9908fc1a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:03.634939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3076fc4-4170-499e-b592-2e123bad4a53 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:03.652492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:03.654176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:03.656043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.687196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.768808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39343c7c-6f00-4ab8-ac74-89b510422b8b None None] Network 05f2a604-b3fa-420e-9670-67cce2362961 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:03.791776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97052057-9586-4eab-a66b-511beac976c4 None None] Pushing event updated for resources: {'Port': ['ID=8817ab70-50a9-4e37-b3aa-615f7f8163b0,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:03.820972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b337f-759a-4da8-b652-3f951cd0f7ed req-5ae403f8-9d60-4bf8-a08f-f3579c5f120d tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:03.823505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d7b337f-759a-4da8-b652-3f951cd0f7ed req-5ae403f8-9d60-4bf8-a08f-f3579c5f120d tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.5704772 Jun 03 15:41:03.828657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.835091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:03.835597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81774f0d-7702-4bd9-a9e5-a64d48040a8b None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:03.879626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-578461fd-44d4-4c53-9895-3c89739d40fb tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Synchronizing usage tracker for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:03.900936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.932992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.933640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.947735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Transition to ACTIVE for port object f3076fc4-4170-499e-b592-2e123bad4a53 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:03.957739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:03.957739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 42e7819e-b03c-4287-8c4e-938f205090ed up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:03.959176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.986041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:04.003039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:04.014006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-578461fd-44d4-4c53-9895-3c89739d40fb tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Unset dirty status for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:04.015316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-578461fd-44d4-4c53-9895-3c89739d40fb tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6398714 Jun 03 15:41:04.026664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d7b337f-759a-4da8-b652-3f951cd0f7ed req-d13a640e-a2dd-49cf-9d44-24ac7d3717f8 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887414 Jun 03 15:41:04.038735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4aef0245-ccb1-428e-8e9b-fbfec9dd6494 None None] Provisioning for port 144f7172-50dd-484e-b9fe-21576226a33d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:04.149168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4aef0245-ccb1-428e-8e9b-fbfec9dd6494 None None] Provisioning complete for port 144f7172-50dd-484e-b9fe-21576226a33d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:04.149826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4aef0245-ccb1-428e-8e9b-fbfec9dd6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.252866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4aef0245-ccb1-428e-8e9b-fbfec9dd6494 None None] Port 144f7172-50dd-484e-b9fe-21576226a33d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:04.293591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] Set router edab69bd-c785-4563-bcb1-d8be9908fc1a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:04.341209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.396091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.402846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:04.403481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.463265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 42e7819e-b03c-4287-8c4e-938f205090ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:04.463615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.493292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Pushing event updated for resources: {'Port': ['ID=f3076fc4-4170-499e-b592-2e123bad4a53,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:04.496919 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.497248 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 disassociated. External IP: 172.25.1.134, port: 72640570-e49f-46ad-aeec-9be125f2ecba. Jun 03 15:41:04.501223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=144f7172-50dd-484e-b9fe-21576226a33d,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:04.649074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-19d669df-bd7d-42ad-9665-725ca7be150e None None] Provisioning for port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:04.708751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.8083527 Jun 03 15:41:04.721699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44036) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:04.732734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd23771-3f91-4ac8-8b3e-3f5f1833629d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=4997a9b3-d33a-419d-990f-29b365d78c88,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:04.738414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': '4997a9b3-d33a-419d-990f-29b365d78c88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:04.760225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 4997a9b3-d33a-419d-990f-29b365d78c88 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:04.791374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Attempting to bind port f3076fc4-4170-499e-b592-2e123bad4a53 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:04.791733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Attempting to bind port f3076fc4-4170-499e-b592-2e123bad4a53 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:04.792020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Attempting to bind port f3076fc4-4170-499e-b592-2e123bad4a53 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:04.801160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Port f3076fc4-4170-499e-b592-2e123bad4a53 on network e9283ae4-087d-4ca1-81e1-db0219cc44df not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:41:04.801484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Attempting to bind port f3076fc4-4170-499e-b592-2e123bad4a53 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:04.861953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:04.861953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:04.862307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-4847fbd3-a28e-400d-b2ce-28c1a67bb3c6 service neutron] 10.222.0.66 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7985225 Jun 03 15:41:04.862397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Bound using segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:04.862806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Bound port: f3076fc4-4170-499e-b592-2e123bad4a53, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:04.863153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.888961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Router 48d0a3b0-e327-4006-b207-ff0fa4eeed4f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:04.939292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:04.993504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:05.070614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] For port f3076fc4-4170-499e-b592-2e123bad4a53, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:05.075423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] For port f3076fc4-4170-499e-b592-2e123bad4a53, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f3076fc4-4170-499e-b592-2e123bad4a53,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:05.075946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 42e7819e-b03c-4287-8c4e-938f205090ed is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:05.085524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.097697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:05.122649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cdda9-6311-4f78-8387-bd965e5d68de req-d7def0c7-aeb5-44c3-b5f8-7bb4aa1b3e7b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:05.129648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-060cdda9-6311-4f78-8387-bd965e5d68de req-d7def0c7-aeb5-44c3-b5f8-7bb4aa1b3e7b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 943 time: 0.6052332 Jun 03 15:41:05.134282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:05.161325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:05.164030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.165870 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] 10.222.0.70 "PUT /v2.0/ports/f3076fc4-4170-499e-b592-2e123bad4a53 HTTP/1.1" status: 200 len: 1091 time: 2.9485240 Jun 03 15:41:05.170118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72941fa-974e-4326-9169-d10e556dd228', 'tag': 'f3076fc4-4170-499e-b592-2e123bad4a53'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:05.176802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:40:48Z', 'revision_number': 4, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8817ab70-50a9-4e37-b3aa-615f7f8163b0', 'name': '', 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'mac_address': 'fa:16:3e:7a:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:45Z', 'updated_at': '2022-06-03T15:41:03Z', 'revision_number': 4, 'project_id': 'd5313232bff54113b657222ddd89443b', 'subnets': [{'id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:05.188816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96896b4b-f61a-47bb-a363-dbc985094a4c None None] The sync data for ids ['edab69bd-c785-4563-bcb1-d8be9908fc1a'] in n-d-844594-1 is: [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:40:48Z', 'revision_number': 4, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '8817ab70-50a9-4e37-b3aa-615f7f8163b0', 'name': '', 'network_id': 'e9c4a3d2-9e82-4876-9f4e-11011147d199', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'mac_address': 'fa:16:3e:7a:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:45Z', 'updated_at': '2022-06-03T15:41:03Z', 'revision_number': 4, 'project_id': 'd5313232bff54113b657222ddd89443b', 'subnets': [{'id': 'b902ada6-702e-4bc6-bf17-6665f86bdd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:05.220342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5aa79af8-75af-4953-8799-434b0294fae7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:05.311121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 5aa79af8-75af-4953-8799-434b0294fae7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:05.311731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5aa79af8-75af-4953-8799-434b0294fae7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:05.320519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-229d858a-5190-4ebf-909d-0ad7f7d6c054 None None] Provisioning complete for port 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:05.321467 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-229d858a-5190-4ebf-909d-0ad7f7d6c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.360546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:05.427848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-229d858a-5190-4ebf-909d-0ad7f7d6c054 None None] Port 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:05.466244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbff1a-2058-42ef-8db0-275208badc4a service neutron] Pushing event updated for resources: {'Port': ['ID=f3076fc4-4170-499e-b592-2e123bad4a53,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:05.609504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-696a68d1-b1bb-4d7b-8d27-7efc44345ddf None None] Provisioning complete for port 144f7172-50dd-484e-b9fe-21576226a33d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:05.609879 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-696a68d1-b1bb-4d7b-8d27-7efc44345ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.703102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-696a68d1-b1bb-4d7b-8d27-7efc44345ddf None None] Port 144f7172-50dd-484e-b9fe-21576226a33d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:05.798383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:05.815589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:05.835559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-d756845e-2eef-40b1-a600-ced05b3d6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:05.837281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-d756845e-2eef-40b1-a600-ced05b3d6b72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 1094 time: 0.5616033 Jun 03 15:41:05.842357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:05.851124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:05.858096 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:05.873441 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:05.874102 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:05.886592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:05.892664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:05.893351 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.894095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:05.906198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:05.910640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.925869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.929026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] Sync routers for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:05.955081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-22e69fe1-85ec-460d-93b6-50200ad5af39 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5907965 Jun 03 15:41:05.956377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44042) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:05.959959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:05.960737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:05.967939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-12914a89-c704-4edd-8609-5119277fafa8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3076fc4-4170-499e-b592-2e123bad4a53 HTTP/1.1" status: 200 len: 217 time: 0.1122417 Jun 03 15:41:06.000706 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:06.011977 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:06.012860 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:06.061961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-4a6222c0-234b-416c-babe-915181a59715 service neutron] 10.222.0.66 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1694763 Jun 03 15:41:06.073151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-5f5dd238-4e6c-4eca-9316-e73b08ed25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:06.074905 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-5f5dd238-4e6c-4eca-9316-e73b08ed25b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.0920651 Jun 03 15:41:06.091359 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:06.092078 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2338c4d-c0cd-4939-b2de-295272b44cba None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:06.092340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:06.123410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:06.126768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:06.162509 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-844ebbbb-7c15-4e43-93fd-e4b77f003f58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777540 Jun 03 15:41:06.166795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ed886b82-766e-4f4e-9266-36a1285da421 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/floatingips/e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 HTTP/1.1" status: 200 len: 688 time: 2.7105834 Jun 03 15:41:06.167623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44046) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:06.252083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:06.252599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cfc5a9-b503-4251-9c00-5b3b2ae24334 None None] The sync data for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:06.371692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-060cdda9-6311-4f78-8387-bd965e5d68de req-c9a5e85d-40c9-48c0-acab-d04c0afcf255 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2405612 Jun 03 15:41:06.386395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:06.386776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.425128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=411ef27f-ca44-4aaa-b66d-b88ebd6fe72d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:06.430516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.431406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f7cacf74-b5f9-451d-ace8-1266cee50136 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:06.551157 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934c6531-fe21-42de-9d0b-6cea325d7e09'] response: {'name': 'network-changed', 'server_uuid': 'b72941fa-974e-4326-9169-d10e556dd228', 'tag': 'f3076fc4-4170-499e-b592-2e123bad4a53', 'status': 'completed', 'code': 200} Jun 03 15:41:06.565984 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46a40797-7d5d-4724-b6e6-331a4a482520 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.589841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 3bb29d94-e763-455b-98b8-d0ca113b5b5b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:06.590187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.591811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=411ef27f-ca44-4aaa-b66d-b88ebd6fe72d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:06.604140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f7cacf74-b5f9-451d-ace8-1266cee50136 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:06.604535 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.701486 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-af21da20-cb2d-4a75-8165-6be5cbae9bf0 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227138 Jun 03 15:41:06.736990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:41:06.774015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa3b38fc-726b-4913-90a8-bb273879b447 req-4ce4c976-dd03-4e94-bc4c-8e28737eb8e5 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 210 time: 0.2211804 Jun 03 15:41:06.799159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f7cacf74-b5f9-451d-ace8-1266cee50136 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:06.800429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8817ab70-50a9-4e37-b3aa-615f7f8163b0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:06.806919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-d473c7cc-8972-4676-ba86-2ad5238a3521 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:06.807664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-d473c7cc-8972-4676-ba86-2ad5238a3521 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Synchronizing usage tracker for tenant:0ca92af92ad8437e9b0a0a2c842d46dd on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:06.885864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:06.896274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:06.897388 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.937239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-d473c7cc-8972-4676-ba86-2ad5238a3521 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Unset dirty status for tenant:0ca92af92ad8437e9b0a0a2c842d46dd on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:06.938392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-d473c7cc-8972-4676-ba86-2ad5238a3521 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.5185931 Jun 03 15:41:07.003559 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-46a40797-7d5d-4724-b6e6-331a4a482520 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:41:07.008545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-46a40797-7d5d-4724-b6e6-331a4a482520 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f HTTP/1.1" status: 409 len: 329 time: 0.9454412 Jun 03 15:41:07.012822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44060) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:07.095751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f5a67-a539-4991-b869-435b2c48b46e req-1a3e8d56-2a22-4995-b7a8-c36394c96cd8 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:07.097680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f6f5a67-a539-4991-b869-435b2c48b46e req-1a3e8d56-2a22-4995-b7a8-c36394c96cd8 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 946 time: 0.7133300 Jun 03 15:41:07.110305 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.110809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.116980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:07.117368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.128062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Deleting port 5173846f-f789-48d5-acc0-6caa22cc8b4c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:07.128428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.155256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8817ab70-50a9-4e37-b3aa-615f7f8163b0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8817ab70-50a9-4e37-b3aa-615f7f8163b0,segment=NetworkSegment(1cf529ff-633e-4c30-9846-726c14b56110),segment_id=1cf529ff-633e-4c30-9846-726c14b56110)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:07.161859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.169064 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.171698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca9dfd00-858f-4f7d-9b6d-4adab68017e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:07.233285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59326cdb-7b82-4e16-84d5-4dd19dda4ffd req-2bd414cc-68d6-434c-8e82-798be8e4f723 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116596 Jun 03 15:41:07.262488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:07.278441 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Sync routers for ids ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:07.293694 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Routers {'50ee818e-0a1b-4e89-bcce-73a8bd928f0e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:07.299063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:07.304545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8817ab70-50a9-4e37-b3aa-615f7f8163b0,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:07.320959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:07.327316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2dd50d08-2229-4086-affd-d8f0f0716ba1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "PUT /v2.0/routers/50ee818e-0a1b-4e89-bcce-73a8bd928f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9645872 Jun 03 15:41:07.329905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:07.330443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.333108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44064) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:07.336163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=149cdf02-e0b5-4394-a05f-dd992aa5d9fe,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:07.383682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 3bb29d94-e763-455b-98b8-d0ca113b5b5b owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:07.389516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f6f5a67-a539-4991-b869-435b2c48b46e req-01b6c94a-f733-4e41-b8a9-9a496b34fbb9 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/security-groups?id=32900ed8-059f-4ebb-92f8-802e9f4f792f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783895 Jun 03 15:41:07.481590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:07.482123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.523064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ca9dfd00-858f-4f7d-9b6d-4adab68017e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca9dfd00-858f-4f7d-9b6d-4adab68017e0,segment=NetworkSegment(0a68e750-c664-45bf-9390-53f591dd455f),segment_id=0a68e750-c664-45bf-9390-53f591dd455f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:07.530899 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.531856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 23f6826f-ccb0-4456-a269-7891dc28b37b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:07.651570 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Set router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:07.713037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ca9dfd00-858f-4f7d-9b6d-4adab68017e0,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:07.718337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 23f6826f-ccb0-4456-a269-7891dc28b37b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:07.726663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 23f6826f-ccb0-4456-a269-7891dc28b37b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:07.727247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.854153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': 'd3365b8b-7b64-445e-8387-ff9c7d309801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4997a9b3-d33a-419d-990f-29b365d78c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:07.854675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: 4997a9b3-d33a-419d-990f-29b365d78c88, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:07.903222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e821d-ed4e-4168-9cce-da7a580e1152 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:07.903757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-693e821d-ed4e-4168-9cce-da7a580e1152 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:07.960582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-6756b1a0-6ca1-4d47-8029-0ceee696e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:07.962089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-6756b1a0-6ca1-4d47-8029-0ceee696e5e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 1094 time: 0.5899003 Jun 03 15:41:08.051643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 23f6826f-ccb0-4456-a269-7891dc28b37b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:08.052031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.087709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-693e821d-ed4e-4168-9cce-da7a580e1152 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:08.095663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-693e821d-ed4e-4168-9cce-da7a580e1152 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports/144f7172-50dd-484e-b9fe-21576226a33d HTTP/1.1" status: 200 len: 911 time: 0.7569027 Jun 03 15:41:08.111600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23f6826f-ccb0-4456-a269-7891dc28b37b,segment=NetworkSegment(4c1d9058-4d04-4466-96ae-58fd406f89d3),segment_id=4c1d9058-4d04-4466-96ae-58fd406f89d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:08.119180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.130357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] For port 5173846f-f789-48d5-acc0-6caa22cc8b4c, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=5173846f-f789-48d5-acc0-6caa22cc8b4c,segment=NetworkSegment(d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6),segment_id=d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:08.130785 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.144928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44072) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:08.168167 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'name': 'tempest-NetworksTestDHCPv6-router-72364268', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:55Z', 'updated_at': '2022-06-03T15:41:00Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None, '_interfaces': [{'id': '144f7172-50dd-484e-b9fe-21576226a33d', 'name': '', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'mac_address': 'fa:16:3e:b1:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '1f9cd5e3-577c-4b6e-a2af-81b2fb996a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:58Z', 'updated_at': '2022-06-03T15:41:02Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'subnets': [{'id': '1f9cd5e3-577c-4b6e-a2af-81b2fb996a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:08.177625 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Checking router: 50ee818e-0a1b-4e89-bcce-73a8bd928f0e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:08.178297 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Updating router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e port 144f7172-50dd-484e-b9fe-21576226a33d binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:08.199343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network 4997a9b3-d33a-419d-990f-29b365d78c88 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:08.207775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d307d6e8-eaba-4767-8e61-beb10f55f13b req-77e43c47-5b9b-4cc2-b49f-3c104e7ac29a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 210 time: 0.2167611 Jun 03 15:41:08.251508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=23f6826f-ccb0-4456-a269-7891dc28b37b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:08.275574 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.286633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:08.297290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Calling delete_port for 5173846f-f789-48d5-acc0-6caa22cc8b4c owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:08.460904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:08.461514 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.474649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 4997a9b3-d33a-419d-990f-29b365d78c88) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:08.476677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.499921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4473a-4185-4d3e-9646-eecd48cb71a9 None None] Network 4997a9b3-d33a-419d-990f-29b365d78c88 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:08.556275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:08.557105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.577967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=3bb29d94-e763-455b-98b8-d0ca113b5b5b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:08.652705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32decae-6258-4459-aca5-90e27badbffe req-62449aec-938b-4a66-9a5e-38880c9e847b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:08.654867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f32decae-6258-4459-aca5-90e27badbffe req-62449aec-938b-4a66-9a5e-38880c9e847b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 943 time: 0.8520563 Jun 03 15:41:08.668395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.720052 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.735878 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Transition to ACTIVE for port object 144f7172-50dd-484e-b9fe-21576226a33d will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:08.738670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-27608ccf-98fa-416e-8781-6f93cde71a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:08.738922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1e5a2a3-4dc2-4abc-85a1-68a60ff098f7 req-c099d22a-b9ba-4145-9e9a-062445ec2846 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 210 time: 0.0661626 Jun 03 15:41:08.740253 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-27608ccf-98fa-416e-8781-6f93cde71a05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.7639649 Jun 03 15:41:08.741618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Pushing event deleted for resources: {'Port': ['ID=5173846f-f789-48d5-acc0-6caa22cc8b4c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:08.754183 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.814880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5b3a0035-0832-46db-a4be-1197246a50c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.0918112 Jun 03 15:41:08.817872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44078) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:08.827964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:08.829671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8817ab70-50a9-4e37-b3aa-615f7f8163b0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:08.935372 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.947974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-84fb97f3-e083-4c2d-b17e-82a792e98a90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3076fc4-4170-499e-b592-2e123bad4a53 HTTP/1.1" status: 200 len: 217 time: 0.1659636 Jun 03 15:41:08.950753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] No DVR routers for this DVR port 5173846f-f789-48d5-acc0-6caa22cc8b4c on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:08.953878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.976804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'name': 'network-vif-deleted', 'tag': '5173846f-f789-48d5-acc0-6caa22cc8b4c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:08.985185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:08.985824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.026535 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:41:09.069447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-4997a9b3-d33a-419d-990f-29b365d78c88', 'network_id': '4997a9b3-d33a-419d-990f-29b365d78c88', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': '149cdf02-e0b5-4394-a05f-dd992aa5d9fe'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:09.073619 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Attempting to bind port 144f7172-50dd-484e-b9fe-21576226a33d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:09.073907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.074038 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Attempting to bind port 144f7172-50dd-484e-b9fe-21576226a33d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:09.074338 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Attempting to bind port 144f7172-50dd-484e-b9fe-21576226a33d on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:09.080478 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45ce7c-1fb2-4996-a3e4-fadcbd887626 None None] Pushing event updated for resources: {'Port': ['ID=144f7172-50dd-484e-b9fe-21576226a33d,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:09.096296 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:09.096296 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:09.096662 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.097269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:09.097808 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Bound port: 144f7172-50dd-484e-b9fe-21576226a33d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:09.098163 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.107180 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96bc90a7-9fc7-42b7-9009-72ffe9a2b29d req-13d9d90d-0d1b-4fc9-8474-a1d53ab8c9a6 tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.15 "DELETE /v2.0/ports/5173846f-f789-48d5-acc0-6caa22cc8b4c HTTP/1.1" status: 204 len: 173 time: 2.1522603 Jun 03 15:41:09.108684 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.120408 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cd0018d5-fc67-4168-8dac-e03902acf707 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/floatingips/e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 HTTP/1.1" status: 204 len: 168 time: 2.9406149 Jun 03 15:41:09.121099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44084) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:09.130577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 5173846f-f789-48d5-acc0-6caa22cc8b4c no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:09.137998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.185964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-d5c9422f-4f6c-4c58-98d7-cc6087bdb25f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:09.187431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-d5c9422f-4f6c-4c58-98d7-cc6087bdb25f tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 808 time: 1.1164093 Jun 03 15:41:09.195590 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bd969a-2f35-4f9a-8506-6121c6c275da'] response: {'server_uuid': 'ba9914b8-0dde-4236-86d9-27386b37b057', 'name': 'network-vif-deleted', 'tag': '5173846f-f789-48d5-acc0-6caa22cc8b4c', 'status': 'completed', 'code': 200} Jun 03 15:41:09.205207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-f02e0a55-4eb1-403b-b1c5-ffeb49649ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:09.207669 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-f02e0a55-4eb1-403b-b1c5-ffeb49649ae6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.2486386 Jun 03 15:41:09.222671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f3076fc4-4170-499e-b592-2e123bad4a53 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:41:09.238175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 5173846f-f789-48d5-acc0-6caa22cc8b4c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:09.238913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 5173846f-f789-48d5-acc0-6caa22cc8b4c not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:09.286965 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] For port 144f7172-50dd-484e-b9fe-21576226a33d, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:09.290921 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] For port 144f7172-50dd-484e-b9fe-21576226a33d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=144f7172-50dd-484e-b9fe-21576226a33d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:09.295427 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-d93911cf-9043-4b72-80ce-cdedb1df3a5c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] delete failed (client error): The resource could not be found. Jun 03 15:41:09.304048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d93911cf-9043-4b72-80ce-cdedb1df3a5c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/floatingips/e073cc37-2e05-4ca6-b2cb-55d4d0eed7c2 HTTP/1.1" status: 404 len: 345 time: 0.1790133 Jun 03 15:41:09.306411 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.313019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44090) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:09.340262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f32decae-6258-4459-aca5-90e27badbffe req-de11022f-2115-41f0-817c-8e113e82633b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951111 Jun 03 15:41:09.394401 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-b4f83765-b319-4047-abdd-afc7e5d300ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665206 Jun 03 15:41:09.396318 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45ce7c-1fb2-4996-a3e4-fadcbd887626 None None] Pushing event updated for resources: {'Port': ['ID=144f7172-50dd-484e-b9fe-21576226a33d,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:09.413255 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Routers {'50ee818e-0a1b-4e89-bcce-73a8bd928f0e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:09.413883 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:09.462016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2948e4-81e9-4963-93e6-7e09bf6e25fb tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:09.468766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2948e4-81e9-4963-93e6-7e09bf6e25fb tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:09.473268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5d2948e4-81e9-4963-93e6-7e09bf6e25fb tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3021190 Jun 03 15:41:09.480797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44094) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:09.527158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-f1577726-ac99-4673-aadc-7e6083cf1684 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfc49919225f462bae90aea2dbdf6fc1 HTTP/1.1" status: 200 len: 379 time: 0.3266268 Jun 03 15:41:09.548705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7a89282-e1a5-4ddf-910a-926c47655dd0 req-ad3e42af-6900-4410-a0af-85e7d249ad38 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 210 time: 0.0764291 Jun 03 15:41:09.575424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'port': {'device_id': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'admin_state_up': True, 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'security_groups': ['a144f034-265c-4a31-bbd1-3dcc34f100e5']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:09.618561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:09.619793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca9dfd00-858f-4f7d-9b6d-4adab68017e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:09.674279 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] Set router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:09.749609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.806165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Allocated IP 2001:db8::1 (4997a9b3-d33a-419d-990f-29b365d78c88/149cdf02-e0b5-4394-a05f-dd992aa5d9fe/875f1486-a49c-4d52-b400-8b5fbf3f780d) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:09.824014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f3076fc4-4170-499e-b592-2e123bad4a53, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f3076fc4-4170-499e-b592-2e123bad4a53,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:09.863370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'f3076fc4-4170-499e-b592-2e123bad4a53', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'port_id': 'f3076fc4-4170-499e-b592-2e123bad4a53', 'mac_address': 'fa:16:3e:6f:8b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecc5826-f4c7-470b-be0f-dcfee7be7886', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:41:09.963779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.987854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f3076fc4-4170-499e-b592-2e123bad4a53 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:09.991266 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.096544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3076fc4-4170-499e-b592-2e123bad4a53 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:10.111197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:10.111924 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.146423 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'name': 'tempest-NetworksTestDHCPv6-router-72364268', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:55Z', 'updated_at': '2022-06-03T15:41:00Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None, '_interfaces': [{'id': '144f7172-50dd-484e-b9fe-21576226a33d', 'name': '', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'mac_address': 'fa:16:3e:b1:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '1f9cd5e3-577c-4b6e-a2af-81b2fb996a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:58Z', 'updated_at': '2022-06-03T15:41:09Z', 'revision_number': 4, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'subnets': [{'id': '1f9cd5e3-577c-4b6e-a2af-81b2fb996a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:10.154015 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464646e-285a-4d4c-95a2-eb205507630b None None] The sync data for ids ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'] in n-d-844594-1 is: [{'id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'name': 'tempest-NetworksTestDHCPv6-router-72364268', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:55Z', 'updated_at': '2022-06-03T15:41:00Z', 'revision_number': 2, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None, '_interfaces': [{'id': '144f7172-50dd-484e-b9fe-21576226a33d', 'name': '', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'mac_address': 'fa:16:3e:b1:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '1f9cd5e3-577c-4b6e-a2af-81b2fb996a35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:58Z', 'updated_at': '2022-06-03T15:41:09Z', 'revision_number': 4, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'subnets': [{'id': '1f9cd5e3-577c-4b6e-a2af-81b2fb996a35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:10.172025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-c9223c8a-8e4c-42cc-a539-fb5c99e79a2f service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583826 Jun 03 15:41:10.198398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f3076fc4-4170-499e-b592-2e123bad4a53, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f3076fc4-4170-499e-b592-2e123bad4a53,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:10.211132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c5524fa-c22e-408c-b9bf-598f5abd8c37 req-0da80394-abbc-4e15-a4e6-c6267995d53f tempest-TestServerAdvancedOps-2055364783 tempest-TestServerAdvancedOps-2055364783-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba9914b8-0dde-4236-86d9-27386b37b057 HTTP/1.1" status: 200 len: 210 time: 0.1555068 Jun 03 15:41:10.211941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.298748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:10.316995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:10.397642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Made reservation on behalf of dfc49919225f462bae90aea2dbdf6fc1 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:10.401203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.416449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:10.533446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f3076fc4-4170-499e-b592-2e123bad4a53'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:10.553413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432c2c4-f01a-4487-8f5a-baab08f6f6f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:10.559497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432c2c4-f01a-4487-8f5a-baab08f6f6f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:10.566548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432c2c4-f01a-4487-8f5a-baab08f6f6f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:10.568310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4432c2c4-f01a-4487-8f5a-baab08f6f6f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Synchronizing usage tracker for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:10.606337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f3076fc4-4170-499e-b592-2e123bad4a53,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:10.637273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 23f6826f-ccb0-4456-a269-7891dc28b37b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:10.686892 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88fd67fc-e8a2-4ab5-8af9-f0cbc068a00f req-6f1a6142-2c4e-48e2-a9f5-8a4952e9ba47 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050433 Jun 03 15:41:10.764695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4432c2c4-f01a-4487-8f5a-baab08f6f6f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Unset dirty status for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:10.769057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4432c2c4-f01a-4487-8f5a-baab08f6f6f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "GET /v2.0/ports?network_id=669f7de2-8b8a-49e9-8061-162835a70000 HTTP/1.1" status: 200 len: 2359 time: 1.4545035 Jun 03 15:41:10.772787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44104) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:10.795970 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.825164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Transition to ACTIVE for port object 875f1486-a49c-4d52-b400-8b5fbf3f780d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:10.874157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f160115-4ecc-4c9e-bce6-8e7c280f46db tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:10.881727 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3f160115-4ecc-4c9e-bce6-8e7c280f46db tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "GET /v2.0/subnets/0727bb27-01d8-4637-9d55-f9dc4b170450 HTTP/1.1" status: 200 len: 797 time: 0.1079860 Jun 03 15:41:10.882359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44108) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:10.886019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Transition to ACTIVE for port object 875f1486-a49c-4d52-b400-8b5fbf3f780d will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:10.887608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 23f6826f-ccb0-4456-a269-7891dc28b37b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:10.887991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.892359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'port': {'network_id': '669f7de2-8b8a-49e9-8061-162835a70000', 'name': 'tempest-FloatingIPTestJSON-397855116', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:10.952311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.059410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f350d55-536c-432e-84a2-b080b28dca4b req-185d81ba-9dbc-437f-8310-25137c07cbfd tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 210 time: 0.1297538 Jun 03 15:41:11.143172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Network 4997a9b3-d33a-419d-990f-29b365d78c88 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:11.143657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:11.157212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:11.159329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:11.163457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Pushing event updated for resources: {'Port': ['ID=875f1486-a49c-4d52-b400-8b5fbf3f780d,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:11.174619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:11.185707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:11.307692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.376487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44114) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:11.393947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Attempting to bind port 875f1486-a49c-4d52-b400-8b5fbf3f780d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:11.394240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Attempting to bind port 875f1486-a49c-4d52-b400-8b5fbf3f780d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd3365b8b-7b64-445e-8387-ff9c7d309801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4997a9b3-d33a-419d-990f-29b365d78c88'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:11.394623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Attempting to bind port 875f1486-a49c-4d52-b400-8b5fbf3f780d on network 4997a9b3-d33a-419d-990f-29b365d78c88 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:11.397278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 23f6826f-ccb0-4456-a269-7891dc28b37b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:11.403191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:11.403575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Checking segment: {'id': 'd3365b8b-7b64-445e-8387-ff9c7d309801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4997a9b3-d33a-419d-990f-29b365d78c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:11.403985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.404405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Bound using segment: {'id': 'd3365b8b-7b64-445e-8387-ff9c7d309801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4997a9b3-d33a-419d-990f-29b365d78c88'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:11.404881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Bound port: 875f1486-a49c-4d52-b400-8b5fbf3f780d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3365b8b-7b64-445e-8387-ff9c7d309801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4997a9b3-d33a-419d-990f-29b365d78c88'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:11.405268 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.416250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Allocated IP 172.20.0.5 (7e6d02b2-2e84-4802-897e-e637cb4f50da/3457e41c-50bb-42b9-8a82-9afc082d3d0c/4a8a363c-cba7-447e-a2c7-58340181927a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:11.434671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting port 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:11.435107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.443207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.494757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=149cdf02-e0b5-4394-a05f-dd992aa5d9fe,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:11.510837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] For port 875f1486-a49c-4d52-b400-8b5fbf3f780d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:11.514861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] For port 875f1486-a49c-4d52-b400-8b5fbf3f780d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=875f1486-a49c-4d52-b400-8b5fbf3f780d,segment=NetworkSegment(d3365b8b-7b64-445e-8387-ff9c7d309801),segment_id=d3365b8b-7b64-445e-8387-ff9c7d309801)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:11.518836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.610996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85573c-033e-40e1-94c2-64dca7c2cfd0 req-fdbf1079-0df3-4e68-8de8-481b512f74d5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:11.612627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee85573c-033e-40e1-94c2-64dca7c2cfd0 req-fdbf1079-0df3-4e68-8de8-481b512f74d5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 944 time: 0.6802437 Jun 03 15:41:11.626595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.638946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] Deleting subnet 87bd0344-6555-4924-963f-a7ec8b816d67 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:11.647853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa931a1-7f95-4aa7-88b0-d41c9c4d9379 None None] Pushing event updated for resources: {'Port': ['ID=875f1486-a49c-4d52-b400-8b5fbf3f780d,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:11.650550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.675373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad1532-4da3-4616-a2f9-123e8faa5680 None None] Network 4997a9b3-d33a-419d-990f-29b365d78c88 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:11.684614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.773486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] device_id is not set on port f9a99cea-ed5d-44e9-9d75-28727ce78072 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:11.854722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4997a9b3-d33a-419d-990f-29b365d78c88']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:11.874903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.884483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee85573c-033e-40e1-94c2-64dca7c2cfd0 req-1257f2e3-8a48-4897-a058-3e1ac1ffeb35 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477043 Jun 03 15:41:11.893951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3365b8b-7b64-445e-8387-ff9c7d309801') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:11.894257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3365b8b-7b64-445e-8387-ff9c7d309801') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:11.955331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfc04d-3202-42e5-8a6a-6534758353e5 None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:41:11.957272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.001251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.010329 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.040676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.157198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:12.157535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.183659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfc04d-3202-42e5-8a6a-6534758353e5 None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:41:12.189175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Calling delete_port for 32b17e15-cf1a-4ee5-bd0d-34dab4d9953a owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:12.284941 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d3365b8b-7b64-445e-8387-ff9c7d309801 resource provider aggregate not found Jun 03 15:41:12.309397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.334826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 144f7172-50dd-484e-b9fe-21576226a33d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:12.335473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.366941 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d3365b8b-7b64-445e-8387-ff9c7d309801 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3365b8b-7b64-445e-8387-ff9c7d309801 found for delete ", "request_id": "req-d2520991-31ba-49f2-922f-bcb724fcccea"}]} Jun 03 15:41:12.387347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-249e2064-9f46-4038-9834-5fe274c28b8f req-1ff977f4-33bd-423d-8e0c-05648e523bcc tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 210 time: 0.0982838 Jun 03 15:41:12.398391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Transition to ACTIVE for port object 4a8a363c-cba7-447e-a2c7-58340181927a will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:12.407416 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:41:12.407416 n-d-844594-1 neutron-server[88338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:41:12.407416 n-d-844594-1 neutron-server[88338]: [parameters: {'id': '4997a9b3-d33a-419d-990f-29b365d78c88'}] Jun 03 15:41:12.407416 n-d-844594-1 neutron-server[88338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:12.407416 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:12.465306 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.535782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 144f7172-50dd-484e-b9fe-21576226a33d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:12.551193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.598076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.634552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bd0344-6555-4924-963f-a7ec8b816d67,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:12.648526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:12.655222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:12.662025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:12.682131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 144f7172-50dd-484e-b9fe-21576226a33d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:12.692556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 144f7172-50dd-484e-b9fe-21576226a33d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:12.692907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.696983 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3787c333-a2c5-43ea-9ba0-c1fd7254c848 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/87bd0344-6555-4924-963f-a7ec8b816d67 HTTP/1.1" status: 204 len: 168 time: 1.3165288 Jun 03 15:41:12.704629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44124) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:12.714285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.718767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'Port': ['ID=4a8a363c-cba7-447e-a2c7-58340181927a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:12.745594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.14 (669f7de2-8b8a-49e9-8061-162835a70000/0727bb27-01d8-4637-9d55-f9dc4b170450/f9a99cea-ed5d-44e9-9d75-28727ce78072) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:12.760832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.12 (669f7de2-8b8a-49e9-8061-162835a70000/0727bb27-01d8-4637-9d55-f9dc4b170450/f9a99cea-ed5d-44e9-9d75-28727ce78072) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:12.764250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] For port 144f7172-50dd-484e-b9fe-21576226a33d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=144f7172-50dd-484e-b9fe-21576226a33d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:12.764443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.865786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 144f7172-50dd-484e-b9fe-21576226a33d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:12.866181 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.918342 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.936248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 144f7172-50dd-484e-b9fe-21576226a33d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=144f7172-50dd-484e-b9fe-21576226a33d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:12.945841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.028807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 144f7172-50dd-484e-b9fe-21576226a33d owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:13.123323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Port': ['ID=32b17e15-cf1a-4ee5-bd0d-34dab4d9953a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:13.141551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=144f7172-50dd-484e-b9fe-21576226a33d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:13.181020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:13.181603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.206075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f3076fc4-4170-499e-b592-2e123bad4a53 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:13.278920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-338e47aa-badb-4365-8ff4-187a3e58cbd5 None None] Provisioning for port 4a8a363c-cba7-447e-a2c7-58340181927a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:13.286962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-338e47aa-badb-4365-8ff4-187a3e58cbd5 None None] Provisioning complete for port 4a8a363c-cba7-447e-a2c7-58340181927a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:13.287912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-338e47aa-badb-4365-8ff4-187a3e58cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.321849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port 875f1486-a49c-4d52-b400-8b5fbf3f780d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:13.322519 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.336646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:13.337276 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:13.355019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port f3076fc4-4170-499e-b592-2e123bad4a53 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:13.359268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-338e47aa-badb-4365-8ff4-187a3e58cbd5 None None] Port 4a8a363c-cba7-447e-a2c7-58340181927a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:13.363372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port f3076fc4-4170-499e-b592-2e123bad4a53 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:13.363630 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.402657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.409990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.430327 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9a3e-9075-4115-9513-8863fd0d3209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.448810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.481177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.511753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f3076fc4-4170-499e-b592-2e123bad4a53 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:13.512163 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.545231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 669f7de2-8b8a-49e9-8061-162835a70000 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:13.547479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72941fa-974e-4326-9169-d10e556dd228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3076fc4-4170-499e-b592-2e123bad4a53'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:13.547671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-028338a7-c477-42fa-baf5-c4f56c88acff tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9924521 Jun 03 15:41:13.549483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:13.554403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:13.558709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f3076fc4-4170-499e-b592-2e123bad4a53, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f3076fc4-4170-499e-b592-2e123bad4a53,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:13.563415 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.582750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Request body: {'port': {'device_id': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:13.593291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=f9a99cea-ed5d-44e9-9d75-28727ce78072,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:13.645136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:13.645803 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.650628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f3076fc4-4170-499e-b592-2e123bad4a53,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:13.671858 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-23701f31-3640-4536-a730-2c57cac98b91 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7858360 Jun 03 15:41:13.672173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44134) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:13.677274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': 'f9a99cea-ed5d-44e9-9d75-28727ce78072', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:13.685141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:13.689353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:floatingip and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:13.692362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:13.698957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:13.709371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.783206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8083f-e91f-4210-be9e-c4738ce48286 req-1303ae92-6d1c-47a9-963d-7bb7875b9565 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:13.784742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5b8083f-e91f-4210-be9e-c4738ce48286 req-1303ae92-6d1c-47a9-963d-7bb7875b9565 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 944 time: 0.6141636 Jun 03 15:41:13.838180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 144f7172-50dd-484e-b9fe-21576226a33d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:13.838954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.909626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.015159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.168241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] For port 144f7172-50dd-484e-b9fe-21576226a33d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=144f7172-50dd-484e-b9fe-21576226a33d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:14.168638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.213653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f978ad-33ef-4cdf-9410-ff65ad29102a']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:14.280226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5b8083f-e91f-4210-be9e-c4738ce48286 req-8536faf1-3038-41f5-b2ca-55b978264f46 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778079 Jun 03 15:41:14.316667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e0eb84-77e3-4fec-9cfa-3c48aeea19a6') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:14.316967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e0eb84-77e3-4fec-9cfa-3c48aeea19a6') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:14.340658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port 875f1486-a49c-4d52-b400-8b5fbf3f780d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=875f1486-a49c-4d52-b400-8b5fbf3f780d,segment=NetworkSegment(d3365b8b-7b64-445e-8387-ff9c7d309801),segment_id=d3365b8b-7b64-445e-8387-ff9c7d309801)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:14.341376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.351854 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92cc93f-1b82-44aa-980e-31910ed09243'] response: {'server_uuid': 'b72941fa-974e-4326-9169-d10e556dd228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3076fc4-4170-499e-b592-2e123bad4a53', 'code': 200} Jun 03 15:41:14.352566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.366422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.486684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 144f7172-50dd-484e-b9fe-21576226a33d owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:14.501258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 144f7172-50dd-484e-b9fe-21576226a33d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:14.554003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.25.1.244 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/40be1cc8-b968-4c32-ad8d-ef8a9b1a3e74) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:14.605694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 144f7172-50dd-484e-b9fe-21576226a33d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:14.606057 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.646698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Router 48d0a3b0-e327-4006-b207-ff0fa4eeed4f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:14.653823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for 875f1486-a49c-4d52-b400-8b5fbf3f780d owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:14.688490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.729789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a755ca-5d87-46cf-9247-66a82d06bf67 req-11dbad4d-4d50-4b08-a814-a5ea1e98133d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:14.730565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-90a755ca-5d87-46cf-9247-66a82d06bf67 req-11dbad4d-4d50-4b08-a814-a5ea1e98133d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Synchronizing usage tracker for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:14.754594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 144f7172-50dd-484e-b9fe-21576226a33d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:14.764091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bea914-2850-4100-9b1c-3e25d32e4ec5 req-e57746fb-a9cc-4a9d-94e8-3206ff7c67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:14.765645 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14bea914-2850-4100-9b1c-3e25d32e4ec5 req-e57746fb-a9cc-4a9d-94e8-3206ff7c67b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 1096 time: 0.3384430 Jun 03 15:41:14.771668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:14.772080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.855837 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6 resource provider aggregate not found Jun 03 15:41:14.865065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.889985 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14bea914-2850-4100-9b1c-3e25d32e4ec5 req-d9f5477b-306b-47b1-8299-c917046413cb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128995 Jun 03 15:41:14.916513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.946752 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3e0eb84-77e3-4fec-9cfa-3c48aeea19a6 found for delete ", "request_id": "req-ca0094d2-dcb6-47d1-a596-80921ca1b033"}]} Jun 03 15:41:14.957085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-90a755ca-5d87-46cf-9247-66a82d06bf67 req-11dbad4d-4d50-4b08-a814-a5ea1e98133d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Unset dirty status for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:14.958257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90a755ca-5d87-46cf-9247-66a82d06bf67 req-11dbad4d-4d50-4b08-a814-a5ea1e98133d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 931 time: 1.4166677 Jun 03 15:41:14.973136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=144f7172-50dd-484e-b9fe-21576226a33d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:15.111809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:15.124652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.136180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] Sync routers for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:15.153492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:15.154550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:15.157677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.165293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.184157 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.244260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:15.254042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] Routers {'48d0a3b0-e327-4006-b207-ff0fa4eeed4f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:15.254589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:40:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:15.255885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] Pushing event deleted for resources: {'Network': ['ID=81f978ad-33ef-4cdf-9410-ff65ad29102a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:15.265987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Port': ['ID=875f1486-a49c-4d52-b400-8b5fbf3f780d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:15.267874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No DVR routers for this DVR port 875f1486-a49c-4d52-b400-8b5fbf3f780d on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:15.278797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.290306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:15.295531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:15.298975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:15.324718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a26bfe36-cda6-4266-9211-52567c230d25 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3060305 Jun 03 15:41:15.337539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44144) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:15.339696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-90a755ca-5d87-46cf-9247-66a82d06bf67 req-e14c2827-5254-44fc-baba-f7ad25b31b0d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158143 Jun 03 15:41:15.346327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ee058f21-8dff-491e-9d68-2d5a14b1c43a admin admin] 10.222.0.66 "DELETE /v2.0/networks/81f978ad-33ef-4cdf-9410-ff65ad29102a HTTP/1.1" status: 204 len: 168 time: 2.6355627 Jun 03 15:41:15.359372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:15.359994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4192a7b5-09bb-428e-97a1-3df7d194f713 None None] The sync data for ids ['48d0a3b0-e327-4006-b207-ff0fa4eeed4f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:15.394230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44148) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:15.427103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=40be1cc8-b968-4c32-ad8d-ef8a9b1a3e74,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:15.498886 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-37087955-28fe-4dee-907f-da70d22b1edb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] show failed (client error): The resource could not be found. Jun 03 15:41:15.500730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37087955-28fe-4dee-907f-da70d22b1edb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1872517745 HTTP/1.1" status: 404 len: 335 time: 0.1616647 Jun 03 15:41:15.511966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44152) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:15.524703 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.576390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-01156bc4-5887-4a19-8095-e0ce5e34f04c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:15.612796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.630546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] Deleting subnet 7fff83dd-82da-4015-b1bd-a56100e934af {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:15.645947 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-01156bc4-5887-4a19-8095-e0ce5e34f04c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] update failed (client error): The resource could not be found. Jun 03 15:41:15.647465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-01156bc4-5887-4a19-8095-e0ce5e34f04c tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-635469825 HTTP/1.1" status: 404 len: 334 time: 0.0871842 Jun 03 15:41:15.651327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44156) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:15.659044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.704879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4997a9b3-d33a-419d-990f-29b365d78c88']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:15.732839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3365b8b-7b64-445e-8387-ff9c7d309801') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:15.733133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3365b8b-7b64-445e-8387-ff9c7d309801') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:15.766132 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.780070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.839936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84141ec-d5a6-4101-9469-479627f3e891 req-d832e5b0-c2bd-4c5c-ad0a-103dbf0045f3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:15.841467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f84141ec-d5a6-4101-9469-479627f3e891 req-d832e5b0-c2bd-4c5c-ad0a-103dbf0045f3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 945 time: 0.3931878 Jun 03 15:41:15.842566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.866537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:15.866970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.037251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.054980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting subnet 8332c1d7-e6c1-4665-a076-42e032537585 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:16.058370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.096895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:16.217599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.239592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8a363c-cba7-447e-a2c7-58340181927a {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:16.255046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.255524 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-920c0ff7-271b-4413-9fa3-0b0142ed5adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.260628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f84141ec-d5a6-4101-9469-479627f3e891 req-27a23639-c3a8-4c31-bfa8-25507e4db47e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024932 Jun 03 15:41:16.280507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.286095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Transition to ACTIVE for port object 4a8a363c-cba7-447e-a2c7-58340181927a will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:16.304250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.313837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.359721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=4997a9b3-d33a-419d-990f-29b365d78c88,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:16.378483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-baa17241-a439-4274-b797-31829e884c10 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/4997a9b3-d33a-419d-990f-29b365d78c88 HTTP/1.1" status: 204 len: 168 time: 7.5191696 Jun 03 15:41:16.396934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44162) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:16.432091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-849250420'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:16.445424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:16.460862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:16.467785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:16.479643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] Sync routers for ids ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:16.501069 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] Routers {'50ee818e-0a1b-4e89-bcce-73a8bd928f0e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:16.501964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:16.581542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:16.604280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:16.625153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.630007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.634991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8a363c-cba7-447e-a2c7-58340181927a,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:16.680312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-36765766-9ff2-4992-9a14-f64a411d61bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "PUT /v2.0/routers/50ee818e-0a1b-4e89-bcce-73a8bd928f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1113727 Jun 03 15:41:16.684707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fff83dd-82da-4015-b1bd-a56100e934af,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:16.684914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:16.688602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.688863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44166) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:16.689062 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] Set router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:16.690104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.726835 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.761803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fee741de-2d56-4e2f-95ca-afb0a2a35100 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7fff83dd-82da-4015-b1bd-a56100e934af HTTP/1.1" status: 204 len: 168 time: 1.3625536 Jun 03 15:41:16.773885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44170) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:16.795296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Attempting to bind port 4a8a363c-cba7-447e-a2c7-58340181927a on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:16.795788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Attempting to bind port 4a8a363c-cba7-447e-a2c7-58340181927a by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:16.796258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Attempting to bind port 4a8a363c-cba7-447e-a2c7-58340181927a on network 7e6d02b2-2e84-4802-897e-e637cb4f50da {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:16.809978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Port 4a8a363c-cba7-447e-a2c7-58340181927a on network 7e6d02b2-2e84-4802-897e-e637cb4f50da not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:41:16.810495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Attempting to bind port 4a8a363c-cba7-447e-a2c7-58340181927a on network 7e6d02b2-2e84-4802-897e-e637cb4f50da {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:16.822426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a30f5-73fc-42ed-aa29-c76d34367028 req-f28f2f87-6147-4063-aa88-8855d185b33e tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:16.823125 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'name': 'tempest-NetworksTestDHCPv6-router-72364268', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:55Z', 'updated_at': '2022-06-03T15:41:14Z', 'revision_number': 3, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:16.824297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce2a30f5-73fc-42ed-aa29-c76d34367028 req-f28f2f87-6147-4063-aa88-8855d185b33e tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 943 time: 0.3269553 Jun 03 15:41:16.827788 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] Checking router: 50ee818e-0a1b-4e89-bcce-73a8bd928f0e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:16.828992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8175c-0397-4f56-a874-0cbf1ca681c8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:16.829148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:16.831106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8175c-0397-4f56-a874-0cbf1ca681c8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:16.832029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a8b8175c-0397-4f56-a874-0cbf1ca681c8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:16.837967 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] Routers {'50ee818e-0a1b-4e89-bcce-73a8bd928f0e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:16.838845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:16.840043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:16.840482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Checking segment: {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:16.840935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Bound using segment: {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:16.841455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Bound port: 4a8a363c-cba7-447e-a2c7-58340181927a, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5957b5ae-78d9-47d1-9dea-eb597fab53f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:16.841865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.919346 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.919346 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment 6841775e-4ea3-4dab-8f61-ada399a5f571 of type vlan for network 45444596-6a19-4318-af21-ef555615833b Jun 03 15:41:16.935335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a8b8175c-0397-4f56-a874-0cbf1ca681c8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:16.939034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a8b8175c-0397-4f56-a874-0cbf1ca681c8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2448175 Jun 03 15:41:16.939958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44174) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:16.948197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.981718 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] Set router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:17.005529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.017495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.019410 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d3365b8b-7b64-445e-8387-ff9c7d309801 resource provider aggregate not found Jun 03 15:41:17.030804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.040801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce2a30f5-73fc-42ed-aa29-c76d34367028 req-4b55df71-b179-4aca-a3c4-b0852cd4321d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018468 Jun 03 15:41:17.057057 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d3365b8b-7b64-445e-8387-ff9c7d309801 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3365b8b-7b64-445e-8387-ff9c7d309801 found for delete ", "request_id": "req-ce9f68d7-1368-490a-a5ba-a61bf8053a87"}]} Jun 03 15:41:17.090115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.096182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f1138-0b5e-4241-ac19-d4c7a4c5ec49 None None] Network 05f2a604-b3fa-420e-9670-67cce2362961 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:17.109413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 1f9cd5e3-577c-4b6e-a2af-81b2fb996a35 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:17.113076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] For port 4a8a363c-cba7-447e-a2c7-58340181927a, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:17.115402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.134575 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'name': 'tempest-NetworksTestDHCPv6-router-72364268', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:55Z', 'updated_at': '2022-06-03T15:41:14Z', 'revision_number': 3, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:17.139656 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d800d-439d-415c-a981-acfe1879384d None None] The sync data for ids ['50ee818e-0a1b-4e89-bcce-73a8bd928f0e'] in n-d-844594-1 is: [{'id': '50ee818e-0a1b-4e89-bcce-73a8bd928f0e', 'name': 'tempest-NetworksTestDHCPv6-router-72364268', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:55Z', 'updated_at': '2022-06-03T15:41:14Z', 'revision_number': 3, 'project_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:17.152416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Subnet': ['ID=8332c1d7-e6c1-4665-a076-42e032537585,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:17.166518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] For port 4a8a363c-cba7-447e-a2c7-58340181927a, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=4a8a363c-cba7-447e-a2c7-58340181927a,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:17.172397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.179419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:17.179965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.186893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.236425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.261999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.268745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-659bcffe-2f3c-4d13-999c-613f061637c4 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/subnets/8332c1d7-e6c1-4665-a076-42e032537585 HTTP/1.1" status: 204 len: 168 time: 1.6154995 Jun 03 15:41:17.275404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44182) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:17.376509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8a363c-cba7-447e-a2c7-58340181927a,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:17.387441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:17.388142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.389617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-91735329-11c7-4f02-800f-1efa8145b3f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 1091 time: 3.8112569 Jun 03 15:41:17.432971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:17.469549 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0673141 Jun 03 15:41:17.488576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3c063-10e4-475f-9012-837548e7aadc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=45444596-6a19-4318-af21-ef555615833b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:17.503173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 45444596-6a19-4318-af21-ef555615833b details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:17.510431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44190) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:17.520946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': '45444596-6a19-4318-af21-ef555615833b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:17.543766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.547624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] DHCP port deletion for 05f2a604-b3fa-420e-9670-67cce2362961 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:17.583176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.673797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] Deleting port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:17.674336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.756496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d6ce01-7667-4793-88c1-9c3e03633a47']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:17.777993 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2f759b-6a10-497a-aa1f-195b6741f68f'] response: {'name': 'network-changed', 'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a', 'status': 'completed', 'code': 200} Jun 03 15:41:17.789451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.848599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9cd5e3-577c-4b6e-a2af-81b2fb996a35,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:17.878461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.899387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa95b34-846a-4059-ab45-b11cb50ba77a None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:17.919755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.929025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ab2be7c3-1d65-4e0b-8425-ecfea585a444 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/1f9cd5e3-577c-4b6e-a2af-81b2fb996a35 HTTP/1.1" status: 204 len: 168 time: 0.9762206 Jun 03 15:41:17.929765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44196) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:17.985877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.020264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bbce6a-830f-4ff3-b265-a243fc9ce4ff') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:18.020705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bbce6a-830f-4ff3-b265-a243fc9ce4ff') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:18.029915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:18.043185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] For port ca9dfd00-858f-4f7d-9b6d-4adab68017e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ca9dfd00-858f-4f7d-9b6d-4adab68017e0,segment=NetworkSegment(0a68e750-c664-45bf-9390-53f591dd455f),segment_id=0a68e750-c664-45bf-9390-53f591dd455f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:18.043185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.043691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:18.053676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:18.057626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.058907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.075343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:18.094927 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.109360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:18.109780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.151751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be70a92-e568-462e-a498-97f9af6b5e9a req-9576d63e-0796-4d91-b40b-1bccbd6e86e4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:18.153418 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1be70a92-e568-462e-a498-97f9af6b5e9a req-9576d63e-0796-4d91-b40b-1bccbd6e86e4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 945 time: 0.4738302 Jun 03 15:41:18.154319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:18.154813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.197038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:18.200609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.200911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] Calling delete_port for ca9dfd00-858f-4f7d-9b6d-4adab68017e0 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:18.261363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-9c416c9d-94bb-4873-875c-76de8b8069dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:18.263113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-9c416c9d-94bb-4873-875c-76de8b8069dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1094 time: 0.8246307 Jun 03 15:41:18.268049 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b0bbce6a-830f-4ff3-b265-a243fc9ce4ff resource provider aggregate not found Jun 03 15:41:18.358558 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b0bbce6a-830f-4ff3-b265-a243fc9ce4ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0bbce6a-830f-4ff3-b265-a243fc9ce4ff found for delete ", "request_id": "req-f8cbec04-6611-4f76-b378-7e622f6e9af0"}]} Jun 03 15:41:18.394949 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.398902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.427434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.459820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d6ce01-7667-4793-88c1-9c3e03633a47,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:18.472700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8366021b-9a93-4dc0-9045-dc98ea5977de admin admin] 10.222.0.66 "DELETE /v2.0/networks/a2d6ce01-7667-4793-88c1-9c3e03633a47 HTTP/1.1" status: 204 len: 168 time: 1.6909592 Jun 03 15:41:18.482996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] Pushing event deleted for resources: {'Port': ['ID=ca9dfd00-858f-4f7d-9b6d-4adab68017e0,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:18.499053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.508405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440113e8-27d1-4c02-bba9-9ee166dcb963 None None] No DVR routers for this DVR port ca9dfd00-858f-4f7d-9b6d-4adab68017e0 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:18.527261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.551929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 144f7172-50dd-484e-b9fe-21576226a33d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:18.560242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.590535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 144f7172-50dd-484e-b9fe-21576226a33d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:18.590930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 144f7172-50dd-484e-b9fe-21576226a33d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:18.591307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca9dfd00-858f-4f7d-9b6d-4adab68017e0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:18.612829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] The port 'ca9dfd00-858f-4f7d-9b6d-4adab68017e0' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:41:18.624273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5972ca96-a99b-4591-9ccd-93c034d1ff51 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:router {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:18.635700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ca9dfd00-858f-4f7d-9b6d-4adab68017e0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:18.636433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ca9dfd00-858f-4f7d-9b6d-4adab68017e0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:18.664347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:18.668764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] Deleting port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:18.669140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.682122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-573b78ba-a449-45d8-a431-7b45a7a14d44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 217 time: 0.3993244 Jun 03 15:41:18.708182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=40be1cc8-b968-4c32-ad8d-ef8a9b1a3e74,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:18.778925 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.821963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44208) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:18.838362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1be70a92-e568-462e-a498-97f9af6b5e9a req-2e10ccf5-be74-4c86-8569-7d501aceda43 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326594 Jun 03 15:41:18.922719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5972ca96-a99b-4591-9ccd-93c034d1ff51 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:router {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:18.927231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5972ca96-a99b-4591-9ccd-93c034d1ff51 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.9964244 Jun 03 15:41:18.932561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:18.933327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] For port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=411ef27f-ca44-4aaa-b66d-b88ebd6fe72d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:18.934043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.937952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.940860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.091520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] Calling delete_port for 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:19.106079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=99633d6b-d89c-4c52-a95a-a217de1a618d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:19.141964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f2a604-b3fa-420e-9670-67cce2362961']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:19.246395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-16f3962f-901f-4a96-b322-a99e92621a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:19.248664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-16f3962f-901f-4a96-b322-a99e92621a79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 0.5493236 Jun 03 15:41:19.281773 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.290414 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP ce2e3eae-a5a2-4411-bbb7-95844a23362f associated. External IP: 172.25.1.244, port: f9a99cea-ed5d-44e9-9d75-28727ce78072. Jun 03 15:41:19.331544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a68e750-c664-45bf-9390-53f591dd455f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:19.331759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a68e750-c664-45bf-9390-53f591dd455f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:19.354943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] No DVR routers for this DVR port 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:19.363924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d63ee-0ee8-499b-8a23-b506dd66cce9 None None] Pushing event deleted for resources: {'Port': ['ID=411ef27f-ca44-4aaa-b66d-b88ebd6fe72d,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:19.401055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': '6841775e-4ea3-4dab-8f61-ada399a5f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45444596-6a19-4318-af21-ef555615833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:19.401419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: 45444596-6a19-4318-af21-ef555615833b, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:19.437276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0d980-7ffb-4d56-95c1-b1ee57aad775 req-b255084e-da4e-4352-b476-06a4442503d2 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:19.438950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ea0d980-7ffb-4d56-95c1-b1ee57aad775 req-b255084e-da4e-4352-b476-06a4442503d2 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 943 time: 1.2322271 Jun 03 15:41:19.441432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18115388-fcdf-4533-a0b6-e3351585048c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.516639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network 45444596-6a19-4318-af21-ef555615833b is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:19.518469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.532078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9ee40d31-aa9f-49f2-97ca-fbfbccec5e74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ca92af92ad8437e9b0a0a2c842d46dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6950815 Jun 03 15:41:19.534249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44228) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:19.551587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 45444596-6a19-4318-af21-ef555615833b) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:19.564840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525c6d6-70e6-4e37-9765-8c15ffe7c563 None None] Network 45444596-6a19-4318-af21-ef555615833b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:19.614815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:19.615852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.682858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.699152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-977af619-2c1e-4131-be9f-842a9fc0c522 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1848347 Jun 03 15:41:19.700592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44232) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:19.809662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:19.810083 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.816431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-45444596-6a19-4318-af21-ef555615833b', 'network_id': '45444596-6a19-4318-af21-ef555615833b', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': '99633d6b-d89c-4c52-a95a-a217de1a618d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:19.817273 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.982938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8fb53ea-61dc-4d91-a4be-0e2d20713951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.992766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Allocated IP 2001:db8::1 (45444596-6a19-4318-af21-ef555615833b/99633d6b-d89c-4c52-a95a-a217de1a618d/a196f034-6e64-4e12-8a0f-a05c8375af98) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:20.005880 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0a68e750-c664-45bf-9390-53f591dd455f resource provider aggregate not found Jun 03 15:41:20.044348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ea0d980-7ffb-4d56-95c1-b1ee57aad775 req-65c646f6-8072-4516-af9e-7e00597a5602 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5466774 Jun 03 15:41:20.046172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.054200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:20.056589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8fb53ea-61dc-4d91-a4be-0e2d20713951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.070501 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0a68e750-c664-45bf-9390-53f591dd455f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a68e750-c664-45bf-9390-53f591dd455f found for delete ", "request_id": "req-63940a1d-dffe-4f36-a400-361f825907a9"}]} Jun 03 15:41:20.075018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18115388-fcdf-4533-a0b6-e3351585048c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.087867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-512eb402-4338-4082-90e5-838f6e5ac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:20.089662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-512eb402-4338-4082-90e5-838f6e5ac5e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8037486 Jun 03 15:41:20.110911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.117538 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18115388-fcdf-4533-a0b6-e3351585048c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.150697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Network': ['ID=05f2a604-b3fa-420e-9670-67cce2362961,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:20.165992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-654a9558-1961-45b7-a96e-6068fcb0c61b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:20.167812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-654a9558-1961-45b7-a96e-6068fcb0c61b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.9111633 Jun 03 15:41:20.218419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8b25f898-de3d-44ac-a3a8-2bdcd1940501 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/networks/05f2a604-b3fa-420e-9670-67cce2362961 HTTP/1.1" status: 204 len: 168 time: 2.9378092 Jun 03 15:41:20.223456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44240) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:20.270926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.332389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.353517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Transition to ACTIVE for port object a196f034-6e64-4e12-8a0f-a05c8375af98 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:20.390946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Transition to ACTIVE for port object a196f034-6e64-4e12-8a0f-a05c8375af98 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:20.401656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.438728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-95a3b7d6-e885-4ce4-a490-843ad96229f8 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.2010200 Jun 03 15:41:20.439444 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8fb53ea-61dc-4d91-a4be-0e2d20713951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.457119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting subnet 7b3a66cd-f3b8-4143-8121-4e0949ab80ba {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:20.459525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:20.473863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.478848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18115388-fcdf-4533-a0b6-e3351585048c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.479343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18115388-fcdf-4533-a0b6-e3351585048c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Fanout notify agent at l3_agent the message router_deleted on router 50ee818e-0a1b-4e89-bcce-73a8bd928f0e {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:41:20.525942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb53ea-61dc-4d91-a4be-0e2d20713951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32900ed8-059f-4ebb-92f8-802e9f4f792f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:20.535537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-18115388-fcdf-4533-a0b6-e3351585048c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.537025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-18115388-fcdf-4533-a0b6-e3351585048c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/routers/50ee818e-0a1b-4e89-bcce-73a8bd928f0e HTTP/1.1" status: 204 len: 168 time: 1.6004999 Jun 03 15:41:20.543967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44244) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:20.557908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Pushing event updated for resources: {'Port': ['ID=a196f034-6e64-4e12-8a0f-a05c8375af98,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:20.571110 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e8fb53ea-61dc-4d91-a4be-0e2d20713951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.572529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e8fb53ea-61dc-4d91-a4be-0e2d20713951 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32900ed8-059f-4ebb-92f8-802e9f4f792f HTTP/1.1" status: 204 len: 168 time: 1.0373113 Jun 03 15:41:20.585533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.592509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:20.618350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Network 45444596-6a19-4318-af21-ef555615833b is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:20.624159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:20.639107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.660966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:20.672485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:20.674248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13a6bd9b-8a0c-4481-9013-57f3b3b8831e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1291401 Jun 03 15:41:20.679111 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-50863183-1ee3-41a7-9af2-4e4cb45466b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695956 Jun 03 15:41:20.681489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44250) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:20.684185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.685528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:20.685892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 411ef27f-ca44-4aaa-b66d-b88ebd6fe72d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:20.715014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:20.717003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:20.773072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d02bb2f-cccc-4a4f-a73a-c63c4f932f3a tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0997388 Jun 03 15:41:20.778432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44254) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:20.792043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'port_id': 'f9a99cea-ed5d-44e9-9d75-28727ce78072', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:20.842828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:20.861433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-fcd8cf72-efb8-404b-b021-ee1f766bef97 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4195075 Jun 03 15:41:20.919346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Attempting to bind port a196f034-6e64-4e12-8a0f-a05c8375af98 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:20.919671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Attempting to bind port a196f034-6e64-4e12-8a0f-a05c8375af98 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '6841775e-4ea3-4dab-8f61-ada399a5f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45444596-6a19-4318-af21-ef555615833b'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:20.920031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Attempting to bind port a196f034-6e64-4e12-8a0f-a05c8375af98 on network 45444596-6a19-4318-af21-ef555615833b {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:20.925932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.927008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:20.927373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Checking segment: {'id': '6841775e-4ea3-4dab-8f61-ada399a5f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45444596-6a19-4318-af21-ef555615833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:20.928470 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.928815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Bound using segment: {'id': '6841775e-4ea3-4dab-8f61-ada399a5f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45444596-6a19-4318-af21-ef555615833b'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:20.929290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Bound port: a196f034-6e64-4e12-8a0f-a05c8375af98, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6841775e-4ea3-4dab-8f61-ada399a5f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45444596-6a19-4318-af21-ef555615833b'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:20.929667 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.961113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bdc3c7-0e39-4de4-a9bf-f396a2186814 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:20.962094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d3bdc3c7-0e39-4de4-a9bf-f396a2186814 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:20.972050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.983095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:20.983738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:21.038918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d3bdc3c7-0e39-4de4-a9bf-f396a2186814 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:21.040617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d3bdc3c7-0e39-4de4-a9bf-f396a2186814 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3579516 Jun 03 15:41:21.047491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44260) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:21.066033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=99633d6b-d89c-4c52-a95a-a217de1a618d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:21.122961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1204b9a-b0a0-4b5f-83bc-7fdb0f1a365c req-bd94028a-4ef8-4330-be0b-28a0a78e28f5 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000406 Jun 03 15:41:21.132788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:21.140757 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.154208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7676b4a-f467-4062-b430-0941fa6100c7 None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:21.166364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dac4f858-8b5f-4e98-ab69-7a884f3d8933 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:router {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:21.186535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-8a09db0f-bd5a-4f5b-aa9e-34261a6b6794 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263459 Jun 03 15:41:21.205865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] For port a196f034-6e64-4e12-8a0f-a05c8375af98, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:21.210204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] For port a196f034-6e64-4e12-8a0f-a05c8375af98, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a196f034-6e64-4e12-8a0f-a05c8375af98,segment=NetworkSegment(6841775e-4ea3-4dab-8f61-ada399a5f571),segment_id=6841775e-4ea3-4dab-8f61-ada399a5f571)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:21.217000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.314529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44266) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:21.337721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dac4f858-8b5f-4e98-ab69-7a884f3d8933 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:router {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:21.339225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dac4f858-8b5f-4e98-ab69-7a884f3d8933 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2903626 Jun 03 15:41:21.339576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af9ede-0fd0-4eb7-89bd-5d014c6bedae None None] Pushing event updated for resources: {'Port': ['ID=a196f034-6e64-4e12-8a0f-a05c8375af98,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:21.346410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44270) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:21.355240 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.370914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:21.433761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb10b67-0c14-4a82-b0b2-a916c1d33bda None None] Network 45444596-6a19-4318-af21-ef555615833b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:21.496082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07705e46-8c71-4dd9-8067-6515bb52c7b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ac569e6e49c4bf780f6df31cf6f2351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790531 Jun 03 15:41:21.500755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44274) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:21.511339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-d782ae99-49f2-435c-912c-b54c9d308619 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237822 Jun 03 15:41:21.531003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45444596-6a19-4318-af21-ef555615833b']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:21.531839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-06747cde-8586-46b7-a2fb-64350f8eb501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:21.534327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-06747cde-8586-46b7-a2fb-64350f8eb501 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1094 time: 0.3561757 Jun 03 15:41:21.547347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbaaa9-d7b7-438d-859e-973171590d85 req-060301a4-ee90-45ed-b605-3c5ab13d9937 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:21.549562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dafbaaa9-d7b7-438d-859e-973171590d85 req-060301a4-ee90-45ed-b605-3c5ab13d9937 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 943 time: 0.2363076 Jun 03 15:41:21.575979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6841775e-4ea3-4dab-8f61-ada399a5f571') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:21.576318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6841775e-4ea3-4dab-8f61-ada399a5f571') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:21.623505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.633102 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.696863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dafbaaa9-d7b7-438d-859e-973171590d85 req-78df57cd-c3f8-4b42-815a-a6a83d497bcc tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232851 Jun 03 15:41:21.698296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:21.717974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3a66cd-f3b8-4143-8121-4e0949ab80ba,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:21.718419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127ef08-2de6-43cd-8d44-f28bce00c63f None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:41:21.720596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.760254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-31f428f8-a41e-461f-98a8-f83fdaffbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:21.762315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-31f428f8-a41e-461f-98a8-f83fdaffbbf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 909 time: 0.2114286 Jun 03 15:41:21.790482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:21.792904 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.906994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-827db620-92ae-40f0-a380-825b95f427c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 217 time: 0.1374462 Jun 03 15:41:21.965998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69b5ccb3-ae60-46f9-b901-50f7e28c5ecf req-5abd1124-a38f-4840-a265-b7a4c30978f8 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 210 time: 0.1021144 Jun 03 15:41:21.993591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127ef08-2de6-43cd-8d44-f28bce00c63f None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:41:22.016284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-c5c9fb57-2b99-4849-b2be-a22544939149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:22.019985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-c5c9fb57-2b99-4849-b2be-a22544939149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 0.1060069 Jun 03 15:41:22.149378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-738315dc-6c28-4991-b4fc-ec919deab77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:22.151565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-738315dc-6c28-4991-b4fc-ec919deab77e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216505 Jun 03 15:41:22.198501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5eef79f-7df4-410a-a4f9-8e13f6a32404 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/subnets/7b3a66cd-f3b8-4143-8121-4e0949ab80ba HTTP/1.1" status: 204 len: 168 time: 1.9713447 Jun 03 15:41:22.200067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44288) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:22.239822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:22.240460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.368573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting subnet a1820566-78d2-4ad0-87b5-60753ca305c0 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:22.374870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.428239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:22.434143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.495518 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6841775e-4ea3-4dab-8f61-ada399a5f571 resource provider aggregate not found Jun 03 15:41:22.517075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a0b13d-8d48-4ed2-88ca-de3b28cd16bf None None] Network 503c1c36-e8f1-486d-afdb-d2f115acc26f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:22.530683 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-44c11f7c-4ad1-4815-b0ac-0b157f5f49db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.618017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.659468 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6841775e-4ea3-4dab-8f61-ada399a5f571 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6841775e-4ea3-4dab-8f61-ada399a5f571 found for delete ", "request_id": "req-4d586b43-fdc8-4429-b5a2-b3a9586fc4a4"}]} Jun 03 15:41:22.729425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-ad1c3fa2-ec58-4ae4-95a3-21834bf8c50f service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713091 Jun 03 15:41:22.745166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:41:22.745166 n-d-844594-1 neutron-server[88339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:41:22.745166 n-d-844594-1 neutron-server[88339]: [parameters: {'id': '45444596-6a19-4318-af21-ef555615833b'}] Jun 03 15:41:22.745166 n-d-844594-1 neutron-server[88339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:22.745706 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:22.765292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-44c11f7c-4ad1-4815-b0ac-0b157f5f49db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.848040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.856763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] DHCP port deletion for 503c1c36-e8f1-486d-afdb-d2f115acc26f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:22.874437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] Deleting port 3eb5bf59-a181-43fd-accc-d05455281aae {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:22.877207 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.045509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2af1e0e7-a636-4fbb-a8b2-a61271527df7 req-b59dff36-4766-4878-a504-125496a989c6 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984414 Jun 03 15:41:23.128246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697202fa-bdbc-4f2d-a467-89943913c1f7 req-828bb355-c8e2-4c41-ac3d-788a5dde2da2 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:23.144691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-697202fa-bdbc-4f2d-a467-89943913c1f7 req-828bb355-c8e2-4c41-ac3d-788a5dde2da2 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 943 time: 0.1986353 Jun 03 15:41:23.147887 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.259596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] For port 3eb5bf59-a181-43fd-accc-d05455281aae, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3eb5bf59-a181-43fd-accc-d05455281aae,segment=NetworkSegment(c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98),segment_id=c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:23.260327 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.306966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-44c11f7c-4ad1-4815-b0ac-0b157f5f49db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.319421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.384452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:41:23.400813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.414263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.423182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Subnet': ['ID=a1820566-78d2-4ad0-87b5-60753ca305c0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.428628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] Calling delete_port for 3eb5bf59-a181-43fd-accc-d05455281aae owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:23.448956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b3016830-3289-4db9-9553-ccd843b3ac69 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/subnets/a1820566-78d2-4ad0-87b5-60753ca305c0 HTTP/1.1" status: 204 len: 168 time: 1.2474029 Jun 03 15:41:23.458446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbd1d7-c694-44e0-8f15-cf433a6186d5 None None] Network f1612ce8-b18d-475a-8cf2-189b643cfa23 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:23.465471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86b49a7c-2a05-45bb-ae2e-5f91fe8762d5 req-e2bd61a4-b7fa-47a7-b8d5-7aed330d7f8c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 210 time: 0.1817081 Jun 03 15:41:23.468575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44300) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:23.504797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:23.505530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c11f7c-4ad1-4815-b0ac-0b157f5f49db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594c6c5-1dfc-49e9-bf68-649381d48604,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.513993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=76c3f9d4-7000-4c3a-84d3-d587b29a9c75,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.515015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:23.521224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:23.521224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.545090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.548704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port a196f034-6e64-4e12-8a0f-a05c8375af98 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:23.549138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.566920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-697202fa-bdbc-4f2d-a467-89943913c1f7 req-dc7f0f9c-c8b4-4efa-9ec1-2d1ad3400e53 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206681 Jun 03 15:41:23.609228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.646653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c685c4-32a4-4c2f-8fa3-efa388704841 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:23.711529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-44c11f7c-4ad1-4815-b0ac-0b157f5f49db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.716328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-44c11f7c-4ad1-4815-b0ac-0b157f5f49db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2594c6c5-1dfc-49e9-bf68-649381d48604 HTTP/1.1" status: 204 len: 168 time: 2.2006128 Jun 03 15:41:23.749065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bbebb6f9-efe5-401e-bfbd-15be757e63e5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3887599 Jun 03 15:41:23.749663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44306) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:23.764476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:23.856969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.876473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-83e7fa60-9fc9-4944-912a-758b392f3886 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:23.879010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-83e7fa60-9fc9-4944-912a-758b392f3886 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.6223817 Jun 03 15:41:23.884068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.896903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Request body: {'port': {'device_id': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'admin_state_up': True, 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:23.975527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] Pushing event deleted for resources: {'Port': ['ID=3eb5bf59-a181-43fd-accc-d05455281aae,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.977614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f9ef4-c5fb-4db5-aac3-59f56d8fa473 None None] No DVR routers for this DVR port 3eb5bf59-a181-43fd-accc-d05455281aae on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:24.081336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:24.144358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:24.152093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:24.166196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:24.172572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] DHCP port deletion for f1612ce8-b18d-475a-8cf2-189b643cfa23 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:24.213673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] Deleting port 72b710a3-2b16-4d2e-a1c2-d8b764207bab {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:24.214922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.246878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '76c3f9d4-7000-4c3a-84d3-d587b29a9c75'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:24.247626 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.416569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.448797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503c1c36-e8f1-486d-afdb-d2f115acc26f']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:24.463457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:24.463915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:24.482392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.517134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.532158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:24.532814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.537691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:24.555156 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.736432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] For port 72b710a3-2b16-4d2e-a1c2-d8b764207bab, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=72b710a3-2b16-4d2e-a1c2-d8b764207bab,segment=NetworkSegment(7633582b-9cf2-44d2-9c2c-32dea18a5929),segment_id=7633582b-9cf2-44d2-9c2c-32dea18a5929)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:24.737052 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.766191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:24.774901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Usage tracker for resource:port and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:24.838189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port a196f034-6e64-4e12-8a0f-a05c8375af98, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a196f034-6e64-4e12-8a0f-a05c8375af98,segment=NetworkSegment(6841775e-4ea3-4dab-8f61-ada399a5f571),segment_id=6841775e-4ea3-4dab-8f61-ada399a5f571)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:24.838551 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.839913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:24.846754 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98 resource provider aggregate not found Jun 03 15:41:24.891582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:24.900792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 72b710a3-2b16-4d2e-a1c2-d8b764207bab no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:24.930780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.971805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d028c891-264c-465c-9679-1cd3199c16bf req-81029104-238b-4a33-a283-9caaed70c03a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 210 time: 0.1691658 Jun 03 15:41:24.983241 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5d13fda-c4f9-44d7-8a4e-418ef7d6ae98 found for delete ", "request_id": "req-1f097f6e-b75a-42bd-abb0-6171c50bccfa"}]} Jun 03 15:41:24.984991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.045068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Network': ['ID=503c1c36-e8f1-486d-afdb-d2f115acc26f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:25.050148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:25.065622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] Calling delete_port for 72b710a3-2b16-4d2e-a1c2-d8b764207bab owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:25.069355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.092322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-715b3b22-13f2-4658-898d-07507fbcb1fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/networks/503c1c36-e8f1-486d-afdb-d2f115acc26f HTTP/1.1" status: 204 len: 168 time: 1.6005349 Jun 03 15:41:25.107997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44328) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:25.125848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for a196f034-6e64-4e12-8a0f-a05c8375af98 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:25.209052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Allocated IP 2001:db8::f816:3eff:fe54:734 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/76c3f9d4-7000-4c3a-84d3-d587b29a9c75/3e3f1875-aba1-4a40-975e-6c12f3531e6b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:25.275205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:25.336119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 4a8a363c-cba7-447e-a2c7-58340181927a details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:41:25.374781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.436866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No DVR routers for this DVR port a196f034-6e64-4e12-8a0f-a05c8375af98 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:25.564399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port 72b710a3-2b16-4d2e-a1c2-d8b764207bab update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:41:25.564806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3eb5bf59-a181-43fd-accc-d05455281aae no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:25.589753 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.621223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.628092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44340) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:25.663653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] No DVR routers for this DVR port 72b710a3-2b16-4d2e-a1c2-d8b764207bab on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:25.675025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3eb5bf59-a181-43fd-accc-d05455281aae {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:25.675368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3eb5bf59-a181-43fd-accc-d05455281aae not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:25.712281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b3e0-4597-416d-8739-891bf6c0651b None None] Pushing event deleted for resources: {'Port': ['ID=72b710a3-2b16-4d2e-a1c2-d8b764207bab,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:25.749554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Allocated IP 172.20.0.9 (e9283ae4-087d-4ca1-81e1-db0219cc44df/1ecc5826-f4c7-470b-be0f-dcfee7be7886/bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:25.781025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 4a8a363c-cba7-447e-a2c7-58340181927a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=4a8a363c-cba7-447e-a2c7-58340181927a,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:25.790504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Port': ['ID=a196f034-6e64-4e12-8a0f-a05c8375af98,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:25.794213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.807149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '4a8a363c-cba7-447e-a2c7-58340181927a', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'port_id': '4a8a363c-cba7-447e-a2c7-58340181927a', 'mac_address': 'fa:16:3e:38:51:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:41:25.817001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Transition to ACTIVE for port object 3e3f1875-aba1-4a40-975e-6c12f3531e6b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:25.881390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Transition to ACTIVE for port object 3e3f1875-aba1-4a40-975e-6c12f3531e6b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:25.892512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 4a8a363c-cba7-447e-a2c7-58340181927a is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:25.893024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.906945 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.946147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726908c8-c919-4cfb-a3eb-7b9a0532b11a req-e31d1701-88d5-43cb-aa55-65ac8ffee452 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:25.948277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-726908c8-c919-4cfb-a3eb-7b9a0532b11a req-e31d1701-88d5-43cb-aa55-65ac8ffee452 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 943 time: 1.1044183 Jun 03 15:41:25.962611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1167708180-network', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:25.983311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8a363c-cba7-447e-a2c7-58340181927a {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:25.985257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:26.000737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:26.005584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:26.013628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:26.034006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Pushing event updated for resources: {'Port': ['ID=3e3f1875-aba1-4a40-975e-6c12f3531e6b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.050277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Usage tracker for resource:network and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:26.057964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:26.075810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:26.110317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.199086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45444596-6a19-4318-af21-ef555615833b']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.199662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 4a8a363c-cba7-447e-a2c7-58340181927a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=4a8a363c-cba7-447e-a2c7-58340181927a,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:26.229136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-726908c8-c919-4cfb-a3eb-7b9a0532b11a req-382afeb6-7e90-4eed-87cb-a38692b31d1c tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621047 Jun 03 15:41:26.231715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6841775e-4ea3-4dab-8f61-ada399a5f571') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.232164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6841775e-4ea3-4dab-8f61-ada399a5f571') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.233378 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.255685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.268195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.272929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:26.294564 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:26.314890 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:26.316699 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.327220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.332304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=4a8a363c-cba7-447e-a2c7-58340181927a,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.337879 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.342996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Attempting to bind port 3e3f1875-aba1-4a40-975e-6c12f3531e6b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:26.343772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Attempting to bind port 3e3f1875-aba1-4a40-975e-6c12f3531e6b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:26.344487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Attempting to bind port 3e3f1875-aba1-4a40-975e-6c12f3531e6b on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:26.352505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:26.353214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:26.353814 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.354410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:26.355092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Bound port: 3e3f1875-aba1-4a40-975e-6c12f3531e6b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:26.355658 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.369745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:26.371359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:26.371894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.407553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.415130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1612ce8-b18d-475a-8cf2-189b643cfa23']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.434889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:26.441052 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6841775e-4ea3-4dab-8f61-ada399a5f571 resource provider aggregate not found Jun 03 15:41:26.459925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7633582b-9cf2-44d2-9c2c-32dea18a5929') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.460410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7633582b-9cf2-44d2-9c2c-32dea18a5929') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.461324 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.474084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.478858 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:26.480091 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.497356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.504880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:26.505712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.512347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ee7bc3a-191c-493d-9c48-3b8da6f7b158 req-f5b037ee-1ad6-477a-998d-fc8e3b93c5de tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 210 time: 0.3163891 Jun 03 15:41:26.513033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Made reservation on behalf of 9a2bb9b31e5346b8a70d7e588fef81f6 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:26.515660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.532075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['4a8a363c-cba7-447e-a2c7-58340181927a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:26.544913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.556977 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6841775e-4ea3-4dab-8f61-ada399a5f571 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6841775e-4ea3-4dab-8f61-ada399a5f571 found for delete ", "request_id": "req-46838172-fc8e-440c-b107-bea45fb79d1d"}]} Jun 03 15:41:26.557249 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.569274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=8b23f4c0-7227-4c05-a601-ec7f9657b94b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.581882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:26.582399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.582794 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e88e48af-d76d-4dce-9489-0b648b2132f2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8320537 Jun 03 15:41:26.586780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44352) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:26.626735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:e7:f9:86', 'name': 'tempest-NetworksTestDHCPv6-1264947695'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:26.641979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.657510 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:26.658461 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78a411-6f8c-46a3-863f-023f11d5659f None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:26.669462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] For port 3e3f1875-aba1-4a40-975e-6c12f3531e6b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:26.675426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] For port 3e3f1875-aba1-4a40-975e-6c12f3531e6b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3e3f1875-aba1-4a40-975e-6c12f3531e6b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:26.680533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:26.685139 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.687904 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.707653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:26.716141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:26.728288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:26.772268 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.779402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.792941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c', 'f3076fc4-4170-499e-b592-2e123bad4a53'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:26.867327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.871224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Network': ['ID=f1612ce8-b18d-475a-8cf2-189b643cfa23,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.912767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf77e-f92c-47a6-a7eb-440cec16051e None None] Pushing event updated for resources: {'Port': ['ID=3e3f1875-aba1-4a40-975e-6c12f3531e6b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.930561 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/45444596-6a19-4318-af21-ef555615833b HTTP/1.1" status: 204 len: 168 time: 7.1774919 Jun 03 15:41:26.931251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:26.935888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44356) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:26.936696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:26.940985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:26.942308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df22ed5-3fda-41d7-9f6e-55bd2ee5903e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=45444596-6a19-4318-af21-ef555615833b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.969349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-71f64869-d655-4e8a-acaf-ebae43c6bb9d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/floatingips/ce2e3eae-a5a2-4411-bbb7-95844a23362f HTTP/1.1" status: 200 len: 978 time: 6.1899016 Jun 03 15:41:26.973153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:27.024448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:27.025207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.029926 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-143c6f9b-2d3d-46c6-90c7-80fdc7fdb9fb tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/networks/f1612ce8-b18d-475a-8cf2-189b643cfa23 HTTP/1.1" status: 204 len: 168 time: 1.9148664 Jun 03 15:41:27.035667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478805265'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:27.044313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44366) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:27.058657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event updated for resources: {'Port': ['ID=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:27.062450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:27.107508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:27.116045 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7633582b-9cf2-44d2-9c2c-32dea18a5929 resource provider aggregate not found Jun 03 15:41:27.133173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:27.163039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:27.173416 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7633582b-9cf2-44d2-9c2c-32dea18a5929 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7633582b-9cf2-44d2-9c2c-32dea18a5929 found for delete ", "request_id": "req-b8bb7c17-1eee-4eba-89f6-24dba44bebd5"}]} Jun 03 15:41:27.183030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-274d397d-f82d-460f-b297-6fe3c463d9bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2951643 Jun 03 15:41:27.228810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Request body: {'port': {'device_id': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:27.274265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:27.278177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.282144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:27.312587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:27.318511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:27.337236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:27.358266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting subnet c150a636-df17-4f05-92db-626b9d9e81d7 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:27.364485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.364725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 40be1cc8-b968-4c32-ad8d-ef8a9b1a3e74 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:27.365195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.409189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:27.416206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.443439 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.500414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.630100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:27.673095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:27.690907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.731742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3be66-162c-44ab-87b2-bd967cf3fbc8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:27.745149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.745583 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment 34a1d8f3-d967-4d56-a905-059ab8c88282 of type vlan for network b8c2005c-f9ec-4ead-a3ac-910599b0df70 Jun 03 15:41:27.754186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 501f4407-b8cb-40ec-9f87-bd877e45a82a yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:27.775425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.790097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.790443 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Added segment 509c939f-948e-47c6-969c-d3b0dc91cce7 of type vlan for network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 Jun 03 15:41:27.790938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.791270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.837562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.926897 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.939877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 40be1cc8-b968-4c32-ad8d-ef8a9b1a3e74 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:27.955866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.010700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1242db-7f71-4bff-91db-dd55e69ccb67 req-777b5188-e2ef-4ddc-a47d-bde819107021 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.012065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d1242db-7f71-4bff-91db-dd55e69ccb67 req-777b5188-e2ef-4ddc-a47d-bde819107021 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 944 time: 0.5282843 Jun 03 15:41:28.231430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 172.20.0.7 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/8b23f4c0-7227-4c05-a601-ec7f9657b94b/501f4407-b8cb-40ec-9f87-bd877e45a82a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:28.244501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fee7:f986 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/76c3f9d4-7000-4c3a-84d3-d587b29a9c75/501f4407-b8cb-40ec-9f87-bd877e45a82a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:28.257777 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.308667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.314222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.314833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.326302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=40be1cc8-b968-4c32-ad8d-ef8a9b1a3e74,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:28.334619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b46acba-7e71-4453-b5db-c63231f639ce None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:28.356817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb3004-d190-4c71-8e46-a937fc8b73c8 req-ef790222-9dda-4b43-8275-a403ca2efa48 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.357554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2edb3004-d190-4c71-8e46-a937fc8b73c8 req-ef790222-9dda-4b43-8275-a403ca2efa48 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:28.376209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.377071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.377665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.470098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d1242db-7f71-4bff-91db-dd55e69ccb67 req-920909d8-e8e7-41d2-be58-cc8977cc992e tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4434257 Jun 03 15:41:28.510392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2edb3004-d190-4c71-8e46-a937fc8b73c8 req-ef790222-9dda-4b43-8275-a403ca2efa48 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:28.511571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2edb3004-d190-4c71-8e46-a937fc8b73c8 req-ef790222-9dda-4b43-8275-a403ca2efa48 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 931 time: 0.8270705 Jun 03 15:41:28.531224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.531489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.531715 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP ce2e3eae-a5a2-4411-bbb7-95844a23362f disassociated (deleted). External IP: 172.25.1.244, port: f9a99cea-ed5d-44e9-9d75-28727ce78072. Jun 03 15:41:28.621930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3e3f1875-aba1-4a40-975e-6c12f3531e6b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:28.682362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0489049 Jun 03 15:41:28.683437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Subnet': ['ID=c150a636-df17-4f05-92db-626b9d9e81d7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:28.689716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7505527 Jun 03 15:41:28.695053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44376) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:28.696090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44378) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:28.703078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f45e73-0ac0-41f9-9063-a1895ec805cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=b8c2005c-f9ec-4ead-a3ac-910599b0df70,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:28.708288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.711706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a1cb0a37-321b-4d09-92cd-7a03d7e45ad3 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/subnets/c150a636-df17-4f05-92db-626b9d9e81d7 HTTP/1.1" status: 204 len: 168 time: 1.6538177 Jun 03 15:41:28.714978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:28.719957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:28.739842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Request body: {'subnet': {'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1167708180-subnet', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:28.740839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44384) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:28.745500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f7188-77c9-4962-9c18-444de18f9832 None None] Network 2c1e07e9-8423-43b0-92a2-6351f75b02e6 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:28.759687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b3434f36-3820-4968-bc9c-13674d99f9f2 None None] Provisioning for port 3e3f1875-aba1-4a40-975e-6c12f3531e6b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:28.903240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:28.963037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Usage tracker for resource:subnet and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:28.975713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2edb3004-d190-4c71-8e46-a937fc8b73c8 req-084ab187-43a1-4de3-ab60-1db5606aec3a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815644 Jun 03 15:41:28.976667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:29.003795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac57aed-d987-4950-bdd3-4e9281a98904 admin admin] Pushing event updated for resources: {'Network': ['ID=d0461e10-aaaa-4a72-912c-c1a2fb1e5958,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:29.003795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:29.015365 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.024741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.025002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:29.030905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Made reservation on behalf of 9a2bb9b31e5346b8a70d7e588fef81f6 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:29.033367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.047965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:29.051128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 501f4407-b8cb-40ec-9f87-bd877e45a82a will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:29.055996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:29.071543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:29.107424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3e3f1875-aba1-4a40-975e-6c12f3531e6b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:29.122241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:29.201800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:29.205861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.210139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 4a8a363c-cba7-447e-a2c7-58340181927a up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:29.241201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Deleting port af0dedb4-a148-4e7b-a973-4a4fc5caa36b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:29.241201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.275675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3e3f1875-aba1-4a40-975e-6c12f3531e6b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:29.276211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.279748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:29.313817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:29.331839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.376181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Transition to ACTIVE for port object bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:29.418457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.444291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] Update dhcp port {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '76c3f9d4-7000-4c3a-84d3-d587b29a9c75', 'ip_address': '2001:db8::f816:3eff:fe54:734'}, {'subnet_id': '8b23f4c0-7227-4c05-a601-ec7f9657b94b'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '3e3f1875-aba1-4a40-975e-6c12f3531e6b'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:41:29.454061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.597857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 4a8a363c-cba7-447e-a2c7-58340181927a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:29.613737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.637933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 4a8a363c-cba7-447e-a2c7-58340181927a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:29.638368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.661430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:29.694684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Pushing event updated for resources: {'Port': ['ID=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:29.713852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3e3f1875-aba1-4a40-975e-6c12f3531e6b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:29.714230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.727599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:29.735057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] DHCP port deletion for 2c1e07e9-8423-43b0-92a2-6351f75b02e6 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:29.744031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:29.764159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Deleting port af0dedb4-a148-4e7b-a973-4a4fc5caa36b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:29.764537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.783934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=501f4407-b8cb-40ec-9f87-bd877e45a82a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:29.819646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.849509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:29.861387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] For port af0dedb4-a148-4e7b-a973-4a4fc5caa36b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,segment=NetworkSegment(2c83ad9e-3b5a-4d60-bce1-2cdcc004c457),segment_id=2c83ad9e-3b5a-4d60-bce1-2cdcc004c457)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:29.861836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.877784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:29.878583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.914960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:29.937137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.974548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Attempting to bind port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:29.974761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Attempting to bind port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:29.975068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Attempting to bind port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:29.978660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 3e3f1875-aba1-4a40-975e-6c12f3531e6b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3e3f1875-aba1-4a40-975e-6c12f3531e6b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:29.983492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:29.997709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44b049-f08d-4278-b152-ec5ca3688e90 req-b2d5933a-6855-48c8-868c-a0bb36f85f24 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:29.999174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b44b049-f08d-4278-b152-ec5ca3688e90 req-b2d5933a-6855-48c8-868c-a0bb36f85f24 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 944 time: 0.3932528 Jun 03 15:41:30.044162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:30.044827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.080878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 on network e9283ae4-087d-4ca1-81e1-db0219cc44df not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:41:30.081253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Attempting to bind port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:30.085784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Calling delete_port for af0dedb4-a148-4e7b-a973-4a4fc5caa36b owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:30.098822 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.141982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-806ad653-3154-49b5-ae23-ced953f0d6ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5538831 Jun 03 15:41:30.143889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.169574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44392) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:30.195603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.274392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8a6a4a71-5ade-459b-b9dc-691393aef3c3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/floatingips/ce2e3eae-a5a2-4411-bbb7-95844a23362f HTTP/1.1" status: 204 len: 168 time: 3.3000729 Jun 03 15:41:30.281058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44396) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:30.331729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:30.333178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:30.333800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Bound using segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:30.334422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Bound port: bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:30.334950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.342069 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.357531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 4a8a363c-cba7-447e-a2c7-58340181927a is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:30.357914 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.383744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:30.384416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.396033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Checking segment: {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:30.396583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Network hostable DHCP agents. Network: d0461e10-aaaa-4a72-912c-c1a2fb1e5958, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:30.414673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=0be0e131-6ee7-44d6-af29-bfb7c973ecea,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:30.471580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=3e3f1875-aba1-4a40-975e-6c12f3531e6b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:30.485944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b44b049-f08d-4278-b152-ec5ca3688e90 req-0cdbadee-a657-4f54-8cbf-25ea9a922a15 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965185 Jun 03 15:41:30.496736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.497221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66325942-2036-40f0-ad80-a30abdc6782b None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:30.511857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:30.527080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] For port af0dedb4-a148-4e7b-a973-4a4fc5caa36b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,segment=NetworkSegment(2c83ad9e-3b5a-4d60-bce1-2cdcc004c457),segment_id=2c83ad9e-3b5a-4d60-bce1-2cdcc004c457)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:30.527578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.538538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] Allocated IP 172.20.0.2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/8b23f4c0-7227-4c05-a601-ec7f9657b94b/3e3f1875-aba1-4a40-975e-6c12f3531e6b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:30.543215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af0dedb4-a148-4e7b-a973-4a4fc5caa36b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:30.559770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': '34a1d8f3-d967-4d56-a905-059ab8c88282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:30.560413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: b8c2005c-f9ec-4ead-a3ac-910599b0df70, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:30.577283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 4a8a363c-cba7-447e-a2c7-58340181927a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=4a8a363c-cba7-447e-a2c7-58340181927a,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:30.591085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:30.592969 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38dc593-0768-47f4-ba71-60a2ee356e98'] response: {'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a', 'code': 200} Jun 03 15:41:30.596402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: af0dedb4-a148-4e7b-a973-4a4fc5caa36b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:30.597024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device af0dedb4-a148-4e7b-a973-4a4fc5caa36b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:30.603602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Port': ['ID=af0dedb4-a148-4e7b-a973-4a4fc5caa36b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:30.611459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] No DVR routers for this DVR port af0dedb4-a148-4e7b-a973-4a4fc5caa36b on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:30.640661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d0461e10-aaaa-4a72-912c-c1a2fb1e5958) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:30.645820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:30.653351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.653933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.664018 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.685041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b8c2005c-f9ec-4ead-a3ac-910599b0df70) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:30.701590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.702174 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.704366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port f9a99cea-ed5d-44e9-9d75-28727ce78072 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:30.704720 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.721725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] For port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:30.725817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] For port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:30.732680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9e66cdc9-c6f4-4f7f-a2a7-e39024abf304 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0310841 Jun 03 15:41:30.735659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:30.742367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac477193-0a55-4aaa-b4dd-639b4db4e9d4 req-d6e01ae1-9da5-4db6-a8ed-6c047744670d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.743964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac477193-0a55-4aaa-b4dd-639b4db4e9d4 req-d6e01ae1-9da5-4db6-a8ed-6c047744670d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 943 time: 0.4413996 Jun 03 15:41:30.746117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2fc6df05-dc6d-44e1-a73e-a26d5963bef4 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0444062 Jun 03 15:41:30.747739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.751480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44406) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:30.765718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb241e-958e-4f24-b79f-33f2cd54d61d None None] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:30.777840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:30.792093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Calling delete_port for af0dedb4-a148-4e7b-a973-4a4fc5caa36b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:30.798609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:30.828281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8090f09-baed-407e-bb52-fec85cc914ad None None] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:30.867643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:30.889553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Usage tracker for resource:router and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:30.895446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:30.911500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd0fb6-0415-4fee-93cf-dff6dc73252b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.918508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd0fb6-0415-4fee-93cf-dff6dc73252b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.919356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96bd0fb6-0415-4fee-93cf-dff6dc73252b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:30.927636 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.928994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.929617 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.931098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] 10.222.0.15 "PUT /v2.0/ports/bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 HTTP/1.1" status: 200 len: 1091 time: 3.7236345 Jun 03 15:41:30.931581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'tag': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:30.942678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:30.969298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394eb4b-823d-4fdd-b4b8-84f09f0ddc0c service neutron] Pushing event updated for resources: {'Port': ['ID=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:31.023540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1e07e9-8423-43b0-92a2-6351f75b02e6']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:31.042406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.043420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.054842 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ec8891-dee6-4326-8bf1-2e5b8d97e708'] response: {'name': 'network-changed', 'server_uuid': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'tag': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6', 'status': 'completed', 'code': 200} Jun 03 15:41:31.073625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac477193-0a55-4aaa-b4dd-639b4db4e9d4 req-a0ac8061-0db2-41b2-92d8-8cbd23cd0588 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874978 Jun 03 15:41:31.077503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c83ad9e-3b5a-4d60-bce1-2cdcc004c457') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:31.077904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c83ad9e-3b5a-4d60-bce1-2cdcc004c457') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:31.090755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-96bd0fb6-0415-4fee-93cf-dff6dc73252b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:31.094501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96bd0fb6-0415-4fee-93cf-dff6dc73252b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.9159646 Jun 03 15:41:31.096490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44412) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:31.105817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.141230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:31.147955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:31.151358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:31.160177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:31.172023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-d0c303b1-dee7-40af-9d37-7a72128d1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.173739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-d0c303b1-dee7-40af-9d37-7a72128d1ed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 1094 time: 0.1961262 Jun 03 15:41:31.189663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.209529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b38c-715a-4a69-87a2-869f47e65bf1 req-5b2b9258-98e3-44ee-85b1-1e3c1e965901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.211003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1481b38c-715a-4a69-87a2-869f47e65bf1 req-5b2b9258-98e3-44ee-85b1-1e3c1e965901 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 0.5518947 Jun 03 15:41:31.254028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:31.257166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.281859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-6dca7f4a-f163-4ab2-b47a-de2c14418aa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 HTTP/1.1" status: 200 len: 217 time: 0.0992069 Jun 03 15:41:31.293663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=4a8a363c-cba7-447e-a2c7-58340181927a,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:31.297935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.338702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:31.338980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.349412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:31.349912 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:31.363925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 501f4407-b8cb-40ec-9f87-bd877e45a82a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:31.364365 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.396828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] For port 3e3f1875-aba1-4a40-975e-6c12f3531e6b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3e3f1875-aba1-4a40-975e-6c12f3531e6b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:31.437176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-3b6a4a14-78ef-450b-bcb9-fb95a66cbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.438938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-3b6a4a14-78ef-450b-bcb9-fb95a66cbfb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1001797 Jun 03 15:41:31.462551 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2c83ad9e-3b5a-4d60-bce1-2cdcc004c457 resource provider aggregate not found Jun 03 15:41:31.494258 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.504262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-ad2bd12f-cf7d-4622-8821-ce241cafc7ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531833 Jun 03 15:41:31.576721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1481b38c-715a-4a69-87a2-869f47e65bf1 req-e300faf1-d0c6-4f84-9a44-f2a072f54a22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024685 Jun 03 15:41:31.589367 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2c83ad9e-3b5a-4d60-bce1-2cdcc004c457 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c83ad9e-3b5a-4d60-bce1-2cdcc004c457 found for delete ", "request_id": "req-9bf45e9f-d028-4d2f-9713-f0a736640ce8"}]} Jun 03 15:41:31.625524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:31.626856 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.681310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-b8c2005c-f9ec-4ead-a3ac-910599b0df70', 'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': '0be0e131-6ee7-44d6-af29-bfb7c973ecea'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:31.682825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.699399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] Transition to ACTIVE for port object 3e3f1875-aba1-4a40-975e-6c12f3531e6b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:31.718809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.731110 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.736161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-384a4a06-2250-4b41-96a3-ce1866d561f6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246368 Jun 03 15:41:31.752145 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.814941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.869583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6a9d-5d94-4573-a8b7-764d22c16148 req-efeff683-eb9a-4534-a32b-c805df78a56d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.871096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6bd6a9d-5d94-4573-a8b7-764d22c16148 req-efeff683-eb9a-4534-a32b-c805df78a56d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 945 time: 0.2599034 Jun 03 15:41:31.917116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Deleting port af0dedb4-a148-4e7b-a973-4a4fc5caa36b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:31.917116 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.979490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6bd6a9d-5d94-4573-a8b7-764d22c16148 req-6b578676-7e39-4fd9-96f8-8ef8d15b050c tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919664 Jun 03 15:41:32.024866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for f9a99cea-ed5d-44e9-9d75-28727ce78072 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:32.030474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b1e633-b9e9-4f03-8005-425c06e8db6f req-c9037425-b9ea-4511-ae1d-a81294f81191 service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497385 Jun 03 15:41:32.031967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.059604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Pushing event deleted for resources: {'Network': ['ID=2c1e07e9-8423-43b0-92a2-6351f75b02e6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.105280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d7969866-ca0e-46fc-9c08-c1e77b7823d5 None None] The port 'af0dedb4-a148-4e7b-a973-4a4fc5caa36b' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:41:32.118013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=dad5f224-56a8-4934-a652-e2818e780a31,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.120019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106f9af-c6fa-4874-b02b-870456e8742a None None] Pushing event updated for resources: {'Port': ['ID=3e3f1875-aba1-4a40-975e-6c12f3531e6b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.241688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:32.244358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:32.248170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:32.248979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.275993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Allocated IP 172.20.0.2 (d0461e10-aaaa-4a72-912c-c1a2fb1e5958/0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56/2b2f0070-ec5a-4ba9-a301-42b484fc18e6) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:32.277731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d1d18d75-d46e-4a84-a54e-444a52e0a128 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4953451 Jun 03 15:41:32.281313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44424) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:32.308590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Allocated IP 2001:db8::2 (b8c2005c-f9ec-4ead-a3ac-910599b0df70/0be0e131-6ee7-44d6-af29-bfb7c973ecea/0e6f7ca0-34b6-4af2-8909-1702dabcbd95) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:32.330026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.361564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-a0b48335-ae29-4799-8392-a437cba0d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:32.363232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-a0b48335-ae29-4799-8392-a437cba0d94b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 1094 time: 0.2280762 Jun 03 15:41:32.386941 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7b4ade78-13b9-4bda-8ac5-01306fae493e tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/networks/2c1e07e9-8423-43b0-92a2-6351f75b02e6 HTTP/1.1" status: 204 len: 168 time: 3.6449604 Jun 03 15:41:32.415829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44428) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:32.549887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3e3f1875-aba1-4a40-975e-6c12f3531e6b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:32.753571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.773017 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.786408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:32.788685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:32.790190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:32.792380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:32.794532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:32.796237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Synchronizing usage tracker for tenant:08407bceec90425eba614d9e6918fc31 on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:32.943444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Unset dirty status for tenant:08407bceec90425eba614d9e6918fc31 on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:32.945660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6e2a9c04-712b-45e3-94bd-dd7861822599 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6631844 Jun 03 15:41:32.952915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44432) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:32.958331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bfcb749a-6921-4493-9bda-ed4d93866843 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Synchronizing usage tracker for tenant:be844bbdb48348c286586fe6eeafeda6 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:32.958970 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.972044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Transition to ACTIVE for port object 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:32.995346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94693519'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:32.995839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Transition to ACTIVE for port object 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:33.006807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 501f4407-b8cb-40ec-9f87-bd877e45a82a owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:33.014784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:33.041633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Transition to ACTIVE for port object 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:33.047460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:33.055123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:33.069117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:33.080505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.090801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bfcb749a-6921-4493-9bda-ed4d93866843 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Unset dirty status for tenant:be844bbdb48348c286586fe6eeafeda6 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:33.094700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bfcb749a-6921-4493-9bda-ed4d93866843 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d0a3b0-e327-4006-b207-ff0fa4eeed4f HTTP/1.1" status: 200 len: 205 time: 0.6738718 Jun 03 15:41:33.098580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44438) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:33.116360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-b572ea46-8c01-4085-804a-9080a1b9c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.118405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-b572ea46-8c01-4085-804a-9080a1b9c399 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.7012746 Jun 03 15:41:33.120468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:33.124013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.150023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb485b-5a3b-4a30-ae8b-70a6cb745cca req-6e844b70-c996-4b1e-b081-9d15ae4abf26 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.157430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4cb485b-5a3b-4a30-ae8b-70a6cb745cca req-6e844b70-c996-4b1e-b081-9d15ae4abf26 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 943 time: 0.8061421 Jun 03 15:41:33.227533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Transition to ACTIVE for port object 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:33.256422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:33.263592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.277376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:33.289042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:33.297332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-2b37d0df-b503-45df-ac43-0b8eee1a411a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 HTTP/1.1" status: 200 len: 217 time: 0.1591563 Jun 03 15:41:33.309361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0920ce89-d719-4c35-9c96-dde7412f80a6 None None] Provisioning for port 3e3f1875-aba1-4a40-975e-6c12f3531e6b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:33.315824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Pushing event updated for resources: {'Port': ['ID=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:33.343697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.417959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4cb485b-5a3b-4a30-ae8b-70a6cb745cca req-68e9bcec-98f5-41e2-9784-2a98e4330f6a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593591 Jun 03 15:41:33.426235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:33.427552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad832719-9c45-433d-8eb9-78e40d0da6b7 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.450584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.450956 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment ecab438a-ce2d-4db7-9a50-232646c79bd8 of type vlan for network 9047d20d-9202-4195-b475-1ee7960833f3 Jun 03 15:41:33.464407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:33.475574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0920ce89-d719-4c35-9c96-dde7412f80a6 None None] Provisioning complete for port 3e3f1875-aba1-4a40-975e-6c12f3531e6b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:33.476240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0920ce89-d719-4c35-9c96-dde7412f80a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.504199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=f9a99cea-ed5d-44e9-9d75-28727ce78072,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:33.504623 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.528143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-108c5b96-4042-4e68-b199-42f921c44ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.529282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-108c5b96-4042-4e68-b199-42f921c44ff6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.2103229 Jun 03 15:41:33.542546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:33.543324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862a2e-a215-4f07-8331-eee46951570d req-4f5ce1a3-a44c-40ed-a9a7-7d22c49f5125 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.550508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09862a2e-a215-4f07-8331-eee46951570d req-4f5ce1a3-a44c-40ed-a9a7-7d22c49f5125 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 945 time: 0.3104973 Jun 03 15:41:33.582551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:33.638740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.644785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.645402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.654312 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-913791e7-6bf5-4590-a30d-5ecf04ca50a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009533 Jun 03 15:41:33.667652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Pushing event updated for resources: {'Port': ['ID=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:33.670091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Attempting to bind port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:33.670468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Attempting to bind port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '34a1d8f3-d967-4d56-a905-059ab8c88282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:33.670880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Attempting to bind port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 on network b8c2005c-f9ec-4ead-a3ac-910599b0df70 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:33.713625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:33.714067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Checking segment: {'id': '34a1d8f3-d967-4d56-a905-059ab8c88282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:33.714413 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.714808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Bound using segment: {'id': '34a1d8f3-d967-4d56-a905-059ab8c88282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:33.715285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Bound port: 0e6f7ca0-34b6-4af2-8909-1702dabcbd95, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a1d8f3-d967-4d56-a905-059ab8c88282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:33.715661 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.822771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Attempting to bind port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:33.823139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Attempting to bind port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:33.823509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Attempting to bind port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 on network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:33.848282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0920ce89-d719-4c35-9c96-dde7412f80a6 None None] Current status of the port 3e3f1875-aba1-4a40-975e-6c12f3531e6b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:33.852421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:33.852806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Checking segment: {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:33.853512 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.853636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Bound using segment: {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:33.854075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Bound port: 2b2f0070-ec5a-4ba9-a301-42b484fc18e6, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:33.854451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.872182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9087307 Jun 03 15:41:33.877353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44442) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:33.886727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09862a2e-a215-4f07-8331-eee46951570d req-5f092a33-a64b-43af-b177-5cc15eecfec7 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353496 Jun 03 15:41:33.896221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:33.925480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337122b-59c8-416a-b3f7-ffc320e7a2dc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=9047d20d-9202-4195-b475-1ee7960833f3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:33.940724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9047d20d-9202-4195-b475-1ee7960833f3 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:33.975261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] For port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:34.062371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-a1066b28-cdb7-4437-9d17-9b7783475929 service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790030 Jun 03 15:41:34.112695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] For port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,segment=NetworkSegment(34a1d8f3-d967-4d56-a905-059ab8c88282),segment_id=34a1d8f3-d967-4d56-a905-059ab8c88282)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:34.136211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.191897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-600693b2-d302-48ea-82a0-dad00728752c None None] For port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:34.230158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-14001324-c10f-4ecd-92ce-86f67a415be0 None None] Provisioning complete for port 501f4407-b8cb-40ec-9f87-bd877e45a82a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:34.230528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14001324-c10f-4ecd-92ce-86f67a415be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.274239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-600693b2-d302-48ea-82a0-dad00728752c None None] For port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:34.281427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-14001324-c10f-4ecd-92ce-86f67a415be0 None None] Port 501f4407-b8cb-40ec-9f87-bd877e45a82a was deleted so its status cannot be updated. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 15:41:34.290770 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.293716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.313485 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3510cd90-ee34-4922-af91-0456c1476760 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/ports/f9a99cea-ed5d-44e9-9d75-28727ce78072 HTTP/1.1" status: 204 len: 168 time: 4.0305059 Jun 03 15:41:34.314228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.323928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44448) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:34.334388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0e51b-4f1c-42fb-b670-57d046676437 None None] Pushing event updated for resources: {'Port': ['ID=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:34.342500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:34.383656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:34.402626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:floatingip and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:34.418320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600693b2-d302-48ea-82a0-dad00728752c None None] Pushing event updated for resources: {'Port': ['ID=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:34.436093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:34.449641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:34.452484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.463980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5353b5c2-3aec-4c75-9587-c5f1e633f7a2 req-43f4023e-e458-47f0-a0e2-d10bc22a8db1 service neutron] 10.222.0.15 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586931 Jun 03 15:41:34.490958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5884-7d3d-49ac-987b-972ed79de5e8 req-dbfadf34-0ad9-4263-a37b-b7747787de40 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:34.498287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09ee5884-7d3d-49ac-987b-972ed79de5e8 req-dbfadf34-0ad9-4263-a37b-b7747787de40 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 945 time: 0.4348760 Jun 03 15:41:34.514237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.529967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.574123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad832719-9c45-433d-8eb9-78e40d0da6b7 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.578274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad832719-9c45-433d-8eb9-78e40d0da6b7 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.601559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=501f4407-b8cb-40ec-9f87-bd877e45a82a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:34.778902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad832719-9c45-433d-8eb9-78e40d0da6b7 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.779346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad832719-9c45-433d-8eb9-78e40d0da6b7 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Fanout notify agent at l3_agent the message router_deleted on router 48d0a3b0-e327-4006-b207-ff0fa4eeed4f {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:41:34.820331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.850063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad832719-9c45-433d-8eb9-78e40d0da6b7 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.856473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ad832719-9c45-433d-8eb9-78e40d0da6b7 tempest-RoutersNegativeIpV6Test-446835045 tempest-RoutersNegativeIpV6Test-446835045-project] 10.222.0.66 "DELETE /v2.0/routers/48d0a3b0-e327-4006-b207-ff0fa4eeed4f HTTP/1.1" status: 204 len: 168 time: 1.7472188 Jun 03 15:41:34.876397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.935047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.940659 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fd131611-b3f7-4976-9b20-b17668a8d6b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/501f4407-b8cb-40ec-9f87-bd877e45a82a HTTP/1.1" status: 204 len: 168 time: 3.8380256 Jun 03 15:41:34.941762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44456) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:34.997833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network 9047d20d-9202-4195-b475-1ee7960833f3 is not hosted by any dhcp agent {{(pid=88338) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:41:35.004725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:35.005913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.007944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "PUT /v2.0/networks/9047d20d-9202-4195-b475-1ee7960833f3 HTTP/1.1" status: 200 len: 723 time: 1.1244643 Jun 03 15:41:35.031456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44460) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:35.100260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': '9047d20d-9202-4195-b475-1ee7960833f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:35.100500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c7caf-cb9f-4971-abe3-ed99c90fefe8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=9047d20d-9202-4195-b475-1ee7960833f3,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:35.113904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9047d20d-9202-4195-b475-1ee7960833f3 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:35.133560 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09ee5884-7d3d-49ac-987b-972ed79de5e8 req-09e44ec3-3b2f-4583-9d1a-21992e502e6e tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6342678 Jun 03 15:41:35.218793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:41:35.222591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fa24f-1191-4b95-940b-2ca633a49230 req-6e115737-3f43-4ff7-8470-190c5d4bbe71 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:35.225971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44468) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:35.235162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e9fa24f-1191-4b95-940b-2ca633a49230 req-6e115737-3f43-4ff7-8470-190c5d4bbe71 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 943 time: 0.5547709 Jun 03 15:41:35.294901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d695d-22f5-4b3d-b0c7-3e8b6bb67510 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:35.296814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d695d-22f5-4b3d-b0c7-3e8b6bb67510 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:35.298632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d695d-22f5-4b3d-b0c7-3e8b6bb67510 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:35.299936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e09d695d-22f5-4b3d-b0c7-3e8b6bb67510 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:35.351783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:35.380817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:35.389006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e09d695d-22f5-4b3d-b0c7-3e8b6bb67510 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:35.390433 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e09d695d-22f5-4b3d-b0c7-3e8b6bb67510 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4413946 Jun 03 15:41:35.397621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e9fa24f-1191-4b95-940b-2ca633a49230 req-1a2d30ca-755b-461b-b2e6-e7a31d490b52 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614215 Jun 03 15:41:35.398636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44474) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:35.416729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Allocated IP 172.25.1.33 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/d2edb2bc-e683-4eea-a3dc-02b9db26fc96) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:35.419840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:35.423945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.465124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:35.483084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'port_id': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6', 'mac_address': 'fa:16:3e:8a:48:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecc5826-f4c7-470b-be0f-dcfee7be7886', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:41:35.491054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.555019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 76c3f9d4-7000-4c3a-84d3-d587b29a9c75 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:35.565304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:35.566160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.570388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.588454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:35.616750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:35.622802 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.653477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faed69f-5a6e-4514-acb2-082b6cbff4ff req-0d3c1ca4-1841-4627-a058-32a48ad7cdb3 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:35.661174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9faed69f-5a6e-4514-acb2-082b6cbff4ff req-0d3c1ca4-1841-4627-a058-32a48ad7cdb3 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 945 time: 0.3394246 Jun 03 15:41:35.681331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.716849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d95fbbb4-6165-4ebf-aa39-f98874331863 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be844bbdb48348c286586fe6eeafeda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869678 Jun 03 15:41:35.721524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:35.731688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:35.800927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9faed69f-5a6e-4514-acb2-082b6cbff4ff req-a8acec59-8dee-47e9-8f08-ca03d5eebca3 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387641 Jun 03 15:41:35.822814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44482) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:35.834984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:35.844846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.867918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-181d32be-c9b8-4d73-a5d6-37cd9f73a76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.870349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.925967 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.983652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.026179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea0546-5fb0-4c62-bb52-4d8ce2114ed8 None None] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:36.042277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-181d32be-c9b8-4d73-a5d6-37cd9f73a76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.162366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Pushing event updated for resources: {'Port': ['ID=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:36.186362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.25.1.59 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/1ba7cdce-3868-4fbd-b4dd-80a504c4e816) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:36.222088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:36.227782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:36.230968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:36.250554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-331083df-73b1-49d7-a6bc-140052e0c63a None None] Provisioning for port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:36.252705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-181d32be-c9b8-4d73-a5d6-37cd9f73a76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.277661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.362824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=76c3f9d4-7000-4c3a-84d3-d587b29a9c75,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:36.378077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=f7a62398-b4b1-4544-b427-246ce3f6080e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:36.381960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': 'ecab438a-ce2d-4db7-9a50-232646c79bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9047d20d-9202-4195-b475-1ee7960833f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:36.382336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: 9047d20d-9202-4195-b475-1ee7960833f3, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:36.429030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d32be-c9b8-4d73-a5d6-37cd9f73a76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088f7be0-8041-4108-aadb-a45533359655,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:36.466779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.501387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0de36-a6fc-411f-b731-c7fdbfe75fb3 tempest-TestServerBasicOps-1400760869 tempest-TestServerBasicOps-1400760869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:36.502399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24a0de36-a6fc-411f-b731-c7fdbfe75fb3 tempest-TestServerBasicOps-1400760869 tempest-TestServerBasicOps-1400760869-project-admin] Synchronizing usage tracker for tenant:d5313232bff54113b657222ddd89443b on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:36.524959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aabb794-5c82-4ec2-a24f-f0008b56c55d None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:36.561203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ac1b9-bb8b-4574-93e3-cf26e8568c6a None None] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:36.642100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.679562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-181d32be-c9b8-4d73-a5d6-37cd9f73a76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.683214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-181d32be-c9b8-4d73-a5d6-37cd9f73a76e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/088f7be0-8041-4108-aadb-a45533359655 HTTP/1.1" status: 204 len: 168 time: 0.9517651 Jun 03 15:41:36.691859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:36.694049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a02496a7-5da3-4cd0-b1cc-37b394e4174e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/76c3f9d4-7000-4c3a-84d3-d587b29a9c75 HTTP/1.1" status: 204 len: 168 time: 1.2910764 Jun 03 15:41:36.699943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44492) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:36.730115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network 9047d20d-9202-4195-b475-1ee7960833f3 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:36.744689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24a0de36-a6fc-411f-b731-c7fdbfe75fb3 tempest-TestServerBasicOps-1400760869 tempest-TestServerBasicOps-1400760869-project-admin] Unset dirty status for tenant:d5313232bff54113b657222ddd89443b on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:36.745872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-24a0de36-a6fc-411f-b731-c7fdbfe75fb3 tempest-TestServerBasicOps-1400760869 tempest-TestServerBasicOps-1400760869-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1091 time: 0.9205179 Jun 03 15:41:36.747180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.750248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44496) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:36.757241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 9047d20d-9202-4195-b475-1ee7960833f3) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:36.762026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:36.764454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585796'] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.778842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '4a8a363c-cba7-447e-a2c7-58340181927a', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:36.788325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:36.794142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Usage tracker for resource:floatingip and tenant:dfc49919225f462bae90aea2dbdf6fc1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:36.798184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:36.805942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:36.826234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef3b8c-1c5a-466b-977f-2b6d3f1623ac None None] Network 9047d20d-9202-4195-b475-1ee7960833f3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:36.837938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:36.838769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.845938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:36.854659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:36.899156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 8b23f4c0-7227-4c05-a601-ec7f9657b94b {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:36.904038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.966671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.051452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.076494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4cde6dc7-e9d4-43c8-8ed0-6fe827e87a26 None None] Provisioning for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:37.145074 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.155437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.182483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=1ba7cdce-3868-4fbd-b4dd-80a504c4e816,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.210242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=8b23f4c0-7227-4c05-a601-ec7f9657b94b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.213263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.228526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ec755-fb65-40ac-8947-b6e0f487944f req-2a4d9431-3265-4250-af3c-9dbb52424dcc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:37.235966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f83ec755-fb65-40ac-8947-b6e0f487944f req-2a4d9431-3265-4250-af3c-9dbb52424dcc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 944 time: 0.6938405 Jun 03 15:41:37.297225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c1af74d5-c625-4516-bf9f-3b0fc77fb235 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/8b23f4c0-7227-4c05-a601-ec7f9657b94b HTTP/1.1" status: 204 len: 168 time: 0.5962064 Jun 03 15:41:37.303482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-9047d20d-9202-4195-b475-1ee7960833f3', 'network_id': '9047d20d-9202-4195-b475-1ee7960833f3', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': 'f7a62398-b4b1-4544-b427-246ce3f6080e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:37.304448 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.308754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44508) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:37.309846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.348695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b24d622-5770-4ef5-8648-38eb4457ca9a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3050375 Jun 03 15:41:37.364326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:37.391990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-241f1007-0499-4fe4-8c61-d7b0e7b9ccaf tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:37.415228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:37.494877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:37.495516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.589250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c3afb3de-a83a-4949-a6f2-a5cb329fb1da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2777410 Jun 03 15:41:37.601395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44522) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:37.637159 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f83ec755-fb65-40ac-8947-b6e0f487944f req-eba3b4a7-3417-4927-844a-041022debc14 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994350 Jun 03 15:41:37.667516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:37.689390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.840132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Allocated IP 2001:db8::2 (9047d20d-9202-4195-b475-1ee7960833f3/f7a62398-b4b1-4544-b427-246ce3f6080e/15aa7716-c014-4c61-bc89-ea4e0b6a1f0f) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:37.906400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-241f1007-0499-4fe4-8c61-d7b0e7b9ccaf tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3475237'] for subnet, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.910997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44530) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:37.975352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:37.979776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:37.982810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:37.988776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:38.017720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:38.021839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.045041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.048568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.061113 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.091921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:38.093065 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.132755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=1ba7cdce-3868-4fbd-b4dd-80a504c4e816,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:38.141759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2143522829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:38.155729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:38.169066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] Update dhcp port {'port': {'network_id': 'b8c2005c-f9ec-4ead-a3ac-910599b0df70', 'fixed_ips': [{'subnet_id': '0be0e131-6ee7-44d6-af29-bfb7c973ecea', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dad5f224-56a8-4934-a652-e2818e780a31'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '0e6f7ca0-34b6-4af2-8909-1702dabcbd95'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:41:38.181481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:38.194777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:router and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:38.199761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:38.208260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:38.209872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] Deleting port 3e3f1875-aba1-4a40-975e-6c12f3531e6b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:38.210246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.223024 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.231203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.232238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.238046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89633fdb-3d11-4038-9908-7d2cb030e137 None None] Provisioning complete for port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:38.238443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89633fdb-3d11-4038-9908-7d2cb030e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.261718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.262985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6c5c5b00-7a7f-41b4-9350-5bf96abf19c5 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9375033 Jun 03 15:41:38.264720 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.266015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44536) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:38.276895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'port': {'network_id': '669f7de2-8b8a-49e9-8061-162835a70000', 'name': 'tempest-FloatingIPTestJSON-902184343'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:38.387068 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.390015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.413790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:38.448400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.450274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c0918c72-c028-4d39-8347-74a7eb980ff9 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5382473 Jun 03 15:41:38.453914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44540) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:38.468417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-357441822'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:38.477266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:38.478456 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.479281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:38.485027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:network and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:38.494295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:38.499339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:port and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:38.502946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:38.510330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:38.518644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:38.525465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:38.529275 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.539551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:38.545298 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.560281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] device_id is not set on port d1ea358b-cb6d-4437-917f-4b23e1cda27d yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:38.595294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Made reservation on behalf of fadb0bb3a94e4ba1ae8720ec31a01b92 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:38.599396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.613705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.641603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:38.645990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:security_group_rule and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:38.649099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Allocated IP 172.25.1.65 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/c7ef067d-2dc5-41e9-9b7d-ee30e382f62c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:38.649434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:38.657142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:38.754878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.767353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.780728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:38.792089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.792526 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Added segment 619d6814-e8f1-48c9-903a-1eeaeb693851 of type vlan for network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 Jun 03 15:41:38.838626 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.874090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Transition to ACTIVE for port object 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:38.912010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb688bc-9aeb-4c47-a9ae-13ad8d3c27a4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:38.964224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.045271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c29e4-25e7-476e-8fbf-0ffd86ad46be req-15bfbb50-3a0b-4397-a1cb-386d2d33655f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:39.046839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1c29e4-25e7-476e-8fbf-0ffd86ad46be req-15bfbb50-3a0b-4397-a1cb-386d2d33655f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 944 time: 0.2321784 Jun 03 15:41:39.048157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.7 (669f7de2-8b8a-49e9-8061-162835a70000/0727bb27-01d8-4637-9d55-f9dc4b170450/d1ea358b-cb6d-4437-917f-4b23e1cda27d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:39.050893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.057414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:39.058040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.077224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.147184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:39.179794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Router 65a65d30-92c7-406a-bd62-2d591d9e0790 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:41:39.202604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] For port 3e3f1875-aba1-4a40-975e-6c12f3531e6b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3e3f1875-aba1-4a40-975e-6c12f3531e6b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:39.203221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.229821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Transition to ACTIVE for port object 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:39.250553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Network': ['ID=40fcc2d6-e9d3-4682-85bd-44c0a0cad564,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:39.257897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e82221aa-5ffb-4493-b1a1-df7172b4f1c4 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7996061 Jun 03 15:41:39.260622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44546) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:39.265901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c1c29e4-25e7-476e-8fbf-0ffd86ad46be req-f1d8f6d4-2b96-463c-8041-cf207dc0e618 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034967 Jun 03 15:41:39.272712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'subnet': {'network_id': '40fcc2d6-e9d3-4682-85bd-44c0a0cad564', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:39.342770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:39.441387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:39.453276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:41:39.461189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] Calling delete_port for 3e3f1875-aba1-4a40-975e-6c12f3531e6b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:39.499423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:39.499688 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.503164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:39.507022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-89633fdb-3d11-4038-9908-7d2cb030e137 None None] Current status of the port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:39.508542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:subnet and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:39.514837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:39.526407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:39.566622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Made reservation on behalf of fadb0bb3a94e4ba1ae8720ec31a01b92 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:39.572204 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.608901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.645429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:39.645429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.685533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.711347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] Allocated IP 172.20.0.1 (b8c2005c-f9ec-4ead-a3ac-910599b0df70/dad5f224-56a8-4934-a652-e2818e780a31/0e6f7ca0-34b6-4af2-8909-1702dabcbd95) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:39.740604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:39.759290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Network 9047d20d-9202-4195-b475-1ee7960833f3 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:39.762126 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Sync routers for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:39.768294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:39.775102 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:39.776154 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:39.781290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:39.781965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:39.809988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:39.828318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:39.828803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Pushing event updated for resources: {'Port': ['ID=15aa7716-c014-4c61-bc89-ea4e0b6a1f0f,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:39.888170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-241f1007-0499-4fe4-8c61-d7b0e7b9ccaf tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727570499256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3147731'] for subnet, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.892811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'Port': ['ID=c7ef067d-2dc5-41e9-9b7d-ee30e382f62c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:39.917166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.956450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.956787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.957118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.957512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.957849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.958744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.958744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.959011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.959311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.960081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.960446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.960775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:39.990235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.010048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.024743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0d8ba0af-59fe-475f-b2bc-8e3aaaf50b09 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.2828467 Jun 03 15:41:40.030939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44550) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:40.042473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f1007-0499-4fe4-8c61-d7b0e7b9ccaf tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:40.043704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-241f1007-0499-4fe4-8c61-d7b0e7b9ccaf tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.044414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-241f1007-0499-4fe4-8c61-d7b0e7b9ccaf tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "PUT /v2.0/subnets/f7a62398-b4b1-4544-b427-246ce3f6080e HTTP/1.1" status: 200 len: 826 time: 2.6783783 Jun 03 15:41:40.049593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:40.091527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] Pushing event deleted for resources: {'Port': ['ID=3e3f1875-aba1-4a40-975e-6c12f3531e6b,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:40.099452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:40.099830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.100217 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:40.162632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:40.196940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_pluggable_backend [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Port 3e3f1875-aba1-4a40-975e-6c12f3531e6b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88339) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 03 15:41:40.197248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_pluggable_backend [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:734 {{(pid=88339) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 03 15:41:40.210297 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.252799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45211c7f-69e3-418a-9089-1de3fb9ce678 None None] No DVR routers for this DVR port 3e3f1875-aba1-4a40-975e-6c12f3531e6b on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:40.279188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Attempting to bind port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:40.279564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Attempting to bind port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ecab438a-ce2d-4db7-9a50-232646c79bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9047d20d-9202-4195-b475-1ee7960833f3'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:40.279931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Attempting to bind port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f on network 9047d20d-9202-4195-b475-1ee7960833f3 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:40.281657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 669f7de2-8b8a-49e9-8061-162835a70000 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:40.314034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:40.314454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Checking segment: {'id': 'ecab438a-ce2d-4db7-9a50-232646c79bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9047d20d-9202-4195-b475-1ee7960833f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:40.314821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.315215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Bound using segment: {'id': 'ecab438a-ce2d-4db7-9a50-232646c79bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9047d20d-9202-4195-b475-1ee7960833f3'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:40.315732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Bound port: 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecab438a-ce2d-4db7-9a50-232646c79bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9047d20d-9202-4195-b475-1ee7960833f3'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:40.316145 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.319325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f1007-0499-4fe4-8c61-d7b0e7b9ccaf tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=f7a62398-b4b1-4544-b427-246ce3f6080e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:40.334746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.341486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] For port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,segment=NetworkSegment(34a1d8f3-d967-4d56-a905-059ab8c88282),segment_id=34a1d8f3-d967-4d56-a905-059ab8c88282)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:40.356369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:40.366402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:40.387305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:40.387687 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.419053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=d1ea358b-cb6d-4437-917f-4b23e1cda27d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:40.509964 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.524393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Checking segment: {'id': '619d6814-e8f1-48c9-903a-1eeaeb693851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40fcc2d6-e9d3-4682-85bd-44c0a0cad564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:40.524700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network hostable DHCP agents. Network: 40fcc2d6-e9d3-4682-85bd-44c0a0cad564, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:40.555853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] For port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:40.563892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] For port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=15aa7716-c014-4c61-bc89-ea4e0b6a1f0f,segment=NetworkSegment(ecab438a-ce2d-4db7-9a50-232646c79bd8),segment_id=ecab438a-ce2d-4db7-9a50-232646c79bd8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:40.565855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] Transition to ACTIVE for port object 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:40.568510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:40.569217 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.569337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:36Z', 'revision_number': 3, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:40.574181 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Checking router: 65a65d30-92c7-406a-bd62-2d591d9e0790 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:40.574535 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Updating router 65a65d30-92c7-406a-bd62-2d591d9e0790 port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:40.584010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.588299 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.606385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Subnet': ['ID=a942c300-19cb-4137-9417-29519d68993a,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:40.635126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:40.636055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.659352 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.689393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ccdbb663-c052-42d2-a0cf-fc98a4cbeada tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4220514 Jun 03 15:41:40.692360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44560) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:40.697522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:40.704729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'port_id': 'd1ea358b-cb6d-4437-917f-4b23e1cda27d'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:40.779184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:40.790643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:40.803071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:40.811131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=1513ac6e-3f3b-4f96-8205-68224955101b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:40.816249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:40.816857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.829037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6301ce-130b-414e-ba8e-101d14e15eb3 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:40.836721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 40fcc2d6-e9d3-4682-85bd-44c0a0cad564) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:40.854878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:40.855526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.863907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.870649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6aff70-fe2f-47da-9fd0-3410fd61b49a None None] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:40.941663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:40.944116 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7403e9-ce47-4e6a-96bd-79a08f01fb56'] response: {'server_uuid': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6', 'code': 200} Jun 03 15:41:40.955487 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:40.955874 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:41.015669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ba7cb-c4a8-4780-9c1e-a4d479a95089 None None] Pushing event updated for resources: {'Port': ['ID=15aa7716-c014-4c61-bc89-ea4e0b6a1f0f,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:41.108486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.173008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.183932 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b48a8a02-93a0-4802-892b-3d1d2aaa78b2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5778148 Jun 03 15:41:41.206145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:41.215630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:41.259124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5e0cc-a8b1-4b8d-b907-4a881a67019e req-a6ddbc74-0809-42a5-899c-adf9aa028ba0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:41.260867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6d5e0cc-a8b1-4b8d-b907-4a881a67019e req-a6ddbc74-0809-42a5-899c-adf9aa028ba0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 944 time: 0.7251201 Jun 03 15:41:41.269487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-377743c7-1886-46fa-b9b3-35f3f6749dd7 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0076041 Jun 03 15:41:41.314960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44570) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:41.322683 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.351506 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Transition to ACTIVE for port object d2edb2bc-e683-4eea-a3dc-02b9db26fc96 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:41.372512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'network': {'name': 'tempest-router-network01--123923517'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:41.389797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:41.394509 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.394705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:network and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:41.401021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:41.407706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:41.431980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6d5e0cc-a8b1-4b8d-b907-4a881a67019e req-535e8afe-ffad-491f-9a7a-9cfe6a5b3fcc tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563838 Jun 03 15:41:41.480140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Made reservation on behalf of fadb0bb3a94e4ba1ae8720ec31a01b92 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:41.489324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.546779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:41.547013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.555402 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Pushing event updated for resources: {'Port': ['ID=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:41.558127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850664-0779-4e54-a7d1-aaf2eb0f46c1 None None] Pushing event updated for resources: {'Port': ['ID=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:41.580663 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Attempting to bind port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:41.583352 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Attempting to bind port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:41.585472 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Attempting to bind port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:41.598382 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:41.603385 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:41.604206 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.604611 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:41.605212 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Bound port: d2edb2bc-e683-4eea-a3dc-02b9db26fc96, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:41.606792 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.679715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:41.704272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.704621 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Added segment 18f63646-c8ae-459a-8007-5ee4a7c04a1b of type vlan for network c386bfe2-db24-43e4-814b-4d94cf39f480 Jun 03 15:41:41.776929 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] For port d2edb2bc-e683-4eea-a3dc-02b9db26fc96, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:41.781048 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] For port d2edb2bc-e683-4eea-a3dc-02b9db26fc96, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:41.793550 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.815010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c169e-fa8c-4987-b3df-79dace40070d req-9ac1cf0c-d843-4bbe-aa8a-660be97ab14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:41.816492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-379c169e-fa8c-4987-b3df-79dace40070d req-9ac1cf0c-d843-4bbe-aa8a-660be97ab14c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 1096 time: 0.6775146 Jun 03 15:41:41.850688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.925989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:41.926504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.968623 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:41.978018 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:41.996756 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:41:42.013527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-40fcc2d6-e9d3-4682-85bd-44c0a0cad564', 'network_id': '40fcc2d6-e9d3-4682-85bd-44c0a0cad564', 'tenant_id': 'fadb0bb3a94e4ba1ae8720ec31a01b92', 'fixed_ips': [{'subnet_id': 'a942c300-19cb-4137-9417-29519d68993a'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:42.014532 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.017612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-379c169e-fa8c-4987-b3df-79dace40070d req-98064e0c-4016-4f51-9320-16b75e179257 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932099 Jun 03 15:41:42.040161 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.045609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:42.046220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.070627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56622557-1c2b-4dcd-a964-0a76f705c15b None None] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:42.084809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:42.182716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8232110 Jun 03 15:41:42.187056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:42.201093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'network': {'name': 'tempest-router-network02--143475205'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:42.206945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:42.211648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:network and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:42.223695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:42.224854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.229136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '1513ac6e-3f3b-4f96-8205-68224955101b'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:42.230302 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.240586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:42.259892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0c96c-4689-4e53-bf35-a4d9ebaf6891 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Network': ['ID=c386bfe2-db24-43e4-814b-4d94cf39f480,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:42.262757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,segment=NetworkSegment(34a1d8f3-d967-4d56-a905-059ab8c88282),segment_id=34a1d8f3-d967-4d56-a905-059ab8c88282)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:42.281483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:42.284414 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:42.312154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:42.340031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c386bfe2-db24-43e4-814b-4d94cf39f480 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:42.350892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:42.372947 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.375001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2ca3b936-a732-40ce-94d7-3d7d21622fe1 None None] Provisioning for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:42.395210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:42.421419 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Pushing event updated for resources: {'Port': ['ID=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:42.427072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.429151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Made reservation on behalf of fadb0bb3a94e4ba1ae8720ec31a01b92 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:42.431837 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.432287 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.432683 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.433157 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.433571 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.434037 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.434362 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.434681 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.434939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.435063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.435288 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.435608 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.435959 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2286d6-ffa0-4195-bf49-bbc302f97ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:42.453868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.631268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2ca3b936-a732-40ce-94d7-3d7d21622fe1 None None] Provisioning complete for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:42.632335 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b936-a732-40ce-94d7-3d7d21622fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.783365 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:36Z', 'revision_number': 3, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:42.803390 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bf5b2-574e-485c-a4fd-13fdca433413 None None] The sync data for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 is: [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:36Z', 'revision_number': 3, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:42.848412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.875526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:42.879103 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.879770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:42.911926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b505b0b-8c8c-44bd-b569-a0620ac92bdf None None] Network 9047d20d-9202-4195-b475-1ee7960833f3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:42.976769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:43.095540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.095540 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Added segment 368a58b1-e2a4-481e-98c5-0ca20918df02 of type vlan for network 928f0f1c-bcca-410c-ab8c-13912e99dd91 Jun 03 15:41:43.125466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Allocated IP 172.20.0.2 (40fcc2d6-e9d3-4682-85bd-44c0a0cad564/a942c300-19cb-4137-9417-29519d68993a/6c4fa6d1-5ae5-4e18-b0be-df25c0b56017) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:43.194754 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP 11277b84-af8f-404a-a06a-ccf287f9a372 associated. External IP: 172.25.1.59, port: d1ea358b-cb6d-4437-917f-4b23e1cda27d. Jun 03 15:41:43.546909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:43.602389 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.637872 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fae4a875-a950-4e8f-b3d1-8703b169df4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.663120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d18e38-ae39-4f66-b347-514919b7c181 req-3050f946-a235-411b-b41a-a0d80c654f41 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:43.672079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93d18e38-ae39-4f66-b347-514919b7c181 req-3050f946-a235-411b-b41a-a0d80c654f41 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 945 time: 0.8162756 Jun 03 15:41:43.675245 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.710903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:43.760551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93d18e38-ae39-4f66-b347-514919b7c181 req-23a67076-c887-4c64-af61-f26e0ce492b3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873675 Jun 03 15:41:43.809210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.825900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=15aa7716-c014-4c61-bc89-ea4e0b6a1f0f,segment=NetworkSegment(ecab438a-ce2d-4db7-9a50-232646c79bd8),segment_id=ecab438a-ce2d-4db7-9a50-232646c79bd8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:43.826271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.940401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.953588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Transition to ACTIVE for port object 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:43.968458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=e85345dd-de9d-4df9-b79f-9a89eed3b78f,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:43.970316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.984495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:43.985399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.015717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3b936-a732-40ce-94d7-3d7d21622fe1 None None] Current status of the port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:44.105082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Transition to ACTIVE for port object 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:44.142812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9546695 Jun 03 15:41:44.159096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:44.165358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44580) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:44.166459 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.171008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.171174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:44.175801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:44.191522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:44.203739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'subnet': {'network_id': 'c386bfe2-db24-43e4-814b-4d94cf39f480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:44.220406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:44.233778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:44.234369 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.236615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:44.242549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f951e-7b60-4b02-af55-bea8ae87294f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Network': ['ID=928f0f1c-bcca-410c-ab8c-13912e99dd91,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:44.267295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:44.289996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Allocated IP 2001:db8::f816:3eff:fe4a:7fb1 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/1513ac6e-3f3b-4f96-8205-68224955101b/87066ebd-e36f-4feb-aff6-8edced95134e) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:44.292708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 928f0f1c-bcca-410c-ab8c-13912e99dd91 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:44.351712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f88a8d3e-4057-4764-b812-fa9b9c59ae10 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/floatingips/11277b84-af8f-404a-a06a-ccf287f9a372 HTTP/1.1" status: 200 len: 976 time: 3.6579978 Jun 03 15:41:44.352563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44584) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:44.403298 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0522d7c6-32bb-4fb5-beed-b7e3c60d9eb9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1928885 Jun 03 15:41:44.403559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44588) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:44.415678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:ef:b3:a5', 'name': 'tempest-NetworksTestDHCPv6-1097052177'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:44.416493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9f68ab7e-a8fa-496a-8563-730ce2bb5bda None None] Provisioning for port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:44.422074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:44.426140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:44.430473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:subnet and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:44.435672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:44.445602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:44.450932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port d1ea358b-cb6d-4437-917f-4b23e1cda27d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:44.451504 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.454916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:44.455556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:44.506040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Made reservation on behalf of fadb0bb3a94e4ba1ae8720ec31a01b92 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:44.508409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:44.508848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Allocated IP 172.20.0.1 (d0461e10-aaaa-4a72-912c-c1a2fb1e5958/0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56/47671682-0a3e-4588-9fb2-4b10405d55ee) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:44.510833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.535187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Pushing event updated for resources: {'Port': ['ID=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:44.538507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:44.555097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9f68ab7e-a8fa-496a-8563-730ce2bb5bda None None] Provisioning complete for port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:44.555469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9f68ab7e-a8fa-496a-8563-730ce2bb5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.570655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:41:44.597033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.622505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.658653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:44.713507 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.918575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event updated for resources: {'Port': ['ID=c7ef067d-2dc5-41e9-9b7d-ee30e382f62c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:44.921297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:44.974091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:44.974627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:45.072359 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.163555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:45.172934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.185849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:45.187375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Transition to ACTIVE for port object 87066ebd-e36f-4feb-aff6-8edced95134e will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:45.193530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No DVR routers for this DVR port 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:45.195294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Port': ['ID=15aa7716-c014-4c61-bc89-ea4e0b6a1f0f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:45.223758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Transition to ACTIVE for port object 87066ebd-e36f-4feb-aff6-8edced95134e will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:45.234133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:45.234811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:45.235967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a5167-f42e-4367-9c2a-abd2c7a49303 None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:45.244158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:45.244612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.248462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.277520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9f68ab7e-a8fa-496a-8563-730ce2bb5bda None None] Could not find standard attr ID for object 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:41:45.281716 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-9f68ab7e-a8fa-496a-8563-730ce2bb5bda None None] No ports have port_id starting with 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f Jun 03 15:41:45.296557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.310600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Attempting to bind port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:45.310976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Attempting to bind port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '619d6814-e8f1-48c9-903a-1eeaeb693851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40fcc2d6-e9d3-4682-85bd-44c0a0cad564'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:45.312632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Attempting to bind port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 on network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:45.382004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:45.382416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Checking segment: {'id': '619d6814-e8f1-48c9-903a-1eeaeb693851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40fcc2d6-e9d3-4682-85bd-44c0a0cad564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:45.382851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.383215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Bound using segment: {'id': '619d6814-e8f1-48c9-903a-1eeaeb693851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40fcc2d6-e9d3-4682-85bd-44c0a0cad564'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:45.383700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Bound port: 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619d6814-e8f1-48c9-903a-1eeaeb693851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40fcc2d6-e9d3-4682-85bd-44c0a0cad564'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:45.384072 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.388434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.406433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:45.414042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:45.438909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:45.447272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:45.493930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-710391b6-a198-45fa-8ec7-d64150e24df5 None None] Provisioning complete for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:45.494307 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-710391b6-a198-45fa-8ec7-d64150e24df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.524869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Transition to ACTIVE for port object 47671682-0a3e-4588-9fb2-4b10405d55ee will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:45.564336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cf831-d6bc-494c-aa19-61a19aadcc92 req-cadfd12f-6d22-444b-abba-1f4c753b3396 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:45.571341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf9cf831-d6bc-494c-aa19-61a19aadcc92 req-cadfd12f-6d22-444b-abba-1f4c753b3396 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 945 time: 0.6616545 Jun 03 15:41:45.591675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.620878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.637388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b910ed-e55e-4a23-aecb-bccb09e0f279 None None] Network 9047d20d-9202-4195-b475-1ee7960833f3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:45.705143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf9cf831-d6bc-494c-aa19-61a19aadcc92 req-184766e4-89cb-43b3-8673-9fc2edf7d721 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329308 Jun 03 15:41:45.717767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.718134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.718457 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP 11277b84-af8f-404a-a06a-ccf287f9a372 disassociated. External IP: 172.25.1.59, port: d1ea358b-cb6d-4437-917f-4b23e1cda27d. Jun 03 15:41:45.718788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for d1ea358b-cb6d-4437-917f-4b23e1cda27d owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:45.726323 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Floating IP 91ec6db5-c312-4de0-8059-ba64fdd483ab associated. External IP: 172.25.1.65, port: 4a8a363c-cba7-447e-a2c7-58340181927a. Jun 03 15:41:45.777793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Pushing event updated for resources: {'Port': ['ID=87066ebd-e36f-4feb-aff6-8edced95134e,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:45.827372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Attempting to bind port 87066ebd-e36f-4feb-aff6-8edced95134e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:45.827839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Attempting to bind port 87066ebd-e36f-4feb-aff6-8edced95134e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:45.831467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Attempting to bind port 87066ebd-e36f-4feb-aff6-8edced95134e on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:45.844391 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.851776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.875191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.879509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.902116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:45.902513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:45.902878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.903264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:45.903749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Bound port: 87066ebd-e36f-4feb-aff6-8edced95134e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:45.904146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.920374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Subnet': ['ID=242d4494-924c-4778-a1b2-8e8c2d0b83a2,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:45.939283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Checking segment: {'id': '18f63646-c8ae-459a-8007-5ee4a7c04a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c386bfe2-db24-43e4-814b-4d94cf39f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:45.939693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network hostable DHCP agents. Network: c386bfe2-db24-43e4-814b-4d94cf39f480, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:45.984036 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:41:46.019145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.050984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] For port 87066ebd-e36f-4feb-aff6-8edced95134e, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:46.054275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] For port 87066ebd-e36f-4feb-aff6-8edced95134e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=87066ebd-e36f-4feb-aff6-8edced95134e,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:46.063441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a62398-b4b1-4544-b427-246ce3f6080e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:46.080234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=d1ea358b-cb6d-4437-917f-4b23e1cda27d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:46.094803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] For port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:46.103703 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.109079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 19049fef-af13-4d9d-8306-9a3e44d8050d yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:46.163521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:46.182337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network c386bfe2-db24-43e4-814b-4d94cf39f480 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:46.198941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0817-ff96-42d1-803a-e493ab9161db req-4a59ce62-9be9-4c26-a302-b249045e8af6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:46.200242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] For port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,segment=NetworkSegment(619d6814-e8f1-48c9-903a-1eeaeb693851),segment_id=619d6814-e8f1-48c9-903a-1eeaeb693851)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:46.200853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea6a0817-ff96-42d1-803a-e493ab9161db req-4a59ce62-9be9-4c26-a302-b249045e8af6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 945 time: 0.3564541 Jun 03 15:41:46.213248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-710391b6-a198-45fa-8ec7-d64150e24df5 None None] Current status of the port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:46.223197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:46.249733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:46.258271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c386bfe2-db24-43e4-814b-4d94cf39f480) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:46.273257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:46.274199 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.274586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.280985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea6a0817-ff96-42d1-803a-e493ab9161db req-2300d68c-4c48-4917-80d7-0cc4a847317f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692730 Jun 03 15:41:46.292324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ba730-09fe-4701-ac09-3fdcedfe9074 None None] Network c386bfe2-db24-43e4-814b-4d94cf39f480 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:46.297804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Pushing event updated for resources: {'Port': ['ID=47671682-0a3e-4588-9fb2-4b10405d55ee,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:46.353336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.477472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.494171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9047d20d-9202-4195-b475-1ee7960833f3']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:46.534222 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-017d3d8b-7c20-4a09-a685-0afee7bd3c42 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3677068 Jun 03 15:41:46.539886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44598) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:46.556380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:46.560150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecab438a-ce2d-4db7-9a50-232646c79bd8') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:46.560461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecab438a-ce2d-4db7-9a50-232646c79bd8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:46.562533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'subnet': {'network_id': '928f0f1c-bcca-410c-ab8c-13912e99dd91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:46.577597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:46.578804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:46.651869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.672157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c74184c9-465b-4e3c-ae96-94cec3758cc0 None None] Could not find standard attr ID for object 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:41:46.696890 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-208c0f70-498c-4cf0-ab02-d194c0f467d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.706779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64a218-955c-4dad-b72b-96ab15cf66c4 None None] Pushing event updated for resources: {'Port': ['ID=87066ebd-e36f-4feb-aff6-8edced95134e,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:46.776609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c386bfe2-db24-43e4-814b-4d94cf39f480', 'network_id': 'c386bfe2-db24-43e4-814b-4d94cf39f480', 'tenant_id': 'fadb0bb3a94e4ba1ae8720ec31a01b92', 'fixed_ips': [{'subnet_id': '242d4494-924c-4778-a1b2-8e8c2d0b83a2'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:46.777611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.813764 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.819939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ec347-22b8-44f2-8a7f-1d610a50b9b8 None None] DHCP port deletion for 9047d20d-9202-4195-b475-1ee7960833f3 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:46.878101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8832a-d9a0-49b5-b9aa-58839794ad16 req-bf0d1ac7-9169-490c-98c2-32dcc1699fe8 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:46.880773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ee8832a-d9a0-49b5-b9aa-58839794ad16 req-bf0d1ac7-9169-490c-98c2-32dcc1699fe8 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 945 time: 0.4331231 Jun 03 15:41:46.882947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:47.007487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b7501b92-d94c-4666-8469-86f3dfc00936 None None] Provisioning for port 47671682-0a3e-4588-9fb2-4b10405d55ee completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:47.016315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cb83a-8da5-4031-a624-4872693086de None None] Pushing event updated for resources: {'Port': ['ID=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:47.025756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b7501b92-d94c-4666-8469-86f3dfc00936 None None] Provisioning complete for port 47671682-0a3e-4588-9fb2-4b10405d55ee triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:47.026218 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7501b92-d94c-4666-8469-86f3dfc00936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.045231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.052837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:47.053128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.075743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.076492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:47.076841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.182401 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ecab438a-ce2d-4db7-9a50-232646c79bd8 resource provider aggregate not found Jun 03 15:41:47.245831 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ecab438a-ce2d-4db7-9a50-232646c79bd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecab438a-ce2d-4db7-9a50-232646c79bd8 found for delete ", "request_id": "req-4ed2310e-ff5f-40a0-b17d-2aa3dcb06348"}]} Jun 03 15:41:47.314579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 172.20.0.11 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/e85345dd-de9d-4df9-b79f-9a89eed3b78f/19049fef-af13-4d9d-8306-9a3e44d8050d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:47.323870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:feef:b3a5 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/1513ac6e-3f3b-4f96-8205-68224955101b/19049fef-af13-4d9d-8306-9a3e44d8050d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:47.374716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b7501b92-d94c-4666-8469-86f3dfc00936 None None] Port 47671682-0a3e-4588-9fb2-4b10405d55ee cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:47.399721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Usage tracker for resource:subnet and tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:47.402940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:47.422421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Allocated IP 172.20.0.2 (c386bfe2-db24-43e4-814b-4d94cf39f480/242d4494-924c-4778-a1b2-8e8c2d0b83a2/549acf72-1449-4caf-afaa-f582f50878dd) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:47.425790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ee8832a-d9a0-49b5-b9aa-58839794ad16 req-2d97f14b-e3b1-4ace-ad2a-80309d2bb662 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963793 Jun 03 15:41:47.426711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:47.453034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Made reservation on behalf of fadb0bb3a94e4ba1ae8720ec31a01b92 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:47.458942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.501982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:47.515837 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:47.524877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.533049 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:47.533689 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:47.578875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:47.608540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.642294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:47.644367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=9047d20d-9202-4195-b475-1ee7960833f3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:47.681491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3e3f1875-aba1-4a40-975e-6c12f3531e6b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:47.687360 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:47.697418 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:47.698202 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:47.748028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9ed43ba-6b18-4302-9221-6a55c94a6958 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/9047d20d-9202-4195-b475-1ee7960833f3 HTTP/1.1" status: 204 len: 168 time: 7.5841966 Jun 03 15:41:47.764500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44608) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:47.784911 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:47.789682 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eead6a-dbd9-4b8a-a27b-93a6aec457ec None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:47.826737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.840634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Transition to ACTIVE for port object 549acf72-1449-4caf-afaa-f582f50878dd will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:47.871686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Transition to ACTIVE for port object 549acf72-1449-4caf-afaa-f582f50878dd will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:47.877618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3e3f1875-aba1-4a40-975e-6c12f3531e6b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:47.878515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3e3f1875-aba1-4a40-975e-6c12f3531e6b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:47.888091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.936971 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.966769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 19049fef-af13-4d9d-8306-9a3e44d8050d will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:47.984169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Pushing event updated for resources: {'Port': ['ID=549acf72-1449-4caf-afaa-f582f50878dd,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:48.017294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.023383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Network c386bfe2-db24-43e4-814b-4d94cf39f480 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:48.026781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:48.029882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:48.037933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.173267 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a919869-eb81-49e1-900f-69f45b33df14 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:41:48.173838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a919869-eb81-49e1-900f-69f45b33df14 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:41:48.179728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2a919869-eb81-49e1-900f-69f45b33df14 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/9047d20d-9202-4195-b475-1ee7960833f3 HTTP/1.1" status: 404 len: 339 time: 0.2877495 Jun 03 15:41:48.187323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44614) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:48.191762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.215868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1413832557', 'description': 'd1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:48.227445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Attempting to bind port 549acf72-1449-4caf-afaa-f582f50878dd on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:48.227887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Attempting to bind port 549acf72-1449-4caf-afaa-f582f50878dd by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '18f63646-c8ae-459a-8007-5ee4a7c04a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c386bfe2-db24-43e4-814b-4d94cf39f480'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:48.228346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Attempting to bind port 549acf72-1449-4caf-afaa-f582f50878dd on network c386bfe2-db24-43e4-814b-4d94cf39f480 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:48.236252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:48.236745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Checking segment: {'id': '18f63646-c8ae-459a-8007-5ee4a7c04a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c386bfe2-db24-43e4-814b-4d94cf39f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:48.237296 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.238307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Bound using segment: {'id': '18f63646-c8ae-459a-8007-5ee4a7c04a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c386bfe2-db24-43e4-814b-4d94cf39f480'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:48.239240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Bound port: 549acf72-1449-4caf-afaa-f582f50878dd, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f63646-c8ae-459a-8007-5ee4a7c04a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c386bfe2-db24-43e4-814b-4d94cf39f480'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:48.239240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.278344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:48.291491 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ff07b7de-d658-489a-a9de-98aaf73da0d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/ports/d1ea358b-cb6d-4437-917f-4b23e1cda27d HTTP/1.1" status: 204 len: 168 time: 3.9347866 Jun 03 15:41:48.305119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44618) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:48.323782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.383484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87066ebd-e36f-4feb-aff6-8edced95134e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:48.386075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:network and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:48.393460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:48.404329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Checking segment: {'id': '368a58b1-e2a4-481e-98c5-0ca20918df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928f0f1c-bcca-410c-ab8c-13912e99dd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:48.404916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network hostable DHCP agents. Network: 928f0f1c-bcca-410c-ab8c-13912e99dd91, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:48.413911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Subnet': ['ID=96bc217e-20cc-40e6-b6ad-1922bda76694,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:48.456817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:48.475899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:48.480780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.493623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-108a08e4-0ba8-4dbd-9745-4478b00ae1dd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "GET /v2.0/floatingips/11277b84-af8f-404a-a06a-ccf287f9a372 HTTP/1.1" status: 200 len: 687 time: 0.1877162 Jun 03 15:41:48.499451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44622) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:48.502104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] For port 549acf72-1449-4caf-afaa-f582f50878dd, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:48.520705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd7bf7-bf8a-4180-8aa0-04b812ff66df None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:48.553817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] Sync routers for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:48.573159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:48.576651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.577563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.594612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] For port 549acf72-1449-4caf-afaa-f582f50878dd, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=549acf72-1449-4caf-afaa-f582f50878dd,segment=NetworkSegment(18f63646-c8ae-459a-8007-5ee4a7c04a1b),segment_id=18f63646-c8ae-459a-8007-5ee4a7c04a1b)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:48.634697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network 928f0f1c-bcca-410c-ab8c-13912e99dd91 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:48.666648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.679217 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.752550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 928f0f1c-bcca-410c-ab8c-13912e99dd91) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:48.763448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:48.766380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 1ba7cdce-3868-4fbd-b4dd-80a504c4e816 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:48.766715 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.782244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82354bd-4ca4-48cd-b038-e51d81f57492 None None] Pushing event updated for resources: {'Port': ['ID=549acf72-1449-4caf-afaa-f582f50878dd,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:48.793844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce229a-3786-4de0-888a-759de4a748f4 None None] Network 928f0f1c-bcca-410c-ab8c-13912e99dd91 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:48.809529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Provisioning for port 87066ebd-e36f-4feb-aff6-8edced95134e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:48.813651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:48.813831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:48.828763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:48.829471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.832981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:48.839220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:48.846075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff0461-3cad-4ade-9c30-4dee00958848 req-d73a099a-fa17-42ec-81f9-48004c62130d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:48.846497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:48.848611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06ff0461-3cad-4ade-9c30-4dee00958848 req-d73a099a-fa17-42ec-81f9-48004c62130d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 945 time: 0.7218900 Jun 03 15:41:48.884041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b299e4-aed3-45f0-a73a-dd9a77c80590 None None] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:48.897445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.897816 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment e1a485b0-6ed4-44ca-bdf7-308bfa10ae2c of type vlan for network 9115164d-2992-401a-8330-bf014da5ac18 Jun 03 15:41:48.908587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=19049fef-af13-4d9d-8306-9a3e44d8050d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:48.918925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a1348073-4cd6-4ba7-8a3b-240dacb1f85d tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.1648779 Jun 03 15:41:48.923092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:48.950207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.960080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:48.960774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.966906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.986974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Provisioning complete for port 87066ebd-e36f-4feb-aff6-8edced95134e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:48.987348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.015184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 87066ebd-e36f-4feb-aff6-8edced95134e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:49.049123 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8183c385-0969-44d6-97c5-58f266c56502'] response: {'name': 'network-changed', 'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a', 'status': 'completed', 'code': 200} Jun 03 15:41:49.091274 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1cd32dfb-8a22-4c09-acee-aa0920466422 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6844139 Jun 03 15:41:49.093503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 87066ebd-e36f-4feb-aff6-8edced95134e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:49.093503 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.093801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44630) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:49.102726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-10fc22d5-e578-4e70-927b-ee0337144a67 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5569882 Jun 03 15:41:49.140700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.141491 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.147334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44634) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:49.160150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.176173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.224737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Pushing event updated for resources: {'Port': ['ID=47671682-0a3e-4588-9fb2-4b10405d55ee,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:49.255982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06ff0461-3cad-4ade-9c30-4dee00958848 req-7f3f032a-cb90-4439-8feb-aeddf13128bf tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968976 Jun 03 15:41:49.360288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 1ba7cdce-3868-4fbd-b4dd-80a504c4e816 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:49.433394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:41:49.465351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.471537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:49.472233 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.694083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:49.811856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6161361 Jun 03 15:41:49.821475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44638) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:49.836052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 87066ebd-e36f-4feb-aff6-8edced95134e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:49.836639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.857865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2acf57-3105-41e0-82b1-d9bcf3692740 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=9115164d-2992-401a-8330-bf014da5ac18,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:49.866904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-3569c742-4e79-4557-8034-fb39f6fab5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:49.868377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-3569c742-4e79-4557-8034-fb39f6fab5ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 0.7852852 Jun 03 15:41:49.901916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9115164d-2992-401a-8330-bf014da5ac18 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:49.957550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:49.969287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa9ec5-d86a-48bc-8196-c2fa8795ebf2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:49.975809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa9ec5-d86a-48bc-8196-c2fa8795ebf2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:49.976924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bfaa9ec5-d86a-48bc-8196-c2fa8795ebf2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:49.983492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:50.086642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Current status of the port 87066ebd-e36f-4feb-aff6-8edced95134e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:50.087183 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.139627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bfaa9ec5-d86a-48bc-8196-c2fa8795ebf2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:50.140882 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bfaa9ec5-d86a-48bc-8196-c2fa8795ebf2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 1.0444865 Jun 03 15:41:50.153938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44642) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:50.166259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-cf40e328-2f81-431c-92b7-7fde46d2bf04 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.167001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-cf40e328-2f81-431c-92b7-7fde46d2bf04 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:50.184898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed67778-ee3a-4c4c-b074-96876f159a15 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.186697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ed67778-ee3a-4c4c-b074-96876f159a15 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Synchronizing usage tracker for tenant:08407bceec90425eba614d9e6918fc31 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:50.230959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-928f0f1c-bcca-410c-ab8c-13912e99dd91', 'network_id': '928f0f1c-bcca-410c-ab8c-13912e99dd91', 'tenant_id': 'fadb0bb3a94e4ba1ae8720ec31a01b92', 'fixed_ips': [{'subnet_id': '96bc217e-20cc-40e6-b6ad-1922bda76694'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:50.231943 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.236034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-556a5365-9ff7-4fe7-b752-6a47ef1243d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.237917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-556a5365-9ff7-4fe7-b752-6a47ef1243d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 909 time: 0.2892230 Jun 03 15:41:50.323429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 87066ebd-e36f-4feb-aff6-8edced95134e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=87066ebd-e36f-4feb-aff6-8edced95134e,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:50.363231 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.383906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.384860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:50.475467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-cf40e328-2f81-431c-92b7-7fde46d2bf04 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:50.477328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-cf40e328-2f81-431c-92b7-7fde46d2bf04 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 945 time: 0.9377718 Jun 03 15:41:50.543427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 19049fef-af13-4d9d-8306-9a3e44d8050d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:50.544185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.592472 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:50.593022 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:50.593146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-919c6bf7-1dd6-45f8-8c12-193c8761b274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 998 time: 0.3469729 Jun 03 15:41:50.593808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ed67778-ee3a-4c4c-b074-96876f159a15 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Unset dirty status for tenant:08407bceec90425eba614d9e6918fc31 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:50.598380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0ed67778-ee3a-4c4c-b074-96876f159a15 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/networks?id=9115164d-2992-401a-8330-bf014da5ac18 HTTP/1.1" status: 200 len: 765 time: 0.7728610 Jun 03 15:41:50.611205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44648) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:50.612221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=1ba7cdce-3868-4fbd-b4dd-80a504c4e816,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:50.632944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Router 65a65d30-92c7-406a-bd62-2d591d9e0790 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:50.634724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.694315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'description': 'd2'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:50.819158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ad81f-dd76-47c5-9d50-9bef35861c7e None None] Network c386bfe2-db24-43e4-814b-4d94cf39f480 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:50.853436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-ba539288-3349-47ba-8a23-8091efb604f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.854985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-ba539288-3349-47ba-8a23-8091efb604f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 0.2501049 Jun 03 15:41:50.903159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.944094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Deleting port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:50.944450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.050479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=87066ebd-e36f-4feb-aff6-8edced95134e,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:51.056535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564e5c-ad36-479d-99a7-979fa4dcaaa7 req-4ed61d64-3acd-4e23-9230-bcd2fc214514 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:51.063218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f564e5c-ad36-479d-99a7-979fa4dcaaa7 req-4ed61d64-3acd-4e23-9230-bcd2fc214514 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 945 time: 0.5973830 Jun 03 15:41:51.070690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.071803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fe2eda80-78b9-4496-a061-ad28d3ae9c09 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/floatingips/11277b84-af8f-404a-a06a-ccf287f9a372 HTTP/1.1" status: 204 len: 168 time: 2.5685091 Jun 03 15:41:51.089811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:51.126465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '72640570-e49f-46ad-aeec-9be125f2ecba'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:51.144191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.158870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:51.165521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:floatingip and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:51.165960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f564e5c-ad36-479d-99a7-979fa4dcaaa7 req-16cadd9b-b042-4cd4-a4d3-17f4fac2cd66 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013229 Jun 03 15:41:51.193313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-419dff5d-bfb7-4483-9edc-a9bf1de61937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:51.194864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-419dff5d-bfb7-4483-9edc-a9bf1de61937 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246787 Jun 03 15:41:51.195655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.205932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:51.297800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:51.377672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:51.378410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-8b743a6b-8305-4b54-b3b8-2ef1c7f18ac1 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614499 Jun 03 15:41:51.385726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network 9115164d-2992-401a-8330-bf014da5ac18 is not hosted by any dhcp agent {{(pid=88338) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:41:51.390442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:51.391062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.395284 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "PUT /v2.0/networks/9115164d-2992-401a-8330-bf014da5ac18 HTTP/1.1" status: 200 len: 762 time: 0.7778292 Jun 03 15:41:51.402335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5683919f-07bb-4f77-a31c-85c7d9267206 None None] Current status of the port 87066ebd-e36f-4feb-aff6-8edced95134e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:51.406189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Allocated IP 172.20.0.2 (928f0f1c-bcca-410c-ab8c-13912e99dd91/96bc217e-20cc-40e6-b6ad-1922bda76694/4b6a3396-7bef-4fbb-a58c-71774a6975d2) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:51.451257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:51.453137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44656) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:51.558792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] Update dhcp port {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '1513ac6e-3f3b-4f96-8205-68224955101b', 'ip_address': '2001:db8::f816:3eff:fe4a:7fb1'}, {'subnet_id': 'e85345dd-de9d-4df9-b79f-9a89eed3b78f'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '87066ebd-e36f-4feb-aff6-8edced95134e'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:41:51.596159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cb9a9-bcd8-44ff-a909-246284baea00 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=9115164d-2992-401a-8330-bf014da5ac18,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:51.659889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9115164d-2992-401a-8330-bf014da5ac18 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:51.674533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a604aec0-5e0a-4423-9106-68e2c0f89826 req-ef8386ed-7097-44bb-a1c3-16fe8f2638b9 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643260 Jun 03 15:41:51.728567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.881985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Provisioning for port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:51.931015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.938946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:51.939860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Provisioning complete for port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:51.940241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.949714 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Sync routers for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:51.959226 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:51.960065 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:52.027964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] For port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:52.028409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.111674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:52.112316 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.144358 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:52.217981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a16517-178c-4c9c-bfd8-89697d93d399 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:52.218713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-37a16517-178c-4c9c-bfd8-89697d93d399 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Synchronizing usage tracker for tenant:08407bceec90425eba614d9e6918fc31 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:52.231257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Calling delete_port for bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:52.281481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '91ec6db5-c312-4de0-8059-ba64fdd483ab', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'port_id': '4a8a363c-cba7-447e-a2c7-58340181927a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'mac_address': 'fa:16:3e:38:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:41:41Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 0, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:56Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:52.295343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ed0c435c-0b77-438a-b6cf-740cf08aeab0 admin admin] 10.222.0.66 "PUT /v2.0/routers/65a65d30-92c7-406a-bd62-2d591d9e0790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2534842 Jun 03 15:41:52.296244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.412135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] Checking router: 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:52.502943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 19049fef-af13-4d9d-8306-9a3e44d8050d owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:52.605430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:52.606530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:52.620339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-37a16517-178c-4c9c-bfd8-89697d93d399 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Unset dirty status for tenant:08407bceec90425eba614d9e6918fc31 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:52.626168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37a16517-178c-4c9c-bfd8-89697d93d399 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/networks?id=9115164d-2992-401a-8330-bf014da5ac18 HTTP/1.1" status: 200 len: 765 time: 1.1615334 Jun 03 15:41:52.635039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:52.652632 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:41:48Z', 'revision_number': 2, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:52.657974 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Checking router: 65a65d30-92c7-406a-bd62-2d591d9e0790 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:52.658716 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Updating router 65a65d30-92c7-406a-bd62-2d591d9e0790 port 47671682-0a3e-4588-9fb2-4b10405d55ee binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:52.699884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Allocated IP 172.20.0.1 (c386bfe2-db24-43e4-814b-4d94cf39f480/242d4494-924c-4778-a1b2-8e8c2d0b83a2/4dabba98-564a-44ab-8808-8d378b5c9848) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:52.737058 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.794421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-f9df9783-0404-4fd7-9d9b-5ab0f0867cfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3731096 Jun 03 15:41:52.803655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190a519-7fea-4415-9c69-72d8c88982f4 req-cb083fa8-361b-4329-8c24-48dcab2d7f3f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:52.813493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9190a519-7fea-4415-9c69-72d8c88982f4 req-cb083fa8-361b-4329-8c24-48dcab2d7f3f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 945 time: 0.4590070 Jun 03 15:41:52.868026 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9190a519-7fea-4415-9c69-72d8c88982f4 req-4c9a3809-9dcd-4ea8-ae16-1d1f87013dc1 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477307 Jun 03 15:41:53.006936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.118378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-71433107-3641-4ec7-b6ea-539fcb0f870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:53.120728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-71433107-3641-4ec7-b6ea-539fcb0f870c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 0.1309259 Jun 03 15:41:53.310975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Transition to ACTIVE for port object 4b6a3396-7bef-4fbb-a58c-71774a6975d2 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:53.377402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-714ca666-4103-4dd9-be18-07d3c35db11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:53.378932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-714ca666-4103-4dd9-be18-07d3c35db11d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 909 time: 0.2307005 Jun 03 15:41:53.416409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.435252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Transition to ACTIVE for port object 4dabba98-564a-44ab-8808-8d378b5c9848 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:53.498386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44682) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:53.509157 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.524281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Transition to ACTIVE for port object 47671682-0a3e-4588-9fb2-4b10405d55ee will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:53.528553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1203314990-network', 'tenant_id': '0187e890913b435fa4ccff853eff5472'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:53.535399 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.547302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:53.565546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Usage tracker for resource:network and tenant:0187e890913b435fa4ccff853eff5472 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:53.571540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:53.582334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:53.594591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-d3f545dd-e7a5-4a9b-8edb-f1604a86aebc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 998 time: 0.2032547 Jun 03 15:41:53.652614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Made reservation on behalf of 0187e890913b435fa4ccff853eff5472 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:53.655345 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.669319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:53.685840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.687816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebb04c-954e-45b2-aa19-b520c6001ba5 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:53.689912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4ebb04c-954e-45b2-aa19-b520c6001ba5 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0492251 Jun 03 15:41:53.691342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.701557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44686) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:53.762078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:53.766249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1a047775-0784-4ba4-9cde-ef8e42f7ef62 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 207 time: 0.0632274 Jun 03 15:41:53.770196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44690) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:53.775471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Usage tracker for resource:security_group_rule and tenant:0187e890913b435fa4ccff853eff5472 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:53.803518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-ce54b8f6-6381-472b-820f-a71140d5d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:53.805326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-ce54b8f6-6381-472b-820f-a71140d5d051 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 0.2037055 Jun 03 15:41:53.809655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:53.835766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network c386bfe2-db24-43e4-814b-4d94cf39f480 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:53.848350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Port': ['ID=4dabba98-564a-44ab-8808-8d378b5c9848,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:53.855436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:53.868173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Transition to ACTIVE for port object 4b6a3396-7bef-4fbb-a58c-71774a6975d2 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:53.882687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Current status of the port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:53.883074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.919417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:53.931934 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9c44-49fa-45bd-8ecf-c96c888fbd21 None None] Pushing event updated for resources: {'Port': ['ID=47671682-0a3e-4588-9fb2-4b10405d55ee,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:53.937981 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.016349 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Attempting to bind port 47671682-0a3e-4588-9fb2-4b10405d55ee on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:54.016947 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Attempting to bind port 47671682-0a3e-4588-9fb2-4b10405d55ee by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:54.017533 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Attempting to bind port 47671682-0a3e-4588-9fb2-4b10405d55ee on network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:54.058400 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:54.058774 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Checking segment: {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:54.059176 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.059560 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Bound using segment: {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:54.060030 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Bound port: 47671682-0a3e-4588-9fb2-4b10405d55ee, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:54.060419 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.060897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:54.063044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2edb2bc-e683-4eea-a3dc-02b9db26fc96 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:54.104580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:54.119499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.139797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe619b8-1943-4916-b85f-08434b4b5974 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:54.150007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe619b8-1943-4916-b85f-08434b4b5974 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:54.155253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Network 928f0f1c-bcca-410c-ab8c-13912e99dd91 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:54.158660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe619b8-1943-4916-b85f-08434b4b5974 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:54.166600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe619b8-1943-4916-b85f-08434b4b5974 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:54.173208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe619b8-1943-4916-b85f-08434b4b5974 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:54.182192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:54.186458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:54.190023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe619b8-1943-4916-b85f-08434b4b5974 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:54.198882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ebe619b8-1943-4916-b85f-08434b4b5974 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4254835 Jun 03 15:41:54.203837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44696) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:54.268031 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] For port 47671682-0a3e-4588-9fb2-4b10405d55ee, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:54.271975 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] For port 47671682-0a3e-4588-9fb2-4b10405d55ee, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=47671682-0a3e-4588-9fb2-4b10405d55ee,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:54.289832 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.385539 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:54.386208 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:54.403770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.25.1.101 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a2d67b57-8c1a-42ae-abe6-cee77af1f7e7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:54.448906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:54.514823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] Allocated IP 172.20.0.2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/e85345dd-de9d-4df9-b79f-9a89eed3b78f/87066ebd-e36f-4feb-aff6-8edced95134e) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:54.553353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Pushing event updated for resources: {'Port': ['ID=4b6a3396-7bef-4fbb-a58c-71774a6975d2,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:54.581091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.581423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.581778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.582118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.582455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.582794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.583804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.584158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.584494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.584825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.585280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.585619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:54.596391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No active binding found for port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:41:54.596883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:54.607587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] For port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,segment=NetworkSegment(619d6814-e8f1-48c9-903a-1eeaeb693851),segment_id=619d6814-e8f1-48c9-903a-1eeaeb693851)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:54.624452 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:54.628757 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.645180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.649539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Attempting to bind port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:54.649539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Attempting to bind port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '368a58b1-e2a4-481e-98c5-0ca20918df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928f0f1c-bcca-410c-ab8c-13912e99dd91'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:54.649956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Attempting to bind port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 on network 928f0f1c-bcca-410c-ab8c-13912e99dd91 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:54.671498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.673514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.705514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:54.707012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Checking segment: {'id': '368a58b1-e2a4-481e-98c5-0ca20918df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928f0f1c-bcca-410c-ab8c-13912e99dd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:54.709322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.709603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Bound using segment: {'id': '368a58b1-e2a4-481e-98c5-0ca20918df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928f0f1c-bcca-410c-ab8c-13912e99dd91'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:54.710492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Bound port: 4b6a3396-7bef-4fbb-a58c-71774a6975d2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368a58b1-e2a4-481e-98c5-0ca20918df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928f0f1c-bcca-410c-ab8c-13912e99dd91'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:54.710924 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.770534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f7e4717d-cfaa-4393-b7b0-23e4e99a1f19 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5528686 Jun 03 15:41:54.792200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:54.809678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.810265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c', 'f3076fc4-4170-499e-b592-2e123bad4a53'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:54.837817 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9c44-49fa-45bd-8ecf-c96c888fbd21 None None] Pushing event updated for resources: {'Port': ['ID=47671682-0a3e-4588-9fb2-4b10405d55ee,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:54.849085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fdd64ee-6d25-411c-8960-e71be3e65f3e req-daaab2b7-a6e8-4389-8c2a-ca7d69ea93a9 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 210 time: 0.6468892 Jun 03 15:41:54.981370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] No DVR routers for this DVR port bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:54.983437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.984668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event deleted for resources: {'Port': ['ID=bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:54.993575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.009747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831dbe3a-8d23-4372-a22b-1004d5a0a384 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.011424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'name': 'network-vif-deleted', 'tag': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:55.012487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831dbe3a-8d23-4372-a22b-1004d5a0a384 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.014095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831dbe3a-8d23-4372-a22b-1004d5a0a384 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.015769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831dbe3a-8d23-4372-a22b-1004d5a0a384 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.017443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831dbe3a-8d23-4372-a22b-1004d5a0a384 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.019994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:55.024527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-831dbe3a-8d23-4372-a22b-1004d5a0a384 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2100163 Jun 03 15:41:55.025202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44708) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:55.090070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:55.094453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:55.105060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-a5508e75-38b1-46ee-b48f-f886e89636a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.106945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-a5508e75-38b1-46ee-b48f-f886e89636a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2936378 Jun 03 15:41:55.138766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5dda439c-13cf-4eb3-a6a0-0104c60ce901 req-ad96e222-6165-4249-8897-a6627b637e76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.15 "DELETE /v2.0/ports/bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6 HTTP/1.1" status: 204 len: 173 time: 4.6409302 Jun 03 15:41:55.198751 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805f3741-f16d-439e-b8b6-ead4c9aecd27'] response: {'server_uuid': '4a0c1c4d-0486-4bf0-8492-26948c23f54f', 'name': 'network-vif-deleted', 'tag': 'bbb0bddc-07d5-4f69-8d81-58ddf13fbdc6', 'status': 'completed', 'code': 200} Jun 03 15:41:55.199733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=a2d67b57-8c1a-42ae-abe6-cee77af1f7e7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:55.243157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Pushing event updated for resources: {'Port': ['ID=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:55.244644 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:55.251915 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7df9b-e47e-41ac-95a4-e430cc0e5811 None None] The sync data for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 is: [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:55.267527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.335406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c09ad3-81a3-4430-b045-6ed8f72529ca tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.337914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c09ad3-81a3-4430-b045-6ed8f72529ca tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.339539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c09ad3-81a3-4430-b045-6ed8f72529ca tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.354234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=19049fef-af13-4d9d-8306-9a3e44d8050d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:55.357468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c09ad3-81a3-4430-b045-6ed8f72529ca tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.359006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c09ad3-81a3-4430-b045-6ed8f72529ca tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.360694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-82c09ad3-81a3-4430-b045-6ed8f72529ca tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3322148 Jun 03 15:41:55.368917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44712) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:55.394043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c9112a2d-777c-4910-bc53-70f3c72f643d None None] Provisioning for port 549acf72-1449-4caf-afaa-f582f50878dd completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:55.417303 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.465561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-45fa7297-2e1c-465d-bc8b-f361816b46ea service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443344 Jun 03 15:41:55.466311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.478212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:55.531321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1e932d1-0477-4207-8221-d433d954abad None None] For port 4b6a3396-7bef-4fbb-a58c-71774a6975d2, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:55.533354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:55.534362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.581993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:55.602518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1e932d1-0477-4207-8221-d433d954abad None None] For port 4b6a3396-7bef-4fbb-a58c-71774a6975d2, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4b6a3396-7bef-4fbb-a58c-71774a6975d2,segment=NetworkSegment(368a58b1-e2a4-481e-98c5-0ca20918df02),segment_id=368a58b1-e2a4-481e-98c5-0ca20918df02)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:55.608178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ba4518-4107-4200-b40f-1ad0cefa52f7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:55.620687 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.621222 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Added segment 097c7ae9-b2b1-4670-8199-531683d170e2 of type vlan for network 46d4bae5-6f73-4fa3-8329-9d47054ac17d Jun 03 15:41:55.683165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.705187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb574716-0dd3-4591-8689-e30bb1b12f52 req-5f4a799b-6d78-4087-a4f2-9485065e57ba service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239397 Jun 03 15:41:55.717953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.722297 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1c79020f-a66c-46e6-88a5-17eddd1aa42f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/19049fef-af13-4d9d-8306-9a3e44d8050d HTTP/1.1" status: 204 len: 168 time: 5.5632195 Jun 03 15:41:55.722983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44716) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:55.796437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.797796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.798420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.800142 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.023257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] For port 87066ebd-e36f-4feb-aff6-8edced95134e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=87066ebd-e36f-4feb-aff6-8edced95134e,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:56.177604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d53f5a2-73f2-4df9-9888-14355d872cc5 req-aa9d01f9-21d4-4f8c-8f25-ee52a8632ebe tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0c1c4d-0486-4bf0-8492-26948c23f54f HTTP/1.1" status: 200 len: 210 time: 0.0595775 Jun 03 15:41:56.217889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e932d1-0477-4207-8221-d433d954abad None None] Pushing event updated for resources: {'Port': ['ID=4b6a3396-7bef-4fbb-a58c-71774a6975d2,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:56.258688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fda45-d063-4fac-a40f-d1efc3d561ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.260927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fda45-d063-4fac-a40f-d1efc3d561ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.262594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fda45-d063-4fac-a40f-d1efc3d561ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.263596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b73fda45-d063-4fac-a40f-d1efc3d561ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:56.302544 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7953620 Jun 03 15:41:56.305512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44722) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:56.311903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.313478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b16e95-debb-4246-bd13-2e9936b65fdd admin admin] Pushing event updated for resources: {'Network': ['ID=46d4bae5-6f73-4fa3-8329-9d47054ac17d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:56.327117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b73fda45-d063-4fac-a40f-d1efc3d561ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:56.330984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b73fda45-d063-4fac-a40f-d1efc3d561ea tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6047463 Jun 03 15:41:56.331281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44726) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:56.333861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Request body: {'subnet': {'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1203314990-subnet', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:56.338892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-323914f0-8448-415a-af93-4388e8bcf62c None None] Provisioning complete for port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:56.339330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-323914f0-8448-415a-af93-4388e8bcf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.346482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30007af2-53a3-4b87-975f-caf9731ca633 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.348207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-30007af2-53a3-4b87-975f-caf9731ca633 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/networks/439522d3-497c-45d8-b2ae-aecb7e261b0b HTTP/1.1" status: 200 len: 803 time: 0.9782393 Jun 03 15:41:56.354418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44730) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:56.370289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:56.372431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:56.425333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:56.425799 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.434379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 1513ac6e-3f3b-4f96-8205-68224955101b {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:56.496286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Usage tracker for resource:subnet and tenant:0187e890913b435fa4ccff853eff5472 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:56.537870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:56.611384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] Transition to ACTIVE for port object 87066ebd-e36f-4feb-aff6-8edced95134e will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:56.615844 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.629284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d2edb2bc-e683-4eea-a3dc-02b9db26fc96, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:56.668795 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.673567 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.690974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:56.706420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.799426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:56.815062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.821310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Made reservation on behalf of 0187e890913b435fa4ccff853eff5472 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:56.822960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.900050 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.906996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:56.907391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 15aa7716-c014-4c61-bc89-ea4e0b6a1f0f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:56.912096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '91ec6db5-c312-4de0-8059-ba64fdd483ab', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'port_id': '4a8a363c-cba7-447e-a2c7-58340181927a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'mac_address': 'fa:16:3e:38:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:41:41Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 0, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:56Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:56.921684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475664c5-063f-4704-9ad2-ce27862327dd None None] The sync data for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 is: [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '91ec6db5-c312-4de0-8059-ba64fdd483ab', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'port_id': '4a8a363c-cba7-447e-a2c7-58340181927a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'mac_address': 'fa:16:3e:38:51:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:41:41Z', 'updated_at': '2022-06-03T15:41:41Z', 'revision_number': 0, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:56Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:56.952758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=1513ac6e-3f3b-4f96-8205-68224955101b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:56.954765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.994910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-49d1285b-2f6c-4538-8f83-bc42e222f2c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/1513ac6e-3f3b-4f96-8205-68224955101b HTTP/1.1" status: 204 len: 168 time: 0.6599708 Jun 03 15:41:56.995830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44734) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:57.049630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:57.093049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b67fee4-00aa-4af1-81dd-67e535defb55 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/networks/439522d3-497c-45d8-b2ae-aecb7e261b0b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7287529 Jun 03 15:41:57.097632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44738) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:57.204666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.205435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-323914f0-8448-415a-af93-4388e8bcf62c None None] Current status of the port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:57.222440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0449ab-81ab-4075-93f6-b93eed34a831 None None] Pushing event updated for resources: {'Port': ['ID=87066ebd-e36f-4feb-aff6-8edced95134e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:57.229251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet e85345dd-de9d-4df9-b79f-9a89eed3b78f {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:57.238771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.275649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-323914f0-8448-415a-af93-4388e8bcf62c None None] Provisioning for port 4dabba98-564a-44ab-8808-8d378b5c9848 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:57.288397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-323914f0-8448-415a-af93-4388e8bcf62c None None] Provisioning complete for port 4dabba98-564a-44ab-8808-8d378b5c9848 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:57.292789 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-323914f0-8448-415a-af93-4388e8bcf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.302280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd90609-1609-45e1-92dc-ab5d87f3787a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.314120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bbd90609-1609-45e1-92dc-ab5d87f3787a tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/subnets/30051fa3-83b2-4e09-89eb-6b46baf9a2a9 HTTP/1.1" status: 200 len: 843 time: 0.2154939 Jun 03 15:41:57.323397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44744) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:57.340323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.394895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-323914f0-8448-415a-af93-4388e8bcf62c None None] Port 4dabba98-564a-44ab-8808-8d378b5c9848 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:57.461121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.555879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4b6a3396-7bef-4fbb-a58c-71774a6975d2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:57.577287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d50aa12-05d3-40d3-9048-ede38f091840 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.579784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9d50aa12-05d3-40d3-9048-ede38f091840 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "GET /v2.0/subnets/30051fa3-83b2-4e09-89eb-6b46baf9a2a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2553089 Jun 03 15:41:57.585755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44750) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:57.604221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1051903914'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:57.622078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:57.631537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82321634-eceb-4784-9d21-b739fd6f6d02 None None] New status for floating IP 91ec6db5-c312-4de0-8059-ba64fdd483ab: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:41:57.637507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:57.660026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:57.666055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.695798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.714731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:57.732629 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.734450 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Added segment bad86a07-5d3b-44ab-8d06-6a156242018e of type vlan for network eacf296a-edf5-4f71-adcf-8bc454a659d0 Jun 03 15:41:57.772507 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.775532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.828847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.836467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.837852 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.934635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:57.966859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47671682-0a3e-4588-9fb2-4b10405d55ee up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:58.119297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5318849 Jun 03 15:41:58.124636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44758) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:58.133725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'network_id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:58.139649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee64ceec-33c3-4f19-90c0-2b635d88349f None None] Network 928f0f1c-bcca-410c-ab8c-13912e99dd91 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:58.149347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc49b-4e70-4ceb-9549-136800a393c8 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Network': ['ID=eacf296a-edf5-4f71-adcf-8bc454a659d0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:58.160355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.181326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network eacf296a-edf5-4f71-adcf-8bc454a659d0 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:58.235777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Port': ['ID=4dabba98-564a-44ab-8808-8d378b5c9848,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:58.250788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network c386bfe2-db24-43e4-814b-4d94cf39f480 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:58.272848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:58.293670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20362c99-d541-4fa9-9bab-f17db62f761c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:58.345764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:58.350914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Usage tracker for resource:subnet and tenant:08407bceec90425eba614d9e6918fc31 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:58.355598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:58.371083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:58.379162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a180c-1e7c-46f2-9ba1-37ea91b45a50 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:58.408654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Made reservation on behalf of 08407bceec90425eba614d9e6918fc31 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:58.422218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.526192 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.558624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] Provisioning for port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:58.624859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=e85345dd-de9d-4df9-b79f-9a89eed3b78f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:58.630897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] Provisioning complete for port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:58.637932 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.641386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Performing IP validity checks on allocation pools {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:41:58.641914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:41:58.645207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.657510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.681602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Checking segment: {'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:58.682596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Network hostable DHCP agents. Network: 46d4bae5-6f73-4fa3-8329-9d47054ac17d, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:58.734148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:58.769694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e54b6e55-4883-46b2-81db-8821b9d0f3c7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/e85345dd-de9d-4df9-b79f-9a89eed3b78f HTTP/1.1" status: 204 len: 168 time: 1.7712190 Jun 03 15:41:58.771829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44766) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:58.812932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.816252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 47671682-0a3e-4588-9fb2-4b10405d55ee completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:58.837180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 46d4bae5-6f73-4fa3-8329-9d47054ac17d) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:58.868392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3bd6cc93-03e3-4554-912b-d3e8bfaa320e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918190 Jun 03 15:41:58.869268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44770) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:58.875852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:58.879350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 47671682-0a3e-4588-9fb2-4b10405d55ee triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:58.879895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.906481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874792a5-4dc8-462e-96ad-a360e944fb20 None None] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:59.031724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.032665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.073497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-12ded223-a98e-4fe6-9810-458edd3cdfc3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7624240 Jun 03 15:41:59.078664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44774) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:59.099777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:59.126899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:59.136783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Usage tracker for resource:router and tenant:0187e890913b435fa4ccff853eff5472 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:59.142322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Router fa1156df-a3a8-43a8-9607-954f13d25d3e is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:41:59.148400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:59.175402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a001f6c-9317-4b91-b321-5b71ac096030 req-f74de742-a285-4b91-9225-210995ab9108 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.177366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:59.177921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a001f6c-9317-4b91-b321-5b71ac096030 req-f74de742-a285-4b91-9225-210995ab9108 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 945 time: 1.0718975 Jun 03 15:41:59.233759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:59.247674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:59.258149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:59.276602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:59.302609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a001f6c-9317-4b91-b321-5b71ac096030 req-0232b4f7-368c-4693-8e80-0af609f46113 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116054 Jun 03 15:41:59.356911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:59.365384 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.402975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.419501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:59.433615 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] Sync routers for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:59.442081 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a8b4f6f0-62ac-472f-853d-fd22f66daff2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "PUT /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2961471 Jun 03 15:41:59.443545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44778) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:59.447790 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:59.449358 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.562718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.563796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.581411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.594434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=f7b9f230-e456-43d9-8797-8eb133f39e74,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:59.600270 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.613011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Checking segment: {'id': 'bad86a07-5d3b-44ab-8d06-6a156242018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:59.613011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network hostable DHCP agents. Network: eacf296a-edf5-4f71-adcf-8bc454a659d0, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:59.616260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] Current status of the port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:59.616985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.617114 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:59.617848 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.654052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-46d4bae5-6f73-4fa3-8329-9d47054ac17d', 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'fixed_ips': [{'subnet_id': '20362c99-d541-4fa9-9bab-f17db62f761c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:59.655136 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.671858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Network eacf296a-edf5-4f71-adcf-8bc454a659d0 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:59.699198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, eacf296a-edf5-4f71-adcf-8bc454a659d0) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:59.704580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.705292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.705424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] For port 4b6a3396-7bef-4fbb-a58c-71774a6975d2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4b6a3396-7bef-4fbb-a58c-71774a6975d2,segment=NetworkSegment(368a58b1-e2a4-481e-98c5-0ca20918df02),segment_id=368a58b1-e2a4-481e-98c5-0ca20918df02)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:59.729100 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.730033 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1454c428-9289-465c-8fa5-cdbe3c97abcf None None] The sync data for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:59.770142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0d936759-a0a1-43a3-a683-e9c1d008c026 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6443758 Jun 03 15:41:59.773775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44782) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:59.782280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-54c9adb4-728d-46a1-b1c8-0691698ba900 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:59.834584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.887191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a9900-d59a-42d1-ac3c-8cb0a095665c None None] Network eacf296a-edf5-4f71-adcf-8bc454a659d0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:59.916527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:59.918432 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.952548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:59.955541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.956150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.997861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.010525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d6d585c9-8106-40dd-9b4c-76c25bcc64d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1407464 Jun 03 15:42:00.013971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44786) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:00.019654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:00.039741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.057525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb5bb7-2556-45d5-8854-f022420c7721 None None] Pushing event updated for resources: {'Port': ['ID=4b6a3396-7bef-4fbb-a58c-71774a6975d2,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.063948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988862-6550-4337-9668-318efe3eb5f5 req-4d637fc9-171d-4af5-8ea0-89c36ea8da7a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:00.064739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-86988862-6550-4337-9668-318efe3eb5f5 req-4d637fc9-171d-4af5-8ea0-89c36ea8da7a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:00.102078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Could not find standard attr ID for object 19049fef-af13-4d9d-8306-9a3e44d8050d. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:42:00.122897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 47671682-0a3e-4588-9fb2-4b10405d55ee is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:00.123276 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.155685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Allocated IP 172.20.0.2 (46d4bae5-6f73-4fa3-8329-9d47054ac17d/20362c99-d541-4fa9-9bab-f17db62f761c/70ca53ca-69b5-47c7-81b6-0e179794f485) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:00.183100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54c9adb4-728d-46a1-b1c8-0691698ba900 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3155959'] for subnet, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.213532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Provisioning complete for port 4dabba98-564a-44ab-8808-8d378b5c9848 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:00.213913 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.244666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:00.259609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:00.289786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:00.295214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:00.336414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:00.371020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:00.374829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.435270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] Deleting port 87066ebd-e36f-4feb-aff6-8edced95134e {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:00.435822 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.464689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Port 4dabba98-564a-44ab-8808-8d378b5c9848 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:00.485039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 47671682-0a3e-4588-9fb2-4b10405d55ee, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=47671682-0a3e-4588-9fb2-4b10405d55ee,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:00.536378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Provisioning for port 87066ebd-e36f-4feb-aff6-8edced95134e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:00.549134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Provisioning complete for port 87066ebd-e36f-4feb-aff6-8edced95134e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:00.550081 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.576175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.576999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87066ebd-e36f-4feb-aff6-8edced95134e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:00.742809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54c9adb4-728d-46a1-b1c8-0691698ba900 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727570499256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2576888'] for subnet, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.743592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-86988862-6550-4337-9668-318efe3eb5f5 req-4d637fc9-171d-4af5-8ea0-89c36ea8da7a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:00.745390 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86988862-6550-4337-9668-318efe3eb5f5 req-4d637fc9-171d-4af5-8ea0-89c36ea8da7a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 945 time: 1.2334733 Jun 03 15:42:00.755622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.810081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.821044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c9adb4-728d-46a1-b1c8-0691698ba900 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:00.821618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-54c9adb4-728d-46a1-b1c8-0691698ba900 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.825922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-54c9adb4-728d-46a1-b1c8-0691698ba900 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "PUT /v2.0/subnets/f7b9f230-e456-43d9-8797-8eb133f39e74 HTTP/1.1" status: 200 len: 900 time: 1.0512383 Jun 03 15:42:00.837727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=47671682-0a3e-4588-9fb2-4b10405d55ee,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.858237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44794) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:00.974908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7f3f3-07d2-4fcd-b8eb-9942aa12f023 req-bc323a4b-f922-4a5a-b0e7-68bcb2d38b4a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:00.976731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ae7f3f3-07d2-4fcd-b8eb-9942aa12f023 req-bc323a4b-f922-4a5a-b0e7-68bcb2d38b4a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 945 time: 0.4611502 Jun 03 15:42:00.985725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9adb4-728d-46a1-b1c8-0691698ba900 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event updated for resources: {'Subnet': ['ID=f7b9f230-e456-43d9-8797-8eb133f39e74,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.995496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 87066ebd-e36f-4feb-aff6-8edced95134e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:00.996066 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.029197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Deleting port f3076fc4-4170-499e-b592-2e123bad4a53 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:01.029544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.061086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-eacf296a-edf5-4f71-adcf-8bc454a659d0', 'network_id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0', 'tenant_id': '08407bceec90425eba614d9e6918fc31', 'fixed_ips': [{'subnet_id': 'f7b9f230-e456-43d9-8797-8eb133f39e74'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:42:01.062292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.078030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=a2d67b57-8c1a-42ae-abe6-cee77af1f7e7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:01.137353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ae7f3f3-07d2-4fcd-b8eb-9942aa12f023 req-4eb7bdc7-4334-40d6-9290-991faf77335e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367733 Jun 03 15:42:01.171866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.180221 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-910ce6e6-f5bc-4a9d-abcb-4d76a3f64e1e tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:01.181287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-910ce6e6-f5bc-4a9d-abcb-4d76a3f64e1e tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "PUT /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7329443 Jun 03 15:42:01.182111 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.187352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44798) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:01.403076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.420144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8f4391ac-f71f-4737-9264-65eb2b2bed06 None None] Current status of the port 87066ebd-e36f-4feb-aff6-8edced95134e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:01.458948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Transition to ACTIVE for port object 70ca53ca-69b5-47c7-81b6-0e179794f485 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:01.564656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Transition to ACTIVE for port object 70ca53ca-69b5-47c7-81b6-0e179794f485 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:01.617711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.655425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.658575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 87066ebd-e36f-4feb-aff6-8edced95134e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:01.659600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:01.670238 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP 7b9c61fd-9189-4f50-b71e-28427eaae536 associated. External IP: 172.25.1.101, port: 72640570-e49f-46ad-aeec-9be125f2ecba. Jun 03 15:42:01.689032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] For port 87066ebd-e36f-4feb-aff6-8edced95134e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=87066ebd-e36f-4feb-aff6-8edced95134e,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:01.689436 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.728688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-01bec731-484d-4a6b-881e-2d2ca1834a5b None None] Provisioning complete for port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:01.729036 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01bec731-484d-4a6b-881e-2d2ca1834a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.900146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] Calling delete_port for 87066ebd-e36f-4feb-aff6-8edced95134e owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:01.932576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] For port f3076fc4-4170-499e-b592-2e123bad4a53, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f3076fc4-4170-499e-b592-2e123bad4a53,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:01.933220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.943564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:01.965496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:01.982967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:02.009769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Pushing event updated for resources: {'Port': ['ID=70ca53ca-69b5-47c7-81b6-0e179794f485,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:02.017171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Allocated IP 2001:db8::3 (eacf296a-edf5-4f71-adcf-8bc454a659d0/f7b9f230-e456-43d9-8797-8eb133f39e74/144c6cfe-5429-4288-9e5e-643092c88cd5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:02.043001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.objects.ports [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88338) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:42:02.253693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Attempting to bind port 70ca53ca-69b5-47c7-81b6-0e179794f485 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:02.254090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Attempting to bind port 70ca53ca-69b5-47c7-81b6-0e179794f485 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:02.254460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Attempting to bind port 70ca53ca-69b5-47c7-81b6-0e179794f485 on network 46d4bae5-6f73-4fa3-8329-9d47054ac17d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:02.258897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Calling delete_port for f3076fc4-4170-499e-b592-2e123bad4a53 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:02.288917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.317742 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.323433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_pluggable_backend [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Port 87066ebd-e36f-4feb-aff6-8edced95134e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88338) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 03 15:42:02.323752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_pluggable_backend [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:7fb1 {{(pid=88338) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 03 15:42:02.327597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:02.328145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Checking segment: {'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:02.328562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.328988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Bound using segment: {'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:02.329446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Bound port: 70ca53ca-69b5-47c7-81b6-0e179794f485, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:02.329985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.339852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:02.340928 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.347024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.376074 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.432881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] No DVR routers for this DVR port 87066ebd-e36f-4feb-aff6-8edced95134e on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:02.468599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:02.471468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af45e-1b52-418e-9d41-1577fa42ccfa None None] Pushing event deleted for resources: {'Port': ['ID=87066ebd-e36f-4feb-aff6-8edced95134e,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:02.476826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:02.484392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:02.485479 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.515641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=c46bd9ff-573b-4805-a9b7-94eadffca39c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:02.533041 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.536773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88173e98-58a6-4d43-aa57-4e5b81b04533 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:02.596044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.596044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.596643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.596643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.596861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.598217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.598217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.598217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.599101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.599241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.599588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.599851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:02.606565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-97a8c3e6-235a-4b7c-bd77-b5e1b1f276f7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5916963 Jun 03 15:42:02.609006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44804) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:02.670183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-01bec731-484d-4a6b-881e-2d2ca1834a5b None None] Current status of the port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:02.674479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:25:ba:a6', 'name': 'tempest-NetworksTestDHCPv6-1465861789'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:02.694517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180259c3-67d8-4e80-95ed-02c4936d99a3 req-e05199e2-1113-49a8-8ed7-9f434a9e10a3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:02.698872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-180259c3-67d8-4e80-95ed-02c4936d99a3 req-e05199e2-1113-49a8-8ed7-9f434a9e10a3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 945 time: 0.3912125 Jun 03 15:42:02.756818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.773154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:02.842780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Allocated IP 172.25.1.194 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a965cf5b-6ca8-4c4d-9465-c9fac534a1dd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:02.845345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event deleted for resources: {'Port': ['ID=f3076fc4-4170-499e-b592-2e123bad4a53,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:02.882056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:02.939073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-180259c3-67d8-4e80-95ed-02c4936d99a3 req-2f2d61e5-7b32-4eed-ab14-a5b726c23eab tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214322 Jun 03 15:42:03.008216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:03.021235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:03.036344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:03.079054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] No DVR routers for this DVR port f3076fc4-4170-499e-b592-2e123bad4a53 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:03.082413 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.094600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72941fa-974e-4326-9169-d10e556dd228', 'name': 'network-vif-deleted', 'tag': 'f3076fc4-4170-499e-b592-2e123bad4a53'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:03.097086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:03.114892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'c46bd9ff-573b-4805-a9b7-94eadffca39c'}, {'subnet_id': 'e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:42:03.115816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.150986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.201314 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8db535-0cde-4109-a15a-979b879b5f59'] response: {'server_uuid': 'b72941fa-974e-4326-9169-d10e556dd228', 'name': 'network-vif-deleted', 'tag': 'f3076fc4-4170-499e-b592-2e123bad4a53', 'status': 'completed', 'code': 200} Jun 03 15:42:03.209119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=70ca53ca-69b5-47c7-81b6-0e179794f485,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:03.226818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.244151 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86988862-6550-4337-9668-318efe3eb5f5 req-c4f3adb3-b9a9-4cf6-b912-42323a9c0d1f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "DELETE /v2.0/ports/f3076fc4-4170-499e-b592-2e123bad4a53 HTTP/1.1" status: 204 len: 173 time: 2.4854689 Jun 03 15:42:03.296608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Transition to ACTIVE for port object 144c6cfe-5429-4288-9e5e-643092c88cd5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:03.297951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:03.306311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:03.307513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 549acf72-1449-4caf-afaa-f582f50878dd up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:03.319231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.338488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.407923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:03.411344 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea3f3a6a-7b68-436a-874c-c9331f89c10d tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.3110299 Jun 03 15:42:03.414330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44810) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:03.421541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1017410904'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:03.429938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.436504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:03.437766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting port 4dabba98-564a-44ab-8808-8d378b5c9848 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:03.438534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.485367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:network and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:03.498306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:03.498733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Transition to ACTIVE for port object 144c6cfe-5429-4288-9e5e-643092c88cd5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:03.514993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:03.515652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:03.524223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:03.538020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:03.546036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:03.548873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:03.582528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f3076fc4-4170-499e-b592-2e123bad4a53 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:03.603224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Pushing event updated for resources: {'Port': ['ID=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:03.609038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:03.612833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.627282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 549acf72-1449-4caf-afaa-f582f50878dd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:03.627693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.651855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428a2b-20df-4cf2-9e38-aa17e036b624 None None] Pushing event updated for resources: {'Port': ['ID=70ca53ca-69b5-47c7-81b6-0e179794f485,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:03.655005 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.684848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.724969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: f3076fc4-4170-499e-b592-2e123bad4a53 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:03.725320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f3076fc4-4170-499e-b592-2e123bad4a53 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:03.729923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:42:03.730993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port e223096d-d913-48ea-b76f-669859d87278 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:03.738642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 549acf72-1449-4caf-afaa-f582f50878dd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:03.739070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.754004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.754361 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Added segment b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d of type vlan for network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 Jun 03 15:42:03.769902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:03.806152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b9f230-e456-43d9-8797-8eb133f39e74,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:03.838583 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.874268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Network eacf296a-edf5-4f71-adcf-8bc454a659d0 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:03.883218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:03.885484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:03.886512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:03.906758 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.954887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:04.065244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Pushing event updated for resources: {'Port': ['ID=144c6cfe-5429-4288-9e5e-643092c88cd5,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:04.095196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:04.095587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba053a-2cb8-4846-a8f5-26e04f2f1185 None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:04.152270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Calling delete_port for 4dabba98-564a-44ab-8808-8d378b5c9848 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:04.227060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.339456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Attempting to bind port 144c6cfe-5429-4288-9e5e-643092c88cd5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:04.341190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Attempting to bind port 144c6cfe-5429-4288-9e5e-643092c88cd5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bad86a07-5d3b-44ab-8d06-6a156242018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:04.341190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Attempting to bind port 144c6cfe-5429-4288-9e5e-643092c88cd5 on network eacf296a-edf5-4f71-adcf-8bc454a659d0 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:04.356260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Allocated IP 172.20.0.2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f/ab79f68a-50d9-4b01-bcd2-4c1f9f404a56) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:04.358140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:04.358522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Checking segment: {'id': 'bad86a07-5d3b-44ab-8d06-6a156242018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:04.359101 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.359497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Bound using segment: {'id': 'bad86a07-5d3b-44ab-8d06-6a156242018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:04.360054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Bound port: 144c6cfe-5429-4288-9e5e-643092c88cd5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad86a07-5d3b-44ab-8d06-6a156242018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:04.360592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.374307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacf296a-edf5-4f71-adcf-8bc454a659d0']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:04.386710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d0e1918-797c-4d5e-a90c-6153a500b430 req-9d25f999-69c7-47c0-af49-b248a9f183de tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72941fa-974e-4326-9169-d10e556dd228 HTTP/1.1" status: 200 len: 210 time: 0.0916023 Jun 03 15:42:04.401094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad86a07-5d3b-44ab-8d06-6a156242018e') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:04.401362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad86a07-5d3b-44ab-8d06-6a156242018e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:04.433534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Allocated IP 2001:db8::f816:3eff:fee1:fa95 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/c46bd9ff-573b-4805-a9b7-94eadffca39c/ab79f68a-50d9-4b01-bcd2-4c1f9f404a56) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:04.453271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.512717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.519675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:04.520913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.550196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.572495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:04.573211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.593236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 549acf72-1449-4caf-afaa-f582f50878dd is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:04.593552 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.662764 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2472568 Jun 03 15:42:04.665708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44822) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:04.674308 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.685751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'subnet': {'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:04.694165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] For port 144c6cfe-5429-4288-9e5e-643092c88cd5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:04.727379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 549acf72-1449-4caf-afaa-f582f50878dd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=549acf72-1449-4caf-afaa-f582f50878dd,segment=NetworkSegment(18f63646-c8ae-459a-8007-5ee4a7c04a1b),segment_id=18f63646-c8ae-459a-8007-5ee4a7c04a1b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:04.732585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199b3eb-db19-4c49-a4d8-1bdd65883704 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Network': ['ID=22bd26b1-99c3-4d0e-ac3f-bda744371ed4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:04.738830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.883410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.891368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:42:04.989827 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment bad86a07-5d3b-44ab-8d06-6a156242018e resource provider aggregate not found Jun 03 15:42:05.045069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Port': ['ID=4dabba98-564a-44ab-8808-8d378b5c9848,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:05.059603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:42:05.059603 n-d-844594-1 neutron-server[88338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:42:05.059603 n-d-844594-1 neutron-server[88338]: [parameters: {'id': 'eacf296a-edf5-4f71-adcf-8bc454a659d0'}] Jun 03 15:42:05.059603 n-d-844594-1 neutron-server[88338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:05.060762 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:05.104021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] For port 144c6cfe-5429-4288-9e5e-643092c88cd5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=144c6cfe-5429-4288-9e5e-643092c88cd5,segment=NetworkSegment(bad86a07-5d3b-44ab-8d06-6a156242018e),segment_id=bad86a07-5d3b-44ab-8d06-6a156242018e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:05.109768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:05.113921 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment bad86a07-5d3b-44ab-8d06-6a156242018e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bad86a07-5d3b-44ab-8d06-6a156242018e found for delete ", "request_id": "req-c576b509-34d8-4d75-8d9e-599facb8f27e"}]} Jun 03 15:42:05.120722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47671682-0a3e-4588-9fb2-4b10405d55ee up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:05.122509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:subnet and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:05.131136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:05.172428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:05.205441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:05.210376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.294199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.327789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=549acf72-1449-4caf-afaa-f582f50878dd,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:05.357042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.424208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bee4d7-c40a-4273-b3ad-0493b67bc408 None None] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:05.587332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:42:05.588905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.593387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.626665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7b2bb2df-78d6-478f-b8a2-4119f72016a2 None None] Provisioning for port 70ca53ca-69b5-47c7-81b6-0e179794f485 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:05.709092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port 144c6cfe-5429-4288-9e5e-643092c88cd5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:05.709746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.776399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.791581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17562c71-f8e0-4726-8894-56da7dbd6fe5 None None] Network eacf296a-edf5-4f71-adcf-8bc454a659d0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:05.827467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:05.839490 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Sync routers for ids ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:05.851785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Routers {'49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:05.852778 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:05.861696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.869710 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2b316f91-a503-4ffe-9b75-c2a5632bc764 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7828209 Jun 03 15:42:05.870803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:05.873697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befb774-f51e-4e32-9510-3248943fd206 None None] Pushing event updated for resources: {'Port': ['ID=144c6cfe-5429-4288-9e5e-643092c88cd5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:05.878692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Transition to ACTIVE for port object ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:05.959463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Transition to ACTIVE for port object ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:05.967044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 47671682-0a3e-4588-9fb2-4b10405d55ee triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:05.967418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.063196 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.144789 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Set router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:06.217079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 172.20.0.9 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f/e223096d-d913-48ea-b76f-669859d87278) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:06.225536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fe25:baa6 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/c46bd9ff-573b-4805-a9b7-94eadffca39c/e223096d-d913-48ea-b76f-669859d87278) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:06.292919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:06.299935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:06.310167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:06.317662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Pushing event updated for resources: {'Port': ['ID=ab79f68a-50d9-4b01-bcd2-4c1f9f404a56,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:06.343813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 47671682-0a3e-4588-9fb2-4b10405d55ee is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:06.344982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 70ca53ca-69b5-47c7-81b6-0e179794f485 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:06.576379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407a06c-0367-4276-bd9c-799dfc302ff2 None None] Network eacf296a-edf5-4f71-adcf-8bc454a659d0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:06.585640 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:42:03Z', 'revision_number': 3, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port': {'id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:02Z', 'updated_at': '2022-06-03T15:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:06.592986 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Checking router: 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:06.593599 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Updating router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:42:06.686005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Attempting to bind port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:06.686381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Attempting to bind port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:06.686752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Attempting to bind port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:06.716465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:06.716767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:06.717178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.717578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:06.718551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Bound port: ab79f68a-50d9-4b01-bcd2-4c1f9f404a56, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:06.719151 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.731965 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.764473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 70ca53ca-69b5-47c7-81b6-0e179794f485 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:06.776119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 70ca53ca-69b5-47c7-81b6-0e179794f485 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:06.776621 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.806346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port 144c6cfe-5429-4288-9e5e-643092c88cd5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=144c6cfe-5429-4288-9e5e-643092c88cd5,segment=NetworkSegment(bad86a07-5d3b-44ab-8d06-6a156242018e),segment_id=bad86a07-5d3b-44ab-8d06-6a156242018e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:06.807000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.943512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] For port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:06.947901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] For port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ab79f68a-50d9-4b01-bcd2-4c1f9f404a56,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:06.964737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.979692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for 144c6cfe-5429-4288-9e5e-643092c88cd5 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:07.047494 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.113090 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.131304 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Transition to ACTIVE for port object a965cf5b-6ca8-4c4d-9465-c9fac534a1dd will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:07.141428 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.246791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9dd002c4-6e1f-46af-adf2-73ab218c8e0f None None] Provisioning complete for port 70ca53ca-69b5-47c7-81b6-0e179794f485 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:07.249280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9dd002c4-6e1f-46af-adf2-73ab218c8e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.273175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-caff9ced-39f6-44fc-988c-30e020d3b2b5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:07.280065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-caff9ced-39f6-44fc-988c-30e020d3b2b5 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 1.5395477 Jun 03 15:42:07.281427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Allocated IP 172.20.0.1 (46d4bae5-6f73-4fa3-8329-9d47054ac17d/20362c99-d541-4fa9-9bab-f17db62f761c/1822ffc0-0467-40dd-a1e0-6246f8882807) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:07.287909 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Attempting to bind port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:07.288325 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Attempting to bind port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:07.288685 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Attempting to bind port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:07.294551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Router fa1156df-a3a8-43a8-9607-954f13d25d3e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:07.305963 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:07.306336 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:07.306795 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.307236 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:07.307796 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Bound port: a965cf5b-6ca8-4c4d-9465-c9fac534a1dd, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:07.308203 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.312864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-f3a78a9c-bdc8-41be-8ec9-16fe8291557c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.0317817 Jun 03 15:42:07.420606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c0d60-8b1f-4527-b10a-3046f6062698 None None] Pushing event updated for resources: {'Port': ['ID=ab79f68a-50d9-4b01-bcd2-4c1f9f404a56,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:07.448452 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbafea-1618-476f-943e-1a7b5e27f3f8 None None] Pushing event updated for resources: {'Port': ['ID=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:07.477800 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] For port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:07.508189 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] For port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:07.516697 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.550432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9dd002c4-6e1f-46af-adf2-73ab218c8e0f None None] Current status of the port 70ca53ca-69b5-47c7-81b6-0e179794f485 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:07.550924 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9dd002c4-6e1f-46af-adf2-73ab218c8e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.563588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 70ca53ca-69b5-47c7-81b6-0e179794f485 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:07.563588 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.596005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.610982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9dd002c4-6e1f-46af-adf2-73ab218c8e0f None None] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=70ca53ca-69b5-47c7-81b6-0e179794f485,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:07.639833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.647348 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.652240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Transition to ACTIVE for port object 1822ffc0-0467-40dd-a1e0-6246f8882807 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:07.658278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbafea-1618-476f-943e-1a7b5e27f3f8 None None] Pushing event updated for resources: {'Port': ['ID=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:07.661950 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Routers {'49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:07.662390 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:07.688376 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9dd002c4-6e1f-46af-adf2-73ab218c8e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.711229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.794471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:07.794989 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:07.798257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Pushing event updated for resources: {'Port': ['ID=1822ffc0-0467-40dd-a1e0-6246f8882807,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:07.805051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd002c4-6e1f-46af-adf2-73ab218c8e0f None None] Pushing event updated for resources: {'Port': ['ID=70ca53ca-69b5-47c7-81b6-0e179794f485,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:07.812953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:07.814205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:07.816550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:07.877955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:07.880275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.892979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] Sync routers for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:07.923745 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] Set router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:07.924100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object e223096d-d913-48ea-b76f-669859d87278 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:07.940491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:07.942118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:07.952097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.955692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Subnet': ['ID=b3deea7b-d097-42ef-9b7d-31d48b4896af,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:08.039507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.057737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:08.058842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.116482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-ae453716-d02b-44aa-a0ac-556f658427b0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8016875 Jun 03 15:42:08.127721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No DVR routers for this DVR port 144c6cfe-5429-4288-9e5e-643092c88cd5 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:08.151527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.164319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.164879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ecd51-3be3-4328-8813-abdcf9390159 None None] The sync data for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:08.190218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Checking segment: {'id': 'b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:08.190800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network hostable DHCP agents. Network: 22bd26b1-99c3-4d0e-ac3f-bda744371ed4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:42:08.199891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Port': ['ID=144c6cfe-5429-4288-9e5e-643092c88cd5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:08.249487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-724dedf4-08e8-4dcf-a17d-c54206b84273 None None] Provisioning for port 1822ffc0-0467-40dd-a1e0-6246f8882807 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:08.261492 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-724dedf4-08e8-4dcf-a17d-c54206b84273 None None] Provisioning complete for port 1822ffc0-0467-40dd-a1e0-6246f8882807 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:08.261492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-724dedf4-08e8-4dcf-a17d-c54206b84273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.424306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-724dedf4-08e8-4dcf-a17d-c54206b84273 None None] Port 1822ffc0-0467-40dd-a1e0-6246f8882807 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:08.456807 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:42:03Z', 'revision_number': 3, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port': {'id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:02Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.462429 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505def7-57af-4d3b-9356-0f98573bd9a1 None None] The sync data for ids ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'] in n-d-844594-1 is: [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:42:03Z', 'revision_number': 3, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port': {'id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:02Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:08.476698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b66cdf70-c006-4058-a092-d330d70eab08 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "PUT /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2729628 Jun 03 15:42:08.486219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:08.503037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 70ca53ca-69b5-47c7-81b6-0e179794f485 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:08.505072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4b6a3396-7bef-4fbb-a58c-71774a6975d2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:08.589940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:08.590608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.620864 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c385bc71-416e-4a02-ac60-fb75c3df5c92 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] delete failed (client error): The resource could not be found. Jun 03 15:42:08.625766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c385bc71-416e-4a02-ac60-fb75c3df5c92 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-891987997 HTTP/1.1" status: 404 len: 334 time: 0.1349001 Jun 03 15:42:08.626585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44850) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:08.631090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.636680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-11c86095-4a5b-4cc0-ba08-5c311e6af224 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa1156df-a3a8-43a8-9607-954f13d25d3e'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:08.653874 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.696092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacf296a-edf5-4f71-adcf-8bc454a659d0']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.716696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad86a07-5d3b-44ab-8d06-6a156242018e') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.717167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad86a07-5d3b-44ab-8d06-6a156242018e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.729198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.733021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.761237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.773179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:08.773832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:08.774010 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.776450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2edb2bc-e683-4eea-a3dc-02b9db26fc96 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:08.966141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:08.966504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.977577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-ab89b33f-bc1e-48ce-9564-d48f04799e30 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7722883 Jun 03 15:42:09.005894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82d8c2-e737-45db-bed4-84cc049f1f06 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:09.012387 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment bad86a07-5d3b-44ab-8d06-6a156242018e resource provider aggregate not found Jun 03 15:42:09.039922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:42:09.053009 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment bad86a07-5d3b-44ab-8d06-6a156242018e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bad86a07-5d3b-44ab-8d06-6a156242018e found for delete ", "request_id": "req-e162bccd-4891-4615-9037-d9339ea9c63a"}]} Jun 03 15:42:09.165957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-25675871-f627-43e5-b137-c6cb4b427db6 None None] Provisioning for port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:09.195661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-a124d482-22d5-4bb2-a0ef-e6afdd35fdf5 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171497 Jun 03 15:42:09.198091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 22bd26b1-99c3-4d0e-ac3f-bda744371ed4) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:09.204318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:09.205080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.215608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.251059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8fdb5-3034-4e6a-b34d-b7c0abcd1141 None None] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:09.281400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.309081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.313267 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.337250 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/eacf296a-edf5-4f71-adcf-8bc454a659d0 HTTP/1.1" status: 204 len: 168 time: 8.4759390 Jun 03 15:42:09.347273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:09.348058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44858) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:09.429446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0998caa-508c-4701-9de1-c7fdf7b24758 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=eacf296a-edf5-4f71-adcf-8bc454a659d0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:09.434995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fa6707f4-32fe-4d4d-94a7-5fb0c18f1d7b tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7644179 Jun 03 15:42:09.436278 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b69fe5b-3aca-4df0-80d8-912d9378b3cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:09.436734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b69fe5b-3aca-4df0-80d8-912d9378b3cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:09.438632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5b69fe5b-3aca-4df0-80d8-912d9378b3cc tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/f7b9f230-e456-43d9-8797-8eb133f39e74 HTTP/1.1" status: 404 len: 337 time: 0.0685599 Jun 03 15:42:09.439528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:09.441307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44862) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:09.441635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44864) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:09.450258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:09.510844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-684157333', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:09.520036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:09.526665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:router and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:09.530063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:09.536684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:09.567743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:09.589766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=e223096d-d913-48ea-b76f-669859d87278,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:09.704360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.706116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.743943 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.777297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87066ebd-e36f-4feb-aff6-8edced95134e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:09.847963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Pushing event updated for resources: {'Port': ['ID=1822ffc0-0467-40dd-a1e0-6246f8882807,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:09.855861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 87066ebd-e36f-4feb-aff6-8edced95134e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:09.856434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 87066ebd-e36f-4feb-aff6-8edced95134e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:09.938603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36cca39a-1a92-4942-8b1a-9becda04853c req-feb0bb7f-c9cc-4df1-8a98-40a9063e1832 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 210 time: 0.1494684 Jun 03 15:42:09.951044 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d22d914-384d-41d4-9da2-23025ad4c969 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:09.951671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d22d914-384d-41d4-9da2-23025ad4c969 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:09.972884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:09.973985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.002262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6d22d914-384d-41d4-9da2-23025ad4c969 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/eacf296a-edf5-4f71-adcf-8bc454a659d0 HTTP/1.1" status: 404 len: 339 time: 0.5534227 Jun 03 15:42:10.003290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44882) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:10.375443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-22bd26b1-99c3-4d0e-ac3f-bda744371ed4', 'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4', 'tenant_id': '2fc27283ec8d4c29852452b3285f8150', 'fixed_ips': [{'subnet_id': 'b3deea7b-d097-42ef-9b7d-31d48b4896af'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:42:10.375443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.482530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11c86095-4a5b-4cc0-ba08-5c311e6af224 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.524631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 70ca53ca-69b5-47c7-81b6-0e179794f485 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:10.561726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:10.564399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:10.566024 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-11c86095-4a5b-4cc0-ba08-5c311e6af224 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] update failed (client error): The resource could not be found. Jun 03 15:42:10.572569 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-11c86095-4a5b-4cc0-ba08-5c311e6af224 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "PUT /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e HTTP/1.1" status: 404 len: 339 time: 1.9447565 Jun 03 15:42:10.573432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44888) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:10.808224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-edd1fbaa-fbb1-4a02-a85e-ec994fd3294d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.1900160 Jun 03 15:42:10.843106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44892) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:11.057676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 70ca53ca-69b5-47c7-81b6-0e179794f485 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:11.058565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.256187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Allocated IP 172.20.0.2 (22bd26b1-99c3-4d0e-ac3f-bda744371ed4/b3deea7b-d097-42ef-9b7d-31d48b4896af/32c8854f-a607-470b-b734-ae802948932f) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:11.260142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.386562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.481870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1489b651-0f3a-465f-86b4-116bdd76c428 req-f78c357d-2415-4c83-8f8e-26e92eba3059 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 210 time: 0.0819442 Jun 03 15:42:11.679883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b165386-3f11-4597-bcaa-08d7843f0619 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:11.687968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b165386-3f11-4597-bcaa-08d7843f0619 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:11.688863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b165386-3f11-4597-bcaa-08d7843f0619 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:11.703932 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.746346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9115164d-2992-401a-8330-bf014da5ac18']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:11.763631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a485b0-6ed4-44ca-bdf7-308bfa10ae2c') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:11.764098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a485b0-6ed4-44ca-bdf7-308bfa10ae2c') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:11.921994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.109605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.175818 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.182012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.210126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-72085ddb-bf61-4d2b-ac15-bda42d7a2aec tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:12.212047 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-72085ddb-bf61-4d2b-ac15-bda42d7a2aec tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.2762911 Jun 03 15:42:12.229989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 70ca53ca-69b5-47c7-81b6-0e179794f485 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:12.235683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a965cf5b-6ca8-4c4d-9465-c9fac534a1dd up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:12.270705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Request body: {'port': {'device_id': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'admin_state_up': True, 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:12.272918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:12.273671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.299070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0e388cb0-58fe-4f07-8e20-c7a60c92edd3 None None] Provisioning complete for port 1822ffc0-0467-40dd-a1e0-6246f8882807 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:12.299562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e388cb0-58fe-4f07-8e20-c7a60c92edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.348023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.380567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:12.407407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Transition to ACTIVE for port object 32c8854f-a607-470b-b734-ae802948932f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:12.430732 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e1a485b0-6ed4-44ca-bdf7-308bfa10ae2c resource provider aggregate not found Jun 03 15:42:12.470130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e388cb0-58fe-4f07-8e20-c7a60c92edd3 None None] Port 1822ffc0-0467-40dd-a1e0-6246f8882807 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:12.471318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6b165386-3f11-4597-bcaa-08d7843f0619 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:12.474127 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b165386-3f11-4597-bcaa-08d7843f0619 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.6290009 Jun 03 15:42:12.495536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44902) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.501174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Transition to ACTIVE for port object 32c8854f-a607-470b-b734-ae802948932f will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:12.507504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:12.509375 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e1a485b0-6ed4-44ca-bdf7-308bfa10ae2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1a485b0-6ed4-44ca-bdf7-308bfa10ae2c found for delete ", "request_id": "req-ca40781f-9a73-4db6-afb1-bdd71af2d7a8"}]} Jun 03 15:42:12.520472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:12.520472 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.626147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.644686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.693798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.697916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0e388cb0-58fe-4f07-8e20-c7a60c92edd3 None None] Provisioning for port e223096d-d913-48ea-b76f-669859d87278 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:12.771586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/9115164d-2992-401a-8330-bf014da5ac18 HTTP/1.1" status: 204 len: 168 time: 2.7672009 Jun 03 15:42:12.779466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb92510-e1df-470f-b734-9eb946bbc76d tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=9115164d-2992-401a-8330-bf014da5ac18,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:12.784155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44910) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.799515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0e388cb0-58fe-4f07-8e20-c7a60c92edd3 None None] Provisioning complete for port e223096d-d913-48ea-b76f-669859d87278 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:12.800476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e388cb0-58fe-4f07-8e20-c7a60c92edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.813668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:12.818653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Usage tracker for resource:port and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:12.837892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:12.880588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2383e11-1867-4f65-ad14-eb0d4f04f20e req-42da173f-7c02-4cf2-ae0d-23c1cb49d495 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 210 time: 0.0545402 Jun 03 15:42:12.881503 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb19a9e-fca3-4ab3-a843-a0bb0d82bc13 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:12.881945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb19a9e-fca3-4ab3-a843-a0bb0d82bc13 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:12.883643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ceb19a9e-fca3-4ab3-a843-a0bb0d82bc13 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/f7a62398-b4b1-4544-b427-246ce3f6080e HTTP/1.1" status: 404 len: 337 time: 0.0985093 Jun 03 15:42:12.886738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44914) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.896859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:12.898487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.928440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port e223096d-d913-48ea-b76f-669859d87278 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:12.928906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.25.1.211 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/5dcb64b0-005c-4ca7-b707-5f0a1a882a92) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:12.929470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.931390 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8db6a2-6ff8-4cd9-b481-4afaa96a7bb5 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:12.931865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8db6a2-6ff8-4cd9-b481-4afaa96a7bb5 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:12.933837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bf8db6a2-6ff8-4cd9-b481-4afaa96a7bb5 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/9047d20d-9202-4195-b475-1ee7960833f3 HTTP/1.1" status: 404 len: 339 time: 0.0464873 Jun 03 15:42:12.936963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:13.011676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:13.037119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:13.042142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:13.058274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Pushing event updated for resources: {'Port': ['ID=32c8854f-a607-470b-b734-ae802948932f,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:13.072142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:13.075626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.148691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0e388cb0-58fe-4f07-8e20-c7a60c92edd3 None None] Port e223096d-d913-48ea-b76f-669859d87278 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:13.171247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:13.171901 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.316896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:13.331496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Attempting to bind port 32c8854f-a607-470b-b734-ae802948932f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:13.332167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Attempting to bind port 32c8854f-a607-470b-b734-ae802948932f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:13.333368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Attempting to bind port 32c8854f-a607-470b-b734-ae802948932f on network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:13.339632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.340955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 549acf72-1449-4caf-afaa-f582f50878dd up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:13.344183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting subnet dad5f224-56a8-4934-a652-e2818e780a31 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:13.350854 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.438035 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.469765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:13.470154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Checking segment: {'id': 'b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:13.470762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.471462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Bound using segment: {'id': 'b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:13.472053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Bound port: 32c8854f-a607-470b-b734-ae802948932f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:13.472714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.507525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.554686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44926) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:13.574574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7359d714-cf7f-4487-aeb7-bec23549dbfb None None] Could not find standard attr ID for object 19049fef-af13-4d9d-8306-9a3e44d8050d. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:42:13.586032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.594601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:13.623187 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Sync routers for ids ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:13.653109 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Routers {'49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:13.663755 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:13.682172 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d945ecc9-e8c7-44e5-8f34-74e078d6a0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.686510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.753951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2d582f58-bad6-4578-8717-336204f7b40c admin admin] 10.222.0.66 "PUT /v2.0/routers/49dc1d10-4b7d-4b48-aef2-2a4c2c310c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8820393 Jun 03 15:42:13.760861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7359d714-cf7f-4487-aeb7-bec23549dbfb None None] Provisioning complete for port e223096d-d913-48ea-b76f-669859d87278 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:13.761605 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7359d714-cf7f-4487-aeb7-bec23549dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.809452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.938827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:13.947380 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Set router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:13.998856 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.042626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] For port 32c8854f-a607-470b-b734-ae802948932f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:14.077599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] For port 32c8854f-a607-470b-b734-ae802948932f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=32c8854f-a607-470b-b734-ae802948932f,segment=NetworkSegment(b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d),segment_id=b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:14.105389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.120612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7359d714-cf7f-4487-aeb7-bec23549dbfb None None] Port e223096d-d913-48ea-b76f-669859d87278 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:14.209257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=5dcb64b0-005c-4ca7-b707-5f0a1a882a92,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:14.220247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.254739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=dad5f224-56a8-4934-a652-e2818e780a31,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:14.271684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 549acf72-1449-4caf-afaa-f582f50878dd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:14.272397 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.348878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for e223096d-d913-48ea-b76f-669859d87278 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:14.352897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:14.369539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6a8e75d0-d04d-41b9-924a-1d740d74ace2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/dad5f224-56a8-4934-a652-e2818e780a31 HTTP/1.1" status: 204 len: 168 time: 1.4318814 Jun 03 15:42:14.374035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:14.379474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:14.382933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:14.418274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff627c73-b540-45e6-98fb-ac79bb598808 None None] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:14.515437 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:42:08Z', 'revision_number': 4, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port': {'id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:02Z', 'updated_at': '2022-06-03T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1822ffc0-0467-40dd-a1e0-6246f8882807', 'name': '', 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'mac_address': 'fa:16:3e:b0:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '20362c99-d541-4fa9-9bab-f17db62f761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:07Z', 'updated_at': '2022-06-03T15:42:08Z', 'revision_number': 2, 'project_id': '0187e890913b435fa4ccff853eff5472', 'subnets': [{'id': '20362c99-d541-4fa9-9bab-f17db62f761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:14.521482 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Checking router: 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:14.522158 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Updating router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 port 1822ffc0-0467-40dd-a1e0-6246f8882807 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:42:14.603267 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.608135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-312b9fbe-4447-49cc-96a1-50f1cc1e2d3e req-0ea1b250-549c-4b48-a60e-9d65539e3b0b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 210 time: 0.3344042 Jun 03 15:42:14.654101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting subnet 0be0e131-6ee7-44d6-af29-bfb7c973ecea {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:14.660389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.743471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cb3c2-ab3d-4fd9-a428-ae665a50f6b8 req-6832a297-9f7d-4af3-9dde-fa2df2070745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:14.763752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b0cb3c2-ab3d-4fd9-a428-ae665a50f6b8 req-6832a297-9f7d-4af3-9dde-fa2df2070745 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 1.2066572 Jun 03 15:42:14.784850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.937788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=e223096d-d913-48ea-b76f-669859d87278,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:15.103443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.148037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Allocated IP 172.20.0.9 (e9283ae4-087d-4ca1-81e1-db0219cc44df/1ecc5826-f4c7-470b-be0f-dcfee7be7886/5cc68fae-597e-4307-aa32-b3103ef44264) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:15.181559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b0cb3c2-ab3d-4fd9-a428-ae665a50f6b8 req-20773395-8a0a-4070-b404-4ea69e6acb03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4133933 Jun 03 15:42:15.480087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead48858-98fb-40cb-8e3f-926b9f7d3d67 None None] Pushing event updated for resources: {'Port': ['ID=32c8854f-a607-470b-b734-ae802948932f,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:15.486685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 549acf72-1449-4caf-afaa-f582f50878dd is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:15.488871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:15.516101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Allocated IP 172.20.0.1 (40fcc2d6-e9d3-4682-85bd-44c0a0cad564/a942c300-19cb-4137-9417-29519d68993a/75a6a15b-f844-4953-a50f-decb6262c8ef) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:15.599288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.611272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.785448 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.845668 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Transition to ACTIVE for port object 1822ffc0-0467-40dd-a1e0-6246f8882807 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:15.868004 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.928208 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.005129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:16.027578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5ba62cfb-c40c-4553-8d98-76372f8234c2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/e223096d-d913-48ea-b76f-669859d87278 HTTP/1.1" status: 204 len: 168 time: 3.5305555 Jun 03 15:42:16.035551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44988) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:16.041767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:16.041909 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.042180 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.180752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01e686b4-01a7-42b1-a78c-4e7ea1eb65d3 req-2bca3ac1-1807-42f7-bd4b-2ef2c74619fd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 210 time: 0.2134802 Jun 03 15:42:16.212774 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.218239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=0be0e131-6ee7-44d6-af29-bfb7c973ecea,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:16.284729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9f3f628e-e2eb-44df-8b93-38c874730ea0 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/0be0e131-6ee7-44d6-af29-bfb7c973ecea HTTP/1.1" status: 204 len: 168 time: 1.8342509 Jun 03 15:42:16.286519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:16.298532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.331639 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b63db-2333-417d-bcf3-546a6cdabfbb None None] Pushing event updated for resources: {'Port': ['ID=1822ffc0-0467-40dd-a1e0-6246f8882807,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:16.363138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.454205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8941f70c-f27e-4cc7-8665-599a07c1c36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.529940 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Attempting to bind port 1822ffc0-0467-40dd-a1e0-6246f8882807 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:16.530322 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Attempting to bind port 1822ffc0-0467-40dd-a1e0-6246f8882807 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:16.530685 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Attempting to bind port 1822ffc0-0467-40dd-a1e0-6246f8882807 on network 46d4bae5-6f73-4fa3-8329-9d47054ac17d {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:16.553341 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:16.553718 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Checking segment: {'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:16.554093 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.554489 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Bound using segment: {'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:16.554969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Bound port: 1822ffc0-0467-40dd-a1e0-6246f8882807, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c7ae9-b2b1-4670-8199-531683d170e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:16.555340 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.572704 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a28f6d-cdb8-450b-9ff1-513253a31bfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:16.574392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a28f6d-cdb8-450b-9ff1-513253a31bfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:16.575968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a28f6d-cdb8-450b-9ff1-513253a31bfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:16.588423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-57a28f6d-cdb8-450b-9ff1-513253a31bfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:16.599816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.639041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:16.710739 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] For port 1822ffc0-0467-40dd-a1e0-6246f8882807, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:16.714676 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] For port 1822ffc0-0467-40dd-a1e0-6246f8882807, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1822ffc0-0467-40dd-a1e0-6246f8882807,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:16.725129 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.758255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:16.758693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.773348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.912288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ab79f68a-50d9-4b01-bcd2-4c1f9f404a56,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:16.913381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:16.925485 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Routers {'49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:16.927251 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.929131 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:16.938540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:16.949042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:16.990411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.076581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-57a28f6d-cdb8-450b-9ff1-513253a31bfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:17.078467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-57a28f6d-cdb8-450b-9ff1-513253a31bfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.0283506 Jun 03 15:42:17.095224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event updated for resources: {'Port': ['ID=5cc68fae-597e-4307-aa32-b3103ef44264,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:17.097867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45030) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:17.194026 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.301495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet c46bd9ff-573b-4805-a9b7-94eadffca39c {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:17.318504 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.330203 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b63db-2333-417d-bcf3-546a6cdabfbb None None] Pushing event updated for resources: {'Port': ['ID=1822ffc0-0467-40dd-a1e0-6246f8882807,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:17.374258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Transition to ACTIVE for port object 75a6a15b-f844-4953-a50f-decb6262c8ef will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:17.496523 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ab79f68a-50d9-4b01-bcd2-4c1f9f404a56,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:17.512712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:17.529040 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.583367 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.690078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-8589c2ca-0c75-44ef-ad6d-1551a3c1561b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4237015 Jun 03 15:42:17.717309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a965cf5b-6ca8-4c4d-9465-c9fac534a1dd up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:17.722440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Request body: {'port': {'device_id': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:17.919336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.941788 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] Set router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:17.979870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f25aab-72a7-4bf7-905c-4505f2ec3211 None None] Network b8c2005c-f9ec-4ead-a3ac-910599b0df70 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:18.230045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:18.238597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:18.268991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:18.291070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.326223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.523901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e6a49-cf4c-46df-8285-cdd280a52a0f None None] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:18.617609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Port': ['ID=75a6a15b-f844-4953-a50f-decb6262c8ef,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:18.627045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.667382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:18.675032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.687290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.794664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.831981 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.877611 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.019620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=c46bd9ff-573b-4805-a9b7-94eadffca39c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:19.022027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.099350 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:42:08Z', 'revision_number': 4, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port': {'id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:02Z', 'updated_at': '2022-06-03T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1822ffc0-0467-40dd-a1e0-6246f8882807', 'name': '', 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'mac_address': 'fa:16:3e:b0:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '20362c99-d541-4fa9-9bab-f17db62f761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:07Z', 'updated_at': '2022-06-03T15:42:16Z', 'revision_number': 4, 'project_id': '0187e890913b435fa4ccff853eff5472', 'subnets': [{'id': '20362c99-d541-4fa9-9bab-f17db62f761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:19.116046 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e913459-a5bb-4557-bf1d-ac0880db34b7 None None] The sync data for ids ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'] in n-d-844594-1 is: [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:42:08Z', 'revision_number': 4, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port': {'id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:02Z', 'updated_at': '2022-06-03T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1822ffc0-0467-40dd-a1e0-6246f8882807', 'name': '', 'network_id': '46d4bae5-6f73-4fa3-8329-9d47054ac17d', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'mac_address': 'fa:16:3e:b0:a6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '20362c99-d541-4fa9-9bab-f17db62f761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:07Z', 'updated_at': '2022-06-03T15:42:16Z', 'revision_number': 4, 'project_id': '0187e890913b435fa4ccff853eff5472', 'subnets': [{'id': '20362c99-d541-4fa9-9bab-f17db62f761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:19.137774 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c0bca60c-4109-4c3a-b56c-ab6530cc81d0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/c46bd9ff-573b-4805-a9b7-94eadffca39c HTTP/1.1" status: 204 len: 168 time: 2.0097225 Jun 03 15:42:19.138142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1b1cd-5089-42cf-98cc-c6f3d83485a5 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:19.155310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45050) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:19.262147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571623-de1d-4cef-b297-e9a499496b51 req-361eb02d-7517-464e-9a78-b1e4663819a6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:19.270080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3571623-de1d-4cef-b297-e9a499496b51 req-361eb02d-7517-464e-9a78-b1e4663819a6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 931 time: 1.1999657 Jun 03 15:42:19.366772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3571623-de1d-4cef-b297-e9a499496b51 req-0a045a71-d79f-4714-8cc2-be87bc9157c8 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868490 Jun 03 15:42:19.591513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e4d07e7-8dd3-4ea7-92c2-67aad86623ce None None] Provisioning complete for port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:19.592029 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e4d07e7-8dd3-4ea7-92c2-67aad86623ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.659434 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.666801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:19.684241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router 759b2fc1-8485-4a84-974e-329ec3772560 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:42:19.877328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:19.877328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.903714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,segment=NetworkSegment(34a1d8f3-d967-4d56-a905-059ab8c88282),segment_id=34a1d8f3-d967-4d56-a905-059ab8c88282)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:19.903971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.930662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.961217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.136045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc68fae-597e-4307-aa32-b3103ef44264 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:42:20.206882 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.211400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:20.227818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.294587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:20.335853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] Sync routers for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:20.354639 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-9e4d07e7-8dd3-4ea7-92c2-67aad86623ce None None] No ports have port_id starting with 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 Jun 03 15:42:20.360373 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.361672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07d81da0-3aaf-4aa6-80da-2e96c1879901 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.9151151 Jun 03 15:42:20.373739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45056) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:20.374782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.501693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Transition to ACTIVE for port object 5cc68fae-597e-4307-aa32-b3103ef44264 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:20.523319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.566366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:20.567735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:20.694387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894a0f0-66f5-4f51-b680-c41da1bcef73 None None] DHCP port deletion for b8c2005c-f9ec-4ead-a3ac-910599b0df70 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:20.709413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:20.890427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-252ab41c-34eb-4594-918b-c1bd2b8310ab None None] Provisioning for port 32c8854f-a607-470b-b734-ae802948932f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:20.932625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:20.933793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:20.994174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc68fae-597e-4307-aa32-b3103ef44264,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:21.002701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Port': ['ID=0e6f7ca0-34b6-4af2-8909-1702dabcbd95,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:21.019342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:21.020702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c123922-c021-4fa7-9085-1b9701b47df7 None None] The sync data for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:21.027977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No DVR routers for this DVR port 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:21.096178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:21.097474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 32c8854f-a607-470b-b734-ae802948932f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:21.141298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-252ab41c-34eb-4594-918b-c1bd2b8310ab None None] Provisioning for port 75a6a15b-f844-4953-a50f-decb6262c8ef completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:21.182825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-252ab41c-34eb-4594-918b-c1bd2b8310ab None None] Provisioning complete for port 75a6a15b-f844-4953-a50f-decb6262c8ef triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:21.183419 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-252ab41c-34eb-4594-918b-c1bd2b8310ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.230426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.271577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-252ab41c-34eb-4594-918b-c1bd2b8310ab None None] Port 75a6a15b-f844-4953-a50f-decb6262c8ef cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:21.305900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 32c8854f-a607-470b-b734-ae802948932f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:21.314079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Attempting to bind port 5cc68fae-597e-4307-aa32-b3103ef44264 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:21.314079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Attempting to bind port 5cc68fae-597e-4307-aa32-b3103ef44264 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:21.314391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Attempting to bind port 5cc68fae-597e-4307-aa32-b3103ef44264 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:21.319440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 32c8854f-a607-470b-b734-ae802948932f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:21.319790 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.337926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Port 5cc68fae-597e-4307-aa32-b3103ef44264 on network e9283ae4-087d-4ca1-81e1-db0219cc44df not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:21.338268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Attempting to bind port 5cc68fae-597e-4307-aa32-b3103ef44264 on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:21.364304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.486889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.501509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:21.501864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:21.502272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Bound using segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:21.502750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Bound port: 5cc68fae-597e-4307-aa32-b3103ef44264, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:21.503106 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.523277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.554141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 32c8854f-a607-470b-b734-ae802948932f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:21.554630 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.639053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 32c8854f-a607-470b-b734-ae802948932f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=32c8854f-a607-470b-b734-ae802948932f,segment=NetworkSegment(b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d),segment_id=b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:21.654375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.835755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=32c8854f-a607-470b-b734-ae802948932f,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:21.873577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1e73cfad-effc-4445-9510-bd1d855f85cc None None] Provisioning complete for port 32c8854f-a607-470b-b734-ae802948932f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:21.874335 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1e73cfad-effc-4445-9510-bd1d855f85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.924215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c2005c-f9ec-4ead-a3ac-910599b0df70']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:21.965429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a1d8f3-d967-4d56-a905-059ab8c88282') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:21.966047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a1d8f3-d967-4d56-a905-059ab8c88282') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:21.987483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b1f6-5748-456c-b247-3281774c33f5 req-5e3bd44d-74ef-4950-8141-0dd27f321d12 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:21.989727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a800b1f6-5748-456c-b247-3281774c33f5 req-5e3bd44d-74ef-4950-8141-0dd27f321d12 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 943 time: 1.0248308 Jun 03 15:42:22.010726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1822ffc0-0467-40dd-a1e0-6246f8882807 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:22.058116 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.125146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] For port 5cc68fae-597e-4307-aa32-b3103ef44264, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:22.134488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] For port 5cc68fae-597e-4307-aa32-b3103ef44264, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5cc68fae-597e-4307-aa32-b3103ef44264,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:22.162287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a800b1f6-5748-456c-b247-3281774c33f5 req-2c9b5aa0-a650-4d5d-82fb-0c61508d8fde tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524785 Jun 03 15:42:22.173192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.178303 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.191291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:22.191843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.248363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event updated for resources: {'Port': ['ID=75a6a15b-f844-4953-a50f-decb6262c8ef,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.256719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.261337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.277068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 1822ffc0-0467-40dd-a1e0-6246f8882807 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:22.280946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1e73cfad-effc-4445-9510-bd1d855f85cc None None] Current status of the port 32c8854f-a607-470b-b734-ae802948932f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:22.288818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1822ffc0-0467-40dd-a1e0-6246f8882807 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:22.289781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.300253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:22.301226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.303400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] 10.222.0.70 "PUT /v2.0/ports/5cc68fae-597e-4307-aa32-b3103ef44264 HTTP/1.1" status: 200 len: 1091 time: 4.5960670 Jun 03 15:42:22.331870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'tag': '5cc68fae-597e-4307-aa32-b3103ef44264'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:22.453239 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a638c74-7a51-471a-b05c-d80f8b036593'] response: {'name': 'network-changed', 'server_uuid': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'tag': '5cc68fae-597e-4307-aa32-b3103ef44264', 'status': 'completed', 'code': 200} Jun 03 15:42:22.455721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.468895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.500827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1822ffc0-0467-40dd-a1e0-6246f8882807 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:22.501207 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.518230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b86bcd-745e-4ef9-9f81-88d59bf201f3 None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:42:22.544252 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 34a1d8f3-d967-4d56-a905-059ab8c88282 resource provider aggregate not found Jun 03 15:42:22.605723 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 34a1d8f3-d967-4d56-a905-059ab8c88282 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34a1d8f3-d967-4d56-a905-059ab8c88282 found for delete ", "request_id": "req-1bd746eb-f0dc-4414-bbe7-7ff27d2411e9"}]} Jun 03 15:42:22.624423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-139add94-f433-47f1-96a7-18c752bac8a3 None None] Provisioning complete for port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:22.624792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-139add94-f433-47f1-96a7-18c752bac8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.625422 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b618e342-f3b5-4796-8914-d2fbc1239877 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f HTTP/1.1" status: 204 len: 168 time: 3.4682074 Jun 03 15:42:22.631510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45072) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:22.687936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 1822ffc0-0467-40dd-a1e0-6246f8882807, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1822ffc0-0467-40dd-a1e0-6246f8882807,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:22.703413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.715553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.716415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:22.739122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9a928508-32a3-4ea2-be56-7acab8b99ed4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063683 Jun 03 15:42:22.743542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.748758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:22.756762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55edd42-3ae7-44a2-9b67-badeb73e1cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc68fae-597e-4307-aa32-b3103ef44264,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.761946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:22.783641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=b8c2005c-f9ec-4ead-a3ac-910599b0df70,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.808365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:22.810850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:22.929498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-06477060-21fe-4c13-b909-6e51acd4428e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/b8c2005c-f9ec-4ead-a3ac-910599b0df70 HTTP/1.1" status: 204 len: 168 time: 6.4877903 Jun 03 15:42:22.930933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:22.955593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-a6d6f6e7-e907-4779-9404-ef03fc3c1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:22.958421 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-a6d6f6e7-e907-4779-9404-ef03fc3c1b0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 1094 time: 0.5793717 Jun 03 15:42:22.967304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=1822ffc0-0467-40dd-a1e0-6246f8882807,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:23.006409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-139add94-f433-47f1-96a7-18c752bac8a3 None None] Current status of the port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:23.014592 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:42:23.029022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:23.029595 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.099152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b86bcd-745e-4ef9-9f81-88d59bf201f3 None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:42:23.132906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-9cf91098-5b0b-4c7a-b21e-2419373b0fdc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc68fae-597e-4307-aa32-b3103ef44264 HTTP/1.1" status: 200 len: 217 time: 0.0993302 Jun 03 15:42:23.195289 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-164c7365-70c9-44c1-a6c4-0bee1ed75125 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:23.195950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164c7365-70c9-44c1-a6c4-0bee1ed75125 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:23.197995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-164c7365-70c9-44c1-a6c4-0bee1ed75125 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/99633d6b-d89c-4c52-a95a-a217de1a618d HTTP/1.1" status: 404 len: 337 time: 0.1691685 Jun 03 15:42:23.203567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45088) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:23.373960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Router fa1156df-a3a8-43a8-9607-954f13d25d3e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:23.377327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:23.377561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e83d47c1-2a8a-436d-b6f4-4a1f08c93e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:23.380587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-e83d47c1-2a8a-436d-b6f4-4a1f08c93e2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1877861 Jun 03 15:42:23.382263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.503438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:23.603930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:23.617786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-6d4c6682-4fe4-483b-85c6-de9263f3a025 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214940 Jun 03 15:42:23.667476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:23.667970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e6f7ca0-34b6-4af2-8909-1702dabcbd95 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:23.678562 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56b32a6-413b-4d4e-acdb-4826d6a8be54 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:23.679065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56b32a6-413b-4d4e-acdb-4826d6a8be54 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:23.682020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a56b32a6-413b-4d4e-acdb-4826d6a8be54 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/45444596-6a19-4318-af21-ef555615833b HTTP/1.1" status: 404 len: 339 time: 0.4750571 Jun 03 15:42:23.688951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45092) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:23.695759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:23.702944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:23.715544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:23.837208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1822ffc0-0467-40dd-a1e0-6246f8882807 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:23.857684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:23.861209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.988861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:24.015899 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] Sync routers for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:24.043403 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d4d767ad-a97d-47ad-96ad-87587a937fd1 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "PUT /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4480715 Jun 03 15:42:24.046020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45096) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:24.047874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b537a945-10f4-4b82-90db-bcbd0b9a8e3c None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:24.051028 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:24.056232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:24.069889 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0deb54-acd2-4dfd-9dfa-7b7948f8a327 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:24.070765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0deb54-acd2-4dfd-9dfa-7b7948f8a327 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:24.073870 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9e0deb54-acd2-4dfd-9dfa-7b7948f8a327 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/149cdf02-e0b5-4394-a05f-dd992aa5d9fe HTTP/1.1" status: 404 len: 337 time: 0.2790475 Jun 03 15:42:24.086389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45100) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:24.179422 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae28e052-1657-402e-b294-73426fdc3d76 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:24.179901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae28e052-1657-402e-b294-73426fdc3d76 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:24.305597 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:24.316661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-911d9d45-d7e5-4007-a9bd-dac922bcc94c tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.320652 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:24.321902 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:24.350688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1822ffc0-0467-40dd-a1e0-6246f8882807 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:24.353713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ae28e052-1657-402e-b294-73426fdc3d76 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/4997a9b3-d33a-419d-990f-29b365d78c88 HTTP/1.1" status: 404 len: 339 time: 0.2638426 Jun 03 15:42:24.354491 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.419151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7751-fba5-4977-a19c-babb9d428818 req-b659c273-43b7-41f1-90a4-b84314c4b38f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:24.422718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb1c7751-fba5-4977-a19c-babb9d428818 req-b659c273-43b7-41f1-90a4-b84314c4b38f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 943 time: 0.7376685 Jun 03 15:42:24.446489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45106) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:24.447754 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:24.448192 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ea376-c0d9-484a-9045-f797b5c272b2 None None] The sync data for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:24.591226 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5397c37b-c093-4d78-a1ad-f3c41bf699bb tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:24.591812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5397c37b-c093-4d78-a1ad-f3c41bf699bb tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:24.667885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5397c37b-c093-4d78-a1ad-f3c41bf699bb tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/e970d2c5-6f4f-4f4c-bc3a-820c76e348ea HTTP/1.1" status: 404 len: 337 time: 0.2117467 Jun 03 15:42:24.670524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1822ffc0-0467-40dd-a1e0-6246f8882807 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:24.671989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 32c8854f-a607-470b-b734-ae802948932f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:24.688219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45110) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:24.725163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb1c7751-fba5-4977-a19c-babb9d428818 req-91a96ba1-ff32-4d40-95a3-39c6ebe23c85 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551594 Jun 03 15:42:24.738033 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90636ab-1bc0-435b-a354-93dcc12b0d4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:24.738728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90636ab-1bc0-435b-a354-93dcc12b0d4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:24.741134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a90636ab-1bc0-435b-a354-93dcc12b0d4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/c1eab8bf-232d-4c3e-bdea-7e1b6c223f56 HTTP/1.1" status: 404 len: 339 time: 0.0504012 Jun 03 15:42:24.759265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8d27ef31-995c-452d-b252-b37b0895bd6c None None] Provisioning complete for port 75a6a15b-f844-4953-a50f-decb6262c8ef triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:24.759644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8d27ef31-995c-452d-b252-b37b0895bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.761483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45114) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:24.804968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.1 (22bd26b1-99c3-4d0e-ac3f-bda744371ed4/b3deea7b-d097-42ef-9b7d-31d48b4896af/292ae864-5060-4beb-be7f-afce09e5f1cf) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:24.860063 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-911d9d45-d7e5-4007-a9bd-dac922bcc94c tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:42:24.861492 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-911d9d45-d7e5-4007-a9bd-dac922bcc94c tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e HTTP/1.1" status: 409 len: 329 time: 0.7935777 Jun 03 15:42:24.871985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45118) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:24.922341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8d27ef31-995c-452d-b252-b37b0895bd6c None None] Port 75a6a15b-f844-4953-a50f-decb6262c8ef cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:24.952030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 32c8854f-a607-470b-b734-ae802948932f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:24.952030 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.965029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-dc23c881-b908-4054-a39c-195766c95c74 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3124909 Jun 03 15:42:24.996270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting subnet 200c9955-03c2-4c69-989a-73033e23b907 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:25.003846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.042172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.104800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:25.128929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] Deleting port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:25.129881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.169222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:25.178690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:25.191351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:25.191351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.197344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.322019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.343855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=29d9c3c6-8ee6-4d03-85b5-94f23f8859db,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:25.373367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Transition to ACTIVE for port object 292ae864-5060-4beb-be7f-afce09e5f1cf will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:25.406435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0bd466d-d28b-4720-9b4e-2cea6f532fc2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6486120 Jun 03 15:42:25.408499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45122) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:25.421147 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5738a770-abcb-4eea-89f4-2de735d8b664 req-9d00ffa7-ffb3-477f-9332-b4fab4f1b767 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013045 Jun 03 15:42:25.431879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:25.591448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] For port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ab79f68a-50d9-4b01-bcd2-4c1f9f404a56,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:25.592190 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.675022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 32c8854f-a607-470b-b734-ae802948932f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:25.691298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-16527f20-b6dd-4b15-9f85-e88177255caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:25.692966 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-16527f20-b6dd-4b15-9f85-e88177255caa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 1094 time: 0.1379325 Jun 03 15:42:25.701713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.756420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] Calling delete_port for ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:25.841477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:25.889436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.048639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-4aaa756b-afd4-43c7-9685-d108115f5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:26.050608 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-4aaa756b-afd4-43c7-9685-d108115f5363 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.3444595 Jun 03 15:42:26.059467 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No ports have port_id starting with ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 Jun 03 15:42:26.061395 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.121027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] Pushing event deleted for resources: {'Port': ['ID=ab79f68a-50d9-4b01-bcd2-4c1f9f404a56,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:26.124138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:26.136254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac32c24-b250-426d-8cdc-07633768c72b None None] No DVR routers for this DVR port ab79f68a-50d9-4b01-bcd2-4c1f9f404a56 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:26.164946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-fd1fa83f-9fe0-496a-a45e-33f52880e061 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc68fae-597e-4307-aa32-b3103ef44264 HTTP/1.1" status: 200 len: 217 time: 0.1060557 Jun 03 15:42:26.169008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e1c85-6b06-4c07-bb8a-e65dc9c86cd8 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:26.184209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.187472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:26.209702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:26.259763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=292ae864-5060-4beb-be7f-afce09e5f1cf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:26.354838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:26.392139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:26.403110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:26.429551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:26.450237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.483851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:26.489904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.528963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '29d9c3c6-8ee6-4d03-85b5-94f23f8859db'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:42:26.530043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.592481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-aac26245-34c1-4e98-aa09-da4fbaf3ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:26.595169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-aac26245-34c1-4e98-aa09-da4fbaf3ebc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.4151449 Jun 03 15:42:26.830909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Allocated IP 172.20.0.2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/29d9c3c6-8ee6-4d03-85b5-94f23f8859db/0e0e40c7-f320-4411-a230-cbf09498f457) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:26.852633 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.975374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-af558065-65d2-47ce-a461-29dcaa04834d None None] Provisioning for port 292ae864-5060-4beb-be7f-afce09e5f1cf completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:26.992873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-ba5d7cdb-d1f5-418c-9c85-85d7fedbd185 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3773608 Jun 03 15:42:27.002773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-af558065-65d2-47ce-a461-29dcaa04834d None None] Provisioning complete for port 292ae864-5060-4beb-be7f-afce09e5f1cf triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:27.003595 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af558065-65d2-47ce-a461-29dcaa04834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.058648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d156f-2b69-47c4-9c43-8186308258e2 req-fd7cb6e2-c1d6-499d-80ab-02a68ba5da17 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:27.061138 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f9d156f-2b69-47c4-9c43-8186308258e2 req-fd7cb6e2-c1d6-499d-80ab-02a68ba5da17 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 943 time: 1.0616243 Jun 03 15:42:27.073236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=200c9955-03c2-4c69-989a-73033e23b907,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:27.091148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-af558065-65d2-47ce-a461-29dcaa04834d None None] Port 292ae864-5060-4beb-be7f-afce09e5f1cf cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:27.128064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad3d42d-1ed7-4ff9-bcb6-eb90fabf5c90 None None] Network 3b8351ed-a63f-4621-b510-4c722f9811ae requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:27.133618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.217978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fa2b22b6-c958-4691-a450-0560e2bd13e3 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/200c9955-03c2-4c69-989a-73033e23b907 HTTP/1.1" status: 204 len: 168 time: 2.4548483 Jun 03 15:42:27.222163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45132) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.293406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f9d156f-2b69-47c4-9c43-8186308258e2 req-6b33bd3d-5b4f-40ae-8b2c-b4f55cea19b7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089977 Jun 03 15:42:27.428469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-6ba87dca-02ed-48ed-b046-5e3ae9be8a5b service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891218 Jun 03 15:42:27.446519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.495163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Transition to ACTIVE for port object 0e0e40c7-f320-4411-a230-cbf09498f457 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:27.552935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Transition to ACTIVE for port object 0e0e40c7-f320-4411-a230-cbf09498f457 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:27.563633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.574453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.626138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.645886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting port 75a6a15b-f844-4953-a50f-decb6262c8ef {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:27.646519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.695197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5cc68fae-597e-4307-aa32-b3103ef44264 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:42:27.703063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port 23f6826f-ccb0-4456-a269-7891dc28b37b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:27.703302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.819072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1830ae03-88fe-48c4-becc-5b6ba5d0c624 req-37a63aa2-c33e-4506-8937-12a92c88fc59 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753784 Jun 03 15:42:27.879043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] DHCP port deletion for 3b8351ed-a63f-4621-b510-4c722f9811ae request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:27.899911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 23f6826f-ccb0-4456-a269-7891dc28b37b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:27.988431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Pushing event updated for resources: {'Port': ['ID=0e0e40c7-f320-4411-a230-cbf09498f457,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:27.991153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Deleting port 23f6826f-ccb0-4456-a269-7891dc28b37b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:27.991581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.057624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:28.075695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:28.079854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:28.236555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.258437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23f6826f-ccb0-4456-a269-7891dc28b37b,segment=NetworkSegment(4c1d9058-4d04-4466-96ae-58fd406f89d3),segment_id=4c1d9058-4d04-4466-96ae-58fd406f89d3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:28.258437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.269757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5cc68fae-597e-4307-aa32-b3103ef44264, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5cc68fae-597e-4307-aa32-b3103ef44264,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:28.334374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '5cc68fae-597e-4307-aa32-b3103ef44264', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'port_id': '5cc68fae-597e-4307-aa32-b3103ef44264', 'mac_address': 'fa:16:3e:8c:bf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecc5826-f4c7-470b-be0f-dcfee7be7886', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:42:28.353735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Attempting to bind port 0e0e40c7-f320-4411-a230-cbf09498f457 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:28.356589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Attempting to bind port 0e0e40c7-f320-4411-a230-cbf09498f457 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:28.357227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Attempting to bind port 0e0e40c7-f320-4411-a230-cbf09498f457 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:28.373059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:28.373751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:28.374341 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.374935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:28.375415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Bound port: 0e0e40c7-f320-4411-a230-cbf09498f457, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:28.375796 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.436620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Calling delete_port for 75a6a15b-f844-4953-a50f-decb6262c8ef owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:28.617848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for 23f6826f-ccb0-4456-a269-7891dc28b37b owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:28.666042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 23f6826f-ccb0-4456-a269-7891dc28b37b is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:28.666451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.721766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5cc68fae-597e-4307-aa32-b3103ef44264 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:28.721766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.749125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23f6826f-ccb0-4456-a269-7891dc28b37b,segment=NetworkSegment(4c1d9058-4d04-4466-96ae-58fd406f89d3),segment_id=4c1d9058-4d04-4466-96ae-58fd406f89d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:28.749564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.787648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc68fae-597e-4307-aa32-b3103ef44264 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:42:28.924333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Calling delete_port for 23f6826f-ccb0-4456-a269-7891dc28b37b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:28.926763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.objects.ports [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88338) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:42:28.955375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23f6826f-ccb0-4456-a269-7891dc28b37b,segment=NetworkSegment(4c1d9058-4d04-4466-96ae-58fd406f89d3),segment_id=4c1d9058-4d04-4466-96ae-58fd406f89d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:28.976751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] For port 0e0e40c7-f320-4411-a230-cbf09498f457, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:29.003811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d57bea-bdb0-40d9-b1e3-87e414f6f4f9 req-5b54c509-1381-4e76-aa99-1d4b98c7a69a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:29.006768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.011788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6d57bea-bdb0-40d9-b1e3-87e414f6f4f9 req-5b54c509-1381-4e76-aa99-1d4b98c7a69a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 943 time: 0.3806889 Jun 03 15:42:29.027269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:42:29.070758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.088059 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:29.090543 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:29.097986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.144200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.164662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] For port 0e0e40c7-f320-4411-a230-cbf09498f457, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e0e40c7-f320-4411-a230-cbf09498f457,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:29.165703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=23f6826f-ccb0-4456-a269-7891dc28b37b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.171735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5cc68fae-597e-4307-aa32-b3103ef44264, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5cc68fae-597e-4307-aa32-b3103ef44264,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:29.180187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.200784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6d57bea-bdb0-40d9-b1e3-87e414f6f4f9 req-643cec1d-7b05-41e0-b192-723aa7b3ce4a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879268 Jun 03 15:42:29.239827 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.248213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Port': ['ID=75a6a15b-f844-4953-a50f-decb6262c8ef,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.278843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=292ae864-5060-4beb-be7f-afce09e5f1cf,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.289065 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.300591 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:29.301125 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:29.332154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b45b0-aaea-4a6b-adfb-508ca8483fe8 None None] Pushing event updated for resources: {'Port': ['ID=0e0e40c7-f320-4411-a230-cbf09498f457,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.482475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5cc68fae-597e-4307-aa32-b3103ef44264,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.591597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['5cc68fae-597e-4307-aa32-b3103ef44264'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:29.592068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port 23f6826f-ccb0-4456-a269-7891dc28b37b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:29.592445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.664698 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.683873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.733748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:29.745238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:29.839857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Deleting port 23f6826f-ccb0-4456-a269-7891dc28b37b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:29.840492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.026914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e0e40c7-f320-4411-a230-cbf09498f457 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:30.465635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Router fa1156df-a3a8-43a8-9607-954f13d25d3e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:30.506020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23f6826f-ccb0-4456-a269-7891dc28b37b,segment=NetworkSegment(4c1d9058-4d04-4466-96ae-58fd406f89d3),segment_id=4c1d9058-4d04-4466-96ae-58fd406f89d3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:30.506551 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.599474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-58263932-5d08-4f24-9400-177f15e3b62e None None] Provisioning complete for port 292ae864-5060-4beb-be7f-afce09e5f1cf triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:30.600088 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-58263932-5d08-4f24-9400-177f15e3b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.795485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0e0e40c7-f320-4411-a230-cbf09498f457 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:30.796630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] For port 0e0e40c7-f320-4411-a230-cbf09498f457, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e0e40c7-f320-4411-a230-cbf09498f457,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:30.846637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.862699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-58263932-5d08-4f24-9400-177f15e3b62e None None] Port 292ae864-5060-4beb-be7f-afce09e5f1cf cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:30.874035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] For port 23f6826f-ccb0-4456-a269-7891dc28b37b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23f6826f-ccb0-4456-a269-7891dc28b37b,segment=NetworkSegment(4c1d9058-4d04-4466-96ae-58fd406f89d3),segment_id=4c1d9058-4d04-4466-96ae-58fd406f89d3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:30.874422 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.917987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.918708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.945872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for 23f6826f-ccb0-4456-a269-7891dc28b37b owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:31.047838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:31.068077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Calling delete_port for 23f6826f-ccb0-4456-a269-7891dc28b37b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:31.080757 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e9cd5cc3-68d8-49bb-930f-b8739fa1f591 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "PUT /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2073176 Jun 03 15:42:31.087727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45146) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.109648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:31.120145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:31.132183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:31.132823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.133343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] Sync routers for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:31.166364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:31.167019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.193741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=f18c0651-953a-49a4-b2fa-dd2ac4489149,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:31.214260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router 759b2fc1-8485-4a84-974e-329ec3772560 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:31.219128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=0e0e40c7-f320-4411-a230-cbf09498f457,revision_number=4']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:31.233097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eca0f7ac-e952-474c-a096-55f86f71ade4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8245463 Jun 03 15:42:31.235372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c55b7-1b44-4475-9c9c-6c6871bc2a1f None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:31.239068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45150) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.247223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:f6:c7:06', 'name': 'tempest-NetworksTestDHCPv6-1039628269'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:31.266834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.277657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86263-9884-4d39-9392-c71c559d88c1 req-447a80d6-4530-480c-9fff-fbb5bac61cde tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:31.286121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcc86263-9884-4d39-9392-c71c559d88c1 req-447a80d6-4530-480c-9fff-fbb5bac61cde tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 944 time: 0.8507242 Jun 03 15:42:31.344957 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-17690c1a-f7ea-4ec1-88e3-4949ee2a5b22 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] show failed (client error): The resource could not be found. Jun 03 15:42:31.352770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17690c1a-f7ea-4ec1-88e3-4949ee2a5b22 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1547559475 HTTP/1.1" status: 404 len: 335 time: 0.2634904 Jun 03 15:42:31.353861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45154) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.377746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dd4741fb-ba6d-4a17-ad77-2dca0105262f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:31.424403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] Routers {'fa1156df-a3a8-43a8-9607-954f13d25d3e'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:31.425071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fa1156df-a3a8-43a8-9607-954f13d25d3e'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.503909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] Provisioning for port 0e0e40c7-f320-4411-a230-cbf09498f457 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:31.510580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.510964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee027f4-ead9-4dc2-be97-1a3c30654ada None None] The sync data for ids ['fa1156df-a3a8-43a8-9607-954f13d25d3e'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:31.517184 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-dd4741fb-ba6d-4a17-ad77-2dca0105262f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] update failed (client error): The resource could not be found. Jun 03 15:42:31.518333 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dd4741fb-ba6d-4a17-ad77-2dca0105262f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-2038776879 HTTP/1.1" status: 404 len: 335 time: 0.1619465 Jun 03 15:42:31.519521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 15:42:31.519521 n-d-844594-1 neutron-server[88339]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jun 03 15:42:31.519521 n-d-844594-1 neutron-server[88339]: [parameters: {'port_id': '23f6826f-ccb0-4456-a269-7891dc28b37b'}] Jun 03 15:42:31.519521 n-d-844594-1 neutron-server[88339]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:31.524758 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:31.528708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.543161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] Provisioning complete for port 0e0e40c7-f320-4411-a230-cbf09498f457 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:31.543161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.577997 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.654935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting subnet 96bc217e-20cc-40e6-b6ad-1922bda76694 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:31.658276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.663554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:31.668668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] Pushing event deleted for resources: {'Port': ['ID=23f6826f-ccb0-4456-a269-7891dc28b37b,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:31.678604 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] Sync routers for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:31.695653 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:31.696763 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.698917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcc86263-9884-4d39-9392-c71c559d88c1 req-1d557b50-95d2-45fa-a9b4-df429b597c80 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118974 Jun 03 15:42:31.705408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5cc68fae-597e-4307-aa32-b3103ef44264 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:31.717053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1ef4b415-5c25-4796-8821-59f0deac6043 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/routers/759b2fc1-8485-4a84-974e-329ec3772560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3348691 Jun 03 15:42:31.727296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45164) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.736504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763de20-be26-4f74-be21-55c0e3481006 None None] No DVR routers for this DVR port 23f6826f-ccb0-4456-a269-7891dc28b37b on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:31.740998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.741413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'port': {'network_id': '22bd26b1-99c3-4d0e-ac3f-bda744371ed4', 'name': 'tempest-FloatingIPTestJSON-609766657'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:31.870255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.870743 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.888793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:31.890026 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.956657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e0e40c7-f320-4411-a230-cbf09498f457 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:31.965511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port 23f6826f-ccb0-4456-a269-7891dc28b37b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:31.965921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.996980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.065302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Subnet': ['ID=96bc217e-20cc-40e6-b6ad-1922bda76694,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:32.068999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.074819 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:32.075598 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847ac9-f11b-4fc4-a1e2-946f9d4e4eb9 None None] The sync data for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:32.092216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:32.102359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:32.108776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc315e-d718-421a-ac98-955e50e0d97a None None] Network 928f0f1c-bcca-410c-ab8c-13912e99dd91 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:32.110606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:32.119268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] The port '23f6826f-ccb0-4456-a269-7891dc28b37b' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:42:32.131708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:32.145578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 5cc68fae-597e-4307-aa32-b3103ef44264 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:32.148425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:32.153454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Usage tracker for resource:port and tenant:2fc27283ec8d4c29852452b3285f8150 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:32.157405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:32.158504 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-223f8273-cb98-49c7-b33f-c1371ce3c3be tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/subnets/96bc217e-20cc-40e6-b6ad-1922bda76694 HTTP/1.1" status: 204 len: 168 time: 0.6285739 Jun 03 15:42:32.163426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45168) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:32.168936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:32.177626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] Current status of the port 0e0e40c7-f320-4411-a230-cbf09498f457 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:32.178307 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.185149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Made reservation on behalf of 2fc27283ec8d4c29852452b3285f8150 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:32.189144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.211780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:32.248520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 5cc68fae-597e-4307-aa32-b3103ef44264 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:32.249556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.338120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.342098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] For port 0e0e40c7-f320-4411-a230-cbf09498f457, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e0e40c7-f320-4411-a230-cbf09498f457,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:32.356132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting subnet 242d4494-924c-4778-a1b2-8e8c2d0b83a2 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:32.361984 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.371797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.375821 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.396374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] device_id is not set on port d94ac796-4116-42b6-8998-142dfabcf4a6 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:32.428158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8351ed-a63f-4621-b510-4c722f9811ae']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:32.433622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0e0e40c7-f320-4411-a230-cbf09498f457 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:32.434289 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.449281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1d9058-4d04-4466-96ae-58fd406f89d3') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:32.449649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1d9058-4d04-4466-96ae-58fd406f89d3') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:32.473114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:32.473636 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.487666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.553622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.585386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:32.586983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.632134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9204e7a-a57f-4116-a229-e34fbbfddd21 None None] Pushing event updated for resources: {'Port': ['ID=0e0e40c7-f320-4411-a230-cbf09498f457,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:32.817479 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4c1d9058-4d04-4466-96ae-58fd406f89d3 resource provider aggregate not found Jun 03 15:42:32.873795 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4c1d9058-4d04-4466-96ae-58fd406f89d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c1d9058-4d04-4466-96ae-58fd406f89d3 found for delete ", "request_id": "req-17ba7e9a-24b3-4bfb-9744-d1bb064a97f5"}]} Jun 03 15:42:32.884447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Allocated IP 172.20.0.8 (22bd26b1-99c3-4d0e-ac3f-bda744371ed4/b3deea7b-d097-42ef-9b7d-31d48b4896af/d94ac796-4116-42b6-8998-142dfabcf4a6) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:32.922335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5cc68fae-597e-4307-aa32-b3103ef44264 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:32.922994 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.924361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.986851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.044238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.047270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0e0e40c7-f320-4411-a230-cbf09498f457 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:33.091974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc68fae-597e-4307-aa32-b3103ef44264'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:33.116360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5cc68fae-597e-4307-aa32-b3103ef44264, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5cc68fae-597e-4307-aa32-b3103ef44264,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:33.124518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.140388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=3b8351ed-a63f-4621-b510-4c722f9811ae,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:33.189910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-93324bf2-7c28-4a15-afeb-ffdc500f209e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/3b8351ed-a63f-4621-b510-4c722f9811ae HTTP/1.1" status: 204 len: 168 time: 5.9658580 Jun 03 15:42:33.190660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45182) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:33.197153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] DHCP port deletion for 928f0f1c-bcca-410c-ab8c-13912e99dd91 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:33.232213 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bb019e-82c3-4a3c-b2de-eda994ec09b9'] response: {'server_uuid': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc68fae-597e-4307-aa32-b3103ef44264', 'code': 200} Jun 03 15:42:33.232948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] Deleting port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:33.233332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.299301 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb5bb53-765c-48c0-9c97-ffea67651951 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:33.299776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb5bb53-765c-48c0-9c97-ffea67651951 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:33.313986 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5bb5bb53-765c-48c0-9c97-ffea67651951 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/b934a3e5-e50a-4627-8868-3216f05391ce HTTP/1.1" status: 404 len: 337 time: 0.1071718 Jun 03 15:42:33.317368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45186) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:33.450561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5cc68fae-597e-4307-aa32-b3103ef44264,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:33.481115 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a31dfc2-62f0-4882-b564-46c4e929d01c tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:33.482406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a31dfc2-62f0-4882-b564-46c4e929d01c tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:33.529563 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1a31dfc2-62f0-4882-b564-46c4e929d01c tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/f9c8d304-9ddf-4e94-bbf4-fc91e112d8c9 HTTP/1.1" status: 404 len: 339 time: 0.2073276 Jun 03 15:42:33.532194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45190) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:33.553826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.639310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 172.20.0.12 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/29d9c3c6-8ee6-4d03-85b5-94f23f8859db/836c8bfa-a7ea-4311-aa4f-3b33ea329ff9) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:33.662037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.666418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/subnets/242d4494-924c-4778-a1b2-8e8c2d0b83a2 HTTP/1.1" status: 204 len: 168 time: 1.5017135 Jun 03 15:42:33.667821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbd51a-39a6-4902-b778-8ecc6d8c41fb tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Subnet': ['ID=242d4494-924c-4778-a1b2-8e8c2d0b83a2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:33.673058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45194) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:33.700872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05c9e4-c4b2-4662-b6b0-904d6ba3d016 None None] Network c386bfe2-db24-43e4-814b-4d94cf39f480 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:33.708333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ac847-8f48-4a84-af6d-c81a0220dcaf req-c20f32bf-2fb1-49d3-84bd-2e864123f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:33.711041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-288ac847-8f48-4a84-af6d-c81a0220dcaf req-c20f32bf-2fb1-49d3-84bd-2e864123f6f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 1096 time: 0.3878875 Jun 03 15:42:33.761065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] For port 4b6a3396-7bef-4fbb-a58c-71774a6975d2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4b6a3396-7bef-4fbb-a58c-71774a6975d2,segment=NetworkSegment(368a58b1-e2a4-481e-98c5-0ca20918df02),segment_id=368a58b1-e2a4-481e-98c5-0ca20918df02)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:33.761733 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.819576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fef6:c706 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/f18c0651-953a-49a4-b2fa-dd2ac4489149/836c8bfa-a7ea-4311-aa4f-3b33ea329ff9) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:33.911370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.960532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-288ac847-8f48-4a84-af6d-c81a0220dcaf req-b8ee1d10-3edf-4c96-9337-aebd21011f55 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594903 Jun 03 15:42:33.989306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:33.989819 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.009971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting subnet 30051fa3-83b2-4e09-89eb-6b46baf9a2a9 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:34.057835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b3e7e-5f12-4ed5-81f3-db8351c819e0 req-38e4913c-1d88-4d8e-b4b5-c6e69254fac0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:34.071185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f90b3e7e-5f12-4ed5-81f3-db8351c819e0 req-38e4913c-1d88-4d8e-b4b5-c6e69254fac0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 945 time: 0.6801233 Jun 03 15:42:34.097054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.132928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e0e40c7-f320-4411-a230-cbf09498f457 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:34.262701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f90b3e7e-5f12-4ed5-81f3-db8351c819e0 req-73afd373-4bdb-4755-ba92-6220c8157396 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902194 Jun 03 15:42:34.361903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] Calling delete_port for 4b6a3396-7bef-4fbb-a58c-71774a6975d2 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:34.384586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.529897 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.545782 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.589247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.604315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Transition to ACTIVE for port object d94ac796-4116-42b6-8998-142dfabcf4a6 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:34.634530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] Pushing event deleted for resources: {'Port': ['ID=4b6a3396-7bef-4fbb-a58c-71774a6975d2,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:34.649845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:34.652886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9b77d-163d-45f1-8b2a-62e6f47d0dba None None] No DVR routers for this DVR port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:34.662814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.664128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5aedb2b6-d4ac-4829-9726-c54a6d6cb1fb None None] Provisioning complete for port 0e0e40c7-f320-4411-a230-cbf09498f457 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:34.666015 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5aedb2b6-d4ac-4829-9726-c54a6d6cb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.689537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] For port 4b6a3396-7bef-4fbb-a58c-71774a6975d2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4b6a3396-7bef-4fbb-a58c-71774a6975d2,segment=NetworkSegment(368a58b1-e2a4-481e-98c5-0ca20918df02),segment_id=368a58b1-e2a4-481e-98c5-0ca20918df02)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:34.691229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.763509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.773267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0e0e40c7-f320-4411-a230-cbf09498f457 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:34.773655 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.825658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.913741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:34.918029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.994108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] DHCP port deletion for c386bfe2-db24-43e4-814b-4d94cf39f480 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:34.996284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:35.001440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.008375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Deleting port 549acf72-1449-4caf-afaa-f582f50878dd {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:35.009045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.013150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:35.020717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Subnet': ['ID=30051fa3-83b2-4e09-89eb-6b46baf9a2a9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:35.028223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:35.031407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:35.061191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e041c-af2d-455b-8e67-544bc0c776a1 None None] Network 439522d3-497c-45d8-b2ae-aecb7e261b0b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:35.082405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Calling delete_port for 4b6a3396-7bef-4fbb-a58c-71774a6975d2 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:35.165508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:35.211504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event updated for resources: {'Port': ['ID=d94ac796-4116-42b6-8998-142dfabcf4a6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:35.369540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:35.370044 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:35.404889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5aedb2b6-d4ac-4829-9726-c54a6d6cb1fb None None] Current status of the port 0e0e40c7-f320-4411-a230-cbf09498f457 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:35.425818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8bbdca93-5848-4529-81b8-5f7e0257ae4e tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/subnets/30051fa3-83b2-4e09-89eb-6b46baf9a2a9 HTTP/1.1" status: 204 len: 168 time: 1.8940101 Jun 03 15:42:35.431866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45204) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:35.482969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:35.492819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.540035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6ad88334-ecf9-4123-a572-b43d2bce67da tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8109367 Jun 03 15:42:35.548322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45208) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:35.562562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:35.563531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.580374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Request body: {'floatingip': {'port_id': 'd94ac796-4116-42b6-8998-142dfabcf4a6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:35.607773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0e0e40c7-f320-4411-a230-cbf09498f457 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:35.731452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.757560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Deleting port b69db945-7531-45ca-9bcf-2712684b6251 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:35.758949 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.810775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=836c8bfa-a7ea-4311-aa4f-3b33ea329ff9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:35.811663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4b6a3396-7bef-4fbb-a58c-71774a6975d2 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:35.841079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9da43f06-b105-489c-91c9-b86bffbbf610 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.5987370 Jun 03 15:42:35.846995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45212) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:35.872526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting port 4b6a3396-7bef-4fbb-a58c-71774a6975d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:35.873378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.923497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 4b6a3396-7bef-4fbb-a58c-71774a6975d2 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:35.923896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4b6a3396-7bef-4fbb-a58c-71774a6975d2 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:35.935320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.978908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] The port '4b6a3396-7bef-4fbb-a58c-71774a6975d2' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:42:36.132427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dea2c-f359-4093-ac88-fe8ddd9ec75e req-8fb71553-3142-4544-b2bb-05da3eb2e6f2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:36.134119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-026dea2c-f359-4093-ac88-fe8ddd9ec75e req-8fb71553-3142-4544-b2bb-05da3eb2e6f2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 945 time: 0.3705668 Jun 03 15:42:36.245685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.353145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928f0f1c-bcca-410c-ab8c-13912e99dd91']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:36.381692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368a58b1-e2a4-481e-98c5-0ca20918df02') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:36.382161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368a58b1-e2a4-481e-98c5-0ca20918df02') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:36.398048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] For port b69db945-7531-45ca-9bcf-2712684b6251, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b69db945-7531-45ca-9bcf-2712684b6251,segment=NetworkSegment(6d9a962a-cb01-4531-8ee1-551a1a7b538b),segment_id=6d9a962a-cb01-4531-8ee1-551a1a7b538b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:36.398460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.413954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.492736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 549acf72-1449-4caf-afaa-f582f50878dd no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:36.574504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3e33281d-d76f-4563-becb-b5f99b4a5776 None None] Provisioning for port d94ac796-4116-42b6-8998-142dfabcf4a6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:36.670064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3e33281d-d76f-4563-becb-b5f99b4a5776 None None] Provisioning complete for port d94ac796-4116-42b6-8998-142dfabcf4a6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:36.670373 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3e33281d-d76f-4563-becb-b5f99b4a5776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.702178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Calling delete_port for b69db945-7531-45ca-9bcf-2712684b6251 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:36.784609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.823484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:36.823898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.828495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af85c71-e238-4846-bcff-f8cff0aec0cf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:36.835379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af85c71-e238-4846-bcff-f8cff0aec0cf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:36.836411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3af85c71-e238-4846-bcff-f8cff0aec0cf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:36.884077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-026dea2c-f359-4093-ac88-fe8ddd9ec75e req-ef8199bf-0d0a-491a-a840-4b2ae9d1584e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6996415 Jun 03 15:42:36.893941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] For port 549acf72-1449-4caf-afaa-f582f50878dd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=549acf72-1449-4caf-afaa-f582f50878dd,segment=NetworkSegment(18f63646-c8ae-459a-8007-5ee4a7c04a1b),segment_id=18f63646-c8ae-459a-8007-5ee4a7c04a1b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:36.897713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.917721 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 368a58b1-e2a4-481e-98c5-0ca20918df02 resource provider aggregate not found Jun 03 15:42:36.960718 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 368a58b1-e2a4-481e-98c5-0ca20918df02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 368a58b1-e2a4-481e-98c5-0ca20918df02 found for delete ", "request_id": "req-45e5d152-56e2-4971-a8b3-e94c20d5422d"}]} Jun 03 15:42:37.019016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.080005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.080975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3af85c71-e238-4846-bcff-f8cff0aec0cf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:37.086431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3af85c71-e238-4846-bcff-f8cff0aec0cf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.2245724 Jun 03 15:42:37.087398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:37.110108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/networks/928f0f1c-bcca-410c-ab8c-13912e99dd91 HTTP/1.1" status: 204 len: 168 time: 3.4325347 Jun 03 15:42:37.111547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daf289-027a-4cf9-8a98-1134b28798c2 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Network': ['ID=928f0f1c-bcca-410c-ab8c-13912e99dd91,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:37.122299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45226) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:37.158943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.261147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:37.261147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.317246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3e33281d-d76f-4563-becb-b5f99b4a5776 None None] Port d94ac796-4116-42b6-8998-142dfabcf4a6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:37.332882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Calling delete_port for 549acf72-1449-4caf-afaa-f582f50878dd owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:37.415488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Port': ['ID=b69db945-7531-45ca-9bcf-2712684b6251,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:37.434465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 549acf72-1449-4caf-afaa-f582f50878dd is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:37.436021 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.442193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] No DVR routers for this DVR port b69db945-7531-45ca-9bcf-2712684b6251 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:37.515800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 549acf72-1449-4caf-afaa-f582f50878dd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=549acf72-1449-4caf-afaa-f582f50878dd,segment=NetworkSegment(18f63646-c8ae-459a-8007-5ee4a7c04a1b),segment_id=18f63646-c8ae-459a-8007-5ee4a7c04a1b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:37.517535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89b8326a-1edf-441d-988d-61abb0f30eb0 None None] Provisioning for port 836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:37.545881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.554182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-89b8326a-1edf-441d-988d-61abb0f30eb0 None None] Provisioning complete for port 836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:37.555553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89b8326a-1edf-441d-988d-61abb0f30eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.673019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-89b8326a-1edf-441d-988d-61abb0f30eb0 None None] Port 836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:37.678379 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.688303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting port 549acf72-1449-4caf-afaa-f582f50878dd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:37.688303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.722693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ff9ae-adcb-4f62-b5a2-2b365a05093b None None] DHCP port deletion for 439522d3-497c-45d8-b2ae-aecb7e261b0b request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:37.724437 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.742286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd46fd-08c9-427c-ab23-f9b882bdc910 req-1f8b5775-8d66-48f0-b0ca-f44f2fb8dc76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:37.744068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4dd46fd-08c9-427c-ab23-f9b882bdc910 req-1f8b5775-8d66-48f0-b0ca-f44f2fb8dc76 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 945 time: 0.3446910 Jun 03 15:42:37.773967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:37.774162 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:37.790490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:42:37.791465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439522d3-497c-45d8-b2ae-aecb7e261b0b']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:37.829122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=549acf72-1449-4caf-afaa-f582f50878dd,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:37.857162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9a962a-cb01-4531-8ee1-551a1a7b538b') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:37.857543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9a962a-cb01-4531-8ee1-551a1a7b538b') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:37.876504 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.881962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.907054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.930825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:37.931226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.064607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:38.119828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b69db945-7531-45ca-9bcf-2712684b6251 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:38.121271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.142686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.151717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.161389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4dd46fd-08c9-427c-ab23-f9b882bdc910 req-ef53c260-63c0-424c-8cdc-f5f0f9bde454 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068441 Jun 03 15:42:38.176323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.196246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] Pushing event deleted for resources: {'Network': ['ID=439522d3-497c-45d8-b2ae-aecb7e261b0b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:38.198930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: b69db945-7531-45ca-9bcf-2712684b6251 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:38.199579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device b69db945-7531-45ca-9bcf-2712684b6251 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:38.206479 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a39fab4c-5f81-4091-b6c6-d081f536f5b2 tempest-NetworksIpV6Test-1453702338 tempest-NetworksIpV6Test-1453702338-project] 10.222.0.66 "DELETE /v2.0/networks/439522d3-497c-45d8-b2ae-aecb7e261b0b HTTP/1.1" status: 204 len: 168 time: 2.7730243 Jun 03 15:42:38.215066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] For port 549acf72-1449-4caf-afaa-f582f50878dd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=549acf72-1449-4caf-afaa-f582f50878dd,segment=NetworkSegment(18f63646-c8ae-459a-8007-5ee4a7c04a1b),segment_id=18f63646-c8ae-459a-8007-5ee4a7c04a1b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:38.215554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.276045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Deleting port 549acf72-1449-4caf-afaa-f582f50878dd {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:38.276606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.424413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Calling delete_port for 549acf72-1449-4caf-afaa-f582f50878dd owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:38.598034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.767490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Port': ['ID=549acf72-1449-4caf-afaa-f582f50878dd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:38.771331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] No DVR routers for this DVR port 549acf72-1449-4caf-afaa-f582f50878dd on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:38.805239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] For port 549acf72-1449-4caf-afaa-f582f50878dd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=549acf72-1449-4caf-afaa-f582f50878dd,segment=NetworkSegment(18f63646-c8ae-459a-8007-5ee4a7c04a1b),segment_id=18f63646-c8ae-459a-8007-5ee4a7c04a1b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:38.805869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.007584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45244) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:39.042053 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP 7b9c61fd-9189-4f50-b71e-28427eaae536 associated. External IP: 172.25.1.101, port: 72640570-e49f-46ad-aeec-9be125f2ecba. Jun 03 15:42:39.093765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.099145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Calling delete_port for 549acf72-1449-4caf-afaa-f582f50878dd owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:39.133179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c386bfe2-db24-43e4-814b-4d94cf39f480']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:39.159089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f63646-c8ae-459a-8007-5ee4a7c04a1b') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:39.159574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f63646-c8ae-459a-8007-5ee4a7c04a1b') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:39.175360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.204154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.214863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:39.215654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.224371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.246856 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6d9a962a-cb01-4531-8ee1-551a1a7b538b resource provider aggregate not found Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:42:39.271935 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:42:39.290988 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:39.292139 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:39.359183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=836c8bfa-a7ea-4311-aa4f-3b33ea329ff9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:39.362394 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6d9a962a-cb01-4531-8ee1-551a1a7b538b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d9a962a-cb01-4531-8ee1-551a1a7b538b found for delete ", "request_id": "req-a4b9485b-c54b-4e78-bbe3-1a767487c45b"}]} Jun 03 15:42:39.372370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.382223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.427438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Deleting port 549acf72-1449-4caf-afaa-f582f50878dd {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:39.428424 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.453458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Network': ['ID=c386bfe2-db24-43e4-814b-4d94cf39f480,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:39.470508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-007a58f5-e60b-461e-a5f1-7986d9ae8898 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/networks/c386bfe2-db24-43e4-814b-4d94cf39f480 HTTP/1.1" status: 204 len: 168 time: 2.3459260 Jun 03 15:42:39.474922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45262) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:39.567900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-22b440ff-1111-40d7-b318-fcb5442b97a3 None None] The port '549acf72-1449-4caf-afaa-f582f50878dd' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:42:39.576815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting subnet a942c300-19cb-4137-9417-29519d68993a {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:39.582207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.678791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.837930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.923799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c6504cc6-e7b3-4ea7-8cf0-27507e82ddac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08407bceec90425eba614d9e6918fc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866448 Jun 03 15:42:39.925410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45270) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:39.940702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3601e8-d93f-46ff-8a27-25966ba5c411 req-4f0f5d26-60a5-4071-a443-ada94a9faabe tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:39.943161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae3601e8-d93f-46ff-8a27-25966ba5c411 req-4f0f5d26-60a5-4071-a443-ada94a9faabe tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 945 time: 0.9081502 Jun 03 15:42:39.967778 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.035789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Subnet': ['ID=a942c300-19cb-4137-9417-29519d68993a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:40.039928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.047594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcefa43-b298-4b7d-a695-98a4cb7b3c09 None None] Network 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:40.064738 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/subnets/a942c300-19cb-4137-9417-29519d68993a HTTP/1.1" status: 204 len: 168 time: 0.5885701 Jun 03 15:42:40.069134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.069536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.069822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.070168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.070538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.070864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.071204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.071546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.071878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.072237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.072675 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.072885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c641b60-b6ee-4d01-b65f-6f7a049f0a70 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:40.075891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45278) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:40.076688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a04d825-0f3d-4092-96ff-1a9ab6cc525a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.082678 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.125600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae3601e8-d93f-46ff-8a27-25966ba5c411 req-9584a17b-2d11-447b-aa9f-1ab25c50639b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971382 Jun 03 15:42:40.133844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-219979db-f419-4c36-b99d-075a5039be2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 HTTP/1.1" status: 204 len: 168 time: 3.0209129 Jun 03 15:42:40.138656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:40.227662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:40.253571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd97c103-5b0f-4476-ab16-4321099c344a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:40.256510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd97c103-5b0f-4476-ab16-4321099c344a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:40.258651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd97c103-5b0f-4476-ab16-4321099c344a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:40.267877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd97c103-5b0f-4476-ab16-4321099c344a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:40.386065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a04d825-0f3d-4092-96ff-1a9ab6cc525a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.469672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a04d825-0f3d-4092-96ff-1a9ab6cc525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.533930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2a04d825-0f3d-4092-96ff-1a9ab6cc525a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.538213 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2a04d825-0f3d-4092-96ff-1a9ab6cc525a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55444f44-4942-4883-98c9-063f26dc515f HTTP/1.1" status: 204 len: 168 time: 0.6089952 Jun 03 15:42:40.540434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04d825-0f3d-4092-96ff-1a9ab6cc525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55444f44-4942-4883-98c9-063f26dc515f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:40.563300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.594469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:40.596782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.619303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] DHCP port deletion for 40fcc2d6-e9d3-4682-85bd-44c0a0cad564 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:40.634568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] Deleting port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:40.637247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.646763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd97c103-5b0f-4476-ab16-4321099c344a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:40.649459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dd97c103-5b0f-4476-ab16-4321099c344a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5093210 Jun 03 15:42:40.654607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45292) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:40.970258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:41.081788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 29d9c3c6-8ee6-4d03-85b5-94f23f8859db {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:41.105246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] For port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,segment=NetworkSegment(619d6814-e8f1-48c9-903a-1eeaeb693851),segment_id=619d6814-e8f1-48c9-903a-1eeaeb693851)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:41.105868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.147739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] For port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,segment=NetworkSegment(619d6814-e8f1-48c9-903a-1eeaeb693851),segment_id=619d6814-e8f1-48c9-903a-1eeaeb693851)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:41.148168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.199532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.253402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] Calling delete_port for 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:41.339487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:41.382252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Calling delete_port for 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:41.406295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:41.407591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:41.483636 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.494694 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 18f63646-c8ae-459a-8007-5ee4a7c04a1b resource provider aggregate not found Jun 03 15:42:41.529459 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 18f63646-c8ae-459a-8007-5ee4a7c04a1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18f63646-c8ae-459a-8007-5ee4a7c04a1b found for delete ", "request_id": "req-e4f1d72b-1b2e-4773-ae73-2f8daf1b20d9"}]} Jun 03 15:42:41.592985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:42:41.593216 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.593337 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:42:41.651530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:41.655403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] No DVR routers for this DVR port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:41.672612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac29b58-a8ff-45df-9f6b-236cb38da03f None None] Pushing event deleted for resources: {'Port': ['ID=6c4fa6d1-5ae5-4e18-b0be-df25c0b56017,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:41.679446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:41.680141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:41.750700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:41.751117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc6067-eff9-4c73-b76e-f089b29f069a None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:41.841079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:42.004325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b482-2f23-404a-8953-79ece4a9eaff req-950a1542-786e-463c-b74d-06ba7d41236f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:42.007272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5508b482-2f23-404a-8953-79ece4a9eaff req-950a1542-786e-463c-b74d-06ba7d41236f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 945 time: 0.9146905 Jun 03 15:42:42.071539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fb30a4f2-5414-4ac7-82e3-9c528cdbb2f4 tempest-DvrRoutersNegativeTest-1060432611 tempest-DvrRoutersNegativeTest-1060432611-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1794357397', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:42.075455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.policy [None req-fb30a4f2-5414-4ac7-82e3-9c528cdbb2f4 tempest-DvrRoutersNegativeTest-1060432611 tempest-DvrRoutersNegativeTest-1060432611-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88339) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 03 15:42:42.076080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.policy [None req-fb30a4f2-5414-4ac7-82e3-9c528cdbb2f4 tempest-DvrRoutersNegativeTest-1060432611 tempest-DvrRoutersNegativeTest-1060432611-project] Failed policy check for 'create_router' {{(pid=88339) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 03 15:42:42.077825 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-fb30a4f2-5414-4ac7-82e3-9c528cdbb2f4 tempest-DvrRoutersNegativeTest-1060432611 tempest-DvrRoutersNegativeTest-1060432611-project] create failed (client error): Access was denied to this resource. Jun 03 15:42:42.087748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fb30a4f2-5414-4ac7-82e3-9c528cdbb2f4 tempest-DvrRoutersNegativeTest-1060432611 tempest-DvrRoutersNegativeTest-1060432611-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2359524 Jun 03 15:42:42.096427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Deleting port 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:42.096718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.109832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:42.186842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:42.187649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6c4fa6d1-5ae5-4e18-b0be-df25c0b56017 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:42.191933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.280629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] The port '6c4fa6d1-5ae5-4e18-b0be-df25c0b56017' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:42:42.373666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5508b482-2f23-404a-8953-79ece4a9eaff req-2c23108a-9691-4232-a563-f5f4930d67df tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104936 Jun 03 15:42:42.521203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.565792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fcc2d6-e9d3-4682-85bd-44c0a0cad564']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:42.586072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d6814-e8f1-48c9-903a-1eeaeb693851') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:42.586408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d6814-e8f1-48c9-903a-1eeaeb693851') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:42.607034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.609919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-4726031f-a54b-4a41-b76e-03d5beed9f8e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:42.610833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-4726031f-a54b-4a41-b76e-03d5beed9f8e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:42.631489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.681330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.682429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b36552-308b-42ed-8355-a7c77d151d15 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:42.685744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router 759b2fc1-8485-4a84-974e-329ec3772560 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:42.687664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=29d9c3c6-8ee6-4d03-85b5-94f23f8859db,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:42.713509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.735775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:42.736519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.802095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c49bbba5-df9b-4f72-a328-0cc90ad8194f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/29d9c3c6-8ee6-4d03-85b5-94f23f8859db HTTP/1.1" status: 204 len: 168 time: 2.1454792 Jun 03 15:42:42.803114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45342) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:42.884815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45346) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:42.922804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-4726031f-a54b-4a41-b76e-03d5beed9f8e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:42.924559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-4726031f-a54b-4a41-b76e-03d5beed9f8e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 945 time: 0.6059527 Jun 03 15:42:43.058345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.064595 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.069662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet f18c0651-953a-49a4-b2fa-dd2ac4489149 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:43.082603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.109959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/networks/40fcc2d6-e9d3-4682-85bd-44c0a0cad564 HTTP/1.1" status: 204 len: 168 time: 3.0309038 Jun 03 15:42:43.122458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560b7f1-b510-4380-87be-600f7ae11846 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Pushing event deleted for resources: {'Network': ['ID=40fcc2d6-e9d3-4682-85bd-44c0a0cad564,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:43.131792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45352) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:43.185298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:43.198568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.199168 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] Sync routers for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:43.235826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1cf0fe9c-5bd8-4227-ad1e-6d55dce49a45 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Synchronizing usage tracker for tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:43.239775 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:43.246250 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:43.274563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Deleting port 5cc68fae-597e-4307-aa32-b3103ef44264 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:43.274953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.299396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.361667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1cf0fe9c-5bd8-4227-ad1e-6d55dce49a45 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Unset dirty status for tenant:fadb0bb3a94e4ba1ae8720ec31a01b92 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:43.362938 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1cf0fe9c-5bd8-4227-ad1e-6d55dce49a45 tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa1156df-a3a8-43a8-9607-954f13d25d3e HTTP/1.1" status: 200 len: 205 time: 0.2267933 Jun 03 15:42:43.367390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45356) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:43.403937 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d3c85a7-a1f0-456e-92cd-c0aafe2cdae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.446793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:43.458036 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:43.459170 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:43.459596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.552806 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:43.553616 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f21e9c3-7d9e-494c-af90-9ab7e54ce8af None None] The sync data for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:43.611829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:43.618717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Usage tracker for resource:security_group_rule and tenant:5584d5d6da98419096f040217db257d4 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:43.623724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:43.632627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:43.703159 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 619d6814-e8f1-48c9-903a-1eeaeb693851 resource provider aggregate not found Jun 03 15:42:43.726532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6efa0bdc-5e2b-4b28-8ed7-02927029e79f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.810848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.929614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.016659 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 619d6814-e8f1-48c9-903a-1eeaeb693851 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 619d6814-e8f1-48c9-903a-1eeaeb693851 found for delete ", "request_id": "req-25bcd4c0-bbcd-4b49-9cca-e38d39e1e7e4"}]} Jun 03 15:42:44.091497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7ed3e4ec-311f-4078-b064-71b1be33f018 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/floatingips/7b9c61fd-9189-4f50-b71e-28427eaae536 HTTP/1.1" status: 200 len: 977 time: 8.5208569 Jun 03 15:42:44.098774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45368) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:44.110521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.129010 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.220084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6efa0bdc-5e2b-4b28-8ed7-02927029e79f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.223362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6efa0bdc-5e2b-4b28-8ed7-02927029e79f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.259282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cfd7d052-28e6-44b6-b675-2a64cb6ccb63 None None] Provisioning complete for port 0e0e40c7-f320-4411-a230-cbf09498f457 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:44.260090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d052-28e6-44b6-b675-2a64cb6ccb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.289277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6efa0bdc-5e2b-4b28-8ed7-02927029e79f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.289277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efa0bdc-5e2b-4b28-8ed7-02927029e79f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Fanout notify agent at l3_agent the message router_deleted on router fa1156df-a3a8-43a8-9607-954f13d25d3e {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:42:44.309816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6efa0bdc-5e2b-4b28-8ed7-02927029e79f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.310978 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6efa0bdc-5e2b-4b28-8ed7-02927029e79f tempest-RoutersNegativeTest-1392348851 tempest-RoutersNegativeTest-1392348851-project] 10.222.0.66 "DELETE /v2.0/routers/fa1156df-a3a8-43a8-9607-954f13d25d3e HTTP/1.1" status: 204 len: 168 time: 0.9430583 Jun 03 15:42:44.367897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port d94ac796-4116-42b6-8998-142dfabcf4a6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:44.368484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.462457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=f18c0651-953a-49a4-b2fa-dd2ac4489149,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:44.477131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfd7d052-28e6-44b6-b675-2a64cb6ccb63 None None] Current status of the port 0e0e40c7-f320-4411-a230-cbf09498f457 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:44.486354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39e05c-50f4-4b71-b561-ce68d090c493,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:44.498311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807fc24-1ca9-4bca-b80f-2ab11a485e02 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:44.505041 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.570774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-72ec8dc5-03c8-41a6-9d29-d3cef1bf1755 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5584d5d6da98419096f040217db257d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5816011 Jun 03 15:42:44.581070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] For port 5cc68fae-597e-4307-aa32-b3103ef44264, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5cc68fae-597e-4307-aa32-b3103ef44264,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:44.582130 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.586911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45376) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:44.685466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-03e4fd76-f944-4db2-8fd6-972f2a96a425 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f18c0651-953a-49a4-b2fa-dd2ac4489149 HTTP/1.1" status: 204 len: 168 time: 1.8785434 Jun 03 15:42:44.724261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45380) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:44.757193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Calling delete_port for 5cc68fae-597e-4307-aa32-b3103ef44264 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:44.808072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45384) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:44.879287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c09cff4f-41cc-4e00-bab3-97d96b88e30c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528893 Jun 03 15:42:44.908765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:44.936560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8910cdb-2d36-40da-b54b-5b4c7a3c5e06 req-ad1b314c-8019-4c0c-b481-fbc3c66b6077 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:44.960401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8910cdb-2d36-40da-b54b-5b4c7a3c5e06 req-ad1b314c-8019-4c0c-b481-fbc3c66b6077 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 945 time: 0.9387381 Jun 03 15:42:44.996960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:45.004399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] Deleting port 0e0e40c7-f320-4411-a230-cbf09498f457 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:45.007899 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.139828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.230225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event deleted for resources: {'Port': ['ID=5cc68fae-597e-4307-aa32-b3103ef44264,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:45.301362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:45.341888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8910cdb-2d36-40da-b54b-5b4c7a3c5e06 req-b34fc424-3502-4158-8f8c-dd41bd1d0234 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706198 Jun 03 15:42:45.349013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8012ab7c-5d90-480d-a949-db0b8e6796b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.440652 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2f5fd4dd-99b3-4e27-a173-fcdf7e2b9651 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fadb0bb3a94e4ba1ae8720ec31a01b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6288483 Jun 03 15:42:45.502670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45396) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:45.550008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a384f74-499f-469f-9097-319210ed175a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:45.551792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7a384f74-499f-469f-9097-319210ed175a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:45.598323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] No DVR routers for this DVR port 5cc68fae-597e-4307-aa32-b3103ef44264 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:45.606535 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.609853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'name': 'network-vif-deleted', 'tag': '5cc68fae-597e-4307-aa32-b3103ef44264'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:45.691959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] For port 0e0e40c7-f320-4411-a230-cbf09498f457, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0e0e40c7-f320-4411-a230-cbf09498f457,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:45.693419 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.696001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7a384f74-499f-469f-9097-319210ed175a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:45.698468 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7a384f74-499f-469f-9097-319210ed175a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7883275 Jun 03 15:42:45.702304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:45.731304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.759049 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8012ab7c-5d90-480d-a949-db0b8e6796b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.796754 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93e3cfd2-1e88-4a99-bb81-1198d5f9992b req-42cdacc5-0757-4558-af56-040d5dd02f9c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "DELETE /v2.0/ports/5cc68fae-597e-4307-aa32-b3103ef44264 HTTP/1.1" status: 204 len: 173 time: 2.8474121 Jun 03 15:42:45.847474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5cc68fae-597e-4307-aa32-b3103ef44264 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:45.856612 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdefc4a-4e5c-4034-978c-95c403b6ad0a'] response: {'server_uuid': '03d87b4b-04a2-4449-919d-af8ce45448dd', 'name': 'network-vif-deleted', 'tag': '5cc68fae-597e-4307-aa32-b3103ef44264', 'status': 'completed', 'code': 200} Jun 03 15:42:45.862642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5820ca0-a765-4b72-aff3-8f03ee551b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.951768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5820ca0-a765-4b72-aff3-8f03ee551b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.989947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 5cc68fae-597e-4307-aa32-b3103ef44264 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:45.990628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5cc68fae-597e-4307-aa32-b3103ef44264 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:45.999861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] Calling delete_port for 0e0e40c7-f320-4411-a230-cbf09498f457 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:46.156544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.225890 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5820ca0-a765-4b72-aff3-8f03ee551b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.287192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e0e40c7-f320-4411-a230-cbf09498f457 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:46.303021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8012ab7c-5d90-480d-a949-db0b8e6796b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.342942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5820ca0-a765-4b72-aff3-8f03ee551b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb688bc-9aeb-4c47-a9ae-13ad8d3c27a4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:46.365363 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.371971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7359a-3c71-4640-99e4-54d4922434b7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:46.377426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0aa7359a-3c71-4640-99e4-54d4922434b7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:46.462031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5820ca0-a765-4b72-aff3-8f03ee551b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.467312 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5820ca0-a765-4b72-aff3-8f03ee551b73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7cb688bc-9aeb-4c47-a9ae-13ad8d3c27a4 HTTP/1.1" status: 204 len: 168 time: 0.9618819 Jun 03 15:42:46.475398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] Pushing event deleted for resources: {'Port': ['ID=0e0e40c7-f320-4411-a230-cbf09498f457,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:46.483977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-92ccabf0-bb4d-4cb2-8154-8248d3a699c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.504472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55650f8-e254-4c1e-825a-faa751ece61d None None] No DVR routers for this DVR port 0e0e40c7-f320-4411-a230-cbf09498f457 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:46.527126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 0e0e40c7-f320-4411-a230-cbf09498f457 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:42:46.527126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0e0e40c7-f320-4411-a230-cbf09498f457 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:46.554703 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-34be35b5-f1e9-4a16-a8eb-a306fb175ff6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5056169 Jun 03 15:42:46.567300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0aa7359a-3c71-4640-99e4-54d4922434b7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:46.569960 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0aa7359a-3c71-4640-99e4-54d4922434b7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8659229 Jun 03 15:42:46.574555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45412) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:46.619581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.694021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-799ab3c4-273f-4988-8431-51dfdba24589 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:router {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:46.733092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-799ab3c4-273f-4988-8431-51dfdba24589 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:router {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:46.742152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-799ab3c4-273f-4988-8431-51dfdba24589 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622074 Jun 03 15:42:46.758111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45416) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:46.771355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:46.875376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012ab7c-5d90-480d-a949-db0b8e6796b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39e05c-50f4-4b71-b561-ce68d090c493,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:46.978841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.074033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8012ab7c-5d90-480d-a949-db0b8e6796b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.078165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8012ab7c-5d90-480d-a949-db0b8e6796b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb39e05c-50f4-4b71-b561-ce68d090c493 HTTP/1.1" status: 204 len: 168 time: 2.4707372 Jun 03 15:42:47.123243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa60dfd8-3176-482c-a45f-0ed308aa59f0 req-8eb6dbbb-5c4f-47e5-a523-39af5ae13607 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=03d87b4b-04a2-4449-919d-af8ce45448dd HTTP/1.1" status: 200 len: 210 time: 0.2823620 Jun 03 15:42:47.251651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:47.275654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:47.281109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-648f3b1d-9a99-43ff-8c3b-f8efcd1516ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:47.282709 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-648f3b1d-9a99-43ff-8c3b-f8efcd1516ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 1097 time: 0.4891112 Jun 03 15:42:47.304934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:47.310119 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.318655 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:47.323055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:47.379790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.380473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.380802 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Floating IP 7b9c61fd-9189-4f50-b71e-28427eaae536 disassociated. External IP: 172.25.1.101, port: d94ac796-4116-42b6-8998-142dfabcf4a6. Jun 03 15:42:47.381212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for d94ac796-4116-42b6-8998-142dfabcf4a6 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:47.524973 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f8119bdb-c6d1-4812-afae-1a4b39ffce0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7622542 Jun 03 15:42:47.525867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45438) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:47.632587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-ee3ec36d-4ce7-4add-86e1-14df044e066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:47.634777 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-ee3ec36d-4ce7-4add-86e1-14df044e066b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.2905025 Jun 03 15:42:47.688297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:47.733827 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-dc9ec5d9-b092-43e5-8e29-20adafe54827 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 200 len: 217 time: 0.0875857 Jun 03 15:42:47.820510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-738be767-d93d-4f73-b2d0-6ec01076d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:47.822291 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-738be767-d93d-4f73-b2d0-6ec01076d825 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.0797327 Jun 03 15:42:47.895296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-b8aa977c-98e3-4b60-a096-a4873d0d1f1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607581 Jun 03 15:42:47.981750 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.985067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:48.006469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:48.112346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:48.118493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=d94ac796-4116-42b6-8998-142dfabcf4a6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:48.140131 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-0a46d996-feef-43ad-ae0b-90b6fc8a3175 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342119 Jun 03 15:42:48.281573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45460) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:48.342151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:48.351798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:48.358880 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:48.359269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:48.468161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:48.493291 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01ae6280-b32c-4aaa-a8b8-14651054d344 req-0e5fd0e3-b476-4ca3-ae0d-0d00a3a520c5 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428340 Jun 03 15:42:48.584124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8b749c70-894d-410b-9d03-54a71981e435 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:48.584907 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-8b749c70-894d-410b-9d03-54a71981e435 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:42:48.585423 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-8b749c70-894d-410b-9d03-54a71981e435 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:42:48.593091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8b749c70-894d-410b-9d03-54a71981e435 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3016872 Jun 03 15:42:48.593091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bfa0062e-d02b-44d5-9bcc-f772a9731558 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0641415 Jun 03 15:42:48.593543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45472) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:48.596546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45474) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:48.602884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--826428076'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:48.608511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:48.617102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:48.624348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:48.638317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:48.664534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:48.687341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:48.730769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:48.756234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router 759b2fc1-8485-4a84-974e-329ec3772560 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:48.806991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:48.815232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:48.821845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:48.834660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:48.970619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:49.017308 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.025543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.033066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:49.043465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:49.054515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:49.063123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:49.180800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.198813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.246489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b3de92-fee4-4b27-8c93-2641be8baa7d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:49.262063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.266971 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6719401 Jun 03 15:42:49.271204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45504) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:49.293590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': 'caa4a053-65b1-44c2-87d9-66d08546049f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:49.308709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:49.311240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:49.311507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:49.316777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f06c4a-db1e-4401-8dd9-de8a4a60e1a4 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa4a053-65b1-44c2-87d9-66d08546049f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:49.321784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:49.325928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:49.329871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] Sync routers for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:49.344831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:49.350085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:49.350600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:49.398309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.434941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:49.446115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:49.447049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:49.517622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:49.518037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb320344-9de8-405b-8a57-253a148f9669 None None] The sync data for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:49.548774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.555360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.610078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92699a3-5016-40d4-8449-778c8bd40586,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:49.617955 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.623430 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0b840700-380a-4d76-8e9d-d0ce3bbb4f81 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510609 Jun 03 15:42:49.624173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:49.635133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': 'caa4a053-65b1-44c2-87d9-66d08546049f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:49.650150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:49.659881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:49.666279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:49.676713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:49.679438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:49.683577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.685410 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:49.685853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:49.691849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.697183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a2841761-c2ec-4e1f-a694-dd4a91765355 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/ports/d94ac796-4116-42b6-8998-142dfabcf4a6 HTTP/1.1" status: 204 len: 168 time: 5.5922298 Jun 03 15:42:49.701719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45520) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:49.731862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.824853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-156c83fe-44f0-4c2f-bfe7-2f9438ebf418 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2270284 Jun 03 15:42:49.841493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45526) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:49.862780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-c8e4ec34-27cd-48da-bd53-0c7b5b5fea7d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:49.863832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:49.872257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-c8e4ec34-27cd-48da-bd53-0c7b5b5fea7d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 1.0131495 Jun 03 15:42:49.950787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-5e3a7b58-3859-455f-a63f-d0d0c1ea5aa6 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/quotas/3e5d8b8a964c4c939abf20096002e037 HTTP/1.1" status: 200 len: 375 time: 0.0772977 Jun 03 15:42:49.989072 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:42:49.990352 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-de040b39-d313-4a46-b8d8-64ded9a1f7c8 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3650029 Jun 03 15:42:50.001124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45532) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:50.090328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:50.135092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:50.158599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b5f799f-f455-4e9c-968c-51ac3b0cfd55 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.164594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:50.169601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.172223 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:50.172848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:50.228796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b5f799f-f455-4e9c-968c-51ac3b0cfd55 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.248745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-041f3114-192e-4624-aeeb-a7db13e730bc tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4019051 Jun 03 15:42:50.253494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45540) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:50.269649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:50.307695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-ed0a1d5d-faeb-4e92-88e9-29265b34a042 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3556702 Jun 03 15:42:50.456275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:50.487986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:50.506058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:50.516285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.524213 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:50.525865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:50.552254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-b83ef106-cb6e-48da-a01f-f292c08ad0f5 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434797 Jun 03 15:42:50.583595 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-77496b96-8d9c-4779-a446-fe853eb50d6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3280861 Jun 03 15:42:50.588240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45544) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:50.602942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:50.789515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-0fd3837b-dbf6-48df-ae90-aebd89e966c5 service neutron] 10.222.0.66 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349176 Jun 03 15:42:50.831222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b5f799f-f455-4e9c-968c-51ac3b0cfd55 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.838018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2b5f799f-f455-4e9c-968c-51ac3b0cfd55 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.844672 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2b5f799f-f455-4e9c-968c-51ac3b0cfd55 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/caa4a053-65b1-44c2-87d9-66d08546049f HTTP/1.1" status: 204 len: 168 time: 0.8400867 Jun 03 15:42:50.845059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:50.937117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f799f-f455-4e9c-968c-51ac3b0cfd55 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa4a053-65b1-44c2-87d9-66d08546049f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:50.980198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:50.996051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:51.004654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45556) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:51.006092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8cd71a3f-6ed1-4c85-a63d-f794992b3a8f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1584904 Jun 03 15:42:51.035646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--429169927'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:51.045921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:51.051995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:51.055751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:51.065204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:51.082302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb407aa0-318b-4bbf-a93d-1048b55837f7 req-5da9d899-c0e8-48fe-88cd-297a74db8010 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 210 time: 0.0683794 Jun 03 15:42:51.085220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.086493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.136845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:51.142576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.145479 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:51.145639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:51.429220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:51.433662 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e734c57-4cea-4085-bde6-da0f02e13973 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8437052 Jun 03 15:42:51.437260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:51.440814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:51.444541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:51.497926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:51.506990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-49d3f713-8e62-4f27-ba9a-99036dbda08e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0606127 Jun 03 15:42:51.508748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45570) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:51.676404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca3c61-3e91-4155-befd-2fa22c37cdfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:51.677997 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-00ca3c61-3e91-4155-befd-2fa22c37cdfd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1681540 Jun 03 15:42:51.684553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45578) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:51.876364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ddace338-a757-4e10-863d-db790ec97a94 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1908629 Jun 03 15:42:51.884568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45586) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:51.898001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:52.054721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.074972 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.139624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:52.153655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:52.218117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8478ce8-5333-4a90-87bb-5376066db1c1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:52.244575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:52.251589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.403937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf4b2d3b-1661-4976-a620-8a3c7987ad2a req-08adac63-2ff9-4505-b96c-7e7b696dd098 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 210 time: 0.0458715 Jun 03 15:42:52.436622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 292ae864-5060-4beb-be7f-afce09e5f1cf {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:52.439454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.638231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.652101 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce1378e7-290a-4585-a709-2123aa5a4890 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6261530 Jun 03 15:42:52.662424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45596) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:52.672186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-822ebda6-3d0a-4e84-8c92-2724acabdfba tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': 'f8478ce8-5333-4a90-87bb-5376066db1c1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:52.673259 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-822ebda6-3d0a-4e84-8c92-2724acabdfba tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 03 15:42:52.673791 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-822ebda6-3d0a-4e84-8c92-2724acabdfba tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:52.675063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-822ebda6-3d0a-4e84-8c92-2724acabdfba tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114117 Jun 03 15:42:52.690477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45600) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:52.809707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2aba-56a5-44a5-b28f-f9c15e580808 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.950938 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.091162 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2aba-56a5-44a5-b28f-f9c15e580808 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.239243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:42:53.291433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 292ae864-5060-4beb-be7f-afce09e5f1cf owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:53.322014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.396308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-248b61b6-ddf2-4421-a406-5e71a33e0f8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9836776 Jun 03 15:42:53.613906 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2aba-56a5-44a5-b28f-f9c15e580808 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.621449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:53.653914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d2aba-56a5-44a5-b28f-f9c15e580808 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8478ce8-5333-4a90-87bb-5376066db1c1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:53.663576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:53.678847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.679805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.706924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ce733-7cd4-4a0b-a82a-661578f3c307 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:53.731551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=8e370823-bc2f-4975-96e7-c4db469943c6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:53.760412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2aba-56a5-44a5-b28f-f9c15e580808 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.761957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3d9d2aba-56a5-44a5-b28f-f9c15e580808 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/f8478ce8-5333-4a90-87bb-5376066db1c1 HTTP/1.1" status: 204 len: 168 time: 1.0708795 Jun 03 15:42:53.771863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45612) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:53.795505 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6f0420f8-8c69-4d07-be84-20fe7a9e1bbd tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9098885 Jun 03 15:42:53.798440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45616) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:53.810981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:a3:34:59', 'name': 'tempest-NetworksTestDHCPv6-2016868285'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:53.818278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e69b5a56-4e16-4357-b328-edcf0253ef78 req-92ba420a-0ff4-4ae9-830a-6de6b65b4a09 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 210 time: 0.0656850 Jun 03 15:42:53.823241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-223b3da8-3127-4040-8d0c-83d157ef74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.824791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-223b3da8-3127-4040-8d0c-83d157ef74b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 0.1880844 Jun 03 15:42:53.872425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-45054a29-6bd5-4603-8220-d2eba4a1bf64 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.876345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-45054a29-6bd5-4603-8220-d2eba4a1bf64 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 805 time: 0.6329944 Jun 03 15:42:53.985220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Request body: {'port': {'device_id': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'admin_state_up': True, 'tenant_id': '3e5d8b8a964c4c939abf20096002e037'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:54.054053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.090539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '8e370823-bc2f-4975-96e7-c4db469943c6'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:42:54.091497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.139448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f65249d9-52de-43d3-bdb2-0e0fcc40d99a tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:54.242113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=292ae864-5060-4beb-be7f-afce09e5f1cf,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:54.262333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f65249d9-52de-43d3-bdb2-0e0fcc40d99a tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:54.274109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f65249d9-52de-43d3-bdb2-0e0fcc40d99a tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5001769 Jun 03 15:42:54.277549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45624) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:54.301817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-fe9f90d0-f4e1-4fe3-a8be-bd2c9794c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:54.303498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-fe9f90d0-f4e1-4fe3-a8be-bd2c9794c483 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 909 time: 0.4463046 Jun 03 15:42:54.450356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115926804'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:54.476716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:54.512559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:54.563462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.579970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Allocated IP 2001:db8::f816:3eff:fe16:92c3 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/8e370823-bc2f-4975-96e7-c4db469943c6/9f456dc7-ba85-41b1-9e43-a7984a4e1aa1) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:54.634106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:54.649219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:54.673153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Usage tracker for resource:port and tenant:3e5d8b8a964c4c939abf20096002e037 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:54.704949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:54.720421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:54.725166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:54.732937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:54.751819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:54.760443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:54.766072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Made reservation on behalf of 3e5d8b8a964c4c939abf20096002e037 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:54.773471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.803623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:54.843476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:55.178697 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.194983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Transition to ACTIVE for port object 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:55.220497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Transition to ACTIVE for port object 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:55.240386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.331183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Pushing event updated for resources: {'Port': ['ID=9f456dc7-ba85-41b1-9e43-a7984a4e1aa1,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:55.342871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.343363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.343983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.344588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.345287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.345846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.346410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.347002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.347756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.357110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.357919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.358497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:55.374053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:55.376607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:55.381951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:55.483189 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.502438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-86af0291-81ec-41f8-b370-bfe51af75730 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 1000 time: 1.1899910 Jun 03 15:42:55.507104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b6a9f42-74d1-454c-9c99-3738dce6629c req-a7a83225-2c10-4c8c-9104-2cc156330bdb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 210 time: 0.3762004 Jun 03 15:42:55.635370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Attempting to bind port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:55.635730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Attempting to bind port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:55.636319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Attempting to bind port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:55.649726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:55.650455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:55.651032 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.651589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:55.652302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Bound port: 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:55.652883 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.677844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-e81bf438-0807-4915-83bc-fc2d617e21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:55.679783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-e81bf438-0807-4915-83bc-fc2d617e21c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 0.1709681 Jun 03 15:42:55.816499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.856923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] For port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:55.865981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] For port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9f456dc7-ba85-41b1-9e43-a7984a4e1aa1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:55.875416 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.938741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-7066df89-aa7c-47c6-9df4-4bfd9f316b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:55.942710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-7066df89-aa7c-47c6-9df4-4bfd9f316b4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534058 Jun 03 15:42:55.949666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.966172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:56.016049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 73140c82-62ce-4942-a5ad-84f643a44400 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:56.060785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150a37b-1313-44fa-b4b6-921d8ec1f882 None None] Pushing event updated for resources: {'Port': ['ID=9f456dc7-ba85-41b1-9e43-a7984a4e1aa1,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:56.204204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Allocated IP 172.20.0.7 (e9283ae4-087d-4ca1-81e1-db0219cc44df/1ecc5826-f4c7-470b-be0f-dcfee7be7886/2ba13c9b-b823-4d10-b34d-929ba6c98cda) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:56.251260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:56.256031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8982944 Jun 03 15:42:56.261577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45656) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:56.288575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f67e4f25-564b-41ad-a8a7-c96d7f9ed4f7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': 'c1f513fb-5169-41c5-807a-b20c53a6b6b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:56.289497 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-f67e4f25-564b-41ad-a8a7-c96d7f9ed4f7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 03 15:42:56.290015 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-f67e4f25-564b-41ad-a8a7-c96d7f9ed4f7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:56.294614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f67e4f25-564b-41ad-a8a7-c96d7f9ed4f7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0168509 Jun 03 15:42:56.298958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45660) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:56.331084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610d584-cfea-4aba-8c7a-77daeb739b35 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f513fb-5169-41c5-807a-b20c53a6b6b4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:56.800324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fea3:3459 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/8e370823-bc2f-4975-96e7-c4db469943c6/73140c82-62ce-4942-a5ad-84f643a44400) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:56.840373 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e798-201d-4e90-a237-e34ac135dba0 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:56.935236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0303e799-7892-4c1b-a828-90c3a2c77d75 req-b4750391-1173-4a10-a5d6-81d8d24c3704 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 210 time: 0.1368876 Jun 03 15:42:56.945198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-dd3689dd-87e3-4c9e-a954-68c55b58f07a service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9874530 Jun 03 15:42:57.077354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e798-201d-4e90-a237-e34ac135dba0 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.092270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.156018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router 759b2fc1-8485-4a84-974e-329ec3772560 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:57.425759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c2e928c-8400-4007-a97c-3d53a7a13935 req-90b38243-d90a-4737-9655-f819aac64a4f service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561400 Jun 03 15:42:57.515293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e798-201d-4e90-a237-e34ac135dba0 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.516161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:57.538774 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] Sync routers for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:57.564450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4818e954-d97e-4b60-9332-d1c4e7e34d84 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/routers/759b2fc1-8485-4a84-974e-329ec3772560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8556609 Jun 03 15:42:57.571604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45680) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:57.573176 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:57.575269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:57.585715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1e798-201d-4e90-a237-e34ac135dba0 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f513fb-5169-41c5-807a-b20c53a6b6b4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:57.619805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e798-201d-4e90-a237-e34ac135dba0 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.631562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4ad1e798-201d-4e90-a237-e34ac135dba0 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/c1f513fb-5169-41c5-807a-b20c53a6b6b4 HTTP/1.1" status: 204 len: 168 time: 1.3314278 Jun 03 15:42:57.634629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45686) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:57.641279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.704561 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.723526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:57.770960 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:57.789117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 73140c82-62ce-4942-a5ad-84f643a44400 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:57.800916 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] Routers {'759b2fc1-8485-4a84-974e-329ec3772560'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:57.801592 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:42:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['759b2fc1-8485-4a84-974e-329ec3772560'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:57.877633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-297ae9a5-6979-40f6-87a4-0d237add7aae tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:57.931002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Network e9283ae4-087d-4ca1-81e1-db0219cc44df is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:57.952686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:57.987590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event updated for resources: {'Port': ['ID=2ba13c9b-b823-4d10-b34d-929ba6c98cda,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:57.995328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:58.034239 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:58.034623 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca12afb-a16e-4d0e-bc82-ad1907b7b224 None None] The sync data for ids ['759b2fc1-8485-4a84-974e-329ec3772560'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:58.194913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.235347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:58.261280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:58.262790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.268722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-297ae9a5-6979-40f6-87a4-0d237add7aae tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:58.277953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-297ae9a5-6979-40f6-87a4-0d237add7aae tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6409051 Jun 03 15:42:58.281573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45692) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:58.313680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--73356492'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:58.348183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:58.352095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-65a11d27-92f1-4633-999a-891458c5443e None None] Provisioning for port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:58.377815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6a2013f5-963e-41c1-88e6-bb48ed116e3b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4139433 Jun 03 15:42:58.381992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:58.394638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:58.400028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:58.403845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Request body: {'port': {'device_id': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:58.408637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.514145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.796771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:58.797598 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.883589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9f456dc7-ba85-41b1-9e43-a7984a4e1aa1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:58.893861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.915202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189ec5d-ff5c-46aa-aa70-0007752a271a req-d8088375-bf00-4033-ae88-6c4c04c44c3d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:58.918145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d189ec5d-ff5c-46aa-aa70-0007752a271a req-d8088375-bf00-4033-ae88-6c4c04c44c3d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 931 time: 0.5822761 Jun 03 15:42:58.950083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.964484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.997041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 5dcb64b0-005c-4ca7-b707-5f0a1a882a92 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:58.997871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.068982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=9f456dc7-ba85-41b1-9e43-a7984a4e1aa1,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:59.089728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d189ec5d-ff5c-46aa-aa70-0007752a271a req-f71da8c6-38a0-4dd9-9515-8244f4c3bf70 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616957 Jun 03 15:42:59.194973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:59.200473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:59.208748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:59.211245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:59.217036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:59.217713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.229992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:59.238099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=73140c82-62ce-4942-a5ad-84f643a44400,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:59.243205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:59.252349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:59.255125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.281247 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-212d3ec8-e260-44da-a5c1-eab577bc79d7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4793711 Jun 03 15:42:59.288438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45714) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:59.474140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.771165 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.830295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ee3fdfbf-dc87-4994-858b-02f29c3c957d None None] Provisioning for port 73140c82-62ce-4942-a5ad-84f643a44400 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:59.831614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1465914-ff6c-47f8-bb48-ec6328e16738 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:59.846862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1465914-ff6c-47f8-bb48-ec6328e16738 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:59.847749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ee3fdfbf-dc87-4994-858b-02f29c3c957d None None] Provisioning complete for port 73140c82-62ce-4942-a5ad-84f643a44400 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:59.848648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ee3fdfbf-dc87-4994-858b-02f29c3c957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.852216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b1465914-ff6c-47f8-bb48-ec6328e16738 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:59.948442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 5dcb64b0-005c-4ca7-b707-5f0a1a882a92 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:59.986017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.997003 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:43:00.238499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:00.304476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b1465914-ff6c-47f8-bb48-ec6328e16738 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:00.306617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b1465914-ff6c-47f8-bb48-ec6328e16738 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.0170717 Jun 03 15:43:00.347877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45728) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:00.349667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c644f68-ddb8-4bf2-898f-2ab4b2522699,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:00.453790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fdfbf-dc87-4994-858b-02f29c3c957d None None] Port 73140c82-62ce-4942-a5ad-84f643a44400 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:00.479837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:00.480666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.513926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.588355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.594799 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4b9c1480-24d1-4963-b2a0-68db87801643 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3103027 Jun 03 15:43:00.596036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45734) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:00.670133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=5dcb64b0-005c-4ca7-b707-5f0a1a882a92,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:00.779349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:00.896556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.919957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3f4bd51b-3095-4fe8-a5db-0ab6e878d365 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '2c644f68-ddb8-4bf2-898f-2ab4b2522699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:00.938754 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-3f4bd51b-3095-4fe8-a5db-0ab6e878d365 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 03 15:43:00.939681 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-3f4bd51b-3095-4fe8-a5db-0ab6e878d365 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:00.942130 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3f4bd51b-3095-4fe8-a5db-0ab6e878d365 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.3141861 Jun 03 15:43:00.966036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 73140c82-62ce-4942-a5ad-84f643a44400 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:00.966609 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.082101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45744) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.161327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.164646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.202741 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.203594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Fanout notify agent at l3_agent the message router_deleted on router 759b2fc1-8485-4a84-974e-329ec3772560 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:43:01.211471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c58301ac-7c75-42fa-8405-774ff82440dd tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '2c644f68-ddb8-4bf2-898f-2ab4b2522699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:01.212646 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-c58301ac-7c75-42fa-8405-774ff82440dd tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 03 15:43:01.213504 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c58301ac-7c75-42fa-8405-774ff82440dd tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:01.215271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c58301ac-7c75-42fa-8405-774ff82440dd tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0186784 Jun 03 15:43:01.230530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45748) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.235112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.241047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8870f773-1fa3-43b6-9218-c3105d383419 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/routers/759b2fc1-8485-4a84-974e-329ec3772560 HTTP/1.1" status: 204 len: 168 time: 3.6665707 Jun 03 15:43:01.244779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45750) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.255653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-02c1e26b-bfcc-4532-af2e-4cc4a983fc46 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '2c644f68-ddb8-4bf2-898f-2ab4b2522699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:01.261569 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-02c1e26b-bfcc-4532-af2e-4cc4a983fc46 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 03 15:43:01.262222 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-02c1e26b-bfcc-4532-af2e-4cc4a983fc46 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:01.269243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-02c1e26b-bfcc-4532-af2e-4cc4a983fc46 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261114 Jun 03 15:43:01.310760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45756) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.320682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c15f2093-1103-49a7-b4bb-f62789047e5f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '2c644f68-ddb8-4bf2-898f-2ab4b2522699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:01.322202 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-c15f2093-1103-49a7-b4bb-f62789047e5f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 03 15:43:01.322952 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-c15f2093-1103-49a7-b4bb-f62789047e5f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:01.327528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c15f2093-1103-49a7-b4bb-f62789047e5f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123043 Jun 03 15:43:01.340100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45762) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.423643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:43:01.443474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8a0a3-11af-48ab-91e7-c568dfff466e req-36b7d6d8-bc82-4943-8c8b-4b73837308e2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:01.445203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efd8a0a3-11af-48ab-91e7-c568dfff466e req-36b7d6d8-bc82-4943-8c8b-4b73837308e2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 931 time: 0.7775693 Jun 03 15:43:01.450413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting subnet b3deea7b-d097-42ef-9b7d-31d48b4896af {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:01.475726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.556926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c2dccbf1-5bf5-48cc-a260-6b77b1321153 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.595947 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.631045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efd8a0a3-11af-48ab-91e7-c568dfff466e req-df94194a-7d50-4997-b004-933217f2ed66 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750245 Jun 03 15:43:01.661485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c2dccbf1-5bf5-48cc-a260-6b77b1321153 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.668604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba13c9b-b823-4d10-b34d-929ba6c98cda {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:01.678662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.705340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.905616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.963041 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c2dccbf1-5bf5-48cc-a260-6b77b1321153 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.993557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 73140c82-62ce-4942-a5ad-84f643a44400 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:02.058639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dccbf1-5bf5-48cc-a260-6b77b1321153 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c644f68-ddb8-4bf2-898f-2ab4b2522699,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:02.068782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Transition to ACTIVE for port object 2ba13c9b-b823-4d10-b34d-929ba6c98cda will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:02.090250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c2dccbf1-5bf5-48cc-a260-6b77b1321153 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.092997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c2dccbf1-5bf5-48cc-a260-6b77b1321153 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/2c644f68-ddb8-4bf2-898f-2ab4b2522699 HTTP/1.1" status: 204 len: 168 time: 0.7375176 Jun 03 15:43:02.099594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45768) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:02.107810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.216551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba13c9b-b823-4d10-b34d-929ba6c98cda,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:02.273902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1761ac43-e34f-44bf-b47c-3a5a73eca4e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:02.283129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.410780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Subnet': ['ID=b3deea7b-d097-42ef-9b7d-31d48b4896af,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:02.429220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1761ac43-e34f-44bf-b47c-3a5a73eca4e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:02.431671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1761ac43-e34f-44bf-b47c-3a5a73eca4e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3297088 Jun 03 15:43:02.437796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1963e35-90df-41c2-a82d-d266d9a1cc40 None None] Network 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:02.441927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.449880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45774) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:02.476488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146848624'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:02.491844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-46e67e45-6871-43fd-95b7-5a2862b2ecfd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/subnets/b3deea7b-d097-42ef-9b7d-31d48b4896af HTTP/1.1" status: 204 len: 168 time: 1.2452333 Jun 03 15:43:02.494091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:02.497899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45778) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:02.610329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Attempting to bind port 2ba13c9b-b823-4d10-b34d-929ba6c98cda on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:02.611166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Attempting to bind port 2ba13c9b-b823-4d10-b34d-929ba6c98cda by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:02.611804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Attempting to bind port 2ba13c9b-b823-4d10-b34d-929ba6c98cda on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:02.643360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Port 2ba13c9b-b823-4d10-b34d-929ba6c98cda on network e9283ae4-087d-4ca1-81e1-db0219cc44df not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:02.643846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Attempting to bind port 2ba13c9b-b823-4d10-b34d-929ba6c98cda on network e9283ae4-087d-4ca1-81e1-db0219cc44df {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:02.658092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:02.659085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Checking segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:02.663812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Bound using segment: {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:02.665795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Bound port: 2ba13c9b-b823-4d10-b34d-929ba6c98cda, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:02.666233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.821033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:02.842484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.904871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.914089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.979599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:02.996256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:03.006317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:03.068980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 32c8854f-a607-470b-b734-ae802948932f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:03.070845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.119828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:03.140342 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] For port 2ba13c9b-b823-4d10-b34d-929ba6c98cda, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:03.146205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] For port 2ba13c9b-b823-4d10-b34d-929ba6c98cda, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ba13c9b-b823-4d10-b34d-929ba6c98cda,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:03.152584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=73140c82-62ce-4942-a5ad-84f643a44400,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:03.160386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.378366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] DHCP port deletion for 22bd26b1-99c3-4d0e-ac3f-bda744371ed4 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:03.382233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Deleting port 32c8854f-a607-470b-b734-ae802948932f {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:03.383192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.459658 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.466135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77895e-686c-452a-906e-2ae1aceca3fb req-aa73bb25-c24f-4b74-b747-27d28219ae98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:03.467746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f77895e-686c-452a-906e-2ae1aceca3fb req-aa73bb25-c24f-4b74-b747-27d28219ae98 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 943 time: 0.4574447 Jun 03 15:43:03.474684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:03.476758 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.479584 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/2ba13c9b-b823-4d10-b34d-929ba6c98cda HTTP/1.1" status: 200 len: 1091 time: 5.0875728 Jun 03 15:43:03.493161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'tag': '2ba13c9b-b823-4d10-b34d-929ba6c98cda'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:03.552604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6cab03a0-a5bd-47ab-8a64-dde5cd2a3980 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/73140c82-62ce-4942-a5ad-84f643a44400 HTTP/1.1" status: 204 len: 168 time: 3.1895857 Jun 03 15:43:03.553955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45794) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:03.784465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] For port 32c8854f-a607-470b-b734-ae802948932f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=32c8854f-a607-470b-b734-ae802948932f,segment=NetworkSegment(b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d),segment_id=b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:03.785793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.840431 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37336de9-0b68-4853-827d-92f3b25d25b1'] response: {'name': 'network-changed', 'server_uuid': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'tag': '2ba13c9b-b823-4d10-b34d-929ba6c98cda', 'status': 'completed', 'code': 200} Jun 03 15:43:03.867246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979ad17-e1bb-4fdf-859d-6c5b565b96c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba13c9b-b823-4d10-b34d-929ba6c98cda,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:03.884610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] For port 32c8854f-a607-470b-b734-ae802948932f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=32c8854f-a607-470b-b734-ae802948932f,segment=NetworkSegment(b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d),segment_id=b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:03.886295 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.922180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cb5b6-bf2e-475d-99d9-564f0e04171a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:03.925206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cb5b6-bf2e-475d-99d9-564f0e04171a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:03.926179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-122cb5b6-bf2e-475d-99d9-564f0e04171a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:04.082471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-9f1d6bef-01be-4572-a09d-f824bd263e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:04.085028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-9f1d6bef-01be-4572-a09d-f824bd263e40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 1094 time: 0.5201762 Jun 03 15:43:04.086054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-122cb5b6-bf2e-475d-99d9-564f0e04171a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:04.087849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-122cb5b6-bf2e-475d-99d9-564f0e04171a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5199163 Jun 03 15:43:04.091916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45810) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.119402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 32c8854f-a607-470b-b734-ae802948932f owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:04.194264 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.211407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f77895e-686c-452a-906e-2ae1aceca3fb req-7e476bfd-6df5-488a-9578-0c426805b0c0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115610 Jun 03 15:43:04.225144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.240538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 32c8854f-a607-470b-b734-ae802948932f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:04.349958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b44489-f77e-4d81-8a56-d021bdd1f07f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:04.352009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Calling delete_port for 32c8854f-a607-470b-b734-ae802948932f owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:04.364807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.369411 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9127986 Jun 03 15:43:04.369411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.369411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.369411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.369967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.370231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.370682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.370890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.371168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.371558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.371939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.372277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.373041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4b310-57f7-4c01-b082-2448b067e96e tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:04.380880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45816) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.391568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-06dbaf8f-cdac-4cc8-87fd-240d2ce69e6f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:04.392413 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-06dbaf8f-cdac-4cc8-87fd-240d2ce69e6f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:43:04.392971 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-06dbaf8f-cdac-4cc8-87fd-240d2ce69e6f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:04.397609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-06dbaf8f-cdac-4cc8-87fd-240d2ce69e6f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107932 Jun 03 15:43:04.397609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.401001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45820) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.456958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ca69cded-4624-4ad3-909d-6a0bdc3ee911 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:04.460355 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:04.460786 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:04.464393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ca69cded-4624-4ad3-909d-6a0bdc3ee911 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:04.469248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ca69cded-4624-4ad3-909d-6a0bdc3ee911 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:04.473013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ca69cded-4624-4ad3-909d-6a0bdc3ee911 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:04.480947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ca69cded-4624-4ad3-909d-6a0bdc3ee911 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:04.488726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 32c8854f-a607-470b-b734-ae802948932f {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:43:04.489633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 32c8854f-a607-470b-b734-ae802948932f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:04.511813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] No DVR routers for this DVR port 32c8854f-a607-470b-b734-ae802948932f on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:04.554167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=32c8854f-a607-470b-b734-ae802948932f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:04.654502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 8e370823-bc2f-4975-96e7-c4db469943c6 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:04.657788 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-6abc5973-f534-49d4-9c0c-4c5e119a1939 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ba13c9b-b823-4d10-b34d-929ba6c98cda HTTP/1.1" status: 200 len: 217 time: 0.5582776 Jun 03 15:43:04.660776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.692004 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-ca69cded-4624-4ad3-909d-6a0bdc3ee911 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:04.697380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ca69cded-4624-4ad3-909d-6a0bdc3ee911 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2543814 Jun 03 15:43:04.698920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.744485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-74db77c7-f31b-43b8-8e91-bdaf3ac2eabc tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:04.744485 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-74db77c7-f31b-43b8-8e91-bdaf3ac2eabc tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 03 15:43:04.744485 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-74db77c7-f31b-43b8-8e91-bdaf3ac2eabc tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:04.760445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-74db77c7-f31b-43b8-8e91-bdaf3ac2eabc tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0408957 Jun 03 15:43:04.760445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45832) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.774376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ef0a8d1b-e15c-4a8b-b5fd-0a57d0a9e0a3 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:04.781152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.797876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ef0a8d1b-e15c-4a8b-b5fd-0a57d0a9e0a3 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:04.813855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ef0a8d1b-e15c-4a8b-b5fd-0a57d0a9e0a3 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:04.825182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ef0a8d1b-e15c-4a8b-b5fd-0a57d0a9e0a3 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:04.836812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd26b1-99c3-4d0e-ac3f-bda744371ed4']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:04.844267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ef0a8d1b-e15c-4a8b-b5fd-0a57d0a9e0a3 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:04.856516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:04.856844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:04.881888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.885891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.932491 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.944190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:04.944811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.962021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Deleting port 32c8854f-a607-470b-b734-ae802948932f {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:04.962847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.078560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-403c21a5-c32c-47ef-ae5e-b33564313888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:05.082125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-403c21a5-c32c-47ef-ae5e-b33564313888 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.3869536 Jun 03 15:43:05.134931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-48bce2d0-040f-4257-a29b-667721e58d02 None None] The port '32c8854f-a607-470b-b734-ae802948932f' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:43:05.212439 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-ef0a8d1b-e15c-4a8b-b5fd-0a57d0a9e0a3 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:05.213172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-25f34a28-8e04-40e3-bde7-3eb4f64300e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199439 Jun 03 15:43:05.215249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef0a8d1b-e15c-4a8b-b5fd-0a57d0a9e0a3 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4574184 Jun 03 15:43:05.218211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45840) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.226715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c3e69f19-a48e-45db-96bf-babf5b53dec2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:05.227909 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-c3e69f19-a48e-45db-96bf-babf5b53dec2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:43:05.228703 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-c3e69f19-a48e-45db-96bf-babf5b53dec2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:05.230020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c3e69f19-a48e-45db-96bf-babf5b53dec2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102320 Jun 03 15:43:05.235388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45844) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.241411 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d resource provider aggregate not found Jun 03 15:43:05.250129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:05.258714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.288294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.293068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:05.296212 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b51ef5a5-e4e3-4bbd-a4fe-b2c631dd5f4d found for delete ", "request_id": "req-5f8f5392-6455-4ea3-85af-d343abbf759b"}]} Jun 03 15:43:05.307501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:05.318729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:05.324886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Network': ['ID=22bd26b1-99c3-4d0e-ac3f-bda744371ed4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:05.336819 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b1ddd0ad-e967-41eb-a9f8-07e8aa4dca3c tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/networks/22bd26b1-99c3-4d0e-ac3f-bda744371ed4 HTTP/1.1" status: 204 len: 168 time: 2.8375421 Jun 03 15:43:05.337731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45854) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.339386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:05.573637 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Project fdc0f7fccd78404b8dcca61c10785c5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:43:05.653839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.789341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-efdd1893-c313-4861-bfab-90c83ea44004 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592587 Jun 03 15:43:05.929861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port a2d67b57-8c1a-42ae-abe6-cee77af1f7e7 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:05.930170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.057006 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:06.058132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9063019f-d98b-49cd-9596-c4f8b87c80ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8211186 Jun 03 15:43:06.065230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45866) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:06.074820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bb2d35d8-4576-498f-a9b1-8da4c6954864 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:06.074820 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-bb2d35d8-4576-498f-a9b1-8da4c6954864 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 03 15:43:06.075312 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-bb2d35d8-4576-498f-a9b1-8da4c6954864 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:06.076264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bb2d35d8-4576-498f-a9b1-8da4c6954864 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082490 Jun 03 15:43:06.082423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45870) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:06.120869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:06.140861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bdf083ff-341c-49ae-8e41-a55503d4791b req-29a06da5-69f6-4f44-ae26-c8367a3f2f10 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382421 Jun 03 15:43:06.198739 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.227293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:06.254158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:06.261798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:06.291576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:06.343219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee5718-9b9b-410a-854e-2d4ca9239ef1 req-46b10495-3d93-4c0c-9901-f9a4e2997ffb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:06.345046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7aee5718-9b9b-410a-854e-2d4ca9239ef1 req-46b10495-3d93-4c0c-9901-f9a4e2997ffb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 943 time: 0.5397129 Jun 03 15:43:06.352488 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Project fdc0f7fccd78404b8dcca61c10785c5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:43:06.361495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=8e370823-bc2f-4975-96e7-c4db469943c6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:06.381232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.381464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2bd0b-9c34-42e2-b1d7-3cc6a3cb1c72 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:06.420302 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96fd59dd-7e57-4566-9a17-452c3e6a4783 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/8e370823-bc2f-4975-96e7-c4db469943c6 HTTP/1.1" status: 204 len: 168 time: 2.3269079 Jun 03 15:43:06.424562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45880) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:06.436205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.436718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.520388 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e82bec5e-2271-4160-bdf3-7ed6f6475e66 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899742 Jun 03 15:43:06.525296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45886) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:06.541432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:06.636268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for a2d67b57-8c1a-42ae-abe6-cee77af1f7e7 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:06.682592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-0f4390f5-6991-4d45-880f-0a593fb1915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:06.684200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-0f4390f5-6991-4d45-880f-0a593fb1915c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 1094 time: 0.3800821 Jun 03 15:43:06.793014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7aee5718-9b9b-410a-854e-2d4ca9239ef1 req-031c8266-3c1c-4fcd-b3b0-8bd66540fda9 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360054 Jun 03 15:43:06.802710 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:06.807546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-37128886-52dd-44ca-883e-64e59d9f7088 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7207146 Jun 03 15:43:06.809994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45896) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:06.827850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '98b44489-f77e-4d81-8a56-d021bdd1f07f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:06.833716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:06.838879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] Deleting port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:06.840221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.864872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:06.886287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:06.890320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:06.896613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:06.900409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:06.907253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:06.916384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:06.927026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:06.953875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-80e0a452-6beb-494f-81cf-83283e94430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:06.955610 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-80e0a452-6beb-494f-81cf-83283e94430e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.2591352 Jun 03 15:43:06.959125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:06.964095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.043009 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Project fdc0f7fccd78404b8dcca61c10785c5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:43:07.114501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.140255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] For port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9f456dc7-ba85-41b1-9e43-a7984a4e1aa1,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:07.141211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.155892 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-68b36838-1c94-4509-b848-be74675575a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ba13c9b-b823-4d10-b34d-929ba6c98cda HTTP/1.1" status: 200 len: 217 time: 0.1719739 Jun 03 15:43:07.198174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=a2d67b57-8c1a-42ae-abe6-cee77af1f7e7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:07.207861 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:07.209303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3171d1ad-44d5-4ce4-8d62-9464bcc97cd7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3986700 Jun 03 15:43:07.217683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45900) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:07.383712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-c0eaa6e1-d8c2-4f50-8196-5a593693520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:07.386375 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-c0eaa6e1-d8c2-4f50-8196-5a593693520f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.1897972 Jun 03 15:43:07.420707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] Calling delete_port for 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:07.532451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20742d59-b7a2-425a-93b8-a451850f3aa7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.534056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-00c2b5ca-b99d-449a-afec-9d80b500241a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363018 Jun 03 15:43:07.548310 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.558084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.594014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20742d59-b7a2-425a-93b8-a451850f3aa7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.617716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.624081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d479de43-2e92-46fd-aa15-0c754bdbd3b3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/floatingips/7b9c61fd-9189-4f50-b71e-28427eaae536 HTTP/1.1" status: 204 len: 168 time: 2.2818501 Jun 03 15:43:07.632291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45912) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:07.667958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] Pushing event deleted for resources: {'Port': ['ID=9f456dc7-ba85-41b1-9e43-a7984a4e1aa1,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:07.682587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfecfb-f6c2-44cd-bd05-66e7eaf249b6 None None] No DVR routers for this DVR port 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:07.701369 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-eced5ac5-c2c1-4328-9897-8cb6337b5ca2 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] DELETE failed (client error): The resource could not be found. Jun 03 15:43:07.701823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eced5ac5-c2c1-4328-9897-8cb6337b5ca2 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:43:07.708436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eced5ac5-c2c1-4328-9897-8cb6337b5ca2 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/ports/d94ac796-4116-42b6-8998-142dfabcf4a6 HTTP/1.1" status: 404 len: 333 time: 0.0749347 Jun 03 15:43:07.709092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45916) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:07.766733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5c1804df-c049-4282-99fe-01447a5df825 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Synchronizing usage tracker for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:07.795555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20742d59-b7a2-425a-93b8-a451850f3aa7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.844010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5c1804df-c049-4282-99fe-01447a5df825 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Unset dirty status for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:07.851688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5c1804df-c049-4282-99fe-01447a5df825 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "GET /v2.0/ports?device_id=759b2fc1-8485-4a84-974e-329ec3772560 HTTP/1.1" status: 200 len: 205 time: 0.1391513 Jun 03 15:43:07.855159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45922) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:07.860387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20742d59-b7a2-425a-93b8-a451850f3aa7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b44489-f77e-4d81-8a56-d021bdd1f07f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:07.883060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20742d59-b7a2-425a-93b8-a451850f3aa7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.889757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-20742d59-b7a2-425a-93b8-a451850f3aa7 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/98b44489-f77e-4d81-8a56-d021bdd1f07f HTTP/1.1" status: 204 len: 168 time: 0.6704977 Jun 03 15:43:07.893367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45928) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:07.927162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ba13c9b-b823-4d10-b34d-929ba6c98cda details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:43:08.088828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-320958cf-39ee-43b3-8162-2e0a4f0a2d34 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:08.140012 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f7c2-3914-4cac-ab0d-8367f0a9b5cc req-b15831e9-8ea5-4314-aeac-216265ee5e03 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:08.141817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3260f7c2-3914-4cac-ab0d-8367f0a9b5cc req-b15831e9-8ea5-4314-aeac-216265ee5e03 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 943 time: 0.1760998 Jun 03 15:43:08.143230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-320958cf-39ee-43b3-8162-2e0a4f0a2d34 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:08.145551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-320958cf-39ee-43b3-8162-2e0a4f0a2d34 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2499223 Jun 03 15:43:08.154596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45934) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:08.162259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409788969'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:08.167641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:08.202659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:08.215197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:08.215545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9f456dc7-ba85-41b1-9e43-a7984a4e1aa1 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:08.225167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3260f7c2-3914-4cac-ab0d-8367f0a9b5cc req-889bdc72-3a1c-4315-81c6-d3866a723d06 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670054 Jun 03 15:43:08.226430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:08.255793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.300572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:08.310278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:08.313643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:08.340302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:08.344531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2ba13c9b-b823-4d10-b34d-929ba6c98cda, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ba13c9b-b823-4d10-b34d-929ba6c98cda,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:08.365169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '2ba13c9b-b823-4d10-b34d-929ba6c98cda', 'network_id': 'e9283ae4-087d-4ca1-81e1-db0219cc44df', 'port_id': '2ba13c9b-b823-4d10-b34d-929ba6c98cda', 'mac_address': 'fa:16:3e:04:cb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecc5826-f4c7-470b-be0f-dcfee7be7886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:43:08.380537 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-4878800d-a10f-4b87-813e-b15d06ddd805 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] delete failed (client error): The resource could not be found. Jun 03 15:43:08.383948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4878800d-a10f-4b87-813e-b15d06ddd805 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/routers/759b2fc1-8485-4a84-974e-329ec3772560 HTTP/1.1" status: 404 len: 336 time: 0.5212266 Jun 03 15:43:08.385431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45938) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:08.407196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:43:08.429032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.468038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2ba13c9b-b823-4d10-b34d-929ba6c98cda is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:08.468674 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.478585 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e5b730-9846-40b0-99f0-faf3fe873a45 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] DELETE failed (client error): The resource could not be found. Jun 03 15:43:08.479063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e5b730-9846-40b0-99f0-faf3fe873a45 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:43:08.500595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-66e5b730-9846-40b0-99f0-faf3fe873a45 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/subnets/b3deea7b-d097-42ef-9b7d-31d48b4896af HTTP/1.1" status: 404 len: 337 time: 0.1140342 Jun 03 15:43:08.504015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45944) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:08.505868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba13c9b-b823-4d10-b34d-929ba6c98cda {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:08.526725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2ba13c9b-b823-4d10-b34d-929ba6c98cda, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ba13c9b-b823-4d10-b34d-929ba6c98cda,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:08.532537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.544067 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-a65a18ce-164c-47dc-ba81-02f6b8db9278 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9982929 Jun 03 15:43:08.546447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:08.551332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:08.578606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:08.579509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.595323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed213c5-d85d-4bcc-a3e4-06bf207c751a None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:08.607069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 72640570-e49f-46ad-aeec-9be125f2ecba {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:08.607528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.673860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=bfd559c0-c041-4939-be57-e4dd178ce026,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:08.756561 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1a753235-b5e4-4222-985f-f99cbacd1e20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2200756 Jun 03 15:43:08.763995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45954) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:08.772703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:2b:ca:9b', 'name': 'tempest-NetworksTestDHCPv6-453796644'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:08.813546 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f822e07a-5e01-4dfb-972b-a6069bb0ea6a req-e4e2a4a7-0754-4e05-b9d7-e6b4f8ce6d2d service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571237 Jun 03 15:43:08.924460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2ba13c9b-b823-4d10-b34d-929ba6c98cda,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:08.977498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'bfd559c0-c041-4939-be57-e4dd178ce026'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:08.978365 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.004502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.043822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['2ba13c9b-b823-4d10-b34d-929ba6c98cda'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:43:09.231841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.250620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:09.293174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90af2258-d31a-42c3-980d-721b1cc56429,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:09.302563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:09.315432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:09.332996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Allocated IP 2001:db8::f816:3eff:fe6d:d553 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/bfd559c0-c041-4939-be57-e4dd178ce026/4167b539-d299-4abf-b935-32f616f3fe3d) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:09.563576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:09.657396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.658661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-205497ec-022b-4e17-86cc-0efc9cecde29 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5026457 Jun 03 15:43:09.664067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45962) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:09.678530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ac22869b-7d7f-4454-80d8-a1a67777264c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '90af2258-d31a-42c3-980d-721b1cc56429', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:09.694347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ac22869b-7d7f-4454-80d8-a1a67777264c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:09.714084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ac22869b-7d7f-4454-80d8-a1a67777264c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:09.729870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ac22869b-7d7f-4454-80d8-a1a67777264c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:09.740446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:09.761668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ac22869b-7d7f-4454-80d8-a1a67777264c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:09.890595 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-ac22869b-7d7f-4454-80d8-a1a67777264c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The resource could not be found. Jun 03 15:43:09.891812 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ac22869b-7d7f-4454-80d8-a1a67777264c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2247918 Jun 03 15:43:09.896980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45968) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:09.902152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5c89a491-7e12-479a-8d12-067c260d4415 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '90af2258-d31a-42c3-980d-721b1cc56429', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '55991cc0-d82d-4605-8d1b-87af841addd6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:09.913520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c89a491-7e12-479a-8d12-067c260d4415 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:09.925269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c89a491-7e12-479a-8d12-067c260d4415 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:09.932324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c89a491-7e12-479a-8d12-067c260d4415 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:09.934678 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.947274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c89a491-7e12-479a-8d12-067c260d4415 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:09.961760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Transition to ACTIVE for port object 4167b539-d299-4abf-b935-32f616f3fe3d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:09.973423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.006964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Transition to ACTIVE for port object 4167b539-d299-4abf-b935-32f616f3fe3d will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:10.021880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bca87-6fce-4e5a-9ac6-91b2e8f2e66d req-aabab1ab-062d-4dda-a47e-9fb8a5ff6f75 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:10.022881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.023491 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d92bca87-6fce-4e5a-9ac6-91b2e8f2e66d req-aabab1ab-062d-4dda-a47e-9fb8a5ff6f75 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 944 time: 0.4409552 Jun 03 15:43:10.038794 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-5c89a491-7e12-479a-8d12-067c260d4415 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The resource could not be found. Jun 03 15:43:10.043028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c89a491-7e12-479a-8d12-067c260d4415 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1425595 Jun 03 15:43:10.043890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45972) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.141457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Pushing event updated for resources: {'Port': ['ID=4167b539-d299-4abf-b935-32f616f3fe3d,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:10.168224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:10.170387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:10.174248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:10.181210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 72640570-e49f-46ad-aeec-9be125f2ecba owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:10.186464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5189fc64-c686-476e-83ee-41f91863c15f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.227691 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.268230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5189fc64-c686-476e-83ee-41f91863c15f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.287974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 120b586f-36aa-4bc7-a39e-2a0da60ca3b7 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:10.295539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Attempting to bind port 4167b539-d299-4abf-b935-32f616f3fe3d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:10.296061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Attempting to bind port 4167b539-d299-4abf-b935-32f616f3fe3d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:10.296573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Attempting to bind port 4167b539-d299-4abf-b935-32f616f3fe3d on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:10.304097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:10.304520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:10.305013 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.305485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:10.306242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Bound port: 4167b539-d299-4abf-b935-32f616f3fe3d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:10.306628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.336372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d92bca87-6fce-4e5a-9ac6-91b2e8f2e66d req-70b402f4-3fdf-43ae-a53d-4c1a468a3a9a tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479429 Jun 03 15:43:10.414576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5189fc64-c686-476e-83ee-41f91863c15f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.453905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189fc64-c686-476e-83ee-41f91863c15f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af2258-d31a-42c3-980d-721b1cc56429,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:10.480139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] For port 4167b539-d299-4abf-b935-32f616f3fe3d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:10.495961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5189fc64-c686-476e-83ee-41f91863c15f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.496254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] For port 4167b539-d299-4abf-b935-32f616f3fe3d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4167b539-d299-4abf-b935-32f616f3fe3d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:10.497210 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5189fc64-c686-476e-83ee-41f91863c15f tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/90af2258-d31a-42c3-980d-721b1cc56429 HTTP/1.1" status: 204 len: 168 time: 0.4517026 Jun 03 15:43:10.500063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45980) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.503284 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.561964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-479cca73-6e2a-485a-9192-219ac7943961 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:10.599525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-479cca73-6e2a-485a-9192-219ac7943961 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:10.601539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-479cca73-6e2a-485a-9192-219ac7943961 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004057 Jun 03 15:43:10.611206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45984) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.616061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-90e51b4d-c3eb-462e-965e-06d84ccf0258 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': 'df481ee7-7c71-4fad-a688-28bb93891e7c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:10.630675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08350dd-12c5-4535-9eea-fb1d4dbb9d38 None None] Pushing event updated for resources: {'Port': ['ID=4167b539-d299-4abf-b935-32f616f3fe3d,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:10.631183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90e51b4d-c3eb-462e-965e-06d84ccf0258 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:10.635403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90e51b4d-c3eb-462e-965e-06d84ccf0258 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:10.639153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-90e51b4d-c3eb-462e-965e-06d84ccf0258 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:10.665134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-90e51b4d-c3eb-462e-965e-06d84ccf0258 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:10.726477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.728989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fe2b:ca9b (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/bfd559c0-c041-4939-be57-e4dd178ce026/120b586f-36aa-4bc7-a39e-2a0da60ca3b7) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:10.793972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=72640570-e49f-46ad-aeec-9be125f2ecba,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:10.818414 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-90e51b4d-c3eb-462e-965e-06d84ccf0258 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The resource could not be found. Jun 03 15:43:10.825627 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-90e51b4d-c3eb-462e-965e-06d84ccf0258 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2106876 Jun 03 15:43:10.826540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45994) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.839281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--118595037'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:10.909986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:10.948041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:11.002779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.088811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:11.109760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:11.127270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:11.150449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:11.171743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.220498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5cfcedee-6697-45aa-968e-f94b8e155928 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/ports/72640570-e49f-46ad-aeec-9be125f2ecba HTTP/1.1" status: 204 len: 168 time: 2.7117722 Jun 03 15:43:11.242812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46002) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:11.435367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.486518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 120b586f-36aa-4bc7-a39e-2a0da60ca3b7 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:11.539315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.596995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.620926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 25101872-7ecd-4829-847c-7db6dfa061d4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:11.621937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.649144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:11.653439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:11.663133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:11.669695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:11.670409 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.691925 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.694922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=120b586f-36aa-4bc7-a39e-2a0da60ca3b7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:11.710340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7f9a8eb9-0926-4bd4-a3ba-ba33aed9cf3b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9450922 Jun 03 15:43:11.712785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46010) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:11.819604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c297c2-5cef-4bc1-8452-772d5c737f6d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:11.895739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb6b83-51db-4630-91fc-2e44b023dcc0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:11.913053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb6b83-51db-4630-91fc-2e44b023dcc0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:11.913923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24cb6b83-51db-4630-91fc-2e44b023dcc0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:11.937960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ba13c9b-b823-4d10-b34d-929ba6c98cda up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:12.079827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-24cb6b83-51db-4630-91fc-2e44b023dcc0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:12.079827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-24cb6b83-51db-4630-91fc-2e44b023dcc0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3617413 Jun 03 15:43:12.081434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46018) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:12.081434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.081434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea32500f-27da-486e-b8e2-158acee2941c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2505519 Jun 03 15:43:12.085806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46020) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:12.131633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--42297784'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:12.174199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:12.193538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:12.197602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:12.257813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:12.301210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4167b539-d299-4abf-b935-32f616f3fe3d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:12.319606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0691eb6-7a36-4946-839f-be61fc1f7e97 req-b1af4a68-b1ca-4f29-b9f8-59d3f2891740 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:12.321320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0691eb6-7a36-4946-839f-be61fc1f7e97 req-b1af4a68-b1ca-4f29-b9f8-59d3f2891740 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 944 time: 0.4041610 Jun 03 15:43:12.359843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.371313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 2ba13c9b-b823-4d10-b34d-929ba6c98cda completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:12.381940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 2ba13c9b-b823-4d10-b34d-929ba6c98cda triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:12.382369 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.404663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 120b586f-36aa-4bc7-a39e-2a0da60ca3b7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:12.405214 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.438677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:12.477524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:12.495057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:12.532297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:12.537875 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0691eb6-7a36-4946-839f-be61fc1f7e97 req-ad9486d2-bbab-4631-b734-4e53a8eec3d8 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072871 Jun 03 15:43:12.664690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 4167b539-d299-4abf-b935-32f616f3fe3d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:12.679504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 2ba13c9b-b823-4d10-b34d-929ba6c98cda is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:12.679859 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.710078 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.721942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.770387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba13c9b-b823-4d10-b34d-929ba6c98cda'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:12.803406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 2ba13c9b-b823-4d10-b34d-929ba6c98cda, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ba13c9b-b823-4d10-b34d-929ba6c98cda,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:12.809893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] Provisioning for port 4167b539-d299-4abf-b935-32f616f3fe3d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:12.821110 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.842703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f2b74d-574c-4332-959c-fd5700dda95c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:12.864864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.869209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-38765232-94c9-4307-adae-421858e911d2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7817984 Jun 03 15:43:12.869573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46032) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:12.875246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e82e8494-18c1-4e8b-b397-202a305a35ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '71c297c2-5cef-4bc1-8452-772d5c737f6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '30f2b74d-574c-4332-959c-fd5700dda95c'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:12.897746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e82e8494-18c1-4e8b-b397-202a305a35ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:12.908667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] Provisioning complete for port 4167b539-d299-4abf-b935-32f616f3fe3d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:12.909075 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.911821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.912400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e82e8494-18c1-4e8b-b397-202a305a35ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:12.937524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e82e8494-18c1-4e8b-b397-202a305a35ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:12.954787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e82e8494-18c1-4e8b-b397-202a305a35ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:13.005673 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9693528a-39eb-42d9-a278-c6c527cb92e7'] response: {'server_uuid': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba13c9b-b823-4d10-b34d-929ba6c98cda', 'code': 200} Jun 03 15:43:13.035831 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-e82e8494-18c1-4e8b-b397-202a305a35ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:13.037196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e82e8494-18c1-4e8b-b397-202a305a35ab tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1667001 Jun 03 15:43:13.042295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46036) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:13.137103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=2ba13c9b-b823-4d10-b34d-929ba6c98cda,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:13.267202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] Current status of the port 4167b539-d299-4abf-b935-32f616f3fe3d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:13.268346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.343947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] For port 4167b539-d299-4abf-b935-32f616f3fe3d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4167b539-d299-4abf-b935-32f616f3fe3d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:13.351039 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.394788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 25101872-7ecd-4829-847c-7db6dfa061d4 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:13.508864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07b3-a914-4bb0-ab27-d193960061e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.548366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07b3-a914-4bb0-ab27-d193960061e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.575942 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3eaecaf4-a503-4a93-8187-4073f7f20d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.603007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-14bcdf69-6a37-4ca7-b942-691bc01f904e None None] Provisioning for port 120b586f-36aa-4bc7-a39e-2a0da60ca3b7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:13.608564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-14bcdf69-6a37-4ca7-b942-691bc01f904e None None] Provisioning complete for port 120b586f-36aa-4bc7-a39e-2a0da60ca3b7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:13.608937 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14bcdf69-6a37-4ca7-b942-691bc01f904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.638155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981cf84-a1d6-4c3c-ac48-01a9527606dc None None] Pushing event updated for resources: {'Port': ['ID=4167b539-d299-4abf-b935-32f616f3fe3d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:13.679942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07b3-a914-4bb0-ab27-d193960061e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.723813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-14bcdf69-6a37-4ca7-b942-691bc01f904e None None] Port 120b586f-36aa-4bc7-a39e-2a0da60ca3b7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:13.741237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb07b3-a914-4bb0-ab27-d193960061e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f2b74d-574c-4332-959c-fd5700dda95c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:13.755920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ddb07b3-a914-4bb0-ab27-d193960061e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.761789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3ddb07b3-a914-4bb0-ab27-d193960061e5 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/30f2b74d-574c-4332-959c-fd5700dda95c HTTP/1.1" status: 204 len: 168 time: 0.7171462 Jun 03 15:43:13.764227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46048) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:13.904983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-61f58cc6-9927-4452-a8a6-e14cc67c8682 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:13.931578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-61f58cc6-9927-4452-a8a6-e14cc67c8682 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:13.931936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-61f58cc6-9927-4452-a8a6-e14cc67c8682 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1662507 Jun 03 15:43:13.937573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46054) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:13.968193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627d886-df68-44b0-8c65-db4bd91d7130 req-83b2c44d-9d18-4b60-a23e-de0ddf1e3342 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:13.969456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6627d886-df68-44b0-8c65-db4bd91d7130 req-83b2c44d-9d18-4b60-a23e-de0ddf1e3342 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.1630085 Jun 03 15:43:14.080468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa1ef5-e096-4acf-8208-b3ebd5d7cb4f req-8ad097a5-88a2-4a30-bff3-3ebe0fce0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:14.084219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89fa1ef5-e096-4acf-8208-b3ebd5d7cb4f req-8ad097a5-88a2-4a30-bff3-3ebe0fce0be9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 1096 time: 0.7361448 Jun 03 15:43:14.169761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4167b539-d299-4abf-b935-32f616f3fe3d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:14.182791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89fa1ef5-e096-4acf-8208-b3ebd5d7cb4f req-953e670e-6c79-4363-a205-a40aa35ae323 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865965 Jun 03 15:43:14.195302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.259258 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.260588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6627d886-df68-44b0-8c65-db4bd91d7130 req-78d61c30-579f-47ae-a91d-4661347b1f3c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693853 Jun 03 15:43:14.270936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-489ed747-8ecb-493b-8f73-ca041d831a2c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.277005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=25101872-7ecd-4829-847c-7db6dfa061d4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:14.296077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4167b539-d299-4abf-b935-32f616f3fe3d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:14.296500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.372438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-489ed747-8ecb-493b-8f73-ca041d831a2c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.473686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-489ed747-8ecb-493b-8f73-ca041d831a2c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.495343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ed747-8ecb-493b-8f73-ca041d831a2c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c297c2-5cef-4bc1-8452-772d5c737f6d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:14.516349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-489ed747-8ecb-493b-8f73-ca041d831a2c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.524154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-489ed747-8ecb-493b-8f73-ca041d831a2c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/71c297c2-5cef-4bc1-8452-772d5c737f6d HTTP/1.1" status: 204 len: 168 time: 0.5855985 Jun 03 15:43:14.525406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46060) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:14.576621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4167b539-d299-4abf-b935-32f616f3fe3d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:14.606492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e12a27de-537f-46e2-82e9-50d164292f33 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:14.627830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e12a27de-537f-46e2-82e9-50d164292f33 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:14.627830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e12a27de-537f-46e2-82e9-50d164292f33 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007936 Jun 03 15:43:14.643528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46068) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:14.649743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--499645592'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:14.659190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 120b586f-36aa-4bc7-a39e-2a0da60ca3b7 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:14.665210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:14.678618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:14.694577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.719377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:14.724270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:14.727567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:14.734338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:14.832992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.842481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.905858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e93464-d1cc-44f9-a613-83f275ee1884,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:14.939787 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.941725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1bb2d894-e4bc-4454-9208-5e4fbb310aaf tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2980158 Jun 03 15:43:14.947162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:14.954745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ef980bac-3d9e-40e9-8506-ac6107ee4a99 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '35e93464-d1cc-44f9-a613-83f275ee1884', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:14.959460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.966400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ef980bac-3d9e-40e9-8506-ac6107ee4a99 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:14.971390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ef980bac-3d9e-40e9-8506-ac6107ee4a99 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:14.975603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ef980bac-3d9e-40e9-8506-ac6107ee4a99 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:14.983203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ef980bac-3d9e-40e9-8506-ac6107ee4a99 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:15.025534 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-ef980bac-3d9e-40e9-8506-ac6107ee4a99 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:15.030980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef980bac-3d9e-40e9-8506-ac6107ee4a99 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0772610 Jun 03 15:43:15.031255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:15.041154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d3130a39-37fc-4304-852f-eb8abe675ed2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group_rule': {'security_group_id': '35e93464-d1cc-44f9-a613-83f275ee1884', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:15.054259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d3130a39-37fc-4304-852f-eb8abe675ed2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:15.059659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d3130a39-37fc-4304-852f-eb8abe675ed2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:15.064979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d3130a39-37fc-4304-852f-eb8abe675ed2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:15.073228 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-37ef623b-ff87-4fa1-959b-a669749f20f0 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/ports/25101872-7ecd-4829-847c-7db6dfa061d4 HTTP/1.1" status: 204 len: 168 time: 3.8288400 Jun 03 15:43:15.075693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46084) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:15.080734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d3130a39-37fc-4304-852f-eb8abe675ed2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:15.109612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.195714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=120b586f-36aa-4bc7-a39e-2a0da60ca3b7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:15.254475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.256553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-54933ee9-7299-4d95-a76b-d72bbe0156b9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/120b586f-36aa-4bc7-a39e-2a0da60ca3b7 HTTP/1.1" status: 204 len: 168 time: 3.1756420 Jun 03 15:43:15.259143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46092) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:15.282800 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-d3130a39-37fc-4304-852f-eb8abe675ed2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:15.297810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d3130a39-37fc-4304-852f-eb8abe675ed2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2648284 Jun 03 15:43:15.299816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:15.533576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f06828f-6acb-4ff6-a90f-920298fe1a5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:15.543034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f06828f-6acb-4ff6-a90f-920298fe1a5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:15.549699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2f06828f-6acb-4ff6-a90f-920298fe1a5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:15.609470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2f06828f-6acb-4ff6-a90f-920298fe1a5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:15.614801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2f06828f-6acb-4ff6-a90f-920298fe1a5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3545132 Jun 03 15:43:15.615572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46108) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:15.630042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.645578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3ae13f0-a69f-4db7-91f9-8cd7240bd0de tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.678248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7e27f-105c-49c0-b820-031bc37cb261 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:15.680984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-96b7e27f-105c-49c0-b820-031bc37cb261 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Synchronizing usage tracker for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:15.748825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet bfd559c0-c041-4939-be57-e4dd178ce026 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:15.753943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.833233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.854560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3ae13f0-a69f-4db7-91f9-8cd7240bd0de tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.954995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3ae13f0-a69f-4db7-91f9-8cd7240bd0de tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.976434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.056380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-96b7e27f-105c-49c0-b820-031bc37cb261 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Unset dirty status for tenant:2fc27283ec8d4c29852452b3285f8150 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:16.059067 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-96b7e27f-105c-49c0-b820-031bc37cb261 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "GET /v2.0/ports?device_id=b341f989-58ce-4d44-8894-5850996cc713 HTTP/1.1" status: 200 len: 913 time: 0.9810171 Jun 03 15:43:16.068829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae13f0-a69f-4db7-91f9-8cd7240bd0de tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e93464-d1cc-44f9-a613-83f275ee1884,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:16.070184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:16.100842 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3ae13f0-a69f-4db7-91f9-8cd7240bd0de tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.103269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a3ae13f0-a69f-4db7-91f9-8cd7240bd0de tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/35e93464-d1cc-44f9-a613-83f275ee1884 HTTP/1.1" status: 204 len: 168 time: 0.7901583 Jun 03 15:43:16.108707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46116) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:16.154263 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.209332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a22fdb-cb7f-4641-bce1-a4c9bd7a06b8 req-35330f5b-0bd7-4a40-9f6a-8d7c7568fa7d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:16.211073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1a22fdb-cb7f-4641-bce1-a4c9bd7a06b8 req-35330f5b-0bd7-4a40-9f6a-8d7c7568fa7d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.4998775 Jun 03 15:43:16.214400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2ba78c4c-e4f6-497c-bf34-58c723f35739 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:16.225398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd559c0-c041-4939-be57-e4dd178ce026,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:16.243626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.269034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91dd8f0-3e1e-4e40-bf25-247f3977f6a7 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:16.282393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1a22fdb-cb7f-4641-bce1-a4c9bd7a06b8 req-5b4480b1-33fe-4627-9cf7-7050dea379fa tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520718 Jun 03 15:43:16.283304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2ba78c4c-e4f6-497c-bf34-58c723f35739 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:16.285462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2ba78c4c-e4f6-497c-bf34-58c723f35739 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1746342 Jun 03 15:43:16.291593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46120) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:16.297428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411070081'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:16.322429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:16.358096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:16.385503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.401019 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c7d7548-b6ac-4f02-98f2-9fb1fb234c88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/bfd559c0-c041-4939-be57-e4dd178ce026 HTTP/1.1" status: 204 len: 168 time: 0.7836428 Jun 03 15:43:16.407387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46124) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:16.452369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:16.459171 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9296fc85-c661-4617-b07f-75bb498782b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.464470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Usage tracker for resource:security_group_rule and tenant:fdc0f7fccd78404b8dcca61c10785c5f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:16.479309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:16.495725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:16.623938 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-76633c96-f906-4e05-9d34-40a1d5199224 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2149661 Jun 03 15:43:16.628139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46132) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:16.710556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.834314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.840952 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.880447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:16.898834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] Deleting port 4167b539-d299-4abf-b935-32f616f3fe3d {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:16.899963 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.999944 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.035697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229de30-fab7-46f5-b70f-484ea3b92bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:17.044583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3229de30-fab7-46f5-b70f-484ea3b92bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4148469 Jun 03 15:43:17.046006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15febd6c-2217-4900-b222-5640f7f8d347,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:17.052079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46136) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.054400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.060978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dc961b9a-bb3f-44de-8084-2514e1deacb2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7647021 Jun 03 15:43:17.107795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.319244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4d2f9-52af-4e2c-9be7-eef0c4f94dde tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:17.321552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f4d4d2f9-52af-4e2c-9be7-eef0c4f94dde tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:17.356727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f4d4d2f9-52af-4e2c-9be7-eef0c4f94dde tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:17.365825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f4d4d2f9-52af-4e2c-9be7-eef0c4f94dde tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3059080 Jun 03 15:43:17.367044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46148) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.492851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6c8cac16-4728-41d4-8125-4a0d29baab57 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:17.493663 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-6c8cac16-4728-41d4-8125-4a0d29baab57 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:43:17.494473 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-6c8cac16-4728-41d4-8125-4a0d29baab57 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 15:43:17.495587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6c8cac16-4728-41d4-8125-4a0d29baab57 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "PUT /v2.0/security-groups/15febd6c-2217-4900-b222-5640f7f8d347 HTTP/1.1" status: 409 len: 330 time: 0.0080464 Jun 03 15:43:17.508774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] For port 4167b539-d299-4abf-b935-32f616f3fe3d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4167b539-d299-4abf-b935-32f616f3fe3d,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:17.509365 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.515541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46156) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.653034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] Calling delete_port for 4167b539-d299-4abf-b935-32f616f3fe3d owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:17.685412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6a5b2bd8-3373-42c8-bfc9-e2b1a74cd581 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3161666 Jun 03 15:43:17.686258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46160) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.698055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:17.735743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee0be-eaa9-4893-83d1-30f1974fa20c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.750198 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.772836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee0be-eaa9-4893-83d1-30f1974fa20c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.823359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] No DVR routers for this DVR port 4167b539-d299-4abf-b935-32f616f3fe3d on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:17.832602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89433075-8d3b-4a55-84dd-30d38855ff4f None None] Pushing event deleted for resources: {'Port': ['ID=4167b539-d299-4abf-b935-32f616f3fe3d,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:17.851159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee0be-eaa9-4893-83d1-30f1974fa20c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.898113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ee0be-eaa9-4893-83d1-30f1974fa20c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15febd6c-2217-4900-b222-5640f7f8d347,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:17.980343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee0be-eaa9-4893-83d1-30f1974fa20c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.984472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9e1ee0be-eaa9-4893-83d1-30f1974fa20c tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/15febd6c-2217-4900-b222-5640f7f8d347 HTTP/1.1" status: 204 len: 168 time: 0.4652650 Jun 03 15:43:17.988667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46166) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.994259 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.024992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:18.067490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:18.078289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182c48a-7312-4fbd-ae90-8240652e5a36 req-f2292e7d-8965-4509-b344-ab4862474c3d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:18.079800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b182c48a-7312-4fbd-ae90-8240652e5a36 req-f2292e7d-8965-4509-b344-ab4862474c3d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.3165820 Jun 03 15:43:18.111147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:18.115277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.116759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4167b539-d299-4abf-b935-32f616f3fe3d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:18.151123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f75b8a09-7e80-4454-84dc-14e10c09eac2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Synchronizing usage tracker for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:18.178816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.247587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b182c48a-7312-4fbd-ae90-8240652e5a36 req-f70f538a-6ab2-403e-a331-db3010adfb69 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577821 Jun 03 15:43:18.266381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 4167b539-d299-4abf-b935-32f616f3fe3d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:18.266743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4167b539-d299-4abf-b935-32f616f3fe3d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:18.451038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.562335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f75b8a09-7e80-4454-84dc-14e10c09eac2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] Unset dirty status for tenant:fdc0f7fccd78404b8dcca61c10785c5f on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:18.563217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.objects.ports [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88338) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:43:18.563844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f75b8a09-7e80-4454-84dc-14e10c09eac2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5737503 Jun 03 15:43:18.564056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.571788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46176) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:18.616505 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c626f45c-72ae-4a9e-b761-d0f76cc2cd79 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] delete failed (client error): The resource could not be found. Jun 03 15:43:18.617707 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c626f45c-72ae-4a9e-b761-d0f76cc2cd79 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "DELETE /v2.0/security-groups/9b16c4d2-48bd-4220-a0c7-fcd71c26146b HTTP/1.1" status: 404 len: 347 time: 0.0444379 Jun 03 15:43:18.623283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46182) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:18.661516 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-5a6d13c9-aa52-46ca-b833-4ec915c60ee2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] show failed (client error): The resource could not be found. Jun 03 15:43:18.663096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5a6d13c9-aa52-46ca-b833-4ec915c60ee2 tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-groups/ed0112dc-65a4-45f7-896f-b141ea6e843b HTTP/1.1" status: 404 len: 347 time: 0.0388217 Jun 03 15:43:18.667350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46190) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:18.689086 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-4f007653-8efc-4bfc-9c1d-235bba304f9b tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] show failed (client error): The resource could not be found. Jun 03 15:43:18.690321 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4f007653-8efc-4bfc-9c1d-235bba304f9b tempest-NegativeSecGroupIPv6Test-2044852943 tempest-NegativeSecGroupIPv6Test-2044852943-project] 10.222.0.66 "GET /v2.0/security-group-rules/d8aebc29-cd04-4ed5-ba68-e86e741ea662 HTTP/1.1" status: 404 len: 356 time: 0.0219746 Jun 03 15:43:18.816445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port 3efc4ae3-ba5f-46d9-b745-471fd1d20857 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:18.818421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.949951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:19.050845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:19.073437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad7e40-aef9-43e2-932e-dda8d6380cbd None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:19.120431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:19.121396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.264020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5758998 Jun 03 15:43:19.272742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:19.390145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:85:48:37', 'name': 'tempest-NetworksTestDHCPv6-1119722750'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:19.441808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.568545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381f7bd-f1a2-4b3a-b089-ac578ef46a86 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=4c4f5493-56cf-42c0-805e-33dcd23d860a,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:19.570941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '4c4f5493-56cf-42c0-805e-33dcd23d860a'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:19.582315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.592061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:19.724208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58a135-0ba5-484a-a417-3ab6ab2c5260 req-ee0ffc0b-1262-4c72-b53d-b35976217200 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:19.726611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab58a135-0ba5-484a-a417-3ab6ab2c5260 req-ee0ffc0b-1262-4c72-b53d-b35976217200 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.7744951 Jun 03 15:43:19.756256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for 3efc4ae3-ba5f-46d9-b745-471fd1d20857 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:19.855854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:19.871750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab58a135-0ba5-484a-a417-3ab6ab2c5260 req-4250c613-9868-46f8-817c-ff86a9371681 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257031 Jun 03 15:43:19.885009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Allocated IP 2001:db8::f816:3eff:fe78:7f0f (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/4c4f5493-56cf-42c0-805e-33dcd23d860a/20b1d482-bffd-4962-8084-bd473854d693) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:20.017015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:20.141040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4dbc0da8-29ca-459d-a2df-11b102b9e50f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdc0f7fccd78404b8dcca61c10785c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473917 Jun 03 15:43:20.144732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46226) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:20.192566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:20.423683 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.468964 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.492498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.505088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Transition to ACTIVE for port object 20b1d482-bffd-4962-8084-bd473854d693 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:20.547405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Transition to ACTIVE for port object 20b1d482-bffd-4962-8084-bd473854d693 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:20.563492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.585463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:20.606673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=3efc4ae3-ba5f-46d9-b745-471fd1d20857,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:20.625964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ca34041-ae66-4172-85bc-1e5f2b0d640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.727852 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ca34041-ae66-4172-85bc-1e5f2b0d640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.742992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8893-3bb6-43c0-9bf2-8ec829e23710 req-36ceb613-9336-4c95-bcb8-a16afa6e957e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:20.744580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acbc8893-3bb6-43c0-9bf2-8ec829e23710 req-36ceb613-9336-4c95-bcb8-a16afa6e957e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.3256371 Jun 03 15:43:20.744725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:20.752707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:20.763095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:20.892624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acbc8893-3bb6-43c0-9bf2-8ec829e23710 req-6bd9eb36-9d19-4166-b9c1-07634dc54849 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337647 Jun 03 15:43:20.941177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fe85:4837 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/4c4f5493-56cf-42c0-805e-33dcd23d860a/6e8e37ea-8e5c-4bbf-836e-43710a88a4e7) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:20.990688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Pushing event updated for resources: {'Port': ['ID=20b1d482-bffd-4962-8084-bd473854d693,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:21.006626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ca34041-ae66-4172-85bc-1e5f2b0d640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.038044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Attempting to bind port 20b1d482-bffd-4962-8084-bd473854d693 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:21.038419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Attempting to bind port 20b1d482-bffd-4962-8084-bd473854d693 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:21.038793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Attempting to bind port 20b1d482-bffd-4962-8084-bd473854d693 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:21.055513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:21.055898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:21.056347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.056760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:21.057256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Bound port: 20b1d482-bffd-4962-8084-bd473854d693, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:21.057640 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.069344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca34041-ae66-4172-85bc-1e5f2b0d640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b3de92-fee4-4b27-8c93-2641be8baa7d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:21.389293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.435612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] For port 20b1d482-bffd-4962-8084-bd473854d693, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:21.442381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] For port 20b1d482-bffd-4962-8084-bd473854d693, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=20b1d482-bffd-4962-8084-bd473854d693,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:21.455191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.714284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877a46b-91be-442f-8e09-8d7916148826 None None] Pushing event updated for resources: {'Port': ['ID=20b1d482-bffd-4962-8084-bd473854d693,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:21.740989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ca34041-ae66-4172-85bc-1e5f2b0d640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.742934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0ca34041-ae66-4172-85bc-1e5f2b0d640b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/92b3de92-fee4-4b27-8c93-2641be8baa7d HTTP/1.1" status: 204 len: 168 time: 1.5942838 Jun 03 15:43:21.871920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.944478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e41f2-8b30-4cbf-9f73-96dd399ace88 req-2608f5cc-a6e4-4a76-b8f4-9fa583e350d9 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:21.961857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a85e41f2-8b30-4cbf-9f73-96dd399ace88 req-2608f5cc-a6e4-4a76-b8f4-9fa583e350d9 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.3264091 Jun 03 15:43:22.136601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:22.262785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a85e41f2-8b30-4cbf-9f73-96dd399ace88 req-df83ecdb-0bc9-4a34-bf91-d0816a808057 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996349 Jun 03 15:43:22.335301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:22.401104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Router b341f989-58ce-4d44-8894-5850996cc713 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:43:22.429684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20b1d482-bffd-4962-8084-bd473854d693 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:22.531454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 20b1d482-bffd-4962-8084-bd473854d693 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:22.572525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:22.578102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:22.583593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:22.594173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:22.595225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:22.640516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3560326 Jun 03 15:43:22.642116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaea5a-8d74-4320-a3ae-9cb13b4f43da tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=6e8e37ea-8e5c-4bbf-836e-43710a88a4e7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:22.647042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46258) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:22.821829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ca744-803a-4077-8de1-a1a0fc2b4140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:22.827875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ca744-803a-4077-8de1-a1a0fc2b4140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:22.841472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a41ca744-803a-4077-8de1-a1a0fc2b4140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:22.906101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:22.912693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a41ca744-803a-4077-8de1-a1a0fc2b4140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:22.914788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a41ca744-803a-4077-8de1-a1a0fc2b4140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2661593 Jun 03 15:43:22.918186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46268) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:22.926407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] Sync routers for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:22.966804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:22.967772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:43:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:23.000378 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-22ccdaa4-39fe-45eb-8227-454474740dcd tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "PUT /v2.0/routers/b341f989-58ce-4d44-8894-5850996cc713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9267642 Jun 03 15:43:23.002141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:23.060742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:23.060742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.156197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:23.183139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] Routers {'b341f989-58ce-4d44-8894-5850996cc713'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:23.183858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:43:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b341f989-58ce-4d44-8894-5850996cc713'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:23.442691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:23.443869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df46261-1c24-4199-ba1e-1dad9876340c None None] The sync data for ids ['b341f989-58ce-4d44-8894-5850996cc713'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:23.469587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.696300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] Provisioning for port 20b1d482-bffd-4962-8084-bd473854d693 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:23.702529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] Provisioning complete for port 20b1d482-bffd-4962-8084-bd473854d693 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:23.702902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.725260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46296) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:23.813968 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.827381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting port cd123a12-5c11-4be1-be54-0eb22eb0e888 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:23.828005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.983652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.996227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] Current status of the port 20b1d482-bffd-4962-8084-bd473854d693 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:23.996788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.059600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] For port 20b1d482-bffd-4962-8084-bd473854d693, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=20b1d482-bffd-4962-8084-bd473854d693,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:24.067233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.195321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:24.198957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-92b7c631-568c-4109-ae80-41b1b69337d4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:24.199397 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-92b7c631-568c-4109-ae80-41b1b69337d4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:43:24.199896 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-92b7c631-568c-4109-ae80-41b1b69337d4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:43:24.200918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-92b7c631-568c-4109-ae80-41b1b69337d4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4731157 Jun 03 15:43:24.209230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46304) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:24.215443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b5b565d2-eb8d-4ce1-841c-83977d70b5ec None None] Provisioning for port 6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:24.224544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b5b565d2-eb8d-4ce1-841c-83977d70b5ec None None] Provisioning complete for port 6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:24.225014 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b5b565d2-eb8d-4ce1-841c-83977d70b5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.232819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--362896323'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:24.242386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:24.246523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.261144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:24.266412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:24.271431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463243b-a65d-4993-8ad6-9d05ff5e0649 None None] Pushing event updated for resources: {'Port': ['ID=20b1d482-bffd-4962-8084-bd473854d693,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:24.293617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b5b565d2-eb8d-4ce1-841c-83977d70b5ec None None] Port 6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:24.426688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfb425-b85b-4bd9-bafd-5be46587dcfa req-cfedfb0c-2c9c-40e3-ad96-87b2b706e496 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:24.435721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08dfb425-b85b-4bd9-bafd-5be46587dcfa req-cfedfb0c-2c9c-40e3-ad96-87b2b706e496 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.8725317 Jun 03 15:43:24.506702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08dfb425-b85b-4bd9-bafd-5be46587dcfa req-9101df4f-cb40-46dc-bc05-9afe00abfa89 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693829 Jun 03 15:43:24.508740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.686803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:24.698416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Calling delete_port for cd123a12-5c11-4be1-be54-0eb22eb0e888 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:24.743769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=6e8e37ea-8e5c-4bbf-836e-43710a88a4e7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:24.762806 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.772235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.790061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8aa3d28e-aa84-46d4-b120-38030c8461d6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 HTTP/1.1" status: 204 len: 168 time: 1.8703787 Jun 03 15:43:24.793039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46314) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:24.798072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.829757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:24.839988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:24.846276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:24.874363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:24.913033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21a044-bf8f-422a-80f8-f56ce82a1a88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:24.916573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21a044-bf8f-422a-80f8-f56ce82a1a88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:24.917801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4e21a044-bf8f-422a-80f8-f56ce82a1a88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:24.981935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4e21a044-bf8f-422a-80f8-f56ce82a1a88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:24.985242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4e21a044-bf8f-422a-80f8-f56ce82a1a88 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1900020 Jun 03 15:43:24.989320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46320) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:25.258741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 4c4f5493-56cf-42c0-805e-33dcd23d860a {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:25.259340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.271595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.359819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.361642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Port': ['ID=cd123a12-5c11-4be1-be54-0eb22eb0e888,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:25.434044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.497985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.498391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.545719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:25.579294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.617978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.654050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1aa1ec-4fa1-433b-88ef-b00420339a06,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:25.658087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:25.665927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:25.698144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4f5493-56cf-42c0-805e-33dcd23d860a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:25.712138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.720430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c48c9c-6aef-41c5-9b34-018eaa5fc6d3 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:25.734689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f0087f9d-49b4-42d0-9918-7898be36ad73 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/4c4f5493-56cf-42c0-805e-33dcd23d860a HTTP/1.1" status: 204 len: 168 time: 0.7437785 Jun 03 15:43:25.736987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46332) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:25.778418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:25.843038 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4ad47cd6-04e3-47ea-baeb-ec5d723b1e2e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039865 Jun 03 15:43:25.904820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46338) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:25.945381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:25.974747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.983827 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.021200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11416fcc-920c-4e83-a675-fb140f1d6727 req-2c15ff0d-0d85-4427-832c-1863c684d031 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:26.022938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11416fcc-920c-4e83-a675-fb140f1d6727 req-2c15ff0d-0d85-4427-832c-1863c684d031 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.1784322 Jun 03 15:43:26.188485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11416fcc-920c-4e83-a675-fb140f1d6727 req-9a5e41f9-3edb-4a8e-b7c5-8f509c484196 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550403 Jun 03 15:43:26.245262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.263297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.286146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20b1d482-bffd-4962-8084-bd473854d693 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:26.330187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.331006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Fanout notify agent at l3_agent the message router_deleted on router b341f989-58ce-4d44-8894-5850996cc713 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:43:26.342168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.343322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1197743 Jun 03 15:43:26.346976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46346) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:26.358526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.367314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c658068d-84b5-4293-b1db-2911bbc7a6bf tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/routers/b341f989-58ce-4d44-8894-5850996cc713 HTTP/1.1" status: 204 len: 168 time: 3.3638766 Jun 03 15:43:26.370685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'bf7698bf-9b2e-4274-b114-69316c293c90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:26.382030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:26.387078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:26.390907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:26.394163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:26.398248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:26.405603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:26.407649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46352) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:26.416003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:26.425102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:26.429231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.436749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:26.496578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.635434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 20b1d482-bffd-4962-8084-bd473854d693 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:26.637267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.676647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Deleting subnet 0727bb27-01d8-4637-9d55-f9dc4b170450 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:26.680486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.727660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.739956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.761133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.770662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:26.791371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] Deleting port 20b1d482-bffd-4962-8084-bd473854d693 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:26.791929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.844604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bf1edd-80f5-476c-85f2-06a73816ebd5,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:26.869296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.873629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2186f1fb-f385-4807-81cb-912b46984eca tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5214686 Jun 03 15:43:26.874073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46362) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:26.884767 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.885329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'bf7698bf-9b2e-4274-b114-69316c293c90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:26.909610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:26.922183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:26.938205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:26.957673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:26.986741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed011f7c-03a1-4483-acd6-27a88f511b2a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7698bf-9b2e-4274-b114-69316c293c90,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:26.993834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.026436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.060745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.067057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Subnet': ['ID=0727bb27-01d8-4637-9d55-f9dc4b170450,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:27.086885 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8879fdae-9c89-4120-8d67-b974703964d3 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/subnets/0727bb27-01d8-4637-9d55-f9dc4b170450 HTTP/1.1" status: 204 len: 168 time: 0.6664817 Jun 03 15:43:27.087728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:27.114924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 20b1d482-bffd-4962-8084-bd473854d693 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:27.230751 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:43:27.233016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-88d84a6e-a7af-49b6-a7b7-21e630a69aac tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3572180 Jun 03 15:43:27.236034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46372) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:27.435918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.443038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a9bc-1ea1-458e-9210-3867a2743f3f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.523947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] For port 20b1d482-bffd-4962-8084-bd473854d693, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=20b1d482-bffd-4962-8084-bd473854d693,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:27.524882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.696951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a9bc-1ea1-458e-9210-3867a2743f3f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.837320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] Calling delete_port for 20b1d482-bffd-4962-8084-bd473854d693 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:27.842044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ea2b8-e4a9-420f-b033-675ba1e4a3a8 req-bfc59453-01d4-4742-91c8-7b3146301c0d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:27.844276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b93ea2b8-e4a9-420f-b033-675ba1e4a3a8 req-bfc59453-01d4-4742-91c8-7b3146301c0d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.3964849 Jun 03 15:43:27.931910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a9bc-1ea1-458e-9210-3867a2743f3f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.958495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.960186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b93ea2b8-e4a9-420f-b033-675ba1e4a3a8 req-0c2268ba-a02a-4131-a0c2-aea084cafcb7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088562 Jun 03 15:43:27.973511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5a9bc-1ea1-458e-9210-3867a2743f3f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7698bf-9b2e-4274-b114-69316c293c90,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:27.977829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a9bc-1ea1-458e-9210-3867a2743f3f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.982239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f2b5a9bc-1ea1-458e-9210-3867a2743f3f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/bf7698bf-9b2e-4274-b114-69316c293c90 HTTP/1.1" status: 204 len: 168 time: 0.7420187 Jun 03 15:43:27.983545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46384) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:28.064033 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.095732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-902bad3a-28e1-4091-9480-60493a868c86 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:28.140271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-902bad3a-28e1-4091-9480-60493a868c86 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:28.141793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-902bad3a-28e1-4091-9480-60493a868c86 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1523271 Jun 03 15:43:28.146209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46388) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:28.152092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--860396217'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:28.152340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:43:28.156773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.170841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:28.199121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:28.201271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] Pushing event deleted for resources: {'Port': ['ID=20b1d482-bffd-4962-8084-bd473854d693,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:28.201936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669f7de2-8b8a-49e9-8061-162835a70000']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:28.217863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.230157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20b1d482-bffd-4962-8084-bd473854d693 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:28.261290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:28.271141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:28.279245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:28.288901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:28.291996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:28.292260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 20b1d482-bffd-4962-8084-bd473854d693 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:28.292485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20b1d482-bffd-4962-8084-bd473854d693 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:28.294116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fb769b-2d97-4d1d-a12f-0a61146e859c') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:28.294430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fb769b-2d97-4d1d-a12f-0a61146e859c') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:28.297388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b3809-3400-425d-9e0b-63148b487364 None None] No DVR routers for this DVR port 20b1d482-bffd-4962-8084-bd473854d693 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:28.304986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:28.322557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:28.323104 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.339489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=f67b8794-4a87-4192-a7d3-0e7839bc4c76,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:28.340206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc5521-593d-49e7-8a0b-99d8c6382cb9 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:28.345671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.374107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.382379 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-beb80678-c274-4426-adc0-b5d48ff48bf3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4752905 Jun 03 15:43:28.385297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46392) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:28.391921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:82:d7:be', 'name': 'tempest-NetworksTestDHCPv6-854205761'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:28.422640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:28.423325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.512826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.523002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.550928 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 43fb769b-2d97-4d1d-a12f-0a61146e859c resource provider aggregate not found Jun 03 15:43:28.653780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095bb1ef-1931-4122-b7cd-6a14a9a6377d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:28.676876 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.681575 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 43fb769b-2d97-4d1d-a12f-0a61146e859c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43fb769b-2d97-4d1d-a12f-0a61146e859c found for delete ", "request_id": "req-c456c886-5651-47ba-b511-c91761139ff8"}]} Jun 03 15:43:28.686209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-79c904ec-88e7-48ad-99cc-1f5bb70a202b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5360899 Jun 03 15:43:28.686523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46402) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:28.721135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-805d4c0b-964c-4781-9ec5-92d5e3d9f346 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '095bb1ef-1931-4122-b7cd-6a14a9a6377d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:28.727817 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-805d4c0b-964c-4781-9ec5-92d5e3d9f346 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 03 15:43:28.730621 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-805d4c0b-964c-4781-9ec5-92d5e3d9f346 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:28.732019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-805d4c0b-964c-4781-9ec5-92d5e3d9f346 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0445926 Jun 03 15:43:28.734780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.735491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46408) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:28.740893 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.827317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] Pushing event deleted for resources: {'Network': ['ID=669f7de2-8b8a-49e9-8061-162835a70000,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:28.839270 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e3a84441-cd05-4e1b-8336-5b6148bf5e69 tempest-FloatingIPTestJSON-1509774470 tempest-FloatingIPTestJSON-1509774470-project] 10.222.0.66 "DELETE /v2.0/networks/669f7de2-8b8a-49e9-8061-162835a70000 HTTP/1.1" status: 204 len: 168 time: 1.7415276 Jun 03 15:43:28.900789 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59f694cb-7d6e-436f-9788-cb5f07d43504 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.913728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:28.924234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:28.931867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:28.947531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59f694cb-7d6e-436f-9788-cb5f07d43504 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.948628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:28.954292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'f67b8794-4a87-4192-a7d3-0e7839bc4c76'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:28.955114 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.985603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:29.038536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59f694cb-7d6e-436f-9788-cb5f07d43504 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.087036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f694cb-7d6e-436f-9788-cb5f07d43504 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095bb1ef-1931-4122-b7cd-6a14a9a6377d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:29.115233 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59f694cb-7d6e-436f-9788-cb5f07d43504 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.118913 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-59f694cb-7d6e-436f-9788-cb5f07d43504 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/095bb1ef-1931-4122-b7cd-6a14a9a6377d HTTP/1.1" status: 204 len: 168 time: 0.3793566 Jun 03 15:43:29.118913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46416) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.248349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6cd106d6-b0a8-4a8d-bab4-e173539996f1 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:29.274107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6cd106d6-b0a8-4a8d-bab4-e173539996f1 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:29.277101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6cd106d6-b0a8-4a8d-bab4-e173539996f1 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561520 Jun 03 15:43:29.291336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46424) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.306055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100527119'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:29.320188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:29.334880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:29.363731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.398817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.446699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:29.453805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:29.458395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:29.469924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:29.475079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Allocated IP 2001:db8::f816:3eff:fe18:f942 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/f67b8794-4a87-4192-a7d3-0e7839bc4c76/0edf1a2a-52d3-46c0-941f-dcb089a16d13) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:29.505243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 5f6e92a0-0ea4-40a6-b2ca-e31915310515 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:29.513522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d564303-fae0-4e9f-9106-a4ff1254a7fa req-28035beb-bd0e-491b-9653-5d79a9ab3557 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:29.525253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d564303-fae0-4e9f-9106-a4ff1254a7fa req-28035beb-bd0e-491b-9653-5d79a9ab3557 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.1778972 Jun 03 15:43:29.685955 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d564303-fae0-4e9f-9106-a4ff1254a7fa req-8d4b84a4-e873-4228-bf69-24f926450a73 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566396 Jun 03 15:43:29.688435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46430) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.740576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.748513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.802144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883a8f9e-0b48-471d-9c49-ffefe7a84291,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:29.833973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.863460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Transition to ACTIVE for port object 0edf1a2a-52d3-46c0-941f-dcb089a16d13 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:29.882088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.883743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-28b4f394-8ec2-40dc-9dc6-c253b54a183e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5852766 Jun 03 15:43:29.887199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46438) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.898662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-41078643-d76c-412c-9b48-d0f9ea780947 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '883a8f9e-0b48-471d-9c49-ffefe7a84291', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:29.904197 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-41078643-d76c-412c-9b48-d0f9ea780947 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 03 15:43:29.904444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Transition to ACTIVE for port object 0edf1a2a-52d3-46c0-941f-dcb089a16d13 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:29.906009 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-41078643-d76c-412c-9b48-d0f9ea780947 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:29.911830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-41078643-d76c-412c-9b48-d0f9ea780947 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0227156 Jun 03 15:43:29.914132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46446) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.923909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.937417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0625a0f3-bbb0-4a04-a364-db4bc88c7382 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2fc27283ec8d4c29852452b3285f8150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450175 Jun 03 15:43:29.938407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46450) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:30.016667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21cb3ae6-fad7-4b17-a16e-b99419e76df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.069267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:30.072084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21cb3ae6-fad7-4b17-a16e-b99419e76df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.077614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:30.089570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:30.187558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Pushing event updated for resources: {'Port': ['ID=0edf1a2a-52d3-46c0-941f-dcb089a16d13,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:30.207302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fe82:d7be (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/f67b8794-4a87-4192-a7d3-0e7839bc4c76/5f6e92a0-0ea4-40a6-b2ca-e31915310515) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:30.226583 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21cb3ae6-fad7-4b17-a16e-b99419e76df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.255022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb3ae6-fad7-4b17-a16e-b99419e76df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfde7cc-db5d-4b47-9994-71ff97127529,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:30.265954 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-21cb3ae6-fad7-4b17-a16e-b99419e76df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.267070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c74ceeb5-184b-4a9c-ad2e-270d092e2256 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.297030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-21cb3ae6-fad7-4b17-a16e-b99419e76df7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4bfde7cc-db5d-4b47-9994-71ff97127529 HTTP/1.1" status: 204 len: 168 time: 0.3425839 Jun 03 15:43:30.339308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Attempting to bind port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:30.340033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Attempting to bind port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:30.342072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Attempting to bind port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:30.361119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:30.362646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:30.363777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.365007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:30.367955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Bound port: 0edf1a2a-52d3-46c0-941f-dcb089a16d13, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:30.368637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.403054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c74ceeb5-184b-4a9c-ad2e-270d092e2256 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.603731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c74ceeb5-184b-4a9c-ad2e-270d092e2256 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.664898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ceeb5-184b-4a9c-ad2e-270d092e2256 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883a8f9e-0b48-471d-9c49-ffefe7a84291,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:30.677013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c74ceeb5-184b-4a9c-ad2e-270d092e2256 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.678563 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c74ceeb5-184b-4a9c-ad2e-270d092e2256 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/883a8f9e-0b48-471d-9c49-ffefe7a84291 HTTP/1.1" status: 204 len: 168 time: 0.7621353 Jun 03 15:43:30.681450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46472) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:30.687407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] For port 0edf1a2a-52d3-46c0-941f-dcb089a16d13, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:30.708644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] For port 0edf1a2a-52d3-46c0-941f-dcb089a16d13, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0edf1a2a-52d3-46c0-941f-dcb089a16d13,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:30.722645 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.772150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.820191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 5f6e92a0-0ea4-40a6-b2ca-e31915310515 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:30.846065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5889f42f-3ad7-458a-b982-8ed4a8d72121 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:30.860362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caad70-c61a-4a4b-9013-09d2f6bf39ce None None] Pushing event updated for resources: {'Port': ['ID=0edf1a2a-52d3-46c0-941f-dcb089a16d13,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:30.896707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.910353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5889f42f-3ad7-458a-b982-8ed4a8d72121 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:30.911939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5889f42f-3ad7-458a-b982-8ed4a8d72121 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2292092 Jun 03 15:43:30.917964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46484) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:30.923674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--803782105'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:30.949274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:31.099231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:31.144582 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.171033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:31.180971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:31.181281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:31.187613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:31.192290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:31.210817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:31.227377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:31.235691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bf31b-e08d-4cae-8d17-8bf3d439a2de req-ae814ade-d7da-46f8-a256-45230c0abab4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:31.237552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f72bf31b-e08d-4cae-8d17-8bf3d439a2de req-ae814ade-d7da-46f8-a256-45230c0abab4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.2903833 Jun 03 15:43:31.253985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:31.256324 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.323954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=5f6e92a0-0ea4-40a6-b2ca-e31915310515,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:31.343914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1b0c025-38b6-4521-8c94-ebac48d50f20 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9558573 Jun 03 15:43:31.344886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46504) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.386689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f72bf31b-e08d-4cae-8d17-8bf3d439a2de req-5197b009-d069-46db-a830-c838ce05bd4d tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383131 Jun 03 15:43:31.466194 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.486206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.564462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951aa59-12b8-458e-850e-08b14c49dca2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:31.571203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951aa59-12b8-458e-850e-08b14c49dca2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:31.577823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2951aa59-12b8-458e-850e-08b14c49dca2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:31.598979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.600846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6818528 Jun 03 15:43:31.606822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46514) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.621536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2951aa59-12b8-458e-850e-08b14c49dca2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:31.622797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2951aa59-12b8-458e-850e-08b14c49dca2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2756567 Jun 03 15:43:31.624374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-596c8d13-552b-41bb-9bea-f4672e3c5f89 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '7709d739-e147-47cd-8602-4864dfd03a70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:31.625264 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-596c8d13-552b-41bb-9bea-f4672e3c5f89 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 03 15:43:31.626173 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-596c8d13-552b-41bb-9bea-f4672e3c5f89 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:31.626392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46518) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.627232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-596c8d13-552b-41bb-9bea-f4672e3c5f89 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220840 Jun 03 15:43:31.629442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3da4d5-bcde-4d74-aabf-a06ae1ed53d2 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7709d739-e147-47cd-8602-4864dfd03a70,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:31.635457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46522) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.642604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-89fe24d0-f2b0-4689-a3d0-41110478dca7 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '7709d739-e147-47cd-8602-4864dfd03a70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:31.644801 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-89fe24d0-f2b0-4689-a3d0-41110478dca7 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 03 15:43:31.645784 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-89fe24d0-f2b0-4689-a3d0-41110478dca7 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:31.647002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-89fe24d0-f2b0-4689-a3d0-41110478dca7 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103047 Jun 03 15:43:31.649948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46528) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.658261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8a66193a-596e-4548-982e-b51bcc1d62bb tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '7709d739-e147-47cd-8602-4864dfd03a70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:31.659966 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-8a66193a-596e-4548-982e-b51bcc1d62bb tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 03 15:43:31.660739 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-8a66193a-596e-4548-982e-b51bcc1d62bb tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:31.666775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8a66193a-596e-4548-982e-b51bcc1d62bb tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149527 Jun 03 15:43:31.667813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46534) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.674052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4762207d-fc6f-4183-99ad-27730d9076fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '7709d739-e147-47cd-8602-4864dfd03a70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:31.675394 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-4762207d-fc6f-4183-99ad-27730d9076fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 03 15:43:31.676238 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-4762207d-fc6f-4183-99ad-27730d9076fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:31.681339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4762207d-fc6f-4183-99ad-27730d9076fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121806 Jun 03 15:43:31.682820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46538) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.735905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 5f6e92a0-0ea4-40a6-b2ca-e31915310515 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:31.736317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.105383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f066e9d-9c91-4259-a0c1-78252829932b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.181342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:32.192879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f066e9d-9c91-4259-a0c1-78252829932b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.261007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0edf1a2a-52d3-46c0-941f-dcb089a16d13 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:32.362728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f066e9d-9c91-4259-a0c1-78252829932b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.488465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268445483'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:32.496798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f066e9d-9c91-4259-a0c1-78252829932b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709d739-e147-47cd-8602-4864dfd03a70,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:32.508733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:32.528143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:32.550168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1f066e9d-9c91-4259-a0c1-78252829932b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.555341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1f066e9d-9c91-4259-a0c1-78252829932b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/7709d739-e147-47cd-8602-4864dfd03a70 HTTP/1.1" status: 204 len: 168 time: 0.8711846 Jun 03 15:43:32.556758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:32.563401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46558) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:32.601461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:32.639916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:32.669174 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.682465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f7c10a22-518e-4f1f-820e-531e74742aae tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:32.704850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:32.709248 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.726052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.751363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:32.757860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:security_group_rule and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:32.761304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:32.783004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:32.790188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] Provisioning for port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:32.799807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] Provisioning complete for port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:32.800231 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.806253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f7c10a22-518e-4f1f-820e-531e74742aae tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:32.807666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f7c10a22-518e-4f1f-820e-531e74742aae tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2400362 Jun 03 15:43:32.866758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46564) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:32.914841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024004700'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:32.929008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 5f6e92a0-0ea4-40a6-b2ca-e31915310515 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:33.046023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] Current status of the port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:33.046687 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.061699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:33.095636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:33.110450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] For port 0edf1a2a-52d3-46c0-941f-dcb089a16d13, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0edf1a2a-52d3-46c0-941f-dcb089a16d13,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:33.120707 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.142758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.254035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ef8b-560e-40d0-aced-78188736ea42 None None] Pushing event updated for resources: {'Port': ['ID=0edf1a2a-52d3-46c0-941f-dcb089a16d13,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:33.274027 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.306473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.335885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:33.358100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e60c-b17e-41f9-88b7-b68f0db0e847 req-52a20341-c4c7-49f2-afe4-81abd6201643 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:33.365441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e153e60c-b17e-41f9-88b7-b68f0db0e847 req-52a20341-c4c7-49f2-afe4-81abd6201643 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.6406810 Jun 03 15:43:33.369182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:33.377607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.378150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18ed5d5f-c522-4e77-b629-f098ee67ae97 None None] Provisioning for port 5f6e92a0-0ea4-40a6-b2ca-e31915310515 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:33.384882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-18ed5d5f-c522-4e77-b629-f098ee67ae97 None None] Provisioning complete for port 5f6e92a0-0ea4-40a6-b2ca-e31915310515 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:33.385260 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18ed5d5f-c522-4e77-b629-f098ee67ae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.387054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:33.402895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:33.411614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fbfd55-962a-4f2a-95bd-4c526d0b9c06,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:33.425102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-18ed5d5f-c522-4e77-b629-f098ee67ae97 None None] Port 5f6e92a0-0ea4-40a6-b2ca-e31915310515 was deleted so its status cannot be updated. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 15:43:33.487016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:33.515906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=5f6e92a0-0ea4-40a6-b2ca-e31915310515,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:33.540802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.554844 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e153e60c-b17e-41f9-88b7-b68f0db0e847 req-1dae49f5-b289-4e24-80f6-60d98fb3aabb tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877379 Jun 03 15:43:33.564833 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff02e12e-031d-4175-a8db-f6afd3b3ca6a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/5f6e92a0-0ea4-40a6-b2ca-e31915310515 HTTP/1.1" status: 204 len: 168 time: 1.9373143 Jun 03 15:43:33.568538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46570) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:33.598989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.599285 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment d4a081f6-6fa1-46a2-883a-35554ab9a4a2 of type vlan for network 0c3ca3cd-6b22-440e-ac55-377d8f12952f Jun 03 15:43:33.653302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.739775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.741133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033f29c-b8cb-41d7-8a7a-efd167005e21 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:33.743391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033f29c-b8cb-41d7-8a7a-efd167005e21 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:33.744692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d033f29c-b8cb-41d7-8a7a-efd167005e21 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:33.751141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.779033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d033f29c-b8cb-41d7-8a7a-efd167005e21 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:33.791065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46580) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:33.791934 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d033f29c-b8cb-41d7-8a7a-efd167005e21 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2218776 Jun 03 15:43:33.878719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e543e0a8-1bd8-4b07-aacd-7ab221e25c58,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:33.886962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.892154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:33.892996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.000595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.004996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-06c95514-7d65-48b0-addb-115f4a1099e3 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1000926 Jun 03 15:43:34.005565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46584) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.011210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ee758f1a-e7bb-43f5-b54f-747d99b8a19b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.012338 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-ee758f1a-e7bb-43f5-b54f-747d99b8a19b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:43:34.013089 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-ee758f1a-e7bb-43f5-b54f-747d99b8a19b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.014364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ee758f1a-e7bb-43f5-b54f-747d99b8a19b tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074489 Jun 03 15:43:34.017811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46588) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.025219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-50fcb27e-89b4-42da-97da-d1cefb0648fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.037553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet f67b8794-4a87-4192-a7d3-0e7839bc4c76 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:34.038709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-50fcb27e-89b4-42da-97da-d1cefb0648fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:34.051213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-50fcb27e-89b4-42da-97da-d1cefb0648fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:34.055360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-50fcb27e-89b4-42da-97da-d1cefb0648fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:34.066440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-50fcb27e-89b4-42da-97da-d1cefb0648fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:34.070070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.109910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9274516 Jun 03 15:43:34.118082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d16bc-309a-4f77-b39c-6db3e1472de4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=0c3ca3cd-6b22-440e-ac55-377d8f12952f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:34.138528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0c3ca3cd-6b22-440e-ac55-377d8f12952f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:34.157818 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-50fcb27e-89b4-42da-97da-d1cefb0648fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.164711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-50fcb27e-89b4-42da-97da-d1cefb0648fd tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1451476 Jun 03 15:43:34.165604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46592) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.172412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f6dbf197-9909-48ab-9593-8e621a47c88f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.173225 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-f6dbf197-9909-48ab-9593-8e621a47c88f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 03 15:43:34.175089 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-f6dbf197-9909-48ab-9593-8e621a47c88f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.180548 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f6dbf197-9909-48ab-9593-8e621a47c88f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129309 Jun 03 15:43:34.181421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46596) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.187632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-72ea5444-218f-4abf-829f-7570ef2f3a7f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.202985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-72ea5444-218f-4abf-829f-7570ef2f3a7f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:34.212367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0edf1a2a-52d3-46c0-941f-dcb089a16d13 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:34.213147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-72ea5444-218f-4abf-829f-7570ef2f3a7f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:34.217092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-72ea5444-218f-4abf-829f-7570ef2f3a7f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:34.219887 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.230942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-72ea5444-218f-4abf-829f-7570ef2f3a7f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:34.273861 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-72ea5444-218f-4abf-829f-7570ef2f3a7f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.278998 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-72ea5444-218f-4abf-829f-7570ef2f3a7f tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0962322 Jun 03 15:43:34.279606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46600) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.287030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cca2acd6-ae1a-465f-b682-a1b77a12ac0a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.287570 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-cca2acd6-ae1a-465f-b682-a1b77a12ac0a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:43:34.288493 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-cca2acd6-ae1a-465f-b682-a1b77a12ac0a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.294326 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cca2acd6-ae1a-465f-b682-a1b77a12ac0a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134518 Jun 03 15:43:34.295215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46604) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.301868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7d436ab3-a74f-4457-95f1-50fcaee6e331 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.311536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7d436ab3-a74f-4457-95f1-50fcaee6e331 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:34.317024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7d436ab3-a74f-4457-95f1-50fcaee6e331 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:34.321240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7d436ab3-a74f-4457-95f1-50fcaee6e331 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:34.331081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7d436ab3-a74f-4457-95f1-50fcaee6e331 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:34.384747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46610) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.397182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': '0c3ca3cd-6b22-440e-ac55-377d8f12952f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.432327 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-7d436ab3-a74f-4457-95f1-50fcaee6e331 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.434603 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7d436ab3-a74f-4457-95f1-50fcaee6e331 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1380587 Jun 03 15:43:34.442237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46614) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.443272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:34.444643 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.495554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-376f0547-2bf6-4626-884d-58dd1a9cfeed tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.496495 n-d-844594-1 neutron-server[88338]: WARNING neutron.api.v2.base [None req-376f0547-2bf6-4626-884d-58dd1a9cfeed tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 03 15:43:34.497234 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-376f0547-2bf6-4626-884d-58dd1a9cfeed tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.498460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-376f0547-2bf6-4626-884d-58dd1a9cfeed tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0538695 Jun 03 15:43:34.501294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46618) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.507287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-279c0c3a-61ef-4f73-a42a-3a6c67cca5f4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.517589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-279c0c3a-61ef-4f73-a42a-3a6c67cca5f4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:34.521003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.563623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-279c0c3a-61ef-4f73-a42a-3a6c67cca5f4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:34.573537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-279c0c3a-61ef-4f73-a42a-3a6c67cca5f4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:34.584473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-279c0c3a-61ef-4f73-a42a-3a6c67cca5f4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:34.623159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:34.633925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:34.638922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:34.649963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:34.668747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:34.674789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.695021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:34.706731 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.795740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=f67b8794-4a87-4192-a7d3-0e7839bc4c76,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:34.869199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555fe04-d2ef-4ebd-80ce-bd9b88de5fa9 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:34.873781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.894509 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-279c0c3a-61ef-4f73-a42a-3a6c67cca5f4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:34.899583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-279c0c3a-61ef-4f73-a42a-3a6c67cca5f4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3931038 Jun 03 15:43:34.901252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46628) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.906596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-54b0afd1-e59e-4f73-a85d-0eccfc4ae408 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e543e0a8-1bd8-4b07-aacd-7ab221e25c58', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:34.926460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9014a4fa-2a5e-4d16-83fa-86224d987377 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f67b8794-4a87-4192-a7d3-0e7839bc4c76 HTTP/1.1" status: 204 len: 168 time: 1.1280677 Jun 03 15:43:34.927054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46632) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.949583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-54b0afd1-e59e-4f73-a85d-0eccfc4ae408 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:34.979926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-54b0afd1-e59e-4f73-a85d-0eccfc4ae408 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:34.989347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-54b0afd1-e59e-4f73-a85d-0eccfc4ae408 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:35.011709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-54b0afd1-e59e-4f73-a85d-0eccfc4ae408 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:35.080316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-649870d1-dca5-45b0-8987-cd4275fd3b04 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520734 Jun 03 15:43:35.087446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46638) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:35.148500 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-54b0afd1-e59e-4f73-a85d-0eccfc4ae408 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:35.152896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-54b0afd1-e59e-4f73-a85d-0eccfc4ae408 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2485051 Jun 03 15:43:35.154566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.155603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1ae68-fcad-4b08-99ee-346c5e0ea974 req-a29a6ab8-1483-44f7-a899-23e4e133b1c7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.157441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf1ae68-fcad-4b08-99ee-346c5e0ea974 req-a29a6ab8-1483-44f7-a899-23e4e133b1c7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.3654203 Jun 03 15:43:35.158169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:35.255375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bdf1ae68-fcad-4b08-99ee-346c5e0ea974 req-22ffe734-18cb-4489-b12e-8b9fa5d74130 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806100 Jun 03 15:43:35.304209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': 'd4a081f6-6fa1-46a2-883a-35554ab9a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c3ca3cd-6b22-440e-ac55-377d8f12952f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:35.304457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: 0c3ca3cd-6b22-440e-ac55-377d8f12952f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:35.324324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80da757f-1180-4144-8154-a959bd597e50 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.325942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=0313de41-c60c-4fa2-bff3-adb96b257a6e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:35.333439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 0c3ca3cd-6b22-440e-ac55-377d8f12952f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:35.350642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:35.358680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] Deleting port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:35.360139 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.360632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0c3ca3cd-6b22-440e-ac55-377d8f12952f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:35.372584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.376024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44db5d4-75d4-456a-ba6c-519f50be5c96 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.377021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d44db5d4-75d4-456a-ba6c-519f50be5c96 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:35.386590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.448853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d44db5d4-75d4-456a-ba6c-519f50be5c96 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:35.452330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d12b4-4dfc-420c-82ed-03f0abe6ec54 None None] Network 0c3ca3cd-6b22-440e-ac55-377d8f12952f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:35.454685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d44db5d4-75d4-456a-ba6c-519f50be5c96 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3642116 Jun 03 15:43:35.461671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fede377c-dbc8-4f76-85c6-131cb9b2ef96 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0718925 Jun 03 15:43:35.462361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46650) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:35.462593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46648) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:35.467186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80da757f-1180-4144-8154-a959bd597e50 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.469238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092718944'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:35.480401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:35.488565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:35.494705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:35.506080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:35.522682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:35.527266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.605103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2ce56-8a9f-4d4a-b604-675a80efcce7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.606405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56e2ce56-8a9f-4d4a-b604-675a80efcce7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:35.623410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:35.649572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56e2ce56-8a9f-4d4a-b604-675a80efcce7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:35.651211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-56e2ce56-8a9f-4d4a-b604-675a80efcce7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1596348 Jun 03 15:43:35.654069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46658) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:35.666733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.667246 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment a35171d4-fbff-45cc-98f5-ff867bb0b1fd of type vlan for network 0817fbd7-f8e5-40ea-8804-84c330834a89 Jun 03 15:43:35.742355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.746665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3f35474c-483a-48bb-bd8d-fa6eb467d1c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909071 Jun 03 15:43:35.751624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46664) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:35.759780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:35.849725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.864225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.866158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.073547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80da757f-1180-4144-8154-a959bd597e50 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.113834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:36.163008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6988809 Jun 03 15:43:36.171844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46670) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:36.191745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0edf1a2a-52d3-46c0-941f-dcb089a16d13 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:36.198521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': '0817fbd7-f8e5-40ea-8804-84c330834a89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:36.244066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da757f-1180-4144-8154-a959bd597e50 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e543e0a8-1bd8-4b07-aacd-7ab221e25c58,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:36.275099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-0c3ca3cd-6b22-440e-ac55-377d8f12952f', 'network_id': '0c3ca3cd-6b22-440e-ac55-377d8f12952f', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': '0313de41-c60c-4fa2-bff3-adb96b257a6e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:36.276521 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.276971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:36.321516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80da757f-1180-4144-8154-a959bd597e50 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.324753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-80da757f-1180-4144-8154-a959bd597e50 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/e543e0a8-1bd8-4b07-aacd-7ab221e25c58 HTTP/1.1" status: 204 len: 168 time: 1.1643898 Jun 03 15:43:36.334192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46676) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:36.400875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:36.413259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ccf9c-4b0f-4623-8b8e-8ab2a8aad1a9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=0817fbd7-f8e5-40ea-8804-84c330834a89,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:36.415999 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.561462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:36.571878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:36.576092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:36.587014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:36.591449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Allocated IP 172.20.255.242 (0c3ca3cd-6b22-440e-ac55-377d8f12952f/0313de41-c60c-4fa2-bff3-adb96b257a6e/929ccea8-a193-4ecd-a2a0-a43b86bd8f72) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:36.609574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:36.628558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.841444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0817fbd7-f8e5-40ea-8804-84c330834a89 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:36.909480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] For port 0edf1a2a-52d3-46c0-941f-dcb089a16d13, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0edf1a2a-52d3-46c0-941f-dcb089a16d13,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:36.912209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.974411 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:43:37.069196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e33580f-9ccc-4e5a-a989-4ab558633fc4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:37.150271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e33580f-9ccc-4e5a-a989-4ab558633fc4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:37.159303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e33580f-9ccc-4e5a-a989-4ab558633fc4 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8185654 Jun 03 15:43:37.162177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46682) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:37.176300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--752318908'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:37.197907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:37.199800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] Calling delete_port for 0edf1a2a-52d3-46c0-941f-dcb089a16d13 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:37.223542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196eaa-bb56-43d6-985b-1aea4ada6176 req-85c884d1-e8d9-4c13-b81c-df7ed63d68e0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:37.226148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:37.227370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07196eaa-bb56-43d6-985b-1aea4ada6176 req-85c884d1-e8d9-4c13-b81c-df7ed63d68e0 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.7211812 Jun 03 15:43:37.253284 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.279072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:37.285403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:37.290099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:37.297751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.303354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:37.412592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.433473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Transition to ACTIVE for port object 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:37.479644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Transition to ACTIVE for port object 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:37.535733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-07196eaa-bb56-43d6-985b-1aea4ada6176 req-df15d99b-be17-427b-a02b-98765d88dc6b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024473 Jun 03 15:43:37.538002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.543286 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.742259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:37.748997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:37.759090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:37.760121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.804976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=6c1bd27d-a032-4e43-a1fb-571ce5b5621e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:37.823835 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.836420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.852856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=26a460af-d954-4068-bbec-a955ac24712c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:37.894674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8d29422a-01d8-41b4-a218-68f456fb5643 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1397874 Jun 03 15:43:37.905168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46694) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:37.915367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:eb:2f:ff', 'name': 'tempest-NetworksTestDHCPv6-455667184'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:37.931302 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.975433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Network 0c3ca3cd-6b22-440e-ac55-377d8f12952f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:37.981438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:37.983928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:37.993100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] No DVR routers for this DVR port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:38.079646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720507d7-1ba1-405f-98c2-12d44265b90e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:38.152602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 0edf1a2a-52d3-46c0-941f-dcb089a16d13 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:43:38.153092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0edf1a2a-52d3-46c0-941f-dcb089a16d13 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:38.194208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Pushing event updated for resources: {'Port': ['ID=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:38.258777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c9567-99ba-4e9a-9bac-ed3a359f22bc None None] Pushing event deleted for resources: {'Port': ['ID=0edf1a2a-52d3-46c0-941f-dcb089a16d13,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:38.263800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Attempting to bind port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:38.264198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Attempting to bind port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd4a081f6-6fa1-46a2-883a-35554ab9a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c3ca3cd-6b22-440e-ac55-377d8f12952f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:38.264648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Attempting to bind port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 on network 0c3ca3cd-6b22-440e-ac55-377d8f12952f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:38.291748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:38.291748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Checking segment: {'id': 'd4a081f6-6fa1-46a2-883a-35554ab9a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c3ca3cd-6b22-440e-ac55-377d8f12952f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:38.291748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.291748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Bound using segment: {'id': 'd4a081f6-6fa1-46a2-883a-35554ab9a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c3ca3cd-6b22-440e-ac55-377d8f12952f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:38.291748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Bound port: 929ccea8-a193-4ecd-a2a0-a43b86bd8f72, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a081f6-6fa1-46a2-883a-35554ab9a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0c3ca3cd-6b22-440e-ac55-377d8f12952f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:38.291748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.360718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205fe733-a52d-477e-a70b-aee853d39520,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:38.368318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': 'a35171d4-fbff-45cc-98f5-ff867bb0b1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0817fbd7-f8e5-40ea-8804-84c330834a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:38.368953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: 0817fbd7-f8e5-40ea-8804-84c330834a89, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:38.404059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:38.413193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.415715 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dc3f3a8d-a38e-4aaf-b34b-9caf596d011a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2522829 Jun 03 15:43:38.418710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46698) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:38.430463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-310c90d9-ebc9-4b61-9a9e-031da71d8849 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '205fe733-a52d-477e-a70b-aee853d39520', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:38.443752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:38.451963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 0817fbd7-f8e5-40ea-8804-84c330834a89 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:38.459555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-310c90d9-ebc9-4b61-9a9e-031da71d8849 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:38.476080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] For port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:38.477873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-310c90d9-ebc9-4b61-9a9e-031da71d8849 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:38.483227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:38.486239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] For port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,segment=NetworkSegment(d4a081f6-6fa1-46a2-883a-35554ab9a4a2),segment_id=d4a081f6-6fa1-46a2-883a-35554ab9a4a2)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:38.489306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-310c90d9-ebc9-4b61-9a9e-031da71d8849 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:38.502108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-310c90d9-ebc9-4b61-9a9e-031da71d8849 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:38.525101 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.530769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0817fbd7-f8e5-40ea-8804-84c330834a89) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:38.586708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:38.587499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.618324 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-310c90d9-ebc9-4b61-9a9e-031da71d8849 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The resource could not be found. Jun 03 15:43:38.622568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-310c90d9-ebc9-4b61-9a9e-031da71d8849 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1988938 Jun 03 15:43:38.623135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46704) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:38.633109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7a966885-5522-4bd8-ae73-2afc5b90e17a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '205fe733-a52d-477e-a70b-aee853d39520', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c4684361-c72f-49c4-9bba-64c0f8f14e24'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:38.647545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7a966885-5522-4bd8-ae73-2afc5b90e17a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:38.654621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed17830-1ec0-4d5b-8462-3c07476cb5c0 None None] Network 0817fbd7-f8e5-40ea-8804-84c330834a89 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:38.659759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7a966885-5522-4bd8-ae73-2afc5b90e17a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:38.674180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7a966885-5522-4bd8-ae73-2afc5b90e17a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:38.699804 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1a1354da-d97a-44b3-8823-02af59625252 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5249617 Jun 03 15:43:38.705179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46710) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:38.731884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7a966885-5522-4bd8-ae73-2afc5b90e17a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:38.760934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.795989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 23c3ce3f-3f00-4055-a5ea-c173cbc9671e yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:39.240688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::1c4 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/26a460af-d954-4068-bbec-a955ac24712c/23c3ce3f-3f00-4055-a5ea-c173cbc9671e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:39.354657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.377830 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-7a966885-5522-4bd8-ae73-2afc5b90e17a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The resource could not be found. Jun 03 15:43:39.379501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7a966885-5522-4bd8-ae73-2afc5b90e17a tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7535479 Jun 03 15:43:39.385221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46720) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:39.599473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141b25-75c3-4518-a318-ac7859ddf608 req-0b516a7c-7b3f-4a4d-88d4-168e4fe9a100 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:39.601316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71141b25-75c3-4518-a318-ac7859ddf608 req-0b516a7c-7b3f-4a4d-88d4-168e4fe9a100 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.8723886 Jun 03 15:43:39.634189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549756a1-a789-40b3-8708-d2d13bda1d76 None None] Pushing event updated for resources: {'Port': ['ID=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:39.669569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '26a460af-d954-4068-bbec-a955ac24712c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:39.670880 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.713927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46728) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:39.741987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.793917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71141b25-75c3-4518-a318-ac7859ddf608 req-589b3fff-82e0-4b5c-977d-8dd1362d6c25 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727076 Jun 03 15:43:39.951243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.953933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b41cc-9dc9-4fcd-a58a-81d21e40686c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-0817fbd7-f8e5-40ea-8804-84c330834a89', 'network_id': '0817fbd7-f8e5-40ea-8804-84c330834a89', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': '6c1bd27d-a032-4e43-a1fb-571ce5b5621e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:39.954992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-510b41cc-9dc9-4fcd-a58a-81d21e40686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.194349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe8c75-2793-4d6d-9371-add9a0cf4113 None None] Network 0817fbd7-f8e5-40ea-8804-84c330834a89 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:40.219583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.273615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 23c3ce3f-3f00-4055-a5ea-c173cbc9671e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:40.342471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40c6259e-9e0a-406c-abc6-eb5ff3c14524 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.357821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1bd27d-a032-4e43-a1fb-571ce5b5621e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:40.360070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.404863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/26a460af-d954-4068-bbec-a955ac24712c/78e5c41e-af8f-43f5-aa5a-0b34d97db82f) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:40.530042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.550102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:40.559160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:40.564263 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40c6259e-9e0a-406c-abc6-eb5ff3c14524 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.589573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:40.599934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.600991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.602085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:40.610545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Usage tracker for resource:security_group_rule and tenant:45a56577e666407bb348f78bbdf42f79 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:40.620438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:40.642225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:40.653238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=23c3ce3f-3f00-4055-a5ea-c173cbc9671e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:40.691189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:40.719539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.720091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.720664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.721277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.721846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.722375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.722904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.723429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.723964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.724545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.725108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.725663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:40.760799 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-43b4647f-53c5-4eb2-9e5e-c1be8648c640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8508654 Jun 03 15:43:40.764323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46742) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:40.781869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.908021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0817fbd7-f8e5-40ea-8804-84c330834a89']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:40.920600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40c6259e-9e0a-406c-abc6-eb5ff3c14524 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.945198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35171d4-fbff-45cc-98f5-ff867bb0b1fd') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:40.946727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35171d4-fbff-45cc-98f5-ff867bb0b1fd') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:40.975195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40c6259e-9e0a-406c-abc6-eb5ff3c14524 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.979926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46748) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:40.981569 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-40c6259e-9e0a-406c-abc6-eb5ff3c14524 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/205fe733-a52d-477e-a70b-aee853d39520 HTTP/1.1" status: 204 len: 168 time: 1.5922127 Jun 03 15:43:40.987542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.004842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6259e-9e0a-406c-abc6-eb5ff3c14524 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205fe733-a52d-477e-a70b-aee853d39520,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:41.049409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a0ba5-f4ee-4b07-90c4-38a14ad924a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:41.051180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5d9a0ba5-f4ee-4b07-90c4-38a14ad924a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:41.098866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.104217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5d9a0ba5-f4ee-4b07-90c4-38a14ad924a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:41.116535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46752) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.121369 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5d9a0ba5-f4ee-4b07-90c4-38a14ad924a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3502803 Jun 03 15:43:41.138121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bb4d-2f5e-4aba-95fb-ba9330ea6333 req-67ffecb9-c4d8-498b-8c4d-cda57a949c8e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:41.140209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6163bb4d-2f5e-4aba-95fb-ba9330ea6333 req-67ffecb9-c4d8-498b-8c4d-cda57a949c8e tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.4509113 Jun 03 15:43:41.158803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:41.159535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.204557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.232370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:41.248189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Transition to ACTIVE for port object 78e5c41e-af8f-43f5-aa5a-0b34d97db82f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:41.308769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Transition to ACTIVE for port object 78e5c41e-af8f-43f5-aa5a-0b34d97db82f will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:41.322049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f0fac-60a5-46f8-81f7-29051dc615b5 None None] Network 0c3ca3cd-6b22-440e-ac55-377d8f12952f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:41.344768 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a35171d4-fbff-45cc-98f5-ff867bb0b1fd resource provider aggregate not found Jun 03 15:43:41.351779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0308f58a-d23f-46b0-8a41-c7dca05a230c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3703458 Jun 03 15:43:41.360878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46760) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.361184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.384347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a9bafefb-d890-4a3a-8b33-59b917474171 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': 'e3e0f81e-6803-472e-892e-3cad7ffa9cf3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:41.388422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.396739 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a35171d4-fbff-45cc-98f5-ff867bb0b1fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a35171d4-fbff-45cc-98f5-ff867bb0b1fd found for delete ", "request_id": "req-a53e7841-eef9-4bae-9768-a383b9045419"}]} Jun 03 15:43:41.405700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a9bafefb-d890-4a3a-8b33-59b917474171 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:41.412481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 23c3ce3f-3f00-4055-a5ea-c173cbc9671e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:41.412876 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.421892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a9bafefb-d890-4a3a-8b33-59b917474171 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:41.431536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a9bafefb-d890-4a3a-8b33-59b917474171 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:41.450914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a9bafefb-d890-4a3a-8b33-59b917474171 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:41.486396 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.528977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6163bb4d-2f5e-4aba-95fb-ba9330ea6333 req-61946f79-1d35-46d9-959b-58ad5aa1171f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669222 Jun 03 15:43:41.530054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.541688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55d2035-32f8-4f90-9569-c19865e64a78,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:41.562434 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-a9bafefb-d890-4a3a-8b33-59b917474171 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The resource could not be found. Jun 03 15:43:41.568736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a9bafefb-d890-4a3a-8b33-59b917474171 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2025163 Jun 03 15:43:41.569337 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.574231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46766) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.576077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0ca077af-b46b-4fde-be00-23d3f070fafd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=45a56577e666407bb348f78bbdf42f79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8584962 Jun 03 15:43:41.586246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46768) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.593296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=0817fbd7-f8e5-40ea-8804-84c330834a89,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:41.611727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--504980444'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:41.624970 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:41.633814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:41.640307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:41.664340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e281c69f-3574-45f0-9e13-ce33b67526b9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/0817fbd7-f8e5-40ea-8804-84c330834a89 HTTP/1.1" status: 204 len: 168 time: 2.9471192 Jun 03 15:43:41.665223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46778) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.684054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-565841960'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:41.694141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:41.695132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:41.704197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:41.726824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:41.751759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:41.761740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Pushing event updated for resources: {'Port': ['ID=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:41.767915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:41.772812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:41.816581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.829262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:41.894225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5b6c-5c97-47e4-bfbc-9b2a54d4bea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.913207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:41.916821 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.923521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:41.939053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:41.945966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:41.950300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5b6c-5c97-47e4-bfbc-9b2a54d4bea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.964475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:41.976857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] Provisioning for port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:42.056265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] Provisioning complete for port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:42.057324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.123981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.133949 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.160195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5b6c-5c97-47e4-bfbc-9b2a54d4bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.181330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Attempting to bind port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:42.182512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Attempting to bind port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:42.183405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Attempting to bind port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:42.228657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.244737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5b6c-5c97-47e4-bfbc-9b2a54d4bea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.247678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:42.254499 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d7f5b6c-5c97-47e4-bfbc-9b2a54d4bea0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a55d2035-32f8-4f90-9569-c19865e64a78 HTTP/1.1" status: 204 len: 168 time: 0.6600931 Jun 03 15:43:42.257316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:42.258509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:42.258908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.259732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:42.260166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.260887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Bound port: 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:42.261642 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.265887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6864023 Jun 03 15:43:42.266749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46786) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:42.269894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654424-6879-41b2-866e-de5067706282 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677a339d-9255-4438-9bf8-7a453936fc10,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:42.300927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--893381047'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:42.316801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f5b6c-5c97-47e4-bfbc-9b2a54d4bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55d2035-32f8-4f90-9569-c19865e64a78,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:42.328026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:42.335040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:42.342271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:42.352770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:42.370351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.403742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:42.409944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:42.413659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:42.423129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:42.455872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 23c3ce3f-3f00-4055-a5ea-c173cbc9671e owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:42.515813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.516803 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment 5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1 of type vlan for network 46c6fad1-1bce-486f-a82d-655781917c26 Jun 03 15:43:42.544740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1e0ad-51f8-421f-9b20-5cf7fb0d8060 req-aa006f8d-7cca-4ab4-9f88-aa2daf78172f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:42.545979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.548533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61a1e0ad-51f8-421f-9b20-5cf7fb0d8060 req-aa006f8d-7cca-4ab4-9f88-aa2daf78172f tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.7204204 Jun 03 15:43:42.554041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.653024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10994e6-b03b-4ff0-bad4-345268faf569,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:42.669282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.676491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4a5ce7a9-adc7-48bd-bd35-2bb6866b9288 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4083586 Jun 03 15:43:42.678034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46792) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:42.684470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c8ac965e-2ed2-4fc0-9932-b7d186fe4c10 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group_rule': {'security_group_id': '677a339d-9255-4438-9bf8-7a453936fc10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c10994e6-b03b-4ff0-bad4-345268faf569'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:42.692912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c8ac965e-2ed2-4fc0-9932-b7d186fe4c10 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:42.699483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c8ac965e-2ed2-4fc0-9932-b7d186fe4c10 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:42.703530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c8ac965e-2ed2-4fc0-9932-b7d186fe4c10 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:42.715508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c8ac965e-2ed2-4fc0-9932-b7d186fe4c10 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:42.734088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46796) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:42.763477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:42.774880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.783466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:42.786988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] Current status of the port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:42.787243 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.799004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.804841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.826677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:42.832190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Usage tracker for resource:security_group_rule and tenant:24afb37529b74d9992815667dcc74a39 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:42.836053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:42.845194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:42.952986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] For port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,segment=NetworkSegment(d4a081f6-6fa1-46a2-883a-35554ab9a4a2),segment_id=d4a081f6-6fa1-46a2-883a-35554ab9a4a2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:42.981324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.984854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a25077-9290-4315-8712-18e0c156fa85 None None] Pushing event updated for resources: {'Port': ['ID=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.050631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.069057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61a1e0ad-51f8-421f-9b20-5cf7fb0d8060 req-3f3ec945-4c5c-4679-add1-f7455c6a69c3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877274 Jun 03 15:43:43.070200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.085967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.091794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.113742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:43.114407 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.235341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88661f-c4af-4000-bdf3-ac709c61b3ce None None] Pushing event updated for resources: {'Port': ['ID=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.262840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24afb37529b74d9992815667dcc74a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272079 Jun 03 15:43:43.294312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46808) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:43.327325 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c8ac965e-2ed2-4fc0-9932-b7d186fe4c10 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:43.328707 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c8ac965e-2ed2-4fc0-9932-b7d186fe4c10 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6494765 Jun 03 15:43:43.333404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282e241-daa9-4310-a943-a32f579ec113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebd7212-f90f-4df3-9a66-4b9deb7e6d7b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.342276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46812) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:43.395860 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6c77-84ea-4e06-914c-db19dc00dc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.401771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.519769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c6dd5cfe-0e76-4091-96dc-7c0477fb8913 None None] Provisioning complete for port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:43.520240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5cfe-0e76-4091-96dc-7c0477fb8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.551095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=23c3ce3f-3f00-4055-a5ea-c173cbc9671e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.578900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-29cdc382-500a-491d-874d-53b34999e907 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/23c3ce3f-3f00-4055-a5ea-c173cbc9671e HTTP/1.1" status: 204 len: 168 time: 2.4550924 Jun 03 15:43:43.581396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46816) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:43.597626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe131-f16d-46a9-a967-ba7739d4780c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.644984 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-284eba59-9867-40bc-9654-734a0862e800 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.707534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa6aed-23b6-449d-9282-0e5345170523 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:43.709553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa6aed-23b6-449d-9282-0e5345170523 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:43.710644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c7aa6aed-23b6-449d-9282-0e5345170523 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:43.725135 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe131-f16d-46a9-a967-ba7739d4780c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.735244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0589931 Jun 03 15:43:43.741900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46822) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:43.742981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c7aa6aed-23b6-449d-9282-0e5345170523 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:43.747784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7aa6aed-23b6-449d-9282-0e5345170523 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1455078 Jun 03 15:43:43.750788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46824) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:43.761730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': '46c6fad1-1bce-486f-a82d-655781917c26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:43.817316 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe131-f16d-46a9-a967-ba7739d4780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.840903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfe131-f16d-46a9-a967-ba7739d4780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebd7212-f90f-4df3-9a66-4b9deb7e6d7b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.844794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-284eba59-9867-40bc-9654-734a0862e800 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.876969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe131-f16d-46a9-a967-ba7739d4780c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.881883 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4fcfe131-f16d-46a9-a967-ba7739d4780c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ebd7212-f90f-4df3-9a66-4b9deb7e6d7b HTTP/1.1" status: 204 len: 168 time: 0.5825837 Jun 03 15:43:43.944710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-284eba59-9867-40bc-9654-734a0862e800 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.948603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8ffda-0347-44a2-bbf6-f32931c2f2c8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=46c6fad1-1bce-486f-a82d-655781917c26,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.961046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 46c6fad1-1bce-486f-a82d-655781917c26 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:43.984863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd5cfe-0e76-4091-96dc-7c0477fb8913 None None] Current status of the port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:44.008053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eba59-9867-40bc-9654-734a0862e800 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10994e6-b03b-4ff0-bad4-345268faf569,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:44.011995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-284eba59-9867-40bc-9654-734a0862e800 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.013808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-284eba59-9867-40bc-9654-734a0862e800 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/c10994e6-b03b-4ff0-bad4-345268faf569 HTTP/1.1" status: 204 len: 168 time: 0.6696904 Jun 03 15:43:44.016866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46832) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:44.062653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 26a460af-d954-4068-bbec-a955ac24712c {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:44.075051 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.116059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-366d7102-323f-4b25-8a4a-100bff2ebfba tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:44.142143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-366d7102-323f-4b25-8a4a-100bff2ebfba tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:44.147428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-366d7102-323f-4b25-8a4a-100bff2ebfba tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1266787 Jun 03 15:43:44.148497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46838) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:44.196471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.288144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:44.309409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:44.315758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:44.358861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:44.360620 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-998a5286-cdc1-453c-b9ab-7b382cea8079 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.420242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-998a5286-cdc1-453c-b9ab-7b382cea8079 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.420571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a3a1f-467c-45dd-9394-bfd846c056d8 req-344f6631-d525-412e-9116-f81dac78c4bd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:44.422367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b45a3a1f-467c-45dd-9394-bfd846c056d8 req-344f6631-d525-412e-9116-f81dac78c4bd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.6816170 Jun 03 15:43:44.464403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 78e5c41e-af8f-43f5-aa5a-0b34d97db82f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:44.504585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:44.510485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-998a5286-cdc1-453c-b9ab-7b382cea8079 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.513338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.583652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a5286-cdc1-453c-b9ab-7b382cea8079 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677a339d-9255-4438-9bf8-7a453936fc10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:44.608096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-998a5286-cdc1-453c-b9ab-7b382cea8079 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.609436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-998a5286-cdc1-453c-b9ab-7b382cea8079 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/677a339d-9255-4438-9bf8-7a453936fc10 HTTP/1.1" status: 204 len: 168 time: 0.4600382 Jun 03 15:43:44.613117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46846) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:44.654574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:44.671615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:44.714508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b45a3a1f-467c-45dd-9394-bfd846c056d8 req-0b331d71-b05f-4716-8a30-9e1e98623751 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750671 Jun 03 15:43:44.731852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing IP validity checks on allocation pools {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:43:44.732413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:43:44.735136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.761374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-431d8d59-ef65-4855-ab65-b3af2cb85575 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:44.788639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-431d8d59-ef65-4855-ab65-b3af2cb85575 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:44.790276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-431d8d59-ef65-4855-ab65-b3af2cb85575 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1718764 Jun 03 15:43:44.796656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46852) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:44.828818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888008097'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:44.860302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:44.876545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:44.876545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.918705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:44.954031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.048668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.058900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:45.077712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Usage tracker for resource:security_group_rule and tenant:1f3d09ed5a5b4e70a60392185767ce34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:45.088470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:45.160299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=26a460af-d954-4068-bbec-a955ac24712c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:45.175127 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.199427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:45.209004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] Provisioning for port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:45.219796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] Provisioning complete for port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:45.222178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.293595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-23db97af-23b6-44ff-aeaa-5615ae2ab7ff tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/26a460af-d954-4068-bbec-a955ac24712c HTTP/1.1" status: 204 len: 168 time: 1.5368292 Jun 03 15:43:45.297801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46866) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:45.363146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:45.474163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] Current status of the port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:45.474719 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.557295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:45.574546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075f384-bd9d-4656-8208-4095a6c5c880 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:45.577478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c55ccaa3-4357-488e-8835-cbb4bd8c2f96 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2562366 Jun 03 15:43:45.583876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46874) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:45.681434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-432821ce-374f-497d-988a-38d2dad60052 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:45.683790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-432821ce-374f-497d-988a-38d2dad60052 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:45.690633 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.815929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.852867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-432821ce-374f-497d-988a-38d2dad60052 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:45.857582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-432821ce-374f-497d-988a-38d2dad60052 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 0.7594740 Jun 03 15:43:45.896366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=a1fde2c3-0a67-4f73-b17d-db8c483b3ecb,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:45.910601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46c6fad1-1bce-486f-a82d-655781917c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:45.911782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: 46c6fad1-1bce-486f-a82d-655781917c26, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:45.943998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a7dc6-e5b2-47b0-85cb-cc7887b8f2f3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:45.945623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-949a7dc6-e5b2-47b0-85cb-cc7887b8f2f3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:45.982575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 46c6fad1-1bce-486f-a82d-655781917c26 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:45.991318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-949a7dc6-e5b2-47b0-85cb-cc7887b8f2f3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:45.993017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-949a7dc6-e5b2-47b0-85cb-cc7887b8f2f3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4074802 Jun 03 15:43:45.993328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-87ca6f27-eeaa-44a1-aa09-dd309ee5f1a8 None None] Could not find standard attr ID for object 23c3ce3f-3f00-4055-a5ea-c173cbc9671e. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:43:45.996091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46884) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.016749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.017382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf1b74-61d1-4677-bdf8-29c4637e35ee None None] Pushing event updated for resources: {'Port': ['ID=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:46.034509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.054348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.140166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c7e74-456b-45d8-ade0-39052f14c7d0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:46.166385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:46.194785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Deleting port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:46.197498 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.245464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Deleting port 2ba13c9b-b823-4d10-b34d-929ba6c98cda {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:46.255648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.372800 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-97f3b236-7810-4fe8-a8fe-6332cb38aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.465117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 78e5c41e-af8f-43f5-aa5a-0b34d97db82f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:46.515655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46896) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.516647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 46c6fad1-1bce-486f-a82d-655781917c26) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:46.572777 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.573035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0938af5c-3362-4ef5-876f-a331219bd168 None None] Network 46c6fad1-1bce-486f-a82d-655781917c26 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:46.576725 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-097a1341-3515-49a9-adea-2dd33b5fed3c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7781150 Jun 03 15:43:46.577288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:46.578294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.582883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46900) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.602485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-58c8edbd-9ff9-48a5-a211-9bf001ad7917 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:46.603063 n-d-844594-1 neutron-server[88339]: WARNING neutron.api.v2.base [None req-58c8edbd-9ff9-48a5-a211-9bf001ad7917 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:43:46.603674 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-58c8edbd-9ff9-48a5-a211-9bf001ad7917 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 15:43:46.608023 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-58c8edbd-9ff9-48a5-a211-9bf001ad7917 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "PUT /v2.0/security-groups/1c7c7e74-456b-45d8-ade0-39052f14c7d0 HTTP/1.1" status: 409 len: 330 time: 0.0167396 Jun 03 15:43:46.612469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46906) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.681949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1b95ea2f-af8a-452a-baf2-660ca466ed44 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9316366 Jun 03 15:43:46.683078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46910) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.694021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707466b-016d-4c0e-b153-7fbaff455d44 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:46.695385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8707466b-016d-4c0e-b153-7fbaff455d44 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:46.798380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4b273d7-9273-4977-b939-4569ce2dc13e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.830977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4b273d7-9273-4977-b939-4569ce2dc13e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.909331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4b273d7-9273-4977-b939-4569ce2dc13e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.955285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.979815 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.992172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b273d7-9273-4977-b939-4569ce2dc13e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c7e74-456b-45d8-ade0-39052f14c7d0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:47.019213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2012556341-network', 'tenant_id': '72e39c1670734dfea740b4f68f1a9a34'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:47.021485 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-b8f24bbb-14b9-49b0-8a7f-7e4588ee5546 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0177469 Jun 03 15:43:47.031860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4b273d7-9273-4977-b939-4569ce2dc13e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.036760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d4b273d7-9273-4977-b939-4569ce2dc13e tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/1c7c7e74-456b-45d8-ade0-39052f14c7d0 HTTP/1.1" status: 204 len: 168 time: 0.4220631 Jun 03 15:43:47.040681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46914) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:47.073383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:47.091633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.105289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Usage tracker for resource:network and tenant:72e39c1670734dfea740b4f68f1a9a34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:47.121798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:47.141249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8707466b-016d-4c0e-b153-7fbaff455d44 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:47.143830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8707466b-016d-4c0e-b153-7fbaff455d44 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1422722 Jun 03 15:43:47.147458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:47.165581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:47.177668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4d6f8093-5a7d-4ba2-935f-a0865b6a0d24 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Synchronizing usage tracker for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:47.189103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] For port 2ba13c9b-b823-4d10-b34d-929ba6c98cda, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=2ba13c9b-b823-4d10-b34d-929ba6c98cda,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:47.189620 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.295322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:47.295719 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.372429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297cd9-e06b-4541-b4e7-f359db4e315d req-e13db661-b153-4da3-9375-d5d43ce7e8f4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:47.384990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e297cd9-e06b-4541-b4e7-f359db4e315d req-e13db661-b153-4da3-9375-d5d43ce7e8f4 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 945 time: 1.0215585 Jun 03 15:43:47.397588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Calling delete_port for 2ba13c9b-b823-4d10-b34d-929ba6c98cda owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:47.422008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:47.435077 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.457072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4d6f8093-5a7d-4ba2-935f-a0865b6a0d24 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] Unset dirty status for tenant:1f3d09ed5a5b4e70a60392185767ce34 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:47.463866 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4d6f8093-5a7d-4ba2-935f-a0865b6a0d24 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4218390 Jun 03 15:43:47.464730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46922) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:47.469720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0250340-accb-4cce-b9c8-d573736c6f55 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2999520 Jun 03 15:43:47.480877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46924) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:47.482869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Made reservation on behalf of 72e39c1670734dfea740b4f68f1a9a34 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:47.486843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.513560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:47.537947 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.574143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-46c6fad1-1bce-486f-a82d-655781917c26', 'network_id': '46c6fad1-1bce-486f-a82d-655781917c26', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': 'a1fde2c3-0a67-4f73-b17d-db8c483b3ecb'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:47.575399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.605121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:47.612717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Usage tracker for resource:security_group_rule and tenant:72e39c1670734dfea740b4f68f1a9a34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:47.617799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:47.628824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:47.642622 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-a92c76ac-1dce-4a95-9073-c0269fb09737 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] delete failed (client error): The resource could not be found. Jun 03 15:43:47.649147 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a92c76ac-1dce-4a95-9073-c0269fb09737 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "DELETE /v2.0/security-groups/8b823b72-69a4-478b-80a7-9ec818134db6 HTTP/1.1" status: 404 len: 347 time: 0.1694283 Jun 03 15:43:47.652070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46934) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:47.723886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-51cf5de7-a563-4d49-a60f-271a4df9646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:47.725647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-51cf5de7-a563-4d49-a60f-271a4df9646e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e5d8b8a964c4c939abf20096002e037&device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 1097 time: 0.5227888 Jun 03 15:43:47.731289 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c24ef3f3-2f1f-4746-8a1c-7d52571ca53c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] show failed (client error): The resource could not be found. Jun 03 15:43:47.736695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c24ef3f3-2f1f-4746-8a1c-7d52571ca53c tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-groups/a8966299-2c4b-400a-8fdc-3c4c5113f367 HTTP/1.1" status: 404 len: 347 time: 0.0695741 Jun 03 15:43:47.741643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46940) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:47.779017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:47.800192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:47.806027 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.814438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.832786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:47.861881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:47.862452 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.899535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.923677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e297cd9-e06b-4541-b4e7-f359db4e315d req-ba0390d2-dcda-48f6-b8e6-21b0cb4e2a0c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366046 Jun 03 15:43:48.044324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:48.061366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:48.080195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.080653 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Added segment 48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8 of type vlan for network a4f23acc-7b1e-4aba-8325-a4204642fdb1 Jun 03 15:43:48.097500 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-95d3e629-0650-4114-8d0e-639a78c04a54 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] show failed (client error): The resource could not be found. Jun 03 15:43:48.099624 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-95d3e629-0650-4114-8d0e-639a78c04a54 tempest-NegativeSecGroupTest-1514117677 tempest-NegativeSecGroupTest-1514117677-project] 10.222.0.66 "GET /v2.0/security-group-rules/7048ea6f-323a-4c39-ad77-7d4136eea823 HTTP/1.1" status: 404 len: 356 time: 0.3568931 Jun 03 15:43:48.108689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Calling delete_port for 78e5c41e-af8f-43f5-aa5a-0b34d97db82f owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:48.129169 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.130722 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.181604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.183209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:48.184238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.193179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:48.196769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.209095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ba13c9b-b823-4d10-b34d-929ba6c98cda no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:48.237664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f1b456b6-70a8-427d-943e-58c95e1b621c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:43:48.341264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] Pushing event updated for resources: {'Network': ['ID=a4f23acc-7b1e-4aba-8325-a4204642fdb1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:48.351758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8463bed3-f03f-4d23-8e0d-26d23cb0da3a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8319852 Jun 03 15:43:48.354876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46950) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:48.356507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 2ba13c9b-b823-4d10-b34d-929ba6c98cda {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:48.357015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 2ba13c9b-b823-4d10-b34d-929ba6c98cda not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:48.362479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Request body: {'subnet': {'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2012556341-subnet', 'tenant_id': '72e39c1670734dfea740b4f68f1a9a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:48.365718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Allocated IP 172.20.0.3 (46c6fad1-1bce-486f-a82d-655781917c26/a1fde2c3-0a67-4f73-b17d-db8c483b3ecb/b049d4bc-d271-4c13-84e6-5bc7c85f222b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:48.380686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:48.390757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Usage tracker for resource:subnet and tenant:72e39c1670734dfea740b4f68f1a9a34 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:48.403086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:48.432066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:48.433446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a4f23acc-7b1e-4aba-8325-a4204642fdb1 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:48.464443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.474841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Made reservation on behalf of 72e39c1670734dfea740b4f68f1a9a34 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:48.484914 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.567553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event deleted for resources: {'Port': ['ID=2ba13c9b-b823-4d10-b34d-929ba6c98cda,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:48.622858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.699168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46956) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:48.724948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] No DVR routers for this DVR port 2ba13c9b-b823-4d10-b34d-929ba6c98cda on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:48.737350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.749667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'name': 'network-vif-deleted', 'tag': '2ba13c9b-b823-4d10-b34d-929ba6c98cda'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:48.772551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cf422d95-1cc2-4cfc-9a3d-5b1cb441c168 req-bec394ec-d0c2-44a8-a09e-0e6b6a40e023 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "DELETE /v2.0/ports/2ba13c9b-b823-4d10-b34d-929ba6c98cda HTTP/1.1" status: 204 len: 173 time: 2.8736062 Jun 03 15:43:48.791841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-5e4c0520-c9c2-47b4-9a74-1bd894957328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:48.797643 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-5e4c0520-c9c2-47b4-9a74-1bd894957328 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 200 len: 906 time: 0.9897654 Jun 03 15:43:48.979826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.999453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Transition to ACTIVE for port object b049d4bc-d271-4c13-84e6-5bc7c85f222b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:49.031779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a3328a26-e10f-42ac-8ae4-b06bfaa0caff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f3d09ed5a5b4e70a60392185767ce34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317237 Jun 03 15:43:49.035392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Transition to ACTIVE for port object b049d4bc-d271-4c13-84e6-5bc7c85f222b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:49.044743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46968) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:49.135094 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.180870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.291606 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.312007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-013096c1-eecf-47cd-bc8e-c2472b953f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.313120 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:49.314044 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:49.345907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fde2c3-0a67-4f73-b17d-db8c483b3ecb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:49.417713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-013096c1-eecf-47cd-bc8e-c2472b953f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.421399 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28375a0b-6fcd-4f46-aa49-ef0a04dccbc0'] response: {'server_uuid': 'bc3ceba3-5112-425d-9860-0369cde3bab0', 'name': 'network-vif-deleted', 'tag': '2ba13c9b-b823-4d10-b34d-929ba6c98cda', 'status': 'completed', 'code': 200} Jun 03 15:43:49.423059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-205e1a0b-c8e2-47f8-af8f-fb75dc54bc00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 200 len: 217 time: 0.6084805 Jun 03 15:43:49.435301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Pushing event updated for resources: {'Port': ['ID=b049d4bc-d271-4c13-84e6-5bc7c85f222b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:49.463852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Network 46c6fad1-1bce-486f-a82d-655781917c26 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:49.466009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:49.477114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:49.558442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:43:49.671836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Attempting to bind port b049d4bc-d271-4c13-84e6-5bc7c85f222b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:49.672459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Attempting to bind port b049d4bc-d271-4c13-84e6-5bc7c85f222b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46c6fad1-1bce-486f-a82d-655781917c26'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:49.673005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Attempting to bind port b049d4bc-d271-4c13-84e6-5bc7c85f222b on network 46c6fad1-1bce-486f-a82d-655781917c26 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:49.682667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:49.683419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Checking segment: {'id': '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46c6fad1-1bce-486f-a82d-655781917c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:49.684000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.684673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Bound using segment: {'id': '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46c6fad1-1bce-486f-a82d-655781917c26'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:49.685344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Bound port: b049d4bc-d271-4c13-84e6-5bc7c85f222b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '46c6fad1-1bce-486f-a82d-655781917c26'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:49.685937 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.769120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-013096c1-eecf-47cd-bc8e-c2472b953f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.860877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] For port b049d4bc-d271-4c13-84e6-5bc7c85f222b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:49.870781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-2195d5f0-55d2-4714-9fe5-a3af68e4e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:49.872533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] For port b049d4bc-d271-4c13-84e6-5bc7c85f222b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b049d4bc-d271-4c13-84e6-5bc7c85f222b,segment=NetworkSegment(5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1),segment_id=5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:49.873601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-2195d5f0-55d2-4714-9fe5-a3af68e4e026 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 200 len: 845 time: 0.4401410 Jun 03 15:43:49.874843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Deleting port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:49.876816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.917874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Checking segment: {'id': '48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:49.918740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Network hostable DHCP agents. Network: a4f23acc-7b1e-4aba-8325-a4204642fdb1, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:49.945279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-360de216-0c25-488c-b23f-5f1b2824bd5c req-026d76cd-2865-4e56-8906-39f563af2e49 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3ceba3-5112-425d-9860-0369cde3bab0 HTTP/1.1" status: 200 len: 210 time: 0.5939581 Jun 03 15:43:49.986138 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.011090 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-332d2222-4ac2-4688-88a1-2c1f10466119 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9283ae4-087d-4ca1-81e1-db0219cc44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211939 Jun 03 15:43:50.022517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013096c1-eecf-47cd-bc8e-c2472b953f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1aa1ec-4fa1-433b-88ef-b00420339a06,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:50.034146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.129330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Network a4f23acc-7b1e-4aba-8325-a4204642fdb1 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:50.159468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=473bf9cd-cd83-4c45-a6d8-89321a1205be,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:50.168519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c6fad1-1bce-486f-a82d-655781917c26']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:50.194326 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-013096c1-eecf-47cd-bc8e-c2472b953f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.196904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-013096c1-eecf-47cd-bc8e-c2472b953f67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b1aa1ec-4fa1-433b-88ef-b00420339a06 HTTP/1.1" status: 204 len: 168 time: 1.1508138 Jun 03 15:43:50.200508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a4f23acc-7b1e-4aba-8325-a4204642fdb1) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:50.211561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:50.212233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:50.224764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19bf10-b6f2-4f5a-8858-71b171fa3306 None None] Network a4f23acc-7b1e-4aba-8325-a4204642fdb1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:50.225390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:50.226328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.261921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.307746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9b8f57a2-5834-4024-968b-e5fa52b1e80c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9386792 Jun 03 15:43:50.307746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.325171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:50.326454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.336730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ad943-5dce-487e-bef4-5458c313a670 None None] Pushing event updated for resources: {'Port': ['ID=b049d4bc-d271-4c13-84e6-5bc7c85f222b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:50.492616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.617628 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1 resource provider aggregate not found Jun 03 15:43:50.657264 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1 found for delete ", "request_id": "req-1e3c565e-92be-43c1-a658-1fbf29845c83"}]} Jun 03 15:43:50.682315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:43:50.682315 n-d-844594-1 neutron-server[88338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:43:50.682315 n-d-844594-1 neutron-server[88338]: [parameters: {'id': '46c6fad1-1bce-486f-a82d-655781917c26'}] Jun 03 15:43:50.682315 n-d-844594-1 neutron-server[88338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:50.684249 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:50.768194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:50.769306 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.929592 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-e2b629fe-1c48-4d73-9253-8f40746471ec service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766634 Jun 03 15:43:50.953491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Calling delete_port for 78e5c41e-af8f-43f5-aa5a-0b34d97db82f owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:51.127172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda788c8-f82e-4c97-bd87-1b4b3499427f None None] Network 46c6fad1-1bce-486f-a82d-655781917c26 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:51.185353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.204991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting port b049d4bc-d271-4c13-84e6-5bc7c85f222b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:51.205891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.273591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:51.327290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.353710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.355254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.664925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:51.782625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:51.801730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:51.828150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:51.829006 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.876820 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:51.877544 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:51.915740 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0deda66b-f97c-48cb-8769-b8eb87e0c91b req-c629ba92-a030-4020-af71-13868307b0e5 service neutron] 10.222.0.70 "GET /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619077 Jun 03 15:43:51.938414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=2ce2592a-19fc-424a-a0f0-ad896aed790a,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:51.980240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5bec1466-366d-4e3c-8b53-99ce899b0f3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4875031 Jun 03 15:43:51.981089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47024) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:52.007935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:52.078770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] For port b049d4bc-d271-4c13-84e6-5bc7c85f222b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=b049d4bc-d271-4c13-84e6-5bc7c85f222b,segment=NetworkSegment(5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1),segment_id=5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:52.079186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:52.103262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Deleting port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:52.108326 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:52.240209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47036) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:52.412665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e7fda-a0db-400c-aeec-6022735d063a None None] Network a4f23acc-7b1e-4aba-8325-a4204642fdb1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:52.444811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-791126887-network', 'tenant_id': 'f91963a2ba114b58a50404f8fec971ac'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:52.493342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Calling delete_port for b049d4bc-d271-4c13-84e6-5bc7c85f222b owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:52.504972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:52.531275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:52.563436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:52.572304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:52.580752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:52.669786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Usage tracker for resource:network and tenant:f91963a2ba114b58a50404f8fec971ac is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:52.673570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:52.692163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:52.761107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Made reservation on behalf of f91963a2ba114b58a50404f8fec971ac for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:52.764040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:52.848478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:52.932292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:52.968970 n-d-844594-1 neutron-server[88339]: INFO neutron.db.ipam_backend_mixin [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ce2592a-19fc-424a-a0f0-ad896aed790a (CIDR: 2001:db8::/64) Jun 03 15:43:52.975723 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:43:52.976529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:43:53.019172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Usage tracker for resource:security_group_rule and tenant:f91963a2ba114b58a50404f8fec971ac is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:53.044490 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-02fa4c2d-4611-4a9c-a9dd-78233b460a3a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0583158 Jun 03 15:43:53.045162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47058) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:53.056859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:53.063503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:53.089462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:53.123870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-bd72831f-ff3c-471a-8048-e80d3d98f3a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6640887 Jun 03 15:43:53.143164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:53.311496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Port': ['ID=b049d4bc-d271-4c13-84e6-5bc7c85f222b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:53.318008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No DVR routers for this DVR port b049d4bc-d271-4c13-84e6-5bc7c85f222b on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:53.466117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] For port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:53.466962 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:53.540748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:53.566608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:53.598061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:53.607327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:53.769137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:53.839765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Calling delete_port for 78e5c41e-af8f-43f5-aa5a-0b34d97db82f owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:53.860948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c6fad1-1bce-486f-a82d-655781917c26']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:53.931278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:53.931906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:53.966981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-04e468c0-2965-4f71-854e-0f16015de785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:53.971649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-04e468c0-2965-4f71-854e-0f16015de785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 0.6171944 Jun 03 15:43:54.004123 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.101810 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.188040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] Pushing event deleted for resources: {'Port': ['ID=78e5c41e-af8f-43f5-aa5a-0b34d97db82f,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:54.209611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.218425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.238780 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.253335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:54.253930 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.301922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b113a8-41e3-4558-beec-e11177971b12 None None] No DVR routers for this DVR port 78e5c41e-af8f-43f5-aa5a-0b34d97db82f on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:54.318015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15894bb7-c422-45ad-94f7-845168bd8a23 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:54.378819 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1 resource provider aggregate not found Jun 03 15:43:54.428459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:54.453856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9968af-fac6-47d5-83e8-5e87e5b73830,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:54.473397 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5edfcadd-ea3a-4f7a-ba8b-c6ff3bc726e1 found for delete ", "request_id": "req-2a796f12-e9de-4e2c-8a8e-e13181cfe9bc"}]} Jun 03 15:43:54.500636 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.558165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.558165 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Added segment 97d051d6-9cc0-478c-be4c-ee032a7e5c0f of type vlan for network 33d830b1-b19c-42f1-b753-96d618883815 Jun 03 15:43:54.591351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.616425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/46c6fad1-1bce-486f-a82d-655781917c26 HTTP/1.1" status: 204 len: 168 time: 7.9242942 Jun 03 15:43:54.616721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47102) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:54.633973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce8d7b-e5be-406d-b10f-3b879c5211c0 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=46c6fad1-1bce-486f-a82d-655781917c26,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:54.645398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-b4bc9a1b-229f-4a9f-b00d-2b69020645c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:54.646929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-b4bc9a1b-229f-4a9f-b00d-2b69020645c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 909 time: 0.6296179 Jun 03 15:43:54.648586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1288670981'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:54.657217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:54.667235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:54.672759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:54.682994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:54.738651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:54.750444 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.775353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.813887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '2ce2592a-19fc-424a-a0f0-ad896aed790a'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:54.816525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.841798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.843202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-f7a76e12-33b2-4bbd-b482-b7143a8f6e47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 1000 time: 0.1820798 Jun 03 15:43:54.849595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:54.856239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bc71a-b428-4308-9ea0-fab22aacb54a req-96a55db9-521e-4c88-9165-97c80c894a20 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:54.865851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-724bc71a-b428-4308-9ea0-fab22aacb54a req-96a55db9-521e-4c88-9165-97c80c894a20 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 0.3832538 Jun 03 15:43:54.978080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-724bc71a-b428-4308-9ea0-fab22aacb54a req-4ec200e5-bf6a-42c4-9b9b-1965e9c02da3 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109643 Jun 03 15:43:55.021299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-28c7f5d4-73fd-4e12-b3e2-2371ae517535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:55.023968 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-28c7f5d4-73fd-4e12-b3e2-2371ae517535 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 0.1400740 Jun 03 15:43:55.025344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.027536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:55.028394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.050606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:55.052500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.053063 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment 0c0bd14c-e391-444e-9102-4e1412b20c36 of type vlan for network 9728afbe-4c30-472f-96c7-aab6ca6b1e9f Jun 03 15:43:55.059567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:55.075659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:55.076703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.100365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Allocated IP 2001:db8::f816:3eff:fe4c:8281 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/2ce2592a-19fc-424a-a0f0-ad896aed790a/809238e3-180b-453a-95d2-5bd897823d1b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:55.147020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=fc6ad005-d257-4e1d-abe7-094f847e861e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:55.153885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9071302 Jun 03 15:43:55.160064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47120) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:55.180673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Request body: {'subnet': {'network_id': '33d830b1-b19c-42f1-b753-96d618883815', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-791126887-subnet', 'tenant_id': 'f91963a2ba114b58a50404f8fec971ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:55.202503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:55.231536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Usage tracker for resource:subnet and tenant:f91963a2ba114b58a50404f8fec971ac is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:55.242250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.265236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:55.278584 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5de2917e-754b-4918-8303-53c0fa6b430f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2322438 Jun 03 15:43:55.282316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47124) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:55.288947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:55.345467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Made reservation on behalf of f91963a2ba114b58a50404f8fec971ac for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:55.347934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.482586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c9e97-f0e6-438a-b14c-cef9373b8d95 admin admin] Pushing event updated for resources: {'Network': ['ID=33d830b1-b19c-42f1-b753-96d618883815,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:55.504710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 33d830b1-b19c-42f1-b753-96d618883815 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:55.587778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-7c56b3af-9a75-493b-b0c4-6b42a1cca2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:55.589356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-7c56b3af-9a75-493b-b0c4-6b42a1cca2be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5395639 Jun 03 15:43:55.814135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:f8:30:fc', 'name': 'tempest-NetworksTestDHCPv6-725535214'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:55.838716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.846143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:55.846959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.886904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-7a222fea-1320-4e99-bcf2-83f3c6273b64 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900255 Jun 03 15:43:55.952564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.988299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Transition to ACTIVE for port object 809238e3-180b-453a-95d2-5bd897823d1b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:56.017475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Transition to ACTIVE for port object 809238e3-180b-453a-95d2-5bd897823d1b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:56.029856 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.141469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=9728afbe-4c30-472f-96c7-aab6ca6b1e9f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:56.166038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0fa9652f-9cab-4c1b-949b-4b948220844f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5484228 Jun 03 15:43:56.174706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47136) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:56.202372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': '9728afbe-4c30-472f-96c7-aab6ca6b1e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:56.218788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:56.224074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Pushing event updated for resources: {'Port': ['ID=809238e3-180b-453a-95d2-5bd897823d1b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:56.245721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:56.249061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:56.284284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 9728afbe-4c30-472f-96c7-aab6ca6b1e9f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:56.304551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.304981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.305370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.305716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.306077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.306470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.307034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.307503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.307846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.308255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.308594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.308927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:56.369461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb415a81-8ee5-4300-8b1a-fc222fb17443 req-beb6f262-e1b5-4509-a498-8f255c8492aa service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736176 Jun 03 15:43:56.440217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec194-8b59-4d77-97ff-338d3878f16e req-8d1f2005-29b7-407f-87b1-6843a7bc5744 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:56.450227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e71ec194-8b59-4d77-97ff-338d3878f16e req-8d1f2005-29b7-407f-87b1-6843a7bc5744 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 0.1999023 Jun 03 15:43:56.458446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40275899-969b-4553-b300-a58c4d7a4534 req-bacbeecd-c45a-45a0-a90b-321a6e929dcd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:56.459665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-40275899-969b-4553-b300-a58c4d7a4534 req-bacbeecd-c45a-45a0-a90b-321a6e929dcd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Synchronizing usage tracker for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:56.485329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.524584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e71ec194-8b59-4d77-97ff-338d3878f16e req-630dfafc-2fd1-4739-ac5d-a6a0f0192e1c tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711150 Jun 03 15:43:56.694971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:56.735314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:56.735602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Attempting to bind port 809238e3-180b-453a-95d2-5bd897823d1b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:56.735962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Attempting to bind port 809238e3-180b-453a-95d2-5bd897823d1b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:56.736482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Attempting to bind port 809238e3-180b-453a-95d2-5bd897823d1b on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:56.748172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:56.749710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:56.750290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:56.751624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.751624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:56.752849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Bound port: 809238e3-180b-453a-95d2-5bd897823d1b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:56.753435 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.757529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:56.766054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-40275899-969b-4553-b300-a58c4d7a4534 req-bacbeecd-c45a-45a0-a90b-321a6e929dcd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Unset dirty status for tenant:3e5d8b8a964c4c939abf20096002e037 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:56.768656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40275899-969b-4553-b300-a58c4d7a4534 req-bacbeecd-c45a-45a0-a90b-321a6e929dcd tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 1.0248539 Jun 03 15:43:56.778966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb450909-76b2-43cf-9ad1-0fc7f028bb4e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:56.789023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:56.793007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:56.867492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:56.909886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Checking segment: {'id': '97d051d6-9cc0-478c-be4c-ee032a7e5c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '33d830b1-b19c-42f1-b753-96d618883815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:56.910578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Network hostable DHCP agents. Network: 33d830b1-b19c-42f1-b753-96d618883815, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:56.922910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:56.942665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:56.953394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:56.974794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:56.993397 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.097108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Deleting port f1b456b6-70a8-427d-943e-58c95e1b621c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:57.097657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.167816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:57.173497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.272789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b0f6b-62c3-4e52-8962-f7beeaef6484 None None] Pushing event updated for resources: {'Port': ['ID=809238e3-180b-453a-95d2-5bd897823d1b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:57.377968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Network 33d830b1-b19c-42f1-b753-96d618883815 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:57.477297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 33d830b1-b19c-42f1-b753-96d618883815) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:57.483793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:57.484678 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.492768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511dbea-5e1b-4abf-93c6-87bfa04b52ff None None] Network 33d830b1-b19c-42f1-b753-96d618883815 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:57.935021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:58.147685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e422f0-0baa-4db3-9a57-771164a3cfab req-47020302-f03f-48ec-8965-1195b564b341 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:58.149797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71e422f0-0baa-4db3-9a57-771164a3cfab req-47020302-f03f-48ec-8965-1195b564b341 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 0.2846093 Jun 03 15:43:58.258817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f983a-5be1-490c-8475-b08ce006fd96 None None] Network 33d830b1-b19c-42f1-b753-96d618883815 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:58.290857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71e422f0-0baa-4db3-9a57-771164a3cfab req-d9718ece-276e-4e87-87a2-37905ba876f2 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341522 Jun 03 15:43:58.594956 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0976ac91-1702-4e50-bf2a-5eba3ccc22d4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4280522 Jun 03 15:43:58.673267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 809238e3-180b-453a-95d2-5bd897823d1b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:58.790838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:59.195671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] For port f1b456b6-70a8-427d-943e-58c95e1b621c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f1b456b6-70a8-427d-943e-58c95e1b621c,segment=NetworkSegment(b77452fe-e835-4181-bc0f-3b00cb7bf8f5),segment_id=b77452fe-e835-4181-bc0f-3b00cb7bf8f5)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:59.196655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.232808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 809238e3-180b-453a-95d2-5bd897823d1b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:59.519347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd7fa5-d9d0-47e0-8066-ec855ebdcf98 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:59.680328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] Provisioning for port 809238e3-180b-453a-95d2-5bd897823d1b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:59.697120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] Provisioning complete for port 809238e3-180b-453a-95d2-5bd897823d1b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:59.697587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.757678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Calling delete_port for f1b456b6-70a8-427d-943e-58c95e1b621c owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:59.902205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] Current status of the port 809238e3-180b-453a-95d2-5bd897823d1b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:59.903031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.930797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5bac-680f-40ff-b56f-8b64e8446341 req-7c47fb48-a4e1-4057-bc72-de336c8cb02b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:59.936757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6db5bac-680f-40ff-b56f-8b64e8446341 req-7c47fb48-a4e1-4057-bc72-de336c8cb02b tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 946 time: 0.2708495 Jun 03 15:43:59.983488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:00.016345 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.098544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.122971 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6db5bac-680f-40ff-b56f-8b64e8446341 req-661a65e2-f1c2-46de-85b7-a7828a199dad tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/security-groups?id=04a1f9b1-013e-4bea-ac21-616c58cedfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755068 Jun 03 15:44:00.210387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.230388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f1b456b6-70a8-427d-943e-58c95e1b621c no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:00.429390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ce686-bc02-472d-b63c-9e23754b1c84 None None] Pushing event updated for resources: {'Port': ['ID=809238e3-180b-453a-95d2-5bd897823d1b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:00.443669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: f1b456b6-70a8-427d-943e-58c95e1b621c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:44:00.444100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f1b456b6-70a8-427d-943e-58c95e1b621c not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:44:00.457056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Pushing event deleted for resources: {'Port': ['ID=f1b456b6-70a8-427d-943e-58c95e1b621c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:00.571214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-f5de0fa0-d99a-4c3a-b21b-db8585d6bcb3 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:00.579481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-f5de0fa0-d99a-4c3a-b21b-db8585d6bcb3 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Synchronizing usage tracker for tenant:72e39c1670734dfea740b4f68f1a9a34 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:00.585223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] No DVR routers for this DVR port f1b456b6-70a8-427d-943e-58c95e1b621c on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:00.617102 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.619614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-f5de0fa0-d99a-4c3a-b21b-db8585d6bcb3 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Unset dirty status for tenant:72e39c1670734dfea740b4f68f1a9a34 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:00.620852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-f5de0fa0-d99a-4c3a-b21b-db8585d6bcb3 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/networks?id=a4f23acc-7b1e-4aba-8325-a4204642fdb1 HTTP/1.1" status: 200 len: 809 time: 0.4386480 Jun 03 15:44:00.637494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'name': 'network-vif-deleted', 'tag': 'f1b456b6-70a8-427d-943e-58c95e1b621c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:00.660271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-7caed655-95ab-4a20-bcf3-d66d58861110 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/quotas/72e39c1670734dfea740b4f68f1a9a34 HTTP/1.1" status: 200 len: 375 time: 0.0329473 Jun 03 15:44:00.743879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=467f1508-f241-44cc-b1b7-d1a98f5c9021,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:00.756562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] Update dhcp port {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '2ce2592a-19fc-424a-a0f0-ad896aed790a', 'ip_address': '2001:db8::f816:3eff:fe4c:8281'}, {'subnet_id': 'fc6ad005-d257-4e1d-abe7-094f847e861e'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '809238e3-180b-453a-95d2-5bd897823d1b'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:44:00.773687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-027488a9-a8fb-4a9f-8a72-af9e5ab0564d tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72e39c1670734dfea740b4f68f1a9a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124196 Jun 03 15:44:00.775418 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad9b858-7fb7-4012-9faa-d3f31d9b0230'] response: {'server_uuid': 'ba7460fa-2d75-4366-ae0f-064d516ef999', 'name': 'network-vif-deleted', 'tag': 'f1b456b6-70a8-427d-943e-58c95e1b621c', 'status': 'completed', 'code': 200} Jun 03 15:44:00.831256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': '0c0bd14c-e391-444e-9102-4e1412b20c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9728afbe-4c30-472f-96c7-aab6ca6b1e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:00.831656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: 9728afbe-4c30-472f-96c7-aab6ca6b1e9f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:00.838736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40275899-969b-4553-b300-a58c4d7a4534 req-e2020357-b7ca-4354-9620-b62035395bc7 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.70 "DELETE /v2.0/ports/f1b456b6-70a8-427d-943e-58c95e1b621c HTTP/1.1" status: 204 len: 173 time: 4.0523002 Jun 03 15:44:00.901072 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.915187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8:0:1::2a9 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/fc6ad005-d257-4e1d-abe7-094f847e861e/1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:00.923837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 9728afbe-4c30-472f-96c7-aab6ca6b1e9f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:00.949283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fef8:30fc (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/2ce2592a-19fc-424a-a0f0-ad896aed790a/1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:00.962061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 9728afbe-4c30-472f-96c7-aab6ca6b1e9f) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:00.976339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:00.977689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.025452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-831d8479-97fb-4cda-b48c-6575b4b949d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.8340287 Jun 03 15:44:01.028789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47218) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:01.050905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97940498-d476-457b-91e4-801d2d0dffd7 None None] Network 9728afbe-4c30-472f-96c7-aab6ca6b1e9f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:01.295290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-b03b5be0-5712-4567-ae72-728e0ec0f315 service neutron] 10.222.0.66 "GET /v2.0/networks/a4f23acc-7b1e-4aba-8325-a4204642fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204825 Jun 03 15:44:01.471796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9bd6228-5f27-4796-b392-3636dade205c req-8b2478e8-ee54-482e-a87b-b771fad9c280 tempest-ServersTestJSON-2128965338 tempest-ServersTestJSON-2128965338-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba7460fa-2d75-4366-ae0f-064d516ef999 HTTP/1.1" status: 200 len: 210 time: 0.0671444 Jun 03 15:44:01.619384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.643139 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.662670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:01.666021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-548c1445-bffa-4b33-ba0e-5f0dcf53ecfe service neutron] 10.222.0.66 "GET /v2.0/networks/a4f23acc-7b1e-4aba-8325-a4204642fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696716 Jun 03 15:44:01.713404 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.820500 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.977220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:01.978331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:01.982491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:01.985394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:01.992494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:01.993337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.017011 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2458ded9-b43e-40e4-b29d-4803373939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.7311721 Jun 03 15:44:02.025498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47230) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:02.045283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] Allocated IP 2001:db8:0:1::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/fc6ad005-d257-4e1d-abe7-094f847e861e/809238e3-180b-453a-95d2-5bd897823d1b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:02.214731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:02.215256 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.396762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59ee719c-6f35-487f-8cf7-caa93a72f62c req-87e3c7d1-6107-46f8-81a5-95e9e1776f18 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.1882238 Jun 03 15:44:02.401358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.460941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 809238e3-180b-453a-95d2-5bd897823d1b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:02.653562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badcb779-1d73-4eeb-96cd-14c302855137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-9728afbe-4c30-472f-96c7-aab6ca6b1e9f', 'network_id': '9728afbe-4c30-472f-96c7-aab6ca6b1e9f', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': '467f1508-f241-44cc-b1b7-d1a98f5c9021'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:02.669482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-badcb779-1d73-4eeb-96cd-14c302855137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.758554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:02.802257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=467f1508-f241-44cc-b1b7-d1a98f5c9021,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:02.888233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47248) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:02.959958 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.007347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9728afbe-4c30-472f-96c7-aab6ca6b1e9f']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:03.031590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0bd14c-e391-444e-9102-4e1412b20c36') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:03.034373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0bd14c-e391-444e-9102-4e1412b20c36') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:03.047644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.074433 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.193905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.212560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:03.213727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.217414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89050d96-9956-4f47-9ce3-c48872296c24 None None] Network 9728afbe-4c30-472f-96c7-aab6ca6b1e9f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:03.349103 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.493110 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0c0bd14c-e391-444e-9102-4e1412b20c36 resource provider aggregate not found Jun 03 15:44:03.569679 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 0c0bd14c-e391-444e-9102-4e1412b20c36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c0bd14c-e391-444e-9102-4e1412b20c36 found for delete ", "request_id": "req-ce8434d4-e747-42f8-a3cd-1f0107225a5e"}]} Jun 03 15:44:03.717253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 809238e3-180b-453a-95d2-5bd897823d1b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:03.717884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.770472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb350036-ef23-4fcd-82af-94a2665401dc req-2927b18d-f7fe-456a-92d8-7feabf9f1ae2 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.1957848 Jun 03 15:44:03.789450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.798321 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.840549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=9728afbe-4c30-472f-96c7-aab6ca6b1e9f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:03.849639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c8a24015-69fc-49fe-95f1-e239e925a32e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/9728afbe-4c30-472f-96c7-aab6ca6b1e9f HTTP/1.1" status: 204 len: 168 time: 2.8044255 Jun 03 15:44:03.854775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47270) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:03.877650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800153754'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:03.888706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:03.903994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:03.913128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:03.927136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:03.952440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:03.957367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.981818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:03.997156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] Transition to ACTIVE for port object 809238e3-180b-453a-95d2-5bd897823d1b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:04.055985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:04.124763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.125438 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment aa330944-85dc-41b5-8205-7d969041874a of type vlan for network 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 Jun 03 15:44:04.141806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.258094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.369293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.375601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:04.376521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.445714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] Deleting subnet 1ecc5826-f4c7-470b-be0f-dcfee7be7886 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:04.459096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port 809238e3-180b-453a-95d2-5bd897823d1b had new provisioning blocks added so it will not transition to active. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 03 15:44:04.465995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6054051 Jun 03 15:44:04.540883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:04.551846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:04.593468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.665424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=7e1cdf70-e3aa-464e-8b6d-7537eb54f905,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:04.686405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.687735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.688619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.691180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.692174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.693103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.693911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.694756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.695572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.696423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.697265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.698101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc72902-f339-468f-8c29-e019854911ec tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:04.745555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:04.828818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65fe2b-03a0-4e27-a37d-8ca2588e334d None None] Pushing event updated for resources: {'Port': ['ID=809238e3-180b-453a-95d2-5bd897823d1b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:04.978267 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.207287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5616d3bf-3107-45f4-8181-e525e9799cc9 req-15eaa85b-6aa5-4737-bb25-972c98bb80fc tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.0874887 Jun 03 15:44:05.566009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:05.571111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:05.574839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:05.585333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:05.619486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:05.623166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.653279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.914144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-71e02b67-d647-4cd5-bea6-d9b53c3e7159 None None] Provisioning for port 809238e3-180b-453a-95d2-5bd897823d1b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:05.949582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-71e02b67-d647-4cd5-bea6-d9b53c3e7159 None None] Provisioning complete for port 809238e3-180b-453a-95d2-5bd897823d1b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:05.949582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-71e02b67-d647-4cd5-bea6-d9b53c3e7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.043550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-86c3930f-75c3-4efb-9d7d-334e2670ad3b tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:06.046638 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-86c3930f-75c3-4efb-9d7d-334e2670ad3b tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.70 "GET /v2.0/networks?id=a4f23acc-7b1e-4aba-8325-a4204642fdb1 HTTP/1.1" status: 200 len: 809 time: 0.8015740 Jun 03 15:44:06.083054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Request body: {'port': {'device_id': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1', 'admin_state_up': True, 'tenant_id': '72e39c1670734dfea740b4f68f1a9a34'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:06.125370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.290403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d56ad5-5093-4edb-a97c-c1f33d8dd35a None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:44:06.353342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-71e02b67-d647-4cd5-bea6-d9b53c3e7159 None None] Current status of the port 809238e3-180b-453a-95d2-5bd897823d1b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:06.495385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-100b5818-f2f9-4677-aef7-2bb03f4d3ecd None None] Could not find standard attr ID for object 1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:44:06.537017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d56ad5-5093-4edb-a97c-c1f33d8dd35a None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:44:06.637704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.641985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:06.706353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7cba97a-d28a-4d43-a700-befa71a3e4b4 req-c8dd37ff-dfa8-47db-9cc0-54550a31050a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.1529770 Jun 03 15:44:06.756158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 809238e3-180b-453a-95d2-5bd897823d1b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:06.771975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecc5826-f4c7-470b-be0f-dcfee7be7886,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:06.863023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.886941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47310) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:06.888087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70d9152f-5d7f-483d-81de-7001e8c0a8a6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1ecc5826-f4c7-470b-be0f-dcfee7be7886 HTTP/1.1" status: 204 len: 168 time: 3.9863017 Jun 03 15:44:06.893431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.895705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d0899b0a-2a60-4387-9f47-af6c58dc1916 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc HTTP/1.1" status: 204 len: 168 time: 4.8689160 Jun 03 15:44:06.902019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47314) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:07.198391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 809238e3-180b-453a-95d2-5bd897823d1b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:07.199317 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.210703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.214725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:07.219777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Usage tracker for resource:port and tenant:72e39c1670734dfea740b4f68f1a9a34 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:07.224089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:07.231266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:07.263681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Made reservation on behalf of 72e39c1670734dfea740b4f68f1a9a34 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:07.269895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.303861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fcfd5-d72d-4d46-bcde-fc2fbfee05a3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:07.306210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f40fcfd5-d72d-4d46-bcde-fc2fbfee05a3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:07.315865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.538607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f40fcfd5-d72d-4d46-bcde-fc2fbfee05a3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:07.539826 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f40fcfd5-d72d-4d46-bcde-fc2fbfee05a3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6339431 Jun 03 15:44:07.547776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.577921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:07.579461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9283ae4-087d-4ca1-81e1-db0219cc44df']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:07.583087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=94d28098-a7a1-4109-be74-5a454c731e25,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:07.601234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:07.602050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77452fe-e835-4181-bc0f-3b00cb7bf8f5') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:07.616606 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.640700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.648533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:07.648929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 809238e3-180b-453a-95d2-5bd897823d1b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:07.649585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.892575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Allocated IP 172.20.0.7 (a4f23acc-7b1e-4aba-8325-a4204642fdb1/473bf9cd-cd83-4c45-a6d8-89321a1205be/d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:07.955225 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b77452fe-e835-4181-bc0f-3b00cb7bf8f5 resource provider aggregate not found Jun 03 15:44:08.028248 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b77452fe-e835-4181-bc0f-3b00cb7bf8f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b77452fe-e835-4181-bc0f-3b00cb7bf8f5 found for delete ", "request_id": "req-47a5df27-14df-4940-bbd3-b67f584a41f9"}]} Jun 03 15:44:08.044552 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.062162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.264605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5592067-a583-4354-8066-b4ff64aca15c req-9c328cee-d353-47ef-8ff7-efb2ac1410f7 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.2329445 Jun 03 15:44:08.266009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9283ae4-087d-4ca1-81e1-db0219cc44df,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:08.276181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-897c546b-387b-4408-bf36-e191752a4a5b admin admin] 10.222.0.66 "DELETE /v2.0/networks/e9283ae4-087d-4ca1-81e1-db0219cc44df HTTP/1.1" status: 204 len: 168 time: 1.3874114 Jun 03 15:44:08.486760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': 'aa330944-85dc-41b5-8205-7d969041874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:08.487141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: 7e1cdf70-e3aa-464e-8b6d-7537eb54f905, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:08.488824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47354) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:08.589912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:08.602826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.609803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7a819e57-f3ea-418d-a290-d750cf306e25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e5d8b8a964c4c939abf20096002e037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1190217 Jun 03 15:44:08.612142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47358) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:08.679166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.778917 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-363b01c9-da65-4c5a-b194-69d0f0351ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.821700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7e1cdf70-e3aa-464e-8b6d-7537eb54f905) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:08.835448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58587eed-db92-40c7-9e6c-3657f84ae333 None None] Network 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:08.841455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Pushing event updated for resources: {'Port': ['ID=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:08.842189 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-363b01c9-da65-4c5a-b194-69d0f0351ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.863674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:08.864461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.883085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2acea5a-da71-494b-81cc-d6ded1d36aae tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:08.885684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2acea5a-da71-494b-81cc-d6ded1d36aae tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.3038669 Jun 03 15:44:08.889467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47364) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:08.967973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Network a4f23acc-7b1e-4aba-8325-a4204642fdb1 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:08.979521 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-363b01c9-da65-4c5a-b194-69d0f0351ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.985107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:08.994275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:09.068915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b01c9-da65-4c5a-b194-69d0f0351ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1f9b1-013e-4bea-ac21-616c58cedfb7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:09.104449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-363b01c9-da65-4c5a-b194-69d0f0351ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:09.107682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-363b01c9-da65-4c5a-b194-69d0f0351ed5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04a1f9b1-013e-4bea-ac21-616c58cedfb7 HTTP/1.1" status: 204 len: 168 time: 0.4927454 Jun 03 15:44:09.227342 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e08f4a5c-9d11-4350-8c44-364700c92794 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6838055 Jun 03 15:44:09.232516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47374) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:09.323713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd6239-544e-4d48-80a6-359ec1d7937a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.330913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd6239-544e-4d48-80a6-359ec1d7937a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.336509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd6239-544e-4d48-80a6-359ec1d7937a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.337187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fbfd6239-544e-4d48-80a6-359ec1d7937a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:09.371695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.372413 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:09.430627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fbfd6239-544e-4d48-80a6-359ec1d7937a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:09.432053 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fbfd6239-544e-4d48-80a6-359ec1d7937a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5335498 Jun 03 15:44:09.434980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47382) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:09.495258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-7e1cdf70-e3aa-464e-8b6d-7537eb54f905', 'network_id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': '94d28098-a7a1-4109-be74-5a454c731e25'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:09.496359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:09.541094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-fa2bb912-5a0d-459a-9c4c-c52114f547a4 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4790556 Jun 03 15:44:09.567236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Request body: {'port': {'device_id': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:09.776455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Allocated IP 172.20.0.2 (7e1cdf70-e3aa-464e-8b6d-7537eb54f905/94d28098-a7a1-4109-be74-5a454c731e25/18d8a38f-89d5-4002-a627-7a05eb248865) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:09.844092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 2ce2592a-19fc-424a-a0f0-ad896aed790a {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:09.846837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:09.876290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.063221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.085673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f5f25-8b94-4f10-876a-0e39ddbf079c req-fc0d8e50-4b3b-452b-a67e-bf052fc76970 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:10.100317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c1f5f25-8b94-4f10-876a-0e39ddbf079c req-fc0d8e50-4b3b-452b-a67e-bf052fc76970 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 931 time: 0.3761058 Jun 03 15:44:10.147799 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.169532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Transition to ACTIVE for port object 18d8a38f-89d5-4002-a627-7a05eb248865 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:10.216032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6c1f5f25-8b94-4f10-876a-0e39ddbf079c req-dce5584a-827e-4018-97f4-0341d8673313 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Synchronizing usage tracker for tenant:72e39c1670734dfea740b4f68f1a9a34 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:10.231586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Transition to ACTIVE for port object 18d8a38f-89d5-4002-a627-7a05eb248865 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:10.252651 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.318060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.348463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Network 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:10.359561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:10.366421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:10.493319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Pushing event updated for resources: {'Port': ['ID=18d8a38f-89d5-4002-a627-7a05eb248865,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:10.563059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6c1f5f25-8b94-4f10-876a-0e39ddbf079c req-dce5584a-827e-4018-97f4-0341d8673313 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Unset dirty status for tenant:72e39c1670734dfea740b4f68f1a9a34 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:10.592456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c1f5f25-8b94-4f10-876a-0e39ddbf079c req-dce5584a-827e-4018-97f4-0341d8673313 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719365 Jun 03 15:44:10.624042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.625742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Attempting to bind port 18d8a38f-89d5-4002-a627-7a05eb248865 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:10.628640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Attempting to bind port 18d8a38f-89d5-4002-a627-7a05eb248865 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'aa330944-85dc-41b5-8205-7d969041874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:10.629174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Attempting to bind port 18d8a38f-89d5-4002-a627-7a05eb248865 on network 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:10.641040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:10.641940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Checking segment: {'id': 'aa330944-85dc-41b5-8205-7d969041874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:10.642668 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.643526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Bound using segment: {'id': 'aa330944-85dc-41b5-8205-7d969041874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:10.644343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Bound port: 18d8a38f-89d5-4002-a627-7a05eb248865, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa330944-85dc-41b5-8205-7d969041874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:10.645038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.805410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.929778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] For port 18d8a38f-89d5-4002-a627-7a05eb248865, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:10.946317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] For port 18d8a38f-89d5-4002-a627-7a05eb248865, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=18d8a38f-89d5-4002-a627-7a05eb248865,segment=NetworkSegment(aa330944-85dc-41b5-8205-7d969041874a),segment_id=aa330944-85dc-41b5-8205-7d969041874a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:10.960453 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.001687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=94d28098-a7a1-4109-be74-5a454c731e25,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:11.134929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.183374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.198102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1cdf70-e3aa-464e-8b6d-7537eb54f905']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:11.229461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa330944-85dc-41b5-8205-7d969041874a') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:11.237616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa330944-85dc-41b5-8205-7d969041874a') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:11.260652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.291682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d045c-0a60-4047-8606-15f28b7455af None None] Pushing event updated for resources: {'Port': ['ID=18d8a38f-89d5-4002-a627-7a05eb248865,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:11.310759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.324478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:11.324935 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.469031 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment aa330944-85dc-41b5-8205-7d969041874a resource provider aggregate not found Jun 03 15:44:11.470246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:44:11.498242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.520540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.562731 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment aa330944-85dc-41b5-8205-7d969041874a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa330944-85dc-41b5-8205-7d969041874a found for delete ", "request_id": "req-1d843615-519a-4d88-9661-80cd45c02908"}]} Jun 03 15:44:11.595022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:44:11.595022 n-d-844594-1 neutron-server[88338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:44:11.595022 n-d-844594-1 neutron-server[88338]: [parameters: {'id': '7e1cdf70-e3aa-464e-8b6d-7537eb54f905'}] Jun 03 15:44:11.595022 n-d-844594-1 neutron-server[88338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:44:11.596501 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:44:11.705871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce2592a-19fc-424a-a0f0-ad896aed790a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:11.725724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.734719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Transition to ACTIVE for port object d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:11.752981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.761796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd2322-478b-4812-9ba0-f7f33f742bf4 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:12.123376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.139574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-27ea884d-6faf-4acd-9176-778c22dbb140 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/2ce2592a-19fc-424a-a0f0-ad896aed790a HTTP/1.1" status: 204 len: 168 time: 2.7034972 Jun 03 15:44:12.151509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47434) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:12.200317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting port 18d8a38f-89d5-4002-a627-7a05eb248865 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:12.208641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.367455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57631347-9555-4519-82bf-82272fd312f9 req-1622e88d-a408-4293-8475-c3d794dec339 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:12.369666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57631347-9555-4519-82bf-82272fd312f9 req-1622e88d-a408-4293-8475-c3d794dec339 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 943 time: 0.4273121 Jun 03 15:44:12.426376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1538-476f-4584-923e-131f432e88ca service neutron] Pushing event updated for resources: {'Port': ['ID=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:12.454385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet fc6ad005-d257-4e1d-abe7-094f847e861e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:12.493595 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.591730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.787352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.820479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 18d8a38f-89d5-4002-a627-7a05eb248865 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:12.906792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57631347-9555-4519-82bf-82272fd312f9 req-1807bbae-5ecf-48ab-90fa-ea687d40b9b6 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185103 Jun 03 15:44:13.037678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] For port 18d8a38f-89d5-4002-a627-7a05eb248865, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=18d8a38f-89d5-4002-a627-7a05eb248865,segment=NetworkSegment(aa330944-85dc-41b5-8205-7d969041874a),segment_id=aa330944-85dc-41b5-8205-7d969041874a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:13.045688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.219702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 18d8a38f-89d5-4002-a627-7a05eb248865 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:13.446115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-346322a2-24ac-4cde-80c7-fdf3e7f020d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.682442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Attempting to bind port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:13.682991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Attempting to bind port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:13.683116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Attempting to bind port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd on network a4f23acc-7b1e-4aba-8325-a4204642fdb1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:13.726377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Calling delete_port for 18d8a38f-89d5-4002-a627-7a05eb248865 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:13.739837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd on network a4f23acc-7b1e-4aba-8325-a4204642fdb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:44:13.740265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Attempting to bind port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd on network a4f23acc-7b1e-4aba-8325-a4204642fdb1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:13.756305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:13.758842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Checking segment: {'id': '48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:13.759251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Bound using segment: {'id': '48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:13.759794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Bound port: d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:13.760898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.849376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ffb25-6a5f-4920-bad4-fdefc00ebaee None None] Network 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:13.939190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.982473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:44:14.101562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Port': ['ID=18d8a38f-89d5-4002-a627-7a05eb248865,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:14.108733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No DVR routers for this DVR port 18d8a38f-89d5-4002-a627-7a05eb248865 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:14.128918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:14.325404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6ad005-d257-4e1d-abe7-094f847e861e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:14.328189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] For port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:14.335467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e7f2f7c7-7c3b-4ba1-84c3-936f46bd0edb None None] Could not find standard attr ID for object 18d8a38f-89d5-4002-a627-7a05eb248865. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:44:14.336179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:14.353719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e43ffd-a59a-4bb4-a9d4-0a7b7296139b None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:14.359295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] For port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,segment=NetworkSegment(48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8),segment_id=48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:14.366674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-439f83db-5eeb-4609-86f2-b7c138562fd7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/fc6ad005-d257-4e1d-abe7-094f847e861e HTTP/1.1" status: 204 len: 168 time: 2.2107601 Jun 03 15:44:14.369414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:14.376255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47470) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:14.699341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cc3fe477-6653-40d8-9372-d219a7b4c448 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2740207 Jun 03 15:44:14.710052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47482) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:14.788996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1538-476f-4584-923e-131f432e88ca service neutron] Pushing event updated for resources: {'Port': ['ID=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:14.796684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:14.797335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:14.801898 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64af1538-476f-4584-923e-131f432e88ca service neutron] 10.222.0.70 "PUT /v2.0/ports/d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd HTTP/1.1" status: 200 len: 1091 time: 5.2395651 Jun 03 15:44:14.802353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'tag': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:14.848467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:14.979794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-513ce883-44f2-464c-8e72-f9f1d43a7c34 None None] Provisioning complete for port 809238e3-180b-453a-95d2-5bd897823d1b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:14.984464 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-513ce883-44f2-464c-8e72-f9f1d43a7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.039356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.132567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1cdf70-e3aa-464e-8b6d-7537eb54f905']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:15.179756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa330944-85dc-41b5-8205-7d969041874a') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:15.184371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa330944-85dc-41b5-8205-7d969041874a') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:15.222462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.246288 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4085360d-6797-460b-a2a1-017c3f308bae'] response: {'name': 'network-changed', 'server_uuid': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'tag': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd', 'status': 'completed', 'code': 200} Jun 03 15:44:15.279971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3c1fa-07b4-4994-b326-32d5a6b0dd4e req-5dcb3926-6a0b-4856-bf17-9cfab654cfd2 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:15.292993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1aa3c1fa-07b4-4994-b326-32d5a6b0dd4e req-5dcb3926-6a0b-4856-bf17-9cfab654cfd2 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 943 time: 0.9662158 Jun 03 15:44:15.328668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.364128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:15.366543 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.521563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:15.534184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:15.552766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:15.583540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:15.638801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-cb2065f3-f340-4892-8b2a-e5045a6abb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:15.649603 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-cb2065f3-f340-4892-8b2a-e5045a6abb37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72e39c1670734dfea740b4f68f1a9a34&device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 1094 time: 0.3967402 Jun 03 15:44:15.654250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:15.658670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.696475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d22bd7-0404-46a6-bf3d-66b7cf841abb None None] DHCP port deletion for 7e1cdf70-e3aa-464e-8b6d-7537eb54f905 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:44:15.714548 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment aa330944-85dc-41b5-8205-7d969041874a resource provider aggregate not found Jun 03 15:44:15.847286 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment aa330944-85dc-41b5-8205-7d969041874a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa330944-85dc-41b5-8205-7d969041874a found for delete ", "request_id": "req-da23ddaf-27a2-46e9-a8b9-e05465e0622c"}]} Jun 03 15:44:15.868461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.880478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1aa3c1fa-07b4-4994-b326-32d5a6b0dd4e req-b3069269-d342-43c6-a92b-6d5bcdf6e34d tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860944 Jun 03 15:44:15.889019 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-804e6e04-626c-46f0-9ec9-30fd2bb0254d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd HTTP/1.1" status: 200 len: 217 time: 0.1851676 Jun 03 15:44:15.935070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.040077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.065472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-513ce883-44f2-464c-8e72-f9f1d43a7c34 None None] Current status of the port 809238e3-180b-453a-95d2-5bd897823d1b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:16.178051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64fd2e64-533a-44c0-82b8-314e58ec2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:16.185128 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-64fd2e64-533a-44c0-82b8-314e58ec2abd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=473bf9cd-cd83-4c45-a6d8-89321a1205be HTTP/1.1" status: 200 len: 849 time: 0.2812009 Jun 03 15:44:16.191165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:44:16.193285 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=7e1cdf70-e3aa-464e-8b6d-7537eb54f905,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:16.197375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Deleting port 809238e3-180b-453a-95d2-5bd897823d1b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:16.197855 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.249248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a4559a92-7ad4-4d55-a2f2-1db5235502a2 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/7e1cdf70-e3aa-464e-8b6d-7537eb54f905 HTTP/1.1" status: 204 len: 168 time: 7.0152798 Jun 03 15:44:16.250148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47506) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:16.257035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1664385889'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:16.275072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:16.280028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:16.283808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:16.291897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:16.305998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:16.311153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.354506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:16.367744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.368475 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment 7bb2c1c3-525d-4a67-a165-788fa899a8d6 of type vlan for network bbf76878-9258-49c7-b409-704beda42f6c Jun 03 15:44:16.415263 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79b4986f-4a0d-4c5c-8d54-ba6b187c9e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.450510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-13373b3d-88d2-4d9f-928a-0d4647a5f8e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4f23acc-7b1e-4aba-8325-a4204642fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2357283 Jun 03 15:44:16.639440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.791044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.827027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 809238e3-180b-453a-95d2-5bd897823d1b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:16.866123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:16.872122 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.943966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.969223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7163947 Jun 03 15:44:16.979913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47524) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:17.004493 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-cb2110be-5c06-40e5-87d7-63d46322dc74 service neutron] 10.222.0.70 "GET /v2.0/networks/a4f23acc-7b1e-4aba-8325-a4204642fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467989 Jun 03 15:44:17.117842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:17.118775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.172059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': 'bbf76878-9258-49c7-b409-704beda42f6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:17.316982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 809238e3-180b-453a-95d2-5bd897823d1b is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:17.317611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.436206 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.615856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Calling delete_port for 809238e3-180b-453a-95d2-5bd897823d1b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:17.761028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3be02-e382-42cd-b108-eb992c90490f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=bbf76878-9258-49c7-b409-704beda42f6c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:17.777656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:17.783273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network bbf76878-9258-49c7-b409-704beda42f6c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:17.789404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-54abceb7-f1e2-41c8-af3f-14bb82429224 req-ed717de2-2da8-40ea-8029-934a896b5b46 service neutron] 10.222.0.70 "GET /v2.0/networks/a4f23acc-7b1e-4aba-8325-a4204642fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628806 Jun 03 15:44:17.818679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:44:17.843989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:17.848717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:17.852409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:17.864866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:17.879771 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.882543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 18d8a38f-89d5-4002-a627-7a05eb248865 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:17.925311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ad028-4c36-4a7f-8c02-eba21b69889a req-b98c830d-83f9-4b21-a06f-6e7d52a51dd8 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:17.935749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a39ad028-4c36-4a7f-8c02-eba21b69889a req-b98c830d-83f9-4b21-a06f-6e7d52a51dd8 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 943 time: 0.6804414 Jun 03 15:44:17.956097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:17.962556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.177679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing IP validity checks on allocation pools {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:44:18.179025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:44:18.187753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a39ad028-4c36-4a7f-8c02-eba21b69889a req-2739dacf-a6ee-4f36-8bcb-f7367ee6c493 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510755 Jun 03 15:44:18.332764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-04e733d5-b326-4d7d-8d84-857a98dcef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:18.334360 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-04e733d5-b326-4d7d-8d84-857a98dcef95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72e39c1670734dfea740b4f68f1a9a34&device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 1094 time: 0.3217988 Jun 03 15:44:18.535812 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.544206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 18d8a38f-89d5-4002-a627-7a05eb248865 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:44:18.546798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 18d8a38f-89d5-4002-a627-7a05eb248865 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:44:18.583117 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.622380 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.676879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=809238e3-180b-453a-95d2-5bd897823d1b,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:18.698100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=c4a8197a-f818-4614-8599-c91417fda985,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:18.708697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': '7bb2c1c3-525d-4a67-a165-788fa899a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bbf76878-9258-49c7-b409-704beda42f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:18.709246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: bbf76878-9258-49c7-b409-704beda42f6c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:18.782052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network bbf76878-9258-49c7-b409-704beda42f6c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:18.802864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, bbf76878-9258-49c7-b409-704beda42f6c) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:18.809312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:18.809904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.822254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a21e3-1396-4b3e-accd-884cbf5e2abc None None] Network bbf76878-9258-49c7-b409-704beda42f6c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:18.868317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8dc87ffd-0d39-4753-b917-7b13f65b63f4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8825431 Jun 03 15:44:18.869478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:18.880412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:44:18.880938 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:44:19.123756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.235784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.388791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-29ab3bbc-6b5a-4cd6-a3f9-5e66f0940d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:19.391739 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-29ab3bbc-6b5a-4cd6-a3f9-5e66f0940d70 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a4f23acc-7b1e-4aba-8325-a4204642fdb1 HTTP/1.1" status: 200 len: 910 time: 1.0491905 Jun 03 15:44:19.431515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Deleting port 809238e3-180b-453a-95d2-5bd897823d1b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:19.432401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.459621 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.686257 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-f0a6fdd8-c125-49e1-9ba1-1f7c7dad941e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd HTTP/1.1" status: 200 len: 217 time: 0.2769272 Jun 03 15:44:19.747300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.891305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a8197a-f818-4614-8599-c91417fda985,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:19.996774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce80118-ccf5-4404-a28c-049fec8bafaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-bbf76878-9258-49c7-b409-704beda42f6c', 'network_id': 'bbf76878-9258-49c7-b409-704beda42f6c', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': 'c4a8197a-f818-4614-8599-c91417fda985'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:19.997884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3ce80118-ccf5-4404-a28c-049fec8bafaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.179162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-9ae6657d-4ea4-4c17-98e2-bcf57328a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:20.198436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-9ae6657d-4ea4-4c17-98e2-bcf57328a83b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=473bf9cd-cd83-4c45-a6d8-89321a1205be HTTP/1.1" status: 200 len: 849 time: 0.4252675 Jun 03 15:44:20.211188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.329022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963b1d-04d4-4f49-b2d2-6ad6b4682355 req-b1e46531-6639-4f0f-a39f-abeb09d3bde1 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:20.331282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28963b1d-04d4-4f49-b2d2-6ad6b4682355 req-b1e46531-6639-4f0f-a39f-abeb09d3bde1 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 943 time: 0.4483135 Jun 03 15:44:20.341316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf76878-9258-49c7-b409-704beda42f6c']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:20.351030 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-2f7fd8e6-75b6-4d72-9700-0ee5456de786 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a4f23acc-7b1e-4aba-8325-a4204642fdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355345 Jun 03 15:44:20.362182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:44:20.391611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb2c1c3-525d-4a67-a165-788fa899a8d6') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:20.391933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb2c1c3-525d-4a67-a165-788fa899a8d6') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:20.487092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.622923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.627684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:20.628526 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.679086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-28963b1d-04d4-4f49-b2d2-6ad6b4682355 req-212cfd3d-cee2-41bc-995f-b56ec86637ac tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063951 Jun 03 15:44:20.687277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:20.687900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.717287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:44:20.806089 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7bb2c1c3-525d-4a67-a165-788fa899a8d6 resource provider aggregate not found Jun 03 15:44:20.844309 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7bb2c1c3-525d-4a67-a165-788fa899a8d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bb2c1c3-525d-4a67-a165-788fa899a8d6 found for delete ", "request_id": "req-d973f536-5e52-4099-95be-34a6be064b59"}]} Jun 03 15:44:20.858716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.866808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.925593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/bbf76878-9258-49c7-b409-704beda42f6c HTTP/1.1" status: 204 len: 168 time: 2.0505891 Jun 03 15:44:20.928469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47590) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:20.935818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2036651661'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:20.946690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170110a-c05c-4e29-bd45-c7d7e024831d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=bbf76878-9258-49c7-b409-704beda42f6c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:20.962796 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-b444b9e8-92ed-4e90-a934-ab98f1a3f410 service neutron] 10.222.0.70 "GET /v2.0/networks/a4f23acc-7b1e-4aba-8325-a4204642fdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949028 Jun 03 15:44:20.968584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:20.979675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:20.992717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:21.003986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:21.009823 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.040740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:21.041565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.043050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.047938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47598) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:21.118286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:21.122698 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.206734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:21.230139 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.231147 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment 45150ebf-485b-44e1-99ce-6a58d8b23163 of type vlan for network af9d28c5-4597-41ac-8db3-b844f94dfc05 Jun 03 15:44:21.248352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Calling delete_port for 809238e3-180b-453a-95d2-5bd897823d1b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:21.276347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:21.284676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:21.292520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:21.295183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.353520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.418751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114d462-99f8-432b-80f3-478737a68432 None None] Network bbf76878-9258-49c7-b409-704beda42f6c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:21.421859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:21.445453 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.6651597 Jun 03 15:44:21.468834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114d462-99f8-432b-80f3-478737a68432 None None] Network bbf76878-9258-49c7-b409-704beda42f6c could not be found, it might have been deleted concurrently. {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 03 15:44:21.483318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47606) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:21.505217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:21.523973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef9ce4-7a29-4766-9195-185742600d9b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=809238e3-180b-453a-95d2-5bd897823d1b,revision_number=9']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:21.542998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.555904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,segment=NetworkSegment(48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8),segment_id=48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:21.570320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2a8fe3-4bcc-438a-a0e8-986375fe0efa req-961d51a4-88cd-417d-904e-5adfb4cef80d service neutron] 10.222.0.70 "GET /v2.0/networks/a4f23acc-7b1e-4aba-8325-a4204642fdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577121 Jun 03 15:44:21.578313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd', 'network_id': 'a4f23acc-7b1e-4aba-8325-a4204642fdb1', 'port_id': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd', 'mac_address': 'fa:16:3e:c5:53:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473bf9cd-cd83-4c45-a6d8-89321a1205be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:44:21.584141 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:44:21.584823 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:44:21.601225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:21.609998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Usage tracker for resource:security_group_rule and tenant:a35b46c6ee0546af832725ca04f72377 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:21.615808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:21.629871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:21.667679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:21.668663 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.690625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:44:21.710521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,segment=NetworkSegment(48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8),segment_id=48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:21.716418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.852392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:21.935698 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.949427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:21.950605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.979834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:44:22.272350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Deleting port 809238e3-180b-453a-95d2-5bd897823d1b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:22.273376 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.366365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.411233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=af9d28c5-4597-41ac-8db3-b844f94dfc05,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:22.440505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.508197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a35b46c6ee0546af832725ca04f72377&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4533529 Jun 03 15:44:22.512030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47632) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:22.581415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:22.589531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:22.597165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:22.614132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:22.618561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] For port 809238e3-180b-453a-95d2-5bd897823d1b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=809238e3-180b-453a-95d2-5bd897823d1b,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:22.618561 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.645567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34bab5-2c93-4775-b658-f85962ee87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce64090-b8f0-4a2b-8348-3b9d942337b0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:22.655100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47638) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:22.655878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dff7875c-42c2-4f06-8618-7bb314196036 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7259862 Jun 03 15:44:22.673981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:22.696917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:22.696917 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.714599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network af9d28c5-4597-41ac-8db3-b844f94dfc05 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:22.858695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64ede4f5-47a5-43e5-9960-74bf5bf592ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.886225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:22.894489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64ede4f5-47a5-43e5-9960-74bf5bf592ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.902855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:22.909242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:22.924035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:22.955685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:22.960281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.985655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Calling delete_port for 809238e3-180b-453a-95d2-5bd897823d1b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:23.095681 n-d-844594-1 neutron-server[88338]: INFO neutron.db.ipam_backend_mixin [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed (CIDR: 2001:db8::/64) Jun 03 15:44:23.115499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecda5b6-42fd-4779-a8e9-2bed8aa6db97 req-5a85e11f-f734-48a2-b55a-3da0a73f7f6a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:23.118818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ecda5b6-42fd-4779-a8e9-2bed8aa6db97 req-5a85e11f-f734-48a2-b55a-3da0a73f7f6a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 944 time: 1.1868420 Jun 03 15:44:23.123386 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:44:23.124408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:44:23.227733 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.228392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64ede4f5-47a5-43e5-9960-74bf5bf592ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.265886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ede4f5-47a5-43e5-9960-74bf5bf592ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce64090-b8f0-4a2b-8348-3b9d942337b0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:23.281846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64ede4f5-47a5-43e5-9960-74bf5bf592ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.283383 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-64ede4f5-47a5-43e5-9960-74bf5bf592ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dce64090-b8f0-4a2b-8348-3b9d942337b0 HTTP/1.1" status: 204 len: 168 time: 0.7696972 Jun 03 15:44:23.304461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ecda5b6-42fd-4779-a8e9-2bed8aa6db97 req-873a7562-8414-4aef-b4a4-b5bb5da45b4a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699157 Jun 03 15:44:23.307344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-de02d11a-5157-43fd-902d-6dec892f434d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8211434 Jun 03 15:44:23.312839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47646) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:23.337218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] Pushing event deleted for resources: {'Port': ['ID=809238e3-180b-453a-95d2-5bd897823d1b,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:23.352253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:23.590303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bc840-b61c-4f68-bd49-67ab98414c20 None None] No DVR routers for this DVR port 809238e3-180b-453a-95d2-5bd897823d1b on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:23.616472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.619476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ccaa45-309e-4cf6-be26-3e70b1ce88ee None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:23.778518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:23.793048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:23.802787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:23.816336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:23.828975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=d06add23-9b02-4fff-b485-26d7c8fcbff0,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:23.847320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': '45150ebf-485b-44e1-99ce-6a58d8b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:23.847913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: af9d28c5-4597-41ac-8db3-b844f94dfc05, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:23.858900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:23.866584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.901225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network af9d28c5-4597-41ac-8db3-b844f94dfc05 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:23.937275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, af9d28c5-4597-41ac-8db3-b844f94dfc05) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:23.943496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:23.944295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.976766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ea0a4-8e26-4bac-815f-b8d5505f0d62 None None] Network af9d28c5-4597-41ac-8db3-b844f94dfc05 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:24.013526 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1baff6e-1de1-4823-bd1a-96f69e07514a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3564813 Jun 03 15:44:24.014280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47656) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:24.098308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47660) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:24.382632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:24.412150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-af9d28c5-4597-41ac-8db3-b844f94dfc05', 'network_id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': 'd06add23-9b02-4fff-b485-26d7c8fcbff0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:24.413294 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.443698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:24.444927 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.624585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.651038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:24.656466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Usage tracker for resource:security_group_rule and tenant:86dd9748019a4a1db870ecc7aec40965 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:24.663226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:24.778110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:24.916139 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.917055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.921859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:24.922458 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.933228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:25.059449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Allocated IP 172.20.0.1 (af9d28c5-4597-41ac-8db3-b844f94dfc05/d06add23-9b02-4fff-b485-26d7c8fcbff0/ae8b3bce-762a-4954-a793-b72f78464295) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:25.067992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Allocated IP 2001:db8::f816:3eff:fee6:b480 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed/bf019dfa-9ec3-4013-ba49-25a1fd5ec047) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:25.083704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=f4829af2-51e8-4ca2-8a2e-3728a2df1f7d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:25.177619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:25.198932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:25.210902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.219604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:25.221591 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.224762 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.279485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0109-65f5-4d82-bfd6-82227290b793 req-955d22c6-290f-4016-b069-05bee65165c1 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:25.282427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2b0109-65f5-4d82-bfd6-82227290b793 req-955d22c6-290f-4016-b069-05bee65165c1 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 944 time: 0.5009232 Jun 03 15:44:25.312130 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.361791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-77973b29-85c4-490a-a070-438d3c6a5d72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0451086 Jun 03 15:44:25.380154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47676) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:25.403311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:4d:9e:89', 'name': 'tempest-NetworksTestDHCPv6-1592965656'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:25.420453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d705f6d1-d96e-4644-8f1b-f5900429ec10,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:25.435113 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-10192a3a-7d63-4b54-a8e0-4eb6e8f95b4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86dd9748019a4a1db870ecc7aec40965&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3356490 Jun 03 15:44:25.459927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47682) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:25.596364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:25.596939 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.599707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2b0109-65f5-4d82-bfd6-82227290b793 req-c931a08c-6724-4a19-ba31-d6805b18d314 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061197 Jun 03 15:44:25.639512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a770ae-f232-4272-ba2f-43abc4868d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.680263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:25.690880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:25.713019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:25.717761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:25.735746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a770ae-f232-4272-ba2f-43abc4868d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.753728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:25.758572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,segment=NetworkSegment(48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8),segment_id=48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:25.785660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:25.812727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.821890 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a770ae-f232-4272-ba2f-43abc4868d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.850034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a770ae-f232-4272-ba2f-43abc4868d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d705f6d1-d96e-4644-8f1b-f5900429ec10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:25.864429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a770ae-f232-4272-ba2f-43abc4868d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.869478 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a2a770ae-f232-4272-ba2f-43abc4868d4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d705f6d1-d96e-4644-8f1b-f5900429ec10 HTTP/1.1" status: 204 len: 168 time: 0.4050412 Jun 03 15:44:26.066972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.127156 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.141457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.165557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Transition to ACTIVE for port object ae8b3bce-762a-4954-a793-b72f78464295 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:26.170063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:26.230811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 983d2814-39ad-4fa2-b932-267030ad4dae yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:44:26.260757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Transition to ACTIVE for port object bf019dfa-9ec3-4013-ba49-25a1fd5ec047 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:26.328675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Transition to ACTIVE for port object ae8b3bce-762a-4954-a793-b72f78464295 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:26.376465 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.422248 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.570221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Transition to ACTIVE for port object bf019dfa-9ec3-4013-ba49-25a1fd5ec047 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:26.596337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=d06add23-9b02-4fff-b485-26d7c8fcbff0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:26.809196 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde4a9d7-c238-45ea-965b-cf9d22808542'] response: {'server_uuid': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd', 'code': 200} Jun 03 15:44:26.842148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Network af9d28c5-4597-41ac-8db3-b844f94dfc05 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:26.854773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:26.859633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.880687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:27.100312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Pushing event updated for resources: {'Port': ['ID=ae8b3bce-762a-4954-a793-b72f78464295,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:27.132563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.140615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:27.285122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d28c5-4597-41ac-8db3-b844f94dfc05']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:27.316189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45150ebf-485b-44e1-99ce-6a58d8b23163') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:27.316443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45150ebf-485b-44e1-99ce-6a58d8b23163') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:27.325444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:27.336430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:27.346846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.397523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.410505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:27.413616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.507553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8:0:1::17 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/f4829af2-51e8-4ca2-8a2e-3728a2df1f7d/983d2814-39ad-4fa2-b932-267030ad4dae) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:27.537319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::f816:3eff:fe4d:9e89 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed/983d2814-39ad-4fa2-b932-267030ad4dae) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:27.680254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Pushing event updated for resources: {'Port': ['ID=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:27.923176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e08d29-1e86-4998-b874-a9ec0cd2661e req-68c802ac-0fde-4690-bbf9-7a66643ecfaf tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:27.925134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5e08d29-1e86-4998-b874-a9ec0cd2661e req-68c802ac-0fde-4690-bbf9-7a66643ecfaf tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 945 time: 0.7757847 Jun 03 15:44:27.988742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Attempting to bind port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:27.989595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Attempting to bind port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:27.989826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Attempting to bind port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:27.996935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Attempting to bind port ae8b3bce-762a-4954-a793-b72f78464295 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:27.997316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Attempting to bind port ae8b3bce-762a-4954-a793-b72f78464295 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '45150ebf-485b-44e1-99ce-6a58d8b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:27.997823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Attempting to bind port ae8b3bce-762a-4954-a793-b72f78464295 on network af9d28c5-4597-41ac-8db3-b844f94dfc05 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:28.003593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:28.003951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:28.004426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.004830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:28.005588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Bound port: bf019dfa-9ec3-4013-ba49-25a1fd5ec047, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:28.005977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.052516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:44:28.052516 n-d-844594-1 neutron-server[88339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:44:28.052516 n-d-844594-1 neutron-server[88339]: [parameters: {'id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05'}] Jun 03 15:44:28.052516 n-d-844594-1 neutron-server[88339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:44:28.053882 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:44:28.088592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f488895-ce7d-494e-acec-43dbf9934ccc req-e65075a7-f9e8-45d5-a4a6-4b55a48b1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:28.092009 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f488895-ce7d-494e-acec-43dbf9934ccc req-e65075a7-f9e8-45d5-a4a6-4b55a48b1baf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 1096 time: 1.3187432 Jun 03 15:44:28.223281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] For port bf019dfa-9ec3-4013-ba49-25a1fd5ec047, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:28.228587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] For port bf019dfa-9ec3-4013-ba49-25a1fd5ec047, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:28.230479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:28.230866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Checking segment: {'id': '45150ebf-485b-44e1-99ce-6a58d8b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:28.231585 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.231996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Bound using segment: {'id': '45150ebf-485b-44e1-99ce-6a58d8b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:28.232578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Bound port: ae8b3bce-762a-4954-a793-b72f78464295, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45150ebf-485b-44e1-99ce-6a58d8b23163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'af9d28c5-4597-41ac-8db3-b844f94dfc05'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:28.233032 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.249946 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.277313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2f488895-ce7d-494e-acec-43dbf9934ccc req-71cbeeef-eba5-4f95-8803-b55cff1132a4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734159 Jun 03 15:44:28.489905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5e08d29-1e86-4998-b874-a9ec0cd2661e req-6a24fd60-dd9a-4fe6-a835-2e06b2f0c7b8 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546584 Jun 03 15:44:28.555712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.567169 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 45150ebf-485b-44e1-99ce-6a58d8b23163 resource provider aggregate not found Jun 03 15:44:28.624016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab0004-177f-4a5c-af05-6cc8fe736e5e None None] Pushing event updated for resources: {'Port': ['ID=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:28.663598 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 45150ebf-485b-44e1-99ce-6a58d8b23163 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45150ebf-485b-44e1-99ce-6a58d8b23163 found for delete ", "request_id": "req-c3da7b5f-44e0-4725-bf3a-d0b370fc7e80"}]} Jun 03 15:44:28.672165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting port ae8b3bce-762a-4954-a793-b72f78464295 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:28.677209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.695000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] For port ae8b3bce-762a-4954-a793-b72f78464295, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:28.703863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] For port ae8b3bce-762a-4954-a793-b72f78464295, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ae8b3bce-762a-4954-a793-b72f78464295,segment=NetworkSegment(45150ebf-485b-44e1-99ce-6a58d8b23163),segment_id=45150ebf-485b-44e1-99ce-6a58d8b23163)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:28.713944 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.793859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.817001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 983d2814-39ad-4fa2-b932-267030ad4dae will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:28.862146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.011610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:29.026337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:29.031076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:29.043788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:29.044533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.112488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=983d2814-39ad-4fa2-b932-267030ad4dae,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:29.166275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-15687284-24c4-4c70-b750-9af3da83d0a2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7735116 Jun 03 15:44:29.166648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47772) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:29.176506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218efd4c-2209-434e-8c2f-1d800ac9c9b4 None None] Pushing event updated for resources: {'Port': ['ID=ae8b3bce-762a-4954-a793-b72f78464295,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:29.234355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50508e-52d9-42df-93d1-c3c2441e5067 None None] Network af9d28c5-4597-41ac-8db3-b844f94dfc05 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:29.367013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 983d2814-39ad-4fa2-b932-267030ad4dae {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:29.367376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.409580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] For port ae8b3bce-762a-4954-a793-b72f78464295, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ae8b3bce-762a-4954-a793-b72f78464295,segment=NetworkSegment(45150ebf-485b-44e1-99ce-6a58d8b23163),segment_id=45150ebf-485b-44e1-99ce-6a58d8b23163)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:29.410732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.984059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Calling delete_port for ae8b3bce-762a-4954-a793-b72f78464295 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:30.116339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.193299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Port': ['ID=ae8b3bce-762a-4954-a793-b72f78464295,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:30.210841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No DVR routers for this DVR port ae8b3bce-762a-4954-a793-b72f78464295 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:30.276142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.565784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 983d2814-39ad-4fa2-b932-267030ad4dae owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:30.598834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.689721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d28c5-4597-41ac-8db3-b844f94dfc05']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:30.697822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fc7cc-fdf8-45a0-91df-ff8e6d81662e None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:30.722887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45150ebf-485b-44e1-99ce-6a58d8b23163') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:30.723543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45150ebf-485b-44e1-99ce-6a58d8b23163') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:30.764798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.818474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.827324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:30.828314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.903803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device bf019dfa-9ec3-4013-ba49-25a1fd5ec047 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:30.911048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354df2b-f5fd-4b53-8cbd-6435af1ed414 req-e734e203-1266-4214-85ac-f25601ed3dde tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:30.924046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e354df2b-f5fd-4b53-8cbd-6435af1ed414 req-e734e203-1266-4214-85ac-f25601ed3dde tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 945 time: 1.0875158 Jun 03 15:44:30.925372 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.013655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e64d7993-12c4-46f9-9125-6bd9ba008fed None None] Provisioning for port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:31.150817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=983d2814-39ad-4fa2-b932-267030ad4dae,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:31.277767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.282978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:31.300418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:31.300948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.308981 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 45150ebf-485b-44e1-99ce-6a58d8b23163 resource provider aggregate not found Jun 03 15:44:31.344522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0fe606f3-79b4-40d8-987b-a446d97058c6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/983d2814-39ad-4fa2-b932-267030ad4dae HTTP/1.1" status: 204 len: 168 time: 2.1758263 Jun 03 15:44:31.350282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e354df2b-f5fd-4b53-8cbd-6435af1ed414 req-b6a51fef-a2ae-46d9-b6e3-0d1366368086 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028717 Jun 03 15:44:31.351288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47836) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:31.388838 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 45150ebf-485b-44e1-99ce-6a58d8b23163 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45150ebf-485b-44e1-99ce-6a58d8b23163 found for delete ", "request_id": "req-858fb99e-b7f2-4736-a180-4b7ecdf36b3c"}]} Jun 03 15:44:31.391382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.402606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.454368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=af9d28c5-4597-41ac-8db3-b844f94dfc05,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:31.464323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d1eb5f7d-361d-47ea-b74e-5f7a31175a84 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/af9d28c5-4597-41ac-8db3-b844f94dfc05 HTTP/1.1" status: 204 len: 168 time: 7.4486639 Jun 03 15:44:31.470084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47848) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:31.481039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497079956'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:31.487975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:31.493063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:31.496667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:31.504582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:31.521693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:31.526892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.577124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5255f17c-3f3f-4aca-bd0f-db53ffab1df8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:31.578136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5255f17c-3f3f-4aca-bd0f-db53ffab1df8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:31.584294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:31.602314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5255f17c-3f3f-4aca-bd0f-db53ffab1df8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:31.610070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5255f17c-3f3f-4aca-bd0f-db53ffab1df8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2550681 Jun 03 15:44:31.610070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47854) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:31.629702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.629702 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment d46e6315-12a0-45b9-a467-c951a70e8682 of type vlan for network ad8e02e5-c88e-4acc-98d3-f146404c1394 Jun 03 15:44:31.745364 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.830363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66840587-80f7-4aff-8906-1022141f079d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:31.831680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-66840587-80f7-4aff-8906-1022141f079d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2216389 Jun 03 15:44:31.834910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47866) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:31.846786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.859595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:31.860301 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.051098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:32.051732 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.176809 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7043941 Jun 03 15:44:32.177465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47878) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:32.194579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': 'ad8e02e5-c88e-4acc-98d3-f146404c1394', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:32.208661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b1049-d0d4-484c-a9f3-668307251a60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:32.218974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b1049-d0d4-484c-a9f3-668307251a60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:32.223570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b1049-d0d4-484c-a9f3-668307251a60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:32.225587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-614b1049-d0d4-484c-a9f3-668307251a60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:32.230558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port bf019dfa-9ec3-4013-ba49-25a1fd5ec047, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:32.265841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-614b1049-d0d4-484c-a9f3-668307251a60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:32.268158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.269843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-614b1049-d0d4-484c-a9f3-668307251a60 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4331226 Jun 03 15:44:32.272038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47884) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:32.397225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c27776-38d3-4f61-9dc3-bb3307a02cc1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=ad8e02e5-c88e-4acc-98d3-f146404c1394,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:32.424307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network ad8e02e5-c88e-4acc-98d3-f146404c1394 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:32.471634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:32.479792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:32.484552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:32.493033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:32.509828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:32.520071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:32.525308 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.529980 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.574037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:32.733958 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.872650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa271a-69da-408b-b159-7365b09f6e40 None None] Update dhcp port {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed', 'ip_address': '2001:db8::f816:3eff:fee6:b480'}, {'subnet_id': 'f4829af2-51e8-4ca2-8a2e-3728a2df1f7d'}], 'binding:host_id': 'n-d-844594-1'}, 'id': 'bf019dfa-9ec3-4013-ba49-25a1fd5ec047'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:44:33.015678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device bf019dfa-9ec3-4013-ba49-25a1fd5ec047 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:33.038255 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.124548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2efa271a-69da-408b-b159-7365b09f6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.390095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47912) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:33.410398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.455690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.562546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=53a74dc0-9835-4f04-a6a7-b25c52ef4986,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:33.591378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': 'd46e6315-12a0-45b9-a467-c951a70e8682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad8e02e5-c88e-4acc-98d3-f146404c1394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:33.592463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: ad8e02e5-c88e-4acc-98d3-f146404c1394, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:33.631036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:33.653423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.655359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network ad8e02e5-c88e-4acc-98d3-f146404c1394 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:33.682812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, ad8e02e5-c88e-4acc-98d3-f146404c1394) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:33.687033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ee92167f-daff-4eae-955e-2d3dd8685ce3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed HTTP/1.1" status: 204 len: 168 time: 1.4127669 Jun 03 15:44:33.687947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:33.694372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:33.695604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.716359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08687f95-8cd0-44c7-8ca7-709098fc0e89 None None] Network ad8e02e5-c88e-4acc-98d3-f146404c1394 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:33.803934 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b4df4e9c-dc08-460e-9776-295ae8d661d9 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6210032 Jun 03 15:44:33.809076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 47924) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:33.853198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet f4829af2-51e8-4ca2-8a2e-3728a2df1f7d {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:33.856779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.966590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.982476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:33.987126 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.169868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.194819 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.207798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.288813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server [None req-2efa271a-69da-408b-b159-7365b09f6e40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed: This subnet is being modified by another concurrent operation. Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed: This subnet is being modified by another concurrent operation. Jun 03 15:44:34.317392 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server Jun 03 15:44:34.431622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.440646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.505991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Usage tracker for resource:security_group_rule and tenant:32856290fe4e4a198ff4697af776fffe is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:34.514686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:34.542275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:34.554960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c4323-f080-4872-8863-7671b4428dce None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:34.650363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=f4829af2-51e8-4ca2-8a2e-3728a2df1f7d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:34.687038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.737011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cfb51c7e-ddec-4c16-ae58-15ca903dab24 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f4829af2-51e8-4ca2-8a2e-3728a2df1f7d HTTP/1.1" status: 204 len: 168 time: 1.0475812 Jun 03 15:44:34.738864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:34.739493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.869862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=53a74dc0-9835-4f04-a6a7-b25c52ef4986,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:34.911087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-01e8be03-b4c9-4c9a-b8f5-f20d8c830268 None None] Provisioning complete for port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:34.911675 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01e8be03-b4c9-4c9a-b8f5-f20d8c830268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.922053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b05a776d-2c5f-412e-8bf9-34e097564eeb tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1804461 Jun 03 15:44:34.922974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47946) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:34.929540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:35.035872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.124564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8e02e5-c88e-4acc-98d3-f146404c1394']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:35.154335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46e6315-12a0-45b9-a467-c951a70e8682') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:35.154635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46e6315-12a0-45b9-a467-c951a70e8682') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:35.166499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5147ae-9d9b-4036-b15a-1f3b30d88ccd None None] Network ad8e02e5-c88e-4acc-98d3-f146404c1394 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:35.181278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:35.185582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.203436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:35.210987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.219908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:35.229863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:35.231403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.254146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:35.306151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:35.314437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.378604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:35.594393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.671381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device bf019dfa-9ec3-4013-ba49-25a1fd5ec047 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:35.682865 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment d46e6315-12a0-45b9-a467-c951a70e8682 resource provider aggregate not found Jun 03 15:44:35.694876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.724002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=ad8e02e5-c88e-4acc-98d3-f146404c1394,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:35.754544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.768936 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment d46e6315-12a0-45b9-a467-c951a70e8682 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d46e6315-12a0-45b9-a467-c951a70e8682 found for delete ", "request_id": "req-9d3606e1-c5bd-4fde-a077-7645ecda9df3"}]} Jun 03 15:44:35.775569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.825279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c4d7726-26f1-407b-80e2-fdc564121850 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/ad8e02e5-c88e-4acc-98d3-f146404c1394 HTTP/1.1" status: 204 len: 168 time: 2.0138016 Jun 03 15:44:35.835843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47970) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:35.836783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-01e8be03-b4c9-4c9a-b8f5-f20d8c830268 None None] Current status of the port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:35.869630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-808436607'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:35.887121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:35.893902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:35.908910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:35.920591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:35.929536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:44:35.940708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Deleting port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:35.941690 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.953429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:35.964831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.013514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.132254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc29f8ef-4895-4412-8e0b-47af0bd5acc2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:36.179290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-77394529-cd78-46bd-92bc-9a208baefd8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32856290fe4e4a198ff4697af776fffe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7840044 Jun 03 15:44:36.186608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47976) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:36.200608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:36.213433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:36.218431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:36.230171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:36.230932 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.236549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=d3bc08a4-6ed8-48c5-9694-78246f2de5a9,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:36.264861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.265543 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment f378f609-2614-4e46-b431-89aa5d388b27 of type vlan for network 667eadc0-a627-4568-bea3-e30785a426dc Jun 03 15:44:36.268877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:36.269278 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.343709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] For port bf019dfa-9ec3-4013-ba49-25a1fd5ec047, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:36.344511 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.377323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.383762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port bf019dfa-9ec3-4013-ba49-25a1fd5ec047, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:36.397342 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-734abfab-148d-4d10-b7ca-2efa434f23bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.415238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e6e93abb-61f2-4630-b761-f2e716a80172 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4904096 Jun 03 15:44:36.419676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 47986) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:36.431972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:36.449133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.729670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-734abfab-148d-4d10-b7ca-2efa434f23bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.730594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Calling delete_port for bf019dfa-9ec3-4013-ba49-25a1fd5ec047 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:36.739779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:44:36.805948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:36.830203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.840743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:36.841493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.892525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:44:36.892946 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:44:37.108274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48004) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:37.109484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2699575 Jun 03 15:44:37.127617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:37.163833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba252f6f-2487-45a2-a236-e358399a964a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=667eadc0-a627-4568-bea3-e30785a426dc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:37.169230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:37.178251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:37.188346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:37.202568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 667eadc0-a627-4568-bea3-e30785a426dc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:37.222757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:37.231719 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-734abfab-148d-4d10-b7ca-2efa434f23bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.263315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734abfab-148d-4d10-b7ca-2efa434f23bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc29f8ef-4895-4412-8e0b-47af0bd5acc2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:37.277176 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-734abfab-148d-4d10-b7ca-2efa434f23bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.283343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-734abfab-148d-4d10-b7ca-2efa434f23bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc29f8ef-4895-4412-8e0b-47af0bd5acc2 HTTP/1.1" status: 204 len: 168 time: 1.0943043 Jun 03 15:44:37.285799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:37.292094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.401612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Deleting port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:37.403582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.532399 n-d-844594-1 neutron-server[88338]: INFO neutron.db.ipam_backend_mixin [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3bc08a4-6ed8-48c5-9694-78246f2de5a9 (CIDR: 2001:db8::/64) Jun 03 15:44:37.555463 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:44:37.556039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:44:37.624437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-32765cb6-db96-44ac-95d0-e5bb2205bd34 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2033072 Jun 03 15:44:37.628618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48016) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:37.636082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:38.340019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] For port bf019dfa-9ec3-4013-ba49-25a1fd5ec047, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:38.343895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.549198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Calling delete_port for bf019dfa-9ec3-4013-ba49-25a1fd5ec047 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:38.553884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48042) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:38.607327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.655312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:38.660421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Usage tracker for resource:security_group_rule and tenant:3e5a9f066ef149f3b127563225a3afe5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:38.664712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:38.673901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:38.705640 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.781518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.796978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.934360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:38.953840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e5a9f066ef149f3b127563225a3afe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979027 Jun 03 15:44:38.957425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48052) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:38.959312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:38.982867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c9fa4-d841-454b-a040-2e2c5da7ae9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a48a400-94cd-48d7-a323-63475449d1f4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:39.010927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] No DVR routers for this DVR port bf019dfa-9ec3-4013-ba49-25a1fd5ec047 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:39.100497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.108250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7476570-c7cf-40b8-82b7-59ad5cecdecd None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:39.179245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:39.218981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.256850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:39.326711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:39.342348 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.461271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5ae36-b51e-4ede-a95d-742f36cc4134 None None] Pushing event deleted for resources: {'Port': ['ID=bf019dfa-9ec3-4013-ba49-25a1fd5ec047,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:39.562535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 667eadc0-a627-4568-bea3-e30785a426dc is not hosted by any dhcp agent {{(pid=88339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:44:39.569808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:39.576926 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98d8db7-8678-49bc-ad4d-568db3b90964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.578315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.583652 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "PUT /v2.0/networks/667eadc0-a627-4568-bea3-e30785a426dc HTTP/1.1" status: 200 len: 723 time: 2.4682662 Jun 03 15:44:39.588424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48066) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:39.607762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c192c-bd08-4d21-95e0-0ba19af6a827 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=667eadc0-a627-4568-bea3-e30785a426dc,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:39.627800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': '667eadc0-a627-4568-bea3-e30785a426dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:39.639563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 667eadc0-a627-4568-bea3-e30785a426dc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:39.764166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98d8db7-8678-49bc-ad4d-568db3b90964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.834588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': 'd3bc08a4-6ed8-48c5-9694-78246f2de5a9'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:39.835442 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.903515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:39.932149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:39.943922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:39.960151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:39.997827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:40.001706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.126182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/d3bc08a4-6ed8-48c5-9694-78246f2de5a9/264d26d4-bd5e-4f34-926d-87a3eb1e25f8) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:40.231377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98d8db7-8678-49bc-ad4d-568db3b90964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.306563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8db7-8678-49bc-ad4d-568db3b90964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a48a400-94cd-48d7-a323-63475449d1f4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:40.316421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98d8db7-8678-49bc-ad4d-568db3b90964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.320510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d98d8db7-8678-49bc-ad4d-568db3b90964 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a48a400-94cd-48d7-a323-63475449d1f4 HTTP/1.1" status: 204 len: 168 time: 1.3274066 Jun 03 15:44:40.569329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.583409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Transition to ACTIVE for port object 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:40.613851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Transition to ACTIVE for port object 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:40.627274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.789118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Pushing event updated for resources: {'Port': ['ID=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:40.812464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:40.814881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:40.818802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:40.926522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.objects.ports [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88338) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:44:41.005158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Attempting to bind port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:41.005521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Attempting to bind port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:41.005906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Attempting to bind port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:41.012214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:41.012691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:41.013175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.013669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:41.014378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Bound port: 264d26d4-bd5e-4f34-926d-87a3eb1e25f8, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:41.014837 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.023767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.174775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] For port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:41.179311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] For port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:41.188479 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.302117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=bfb1abe9-cc37-4ff0-ad8f-a2918a33c119,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:41.355079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': 'f378f609-2614-4e46-b431-89aa5d388b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '667eadc0-a627-4568-bea3-e30785a426dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:41.357967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045c575-365b-4d35-b534-3513ce57fd3f None None] Pushing event updated for resources: {'Port': ['ID=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:41.363861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: 667eadc0-a627-4568-bea3-e30785a426dc, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:41.404427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bb050-2618-4adc-8108-1559b3056ab1 req-bcd7bbc0-5eea-4736-ac20-6669fe98e230 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:41.404427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f8bb050-2618-4adc-8108-1559b3056ab1 req-bcd7bbc0-5eea-4736-ac20-6669fe98e230 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 945 time: 0.8380911 Jun 03 15:44:41.447135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 667eadc0-a627-4568-bea3-e30785a426dc is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:41.520026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 667eadc0-a627-4568-bea3-e30785a426dc) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:41.533163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:41.534034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.540146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c16eb-04d0-43a9-9717-4b2efa286a3f None None] Network 667eadc0-a627-4568-bea3-e30785a426dc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:41.559782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.592315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f8bb050-2618-4adc-8108-1559b3056ab1 req-164939ac-6e56-400a-93e1-f953ee2fe154 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750937 Jun 03 15:44:41.666847 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-59ae5cc1-8d4e-4ce8-98f7-d7288b926602 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0773172 Jun 03 15:44:41.670345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48120) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:41.678120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b7a3622f-6b6f-4371-be17-a5c707b6c541 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:42.258308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-667eadc0-a627-4568-bea3-e30785a426dc', 'network_id': '667eadc0-a627-4568-bea3-e30785a426dc', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': 'bfb1abe9-cc37-4ff0-ad8f-a2918a33c119'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:42.259172 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.297299 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7a3622f-6b6f-4371-be17-a5c707b6c541 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3475237'] for subnet, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.360265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] For port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:42.447151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.458793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.464796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.612807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Allocated IP 172.20.0.2 (667eadc0-a627-4568-bea3-e30785a426dc/bfb1abe9-cc37-4ff0-ad8f-a2918a33c119/8f25057d-7b20-48a8-a7fe-d71c0e9036cb) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:42.681706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-08ffe8d1-24dc-45f3-a402-721b97b2716a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:42.682475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-08ffe8d1-24dc-45f3-a402-721b97b2716a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Synchronizing usage tracker for tenant:72e39c1670734dfea740b4f68f1a9a34 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:42.739662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-08ffe8d1-24dc-45f3-a402-721b97b2716a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Unset dirty status for tenant:72e39c1670734dfea740b4f68f1a9a34 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:42.741674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-08ffe8d1-24dc-45f3-a402-721b97b2716a tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.70 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 945 time: 0.5443125 Jun 03 15:44:42.814999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:42.842090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:42.859220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:42.863756 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.941093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=8b2f5009-bee6-4ed1-bdec-c14aec14c968,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:42.953589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,revision_number=4']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:42.974423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7bdce217-2967-4dc4-8ad5-4f12a326ecf8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.3445930 Jun 03 15:44:42.980442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48152) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:42.998639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:e3:33:b2', 'name': 'tempest-NetworksTestDHCPv6-1570463630'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:43.029666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Deleting port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:43.030566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.235356 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.319537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Transition to ACTIVE for port object 8f25057d-7b20-48a8-a7fe-d71c0e9036cb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:43.488763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e464f8-0579-43bb-b863-1f393c2d874b None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:43.515259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9d415-79a2-4a70-b5f8-a70f33a6fff3 req-5350d738-0577-4281-8b53-59561058bf6c tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:43.527278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bed9d415-79a2-4a70-b5f8-a70f33a6fff3 req-5350d738-0577-4281-8b53-59561058bf6c tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 945 time: 0.5312562 Jun 03 15:44:43.538178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:43.588230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Transition to ACTIVE for port object 8f25057d-7b20-48a8-a7fe-d71c0e9036cb will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:43.655662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:port and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:43.664311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bed9d415-79a2-4a70-b5f8-a70f33a6fff3 req-1a7c7e12-8ee7-4581-aac4-2249f8778c25 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239541 Jun 03 15:44:43.675845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:43.723077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:43.770002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:43.770235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:43.813416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-21c8195b-2198-47ae-a05f-fe3b02c19e75 None None] Provisioning for port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:43.823609 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.924360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2f16-7f96-40ad-aff1-92b62ac68e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.937733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Pushing event updated for resources: {'Port': ['ID=8f25057d-7b20-48a8-a7fe-d71c0e9036cb,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:44.058796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Network 667eadc0-a627-4568-bea3-e30785a426dc is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:44.065846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:44.083294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:44.244154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] For port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,segment=NetworkSegment(48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8),segment_id=48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:44.245096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.481688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:44.601065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:44.622140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:44.623393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.731579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Calling delete_port for d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:44.823356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Attempting to bind port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:44.824395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Attempting to bind port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'f378f609-2614-4e46-b431-89aa5d388b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '667eadc0-a627-4568-bea3-e30785a426dc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:44.827577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Attempting to bind port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb on network 667eadc0-a627-4568-bea3-e30785a426dc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:44.907011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:44.908457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Checking segment: {'id': 'f378f609-2614-4e46-b431-89aa5d388b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '667eadc0-a627-4568-bea3-e30785a426dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:44.910012 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.910984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Bound using segment: {'id': 'f378f609-2614-4e46-b431-89aa5d388b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '667eadc0-a627-4568-bea3-e30785a426dc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:44.911781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Bound port: 8f25057d-7b20-48a8-a7fe-d71c0e9036cb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f378f609-2614-4e46-b431-89aa5d388b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '667eadc0-a627-4568-bea3-e30785a426dc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:44.912726 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.073571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.079912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f9bbe-934a-4c33-a9a0-4d98313a3c3c req-d8c63f47-f4df-4dfa-9047-94050403c8b6 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:45.091458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-683f9bbe-934a-4c33-a9a0-4d98313a3c3c req-d8c63f47-f4df-4dfa-9047-94050403c8b6 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 945 time: 0.2151401 Jun 03 15:44:45.187531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-683f9bbe-934a-4c33-a9a0-4d98313a3c3c req-d1735ebb-1871-4d12-818d-ef49cb64a195 tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Jun 03 15:44:45.343990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:45.343990 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.393119 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.411939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port 97bea6eb-515c-4a0e-a61a-d4ec21054200 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:44:45.541048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] For port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:45.569629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Pushing event deleted for resources: {'Port': ['ID=d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:45.573758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:45.574160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.582682 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7a3622f-6b6f-4371-be17-a5c707b6c541 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727570499256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3147731'] for subnet, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.608839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] For port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8f25057d-7b20-48a8-a7fe-d71c0e9036cb,segment=NetworkSegment(f378f609-2614-4e46-b431-89aa5d388b27),segment_id=f378f609-2614-4e46-b431-89aa5d388b27)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:45.635183 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.833493 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.854888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc7288-7a5e-459e-a29c-271ee5f01f0e None None] Pushing event updated for resources: {'Port': ['ID=8f25057d-7b20-48a8-a7fe-d71c0e9036cb,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:45.867635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:45.877999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:46.134891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:46.152834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.153520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.153869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.154408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.154952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.155474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.156004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.156563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.157097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.157679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.158252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.158798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:46.205606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a3622f-6b6f-4371-be17-a5c707b6c541 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:46.206627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7a3622f-6b6f-4371-be17-a5c707b6c541 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:46.209087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b7a3622f-6b6f-4371-be17-a5c707b6c541 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "PUT /v2.0/subnets/bfb1abe9-cc37-4ff0-ad8f-a2918a33c119 HTTP/1.1" status: 200 len: 806 time: 4.5374002 Jun 03 15:44:46.211847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48246) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:46.305992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ec08887-2ac8-4195-b13f-3ddf700ddfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:46.647955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] No DVR routers for this DVR port d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:46.660631 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:46.703499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3622f-6b6f-4371-be17-a5c707b6c541 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=bfb1abe9-cc37-4ff0-ad8f-a2918a33c119,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:46.714032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:46.718174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'name': 'network-vif-deleted', 'tag': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:46.834150 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3542fb-be62-4851-b37a-f7f69d98a26e'] response: {'server_uuid': '83c17ae2-0469-411d-b69f-7f02a76ffad5', 'name': 'network-vif-deleted', 'tag': 'd9d96ecd-bcd0-4b8e-8efb-369a733b0bbd', 'status': 'completed', 'code': 200} Jun 03 15:44:46.879055 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed48fdfc-2cbd-4481-b6f9-06f1b3b7c094 req-74f81f8a-cff8-4711-981c-f2a8a8ff6c3e tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.70 "DELETE /v2.0/ports/d9d96ecd-bcd0-4b8e-8efb-369a733b0bbd HTTP/1.1" status: 204 len: 173 time: 4.1286612 Jun 03 15:44:46.896636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c34fc2af-07c9-43ed-971d-73a94b2d0ad5 req-636a1460-0e89-43c9-8db4-dc7f17faa0ba tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.1888533 Jun 03 15:44:46.992159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::168 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/d3bc08a4-6ed8-48c5-9694-78246f2de5a9/97bea6eb-515c-4a0e-a61a-d4ec21054200) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:47.004162 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.009173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.011358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:33b2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/8b2f5009-bee6-4ed1-bdec-c14aec14c968/97bea6eb-515c-4a0e-a61a-d4ec21054200) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:47.037649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:47.039747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.444350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.480802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object 97bea6eb-515c-4a0e-a61a-d4ec21054200 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:47.514482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.541403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] For port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8f25057d-7b20-48a8-a7fe-d71c0e9036cb,segment=NetworkSegment(f378f609-2614-4e46-b431-89aa5d388b27),segment_id=f378f609-2614-4e46-b431-89aa5d388b27)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:47.542036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.543559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-330a2854-8aad-4e71-988d-965700c368d2 None None] Provisioning complete for port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:47.543837 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-330a2854-8aad-4e71-988d-965700c368d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.667504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:47.687177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:47.699643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:47.714710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:47.715632 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.785702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7948306 Jun 03 15:44:47.790323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48292) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:47.793954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f39f4-2197-4e6c-b07c-ed1897d50a35 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=97bea6eb-515c-4a0e-a61a-d4ec21054200,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:47.905480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Calling delete_port for 8f25057d-7b20-48a8-a7fe-d71c0e9036cb owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:47.992143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-330a2854-8aad-4e71-988d-965700c368d2 None None] Current status of the port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:48.069630 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.169892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b56b8014-4beb-4a47-b57d-697fd782edb0 None None] Could not find standard attr ID for object 983d2814-39ad-4fa2-b932-267030ad4dae. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:44:48.446780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1aaf6ff-0233-4c9c-b9e9-8a412d3d0761 req-0eebb5a4-4ca4-4c40-a922-e9701bcd5b3d tempest-VolumesActionsTest-1599571413 tempest-VolumesActionsTest-1599571413-project] 10.222.0.66 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.0748172 Jun 03 15:44:48.477863 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba828190-94c0-48dc-920b-ddc49135ec67 req-4b2dbaba-eda9-47d0-bf95-d64ba475970d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2936022 Jun 03 15:44:48.484589 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.522582 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.548938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port 97bea6eb-515c-4a0e-a61a-d4ec21054200 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:48.550170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.594113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:48.715345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Port': ['ID=8f25057d-7b20-48a8-a7fe-d71c0e9036cb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:48.798025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b0304-42df-47da-b6d6-beba1d57c593 None None] Network 667eadc0-a627-4568-bea3-e30785a426dc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:48.813050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba828190-94c0-48dc-920b-ddc49135ec67 req-1cd334c4-8b5e-4fc2-a482-509692bafd26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72e39c1670734dfea740b4f68f1a9a34&device_id=83c17ae2-0469-411d-b69f-7f02a76ffad5 HTTP/1.1" status: 200 len: 210 time: 0.1052585 Jun 03 15:44:48.979800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No DVR routers for this DVR port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:49.132217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.236895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ccecb4de-ffed-486a-b989-6ae1f35e1196 None None] Could not find standard attr ID for object 8f25057d-7b20-48a8-a7fe-d71c0e9036cb. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:44:49.334755 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.337353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba828190-94c0-48dc-920b-ddc49135ec67 req-12f9b90a-d0bd-47ae-be1e-d832da4e6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:49.342916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba828190-94c0-48dc-920b-ddc49135ec67 req-12f9b90a-d0bd-47ae-be1e-d832da4e6857 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=72e39c1670734dfea740b4f68f1a9a34&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5031011 Jun 03 15:44:49.455264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:49.456083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.491917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb1abe9-cc37-4ff0-ad8f-a2918a33c119,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:49.542959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6893ea08-a5f9-4b23-9136-de703c234dff None None] DHCP port deletion for 667eadc0-a627-4568-bea3-e30785a426dc request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:44:49.574153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9c996fe4-b882-43db-ad56-54751936d903 None None] Provisioning for port 97bea6eb-515c-4a0e-a61a-d4ec21054200 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:49.618211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a6348-d0fe-4bb3-aaf5-9392fae5a1e6 None None] Network 667eadc0-a627-4568-bea3-e30785a426dc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:49.654558 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.680730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9c996fe4-b882-43db-ad56-54751936d903 None None] Provisioning complete for port 97bea6eb-515c-4a0e-a61a-d4ec21054200 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:49.682825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9c996fe4-b882-43db-ad56-54751936d903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.827397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.843312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for 97bea6eb-515c-4a0e-a61a-d4ec21054200 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:49.929198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9c996fe4-b882-43db-ad56-54751936d903 None None] Port 97bea6eb-515c-4a0e-a61a-d4ec21054200 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:49.946073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667eadc0-a627-4568-bea3-e30785a426dc']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:50.003031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f378f609-2614-4e46-b431-89aa5d388b27') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:50.003525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f378f609-2614-4e46-b431-89aa5d388b27') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:50.050484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.087997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.102580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:50.103362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.253721 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f378f609-2614-4e46-b431-89aa5d388b27 resource provider aggregate not found Jun 03 15:44:50.321739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.362942 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f378f609-2614-4e46-b431-89aa5d388b27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f378f609-2614-4e46-b431-89aa5d388b27 found for delete ", "request_id": "req-89844d92-7926-43a6-bf87-8f4a605364fb"}]} Jun 03 15:44:50.372460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.397148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/667eadc0-a627-4568-bea3-e30785a426dc HTTP/1.1" status: 204 len: 168 time: 4.1838026 Jun 03 15:44:50.402479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48338) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:50.411002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346b0a-944e-4f47-8534-32ae6081c21c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=667eadc0-a627-4568-bea3-e30785a426dc,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:50.483093 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-661dd58e-5938-4735-9be1-42310434c822 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:44:50.483704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661dd58e-5938-4735-9be1-42310434c822 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:44:50.485726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-661dd58e-5938-4735-9be1-42310434c822 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/667eadc0-a627-4568-bea3-e30785a426dc HTTP/1.1" status: 404 len: 339 time: 0.0768361 Jun 03 15:44:50.500833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48342) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:50.509252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1288533508', 'description': 'd1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:50.516168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:50.522875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:50.523936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f25057d-7b20-48a8-a7fe-d71c0e9036cb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:50.538541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:network and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:50.545183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:50.558302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:50.590147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b679d54-8120-4b68-816c-f4070d44c8b1 None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:44:50.593424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:50.608553 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.690211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8f25057d-7b20-48a8-a7fe-d71c0e9036cb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:44:50.690568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f25057d-7b20-48a8-a7fe-d71c0e9036cb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 03 15:44:50.755785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba828190-94c0-48dc-920b-ddc49135ec67 req-794dd7eb-a08a-4181-b53c-266845c9f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:50.758590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba828190-94c0-48dc-920b-ddc49135ec67 req-794dd7eb-a08a-4181-b53c-266845c9f43e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5613894 Jun 03 15:44:50.776623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port 8f25057d-7b20-48a8-a7fe-d71c0e9036cb not found, will not notify nova. {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 03 15:44:50.798410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:50.803453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.853646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.854241 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment 2f65ff0d-487b-4c06-bebf-0ae6b31667c7 of type vlan for network 7ac7df42-ad43-4b82-a752-12d9349f69c8 Jun 03 15:44:50.908197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=97bea6eb-515c-4a0e-a61a-d4ec21054200,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:50.973507 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:44:51.025888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b679d54-8120-4b68-816c-f4070d44c8b1 None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:44:51.035497 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.040552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f25057d-7b20-48a8-a7fe-d71c0e9036cb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:51.115740 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.146190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2e3feb9c-9aed-4d9c-8bdf-97d242cd67c9 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/97bea6eb-515c-4a0e-a61a-d4ec21054200 HTTP/1.1" status: 204 len: 168 time: 3.3543994 Jun 03 15:44:51.151527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:51.164919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.183449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8f25057d-7b20-48a8-a7fe-d71c0e9036cb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:44:51.183794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f25057d-7b20-48a8-a7fe-d71c0e9036cb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:44:51.187577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:51.191661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.327834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8250034 Jun 03 15:44:51.330337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48368) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:51.331596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7ea6d-bea9-408b-847a-2a4678fe0d5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:51.339119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2fd7ea6d-bea9-408b-847a-2a4678fe0d5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:51.391310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2fd7ea6d-bea9-408b-847a-2a4678fe0d5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:51.393864 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2fd7ea6d-bea9-408b-847a-2a4678fe0d5e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2412362 Jun 03 15:44:51.398278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48374) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:51.615236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ffd7e1-0681-4401-a128-a586af0939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:51.623744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-57ffd7e1-0681-4401-a128-a586af0939a4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2239025 Jun 03 15:44:51.624928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48384) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:51.786616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f67b2e-feab-408e-9c55-d293ad8189ac tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:51.797284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f67b2e-feab-408e-9c55-d293ad8189ac tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:51.803432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f67b2e-feab-408e-9c55-d293ad8189ac tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:51.807736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64f67b2e-feab-408e-9c55-d293ad8189ac tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:51.848343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64f67b2e-feab-408e-9c55-d293ad8189ac tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:51.849875 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-64f67b2e-feab-408e-9c55-d293ad8189ac tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2229722 Jun 03 15:44:51.854641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:52.034729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c2a6-6cbc-4fa2-bea9-8206de754e5a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=7ac7df42-ad43-4b82-a752-12d9349f69c8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:52.091203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 8b2f5009-bee6-4ed1-bdec-c14aec14c968 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:52.104434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.144878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7ac7df42-ad43-4b82-a752-12d9349f69c8 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:52.187073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43026c8-204e-4e06-bb10-c88421c1b6ca tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:52.187942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f43026c8-204e-4e06-bb10-c88421c1b6ca tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Synchronizing usage tracker for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:52.200203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b78c0-745b-4a29-bfc7-cad4b3823063 None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:44:52.228027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f43026c8-204e-4e06-bb10-c88421c1b6ca tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Unset dirty status for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:52.228027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f43026c8-204e-4e06-bb10-c88421c1b6ca tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/networks?id=7ac7df42-ad43-4b82-a752-12d9349f69c8 HTTP/1.1" status: 200 len: 761 time: 0.8231897 Jun 03 15:44:52.228367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48398) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:52.252863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'description': 'd2'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:52.306969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.570293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.736260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b78c0-745b-4a29-bfc7-cad4b3823063 None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:44:52.758232 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.815310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.841955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.873060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 7ac7df42-ad43-4b82-a752-12d9349f69c8 is not hosted by any dhcp agent {{(pid=88338) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:44:52.879309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2f5009-bee6-4ed1-bdec-c14aec14c968,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:52.892673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:52.894042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.898870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "PUT /v2.0/networks/7ac7df42-ad43-4b82-a752-12d9349f69c8 HTTP/1.1" status: 200 len: 758 time: 0.6669610 Jun 03 15:44:52.905770 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.911854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48424) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:52.945534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1c2bef81-644a-4904-a83c-d38711f27b06 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/8b2f5009-bee6-4ed1-bdec-c14aec14c968 HTTP/1.1" status: 204 len: 168 time: 1.0881617 Jun 03 15:44:52.947531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48428) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:53.080782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet d3bc08a4-6ed8-48c5-9694-78246f2de5a9 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:53.084545 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.168772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.284498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6fc12-db03-4cb0-9c0f-7d62fa7df254 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=7ac7df42-ad43-4b82-a752-12d9349f69c8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:53.307121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a149004-6bbf-4e61-a576-40eb0ab02dff tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:53.309289 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5a149004-6bbf-4e61-a576-40eb0ab02dff tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/networks?id=7ac7df42-ad43-4b82-a752-12d9349f69c8 HTTP/1.1" status: 200 len: 761 time: 0.3954351 Jun 03 15:44:53.315305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48438) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:53.328672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1647744821'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:53.335752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7ac7df42-ad43-4b82-a752-12d9349f69c8 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:53.342983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:53.383503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:53.416380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:53.430338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.456693 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.627333 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.697861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:53.765618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.768199 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment ea90bae7-bf38-4fe5-81d5-d46f031802a0 of type vlan for network ba37f350-6b5c-4270-93aa-0a4b92dda8d7 Jun 03 15:44:53.803068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bc08a4-6ed8-48c5-9694-78246f2de5a9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:53.809577 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.848587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48450) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:53.849166 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d4165aae-f446-4605-b731-cb6b8feb4744 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/d3bc08a4-6ed8-48c5-9694-78246f2de5a9 HTTP/1.1" status: 204 len: 168 time: 0.9001889 Jun 03 15:44:53.900350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-14c41301-f3a8-4933-a20e-ac8ebd336090 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4897137 Jun 03 15:44:53.943564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a785e05-1e45-4648-aa7d-0e3775bb43ea None None] Provisioning complete for port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:53.944043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a785e05-1e45-4648-aa7d-0e3775bb43ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.239716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.250517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d44cea33-5496-4f05-9815-a0b252c6863b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3798194 Jun 03 15:44:54.257303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48458) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:54.258243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680779a5-168c-4643-a231-718ea2bf7572 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:54.268268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:54.381894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-34e74a83-addb-4fd5-9c78-70d4a25fe644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:54.391454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-34e74a83-addb-4fd5-9c78-70d4a25fe644 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 0.2798312 Jun 03 15:44:54.392689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.412000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:54.418195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.464304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:54.469286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:54.487033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:54.506064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:54.525306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:54.532409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.892927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0a785e05-1e45-4648-aa7d-0e3775bb43ea None None] Current status of the port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:54.908271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a785e05-1e45-4648-aa7d-0e3775bb43ea None None] Could not find standard attr ID for object 97bea6eb-515c-4a0e-a61a-d4ec21054200. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:44:54.914745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=ba37f350-6b5c-4270-93aa-0a4b92dda8d7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:54.937771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network ba37f350-6b5c-4270-93aa-0a4b92dda8d7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:54.955681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-2c80900e-2280-4894-b1a2-26ba4950c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:54.957309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-2c80900e-2280-4894-b1a2-26ba4950c3fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 909 time: 0.5346973 Jun 03 15:44:55.015837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.045512 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-26be2385-de50-4b9f-9a3c-c3afb458c154 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7286606 Jun 03 15:44:55.068962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:55.097493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:55.320867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:55.328983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:55.346064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Usage tracker for resource:subnet and tenant:58af4b5addfc4d90bee0ace2d9c9a69d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:55.347182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:55.351703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:55.362755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:55.367629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:55.370267 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.373124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:44:55.374294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-7fde3283-0ac0-4170-b7b1-a2453f80a488 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 1000 time: 0.4106932 Jun 03 15:44:55.380480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Deleting port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:55.381068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.424562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=79b9fb2b-df98-4d3d-a4fb-ab353acfef24,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:55.497303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-084a3a2e-5ccb-41dd-9cad-d6342038c887 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2377987 Jun 03 15:44:55.498895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48484) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:55.512363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:55.595510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:55.608079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:56.057793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:56.084339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:56.106039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:56.122349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:56.165593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:56.169631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:56.209380 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:56.288779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] For port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:56.290006 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:56.389833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-bf134a9e-782c-4e95-b79a-f68e7e0adf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:56.392497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-bf134a9e-782c-4e95-b79a-f68e7e0adf0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 1.0092688 Jun 03 15:44:56.660501 n-d-844594-1 neutron-server[88339]: INFO neutron.db.ipam_backend_mixin [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79b9fb2b-df98-4d3d-a4fb-ab353acfef24 (CIDR: 2001:db8::/64) Jun 03 15:44:56.671600 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:44:56.673364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:44:56.720894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-47bfdedd-cbc4-4bf6-a742-bf5fee2260a0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2203827 Jun 03 15:44:56.721644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48500) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:56.732773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'subnet': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:56.777220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=48b61cab-818e-4777-9aeb-847e8410038d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:56.784750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Calling delete_port for 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:56.840636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': 'ea90bae7-bf38-4fe5-81d5-d46f031802a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:56.841704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: ba37f350-6b5c-4270-93aa-0a4b92dda8d7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:56.989064 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:57.011206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network ba37f350-6b5c-4270-93aa-0a4b92dda8d7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:57.095300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, ba37f350-6b5c-4270-93aa-0a4b92dda8d7) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:57.096991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:57.111255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-6f0862cc-14cf-43ae-b7af-3ed49a251925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:57.119314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-6f0862cc-14cf-43ae-b7af-3ed49a251925 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7005384 Jun 03 15:44:57.136158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:57.136855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:57.227985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683791d4-1380-4f5a-ab31-b8f98839e953 None None] Network ba37f350-6b5c-4270-93aa-0a4b92dda8d7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:57.390444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:44:57.391196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:44:57.404225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] No DVR routers for this DVR port 264d26d4-bd5e-4f34-926d-87a3eb1e25f8 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:57.417905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Pushing event deleted for resources: {'Port': ['ID=264d26d4-bd5e-4f34-926d-87a3eb1e25f8,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:57.436813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-865141f5-f926-4fe9-8167-4d039361d5fe tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3666630 Jun 03 15:44:57.437817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48514) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:57.445244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.445685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.446335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.446819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.447265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.447660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.448291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.448789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.449179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.449569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.450035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.450418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0e73d-0099-4889-a187-bcfe5cb3b9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:57.455711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5049a-eb86-4bcd-a3f2-64012a25cc3f None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:57.511560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:57.522199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Usage tracker for resource:subnet and tenant:c05d4ca2b37747b0b6baa36fb709392f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:57.539746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:57.566896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:57.615093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:57.621833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:57.788280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-3a9d4c0e-033c-49f9-9473-4a6e159a3bc7 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567461 Jun 03 15:44:58.183595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-ba37f350-6b5c-4270-93aa-0a4b92dda8d7', 'network_id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': '48b61cab-818e-4777-9aeb-847e8410038d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:58.185140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:58.463169 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:58.540555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a0ed2056-8b4d-48ac-a1f8-3a789749a291 req-e684e3be-ee46-4fc3-998a-bbbdf7d1c7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320151 Jun 03 15:44:58.593535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:58.706658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'tenant_id': 'c05d4ca2b37747b0b6baa36fb709392f', 'fixed_ips': [{'subnet_id': '79b9fb2b-df98-4d3d-a4fb-ab353acfef24'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:58.711868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.116164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:44:59.117509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.122823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Allocated IP 172.20.0.2 (ba37f350-6b5c-4270-93aa-0a4b92dda8d7/48b61cab-818e-4777-9aeb-847e8410038d/fda5570d-3050-4d7a-a0f7-221c054736b3) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:59.388332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:59.411285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:59.424507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:59.426382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.478116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Subnet': ['ID=0ae4cd91-0645-4384-81fb-ddfb073af3f8,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:59.556911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48536) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:59.576756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9c986c6d-e98f-47ad-874e-e62e664f98a5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8538201 Jun 03 15:44:59.580419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48542) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:59.597812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Request body: {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'mac_address': 'fa:16:3e:b2:87:5d', 'name': 'tempest-NetworksTestDHCPv6-443581557'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:59.709344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Allocated IP 2001:db8::2 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/79b9fb2b-df98-4d3d-a4fb-ab353acfef24/91de85d6-3583-4601-8439-91960bdda737) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:59.820182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe29:5bfe (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/0ae4cd91-0645-4384-81fb-ddfb073af3f8/91de85d6-3583-4601-8439-91960bdda737) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:00.080780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.149777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Transition to ACTIVE for port object fda5570d-3050-4d7a-a0f7-221c054736b3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:00.226404 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.265351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:00.273007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:00.276833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Usage tracker for resource:security_group_rule and tenant:e9f7a95a964a48f0a78088ed72af45f4 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:00.281456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:00.294785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:00.298235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:00.360957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Made reservation on behalf of c05d4ca2b37747b0b6baa36fb709392f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:00.389929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Transition to ACTIVE for port object fda5570d-3050-4d7a-a0f7-221c054736b3 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:00.418349 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.511810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Network ba37f350-6b5c-4270-93aa-0a4b92dda8d7 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:00.524163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:00.533553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:00.664801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Pushing event updated for resources: {'Port': ['ID=fda5570d-3050-4d7a-a0f7-221c054736b3,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:00.687676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.712912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Attempting to bind port fda5570d-3050-4d7a-a0f7-221c054736b3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:00.713462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Attempting to bind port fda5570d-3050-4d7a-a0f7-221c054736b3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ea90bae7-bf38-4fe5-81d5-d46f031802a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:00.713787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Attempting to bind port fda5570d-3050-4d7a-a0f7-221c054736b3 on network ba37f350-6b5c-4270-93aa-0a4b92dda8d7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:00.727217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:00.727889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Checking segment: {'id': 'ea90bae7-bf38-4fe5-81d5-d46f031802a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:00.729124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.729570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Bound using segment: {'id': 'ea90bae7-bf38-4fe5-81d5-d46f031802a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:00.730072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Bound port: fda5570d-3050-4d7a-a0f7-221c054736b3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea90bae7-bf38-4fe5-81d5-d46f031802a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:00.730502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.800495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=48b61cab-818e-4777-9aeb-847e8410038d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:00.989619 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.090647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] For port fda5570d-3050-4d7a-a0f7-221c054736b3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:01.099267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba37f350-6b5c-4270-93aa-0a4b92dda8d7']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:01.112007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] For port fda5570d-3050-4d7a-a0f7-221c054736b3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda5570d-3050-4d7a-a0f7-221c054736b3,segment=NetworkSegment(ea90bae7-bf38-4fe5-81d5-d46f031802a0),segment_id=ea90bae7-bf38-4fe5-81d5-d46f031802a0)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:01.141053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.144809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea90bae7-bf38-4fe5-81d5-d46f031802a0') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:01.145409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea90bae7-bf38-4fe5-81d5-d46f031802a0') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:01.184079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.237848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.251387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.268929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.277331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995653d-4d6f-49d9-954c-552d3692f66d None None] Pushing event updated for resources: {'Port': ['ID=fda5570d-3050-4d7a-a0f7-221c054736b3,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:01.281790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:01.283530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.300848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Transition to ACTIVE for port object 91de85d6-3583-4601-8439-91960bdda737 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:01.305598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.347753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Transition to ACTIVE for port object 91de85d6-3583-4601-8439-91960bdda737 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:01.415220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.520596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:01.523580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195f294-6b6a-49ad-96fa-aac1d39557ce None None] Network ba37f350-6b5c-4270-93aa-0a4b92dda8d7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:01.556852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Pushing event updated for resources: {'Port': ['ID=91de85d6-3583-4601-8439-91960bdda737,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:01.561448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:01.572060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:01.684568 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ea90bae7-bf38-4fe5-81d5-d46f031802a0 resource provider aggregate not found Jun 03 15:45:01.715557 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.758688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] device_id is not set on port c406904a-b1e3-4c0a-937b-c16844afec51 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:45:01.837077 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ea90bae7-bf38-4fe5-81d5-d46f031802a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea90bae7-bf38-4fe5-81d5-d46f031802a0 found for delete ", "request_id": "req-c06a077e-5dfc-4f92-814a-eea79dc3f37b"}]} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Attempting to bind port 91de85d6-3583-4601-8439-91960bdda737 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Attempting to bind port 91de85d6-3583-4601-8439-91960bdda737 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Attempting to bind port 91de85d6-3583-4601-8439-91960bdda737 on network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Checking segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Bound using segment: {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Bound port: 91de85d6-3583-4601-8439-91960bdda737, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf491716-164f-4166-a244-52de38d8d76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:02.310682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.377205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:45:02.377205 n-d-844594-1 neutron-server[88338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:45:02.377205 n-d-844594-1 neutron-server[88338]: [parameters: {'id': 'ba37f350-6b5c-4270-93aa-0a4b92dda8d7'}] Jun 03 15:45:02.377205 n-d-844594-1 neutron-server[88338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:45:02.384949 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:45:02.408045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9f7a95a964a48f0a78088ed72af45f4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8396149 Jun 03 15:45:02.413412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48608) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:02.444341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c43ac-fce1-474a-90be-687bdc06306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9be0c9b-8c4b-453f-9500-d4981e73cda9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:02.501585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] For port 91de85d6-3583-4601-8439-91960bdda737, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:02.517898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] For port 91de85d6-3583-4601-8439-91960bdda737, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=91de85d6-3583-4601-8439-91960bdda737,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:02.534670 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.773190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1c49-d104-4f01-bf65-7866224b3e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.797433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02038fb-0ae6-46f0-a09f-d4c44e39b4c9 None None] Pushing event updated for resources: {'Port': ['ID=91de85d6-3583-4601-8439-91960bdda737,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:02.843375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1c49-d104-4f01-bf65-7866224b3e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.847895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8::211 (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/79b9fb2b-df98-4d3d-a4fb-ab353acfef24/c406904a-b1e3-4c0a-937b-c16844afec51) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:02.866672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Allocated IP 2001:db8:0:1:f816:3eff:feb2:875d (5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e/0ae4cd91-0645-4384-81fb-ddfb073af3f8/c406904a-b1e3-4c0a-937b-c16844afec51) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:02.889054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.961303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting port fda5570d-3050-4d7a-a0f7-221c054736b3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:02.961303 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.018706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1c49-d104-4f01-bf65-7866224b3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.046183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1c49-d104-4f01-bf65-7866224b3e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9be0c9b-8c4b-453f-9500-d4981e73cda9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:03.069850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1c49-d104-4f01-bf65-7866224b3e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.069850 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9b7c1c49-d104-4f01-bf65-7866224b3e39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9be0c9b-8c4b-453f-9500-d4981e73cda9 HTTP/1.1" status: 204 len: 168 time: 0.6627860 Jun 03 15:45:03.778737 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.778737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] For port fda5570d-3050-4d7a-a0f7-221c054736b3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fda5570d-3050-4d7a-a0f7-221c054736b3,segment=NetworkSegment(ea90bae7-bf38-4fe5-81d5-d46f031802a0),segment_id=ea90bae7-bf38-4fe5-81d5-d46f031802a0)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:03.778737 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.917461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48636) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:03.958667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.973858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Transition to ACTIVE for port object c406904a-b1e3-4c0a-937b-c16844afec51 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:04.065179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:04.075357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Usage tracker for resource:security_group_rule and tenant:349c7593ba9845be85fd2f7552faff4b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:04.092928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:04.106861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:04.156049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Calling delete_port for fda5570d-3050-4d7a-a0f7-221c054736b3 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:04.279056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.356487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.399059 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.410775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.623188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No DVR routers for this DVR port fda5570d-3050-4d7a-a0f7-221c054736b3 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:04.642714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f1ebb-93a3-4213-b571-f22caa8b11b2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:04.736529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b7c2a22-c1ed-445e-8881-bd8996f546c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=349c7593ba9845be85fd2f7552faff4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298721 Jun 03 15:45:04.739930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48650) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:04.874695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344b140-1baf-4a72-b767-60512a51157a None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:04.901593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:04.901593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event updated for resources: {'Port': ['ID=c406904a-b1e3-4c0a-937b-c16844afec51,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:04.947947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:05.011923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:05.041681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:05.042378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.082375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7254c403-7cf4-4ba8-bad4-5cc3e8d56aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.087308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.090032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.090399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.090733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.091064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.091389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.091712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.092034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.092385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.092704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.096277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.096604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:05.203765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 91de85d6-3583-4601-8439-91960bdda737 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:05.215824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7254c403-7cf4-4ba8-bad4-5cc3e8d56aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.357362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Provisioning for port 91de85d6-3583-4601-8439-91960bdda737 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:05.383589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7254c403-7cf4-4ba8-bad4-5cc3e8d56aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.403930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254c403-7cf4-4ba8-bad4-5cc3e8d56aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f1ebb-93a3-4213-b571-f22caa8b11b2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:05.422992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7254c403-7cf4-4ba8-bad4-5cc3e8d56aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.427105 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7254c403-7cf4-4ba8-bad4-5cc3e8d56aff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/666f1ebb-93a3-4213-b571-f22caa8b11b2 HTTP/1.1" status: 204 len: 168 time: 0.6642587 Jun 03 15:45:05.451419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 91de85d6-3583-4601-8439-91960bdda737 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:05.468798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 91de85d6-3583-4601-8439-91960bdda737 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:05.469450 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.518080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.580179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba37f350-6b5c-4270-93aa-0a4b92dda8d7']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:05.615056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Provisioning complete for port 91de85d6-3583-4601-8439-91960bdda737 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:05.615056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.632320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea90bae7-bf38-4fe5-81d5-d46f031802a0') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:05.632320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea90bae7-bf38-4fe5-81d5-d46f031802a0') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:05.670208 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.735677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.751451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:05.751451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.924745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Port': ['ID=fda5570d-3050-4d7a-a0f7-221c054736b3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:05.974771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48674) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:05.975060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d81f64e1-bebf-4872-9907-7a760a15ff14 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.3930128 Jun 03 15:45:06.030104 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ea90bae7-bf38-4fe5-81d5-d46f031802a0 resource provider aggregate not found Jun 03 15:45:06.041232 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.072670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.161032 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ea90bae7-bf38-4fe5-81d5-d46f031802a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea90bae7-bf38-4fe5-81d5-d46f031802a0 found for delete ", "request_id": "req-a9fea90b-5a63-41d2-a7c3-087f178dbffe"}]} Jun 03 15:45:06.220296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 91de85d6-3583-4601-8439-91960bdda737 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:06.220296 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.262213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=ba37f350-6b5c-4270-93aa-0a4b92dda8d7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:06.275071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48684) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:06.285976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ef4e9442-2f3d-4b72-a161-e7ab17ee1876 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/ba37f350-6b5c-4270-93aa-0a4b92dda8d7 HTTP/1.1" status: 204 len: 168 time: 8.8361232 Jun 03 15:45:06.359494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 91de85d6-3583-4601-8439-91960bdda737, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=91de85d6-3583-4601-8439-91960bdda737,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:06.384429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.426918 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c2394a-8561-4fce-a0dd-7af5dfd60623 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] GET failed (client error): The resource could not be found. Jun 03 15:45:06.427452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-20c2394a-8561-4fce-a0dd-7af5dfd60623 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Synchronizing usage tracker for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:06.457196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting port c406904a-b1e3-4c0a-937b-c16844afec51 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:06.457559 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.701128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Current status of the port 91de85d6-3583-4601-8439-91960bdda737 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:06.701128 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.755938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=91de85d6-3583-4601-8439-91960bdda737,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:06.939651 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:45:06.940634 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:45:06.959114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-20c2394a-8561-4fce-a0dd-7af5dfd60623 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Unset dirty status for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:06.975479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48700) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:06.976077 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-20c2394a-8561-4fce-a0dd-7af5dfd60623 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/subnets/48b61cab-818e-4777-9aeb-847e8410038d HTTP/1.1" status: 404 len: 337 time: 0.7000220 Jun 03 15:45:07.039706 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a337e818-3fb1-49e0-9b02-92403c734346 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:07.040555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a337e818-3fb1-49e0-9b02-92403c734346 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:07.044233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a337e818-3fb1-49e0-9b02-92403c734346 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/ba37f350-6b5c-4270-93aa-0a4b92dda8d7 HTTP/1.1" status: 404 len: 339 time: 0.0674562 Jun 03 15:45:07.060404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48704) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:07.154643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 91de85d6-3583-4601-8439-91960bdda737 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:07.831702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.871789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced623f-58c1-474d-bd18-334f774b0790 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:07.896088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dced623f-58c1-474d-bd18-334f774b0790 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Synchronizing usage tracker for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:07.997629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dced623f-58c1-474d-bd18-334f774b0790 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Unset dirty status for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:08.004987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dced623f-58c1-474d-bd18-334f774b0790 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9376454 Jun 03 15:45:08.004987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48722) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:08.205194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ec08b-8bee-4745-ad23-a44f30ca37a0 None None] Current status of the port 91de85d6-3583-4601-8439-91960bdda737 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:08.249241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 91de85d6-3583-4601-8439-91960bdda737 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:08.253463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.359590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-addec438-e4ed-4746-8948-c646db52af87 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Synchronizing usage tracker for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:08.379042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Calling delete_port for c406904a-b1e3-4c0a-937b-c16844afec51 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:08.395921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-addec438-e4ed-4746-8948-c646db52af87 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Unset dirty status for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:08.399683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-addec438-e4ed-4746-8948-c646db52af87 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 HTTP/1.1" status: 200 len: 207 time: 0.3923306 Jun 03 15:45:08.405623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48732) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:08.741712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-42927245-0503-4830-a994-b5047f3606af None None] Provisioning for port c406904a-b1e3-4c0a-937b-c16844afec51 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:08.789481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-42927245-0503-4830-a994-b5047f3606af None None] Provisioning complete for port c406904a-b1e3-4c0a-937b-c16844afec51 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:08.789481 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42927245-0503-4830-a994-b5047f3606af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:09.002798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0886e2-619d-430c-bbcf-f0b103225177 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.043096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0886e2-619d-430c-bbcf-f0b103225177 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.062247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0886e2-619d-430c-bbcf-f0b103225177 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.065127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:09.082164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0886e2-619d-430c-bbcf-f0b103225177 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.084515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8d0886e2-619d-430c-bbcf-f0b103225177 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6774321 Jun 03 15:45:09.090399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48754) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:09.158231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42927245-0503-4830-a994-b5047f3606af None None] Port c406904a-b1e3-4c0a-937b-c16844afec51 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:09.170013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c34ef-fa03-43e0-bafc-d1fbf31b384f None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:45:09.352277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-951cff5c-e341-4753-b5bd-4981c7510fc4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2449548 Jun 03 15:45:09.352277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48766) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:09.656258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bbcb55-a352-4829-a128-19fe1687a0be tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.664130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bbcb55-a352-4829-a128-19fe1687a0be tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.670207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7bbcb55-a352-4829-a128-19fe1687a0be tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3206270 Jun 03 15:45:09.673046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48774) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:09.736353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c34ef-fa03-43e0-bafc-d1fbf31b384f None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:45:09.754918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 91de85d6-3583-4601-8439-91960bdda737 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:09.875813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Port': ['ID=c406904a-b1e3-4c0a-937b-c16844afec51,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:09.888172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-42927245-0503-4830-a994-b5047f3606af None None] Provisioning complete for port 91de85d6-3583-4601-8439-91960bdda737 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:09.888172 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42927245-0503-4830-a994-b5047f3606af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:09.933469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84957f6-ec4b-42bb-b7b1-3182a3a8c622 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.949592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84957f6-ec4b-42bb-b7b1-3182a3a8c622 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['shared'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.949592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a84957f6-ec4b-42bb-b7b1-3182a3a8c622 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2654221 Jun 03 15:45:09.963552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48786) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:10.100490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:10.479221 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dba6a1b4-0ab0-4e0d-8e84-beb02e84eb0f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/c406904a-b1e3-4c0a-937b-c16844afec51 HTTP/1.1" status: 204 len: 168 time: 4.4950142 Jun 03 15:45:10.479221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48800) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:10.890824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42927245-0503-4830-a994-b5047f3606af None None] Current status of the port 91de85d6-3583-4601-8439-91960bdda737 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:10.979429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d85f8-df4b-4b67-8397-a88344d7c357 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:10.979980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc6d85f8-df4b-4b67-8397-a88344d7c357 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Synchronizing usage tracker for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:11.057354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c76cb830-96f5-449e-b494-469c109691b0 None None] Could not find standard attr ID for object c406904a-b1e3-4c0a-937b-c16844afec51. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:45:11.083026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc6d85f8-df4b-4b67-8397-a88344d7c357 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Unset dirty status for tenant:58af4b5addfc4d90bee0ace2d9c9a69d on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:11.097557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dc6d85f8-df4b-4b67-8397-a88344d7c357 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/networks/0c3ca3cd-6b22-440e-ac55-377d8f12952f HTTP/1.1" status: 200 len: 799 time: 1.1365185 Jun 03 15:45:11.104039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48814) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:11.326436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c208d3-2519-4fd4-99bd-0b1df393749c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:11.327833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4c208d3-2519-4fd4-99bd-0b1df393749c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:11.489543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4c208d3-2519-4fd4-99bd-0b1df393749c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:11.499320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48826) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:11.501785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a4c208d3-2519-4fd4-99bd-0b1df393749c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0060735 Jun 03 15:45:12.027558 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1d89427c-5f97-4d4d-bc0e-41f1d45bee28 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/networks/0c3ca3cd-6b22-440e-ac55-377d8f12952f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.9210548 Jun 03 15:45:12.035542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:12.073140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ba92f-358d-42b0-a921-d9b6f6a845ec tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.073775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2a5ba92f-358d-42b0-a921-d9b6f6a845ec tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:12.118502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2a5ba92f-358d-42b0-a921-d9b6f6a845ec tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:12.119845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2a5ba92f-358d-42b0-a921-d9b6f6a845ec tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6153703 Jun 03 15:45:12.123844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48848) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:12.240542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75416cf-cb34-4a0e-b819-b23cfe476c79 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.242390 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c75416cf-cb34-4a0e-b819-b23cfe476c79 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/subnets/0313de41-c60c-4fa2-bff3-adb96b257a6e HTTP/1.1" status: 200 len: 811 time: 0.2055807 Jun 03 15:45:12.248397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48856) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:12.290999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa0b3c-c621-40d7-9281-e6261b9dd761 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.292705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa0b3c-c621-40d7-9281-e6261b9dd761 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.294362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa0b3c-c621-40d7-9281-e6261b9dd761 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.296795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bafa0b3c-c621-40d7-9281-e6261b9dd761 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:12.346931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bafa0b3c-c621-40d7-9281-e6261b9dd761 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:12.348313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bafa0b3c-c621-40d7-9281-e6261b9dd761 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2233872 Jun 03 15:45:12.352978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48862) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:12.506916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826c177-6383-4126-809c-36cb5a33634c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['shared'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.534095 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c826c177-6383-4126-809c-36cb5a33634c tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "GET /v2.0/subnets/0313de41-c60c-4fa2-bff3-adb96b257a6e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2800331 Jun 03 15:45:12.534095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48866) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:12.562373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-277714308'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:12.597901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:12.646127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:12.666469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:12.675369 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.731477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 0ae4cd91-0645-4384-81fb-ddfb073af3f8 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:12.749781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.775405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:45:12.792153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.792797 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Added segment ebde885a-65f0-4f7e-8c73-57bdc0e455bf of type vlan for network 2c5f485a-d70d-4738-afa6-46767ba899a5 Jun 03 15:45:12.858718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.876452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.021035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.042394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:13.042394 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.183956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.433487 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-417cb203-b8cb-42c7-acf3-2081b8d26878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.456271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.490157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9554327 Jun 03 15:45:13.499946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48886) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:13.515512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'network_id': '2c5f485a-d70d-4738-afa6-46767ba899a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:13.591768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceda91-7392-48ad-88fc-d1080d31ede8 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Network': ['ID=2c5f485a-d70d-4738-afa6-46767ba899a5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:13.604946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae4cd91-0645-4384-81fb-ddfb073af3f8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:13.606895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 2c5f485a-d70d-4738-afa6-46767ba899a5 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:45:13.637267 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.678077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bdb4980b-c038-48b9-804d-ada937e12116 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/0ae4cd91-0645-4384-81fb-ddfb073af3f8 HTTP/1.1" status: 204 len: 168 time: 1.3225975 Jun 03 15:45:13.678755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48894) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:13.815116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21c758-f2c8-4773-baf4-a76dab74d29f None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:13.835202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Deleting subnet 79b9fb2b-df98-4d3d-a4fb-ab353acfef24 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:13.849660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.865600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:13.919283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:13.962940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Made reservation on behalf of 58af4b5addfc4d90bee0ace2d9c9a69d for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:13.992241 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.191996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.406575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing IP validity checks on allocation pools {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:45:14.406575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:45:14.511973 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.803338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.897292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.912766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.958863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/79b9fb2b-df98-4d3d-a4fb-ab353acfef24 HTTP/1.1" status: 204 len: 168 time: 1.2782974 Jun 03 15:45:14.963419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48916) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:14.977342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7b1c3-57ac-4650-b55e-dd3674832c80 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Subnet': ['ID=79b9fb2b-df98-4d3d-a4fb-ab353acfef24,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:15.174978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4cd01b9d-b19a-4453-9659-791841a0693a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2027476 Jun 03 15:45:15.174978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48924) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.355566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=351c51f9-6851-4b65-9bde-13c25b476123,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:15.358582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53669e41-53fa-4008-b2b3-a978a1ede41a None None] Update dhcp port {'port': {'network_id': '5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e', 'fixed_ips': [{'subnet_id': '79b9fb2b-df98-4d3d-a4fb-ab353acfef24'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '91de85d6-3583-4601-8439-91960bdda737'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:45:15.397327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Checking segment: {'id': 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2c5f485a-d70d-4738-afa6-46767ba899a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:15.400418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network hostable DHCP agents. Network: 2c5f485a-d70d-4738-afa6-46767ba899a5, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:45:15.462718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Network 2c5f485a-d70d-4738-afa6-46767ba899a5 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:45:15.485820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1773c95d-1271-4799-beef-296ed3f6ceaf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:15.490502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 2c5f485a-d70d-4738-afa6-46767ba899a5) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:15.497768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48936) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.504292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1773c95d-1271-4799-beef-296ed3f6ceaf tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3301668 Jun 03 15:45:15.506233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:15.509623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9424234-a300-408a-b8a9-8897196032ed None None] Network 2c5f485a-d70d-4738-afa6-46767ba899a5 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:15.510821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.614529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a4d1c4a9-0a37-43fe-b1f1-2fe47598ae2f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1078310 Jun 03 15:45:15.618862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.624625 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53669e41-53fa-4008-b2b3-a978a1ede41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.626196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d986294b-6170-41cb-a63f-b53f5c85be0d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:15.738287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.753723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48946) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.826499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf583e-efd1-4755-b3ae-f60fb5535339 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:15.826499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8daf583e-efd1-4755-b3ae-f60fb5535339 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Synchronizing usage tracker for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:15.916416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8daf583e-efd1-4755-b3ae-f60fb5535339 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Unset dirty status for tenant:c05d4ca2b37747b0b6baa36fb709392f on resource:subnet {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:15.923037 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8daf583e-efd1-4755-b3ae-f60fb5535339 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4121711 Jun 03 15:45:15.923037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48954) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.089984 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d986294b-6170-41cb-a63f-b53f5c85be0d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3155959'] for subnet, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.195496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ee4da-e367-4992-b5b4-7ec37d570194 None None] Network 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:16.232508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0badd28f-f352-47f7-bfe5-0fa7bdc1ea1e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3066406 Jun 03 15:45:16.299130 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.337407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48962) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.441745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:16.463756 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-17406322-871c-4732-bce3-245e09d94637 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:16.463756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17406322-871c-4732-bce3-245e09d94637 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:16.497149 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17406322-871c-4732-bce3-245e09d94637 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/c406904a-b1e3-4c0a-937b-c16844afec51 HTTP/1.1" status: 404 len: 333 time: 0.1217542 Jun 03 15:45:16.497149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.539437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Usage tracker for resource:security_group_rule and tenant:795b3efb797f4d38a6424752b6a89629 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:16.624430 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-04730638-5add-4c24-9d37-b7c0b2e930e1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:16.625418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04730638-5add-4c24-9d37-b7c0b2e930e1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:16.627816 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-04730638-5add-4c24-9d37-b7c0b2e930e1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/0ae4cd91-0645-4384-81fb-ddfb073af3f8 HTTP/1.1" status: 404 len: 337 time: 0.1179049 Jun 03 15:45:16.629126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:16.632252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48972) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.670554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:16.683767 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e182431d-4c78-4b3b-a380-b087013268ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:16.684662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e182431d-4c78-4b3b-a380-b087013268ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:16.686743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e182431d-4c78-4b3b-a380-b087013268ce tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/79b9fb2b-df98-4d3d-a4fb-ab353acfef24 HTTP/1.1" status: 404 len: 337 time: 0.0531149 Jun 03 15:45:16.691632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48976) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.742326 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da786c7-b001-43fd-99d3-409dce5b7640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:16.742954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da786c7-b001-43fd-99d3-409dce5b7640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:16.748810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1da786c7-b001-43fd-99d3-409dce5b7640 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/97bea6eb-515c-4a0e-a61a-d4ec21054200 HTTP/1.1" status: 404 len: 333 time: 0.0518365 Jun 03 15:45:16.759575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 48982) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.890592 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d222b6a1-c216-4226-8948-13294b36c493 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:16.891646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d222b6a1-c216-4226-8948-13294b36c493 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:16.910178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d222b6a1-c216-4226-8948-13294b36c493 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/8b2f5009-bee6-4ed1-bdec-c14aec14c968 HTTP/1.1" status: 404 len: 337 time: 0.1505921 Jun 03 15:45:16.915160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48988) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.142809 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bb3efc66-a6fc-4d1e-8d57-be0995a96e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.146664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.162884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.167110 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-692d684f-8d9c-4882-a3b5-13f80f23b9a3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:17.167110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692d684f-8d9c-4882-a3b5-13f80f23b9a3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:17.167110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-692d684f-8d9c-4882-a3b5-13f80f23b9a3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/d3bc08a4-6ed8-48c5-9694-78246f2de5a9 HTTP/1.1" status: 404 len: 337 time: 0.2350440 Jun 03 15:45:17.167110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 48992) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.210273 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.234084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.251207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d986294b-6170-41cb-a63f-b53f5c85be0d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727570499256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2576888'] for subnet, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.335783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582f675e-1757-4c0b-8a79-18c32a5a43a2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:17.361126 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-82b51b78-99e0-49fa-8163-8e083d6bbcc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=795b3efb797f4d38a6424752b6a89629&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6027565 Jun 03 15:45:17.361902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49000) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.367754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-21e6b6f9-ddd3-426a-999f-6da13ff60dfd None None] Provisioning complete for port 91de85d6-3583-4601-8439-91960bdda737 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:17.368294 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-21e6b6f9-ddd3-426a-999f-6da13ff60dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.428277 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-561a6793-91ab-4818-818b-0890e990f385 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:17.428756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561a6793-91ab-4818-818b-0890e990f385 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:17.430552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-561a6793-91ab-4818-818b-0890e990f385 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/983d2814-39ad-4fa2-b932-267030ad4dae HTTP/1.1" status: 404 len: 333 time: 0.2623963 Jun 03 15:45:17.440847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49006) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.447564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-2c5f485a-d70d-4738-afa6-46767ba899a5', 'network_id': '2c5f485a-d70d-4738-afa6-46767ba899a5', 'tenant_id': '58af4b5addfc4d90bee0ace2d9c9a69d', 'fixed_ips': [{'subnet_id': '351c51f9-6851-4b65-9bde-13c25b476123'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:45:17.448435 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.501431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986294b-6170-41cb-a63f-b53f5c85be0d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:17.502380 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d986294b-6170-41cb-a63f-b53f5c85be0d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.509230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d986294b-6170-41cb-a63f-b53f5c85be0d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "PUT /v2.0/subnets/351c51f9-6851-4b65-9bde-13c25b476123 HTTP/1.1" status: 200 len: 877 time: 1.8888352 Jun 03 15:45:17.510397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49010) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.576814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986294b-6170-41cb-a63f-b53f5c85be0d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event updated for resources: {'Subnet': ['ID=351c51f9-6851-4b65-9bde-13c25b476123,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:17.611480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb6d25e1-c516-4872-a452-842a419136be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.616249 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5242715f-523d-4cd9-8941-b3a8eb30d4b8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:17.617755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5242715f-523d-4cd9-8941-b3a8eb30d4b8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:17.629668 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5242715f-523d-4cd9-8941-b3a8eb30d4b8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f4829af2-51e8-4ca2-8a2e-3728a2df1f7d HTTP/1.1" status: 404 len: 337 time: 0.1800454 Jun 03 15:45:17.641486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49014) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.988750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 91de85d6-3583-4601-8439-91960bdda737 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:18.129667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.210602 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.355285 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e81e1b1-920a-4d9b-8ea0-75567ace26e6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:18.355285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e81e1b1-920a-4d9b-8ea0-75567ace26e6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:18.355285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e81e1b1-920a-4d9b-8ea0-75567ace26e6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/6fbd6bec-bdd4-4d1f-b6ee-398458ea13ed HTTP/1.1" status: 404 len: 337 time: 0.7060187 Jun 03 15:45:18.373279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49024) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:18.459617 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.486984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Allocated IP 172.20.0.3 (2c5f485a-d70d-4738-afa6-46767ba899a5/351c51f9-6851-4b65-9bde-13c25b476123/eb0a9ed5-b37e-493a-84f0-04fc50e6dd15) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:18.496259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb6d25e1-c516-4872-a452-842a419136be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.534148 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbffc02-1ab0-4320-8aaf-18b0b2232ff5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:18.534148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbffc02-1ab0-4320-8aaf-18b0b2232ff5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:18.553560 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4fbffc02-1ab0-4320-8aaf-18b0b2232ff5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/1b1dc0fa-e1a1-4730-8ebe-1d0b9b8c9cdc HTTP/1.1" status: 404 len: 333 time: 0.1844120 Jun 03 15:45:18.553560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49030) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:18.625909 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c2df47-27ad-4719-81da-6ecd21fc4543 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:18.626395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c2df47-27ad-4719-81da-6ecd21fc4543 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:18.631359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9c2df47-27ad-4719-81da-6ecd21fc4543 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/fc6ad005-d257-4e1d-abe7-094f847e861e HTTP/1.1" status: 404 len: 337 time: 0.0751147 Jun 03 15:45:18.642150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49038) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:18.698717 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b804b5-0b71-4069-a0b8-d6b9b3672c37 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:18.699290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b804b5-0b71-4069-a0b8-d6b9b3672c37 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:18.704566 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1b804b5-0b71-4069-a0b8-d6b9b3672c37 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/2ce2592a-19fc-424a-a0f0-ad896aed790a HTTP/1.1" status: 404 len: 337 time: 0.0609310 Jun 03 15:45:18.705748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49044) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:18.781265 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05fddea-150e-499e-a63f-98e43651b154 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:18.782679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05fddea-150e-499e-a63f-98e43651b154 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:18.798998 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d05fddea-150e-499e-a63f-98e43651b154 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/23c3ce3f-3f00-4055-a5ea-c173cbc9671e HTTP/1.1" status: 404 len: 333 time: 0.0921068 Jun 03 15:45:18.801034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49048) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:18.864389 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-773e6bd4-c123-4103-a08f-43738c7840ef tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:18.865267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773e6bd4-c123-4103-a08f-43738c7840ef tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:18.870790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49052) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:18.871677 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-773e6bd4-c123-4103-a08f-43738c7840ef tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/26a460af-d954-4068-bbec-a955ac24712c HTTP/1.1" status: 404 len: 337 time: 0.0684414 Jun 03 15:45:18.875381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb6d25e1-c516-4872-a452-842a419136be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.879083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fb6d25e1-c516-4872-a452-842a419136be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.884428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fb6d25e1-c516-4872-a452-842a419136be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/582f675e-1757-4c0b-8a79-18c32a5a43a2 HTTP/1.1" status: 204 len: 168 time: 1.5193994 Jun 03 15:45:18.907801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d25e1-c516-4872-a452-842a419136be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f675e-1757-4c0b-8a79-18c32a5a43a2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:18.986565 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-27576c1e-3c6c-49e4-bb89-c7f11bd85ac0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:18.986565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27576c1e-3c6c-49e4-bb89-c7f11bd85ac0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:18.988545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49058) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.008518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-27576c1e-3c6c-49e4-bb89-c7f11bd85ac0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/5f6e92a0-0ea4-40a6-b2ca-e31915310515 HTTP/1.1" status: 404 len: 333 time: 0.1341810 Jun 03 15:45:19.142593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-21e6b6f9-ddd3-426a-999f-6da13ff60dfd None None] Current status of the port 91de85d6-3583-4601-8439-91960bdda737 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:19.150123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.160869 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f8dd33-a62c-4948-90fb-0236bfb9e7e2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:19.160869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f8dd33-a62c-4948-90fb-0236bfb9e7e2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:19.177923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49062) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.199240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-83f8dd33-a62c-4948-90fb-0236bfb9e7e2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f67b8794-4a87-4192-a7d3-0e7839bc4c76 HTTP/1.1" status: 404 len: 337 time: 0.1982005 Jun 03 15:45:19.304518 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7a112e-485d-4868-9971-09b25ae90e76 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:19.305016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7a112e-485d-4868-9971-09b25ae90e76 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:19.315151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49070) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.328774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dc7a112e-485d-4868-9971-09b25ae90e76 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/6e8e37ea-8e5c-4bbf-836e-43710a88a4e7 HTTP/1.1" status: 404 len: 333 time: 0.1539629 Jun 03 15:45:19.341617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 91de85d6-3583-4601-8439-91960bdda737 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:19.343264 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.362944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] DHCP port deletion for 5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:45:19.378271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] Deleting port 91de85d6-3583-4601-8439-91960bdda737 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:19.379425 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.387520 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb6a91e-d592-43af-915d-24e50c9f9ef4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:19.388626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb6a91e-d592-43af-915d-24e50c9f9ef4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:19.394548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.421222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1fb6a91e-d592-43af-915d-24e50c9f9ef4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/4c4f5493-56cf-42c0-805e-33dcd23d860a HTTP/1.1" status: 404 len: 337 time: 0.1048958 Jun 03 15:45:19.491477 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed9b327-c13c-4b11-be1d-755722b49c7d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:19.491875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed9b327-c13c-4b11-be1d-755722b49c7d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:19.503065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3ed9b327-c13c-4b11-be1d-755722b49c7d tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/120b586f-36aa-4bc7-a39e-2a0da60ca3b7 HTTP/1.1" status: 404 len: 333 time: 0.1073387 Jun 03 15:45:19.504042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.613339 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eed8cbf-99fc-45c9-ae48-f727146a9473 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:19.615763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eed8cbf-99fc-45c9-ae48-f727146a9473 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:19.637260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1eed8cbf-99fc-45c9-ae48-f727146a9473 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/bfd559c0-c041-4939-be57-e4dd178ce026 HTTP/1.1" status: 404 len: 337 time: 0.1136513 Jun 03 15:45:19.642774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49088) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.756715 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-771cdb83-da33-4b40-abcc-26744b7e0439 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:19.764982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771cdb83-da33-4b40-abcc-26744b7e0439 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:19.779384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49096) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.798523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-771cdb83-da33-4b40-abcc-26744b7e0439 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/73140c82-62ce-4942-a5ad-84f643a44400 HTTP/1.1" status: 404 len: 333 time: 0.1566732 Jun 03 15:45:19.951141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49104) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.980565 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8bc208-7f8a-4b83-89a7-8aa7fd932c7c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:19.981433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8bc208-7f8a-4b83-89a7-8aa7fd932c7c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:19.993530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e8bc208-7f8a-4b83-89a7-8aa7fd932c7c tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/8e370823-bc2f-4975-96e7-c4db469943c6 HTTP/1.1" status: 404 len: 337 time: 0.2159712 Jun 03 15:45:19.994191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49110) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.012217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.032471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 91de85d6-3583-4601-8439-91960bdda737, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=91de85d6-3583-4601-8439-91960bdda737,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:20.052436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:20.064934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Usage tracker for resource:security_group_rule and tenant:5bf127768e35483ea3ff3d3101d5b16f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:20.075400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:20.088263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:20.115991 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce71ed0d-046f-4b8f-b526-d805d5104d59 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:20.118688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce71ed0d-046f-4b8f-b526-d805d5104d59 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:20.124092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49114) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.127663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ce71ed0d-046f-4b8f-b526-d805d5104d59 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/836c8bfa-a7ea-4311-aa4f-3b33ea329ff9 HTTP/1.1" status: 404 len: 333 time: 0.1302564 Jun 03 15:45:20.185481 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba40308-04b5-4737-b096-512a2a258261 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:20.185936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba40308-04b5-4737-b096-512a2a258261 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:20.198373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49120) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.210513 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ba40308-04b5-4737-b096-512a2a258261 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f18c0651-953a-49a4-b2fa-dd2ac4489149 HTTP/1.1" status: 404 len: 337 time: 0.0849400 Jun 03 15:45:20.314389 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d45d66-908c-4480-ae4b-2b3043186e72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:20.314849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d45d66-908c-4480-ae4b-2b3043186e72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:20.326404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49126) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.332135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c8d45d66-908c-4480-ae4b-2b3043186e72 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/29d9c3c6-8ee6-4d03-85b5-94f23f8859db HTTP/1.1" status: 404 len: 337 time: 0.1311979 Jun 03 15:45:20.658452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.687329 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-037f126b-118f-483a-8ef9-064b755d0db6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:20.694972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037f126b-118f-483a-8ef9-064b755d0db6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:20.721434 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.776807 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bf127768e35483ea3ff3d3101d5b16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8240633 Jun 03 15:45:20.783576 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-037f126b-118f-483a-8ef9-064b755d0db6 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/e223096d-d913-48ea-b76f-669859d87278 HTTP/1.1" status: 404 len: 333 time: 0.4541960 Jun 03 15:45:20.786269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49136) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.787892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49140) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.820157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] For port 91de85d6-3583-4601-8439-91960bdda737, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=91de85d6-3583-4601-8439-91960bdda737,segment=NetworkSegment(bf491716-164f-4166-a244-52de38d8d76c),segment_id=bf491716-164f-4166-a244-52de38d8d76c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:20.821833 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.824030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f201a9-2517-4c53-8a51-86a89fe85d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b420275e-6751-4984-895b-03a3016f3265,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:20.859531 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.948852 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c4704f-c159-4087-a163-88b7007139ec tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:20.950120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c4704f-c159-4087-a163-88b7007139ec tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:20.958302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49146) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.977165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6c4704f-c159-4087-a163-88b7007139ec tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/c46bd9ff-573b-4805-a9b7-94eadffca39c HTTP/1.1" status: 404 len: 337 time: 0.1756105 Jun 03 15:45:21.302924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34610f99-9457-4278-9b7a-0dc7a469008c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.343959 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-163766c4-ab8b-4702-8ce9-ec1f7140541a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:21.343959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163766c4-ab8b-4702-8ce9-ec1f7140541a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:21.343959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-163766c4-ab8b-4702-8ce9-ec1f7140541a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/e22f5cf3-55d5-43e4-bcf0-6acf904f7f9f HTTP/1.1" status: 404 len: 337 time: 0.3816698 Jun 03 15:45:21.352213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49154) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:21.405317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] Calling delete_port for 91de85d6-3583-4601-8439-91960bdda737 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:21.620149 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e83d322-2a30-4ab1-89cd-210811738c90 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:21.621741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e83d322-2a30-4ab1-89cd-210811738c90 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:21.630349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:21.632002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.632525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7e83d322-2a30-4ab1-89cd-210811738c90 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/19049fef-af13-4d9d-8306-9a3e44d8050d HTTP/1.1" status: 404 len: 333 time: 0.2727435 Jun 03 15:45:21.652991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34610f99-9457-4278-9b7a-0dc7a469008c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.699214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Transition to ACTIVE for port object eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:21.702338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=91de85d6-3583-4601-8439-91960bdda737,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:21.735382 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-25177e3a-0ae0-4dfa-8d80-fbdeba2b0db8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:21.738290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25177e3a-0ae0-4dfa-8d80-fbdeba2b0db8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:21.744904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-25177e3a-0ae0-4dfa-8d80-fbdeba2b0db8 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/e85345dd-de9d-4df9-b79f-9a89eed3b78f HTTP/1.1" status: 404 len: 337 time: 0.1130145 Jun 03 15:45:21.748930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49166) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:21.817404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Transition to ACTIVE for port object eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:21.843604 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.928455 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:22.012200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] Pushing event deleted for resources: {'Port': ['ID=91de85d6-3583-4601-8439-91960bdda737,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:22.018097 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:22.027662 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5550d1-a367-45b8-b914-7e6a5295ed01 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:22.028523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5550d1-a367-45b8-b914-7e6a5295ed01 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:22.030603 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c5550d1-a367-45b8-b914-7e6a5295ed01 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/1513ac6e-3f3b-4f96-8205-68224955101b HTTP/1.1" status: 404 len: 337 time: 0.2802227 Jun 03 15:45:22.035392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49174) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.176929 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f673e32-21e8-4624-815c-820d0b198575 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:22.178348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f673e32-21e8-4624-815c-820d0b198575 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:22.183232 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2f673e32-21e8-4624-815c-820d0b198575 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/501f4407-b8cb-40ec-9f87-bd877e45a82a HTTP/1.1" status: 404 len: 333 time: 0.1461141 Jun 03 15:45:22.198348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49180) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.216594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34610f99-9457-4278-9b7a-0dc7a469008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:22.218404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Pushing event updated for resources: {'Port': ['ID=eb0a9ed5-b37e-493a-84f0-04fc50e6dd15,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:22.235336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=351c51f9-6851-4b65-9bde-13c25b476123,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:22.320993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f4a16-aff8-4675-8c3e-c43c9f8e4ccc None None] No DVR routers for this DVR port 91de85d6-3583-4601-8439-91960bdda737 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:22.326766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610f99-9457-4278-9b7a-0dc7a469008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b420275e-6751-4984-895b-03a3016f3265,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:22.436347 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9719d7-4f29-495f-a421-179d8daa2320 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:22.441137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Network 2c5f485a-d70d-4738-afa6-46767ba899a5 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:22.458397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9719d7-4f29-495f-a421-179d8daa2320 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:22.458397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6e9719d7-4f29-495f-a421-179d8daa2320 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/8b23f4c0-7227-4c05-a601-ec7f9657b94b HTTP/1.1" status: 404 len: 337 time: 0.2358053 Jun 03 15:45:22.463563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:22.463563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:22.469545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49184) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.689071 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5b58db-a716-41d1-8580-66ef1fa2c6ab tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:22.689478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5b58db-a716-41d1-8580-66ef1fa2c6ab tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:22.701336 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c5b58db-a716-41d1-8580-66ef1fa2c6ab tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/76c3f9d4-7000-4c3a-84d3-d587b29a9c75 HTTP/1.1" status: 404 len: 337 time: 0.2527792 Jun 03 15:45:22.703134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.807966 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:22.840950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34610f99-9457-4278-9b7a-0dc7a469008c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:22.847582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-34610f99-9457-4278-9b7a-0dc7a469008c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b420275e-6751-4984-895b-03a3016f3265 HTTP/1.1" status: 204 len: 168 time: 2.0572746 Jun 03 15:45:22.850109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6c73bfc5-d491-46a6-8ec9-5e06d46a7bd4 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ee818e-0a1b-4e89-bcce-73a8bd928f0e HTTP/1.1" status: 200 len: 205 time: 0.1297460 Jun 03 15:45:22.851247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49200) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.971405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5f485a-d70d-4738-afa6-46767ba899a5']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:23.092478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:23.095046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Attempting to bind port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:23.096936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Attempting to bind port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2c5f485a-d70d-4738-afa6-46767ba899a5'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:23.098250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:23.101707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Attempting to bind port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 on network 2c5f485a-d70d-4738-afa6-46767ba899a5 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:23.163990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:23.163990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Checking segment: {'id': 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2c5f485a-d70d-4738-afa6-46767ba899a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:23.163990 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.163990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Bound using segment: {'id': 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2c5f485a-d70d-4738-afa6-46767ba899a5'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:23.163990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Bound port: eb0a9ed5-b37e-493a-84f0-04fc50e6dd15, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2c5f485a-d70d-4738-afa6-46767ba899a5'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:23.163990 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.193908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.246444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.261718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:23.261718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.323232 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-dd3e90d3-4833-4c76-848b-be16206a826b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] delete failed (client error): The resource could not be found. Jun 03 15:45:23.323232 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dd3e90d3-4833-4c76-848b-be16206a826b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/routers/50ee818e-0a1b-4e89-bcce-73a8bd928f0e HTTP/1.1" status: 404 len: 336 time: 0.4618533 Jun 03 15:45:23.342527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:23.471392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] For port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:23.515308 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ebde885a-65f0-4f7e-8c73-57bdc0e455bf resource provider aggregate not found Jun 03 15:45:23.533264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] For port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eb0a9ed5-b37e-493a-84f0-04fc50e6dd15,segment=NetworkSegment(ebde885a-65f0-4f7e-8c73-57bdc0e455bf),segment_id=ebde885a-65f0-4f7e-8c73-57bdc0e455bf)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:23.535682 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:45:23.535682 n-d-844594-1 neutron-server[88338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:45:23.535682 n-d-844594-1 neutron-server[88338]: [parameters: {'id': '2c5f485a-d70d-4738-afa6-46767ba899a5'}] Jun 03 15:45:23.535682 n-d-844594-1 neutron-server[88338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:45:23.536458 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:45:23.541683 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ebde885a-65f0-4f7e-8c73-57bdc0e455bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebde885a-65f0-4f7e-8c73-57bdc0e455bf found for delete ", "request_id": "req-21cc7fe6-2b99-4ff9-bd26-b786be531f80"}]} Jun 03 15:45:23.544128 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.577645 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-400ef3f6-2b16-4031-b689-187eacf8b473 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:23.580942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400ef3f6-2b16-4031-b689-187eacf8b473 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:23.585146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-400ef3f6-2b16-4031-b689-187eacf8b473 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/1f9cd5e3-577c-4b6e-a2af-81b2fb996a35 HTTP/1.1" status: 404 len: 337 time: 0.2504075 Jun 03 15:45:23.587518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49216) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:23.653488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e71a3-e181-4c5e-b042-00fd0b5fdd06 None None] Pushing event updated for resources: {'Port': ['ID=eb0a9ed5-b37e-493a-84f0-04fc50e6dd15,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:23.792704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49230) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:23.805868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4cd87c5b-4717-4791-9065-effdd29d85ef tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "GET /v2.0/ports?device_id=4381f00e-7033-4608-9e7e-75d6f1d18350 HTTP/1.1" status: 200 len: 205 time: 0.2154961 Jun 03 15:45:23.813822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7cfb9-9437-4abf-bb10-c8d7749ecef9 None None] Network 2c5f485a-d70d-4738-afa6-46767ba899a5 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:24.042622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:24.075454 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-f3465f96-3e96-4a20-91da-5c84a3fc1dd1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] delete failed (client error): The resource could not be found. Jun 03 15:45:24.079994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49242) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:24.100789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f3465f96-3e96-4a20-91da-5c84a3fc1dd1 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/routers/4381f00e-7033-4608-9e7e-75d6f1d18350 HTTP/1.1" status: 404 len: 336 time: 0.2947094 Jun 03 15:45:24.122942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:24.122942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:24.251030 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4164dfb2-a1bc-4e61-a563-fd734a8e410b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:24.251320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4164dfb2-a1bc-4e61-a563-fd734a8e410b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:24.258540 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4164dfb2-a1bc-4e61-a563-fd734a8e410b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/4594b9b4-c1a2-47fb-acb4-00b2baa700a8 HTTP/1.1" status: 404 len: 337 time: 0.1872439 Jun 03 15:45:24.259222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49252) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:24.398033 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3841a09-072a-4a7c-b1b8-74b1ee5712f3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:24.401532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3841a09-072a-4a7c-b1b8-74b1ee5712f3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:24.431796 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a3841a09-072a-4a7c-b1b8-74b1ee5712f3 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/9cc28977-8906-48b3-8552-875e98e655f0 HTTP/1.1" status: 404 len: 337 time: 0.1709187 Jun 03 15:45:24.440622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e35a8-a22d-4b5b-9b20-d445423e081f None None] Network 2c5f485a-d70d-4738-afa6-46767ba899a5 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:24.444953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49262) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:24.628507 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af278aa-6f2c-4cba-b92e-50e5e3b299e7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:24.629289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af278aa-6f2c-4cba-b92e-50e5e3b299e7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:24.644301 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9af278aa-6f2c-4cba-b92e-50e5e3b299e7 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/d888eae8-4bde-425d-bca2-9eab2aa28367 HTTP/1.1" status: 404 len: 333 time: 0.1942258 Jun 03 15:45:24.645822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49266) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:24.796628 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c6f3e3-d348-4bdc-a2f4-3137f0df66d5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:24.796628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c6f3e3-d348-4bdc-a2f4-3137f0df66d5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:24.808295 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-33c6f3e3-d348-4bdc-a2f4-3137f0df66d5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/1185da1c-ae38-4c7e-aed5-a6bbba144d0d HTTP/1.1" status: 404 len: 337 time: 0.1561179 Jun 03 15:45:24.815594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49274) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:25.001289 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-468693d9-f46e-42ed-8ac2-5d17cffab882 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:25.002103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468693d9-f46e-42ed-8ac2-5d17cffab882 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:25.013508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-468693d9-f46e-42ed-8ac2-5d17cffab882 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/ac3a4175-89f8-49e4-bfb7-875b05457f8e HTTP/1.1" status: 404 len: 333 time: 0.2031631 Jun 03 15:45:25.019075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49282) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:25.243152 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-691fc865-47d0-43b2-aef2-5c0fe8977257 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:25.243927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691fc865-47d0-43b2-aef2-5c0fe8977257 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:25.273604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-691fc865-47d0-43b2-aef2-5c0fe8977257 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/a128287d-b0bb-4354-b84e-90989cd9ccd0 HTTP/1.1" status: 404 len: 337 time: 0.2527547 Jun 03 15:45:25.283626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ba8b8-aca4-4b62-ad06-279dd4ff353a None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:45:25.292330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49290) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:25.505833 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60ebc3e-9b21-4e65-88f8-844be72c7c7e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:25.505833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60ebc3e-9b21-4e65-88f8-844be72c7c7e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:25.520860 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a60ebc3e-9b21-4e65-88f8-844be72c7c7e tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/80c02d47-ce95-44f1-abc3-71309a773217 HTTP/1.1" status: 404 len: 333 time: 0.2188160 Jun 03 15:45:25.525995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49300) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:25.706031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ba8b8-aca4-4b62-ad06-279dd4ff353a None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:45:25.722664 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-636064e4-4989-437c-bd59-341e13a01cad tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:25.722664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636064e4-4989-437c-bd59-341e13a01cad tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:25.722664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-636064e4-4989-437c-bd59-341e13a01cad tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/75089080-9598-4f01-b6ab-3fe9cca4c921 HTTP/1.1" status: 404 len: 337 time: 0.1838739 Jun 03 15:45:25.727230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49308) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:25.752972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] For port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=eb0a9ed5-b37e-493a-84f0-04fc50e6dd15,segment=NetworkSegment(ebde885a-65f0-4f7e-8c73-57bdc0e455bf),segment_id=ebde885a-65f0-4f7e-8c73-57bdc0e455bf)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:25.753681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:25.931887 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fc5d91-4800-427f-be81-5bcd6e5958f0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:25.932352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fc5d91-4800-427f-be81-5bcd6e5958f0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:25.951516 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c8fc5d91-4800-427f-be81-5bcd6e5958f0 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/0985c109-989a-48d0-9998-16a9a2dcc5b8 HTTP/1.1" status: 404 len: 333 time: 0.2220495 Jun 03 15:45:25.952897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49314) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:26.048539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Calling delete_port for eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:26.225065 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d3ca1a-17ca-4a3b-8748-bc6a74366ed5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:26.225065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d3ca1a-17ca-4a3b-8748-bc6a74366ed5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:26.251667 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-15d3ca1a-17ca-4a3b-8748-bc6a74366ed5 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/fe065455-0826-4a78-894d-beeaca32f141 HTTP/1.1" status: 404 len: 337 time: 0.2610915 Jun 03 15:45:26.251667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:26.257932 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.355157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Port': ['ID=eb0a9ed5-b37e-493a-84f0-04fc50e6dd15,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:26.355157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No DVR routers for this DVR port eb0a9ed5-b37e-493a-84f0-04fc50e6dd15 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:26.456724 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e86c3f-6449-4315-b624-603c540690e2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:26.456724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e86c3f-6449-4315-b624-603c540690e2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:26.456724 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-13e86c3f-6449-4315-b624-603c540690e2 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/6ea48808-a70b-489e-b76d-62b70ef6e2fd HTTP/1.1" status: 404 len: 333 time: 0.2237370 Jun 03 15:45:26.468461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49336) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:26.610713 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a3b63e-90d4-4ad7-941d-ab3346462a7f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:26.611532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a3b63e-90d4-4ad7-941d-ab3346462a7f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:26.615226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f9a3b63e-90d4-4ad7-941d-ab3346462a7f tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/3ad056b4-e7d6-4a59-bb68-356fa71f1c1b HTTP/1.1" status: 404 len: 337 time: 0.1534567 Jun 03 15:45:26.627065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49340) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:26.750597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.858826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5f485a-d70d-4738-afa6-46767ba899a5']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:26.903136 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8638cf-5e1b-4576-8f7a-20b931c8222a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:26.907913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8638cf-5e1b-4576-8f7a-20b931c8222a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:26.914399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:26.915622 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0e8638cf-5e1b-4576-8f7a-20b931c8222a tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/8728bfc1-c0a3-4110-9a9e-51cf25807e96 HTTP/1.1" status: 404 len: 333 time: 0.2842145 Jun 03 15:45:26.916305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebde885a-65f0-4f7e-8c73-57bdc0e455bf') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:26.917344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49354) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:26.959827 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.965075 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b858166f-c335-4578-8e35-ab879d784a18 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:26.966085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b858166f-c335-4578-8e35-ab879d784a18 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:26.973528 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b858166f-c335-4578-8e35-ab879d784a18 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/d20aa0ab-bec2-4500-978c-ae38d23f165e HTTP/1.1" status: 404 len: 337 time: 0.0546310 Jun 03 15:45:26.974411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49358) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:27.057240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:27.112245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:27.112245 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:27.214912 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec2365c-511e-4e71-930b-88716902078b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:27.222632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec2365c-511e-4e71-930b-88716902078b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:27.255473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1ec2365c-511e-4e71-930b-88716902078b tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/ports/6967d0d8-8658-4c2f-b5de-23326c5dad5d HTTP/1.1" status: 404 len: 333 time: 0.2624798 Jun 03 15:45:27.255473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:27.394595 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea011d8-2409-4d83-9980-46598c778566 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:27.395296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea011d8-2409-4d83-9980-46598c778566 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:27.411724 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dea011d8-2409-4d83-9980-46598c778566 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/subnets/f93f94bb-eb3e-409c-a3d8-759d7f0e5bd7 HTTP/1.1" status: 404 len: 337 time: 0.1581035 Jun 03 15:45:27.413346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49374) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:27.441618 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ebde885a-65f0-4f7e-8c73-57bdc0e455bf resource provider aggregate not found Jun 03 15:45:27.517782 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ebde885a-65f0-4f7e-8c73-57bdc0e455bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebde885a-65f0-4f7e-8c73-57bdc0e455bf found for delete ", "request_id": "req-ddc93607-3900-4607-986f-f254bbe98b30"}]} Jun 03 15:45:27.553003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:27.581674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:27.750060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/2c5f485a-d70d-4738-afa6-46767ba899a5 HTTP/1.1" status: 204 len: 168 time: 10.2287359 Jun 03 15:45:27.750060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93b04b-47c6-46fc-afab-1b9eeac80fab tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=2c5f485a-d70d-4738-afa6-46767ba899a5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:27.757795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49382) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:27.903347 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-660484b8-c88b-4587-93e2-a068b73eeef7 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:27.903347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660484b8-c88b-4587-93e2-a068b73eeef7 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:27.915244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:27.918674 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-660484b8-c88b-4587-93e2-a068b73eeef7 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/351c51f9-6851-4b65-9bde-13c25b476123 HTTP/1.1" status: 404 len: 337 time: 0.0978529 Jun 03 15:45:27.998538 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:45:28.112914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.157131 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf9a833-3138-4901-af02-dcf1da265b9e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:28.158223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf9a833-3138-4901-af02-dcf1da265b9e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:28.161869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebf9a833-3138-4901-af02-dcf1da265b9e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/2c5f485a-d70d-4738-afa6-46767ba899a5 HTTP/1.1" status: 404 len: 339 time: 0.2975173 Jun 03 15:45:28.164458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49400) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:28.284473 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6741427-8c07-4fb2-a516-a549096aacfd tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:28.284473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6741427-8c07-4fb2-a516-a549096aacfd tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:28.295510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e6741427-8c07-4fb2-a516-a549096aacfd tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/48b61cab-818e-4777-9aeb-847e8410038d HTTP/1.1" status: 404 len: 337 time: 0.1183124 Jun 03 15:45:28.300951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49406) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:28.401430 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-7280c274-8eaa-4e64-ae57-8ff75fa3ccde tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:28.401430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7280c274-8eaa-4e64-ae57-8ff75fa3ccde tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:28.401430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7280c274-8eaa-4e64-ae57-8ff75fa3ccde tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/ba37f350-6b5c-4270-93aa-0a4b92dda8d7 HTTP/1.1" status: 404 len: 339 time: 0.1088710 Jun 03 15:45:28.412241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49412) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:28.631699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.693303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:28.726730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf491716-164f-4166-a244-52de38d8d76c') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:28.727040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf491716-164f-4166-a244-52de38d8d76c') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:28.745730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.809099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.837080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:28.838163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.933248 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.198275 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment bf491716-164f-4166-a244-52de38d8d76c resource provider aggregate not found Jun 03 15:45:29.251915 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment bf491716-164f-4166-a244-52de38d8d76c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf491716-164f-4166-a244-52de38d8d76c found for delete ", "request_id": "req-ca91ed4f-0e47-4b73-ba26-029adf356969"}]} Jun 03 15:45:29.318674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.341954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.438710 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] 10.222.0.66 "DELETE /v2.0/networks/5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e HTTP/1.1" status: 204 len: 168 time: 2.0213454 Jun 03 15:45:29.467671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139013-b562-40a5-b2a0-084e5eab1389 tempest-NetworksTestDHCPv6-1897467930 tempest-NetworksTestDHCPv6-1897467930-project] Pushing event deleted for resources: {'Network': ['ID=5f28f2c1-31f1-4835-b46a-a4d1bd85cc4e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:29.534688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.600491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac7df42-ad43-4b82-a752-12d9349f69c8']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:29.644701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f65ff0d-487b-4c06-bebf-0ae6b31667c7') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:29.644701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f65ff0d-487b-4c06-bebf-0ae6b31667c7') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:29.714878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.786043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.837347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:29.837734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.952995 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 2f65ff0d-487b-4c06-bebf-0ae6b31667c7 resource provider aggregate not found Jun 03 15:45:30.133069 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 2f65ff0d-487b-4c06-bebf-0ae6b31667c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f65ff0d-487b-4c06-bebf-0ae6b31667c7 found for delete ", "request_id": "req-b4cb9d9a-89ea-4bae-9285-61773b09f51e"}]} Jun 03 15:45:30.141199 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.170923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49460) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:30.181347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.205605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=7ac7df42-ad43-4b82-a752-12d9349f69c8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:30.221452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49466) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:30.223704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2e6fb2a6-37ef-42be-8bf9-46e747f4b577 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/7ac7df42-ad43-4b82-a752-12d9349f69c8 HTTP/1.1" status: 204 len: 168 time: 1.8143082 Jun 03 15:45:30.370879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49470) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:30.411718 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e0ace5-bf9d-43df-a075-ac8c559c760a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:30.411718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e0ace5-bf9d-43df-a075-ac8c559c760a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:30.418449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:30.420458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-69e0ace5-bf9d-43df-a075-ac8c559c760a tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/bfb1abe9-cc37-4ff0-ad8f-a2918a33c119 HTTP/1.1" status: 404 len: 337 time: 0.1854010 Jun 03 15:45:30.670332 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4c4b5f-1f56-4b6b-91c7-c2e2f678143d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:30.671842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4c4b5f-1f56-4b6b-91c7-c2e2f678143d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:30.693149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba4c4b5f-1f56-4b6b-91c7-c2e2f678143d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/667eadc0-a627-4568-bea3-e30785a426dc HTTP/1.1" status: 404 len: 339 time: 0.2669926 Jun 03 15:45:30.695015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49486) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:30.863702 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ace034-3d2e-40e4-bff3-ba6848d896f1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:30.864584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ace034-3d2e-40e4-bff3-ba6848d896f1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:30.874306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13ace034-3d2e-40e4-bff3-ba6848d896f1 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/53a74dc0-9835-4f04-a6a7-b25c52ef4986 HTTP/1.1" status: 404 len: 337 time: 0.1771066 Jun 03 15:45:30.876982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49490) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:30.878397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-907f1836-f007-4e27-9674-38afe118fadf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c05d4ca2b37747b0b6baa36fb709392f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056847 Jun 03 15:45:30.884174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49492) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:31.192009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.238339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-664bac6c-4f2c-4db0-be5d-3cfc19ba5609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.249833 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-26140fcd-2718-4627-afb6-4ab20f67048d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:31.251111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26140fcd-2718-4627-afb6-4ab20f67048d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:31.254470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-26140fcd-2718-4627-afb6-4ab20f67048d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/ad8e02e5-c88e-4acc-98d3-f146404c1394 HTTP/1.1" status: 404 len: 339 time: 0.3704379 Jun 03 15:45:31.259211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49502) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:31.321449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:31.341607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:15bbdbbe05d3453f944c7b340b0379f2 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:31.348822 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84382f3-609a-4e63-80e2-0f2eececfe37 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:31.350075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84382f3-609a-4e63-80e2-0f2eececfe37 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:31.353496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c84382f3-609a-4e63-80e2-0f2eececfe37 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/d06add23-9b02-4fff-b485-26d7c8fcbff0 HTTP/1.1" status: 404 len: 337 time: 0.0922346 Jun 03 15:45:31.355468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:31.361629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49508) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:31.376467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:31.431885 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-664bac6c-4f2c-4db0-be5d-3cfc19ba5609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.460552 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52661f1-15e4-41e9-b1d8-e01a3cf7276b tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:31.461876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52661f1-15e4-41e9-b1d8-e01a3cf7276b tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:31.465478 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c52661f1-15e4-41e9-b1d8-e01a3cf7276b tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/af9d28c5-4597-41ac-8db3-b844f94dfc05 HTTP/1.1" status: 404 len: 339 time: 0.1008279 Jun 03 15:45:31.470299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49512) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:31.542616 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bdc840-1eb5-4e10-b12f-a018c831724b tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:31.543845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bdc840-1eb5-4e10-b12f-a018c831724b tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:31.570825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-42bdc840-1eb5-4e10-b12f-a018c831724b tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/c4a8197a-f818-4614-8599-c91417fda985 HTTP/1.1" status: 404 len: 337 time: 0.0987625 Jun 03 15:45:31.575181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49516) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:31.688701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.697289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.731099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-664bac6c-4f2c-4db0-be5d-3cfc19ba5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.758414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bac6c-4f2c-4db0-be5d-3cfc19ba5609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9422810b-fa8d-4ca8-96df-45e78963474d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:31.791893 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-113c9059-b3f1-455a-af3a-e0acbb9029a4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:31.791893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113c9059-b3f1-455a-af3a-e0acbb9029a4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:31.791893 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-113c9059-b3f1-455a-af3a-e0acbb9029a4 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/bbf76878-9258-49c7-b409-704beda42f6c HTTP/1.1" status: 404 len: 339 time: 0.1879604 Jun 03 15:45:31.791893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49522) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:31.807574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-664bac6c-4f2c-4db0-be5d-3cfc19ba5609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.807574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-664bac6c-4f2c-4db0-be5d-3cfc19ba5609 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9422810b-fa8d-4ca8-96df-45e78963474d HTTP/1.1" status: 204 len: 168 time: 0.9110947 Jun 03 15:45:31.879548 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a639ca-3564-4776-82a2-2320857f1f9f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:31.879548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a639ca-3564-4776-82a2-2320857f1f9f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:31.879548 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-25a639ca-3564-4776-82a2-2320857f1f9f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/94d28098-a7a1-4109-be74-5a454c731e25 HTTP/1.1" status: 404 len: 337 time: 0.0845234 Jun 03 15:45:31.899495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49532) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:31.960698 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-632758b0-5d28-41ed-b996-648852baea34 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:31.961535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632758b0-5d28-41ed-b996-648852baea34 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:31.969369 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-632758b0-5d28-41ed-b996-648852baea34 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/7e1cdf70-e3aa-464e-8b6d-7537eb54f905 HTTP/1.1" status: 404 len: 339 time: 0.0724046 Jun 03 15:45:31.970316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49536) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.046444 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4203c665-dcc1-40e8-b856-f1db0320fe7e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:32.047000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4203c665-dcc1-40e8-b856-f1db0320fe7e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:32.052246 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4203c665-dcc1-40e8-b856-f1db0320fe7e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/467f1508-f241-44cc-b1b7-d1a98f5c9021 HTTP/1.1" status: 404 len: 337 time: 0.0802298 Jun 03 15:45:32.054850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49542) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.248879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15bbdbbe05d3453f944c7b340b0379f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8710523 Jun 03 15:45:32.248879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.470985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a66ba-87c6-4f0f-a9cd-7faa14530fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd2d350-caef-46a1-87d2-c5952e2075e3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:32.485249 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1785f977-e245-4001-bba9-7d5b660ec71d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:32.485249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1785f977-e245-4001-bba9-7d5b660ec71d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:32.485249 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1785f977-e245-4001-bba9-7d5b660ec71d tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/9728afbe-4c30-472f-96c7-aab6ca6b1e9f HTTP/1.1" status: 404 len: 339 time: 0.4293041 Jun 03 15:45:32.492428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49558) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.498665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445dc528-4b12-45c9-a286-43eff78d3e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.560819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445dc528-4b12-45c9-a286-43eff78d3e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.583611 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d0ea60-9456-4446-a596-b034600566fb tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:32.583611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d0ea60-9456-4446-a596-b034600566fb tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:32.583611 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-28d0ea60-9456-4446-a596-b034600566fb tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/a1fde2c3-0a67-4f73-b17d-db8c483b3ecb HTTP/1.1" status: 404 len: 337 time: 0.0950413 Jun 03 15:45:32.593718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49564) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.704354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445dc528-4b12-45c9-a286-43eff78d3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.742681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dc528-4b12-45c9-a286-43eff78d3e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd2d350-caef-46a1-87d2-c5952e2075e3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:32.749884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-445dc528-4b12-45c9-a286-43eff78d3e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.753182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-445dc528-4b12-45c9-a286-43eff78d3e56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fd2d350-caef-46a1-87d2-c5952e2075e3 HTTP/1.1" status: 204 len: 168 time: 0.5035124 Jun 03 15:45:32.769560 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc8e819-845c-4211-a590-4c037b212212 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:32.770352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc8e819-845c-4211-a590-4c037b212212 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:32.773166 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4dc8e819-845c-4211-a590-4c037b212212 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/46c6fad1-1bce-486f-a82d-655781917c26 HTTP/1.1" status: 404 len: 339 time: 0.1853473 Jun 03 15:45:32.775544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49580) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.860863 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bfc4dc-d778-46d2-88b7-0b7907c3316e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:32.861335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bfc4dc-d778-46d2-88b7-0b7907c3316e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:32.865976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49588) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.866178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13bfc4dc-d778-46d2-88b7-0b7907c3316e tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/6c1bd27d-a032-4e43-a1fb-571ce5b5621e HTTP/1.1" status: 404 len: 337 time: 0.0891171 Jun 03 15:45:32.994442 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc6562a-b7a7-452a-ba9c-f28633317871 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:32.999074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc6562a-b7a7-452a-ba9c-f28633317871 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:33.012615 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0cc6562a-b7a7-452a-ba9c-f28633317871 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/0817fbd7-f8e5-40ea-8804-84c330834a89 HTTP/1.1" status: 404 len: 339 time: 0.1425796 Jun 03 15:45:33.013250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49598) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:33.338808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting subnet 0313de41-c60c-4fa2-bff3-adb96b257a6e {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:33.349127 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.532494 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.675880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.814079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.906539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.908931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1985c-fd33-4b3c-8b51-782d92672e8f None None] Network 0c3ca3cd-6b22-440e-ac55-377d8f12952f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:33.926281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/subnets/0313de41-c60c-4fa2-bff3-adb96b257a6e HTTP/1.1" status: 204 len: 168 time: 0.9117370 Jun 03 15:45:33.927031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49620) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:33.927798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f368b-3b2f-4f10-ad2d-722f0aa6ca6f tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Subnet': ['ID=0313de41-c60c-4fa2-bff3-adb96b257a6e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:33.945064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:33.994150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.118490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:34.134794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Usage tracker for resource:security_group_rule and tenant:557584fffbd34c38b07a9e88b37b97b6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:34.142922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:34.185329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:34.442185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.473520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Deleting port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:34.473862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.731956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.743307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.924047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=557584fffbd34c38b07a9e88b37b97b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9782796 Jun 03 15:45:34.926064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49644) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:34.927489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c514d-8b80-44a8-885e-08c75186b16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1d81c6-9567-4f74-b797-f61f18b02219,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:35.017371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] DHCP port deletion for 0c3ca3cd-6b22-440e-ac55-377d8f12952f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:45:35.023387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Deleting port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:35.023977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.077632 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4504b4db-af8b-4393-92d2-67d5bbc6a743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.118568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4504b4db-af8b-4393-92d2-67d5bbc6a743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.256053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4504b4db-af8b-4393-92d2-67d5bbc6a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.288783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:35.298438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b4db-af8b-4393-92d2-67d5bbc6a743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1d81c6-9567-4f74-b797-f61f18b02219,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:35.324453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4504b4db-af8b-4393-92d2-67d5bbc6a743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.334247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4504b4db-af8b-4393-92d2-67d5bbc6a743 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd1d81c6-9567-4f74-b797-f61f18b02219 HTTP/1.1" status: 204 len: 168 time: 0.3928754 Jun 03 15:45:35.568137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] For port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,segment=NetworkSegment(d4a081f6-6fa1-46a2-883a-35554ab9a4a2),segment_id=d4a081f6-6fa1-46a2-883a-35554ab9a4a2)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:35.568137 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.813659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-455685198'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:35.974177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Calling delete_port for 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:36.121824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:36.126690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Usage tracker for resource:network and tenant:cc15cd3e16b841cb9b4c07e43ba9dedc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:36.126690 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.155161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:36.321277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Port': ['ID=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:36.327805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:36.335593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] No DVR routers for this DVR port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:36.510239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] For port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=929ccea8-a193-4ecd-a2a0-a43b86bd8f72,segment=NetworkSegment(d4a081f6-6fa1-46a2-883a-35554ab9a4a2),segment_id=d4a081f6-6fa1-46a2-883a-35554ab9a4a2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:36.513007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.626954 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.730943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3ca3cd-6b22-440e-ac55-377d8f12952f']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:36.767650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a081f6-6fa1-46a2-883a-35554ab9a4a2') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:36.767650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a081f6-6fa1-46a2-883a-35554ab9a4a2') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:36.794253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.811108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.827101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:36.827101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.127215 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment d4a081f6-6fa1-46a2-883a-35554ab9a4a2 resource provider aggregate not found Jun 03 15:45:37.138786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Calling delete_port for 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:37.144572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Made reservation on behalf of cc15cd3e16b841cb9b4c07e43ba9dedc for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:37.150920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.189713 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment d4a081f6-6fa1-46a2-883a-35554ab9a4a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4a081f6-6fa1-46a2-883a-35554ab9a4a2 found for delete ", "request_id": "req-a42d2c76-b715-4985-9f3f-9bf8c0c418c2"}]} Jun 03 15:45:37.263313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.268692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:37.334948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:37.346036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.346036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Usage tracker for resource:security_group_rule and tenant:cc15cd3e16b841cb9b4c07e43ba9dedc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:37.400374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:37.400374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:37.419957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.469620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:37.487687 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] 10.222.0.66 "DELETE /v2.0/networks/0c3ca3cd-6b22-440e-ac55-377d8f12952f HTTP/1.1" status: 204 len: 168 time: 3.5538967 Jun 03 15:45:37.506413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ef60-d051-4fd2-b94d-766694770bd3 tempest-NetworksTest-1305770827 tempest-NetworksTest-1305770827-project] Pushing event deleted for resources: {'Network': ['ID=0c3ca3cd-6b22-440e-ac55-377d8f12952f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:37.507747 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:45:37.508503 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:45:37.510119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:37.828195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.836039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.871788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:45:37.898433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.898614 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Added segment 4cc2da8e-27e7-42ba-a99b-bee171c2cae9 of type vlan for network 591741a8-ba00-45c6-b693-a8e7402cd809 Jun 03 15:45:38.011111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Deleting port 929ccea8-a193-4ecd-a2a0-a43b86bd8f72 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:38.011959 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.027620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e79d42-60af-4601-abcc-2c1dbe82e492,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:38.032486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.174087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.182537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:38.182537 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.266282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49732) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:38.352552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event updated for resources: {'Network': ['ID=591741a8-ba00-45c6-b693-a8e7402cd809,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:38.376068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5b03aa47-c26f-4885-ab97-065d885a465a None None] The port '929ccea8-a193-4ecd-a2a0-a43b86bd8f72' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:45:38.392125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 591741a8-ba00-45c6-b693-a8e7402cd809 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:45:38.412304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5f5ba83b-da46-4d1f-97ec-8436c12ccc60 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1004913 Jun 03 15:45:38.412304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49740) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:38.425104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Request body: {'subnet': {'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:38.857759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:38.864367 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Usage tracker for resource:subnet and tenant:cc15cd3e16b841cb9b4c07e43ba9dedc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:38.882347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:38.903320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:38.947922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Made reservation on behalf of cc15cd3e16b841cb9b4c07e43ba9dedc for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:38.956553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.963900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eb146875-da2f-4952-8ebc-543b849c2b2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58af4b5addfc4d90bee0ace2d9c9a69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076490 Jun 03 15:45:38.968380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49766) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:39.260224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f26af329-da80-4816-9a01-ddc9c5462f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.342414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f26af329-da80-4816-9a01-ddc9c5462f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.481605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f26af329-da80-4816-9a01-ddc9c5462f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.533901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26af329-da80-4816-9a01-ddc9c5462f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fbfd55-962a-4f2a-95bd-4c526d0b9c06,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:39.551308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f26af329-da80-4816-9a01-ddc9c5462f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.551308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f26af329-da80-4816-9a01-ddc9c5462f57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67fbfd55-962a-4f2a-95bd-4c526d0b9c06 HTTP/1.1" status: 204 len: 168 time: 0.5746694 Jun 03 15:45:39.783548 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.134811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event updated for resources: {'Subnet': ['ID=1fa9fa28-62d8-471d-a048-2bc3b9a5321d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:40.144687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Checking segment: {'id': '4cc2da8e-27e7-42ba-a99b-bee171c2cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:40.144687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Network hostable DHCP agents. Network: 591741a8-ba00-45c6-b693-a8e7402cd809, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:45:40.191832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Network 591741a8-ba00-45c6-b693-a8e7402cd809 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:45:40.205540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 591741a8-ba00-45c6-b693-a8e7402cd809) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:40.214004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:40.216369 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.216692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50deb39b-6887-458d-bdf8-471523864150 None None] Network 591741a8-ba00-45c6-b693-a8e7402cd809 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:40.271971 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5b621f1-0a64-4a66-9052-e1907c33d1dd tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8706260 Jun 03 15:45:40.274623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49798) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:40.282077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Request body: {'port': {'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2023482149'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:40.754509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:40.764375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Usage tracker for resource:port and tenant:cc15cd3e16b841cb9b4c07e43ba9dedc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:40.782348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:40.801016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:40.836714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Made reservation on behalf of cc15cd3e16b841cb9b4c07e43ba9dedc for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:40.840718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.968570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] device_id is not set on port 0d2d68b3-935b-4803-befe-61690282e719 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:45:40.980476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-591741a8-ba00-45c6-b693-a8e7402cd809', 'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809', 'tenant_id': 'cc15cd3e16b841cb9b4c07e43ba9dedc', 'fixed_ips': [{'subnet_id': '1fa9fa28-62d8-471d-a048-2bc3b9a5321d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:45:40.980476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.270626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Allocated IP 172.20.0.2 (591741a8-ba00-45c6-b693-a8e7402cd809/1fa9fa28-62d8-471d-a048-2bc3b9a5321d/0d2d68b3-935b-4803-befe-61690282e719) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:41.632045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.650913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Transition to ACTIVE for port object 0d2d68b3-935b-4803-befe-61690282e719 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:41.685869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.828942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Network 591741a8-ba00-45c6-b693-a8e7402cd809 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:41.828942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event updated for resources: {'Port': ['ID=0d2d68b3-935b-4803-befe-61690282e719,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:41.828942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:41.842659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:41.936216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:41.943230 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.958082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-136292ff-a104-4733-ae5b-f60bc947c13b {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:45:41.958988 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:45:41.990890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d438ce1f-de6b-4776-8757-17cde8444928 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7148018 Jun 03 15:45:41.994313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49848) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:42.017619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Request body: {'port': {'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809', 'name': 'tempest-ExtraDHCPOptionsTestJSON-654940435', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:42.020022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] bootfile-name is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:42.022948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] tftp-server is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:42.023913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] server-ip-address is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:42.459607 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.030284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:43.055916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Usage tracker for resource:port and tenant:cc15cd3e16b841cb9b4c07e43ba9dedc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:43.079943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:43.125517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Allocated IP 172.20.0.3 (591741a8-ba00-45c6-b693-a8e7402cd809/1fa9fa28-62d8-471d-a048-2bc3b9a5321d/489dedd3-6a33-4f7d-8f75-3c78ca609c1c) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:43.130695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:43.183538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Made reservation on behalf of cc15cd3e16b841cb9b4c07e43ba9dedc for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:43.215321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.407646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] device_id is not set on port 3766a828-1e66-48f2-8d75-ee87ee8a85cc yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:45:43.519080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.525177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Transition to ACTIVE for port object 489dedd3-6a33-4f7d-8f75-3c78ca609c1c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:43.623458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Transition to ACTIVE for port object 489dedd3-6a33-4f7d-8f75-3c78ca609c1c will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:43.639945 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6893b1e4-d497-4259-a1dd-dd4c40b08713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.649195 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.872523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Allocated IP 172.20.0.9 (591741a8-ba00-45c6-b693-a8e7402cd809/1fa9fa28-62d8-471d-a048-2bc3b9a5321d/3766a828-1e66-48f2-8d75-ee87ee8a85cc) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:43.939371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Network 591741a8-ba00-45c6-b693-a8e7402cd809 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:43.939371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:43.939371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:44.245255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Pushing event updated for resources: {'Port': ['ID=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:44.311240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Attempting to bind port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:44.311594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Attempting to bind port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4cc2da8e-27e7-42ba-a99b-bee171c2cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:44.311960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Attempting to bind port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c on network 591741a8-ba00-45c6-b693-a8e7402cd809 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:44.336995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:44.340683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Checking segment: {'id': '4cc2da8e-27e7-42ba-a99b-bee171c2cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:44.341414 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.342089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Bound using segment: {'id': '4cc2da8e-27e7-42ba-a99b-bee171c2cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:44.342850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Bound port: 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc2da8e-27e7-42ba-a99b-bee171c2cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '591741a8-ba00-45c6-b693-a8e7402cd809'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:44.344981 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.836782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.957524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Transition to ACTIVE for port object 3766a828-1e66-48f2-8d75-ee87ee8a85cc will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:44.997003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:45.022417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,segment=NetworkSegment(4cc2da8e-27e7-42ba-a99b-bee171c2cae9),segment_id=4cc2da8e-27e7-42ba-a99b-bee171c2cae9)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:45.037277 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:45.093825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:45.447214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e03069-0abf-48e1-8118-97ec17ade8f9 None None] Pushing event updated for resources: {'Port': ['ID=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:45.611134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Network 591741a8-ba00-45c6-b693-a8e7402cd809 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:45.617165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event updated for resources: {'Port': ['ID=3766a828-1e66-48f2-8d75-ee87ee8a85cc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:45.628772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:45.638392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:45.692310 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:45.990947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:45.990947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.087215 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-da9002a7-a4ec-488e-8d9e-14043bd9c99c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.0871842 Jun 03 15:45:46.111345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49946) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:46.331325 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-03869502-baea-43bf-a5e3-dc9f053a8700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.771938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173241ee-afe7-462e-aad2-594cd23e2a97 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:46.810873 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.812371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173241ee-afe7-462e-aad2-594cd23e2a97 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:46.858320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173241ee-afe7-462e-aad2-594cd23e2a97 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:46.864505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-173241ee-afe7-462e-aad2-594cd23e2a97 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Synchronizing usage tracker for tenant:cc15cd3e16b841cb9b4c07e43ba9dedc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:46.992075 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:47.000898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-173241ee-afe7-462e-aad2-594cd23e2a97 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Unset dirty status for tenant:cc15cd3e16b841cb9b4c07e43ba9dedc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:47.007632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 49966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:47.009126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-173241ee-afe7-462e-aad2-594cd23e2a97 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.9131036 Jun 03 15:45:47.468892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Deleting port 3766a828-1e66-48f2-8d75-ee87ee8a85cc {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:47.490358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:47.594790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 489dedd3-6a33-4f7d-8f75-3c78ca609c1c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:48.018237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:48.035112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 49986) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:48.104452 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.397992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.470024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.486598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:48.492188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c094598-3d78-4784-a624-427040a2fb14 None None] Network 591741a8-ba00-45c6-b693-a8e7402cd809 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:48.522153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Usage tracker for resource:security_group_rule and tenant:bf7be50285fd40069796fee51c77d78e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:48.553597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:48.605718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:48.833406 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.836539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Calling delete_port for 3766a828-1e66-48f2-8d75-ee87ee8a85cc owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:48.847947 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.099575 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.114697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf7be50285fd40069796fee51c77d78e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0622332 Jun 03 15:45:49.118914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50008) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.206407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] Provisioning for port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:49.219659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] Provisioning complete for port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:49.220393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.445427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333e59-c3b7-4c3f-b677-e62de71fb701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb7b419-6cee-46a2-8571-ca9636bb1ad9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:49.461663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.588355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] Current status of the port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:49.588355 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.659145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-825cedbf-d8a8-4ac6-a87c-aacd4807b6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.674827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,segment=NetworkSegment(4cc2da8e-27e7-42ba-a99b-bee171c2cae9),segment_id=4cc2da8e-27e7-42ba-a99b-bee171c2cae9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:49.719903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.762156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50024) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.776998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event deleted for resources: {'Port': ['ID=3766a828-1e66-48f2-8d75-ee87ee8a85cc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:49.829715 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-825cedbf-d8a8-4ac6-a87c-aacd4807b6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.947611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:49.978720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c06341-9c79-47d1-933a-de9f380733a0 None None] Pushing event updated for resources: {'Port': ['ID=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:49.985342 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-825cedbf-d8a8-4ac6-a87c-aacd4807b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.043347 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.076372 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-825cedbf-d8a8-4ac6-a87c-aacd4807b6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.076372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-825cedbf-d8a8-4ac6-a87c-aacd4807b6a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5bb7b419-6cee-46a2-8571-ca9636bb1ad9 HTTP/1.1" status: 204 len: 168 time: 0.9358799 Jun 03 15:45:50.093646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0f06ae5f-0ddb-4a38-aa5f-9087242c7bf6 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "DELETE /v2.0/ports/3766a828-1e66-48f2-8d75-ee87ee8a85cc HTTP/1.1" status: 204 len: 168 time: 3.0732577 Jun 03 15:45:50.093646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50032) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:50.112688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cedbf-d8a8-4ac6-a87c-aacd4807b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb7b419-6cee-46a2-8571-ca9636bb1ad9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:50.134381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Request body: {'port': {'name': 'tempest-new-port-name-1984378534', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:50.134381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] bootfile-name is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:50.134381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] tftp-server is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:50.145411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.api.validators [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] server-ip-address is not in valid_values {{(pid=88339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:50.233447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.334475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:50.340598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Usage tracker for resource:security_group_rule and tenant:c47a308b8ed84fa98e47061f4dfb0823 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:50.346213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:50.356508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:50.519048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-750f4ccf-d082-4106-9b47-2864f339fff7 None None] Provisioning for port 0d2d68b3-935b-4803-befe-61690282e719 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:50.555280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-750f4ccf-d082-4106-9b47-2864f339fff7 None None] Provisioning complete for port 0d2d68b3-935b-4803-befe-61690282e719 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:50.555280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-750f4ccf-d082-4106-9b47-2864f339fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.757429 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.768960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.987419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:51.117588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98328e9d-dd3f-44e3-9d4d-a213fc1e2cac,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:51.198777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-87f63cc9-bc63-4d85-b9d0-8ff806e6a040 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c47a308b8ed84fa98e47061f4dfb0823&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4343503 Jun 03 15:45:51.205587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50048) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:51.425094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 489dedd3-6a33-4f7d-8f75-3c78ca609c1c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:51.525792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65bcefb3-cc2b-4cc9-ac32-d13ee18bf5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:51.637025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-750f4ccf-d082-4106-9b47-2864f339fff7 None None] Port 0d2d68b3-935b-4803-befe-61690282e719 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:51.675880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65bcefb3-cc2b-4cc9-ac32-d13ee18bf5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:51.702238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-750f4ccf-d082-4106-9b47-2864f339fff7 None None] Provisioning complete for port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:51.703649 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-750f4ccf-d082-4106-9b47-2864f339fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:51.848491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50056) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:51.895847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:51.896923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.019736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.225499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50064) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:52.342267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:52.364198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Usage tracker for resource:security_group_rule and tenant:9f6a69e19e4747ff87ea29d628a180a6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:52.377517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:52.404149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:52.624287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65bcefb3-cc2b-4cc9-ac32-d13ee18bf5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.662507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] Deleting subnet 473bf9cd-cd83-4c45-a6d8-89321a1205be {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:52.680565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.693936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.703221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-750f4ccf-d082-4106-9b47-2864f339fff7 None None] Current status of the port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:52.712641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.720470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcefb3-cc2b-4cc9-ac32-d13ee18bf5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98328e9d-dd3f-44e3-9d4d-a213fc1e2cac,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:52.770460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65bcefb3-cc2b-4cc9-ac32-d13ee18bf5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.770460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-65bcefb3-cc2b-4cc9-ac32-d13ee18bf5d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98328e9d-dd3f-44e3-9d4d-a213fc1e2cac HTTP/1.1" status: 204 len: 168 time: 1.5514245 Jun 03 15:45:52.770460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.976935 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.981120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-675a9a0e-efbe-4ffa-a66d-eae2de3c5f1d None None] Could not find standard attr ID for object 3766a828-1e66-48f2-8d75-ee87ee8a85cc. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:45:53.004556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.138278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:53.172920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.224944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event updated for resources: {'Port': ['ID=0d2d68b3-935b-4803-befe-61690282e719,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:53.276993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-675a9a0e-efbe-4ffa-a66d-eae2de3c5f1d None None] Provisioning complete for port 0d2d68b3-935b-4803-befe-61690282e719 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:53.292359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-675a9a0e-efbe-4ffa-a66d-eae2de3c5f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.324155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f6a69e19e4747ff87ea29d628a180a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4627559 Jun 03 15:45:53.329260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] In _notify_port_updated(), no bound segment for port 0d2d68b3-935b-4803-befe-61690282e719 on network 591741a8-ba00-45c6-b693-a8e7402cd809 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:45:53.333511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:53.339619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:53.361074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.365826 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e743b75d-ebf7-4304-8271-e10bec90ea00 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "PUT /v2.0/ports/0d2d68b3-935b-4803-befe-61690282e719 HTTP/1.1" status: 200 len: 1136 time: 3.2758532 Jun 03 15:45:53.370366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50084) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:53.616322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-675a9a0e-efbe-4ffa-a66d-eae2de3c5f1d None None] Port 0d2d68b3-935b-4803-befe-61690282e719 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:53.702280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969743ee-2da0-4916-83b1-38e3b41fa37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40fb2f6-c5dd-43d7-8b4d-e5579082774b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:53.760377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f469b278-7eec-40ea-a928-2d242470baa3 None None] Provisioning complete for port 0d2d68b3-935b-4803-befe-61690282e719 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:53.761489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f469b278-7eec-40ea-a928-2d242470baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.971816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728bc66-60ea-45f3-b241-02bf3065f71d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:53.971816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f728bc66-60ea-45f3-b241-02bf3065f71d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "GET /v2.0/ports/0d2d68b3-935b-4803-befe-61690282e719 HTTP/1.1" status: 200 len: 1136 time: 0.5905423 Jun 03 15:45:53.979257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50092) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:53.997470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9617ab37-4cb2-43f8-8b37-2170312a287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.033447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.098632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f469b278-7eec-40ea-a928-2d242470baa3 None None] Port 0d2d68b3-935b-4803-befe-61690282e719 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:54.121057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473bf9cd-cd83-4c45-a6d8-89321a1205be,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:54.166526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.194449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9617ab37-4cb2-43f8-8b37-2170312a287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.219700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-630c378b-9ef3-49b2-8ea7-bd1a4c62a080 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/473bf9cd-cd83-4c45-a6d8-89321a1205be HTTP/1.1" status: 204 len: 168 time: 1.9884446 Jun 03 15:45:54.222809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50100) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:54.434953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Deleting port 0d2d68b3-935b-4803-befe-61690282e719 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:54.434953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.853758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:54.862262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.916755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.940392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:54.961767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Usage tracker for resource:security_group_rule and tenant:29fea0bd6d284e3b918f109b0000548f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:54.961767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:54.961767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:55.066124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.220691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Calling delete_port for 0d2d68b3-935b-4803-befe-61690282e719 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:55.238664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.277216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f23acc-7b1e-4aba-8325-a4204642fdb1']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:55.296217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:55.297571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:55.314648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.336509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.346962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:55.347875 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.420779 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8 resource provider aggregate not found Jun 03 15:45:55.541848 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48e6eaf5-ce60-4459-a3a6-1a6c52bc52f8 found for delete ", "request_id": "req-a24f3238-495e-420b-bbec-4bd59a30608c"}]} Jun 03 15:45:55.575173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9617ab37-4cb2-43f8-8b37-2170312a287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.614862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617ab37-4cb2-43f8-8b37-2170312a287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40fb2f6-c5dd-43d7-8b4d-e5579082774b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:55.614862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.643081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.684626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.686861 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.709365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f23acc-7b1e-4aba-8325-a4204642fdb1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:55.720956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9808143d-2a1e-411a-9bdd-297688dec0e7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a4f23acc-7b1e-4aba-8325-a4204642fdb1 HTTP/1.1" status: 204 len: 168 time: 1.4957983 Jun 03 15:45:55.726293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50126) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:55.727654 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9617ab37-4cb2-43f8-8b37-2170312a287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.729183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9617ab37-4cb2-43f8-8b37-2170312a287b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e40fb2f6-c5dd-43d7-8b4d-e5579082774b HTTP/1.1" status: 204 len: 168 time: 2.3942411 Jun 03 15:45:55.835043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.950817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] Deleting subnet bb450909-76b2-43cf-9ad1-0fc7f028bb4e {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:55.950817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.144211 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.189799 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-bf4e2be7-8642-4fad-b4da-8459c00e0861 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5437810 Jun 03 15:45:56.228280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b1e8b-739b-40f9-b433-6f0c07828c7e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:56.228280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event deleted for resources: {'Port': ['ID=0d2d68b3-935b-4803-befe-61690282e719,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:56.312345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-347d8031-9e3a-4a5c-8670-689e684160c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29fea0bd6d284e3b918f109b0000548f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4532228 Jun 03 15:45:56.312345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50136) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:56.364765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.397192 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.486921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-54fc28aa-a5f4-4780-b56f-4631bfa127c9 tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "DELETE /v2.0/ports/0d2d68b3-935b-4803-befe-61690282e719 HTTP/1.1" status: 204 len: 168 time: 2.5094826 Jun 03 15:45:56.498068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50142) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:56.635700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.657715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-662b6a16-0fed-4953-9a05-1dbd3c906105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:56.657715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-662b6a16-0fed-4953-9a05-1dbd3c906105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 1096 time: 0.1743627 Jun 03 15:45:56.758355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Deleting subnet 1fa9fa28-62d8-471d-a048-2bc3b9a5321d {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:56.758355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f38a0f7-c7e2-472d-9f60-6c5559fd91eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.847502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f38a0f7-c7e2-472d-9f60-6c5559fd91eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.859781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.969241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb450909-76b2-43cf-9ad1-0fc7f028bb4e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:56.983577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.999487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-0d7c9a65-7968-42b1-8729-15e388a91567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.002802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-0d7c9a65-7968-42b1-8729-15e388a91567 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 200 len: 909 time: 0.2757003 Jun 03 15:45:57.005702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-98cbf181-a5ad-41d6-86a8-3260baf7ab27 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bb450909-76b2-43cf-9ad1-0fc7f028bb4e HTTP/1.1" status: 204 len: 168 time: 1.2744286 Jun 03 15:45:57.011637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50160) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:57.138663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.289555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-41b59fa8-51e0-41b7-ac15-a77e9f78f465 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 200 len: 1000 time: 0.2694123 Jun 03 15:45:57.421052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f38a0f7-c7e2-472d-9f60-6c5559fd91eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.461612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38a0f7-c7e2-472d-9f60-6c5559fd91eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20b1e8b-739b-40f9-b433-6f0c07828c7e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:57.479230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f38a0f7-c7e2-472d-9f60-6c5559fd91eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.484553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4f38a0f7-c7e2-472d-9f60-6c5559fd91eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d20b1e8b-739b-40f9-b433-6f0c07828c7e HTTP/1.1" status: 204 len: 168 time: 1.1747584 Jun 03 15:45:57.517415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.590616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.590616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-42d3da9f-47bb-4aef-801d-0f5b8af8e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.590616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-42d3da9f-47bb-4aef-801d-0f5b8af8e8ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 200 len: 847 time: 0.2981160 Jun 03 15:45:57.793105 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.854945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.900477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704c749-089f-455e-b277-8a8a4d8ce5d4 None None] Network 591741a8-ba00-45c6-b693-a8e7402cd809 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:57.911422 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.930972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "DELETE /v2.0/subnets/1fa9fa28-62d8-471d-a048-2bc3b9a5321d HTTP/1.1" status: 204 len: 168 time: 1.4314079 Jun 03 15:45:57.930972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f91541-c143-43be-9b2c-2b9b98a41f2d tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa9fa28-62d8-471d-a048-2bc3b9a5321d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:57.930972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50180) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:57.937016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-6d67e3f8-0532-4679-9025-349ffc013a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.937016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-6d67e3f8-0532-4679-9025-349ffc013a9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6d02b2-2e84-4802-897e-e637cb4f50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351512 Jun 03 15:45:57.937016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d830b1-b19c-42f1-b753-96d618883815']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:58.171077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d051d6-9cc0-478c-be4c-ee032a7e5c0f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:58.171077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d051d6-9cc0-478c-be4c-ee032a7e5c0f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:58.465870 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.517006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Deleting port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:58.517006 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.532727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.553424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.600056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:58.600056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.668953 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 97d051d6-9cc0-478c-be4c-ee032a7e5c0f resource provider aggregate not found Jun 03 15:45:58.739787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] DHCP port deletion for 591741a8-ba00-45c6-b693-a8e7402cd809 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:45:58.744733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Deleting port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:58.745209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.871517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-ff57b80c-66f5-4193-9e02-12a814c19964 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9271607 Jun 03 15:45:59.299938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b18672e9-18a0-476b-a37d-20c84fbd855d req-bb5b883f-b634-4e29-b4d4-61b511632195 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040914 Jun 03 15:45:59.306679 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 97d051d6-9cc0-478c-be4c-ee032a7e5c0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97d051d6-9cc0-478c-be4c-ee032a7e5c0f found for delete ", "request_id": "req-d623f0e0-3cdd-488b-af9a-ec031bbfb418"}]} Jun 03 15:45:59.307561 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.354953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.365788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] 10.222.0.66 "DELETE /v2.0/networks/33d830b1-b19c-42f1-b753-96d618883815 HTTP/1.1" status: 204 len: 168 time: 2.3427277 Jun 03 15:45:59.377190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee433ef-f6c0-437b-affd-ea8bed093314 admin admin] Pushing event deleted for resources: {'Network': ['ID=33d830b1-b19c-42f1-b753-96d618883815,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:59.506447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 489dedd3-6a33-4f7d-8f75-3c78ca609c1c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:59.635305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,segment=NetworkSegment(4cc2da8e-27e7-42ba-a99b-bee171c2cae9),segment_id=4cc2da8e-27e7-42ba-a99b-bee171c2cae9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:59.635305 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.687843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,segment=NetworkSegment(4cc2da8e-27e7-42ba-a99b-bee171c2cae9),segment_id=4cc2da8e-27e7-42ba-a99b-bee171c2cae9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:59.687843 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.949300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Calling delete_port for 489dedd3-6a33-4f7d-8f75-3c78ca609c1c owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:00.119718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:00.119718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.227196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Calling delete_port for 489dedd3-6a33-4f7d-8f75-3c78ca609c1c owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:00.256815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,segment=NetworkSegment(4cc2da8e-27e7-42ba-a99b-bee171c2cae9),segment_id=4cc2da8e-27e7-42ba-a99b-bee171c2cae9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:00.268261 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.370426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:00.395634 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:00.395634 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:00.453239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:00.475578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.475906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.476285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.476619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.476953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.477280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.477606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.477927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.478246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.478564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.478887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.479207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:00.554096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:00.554444 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:00.608831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50230) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:00.617638 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-365bca4c-10a9-4fab-8a96-3aa1324baf9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72e39c1670734dfea740b4f68f1a9a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559395 Jun 03 15:46:00.832769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc40a886-546b-4591-a1cf-2d792c7a3deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.832769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc40a886-546b-4591-a1cf-2d792c7a3deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.902726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Deleting port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:00.902726 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.967409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc40a886-546b-4591-a1cf-2d792c7a3deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.003331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40a886-546b-4591-a1cf-2d792c7a3deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:01.028572 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc40a886-546b-4591-a1cf-2d792c7a3deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.030206 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bc40a886-546b-4591-a1cf-2d792c7a3deb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca3c95dc-1a1f-43a5-a069-a1efa3ab24fe HTTP/1.1" status: 204 len: 168 time: 0.4202991 Jun 03 15:46:01.055312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Deleting port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:01.056036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.362884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,segment=NetworkSegment(4cc2da8e-27e7-42ba-a99b-bee171c2cae9),segment_id=4cc2da8e-27e7-42ba-a99b-bee171c2cae9)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:01.363391 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.531876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] For port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,segment=NetworkSegment(4cc2da8e-27e7-42ba-a99b-bee171c2cae9),segment_id=4cc2da8e-27e7-42ba-a99b-bee171c2cae9)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:01.531876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.545534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Calling delete_port for 489dedd3-6a33-4f7d-8f75-3c78ca609c1c owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:01.674825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.766281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] Pushing event deleted for resources: {'Port': ['ID=489dedd3-6a33-4f7d-8f75-3c78ca609c1c,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:01.766281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a3840-b06a-426d-bace-7348f6cd8c59 None None] No DVR routers for this DVR port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:01.829428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Calling delete_port for 489dedd3-6a33-4f7d-8f75-3c78ca609c1c owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:01.986855 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:01.987905 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:02.195709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50272) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:02.253024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Deleting port 489dedd3-6a33-4f7d-8f75-3c78ca609c1c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:02.253449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.486307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] The port '489dedd3-6a33-4f7d-8f75-3c78ca609c1c' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:46:02.747821 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-059fe8e0-09fc-43c9-880e-fe8aab93c9d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f91963a2ba114b58a50404f8fec971ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504990 Jun 03 15:46:02.752552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50284) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:02.804059 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.862656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591741a8-ba00-45c6-b693-a8e7402cd809']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:02.892581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc2da8e-27e7-42ba-a99b-bee171c2cae9') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:02.893624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc2da8e-27e7-42ba-a99b-bee171c2cae9') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:02.899481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-afa73ebe-7fe8-48b4-9d35-d79148c2baf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.925652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.940353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-afa73ebe-7fe8-48b4-9d35-d79148c2baf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.964706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.984682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:02.985902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.122328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-afa73ebe-7fe8-48b4-9d35-d79148c2baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.164486 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4cc2da8e-27e7-42ba-a99b-bee171c2cae9 resource provider aggregate not found Jun 03 15:46:03.167401 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-afa73ebe-7fe8-48b4-9d35-d79148c2baf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.172924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-afa73ebe-7fe8-48b4-9d35-d79148c2baf7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a9968af-fac6-47d5-83e8-5e87e5b73830 HTTP/1.1" status: 204 len: 168 time: 0.4156199 Jun 03 15:46:03.172924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73ebe-7fe8-48b4-9d35-d79148c2baf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9968af-fac6-47d5-83e8-5e87e5b73830,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:03.229884 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4cc2da8e-27e7-42ba-a99b-bee171c2cae9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cc2da8e-27e7-42ba-a99b-bee171c2cae9 found for delete ", "request_id": "req-d821c76a-d321-46f8-a119-a763df169715"}]} Jun 03 15:46:03.253805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.285433 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.288604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] Pushing event deleted for resources: {'Network': ['ID=591741a8-ba00-45c6-b693-a8e7402cd809,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:03.310015 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-460212c8-0755-4efe-9ead-bacb7fd7124c tempest-ExtraDHCPOptionsTestJSON-1696245224 tempest-ExtraDHCPOptionsTestJSON-1696245224-project] 10.222.0.66 "DELETE /v2.0/networks/591741a8-ba00-45c6-b693-a8e7402cd809 HTTP/1.1" status: 204 len: 168 time: 5.3798368 Jun 03 15:46:04.334468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50328) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:04.490665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-82a9e6a2-cfef-4f3d-a362-8090c4ddd904 req-f687f6be-a126-479e-a9ea-4e48996457e8 service neutron] (88338) timed out ('10.222.0.66', 58930) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:46:04.914042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50352) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:04.938909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50358) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:04.946473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170173712', 'description': 'tempest-secgroup-smoke-170173712 description', 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:04.957671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:04.963668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:04.970574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:04.980084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:04.997289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:04.999207 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:46:05.019668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f72e77b0-bc05-4579-abbb-7330a1a1ff09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc15cd3e16b841cb9b4c07e43ba9dedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832581 Jun 03 15:46:05.019855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:05.087560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:05.094779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:05.099522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:05.119161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:05.132302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4619380d-8b2a-4548-93c2-b00732e91a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.191528 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4619380d-8b2a-4548-93c2-b00732e91a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.403440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.456674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:05.467625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Usage tracker for resource:security_group_rule and tenant:da9b254a75c3403b802c8f0e65a5eb28 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:05.478522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:05.487759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.493570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.498712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:05.575860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb092bdc-043d-490c-8329-a3912d7dd747,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:05.578402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4619380d-8b2a-4548-93c2-b00732e91a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.595217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4619380d-8b2a-4548-93c2-b00732e91a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.596397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4619380d-8b2a-4548-93c2-b00732e91a73 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6e79d42-60af-4601-abcc-2c1dbe82e492 HTTP/1.1" status: 204 len: 168 time: 0.5747778 Jun 03 15:46:05.600892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.602699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-789a56f1-4d89-42ff-9215-23930d56d36b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6623552 Jun 03 15:46:05.608360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50380) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:05.612204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619380d-8b2a-4548-93c2-b00732e91a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e79d42-60af-4601-abcc-2c1dbe82e492,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:05.618711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'security_group_rule': {'security_group_id': 'eb092bdc-043d-490c-8329-a3912d7dd747', 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:05.628879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:05.637993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:05.645054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:05.653958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:05.708500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.754881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.767970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.826229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28283678-49fc-4642-ae06-4b5a75a62322,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:05.844737 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cdcbeb70-c4dd-4387-8a06-90bc29ba37f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da9b254a75c3403b802c8f0e65a5eb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9289038 Jun 03 15:46:05.849505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:05.878913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.885055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.964159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bc0ae2-f2fb-4a14-b703-5ec8a6bc799b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:05.977732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.980127 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d27e2436-8cd6-4982-88d3-f0ed913219e1 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697641 Jun 03 15:46:05.985498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:05.996592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'security_group_rule': {'security_group_id': 'eb092bdc-043d-490c-8329-a3912d7dd747', 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:06.004406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:06.010129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:06.014254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:06.022747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:06.045829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.051348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.099942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.170000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.205701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28283678-49fc-4642-ae06-4b5a75a62322,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:06.217949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.218843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.219400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.219809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.220582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.221114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.221570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.221761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.222429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.222859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.223281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.223639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:06.227797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.229837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d9f3a6a0-5790-4135-925c-bbe6da42ac51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28283678-49fc-4642-ae06-4b5a75a62322 HTTP/1.1" status: 204 len: 168 time: 0.3784082 Jun 03 15:46:06.231378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.236813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.267755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec182a7-34aa-4222-b43d-3fa2e4064796,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:06.279746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.281655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c0a4aac0-6726-4654-a42b-eb53c7c2e6ec tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2931988 Jun 03 15:46:06.285883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50406) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:06.291720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'security_group_rule': {'security_group_id': 'eb092bdc-043d-490c-8329-a3912d7dd747', 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:06.309135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:06.314309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:06.318319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:06.325764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:06.360052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.447235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.453171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.480652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b04b6b-d13e-43da-a38f-380d64ff3f2e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:06.493488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.494753 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff7e871a-3067-424f-9c8c-a086969d1fd6 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2077925 Jun 03 15:46:06.497910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50416) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:06.505334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'security_group_rule': {'security_group_id': 'eb092bdc-043d-490c-8329-a3912d7dd747', 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:06.513372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:06.518679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:06.522057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:06.529045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:06.555618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.674502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.681872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.720983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52de0cb-ae84-42ac-bdfe-ff32337b6d4b,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:06.761644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.769269 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8be6a7ae-1ab0-4582-a95a-4025c87869fd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2662621 Jun 03 15:46:06.769550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50422) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:06.776843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'security_group_rule': {'security_group_id': 'eb092bdc-043d-490c-8329-a3912d7dd747', 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:06.787677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:06.794087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:06.799617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:06.811314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:06.834221 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Project 9a2bb9b31e5346b8a70d7e588fef81f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:46:06.844295 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.014661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.023252 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.085884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1580d4e-1c09-4ccf-aa64-7c4cd13e15a3,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:07.092607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50436) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:07.112651 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.114846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-af57fac5-7a08-4f83-84b4-b32e8bd3dcc4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3433759 Jun 03 15:46:07.118437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:07.126328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'security_group_rule': {'security_group_id': 'eb092bdc-043d-490c-8329-a3912d7dd747', 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:07.133634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:07.138679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:security_group_rule and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:07.143430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:07.148352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.151848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:07.171075 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Project 9a2bb9b31e5346b8a70d7e588fef81f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:46:07.174867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:07.180075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Usage tracker for resource:security_group_rule and tenant:217ad7bb294c4f059bf27521b8e79297 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:07.183733 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.187114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:07.198033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:07.316739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.322999 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.353115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b1b6b4-8878-4e08-be6f-2e79c5bf7258,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:07.368199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.368726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.372154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b97e2d4f-931e-44a1-8660-8241e57d283d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2504930 Jun 03 15:46:07.376381 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.448300 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=217ad7bb294c4f059bf27521b8e79297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509095 Jun 03 15:46:07.448597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50450) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:07.455124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3554df-25c5-4031-b73e-95433851de5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2e601f-d4ee-456a-9923-cedc11db3f46,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:07.560440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d02383db-f3de-4793-8b2f-1aabb78c8d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.605576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d02383db-f3de-4793-8b2f-1aabb78c8d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.692407 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d02383db-f3de-4793-8b2f-1aabb78c8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.714120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02383db-f3de-4793-8b2f-1aabb78c8d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2e601f-d4ee-456a-9923-cedc11db3f46,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:07.732002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d02383db-f3de-4793-8b2f-1aabb78c8d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.734940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d02383db-f3de-4793-8b2f-1aabb78c8d2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc2e601f-d4ee-456a-9923-cedc11db3f46 HTTP/1.1" status: 204 len: 168 time: 0.2850652 Jun 03 15:46:07.938490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-a0f33300-1105-4187-a947-b6ae3c7c057d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Synchronizing usage tracker for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:07.960335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-a0f33300-1105-4187-a947-b6ae3c7c057d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Unset dirty status for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:07.970077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-a0f33300-1105-4187-a947-b6ae3c7c057d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170173712&fields=id&tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6 HTTP/1.1" status: 200 len: 267 time: 0.1010437 Jun 03 15:46:08.301538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-5fab1e6d-3d9a-4235-a19f-33e48f4ddb1e tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:08.302555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-5fab1e6d-3d9a-4235-a19f-33e48f4ddb1e tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Synchronizing usage tracker for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:08.327328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-5fab1e6d-3d9a-4235-a19f-33e48f4ddb1e tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Unset dirty status for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:08.336184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-5fab1e6d-3d9a-4235-a19f-33e48f4ddb1e tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 814 time: 0.3650408 Jun 03 15:46:08.354999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-6136deca-9269-49e6-8b23-b5ae79cd5edb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/quotas/9a2bb9b31e5346b8a70d7e588fef81f6 HTTP/1.1" status: 200 len: 375 time: 0.0175140 Jun 03 15:46:08.479712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-43938a03-492f-4a65-822c-d3d8e7642689 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234229 Jun 03 15:46:09.304261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50508) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:09.369587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:09.407400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-352b4e19-6bb1-403f-b6f0-9d082c7ecdf4 service neutron] 10.222.0.66 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014142 Jun 03 15:46:09.647247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-708c4465-ab3f-4272-8570-fb15ee53dfd7 service neutron] 10.222.0.66 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257144 Jun 03 15:46:09.789969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:09.848429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:09.865710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Usage tracker for resource:security_group_rule and tenant:3ee753b260f84aa8bd097e56224796cb is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:09.869511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:09.876547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:10.010914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50532) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:10.034831 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.065252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:10.069571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.073313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Usage tracker for resource:security_group_rule and tenant:e315cbcaffb0478c8cfa8bcc7a27f44c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:10.078178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:10.086355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.097136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:10.207041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84265474-cef0-458e-8936-17fc03ac3f8e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.224993 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0094e64a-2e8d-4d02-9a90-cee0d40cadea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ee753b260f84aa8bd097e56224796cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8498285 Jun 03 15:46:10.225912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50548) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:10.340809 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a008bce-8671-47d4-b041-a592c7131607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.394016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'networks': [{'name': 'tempest-network--1860050378'}, {'name': 'tempest-network--904256835'}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:10.394302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'network': {'name': 'tempest-network--1860050378'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:10.394777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'network': {'name': 'tempest-network--904256835'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:10.401172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a008bce-8671-47d4-b041-a592c7131607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.422144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f52920dc-1204-4016-88c1-99b10d028b6c req-9a484570-5997-4cfc-8b0c-812ae072d8ff tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 210 time: 0.0916367 Jun 03 15:46:10.423372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:10.439049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.447174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Usage tracker for resource:network and tenant:b00b91c7e97047d7ae08e363031ddb5c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:10.456585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:10.457822 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.469294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:10.497097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Made reservation on behalf of b00b91c7e97047d7ae08e363031ddb5c for: {'network': 2} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:10.507902 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e315cbcaffb0478c8cfa8bcc7a27f44c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2023764 Jun 03 15:46:10.508748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.513632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50564) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:10.532679 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.555635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:10.562854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Usage tracker for resource:security_group_rule and tenant:b00b91c7e97047d7ae08e363031ddb5c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:10.567518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:10.594303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:10.618829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea46922-158d-4fa9-b096-7de29beb3096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9089178b-3349-41b4-9841-6ac0845b9db6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.661842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ce49103-5d00-4f99-83c3-6e73c40c95ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.698510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a008bce-8671-47d4-b041-a592c7131607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.738314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a008bce-8671-47d4-b041-a592c7131607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84265474-cef0-458e-8936-17fc03ac3f8e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.749662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ce49103-5d00-4f99-83c3-6e73c40c95ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.809732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7a008bce-8671-47d4-b041-a592c7131607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.810918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7a008bce-8671-47d4-b041-a592c7131607 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84265474-cef0-458e-8936-17fc03ac3f8e HTTP/1.1" status: 204 len: 168 time: 0.5849297 Jun 03 15:46:10.856436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ce49103-5d00-4f99-83c3-6e73c40c95ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.875340 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.883193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce49103-5d00-4f99-83c3-6e73c40c95ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9089178b-3349-41b4-9841-6ac0845b9db6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.885551 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.886392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.915741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ce49103-5d00-4f99-83c3-6e73c40c95ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.916951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ce49103-5d00-4f99-83c3-6e73c40c95ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9089178b-3349-41b4-9841-6ac0845b9db6 HTTP/1.1" status: 204 len: 168 time: 0.3992698 Jun 03 15:46:10.966447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01647cf-b2b3-4dad-82a5-3f67a6d94cfb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.981827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:11.002428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.002827 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Added segment 0889ba10-2702-41a9-9e34-261593cfaeb7 of type vlan for network 14183e05-16a6-4ec2-a048-3115c2060b1b Jun 03 15:46:11.062925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.153280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:11.179548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.180253 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Added segment 467c258a-f611-40cb-9d22-b7b79ff2ee56 of type vlan for network 850f3267-bd0e-41fc-a3e5-631d1653a0ef Jun 03 15:46:11.263736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.366064 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.367087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.374161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:11.381204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:11.382009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.669664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6573458 Jun 03 15:46:11.672814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50634) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:11.755332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c448e1bf-72da-4a09-b2ec-13cd9bdfe63e req-3e61c48e-fb18-4632-8cfa-5f70bf3a7fcf tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 210 time: 0.0777874 Jun 03 15:46:11.758919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Network': ['ID=14183e05-16a6-4ec2-a048-3115c2060b1b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:11.800184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 14183e05-16a6-4ec2-a048-3115c2060b1b details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:12.090947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:12.146000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.172780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a5188-c47c-4b1b-908d-40bb17950282 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Network': ['ID=850f3267-bd0e-41fc-a3e5-631d1653a0ef,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:12.179693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:12.185284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Usage tracker for resource:security_group_rule and tenant:88e1d5d3d11c4025b5b2108e36628705 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:12.190160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:12.199578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:12.250453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 850f3267-bd0e-41fc-a3e5-631d1653a0ef details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:12.339064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4fead-aa83-47e1-a2b3-85305596a144 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:12.354298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4fead-aa83-47e1-a2b3-85305596a144 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:12.368388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4fead-aa83-47e1-a2b3-85305596a144 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:12.377323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4fead-aa83-47e1-a2b3-85305596a144 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:12.379700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f4b4fead-aa83-47e1-a2b3-85305596a144 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7052636 Jun 03 15:46:12.382618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:12.422335 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.427822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.497169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88e1d5d3d11c4025b5b2108e36628705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040895 Jun 03 15:46:12.498333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35398d3-f4ff-431c-b4e6-79d20eb686a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9a08a-8b3d-4c57-afbe-264d2d7474f7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:12.502333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50660) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:12.624730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-663c7448-68a5-4704-9d38-0630a7b7b6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.662539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-663c7448-68a5-4704-9d38-0630a7b7b6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.743256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-663c7448-68a5-4704-9d38-0630a7b7b6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.763608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c7448-68a5-4704-9d38-0630a7b7b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9a08a-8b3d-4c57-afbe-264d2d7474f7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:12.774692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-663c7448-68a5-4704-9d38-0630a7b7b6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.776354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-663c7448-68a5-4704-9d38-0630a7b7b6a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32c9a08a-8b3d-4c57-afbe-264d2d7474f7 HTTP/1.1" status: 204 len: 168 time: 0.2729793 Jun 03 15:46:13.161322 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.238107 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89653fd8-fd91-4cd9-8b4a-fa6b201947c0 req-88bdfd24-282b-4c87-bbed-3b72dbf41fc8 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 210 time: 0.1563697 Jun 03 15:46:13.427271 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-126ae65d-3014-4b5c-9de5-eefc067e2ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.432636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-d944f5c8-20ee-4a27-9da9-16a873334370 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:13.434258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-d944f5c8-20ee-4a27-9da9-16a873334370 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.70 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 814 time: 0.7397945 Jun 03 15:46:13.613631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.764824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-a187575b-3d13-4ce5-9f92-b48ad8cb51dd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Synchronizing usage tracker for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:13.770906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14183e05-16a6-4ec2-a048-3115c2060b1b']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:13.825888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0889ba10-2702-41a9-9e34-261593cfaeb7') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:13.827655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0889ba10-2702-41a9-9e34-261593cfaeb7') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:13.852921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.881021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-a187575b-3d13-4ce5-9f92-b48ad8cb51dd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Unset dirty status for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:13.885532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-a187575b-3d13-4ce5-9f92-b48ad8cb51dd tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6 HTTP/1.1" status: 200 len: 379 time: 0.4196553 Jun 03 15:46:13.898466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.911885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'port': {'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'admin_state_up': True, 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'security_groups': ['eb092bdc-043d-490c-8329-a3912d7dd747']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:13.943819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:13.944520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.187783 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0889ba10-2702-41a9-9e34-261593cfaeb7 resource provider aggregate not found Jun 03 15:46:14.293173 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0889ba10-2702-41a9-9e34-261593cfaeb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0889ba10-2702-41a9-9e34-261593cfaeb7 found for delete ", "request_id": "req-5ba9ce37-8f3c-4a48-8fb8-f3c8cd6a53e0"}]} Jun 03 15:46:14.401961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.525838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.538890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Network': ['ID=14183e05-16a6-4ec2-a048-3115c2060b1b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:14.564639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b9c7c6c-adec-4b35-88b1-ea2beb61f23b tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/networks/14183e05-16a6-4ec2-a048-3115c2060b1b HTTP/1.1" status: 204 len: 168 time: 2.1773450 Jun 03 15:46:14.571805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50738) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:14.604868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-755eaf13-9f8d-4617-982e-a4f5c4e969b5 req-242be09b-af94-4f66-a5ff-e1c90bd76a2b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 210 time: 0.1224024 Jun 03 15:46:14.654804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:14.668484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:port and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:14.675923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:14.697034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:14.738892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Made reservation on behalf of 9a2bb9b31e5346b8a70d7e588fef81f6 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:14.781194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.050751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.314475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Allocated IP 172.20.0.5 (d0461e10-aaaa-4a72-912c-c1a2fb1e5958/0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56/21757d57-72f9-4003-a730-4334782b673c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:15.369338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.401034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850f3267-bd0e-41fc-a3e5-631d1653a0ef']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:15.415630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467c258a-f611-40cb-9d22-b7b79ff2ee56') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:15.416510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467c258a-f611-40cb-9d22-b7b79ff2ee56') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:15.432768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.453804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.469975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:15.470395 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.542526 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 467c258a-f611-40cb-9d22-b7b79ff2ee56 resource provider aggregate not found Jun 03 15:46:15.671855 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.788453 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 467c258a-f611-40cb-9d22-b7b79ff2ee56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 467c258a-f611-40cb-9d22-b7b79ff2ee56 found for delete ", "request_id": "req-78067ab6-9e2f-4957-9765-b66749079cdd"}]} Jun 03 15:46:15.850989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.872873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.893839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-291d813a-7d5c-45a0-ba6b-d1761c14e664 req-abd8e2ba-91d8-4369-b63d-6e1f055e6e09 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 210 time: 0.1043777 Jun 03 15:46:15.914350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Transition to ACTIVE for port object 21757d57-72f9-4003-a730-4334782b673c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:15.943206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.964776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Network': ['ID=850f3267-bd0e-41fc-a3e5-631d1653a0ef,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:15.974314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.985859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a9a96092-0f30-4966-90fe-e0ea86b4239c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/networks/850f3267-bd0e-41fc-a3e5-631d1653a0ef HTTP/1.1" status: 204 len: 168 time: 1.4113512 Jun 03 15:46:15.986467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50766) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:16.164750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:16.178732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:16.184620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:16.305267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a30ab4cd-dd50-49b6-88ee-c376d5f4bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.348555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50772) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:16.360630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'Port': ['ID=21757d57-72f9-4003-a730-4334782b673c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:16.433552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed0eca-2f98-48ad-81b6-f0ed7221ccc7 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:16.437876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:16.441758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed0eca-2f98-48ad-81b6-f0ed7221ccc7 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:16.442997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2bed0eca-2f98-48ad-81b6-f0ed7221ccc7 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Synchronizing usage tracker for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:16.444473 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.485852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2bed0eca-2f98-48ad-81b6-f0ed7221ccc7 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Unset dirty status for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:16.487134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2bed0eca-2f98-48ad-81b6-f0ed7221ccc7 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4996762 Jun 03 15:46:16.494691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50780) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:16.505668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-623250990'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:16.519132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:16.542460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-f35df796-8729-4f50-86ef-d1bd03fc0345 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6429834 Jun 03 15:46:16.542766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:16.557609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Request body: {'port': {'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:16.564403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Made reservation on behalf of b00b91c7e97047d7ae08e363031ddb5c for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:16.568608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.666888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:16.710091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.727276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.729225 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Added segment 10a9c6f5-7b77-4cd1-b2d0-b0daaf00b416 of type vlan for network cfda483c-db24-45c8-a11a-55223eff9fe1 Jun 03 15:46:16.800385 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.841278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.848856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:16.857043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Usage tracker for resource:security_group_rule and tenant:c563ff838ff0409282420490b8632a23 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:16.863614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:16.873680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:16.998663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.004160 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.030374 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.033958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:17.037827 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.096233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e87b7414-6867-49a7-b892-f91655004a59 None None] Provisioning for port 21757d57-72f9-4003-a730-4334782b673c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:17.105678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e87b7414-6867-49a7-b892-f91655004a59 None None] Provisioning complete for port 21757d57-72f9-4003-a730-4334782b673c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:17.110528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e87b7414-6867-49a7-b892-f91655004a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.293854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e87b7414-6867-49a7-b892-f91655004a59 None None] Port 21757d57-72f9-4003-a730-4334782b673c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:46:17.466824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9705458 Jun 03 15:46:17.532677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 50794) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:17.551650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2065743593'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:17.559673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:17.569351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Usage tracker for resource:network and tenant:b00b91c7e97047d7ae08e363031ddb5c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:17.575470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:17.584037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:17.626943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1127f-ad09-4fd1-8fa6-c98c65b255dc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Network': ['ID=cfda483c-db24-45c8-a11a-55223eff9fe1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:17.643671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network cfda483c-db24-45c8-a11a-55223eff9fe1 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:17.668926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Made reservation on behalf of b00b91c7e97047d7ae08e363031ddb5c for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:17.693486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.797864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:17.846404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee0d2c-2cb3-4528-9be7-10703145156e req-e366b8b2-6e6c-4ae2-be48-4100f41f602f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:17.860802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbee0d2c-2cb3-4528-9be7-10703145156e req-e366b8b2-6e6c-4ae2-be48-4100f41f602f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 931 time: 0.4937456 Jun 03 15:46:17.895241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.912566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.986514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21757d57-72f9-4003-a730-4334782b673c {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:46:17.993800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.012589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Transition to ACTIVE for port object 21757d57-72f9-4003-a730-4334782b673c will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:18.014343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.014700 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Added segment 0cec2b9c-f6a1-4703-9632-27493458839c of type vlan for network 04f593f7-c2f2-4da7-ab5c-5e68fff8eb69 Jun 03 15:46:18.039586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.069709 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.090216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbee0d2c-2cb3-4528-9be7-10703145156e req-7ff190b5-b559-4223-9c04-8b8ad9c764a4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278597 Jun 03 15:46:18.124689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c563ff838ff0409282420490b8632a23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7732158 Jun 03 15:46:18.154537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50802) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:18.170348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55d38-09f4-431e-9408-fd1e862bcc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f197a-d911-40a9-a456-a6e54fc84c10,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:18.415727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c40bbdf-34f6-437d-b788-7cc9e417dcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.464073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.473508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.507897 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c40bbdf-34f6-437d-b788-7cc9e417dcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.572233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Pushing event updated for resources: {'Port': ['ID=21757d57-72f9-4003-a730-4334782b673c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:18.635973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.646511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:18.649485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.679276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c40bbdf-34f6-437d-b788-7cc9e417dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.728221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40bbdf-34f6-437d-b788-7cc9e417dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f197a-d911-40a9-a456-a6e54fc84c10,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:18.733505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6c40bbdf-34f6-437d-b788-7cc9e417dcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.750163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6c40bbdf-34f6-437d-b788-7cc9e417dcaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c6f197a-d911-40a9-a456-a6e54fc84c10 HTTP/1.1" status: 204 len: 168 time: 0.5845728 Jun 03 15:46:18.845854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Attempting to bind port 21757d57-72f9-4003-a730-4334782b673c on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:18.846204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Attempting to bind port 21757d57-72f9-4003-a730-4334782b673c by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:18.846513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Attempting to bind port 21757d57-72f9-4003-a730-4334782b673c on network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:18.903201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Port 21757d57-72f9-4003-a730-4334782b673c on network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:46:18.903531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Attempting to bind port 21757d57-72f9-4003-a730-4334782b673c on network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:18.934163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:18.934736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Checking segment: {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:18.935424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Bound using segment: {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:18.938568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Bound port: 21757d57-72f9-4003-a730-4334782b673c, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509c939f-948e-47c6-969c-d3b0dc91cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:18.939247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.020006 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4865029 Jun 03 15:46:19.023104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 50814) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:19.030009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'ports': [{'network_id': 'cfda483c-db24-45c8-a11a-55223eff9fe1', 'name': 'tempest-port--1913132393', 'admin_state_up': True}, {'network_id': '04f593f7-c2f2-4da7-ab5c-5e68fff8eb69', 'admin_state_up': False}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:19.030467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'port': {'network_id': 'cfda483c-db24-45c8-a11a-55223eff9fe1', 'name': 'tempest-port--1913132393', 'admin_state_up': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:19.031946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'port': {'network_id': '04f593f7-c2f2-4da7-ab5c-5e68fff8eb69', 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:19.059732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791b064-9627-42c2-a41d-6dcddaac6d6f tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Network': ['ID=04f593f7-c2f2-4da7-ab5c-5e68fff8eb69,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:19.081792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 04f593f7-c2f2-4da7-ab5c-5e68fff8eb69 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:19.450355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] For port 21757d57-72f9-4003-a730-4334782b673c, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:19.459322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] For port 21757d57-72f9-4003-a730-4334782b673c, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=21757d57-72f9-4003-a730-4334782b673c,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:19.474395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.922980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:19.923674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.928686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] 10.222.0.70 "PUT /v2.0/ports/21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 1091 time: 3.3775842 Jun 03 15:46:19.929865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ae5cf-572b-44e6-a35b-e65b1fc79821 service neutron] Pushing event updated for resources: {'Port': ['ID=21757d57-72f9-4003-a730-4334782b673c,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:19.943509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:20.159498 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db07531-eadc-481e-9233-028c470d0d7f'] response: {'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c', 'status': 'completed', 'code': 200} Jun 03 15:46:20.161926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-4c55007b-a1b8-40d8-bf0e-ff55fc090e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:20.164335 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-4c55007b-a1b8-40d8-bf0e-ff55fc090e9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1094 time: 0.1689548 Jun 03 15:46:20.264066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627f098-f5b3-4f10-b9da-d7659782cd0a req-4eb1bd54-fc9f-4ee2-8068-6f3a0cdc60e7 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:20.266164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d627f098-f5b3-4f10-b9da-d7659782cd0a req-4eb1bd54-fc9f-4ee2-8068-6f3a0cdc60e7 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 943 time: 0.5004361 Jun 03 15:46:20.283727 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ba2b17ee-fc04-4efb-8a2b-8dd0ddc7d43f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 217 time: 0.1057281 Jun 03 15:46:20.481239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:20.547589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Usage tracker for resource:port and tenant:b00b91c7e97047d7ae08e363031ddb5c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:20.566234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:20.583382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:20.598138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ba1fdef6-9050-4527-9da9-d25ee9343c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:20.599708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-ba1fdef6-9050-4527-9da9-d25ee9343c47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 200 len: 853 time: 0.3052137 Jun 03 15:46:20.653683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Made reservation on behalf of b00b91c7e97047d7ae08e363031ddb5c for: {'port': 2} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:20.677558 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:20.767895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d627f098-f5b3-4f10-b9da-d7659782cd0a req-83d9cc6c-b931-4d46-a2ef-872dae7690a0 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4640841 Jun 03 15:46:20.800746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:20.943210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-2d897ac2-5878-408a-9038-b59428467501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:20.948503 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-2d897ac2-5878-408a-9038-b59428467501 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3307493 Jun 03 15:46:21.306776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-010f2a0b-fb35-4d4b-9ba8-042673c88c9c service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472886 Jun 03 15:46:21.367075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] device_id is not set on port 8acfa3a1-91be-4db7-b931-892f3f125852 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:21.598465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.653381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8acc4afb-c49a-404f-b6f1-ad110f935c6a req-7ec92a3f-31ec-4811-b76f-b30c0e8363ed service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268030 Jun 03 15:46:21.950892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] device_id is not set on port bbafab96-403f-4ff8-b9bc-78aee45b7dd8 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:22.064849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-5fe12529-fde5-4a71-b8b6-fdac2af5173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:22.071051 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-5fe12529-fde5-4a71-b8b6-fdac2af5173d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1094 time: 0.3269317 Jun 03 15:46:22.669025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.713581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949ad13-e6a2-4109-9908-8dc74dfe44a4 req-3e82556b-23b8-41cd-b8d3-dba282b5facc tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:22.717459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7949ad13-e6a2-4109-9908-8dc74dfe44a4 req-3e82556b-23b8-41cd-b8d3-dba282b5facc tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 943 time: 0.3510945 Jun 03 15:46:22.782599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.111515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-d9aceac8-d925-45ef-8176-00c784f8b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:23.122117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-d9aceac8-d925-45ef-8176-00c784f8b2b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 915 time: 1.0378895 Jun 03 15:46:23.383653 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7949ad13-e6a2-4109-9908-8dc74dfe44a4 req-47c412a9-7c64-4c1d-9692-bc4d30c87904 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6516547 Jun 03 15:46:23.445055 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-dc931a09-230b-4aa5-a87d-6ab811d85537 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 217 time: 0.3112302 Jun 03 15:46:23.631389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Checking segment: {'id': '10a9c6f5-7b77-4cd1-b2d0-b0daaf00b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cfda483c-db24-45c8-a11a-55223eff9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:23.639442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network hostable DHCP agents. Network: cfda483c-db24-45c8-a11a-55223eff9fe1, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:23.705202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Port': ['ID=8acfa3a1-91be-4db7-b931-892f3f125852,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:23.758295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-618bab18-1591-444b-b6db-f82972d16b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:23.762611 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-618bab18-1591-444b-b6db-f82972d16b97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 200 len: 853 time: 0.3091321 Jun 03 15:46:23.777748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network cfda483c-db24-45c8-a11a-55223eff9fe1 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:23.813357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, cfda483c-db24-45c8-a11a-55223eff9fe1) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:23.825758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:23.827786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64107caf-dc50-472d-a51e-91a10103e065 None None] Network cfda483c-db24-45c8-a11a-55223eff9fe1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:23.828584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.038020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-72fd394a-00dc-4c19-a3e1-5d668f546ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:24.049981 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-72fd394a-00dc-4c19-a3e1-5d668f546ff3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802656 Jun 03 15:46:24.567168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Checking segment: {'id': '0cec2b9c-f6a1-4703-9632-27493458839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '04f593f7-c2f2-4da7-ab5c-5e68fff8eb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:24.567535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network hostable DHCP agents. Network: 04f593f7-c2f2-4da7-ab5c-5e68fff8eb69, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:24.605001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Port': ['ID=bbafab96-403f-4ff8-b9bc-78aee45b7dd8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:24.628585 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-a3dc75e4-e9a5-445f-aa46-2f3a067ca3a0 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677257 Jun 03 15:46:24.692617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network 04f593f7-c2f2-4da7-ab5c-5e68fff8eb69 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:24.754476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-5a7e6e3d-7362-4d79-9da8-241a3f8fc33b tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:24.756990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-5a7e6e3d-7362-4d79-9da8-241a3f8fc33b tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 945 time: 0.4429047 Jun 03 15:46:24.778054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1aa1-4e22-4ac8-ae15-8f04e52f779a req-3bef5cc5-7bce-46c1-ac5f-5de46304f652 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:24.780082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d06a1aa1-4e22-4ac8-ae15-8f04e52f779a req-3bef5cc5-7bce-46c1-ac5f-5de46304f652 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 945 time: 0.7396448 Jun 03 15:46:24.941567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 04f593f7-c2f2-4da7-ab5c-5e68fff8eb69) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:24.941759 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-961bca5d-8eb5-4f98-bf66-772f9c340b0d req-b9e5f9aa-c152-42ef-8983-571e7d9a77b8 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978687 Jun 03 15:46:24.955861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96202b22-45d3-4668-826f-5d235fb2099d None None] Network 04f593f7-c2f2-4da7-ab5c-5e68fff8eb69 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:25.225482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:25.237578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:25.251959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:25.256534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.372470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Deleting port 4a8a363c-cba7-447e-a2c7-58340181927a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:25.376565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.619216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d06a1aa1-4e22-4ac8-ae15-8f04e52f779a req-558f34f3-14cb-4ed3-9c20-26b53c79b103 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7343044 Jun 03 15:46:25.641115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-77572a58-c91d-4bec-baae-e94c0dc77bdf tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.6167097 Jun 03 15:46:25.646052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51004) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:25.757809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65a73d-3e35-408d-a7e8-59b043780024 req-792de1e1-225e-4588-a54c-7c386fd432a8 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:25.759884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b65a73d-3e35-408d-a7e8-59b043780024 req-792de1e1-225e-4588-a54c-7c386fd432a8 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 943 time: 0.7358217 Jun 03 15:46:25.884196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b65a73d-3e35-408d-a7e8-59b043780024 req-325326ca-45c7-4150-b588-9a62e62d1b8b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960093 Jun 03 15:46:25.939501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] For port 4a8a363c-cba7-447e-a2c7-58340181927a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=4a8a363c-cba7-447e-a2c7-58340181927a,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:25.940742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.145958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beccf22-ac8e-4de8-98c9-f585c64d4250 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:26.180563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beccf22-ac8e-4de8-98c9-f585c64d4250 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:26.187921 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2beccf22-ac8e-4de8-98c9-f585c64d4250 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5254242 Jun 03 15:46:26.193608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51028) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:26.338714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Deleting port 8acfa3a1-91be-4db7-b931-892f3f125852 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:26.339353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.204390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.204927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.205224 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Floating IP 91ec6db5-c312-4de0-8059-ba64fdd483ab disassociated. External IP: 172.25.1.65, port: 4a8a363c-cba7-447e-a2c7-58340181927a. Jun 03 15:46:27.215905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Calling delete_port for 4a8a363c-cba7-447e-a2c7-58340181927a owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:27.474280 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.832624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Calling delete_port for 8acfa3a1-91be-4db7-b931-892f3f125852 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:28.140281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1013a6-b9fb-49c7-b65d-2d55cdaeba2c req-de9ad5ab-5242-4afa-b249-c0ffabbab24e tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:28.142177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba1013a6-b9fb-49c7-b65d-2d55cdaeba2c req-de9ad5ab-5242-4afa-b249-c0ffabbab24e tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 945 time: 0.7590356 Jun 03 15:46:28.144034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:28.170783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189773d8-c93e-43f4-8d0e-2415a7ad782e req-4a282151-2e54-4ae7-b58c-2737eeb699d5 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:28.181030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-189773d8-c93e-43f4-8d0e-2415a7ad782e req-4a282151-2e54-4ae7-b58c-2737eeb699d5 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 943 time: 0.6369486 Jun 03 15:46:28.209057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:28.322493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Port': ['ID=8acfa3a1-91be-4db7-b931-892f3f125852,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:28.325021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:28.335450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9833c0cc-b4e2-42a6-a83c-ea52bc0bdccc tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/ports/8acfa3a1-91be-4db7-b931-892f3f125852 HTTP/1.1" status: 204 len: 168 time: 2.1400611 Jun 03 15:46:28.336155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51090) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:28.504856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Deleting port bbafab96-403f-4ff8-b9bc-78aee45b7dd8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:28.507494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event deleted for resources: {'Port': ['ID=4a8a363c-cba7-447e-a2c7-58340181927a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:28.518345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:28.533254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 4a8a363c-cba7-447e-a2c7-58340181927a no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:28.645408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba1013a6-b9fb-49c7-b65d-2d55cdaeba2c req-8a6664af-fa39-4f51-8959-62ad4e8783f9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/security-groups?id=a144f034-265c-4a31-bbd1-3dcc34f100e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4617202 Jun 03 15:46:28.718128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 4a8a363c-cba7-447e-a2c7-58340181927a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:46:28.720032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 4a8a363c-cba7-447e-a2c7-58340181927a not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:28.758407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-189773d8-c93e-43f4-8d0e-2415a7ad782e req-386c7b5d-0e9c-4e49-9377-46cda0ddcb22 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4960546 Jun 03 15:46:29.071380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.143826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:29.240553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Calling delete_port for bbafab96-403f-4ff8-b9bc-78aee45b7dd8 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:29.309111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51102) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:29.397138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.445575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:29.460998 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] Sync routers for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:29.475180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:29.480913 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:29.573522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Port': ['ID=bbafab96-403f-4ff8-b9bc-78aee45b7dd8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:29.590539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.605660 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-610246f0-cd44-4dde-9a63-691c608a7a8c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/ports/bbafab96-403f-4ff8-b9bc-78aee45b7dd8 HTTP/1.1" status: 204 len: 168 time: 1.2679932 Jun 03 15:46:29.615938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51114) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:29.643424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.670283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] No DVR routers for this DVR port 4a8a363c-cba7-447e-a2c7-58340181927a on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:29.674170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.680727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'name': 'network-vif-deleted', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:29.682199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:29.687452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f714e13697e4e1b91a1881a67cb66e7 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:29.691804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:29.706193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:29.741464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0e4d4a0-e167-4645-b061-02de5a06195c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Synchronizing usage tracker for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:29.786113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddf28af2-4a40-4e06-9f90-0e77223a68db req-8069bf6a-213b-4658-b5ee-c58e172cbbb9 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.15 "DELETE /v2.0/ports/4a8a363c-cba7-447e-a2c7-58340181927a HTTP/1.1" status: 204 len: 173 time: 5.0043352 Jun 03 15:46:29.833056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0e4d4a0-e167-4645-b061-02de5a06195c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Unset dirty status for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:29.834709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b0e4d4a0-e167-4645-b061-02de5a06195c tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2168899 Jun 03 15:46:29.844672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51128) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:29.877768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1032622415'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:29.904447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:29.926755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Usage tracker for resource:network and tenant:b00b91c7e97047d7ae08e363031ddb5c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:29.949630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:29.964836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.977939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.985832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:30.080649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f714e13697e4e1b91a1881a67cb66e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7640018 Jun 03 15:46:30.082386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51134) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:30.172950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Made reservation on behalf of b00b91c7e97047d7ae08e363031ddb5c for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:30.184984 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.205063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a5605061-36fd-46eb-bea7-b0acaf2189cc req-fff37b70-4de0-4b7d-99b5-2705f8c1e1ab tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Synchronizing usage tracker for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:30.209084 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:30.235397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15604b1-fe02-4208-9f64-5e35a919d9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471ceb0e-d78a-421a-97d2-80e05290c4ab,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:30.262456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98a082ab-36d6-4f09-969d-65147ea54026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.291996 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bff966-9bde-4b82-aad2-0b187b71fbbc'] response: {'server_uuid': 'b57d313b-edc7-48f6-abaf-d7599161efb5', 'name': 'network-vif-deleted', 'tag': '4a8a363c-cba7-447e-a2c7-58340181927a', 'status': 'completed', 'code': 200} Jun 03 15:46:30.301025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a5605061-36fd-46eb-bea7-b0acaf2189cc req-fff37b70-4de0-4b7d-99b5-2705f8c1e1ab tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Unset dirty status for tenant:dfc49919225f462bae90aea2dbdf6fc1 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:30.302903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5605061-36fd-46eb-bea7-b0acaf2189cc req-fff37b70-4de0-4b7d-99b5-2705f8c1e1ab tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57d313b-edc7-48f6-abaf-d7599161efb5 HTTP/1.1" status: 200 len: 210 time: 0.2814670 Jun 03 15:46:30.305245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:30.321737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98a082ab-36d6-4f09-969d-65147ea54026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.335976 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.336436 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Added segment bcf21620-bcc6-4073-9ac9-e0af8391fd28 of type vlan for network 84c68e79-c6e8-4a3f-af93-89e0f283e18d Jun 03 15:46:30.419062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.445152 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98a082ab-36d6-4f09-969d-65147ea54026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.496609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a082ab-36d6-4f09-969d-65147ea54026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471ceb0e-d78a-421a-97d2-80e05290c4ab,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:30.509400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98a082ab-36d6-4f09-969d-65147ea54026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.512022 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-98a082ab-36d6-4f09-969d-65147ea54026 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/471ceb0e-d78a-421a-97d2-80e05290c4ab HTTP/1.1" status: 204 len: 168 time: 0.4272525 Jun 03 15:46:30.584004 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.590744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:30.592357 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.888783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 21757d57-72f9-4003-a730-4334782b673c details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:46:31.136533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 21757d57-72f9-4003-a730-4334782b673c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=21757d57-72f9-4003-a730-4334782b673c,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:31.177888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '21757d57-72f9-4003-a730-4334782b673c', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'mac_address': 'fa:16:3e:ec:9d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:46:31.217481 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:56Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:31.244523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] Checking router: 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:46:31.267083 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:31.268290 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:31.497820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51152) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:31.522077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51156) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:31.525506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 21757d57-72f9-4003-a730-4334782b673c is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:31.526321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.533310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.576570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21757d57-72f9-4003-a730-4334782b673c {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:46:31.597108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 21757d57-72f9-4003-a730-4334782b673c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=21757d57-72f9-4003-a730-4334782b673c,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:31.599711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:31.610501 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.613840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Usage tracker for resource:security_group_rule and tenant:6a8e364c71054074aea0abf3e7b7bf5b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:31.621021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:31.651085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:31.677783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8313444 Jun 03 15:46:31.678054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51160) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:31.692687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6a14f-5e53-488c-a663-e21f53a61baa tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Network': ['ID=84c68e79-c6e8-4a3f-af93-89e0f283e18d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:31.745300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=21757d57-72f9-4003-a730-4334782b673c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:31.749900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 84c68e79-c6e8-4a3f-af93-89e0f283e18d details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:31.752784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1833012155'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:31.836734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:31.864787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Deleting port c7ef067d-2dc5-41e9-9b7d-ee30e382f62c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:31.865173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.934886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa8cab-95d7-4659-a736-82b04e9fa798 req-de589bae-8587-4930-82e5-2a355aba149a tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:31.937447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9aa8cab-95d7-4659-a736-82b04e9fa798 req-de589bae-8587-4930-82e5-2a355aba149a tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 943 time: 1.4033740 Jun 03 15:46:32.028097 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.031995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:32.042183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.063642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Usage tracker for resource:network and tenant:b00b91c7e97047d7ae08e363031ddb5c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:32.095368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['21757d57-72f9-4003-a730-4334782b673c'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:46:32.133183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:32.151818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dade3f-d27d-48bc-99d9-40d5b6f7bdee,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:32.167189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:32.239424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9aa8cab-95d7-4659-a736-82b04e9fa798 req-11064cf1-39d7-4b35-ac6c-8ddb29764d36 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574522 Jun 03 15:46:32.256474 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-21311281-4ff6-496d-9949-72754a3b9906 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a8e364c71054074aea0abf3e7b7bf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567022 Jun 03 15:46:32.260247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51168) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:32.302177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Made reservation on behalf of b00b91c7e97047d7ae08e363031ddb5c for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:32.313503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.330093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.333997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.396440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:32.465344 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.467779 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Added segment 98370111-2443-4781-99d0-b232fa76be2d of type vlan for network efaf1a0e-6480-46f9-aa3f-dedf741df0a4 Jun 03 15:46:32.529313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Calling delete_port for c7ef067d-2dc5-41e9-9b7d-ee30e382f62c owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:32.602045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.757628 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.774611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:32.775759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.855874 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:56Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:32.867143 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb829470-3236-4eaa-ac77-6cb5b93524d3 None None] The sync data for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 is: [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:40:27Z', 'revision_number': 4, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '42e7819e-b03c-4287-8c4e-938f205090ed', 'name': '', 'network_id': '7e6d02b2-2e84-4802-897e-e637cb4f50da', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'mac_address': 'fa:16:3e:ab:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:25Z', 'updated_at': '2022-06-03T15:40:56Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'subnets': [{'id': '3457e41c-50bb-42b9-8a82-9afc082d3d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:32.880421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.993492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event deleted for resources: {'Port': ['ID=c7ef067d-2dc5-41e9-9b7d-ee30e382f62c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:33.055947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Network': ['ID=efaf1a0e-6480-46f9-aa3f-dedf741df0a4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:33.063207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7c87950e-94b2-42e1-89f5-cd3af7323cb4 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3667502 Jun 03 15:46:33.067365 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d62-b039-4ffa-b61b-3e3768613ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.083540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network efaf1a0e-6480-46f9-aa3f-dedf741df0a4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:33.145084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d62-b039-4ffa-b61b-3e3768613ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.287722 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d62-b039-4ffa-b61b-3e3768613ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.300816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.333429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd1d62-b039-4ffa-b61b-3e3768613ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dade3f-d27d-48bc-99d9-40d5b6f7bdee,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:33.362314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.369648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d62-b039-4ffa-b61b-3e3768613ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.369648 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0dd1d62-b039-4ffa-b61b-3e3768613ccc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38dade3f-d27d-48bc-99d9-40d5b6f7bdee HTTP/1.1" status: 204 len: 168 time: 1.1036637 Jun 03 15:46:33.370006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-69a34c76-acbd-450d-a222-222833092e13 tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "DELETE /v2.0/floatingips/91ec6db5-c312-4de0-8059-ba64fdd483ab HTTP/1.1" status: 204 len: 168 time: 1.8364944 Jun 03 15:46:34.039808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3654a-71c6-4b20-b090-72c30897e06f None None] New status for floating IP 91ec6db5-c312-4de0-8059-ba64fdd483ab: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:46:34.052980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51200) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:34.247568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d49b51-5b78-489a-8bc1-40f36075b122 req-ab38a254-088a-40cb-a82b-49dbc4aea01c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:34.250329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1d49b51-5b78-489a-8bc1-40f36075b122 req-ab38a254-088a-40cb-a82b-49dbc4aea01c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 944 time: 0.5732388 Jun 03 15:46:34.435145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecca5cbe-2b0f-4953-b47d-76b9d8dcc28a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.558728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1d49b51-5b78-489a-8bc1-40f36075b122 req-eb1404ba-cc0e-4c6e-9d27-62243da24da8 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934299 Jun 03 15:46:34.578014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecca5cbe-2b0f-4953-b47d-76b9d8dcc28a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.810697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecca5cbe-2b0f-4953-b47d-76b9d8dcc28a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.885634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca5cbe-2b0f-4953-b47d-76b9d8dcc28a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144f034-265c-4a31-bbd1-3dcc34f100e5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:34.919991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 21757d57-72f9-4003-a730-4334782b673c up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:34.921450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecca5cbe-2b0f-4953-b47d-76b9d8dcc28a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.931040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ecca5cbe-2b0f-4953-b47d-76b9d8dcc28a tempest-TestServerBasicOps-1623881214 tempest-TestServerBasicOps-1623881214-project] 10.222.0.66 "DELETE /v2.0/security-groups/a144f034-265c-4a31-bbd1-3dcc34f100e5 HTTP/1.1" status: 204 len: 168 time: 0.8720465 Jun 03 15:46:35.104964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51222) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:35.336550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 21757d57-72f9-4003-a730-4334782b673c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:35.350756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 21757d57-72f9-4003-a730-4334782b673c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:35.352202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.784928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 21757d57-72f9-4003-a730-4334782b673c is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:35.784928 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.885792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 21757d57-72f9-4003-a730-4334782b673c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=21757d57-72f9-4003-a730-4334782b673c,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:35.885792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21757d57-72f9-4003-a730-4334782b673c'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:35.902629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:36.109037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=21757d57-72f9-4003-a730-4334782b673c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:36.134315 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1854e561-bf8c-4f48-9dea-f372e6a39abb'] response: {'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21757d57-72f9-4003-a730-4334782b673c', 'code': 200} Jun 03 15:46:36.427327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51254) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:36.463635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'subnets': [{'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--104507237', 'ip_version': 6}, {'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:36.466564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'subnet': {'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--104507237', 'ip_version': 6}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:36.467309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Request body: {'subnet': {'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:36.844036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03fd02-d147-41b9-9788-55970b8f335d req-5ed1ac37-f054-4122-a475-f6a7704056ca tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:36.866393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d03fd02-d147-41b9-9788-55970b8f335d req-5ed1ac37-f054-4122-a475-f6a7704056ca tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 945 time: 0.7073014 Jun 03 15:46:36.871960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706497-1bc1-4ea7-bd55-f61bcadd19c4 req-f8eedaca-9767-45a8-8566-3c088e96f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:36.876805 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-09706497-1bc1-4ea7-bd55-f61bcadd19c4 req-f8eedaca-9767-45a8-8566-3c088e96f473 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1096 time: 0.5568733 Jun 03 15:46:37.097054 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-09706497-1bc1-4ea7-bd55-f61bcadd19c4 req-1f10100d-e046-4bcd-afdf-a442b38daee0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092342 Jun 03 15:46:37.569424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d03fd02-d147-41b9-9788-55970b8f335d req-920b5e1a-3663-4dfb-8259-1628dbdc7744 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6915476 Jun 03 15:46:37.631891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:37.645787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Usage tracker for resource:subnet and tenant:b00b91c7e97047d7ae08e363031ddb5c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:37.650683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:37.675045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:37.713709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Made reservation on behalf of b00b91c7e97047d7ae08e363031ddb5c for: {'subnet': 2} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:37.718900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.719383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.917188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51312) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:37.917777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51314) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:38.269298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.663953 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.716836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.747029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:38.766255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:38.773314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Usage tracker for resource:security_group_rule and tenant:fe7684d2d895416d9f2abb7673a2034e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:38.779207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:38.791981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:38.825486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.974839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Subnet': ['ID=dfb323fb-2ea4-4a51-aac0-9b3b2c4fddfb,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:38.997891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.008051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Usage tracker for resource:security_group_rule and tenant:95f956e3b4f4489c9cfd47a98ab4a1b3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:39.026413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:39.032335 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.050099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Checking segment: {'id': 'bcf21620-bcc6-4073-9ac9-e0af8391fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:39.050558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network hostable DHCP agents. Network: 84c68e79-c6e8-4a3f-af93-89e0f283e18d, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:39.087440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network 84c68e79-c6e8-4a3f-af93-89e0f283e18d is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:39.125725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 84c68e79-c6e8-4a3f-af93-89e0f283e18d) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:39.137208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9443631-a902-45dd-bb85-00e5ef116144 None None] Network 84c68e79-c6e8-4a3f-af93-89e0f283e18d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:39.137987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.239793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:39.397509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f2332-9c72-41d2-9380-74b7c0b3eec6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:39.404765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd80f85-a33c-4012-b275-47c46c858f8a req-ee1c00b4-ae2b-4311-8687-c790be32e0c4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:39.408535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0f22d62a-f43d-46de-b138-e006831dba65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe7684d2d895416d9f2abb7673a2034e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4813638 Jun 03 15:46:39.413732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd80f85-a33c-4012-b275-47c46c858f8a req-ee1c00b4-ae2b-4311-8687-c790be32e0c4 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 945 time: 0.4750569 Jun 03 15:46:39.419171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51332) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:39.444844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Checking segment: {'id': '98370111-2443-4781-99d0-b232fa76be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:39.445311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network hostable DHCP agents. Network: efaf1a0e-6480-46f9-aa3f-dedf741df0a4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:39.507046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event updated for resources: {'Subnet': ['ID=bbdda283-8243-4ee3-90c8-3588cf0b8ab4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:39.527576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-84c68e79-c6e8-4a3f-af93-89e0f283e18d', 'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d', 'tenant_id': 'b00b91c7e97047d7ae08e363031ddb5c', 'fixed_ips': [{'subnet_id': 'dfb323fb-2ea4-4a51-aac0-9b3b2c4fddfb'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:46:39.529518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.567068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Network efaf1a0e-6480-46f9-aa3f-dedf741df0a4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:39.609564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.614217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, efaf1a0e-6480-46f9-aa3f-dedf741df0a4) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:39.618813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.666820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:39.667667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:39.670202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.683282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f2698-4356-4b06-8cd4-ab8232175175 None None] Network efaf1a0e-6480-46f9-aa3f-dedf741df0a4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:39.697976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8069baff-ecd1-4752-b62b-c237860c993a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:39.702581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Deleting port 42e7819e-b03c-4287-8c4e-938f205090ed {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:39.703008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.718302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5dd80f85-a33c-4012-b275-47c46c858f8a req-8785e22c-871b-48d0-8fa6-3bc5896ed385 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744689 Jun 03 15:46:39.732278 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b7ca58b1-6993-4d09-a4ba-1a0b6493be02 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95f956e3b4f4489c9cfd47a98ab4a1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8014796 Jun 03 15:46:39.740334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51336) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:39.809785 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f538-2908-4045-8e4c-19037be0def3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.817023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1d784107-90ff-4b1a-a7fa-2ba59ae95487 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3734841 Jun 03 15:46:39.818972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51342) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:40.179842 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f538-2908-4045-8e4c-19037be0def3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.282029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c73a7c2c-6028-4204-9e28-47b57f571277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.306897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8a298-b4a9-4fad-a9c3-88546d397d88 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:40.310846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8a298-b4a9-4fad-a9c3-88546d397d88 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:40.315416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8a298-b4a9-4fad-a9c3-88546d397d88 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:40.317292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bce8a298-b4a9-4fad-a9c3-88546d397d88 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Synchronizing usage tracker for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:40.389918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bce8a298-b4a9-4fad-a9c3-88546d397d88 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Unset dirty status for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:40.401316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bce8a298-b4a9-4fad-a9c3-88546d397d88 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5809639 Jun 03 15:46:40.410195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c73a7c2c-6028-4204-9e28-47b57f571277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.412452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51358) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:40.532682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Allocated IP 2001:db8::1 (84c68e79-c6e8-4a3f-af93-89e0f283e18d/dfb323fb-2ea4-4a51-aac0-9b3b2c4fddfb/cda0d66a-69c7-412d-b207-044bf76032a9) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:40.571532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c73a7c2c-6028-4204-9e28-47b57f571277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.648572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a7c2c-6028-4204-9e28-47b57f571277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8069baff-ecd1-4752-b62b-c237860c993a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:40.673481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2a705-d907-4ddd-8925-a4166fe33ea5 req-47dbaa40-ee5a-4ef6-bac0-63d160a8b949 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:40.690397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9a2a705-d907-4ddd-8925-a4166fe33ea5 req-47dbaa40-ee5a-4ef6-bac0-63d160a8b949 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 945 time: 0.7076352 Jun 03 15:46:40.749770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Deleting subnet dfb323fb-2ea4-4a51-aac0-9b3b2c4fddfb {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:46:40.767110 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f538-2908-4045-8e4c-19037be0def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.770814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c73a7c2c-6028-4204-9e28-47b57f571277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.778436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c73a7c2c-6028-4204-9e28-47b57f571277 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8069baff-ecd1-4752-b62b-c237860c993a HTTP/1.1" status: 204 len: 168 time: 1.0378118 Jun 03 15:46:40.803882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1f538-2908-4045-8e4c-19037be0def3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f2332-9c72-41d2-9380-74b7c0b3eec6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:40.867536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] For port 42e7819e-b03c-4287-8c4e-938f205090ed, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=42e7819e-b03c-4287-8c4e-938f205090ed,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:40.867536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.881424 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9a2a705-d907-4ddd-8925-a4166fe33ea5 req-0c0e677b-7293-48ca-9bcc-fec4f749c871 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866415 Jun 03 15:46:40.885612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-efaf1a0e-6480-46f9-aa3f-dedf741df0a4', 'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4', 'tenant_id': 'b00b91c7e97047d7ae08e363031ddb5c', 'fixed_ips': [{'subnet_id': 'bbdda283-8243-4ee3-90c8-3588cf0b8ab4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:46:40.886943 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5dd1f538-2908-4045-8e4c-19037be0def3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.892739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5dd1f538-2908-4045-8e4c-19037be0def3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e1f2332-9c72-41d2-9380-74b7c0b3eec6 HTTP/1.1" status: 204 len: 168 time: 1.4707968 Jun 03 15:46:40.893659 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.915380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51370) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:41.118929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Calling delete_port for 42e7819e-b03c-4287-8c4e-938f205090ed owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:41.916178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Allocated IP 2001:db8:0:1::1 (efaf1a0e-6480-46f9-aa3f-dedf741df0a4/bbdda283-8243-4ee3-90c8-3588cf0b8ab4/1739b8ec-fb82-464d-a545-8e394fcea615) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:41.970920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.033218 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:46:42.142418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=42e7819e-b03c-4287-8c4e-938f205090ed,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:42.618363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c119f-29d1-4eec-b392-8fecf8190f27 tempest-TestVolumeBackupRestore-484872759 tempest-TestVolumeBackupRestore-484872759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:42.621496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a51c119f-29d1-4eec-b392-8fecf8190f27 tempest-TestVolumeBackupRestore-484872759 tempest-TestVolumeBackupRestore-484872759-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1091 time: 1.7046196 Jun 03 15:46:42.625440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51416) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:42.646330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:42.666499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:42.672157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Usage tracker for resource:floatingip and tenant:9a2bb9b31e5346b8a70d7e588fef81f6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:42.684397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:42.700550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:42.742165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.924985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.050683 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.095470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Transition to ACTIVE for port object cda0d66a-69c7-412d-b207-044bf76032a9 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:43.129880 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.160599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.196752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Transition to ACTIVE for port object 1739b8ec-fb82-464d-a545-8e394fcea615 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:43.232281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Transition to ACTIVE for port object cda0d66a-69c7-412d-b207-044bf76032a9 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:43.274827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Transition to ACTIVE for port object 1739b8ec-fb82-464d-a545-8e394fcea615 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:43.288055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.390630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.474566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.534388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Network 84c68e79-c6e8-4a3f-af93-89e0f283e18d is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:43.564446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:43.598787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:43.637744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Network efaf1a0e-6480-46f9-aa3f-dedf741df0a4 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:43.657659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:43.709072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:43.779913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51440) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.023482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Allocated IP 172.25.1.46 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/6384b040-7bc6-42d9-b4dd-860af399b0a1) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:44.125801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Pushing event updated for resources: {'Port': ['ID=cda0d66a-69c7-412d-b207-044bf76032a9,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:44.354299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.368588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Pushing event updated for resources: {'Port': ['ID=1739b8ec-fb82-464d-a545-8e394fcea615,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:44.368588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Attempting to bind port cda0d66a-69c7-412d-b207-044bf76032a9 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:44.373919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Attempting to bind port cda0d66a-69c7-412d-b207-044bf76032a9 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'bcf21620-bcc6-4073-9ac9-e0af8391fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:44.374630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Attempting to bind port cda0d66a-69c7-412d-b207-044bf76032a9 on network 84c68e79-c6e8-4a3f-af93-89e0f283e18d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:44.382975 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95b97df6-0c94-4289-a0e3-041a95f095d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.426475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:44.432362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Checking segment: {'id': 'bcf21620-bcc6-4073-9ac9-e0af8391fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:44.433072 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.433748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Bound using segment: {'id': 'bcf21620-bcc6-4073-9ac9-e0af8391fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:44.434481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.440174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Bound port: cda0d66a-69c7-412d-b207-044bf76032a9, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf21620-bcc6-4073-9ac9-e0af8391fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '84c68e79-c6e8-4a3f-af93-89e0f283e18d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:44.440979 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.465175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:44.471658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Usage tracker for resource:security_group_rule and tenant:374c5f5b8bdf40e98ecedceed72a2d6f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:44.476459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:44.488427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:44.603934 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.620233 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.744199 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.803182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Attempting to bind port 1739b8ec-fb82-464d-a545-8e394fcea615 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:44.803563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Attempting to bind port 1739b8ec-fb82-464d-a545-8e394fcea615 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '98370111-2443-4781-99d0-b232fa76be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:44.803931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Attempting to bind port 1739b8ec-fb82-464d-a545-8e394fcea615 on network efaf1a0e-6480-46f9-aa3f-dedf741df0a4 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:44.812995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.819663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:44.820211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Checking segment: {'id': '98370111-2443-4781-99d0-b232fa76be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:44.820806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.821219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Bound using segment: {'id': '98370111-2443-4781-99d0-b232fa76be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:44.821729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Bound port: 1739b8ec-fb82-464d-a545-8e394fcea615, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98370111-2443-4781-99d0-b232fa76be2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'efaf1a0e-6480-46f9-aa3f-dedf741df0a4'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:44.822192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.836533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:44.883063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.893901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] For port cda0d66a-69c7-412d-b207-044bf76032a9, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:44.931439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] For port cda0d66a-69c7-412d-b207-044bf76032a9, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cda0d66a-69c7-412d-b207-044bf76032a9,segment=NetworkSegment(bcf21620-bcc6-4073-9ac9-e0af8391fd28),segment_id=bcf21620-bcc6-4073-9ac9-e0af8391fd28)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:44.958068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.006333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.057300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] For port 1739b8ec-fb82-464d-a545-8e394fcea615, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:45.128558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] For port 1739b8ec-fb82-464d-a545-8e394fcea615, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1739b8ec-fb82-464d-a545-8e394fcea615,segment=NetworkSegment(98370111-2443-4781-99d0-b232fa76be2d),segment_id=98370111-2443-4781-99d0-b232fa76be2d)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:45.148477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80813ac2-48a9-494b-9a98-517ccb4f856e None None] Pushing event updated for resources: {'Port': ['ID=cda0d66a-69c7-412d-b207-044bf76032a9,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.156840 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.326749 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=374c5f5b8bdf40e98ecedceed72a2d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5440338 Jun 03 15:46:45.336197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:45.358642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51462) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:45.387066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:45.396291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:45.397385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8468e-9eba-4892-92de-65cff3ca48dc None None] Pushing event updated for resources: {'Port': ['ID=1739b8ec-fb82-464d-a545-8e394fcea615,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.520148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c183b1-5592-48d9-a9db-44222c3e1368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.523214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d758908-51ab-40f9-b367-5d6ee1c8a015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bf27b7-6651-4b96-acb4-a7dd4be74269,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.704253 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.779439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb323fb-2ea4-4a51-aac0-9b3b2c4fddfb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.815834 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.917176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'Port': ['ID=6384b040-7bc6-42d9-b4dd-860af399b0a1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.923514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7f0159ce-7b53-458e-b766-71c09cce62e2 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/subnets/dfb323fb-2ea4-4a51-aac0-9b3b2c4fddfb HTTP/1.1" status: 204 len: 168 time: 5.5029807 Jun 03 15:46:45.935582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51470) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:45.945305 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c183b1-5592-48d9-a9db-44222c3e1368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.987126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:46.009298 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] Sync routers for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:46.027741 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:46.028372 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:46.097370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6ebd4b2b-d9a5-4009-af13-5b6a3f321e4a admin admin] 10.222.0.66 "PUT /v2.0/routers/8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9806905 Jun 03 15:46:46.100934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51474) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:46.293978 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd0e7-ba90-456a-bdec-56edc68adcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:46.501008 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:46.728222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:46.803826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Deleting subnet bbdda283-8243-4ee3-90c8-3588cf0b8ab4 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:46:46.871092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.103365 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.249100 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.405097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.582381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.662151 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:46:41Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:47.697440 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] Checking router: 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:46:47.763899 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] Routers {'8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:47.766957 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:47.840645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1739b8ec-fb82-464d-a545-8e394fcea615 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:47.950328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.252586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2eaf69-5195-4dcf-8351-87db5c6ed920 None None] Network 84c68e79-c6e8-4a3f-af93-89e0f283e18d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:48.261594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdda283-8243-4ee3-90c8-3588cf0b8ab4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:48.275676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.375598 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.385449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce9304-8661-4e23-9f8f-23c086030557 None None] Network efaf1a0e-6480-46f9-aa3f-dedf741df0a4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:48.412581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5fa47c04-af53-46c2-bd46-23e445176084 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/subnets/bbdda283-8243-4ee3-90c8-3588cf0b8ab4 HTTP/1.1" status: 204 len: 168 time: 2.4650123 Jun 03 15:46:48.428882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51510) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:48.652681 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] Set router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:48.678571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c183b1-5592-48d9-a9db-44222c3e1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.704521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.718703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c183b1-5592-48d9-a9db-44222c3e1368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bf27b7-6651-4b96-acb4-a7dd4be74269,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:48.729092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4c183b1-5592-48d9-a9db-44222c3e1368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.732186 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4c183b1-5592-48d9-a9db-44222c3e1368 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25bf27b7-6651-4b96-acb4-a7dd4be74269 HTTP/1.1" status: 204 len: 168 time: 3.3548131 Jun 03 15:46:48.738286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Deleting port 556531d7-e9de-4df6-aa9e-b564ad133d7e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:48.740405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.051791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0516-7fd5-476f-a1f6-b9bd2f93c956 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:49.051791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2c4e0516-7fd5-476f-a1f6-b9bd2f93c956 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Synchronizing usage tracker for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:49.153794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51524) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.341357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2c4e0516-7fd5-476f-a1f6-b9bd2f93c956 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Unset dirty status for tenant:b00b91c7e97047d7ae08e363031ddb5c on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:49.356686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2c4e0516-7fd5-476f-a1f6-b9bd2f93c956 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9252269 Jun 03 15:46:49.374454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51536) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.407538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] For port 556531d7-e9de-4df6-aa9e-b564ad133d7e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=556531d7-e9de-4df6-aa9e-b564ad133d7e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:49.408120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.859855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Calling delete_port for 556531d7-e9de-4df6-aa9e-b564ad133d7e owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:50.069747 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:46:41Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:50.074438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.083211 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb971b6-9090-4ab9-afe2-41105fad854c None None] The sync data for ids ['8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e'] in n-d-844594-1 is: [{'id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'name': 'tempest-TestServerBasicOps-135214559-router', 'tenant_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:14Z', 'updated_at': '2022-06-03T15:46:41Z', 'revision_number': 5, 'project_id': 'dfc49919225f462bae90aea2dbdf6fc1', 'gw_port': {'id': '556531d7-e9de-4df6-aa9e-b564ad133d7e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:17Z', 'updated_at': '2022-06-03T15:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:50.148364 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.157030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-46a2ad0a-539b-4517-9049-6c3bdae1deb0 None None] Provisioning for port cda0d66a-69c7-412d-b207-044bf76032a9 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:50.270508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Deleting port 1739b8ec-fb82-464d-a545-8e394fcea615 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:50.277845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.311887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 1739b8ec-fb82-464d-a545-8e394fcea615 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:50.384566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cda0d66a-69c7-412d-b207-044bf76032a9 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:50.568431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cda0d66a-69c7-412d-b207-044bf76032a9 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:50.579175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] DHCP port deletion for 84c68e79-c6e8-4a3f-af93-89e0f283e18d request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:46:50.589335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] Deleting port cda0d66a-69c7-412d-b207-044bf76032a9 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:50.589335 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.646085 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.650468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-daf2f3b6-b565-4756-b163-bdcbe0b7326c None None] Provisioning for port 1739b8ec-fb82-464d-a545-8e394fcea615 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:50.722457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-c8482b83-8383-42ce-b96e-a5c5a6f5898f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7311726 Jun 03 15:46:50.755701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cda0d66a-69c7-412d-b207-044bf76032a9 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:50.756086 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.819461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-daf2f3b6-b565-4756-b163-bdcbe0b7326c None None] Provisioning complete for port 1739b8ec-fb82-464d-a545-8e394fcea615 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:50.820350 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-daf2f3b6-b565-4756-b163-bdcbe0b7326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.893641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] DHCP port deletion for efaf1a0e-6480-46f9-aa3f-dedf741df0a4 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:46:50.986161 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.085621 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.185171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Pushing event deleted for resources: {'Port': ['ID=556531d7-e9de-4df6-aa9e-b564ad133d7e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:51.210845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] Deleting port 1739b8ec-fb82-464d-a545-8e394fcea615 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:51.211419 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.215498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:51.226942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6a90c030544aeab682af7578ab4c4f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:51.234208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:51.260570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:51.263227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.269294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751868-6199-4842-97f8-5e10917fc517 req-f2725c9f-5969-491b-9ef2-3ccab71078af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:51.278959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-f2725c9f-5969-491b-9ef2-3ccab71078af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1096 time: 0.4065909 Jun 03 15:46:51.293677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.297915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.298411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.298894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.299315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.300023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.301307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.301826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.304445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.305683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.306188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.307723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:51.547904 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751868-6199-4842-97f8-5e10917fc517 req-aae8f7cc-8bc2-4890-a3ef-7a9abce71fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:51.549613 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-aae8f7cc-8bc2-4890-a3ef-7a9abce71fe9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 915 time: 0.2347264 Jun 03 15:46:51.751047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] For port 1739b8ec-fb82-464d-a545-8e394fcea615, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1739b8ec-fb82-464d-a545-8e394fcea615,segment=NetworkSegment(98370111-2443-4781-99d0-b232fa76be2d),segment_id=98370111-2443-4781-99d0-b232fa76be2d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:51.751759 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.844488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] For port 1739b8ec-fb82-464d-a545-8e394fcea615, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1739b8ec-fb82-464d-a545-8e394fcea615,segment=NetworkSegment(98370111-2443-4781-99d0-b232fa76be2d),segment_id=98370111-2443-4781-99d0-b232fa76be2d)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:51.845148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.927917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.951665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] Calling delete_port for 1739b8ec-fb82-464d-a545-8e394fcea615 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:52.101069 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.320739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] No DVR routers for this DVR port 1739b8ec-fb82-464d-a545-8e394fcea615 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:52.476875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] For port cda0d66a-69c7-412d-b207-044bf76032a9, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cda0d66a-69c7-412d-b207-044bf76032a9,segment=NetworkSegment(bcf21620-bcc6-4073-9ac9-e0af8391fd28),segment_id=bcf21620-bcc6-4073-9ac9-e0af8391fd28)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:52.477754 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.673204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.676840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.764728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547e732-66b6-4506-9ab5-03d37d853feb None None] Pushing event deleted for resources: {'Port': ['ID=1739b8ec-fb82-464d-a545-8e394fcea615,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:52.794780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-b4fc3f7f-eafb-453b-82ef-d24958b65d74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 998 time: 1.2343132 Jun 03 15:46:52.795414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.796340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:46:52.834971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] Calling delete_port for cda0d66a-69c7-412d-b207-044bf76032a9 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:52.877207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.879447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.882003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5fce070c-6269-4ff1-94b9-89caa4836510 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8c1c4c8d-74fd-4e85-8f56-c1e17970ce8e HTTP/1.1" status: 204 len: 168 time: 6.7777584 Jun 03 15:46:52.883475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51604) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.923041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Calling delete_port for 1739b8ec-fb82-464d-a545-8e394fcea615 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:52.971770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-daf2f3b6-b565-4756-b163-bdcbe0b7326c None None] Current status of the port 1739b8ec-fb82-464d-a545-8e394fcea615 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:52.972255 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-daf2f3b6-b565-4756-b163-bdcbe0b7326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.004149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751868-6199-4842-97f8-5e10917fc517 req-d16bcffc-6e72-4f58-8191-e9fecf8ead54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:53.008466 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-d16bcffc-6e72-4f58-8191-e9fecf8ead54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 200 len: 853 time: 0.2034719 Jun 03 15:46:53.030925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.099463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.130963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] Deleting subnet 3457e41c-50bb-42b9-8a82-9afc082d3d0c {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:46:53.158563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.205888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b40396-8c2c-4570-b09e-8a416c7ea961,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:53.226017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.313563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cda0d66a-69c7-412d-b207-044bf76032a9 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:53.313958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.380594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.435925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2559f9a0-be82-4348-b884-4baab1e63ec2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb6a90c030544aeab682af7578ab4c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 4.2859731 Jun 03 15:46:53.451556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51614) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.478044 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.567410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751868-6199-4842-97f8-5e10917fc517 req-257edac7-6773-4187-b9b2-f29684d1e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:53.569063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-257edac7-6773-4187-b9b2-f29684d1e31b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5516086 Jun 03 15:46:53.597390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] Pushing event deleted for resources: {'Port': ['ID=cda0d66a-69c7-412d-b207-044bf76032a9,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:53.637163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94587b09-95cd-4dd8-b034-dcd2a28c5572 None None] No DVR routers for this DVR port cda0d66a-69c7-412d-b207-044bf76032a9 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:53.688394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51620) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.755402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event updated for resources: {'Port': ['ID=6384b040-7bc6-42d9-b4dd-860af399b0a1,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:53.757010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 556531d7-e9de-4df6-aa9e-b564ad133d7e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:53.824219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:53.826926 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:53.832485 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.846825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 556531d7-e9de-4df6-aa9e-b564ad133d7e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:46:53.847872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 556531d7-e9de-4df6-aa9e-b564ad133d7e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:53.848869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1739b8ec-fb82-464d-a545-8e394fcea615 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:53.855394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-138426d6-bcb1-4094-a0e2-7ee0a1318ba0 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482789 Jun 03 15:46:53.916002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 1739b8ec-fb82-464d-a545-8e394fcea615 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:46:53.916888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1739b8ec-fb82-464d-a545-8e394fcea615 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:53.917270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cda0d66a-69c7-412d-b207-044bf76032a9 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:53.962735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cda0d66a-69c7-412d-b207-044bf76032a9 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:46:53.963451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cda0d66a-69c7-412d-b207-044bf76032a9 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:53.964363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 42e7819e-b03c-4287-8c4e-938f205090ed no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:54.027458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 42e7819e-b03c-4287-8c4e-938f205090ed {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:46:54.028790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 42e7819e-b03c-4287-8c4e-938f205090ed not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:54.124138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f686b55-bced-4e8b-93a6-91a09acd2653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.184776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.228896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f686b55-bced-4e8b-93a6-91a09acd2653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.241081 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4d751868-6199-4842-97f8-5e10917fc517 req-d81e5c7b-d3bb-4d51-8557-88899cfaa449 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781681 Jun 03 15:46:54.332958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.351568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Deleting port 1739b8ec-fb82-464d-a545-8e394fcea615 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:54.352137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.392585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319599a4-e21b-4023-b240-949628652975 None None] Network 7e6d02b2-2e84-4802-897e-e637cb4f50da requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:54.393695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.407574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3457e41c-50bb-42b9-8a82-9afc082d3d0c HTTP/1.1" status: 204 len: 168 time: 1.5140593 Jun 03 15:46:54.409752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f86ecf-a1d1-4219-af65-47eda17acf36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3457e41c-50bb-42b9-8a82-9afc082d3d0c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:54.415129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51626) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:54.420975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1799581259'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:54.495503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:54.523639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] The port '1739b8ec-fb82-464d-a545-8e394fcea615' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:46:54.638458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Usage tracker for resource:network and tenant:27aa330b83d943e690222006a38d26b8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:54.693623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:54.702749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.749954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Deleting port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:54.750717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.761398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:54.925291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.970586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaf1a0e-6480-46f9-aa3f-dedf741df0a4']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:54.998132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98370111-2443-4781-99d0-b232fa76be2d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:54.999305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98370111-2443-4781-99d0-b232fa76be2d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:55.015867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.061271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.070460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:55.070920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.130962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] DHCP port deletion for 7e6d02b2-2e84-4802-897e-e637cb4f50da request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:46:55.138877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Deleting port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:55.139849 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.209784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.220853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f686b55-bced-4e8b-93a6-91a09acd2653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.315308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.337337 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 98370111-2443-4781-99d0-b232fa76be2d resource provider aggregate not found Jun 03 15:46:55.356729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f686b55-bced-4e8b-93a6-91a09acd2653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b40396-8c2c-4570-b09e-8a416c7ea961,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:55.366569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Made reservation on behalf of 27aa330b83d943e690222006a38d26b8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:55.371351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.450702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Network': ['ID=efaf1a0e-6480-46f9-aa3f-dedf741df0a4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:55.463279 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Floating IP c07eb14c-c910-49f4-87be-88f1a32e8118 associated. External IP: 172.25.1.46, port: 21757d57-72f9-4003-a730-4334782b673c. Jun 03 15:46:55.624488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] For port 81eca5f8-b3ff-42f1-a674-c51c574f86d8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=81eca5f8-b3ff-42f1-a674-c51c574f86d8,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:55.625040 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.630395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] For port 81eca5f8-b3ff-42f1-a674-c51c574f86d8, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=81eca5f8-b3ff-42f1-a674-c51c574f86d8,segment=NetworkSegment(5957b5ae-78d9-47d1-9dea-eb597fab53f4),segment_id=5957b5ae-78d9-47d1-9dea-eb597fab53f4)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:55.630821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.682642 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 98370111-2443-4781-99d0-b232fa76be2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98370111-2443-4781-99d0-b232fa76be2d found for delete ", "request_id": "req-521b8b53-0c2e-4d99-8f4f-06acdb604d9e"}]} Jun 03 15:46:55.714879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.763383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f686b55-bced-4e8b-93a6-91a09acd2653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.766483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2f686b55-bced-4e8b-93a6-91a09acd2653 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0b40396-8c2c-4570-b09e-8a416c7ea961 HTTP/1.1" status: 204 len: 168 time: 2.3106945 Jun 03 15:46:55.809909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 81eca5f8-b3ff-42f1-a674-c51c574f86d8 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:55.810116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:55.828460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Usage tracker for resource:security_group_rule and tenant:27aa330b83d943e690222006a38d26b8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:55.838687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:55.865971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:55.871069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Calling delete_port for 81eca5f8-b3ff-42f1-a674-c51c574f86d8 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:56.026620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Calling delete_port for 81eca5f8-b3ff-42f1-a674-c51c574f86d8 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:56.072820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fdf7c7cb-94e9-42dd-942f-cac57e176388 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/networks/efaf1a0e-6480-46f9-aa3f-dedf741df0a4 HTTP/1.1" status: 204 len: 168 time: 6.7012095 Jun 03 15:46:56.077426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51644) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:56.138122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.224458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.237119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:46:56.238007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 81eca5f8-b3ff-42f1-a674-c51c574f86d8 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:56.311960 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:56.315286 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:56.497777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] No DVR routers for this DVR port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:56.604965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81eca5f8-b3ff-42f1-a674-c51c574f86d8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:56.729198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.826043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Deleting port 81eca5f8-b3ff-42f1-a674-c51c574f86d8 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:56.826043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.921801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51652) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:56.921801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.957359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0df7aaf1-c253-49e3-b929-e10d78a921da None None] The port '81eca5f8-b3ff-42f1-a674-c51c574f86d8' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:46:57.035716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:57.070904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.169783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.171066 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Added segment 65a6c6b8-42fa-4274-b213-90d9f1bde9bf of type vlan for network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c Jun 03 15:46:57.174619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54acc46d-b922-4278-bcb6-de926510f1bf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:57.193622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:57.202968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7318616d8244d587bc2eca72a920e9 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:57.214368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51658) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:57.218091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:57.255039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Router 65a65d30-92c7-406a-bd62-2d591d9e0790 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:57.256225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:57.265277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.280482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.550968 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.573744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:57.573744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.587722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6d02b2-2e84-4802-897e-e637cb4f50da']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:57.680685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.722697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.763611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5957b5ae-78d9-47d1-9dea-eb597fab53f4') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:57.763611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5957b5ae-78d9-47d1-9dea-eb597fab53f4') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:57.763611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c68e79-c6e8-4a3f-af93-89e0f283e18d']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:57.792565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.792565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf21620-bcc6-4073-9ac9-e0af8391fd28') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:57.792565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf21620-bcc6-4073-9ac9-e0af8391fd28') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:57.825098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.841877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.867117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:57.867117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.909144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.919121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:57.919121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.931780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:57.931780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:57.937061 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 5957b5ae-78d9-47d1-9dea-eb597fab53f4 resource provider aggregate not found Jun 03 15:46:57.947073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] Sync routers for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:57.977009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:57.977923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:57.992492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Usage tracker for resource:security_group_rule and tenant:52def6c5b2db47c7bf50c4f4935135ea is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:58.004867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:58.026078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:58.292897 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 5957b5ae-78d9-47d1-9dea-eb597fab53f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5957b5ae-78d9-47d1-9dea-eb597fab53f4 found for delete ", "request_id": "req-b9e00ca6-3619-410c-8fa9-10e1d15fb629"}]} Jun 03 15:46:58.292897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.292897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.312546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.321526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.341468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.6187277 Jun 03 15:46:58.347459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6d02b2-2e84-4802-897e-e637cb4f50da,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:58.347459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8ec8bc0e-8f9d-4452-9eba-33307480cbc4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7e6d02b2-2e84-4802-897e-e637cb4f50da HTTP/1.1" status: 204 len: 168 time: 3.9232028 Jun 03 15:46:58.347459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.347459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/networks/84c68e79-c6e8-4a3f-af93-89e0f283e18d HTTP/1.1" status: 204 len: 168 time: 2.2679467 Jun 03 15:46:58.381402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b54c49-358e-4ea2-8700-90fb54af8432 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Network': ['ID=84c68e79-c6e8-4a3f-af93-89e0f283e18d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:58.381402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51672) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.381402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51674) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.440348 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.468675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f055fb6-f32d-4067-9051-49cdecba0984 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Pushing event updated for resources: {'Network': ['ID=a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:58.557041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:58.599730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.662408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293497ed-9804-43bf-9df7-cfefc3f48ed7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:58.748340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-da359aa8-b337-4421-9528-4a8d21487c33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52def6c5b2db47c7bf50c4f4935135ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5162940 Jun 03 15:46:58.763622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51684) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.812583 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.828766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.872020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-073ea6f4-0aca-48d8-98fd-82ff9a074f14 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 16.2421536 Jun 03 15:46:58.878821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:58.887421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51688) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:59.066072 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b17ba3-3239-44f0-9ca1-200c1e3f7df2'] response: {'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c', 'status': 'completed', 'code': 200} Jun 03 15:46:59.105851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e7318616d8244d587bc2eca72a920e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1886358 Jun 03 15:46:59.109289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ab3a2-1146-49e4-bb07-4219efac0290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da2ee99-6264-4f5e-9d12-eda5e12c6472,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:59.133980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51694) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:59.162507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-790da2a9-a489-40d4-a6f5-51eaa41d5fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.233846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-790da2a9-a489-40d4-a6f5-51eaa41d5fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.259140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e76249-7bf3-452e-a148-39bd8c280ea5 tempest-TestVolumeBackupRestore-484872759 tempest-TestVolumeBackupRestore-484872759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:59.263066 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-56e76249-7bf3-452e-a148-39bd8c280ea5 tempest-TestVolumeBackupRestore-484872759 tempest-TestVolumeBackupRestore-484872759-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1091 time: 0.3492584 Jun 03 15:46:59.268674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51696) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:59.292962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Request body: {'floatingip': {'port_id': '21757d57-72f9-4003-a730-4334782b673c'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:59.441993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:59.490334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51704) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:59.535523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Request body: {'port': {'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c', 'binding:host_id': 'n-h1-844594-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1257415343'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:59.588651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:59.609240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Usage tracker for resource:port and tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:59.617863 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:59.642614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:59.653103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.735489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.847820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d7b3a0b8-a64e-4e13-a4f8-c7dec96a91a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.866292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'c07eb14c-c910-49f4-87be-88f1a32e8118', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'mac_address': 'fa:16:3e:ec:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:49Z', 'updated_at': '2022-06-03T15:46:49Z', 'revision_number': 0, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:59.874646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] Checking router: 65a65d30-92c7-406a-bd62-2d591d9e0790 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:46:59.884506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d7b3a0b8-a64e-4e13-a4f8-c7dec96a91a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.890806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:59.892409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:00.152815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d7b3a0b8-a64e-4e13-a4f8-c7dec96a91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.259287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3a0b8-a64e-4e13-a4f8-c7dec96a91a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da2ee99-6264-4f5e-9d12-eda5e12c6472,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:00.259287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d7b3a0b8-a64e-4e13-a4f8-c7dec96a91a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.259287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d7b3a0b8-a64e-4e13-a4f8-c7dec96a91a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8da2ee99-6264-4f5e-9d12-eda5e12c6472 HTTP/1.1" status: 204 len: 168 time: 0.9292920 Jun 03 15:47:00.312814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-877135a0-7a26-49b5-ac2d-95e28b5c81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:00.315498 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-877135a0-7a26-49b5-ac2d-95e28b5c81ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1096 time: 1.1970475 Jun 03 15:47:00.561218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Made reservation on behalf of 5ab3fd8d3ecb4e8096d7f96ca03c8562 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:00.565586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.598098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-790da2a9-a489-40d4-a6f5-51eaa41d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.711129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:00.723911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790da2a9-a489-40d4-a6f5-51eaa41d5fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293497ed-9804-43bf-9df7-cfefc3f48ed7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:00.734224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.755835 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.772052 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment bcf21620-bcc6-4073-9ac9-e0af8391fd28 resource provider aggregate not found Jun 03 15:47:00.933854 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-790da2a9-a489-40d4-a6f5-51eaa41d5fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.939442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-790da2a9-a489-40d4-a6f5-51eaa41d5fa9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/293497ed-9804-43bf-9df7-cfefc3f48ed7 HTTP/1.1" status: 204 len: 168 time: 2.1834853 Jun 03 15:47:00.946676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:00.953285 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment bcf21620-bcc6-4073-9ac9-e0af8391fd28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcf21620-bcc6-4073-9ac9-e0af8391fd28 found for delete ", "request_id": "req-65ce7bb2-8daa-43db-84c3-a493fd7417ca"}]} Jun 03 15:47:00.964927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f593f7-c2f2-4da7-ab5c-5e68fff8eb69']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:00.969022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Usage tracker for resource:security_group_rule and tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:00.976943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:00.987081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-6f4f3cd1-e0ef-44d9-b0cd-3a62daf8ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:00.990599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:00.991748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-6f4f3cd1-e0ef-44d9-b0cd-3a62daf8ebea service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 915 time: 0.6631656 Jun 03 15:47:00.997803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cec2b9c-f6a1-4703-9632-27493458839c') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:00.998543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cec2b9c-f6a1-4703-9632-27493458839c') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:01.195273 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.207055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.264448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.368404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] device_id is not set on port 2db31535-f5b8-4ce8-8a70-e176fedc6510 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:01.471820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.497685 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-3e58e30a-aa9c-4e81-8a88-5e931b28336e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 998 time: 0.4768240 Jun 03 15:47:01.561766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:01.561766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.959939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'c07eb14c-c910-49f4-87be-88f1a32e8118', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'mac_address': 'fa:16:3e:ec:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:49Z', 'updated_at': '2022-06-03T15:46:49Z', 'revision_number': 0, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:01.959939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489fb20-3acf-4e59-b3c7-3ac6d7b0cc96 None None] The sync data for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 is: [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'c07eb14c-c910-49f4-87be-88f1a32e8118', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'mac_address': 'fa:16:3e:ec:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:49Z', 'updated_at': '2022-06-03T15:46:49Z', 'revision_number': 0, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:02.190369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a16e92-22ad-4742-a434-a62cf856440f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:02.237968 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.264354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.336909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.065125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-39e5f176-bb39-43c5-b134-ea54812f0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:03.067275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-39e5f176-bb39-43c5-b134-ea54812f0fce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 200 len: 853 time: 1.5289233 Jun 03 15:47:03.075701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Network': ['ID=04f593f7-c2f2-4da7-ab5c-5e68fff8eb69,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:03.094913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3466fc69-46ad-4888-a234-af90cf8dccdd tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/networks/04f593f7-c2f2-4da7-ab5c-5e68fff8eb69 HTTP/1.1" status: 204 len: 168 time: 4.7139421 Jun 03 15:47:03.179634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51758) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:03.185570 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0cec2b9c-f6a1-4703-9632-27493458839c resource provider aggregate not found Jun 03 15:47:03.376927 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0cec2b9c-f6a1-4703-9632-27493458839c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cec2b9c-f6a1-4703-9632-27493458839c found for delete ", "request_id": "req-df776120-5953-44bd-bd78-840bb4223ea6"}]} Jun 03 15:47:03.618436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] device_id is not set on port 2db31535-f5b8-4ce8-8a70-e176fedc6510 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:03.645426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.688708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Transition to ACTIVE for port object 2db31535-f5b8-4ce8-8a70-e176fedc6510 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:03.722355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-183dfdd1-11f4-4873-a287-5d7193d7e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:03.723947 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-183dfdd1-11f4-4873-a287-5d7193d7e45e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6357448 Jun 03 15:47:03.725012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:47:03.838869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.838869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Deleting port 8817ab70-50a9-4e37-b3aa-615f7f8163b0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:03.838869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.068351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] For port 8817ab70-50a9-4e37-b3aa-615f7f8163b0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8817ab70-50a9-4e37-b3aa-615f7f8163b0,segment=NetworkSegment(1cf529ff-633e-4c30-9846-726c14b56110),segment_id=1cf529ff-633e-4c30-9846-726c14b56110)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:04.068351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.210935 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e0e6b-f8a9-484c-b754-2543202539d1 None None] New status for floating IP c07eb14c-c910-49f4-87be-88f1a32e8118: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:47:04.255875 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.259688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.341457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Calling delete_port for 8817ab70-50a9-4e37-b3aa-615f7f8163b0 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:04.508050 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.767520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=2db31535-f5b8-4ce8-8a70-e176fedc6510,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:04.880003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Checking segment: {'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:04.880318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Network hostable DHCP agents. Network: a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:05.082679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:05.136875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:05.149923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb1a05-5187-4f6e-bf4d-c75cbfcf6bd6 None None] Network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:05.157242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:05.303916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:05.306461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:05.309487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:05.353128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:05.354691 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:05.371625 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 2 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:05.465424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:05.465997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:05.467829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:05.483801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:05.484636 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:05.485729 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 3 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:05.555228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.555968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Router 65a65d30-92c7-406a-bd62-2d591d9e0790 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:05.567072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:05.567336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:05.569147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:05.594701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfda483c-db24-45c8-a11a-55223eff9fe1']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:05.612518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a9c6f5-7b77-4cd1-b2d0-b0daaf00b416') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:05.615004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a9c6f5-7b77-4cd1-b2d0-b0daaf00b416') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:05.635897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:05.637020 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:05.637549 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 4 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:05.638249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.734139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.754739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:05.761626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:05.761826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:05.775373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:05.775532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.877777 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 10a9c6f5-7b77-4cd1-b2d0-b0daaf00b416 resource provider aggregate not found Jun 03 15:47:05.887725 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-dab91c71-7143-411f-9a1c-401594859927 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0490415 Jun 03 15:47:05.921164 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 10a9c6f5-7b77-4cd1-b2d0-b0daaf00b416 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10a9c6f5-7b77-4cd1-b2d0-b0daaf00b416 found for delete ", "request_id": "req-a479f17e-1edb-4fb8-8d52-50cb73306d45"}]} Jun 03 15:47:05.943562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:05.943562 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:05.950740 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 5 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:06.013502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:06.015907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:06.015907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:06.194738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:06.195321 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:06.238110 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 6 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:06.246112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:06.266762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] Sync routers for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:06.273254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:06.273487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:06.274021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:06.283270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:06.284620 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:06.285168 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 7 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:06.290018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:06.291168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:06.296751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.352798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:06.353216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:06.353589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:06.366446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:06.367547 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:06.369743 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 8 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:06.391322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:06.392073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:06.392073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:06.405851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a9a66e56-263e-4332-b40e-820c26a6ae37 req-293205c7-6381-425c-b885-f630c55a832e service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804738 Jun 03 15:47:06.413949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:06.414299 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:06.414898 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 9 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:06.527925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:47:06.533197 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.567296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:06.567663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:06.567990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:06.568713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.579832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:06.580366 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:06.581705 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 10 to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 Jun 03 15:47:06.598014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-376bf432-0fc3-4545-b9b2-784d00cabcbb tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "PUT /v2.0/floatingips/c07eb14c-c910-49f4-87be-88f1a32e8118 HTTP/1.1" status: 200 len: 990 time: 7.3198798 Jun 03 15:47:06.612689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:06.613252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:06.613971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:06.632608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:06.633206 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port 2db31535-f5b8-4ce8-8a70-e176fedc6510 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:06.633731 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.770827 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ba97e1-2ca7-4ef5-b92e-2875e4b40310'] response: {'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c', 'status': 'completed', 'code': 200} Jun 03 15:47:06.855394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] For port 2db31535-f5b8-4ce8-8a70-e176fedc6510, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:06.856934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempted to set empty binding levels {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:47:06.871611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.918105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:06.996750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:07.001106 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.039715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] Pushing event deleted for resources: {'Network': ['ID=cfda483c-db24-45c8-a11a-55223eff9fe1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:07.114197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-28f74de0-48e9-4946-a789-210ceb828001 tempest-BulkNetworkOpsIpV6Test-1585783778 tempest-BulkNetworkOpsIpV6Test-1585783778-project] 10.222.0.66 "DELETE /v2.0/networks/cfda483c-db24-45c8-a11a-55223eff9fe1 HTTP/1.1" status: 204 len: 168 time: 3.8868845 Jun 03 15:47:07.260409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.426772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8817ab70-50a9-4e37-b3aa-615f7f8163b0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:07.589516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=2db31535-f5b8-4ce8-8a70-e176fedc6510,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:07.624041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.636056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.637763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.637763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.638171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.638171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.638641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.638910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.652345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.658430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.659965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.660485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:07.677588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b2a64c3b-f5d4-4124-86bc-b18440cf1aac tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 8.1605771 Jun 03 15:47:07.687156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51866) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:07.769337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-4e4a8ece-2118-4413-a33a-b2e9f7358e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:07.779819 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-4e4a8ece-2118-4413-a33a-b2e9f7358e5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1096 time: 0.8499284 Jun 03 15:47:07.946935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Deleting port 2db31535-f5b8-4ce8-8a70-e176fedc6510 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:07.947287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.040429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51890) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:08.553689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'c07eb14c-c910-49f4-87be-88f1a32e8118', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'mac_address': 'fa:16:3e:ec:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:49Z', 'updated_at': '2022-06-03T15:47:04Z', 'revision_number': 2, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:08.566418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] Checking router: 65a65d30-92c7-406a-bd62-2d591d9e0790 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:08.599362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:08.600008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:08.826924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:47:08.833739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-09c9d2a1-b8e5-4af5-a2d1-c57a0f825509 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b00b91c7e97047d7ae08e363031ddb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7921150 Jun 03 15:47:08.834551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51924) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:08.845560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51928) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:08.906795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.994350 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df92dcc-ed6d-4081-a4b5-6ec50f60f28c'] response: {'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c', 'status': 'completed', 'code': 200} Jun 03 15:47:09.020305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] For port 2db31535-f5b8-4ce8-8a70-e176fedc6510, host n-h1-844594-1, got binding levels [] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:09.020713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.434244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:09.601596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Calling delete_port for 2db31535-f5b8-4ce8-8a70-e176fedc6510 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:09.651105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-2fcbcec0-0f2a-4194-8cfb-d154e8ace1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:09.655780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-2fcbcec0-0f2a-4194-8cfb-d154e8ace1a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 915 time: 1.5209219 Jun 03 15:47:09.779084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.867006 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a37b1b27-ed40-45ff-8870-bc08eef0840b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.987837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:09.994970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Usage tracker for resource:security_group_rule and tenant:1ea67be1753840aebf9714c8066295f6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:09.999237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:10.007899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:10.068155 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-b04d526e-95b1-492b-8a1d-f661923cc5e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 1000 time: 0.3835666 Jun 03 15:47:10.343860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.392355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.424350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a37b1b27-ed40-45ff-8870-bc08eef0840b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.456075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-e2caf503-4061-4a2b-abde-b872afa52b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:10.457409 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-e2caf503-4061-4a2b-abde-b872afa52b46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 200 len: 853 time: 0.3778088 Jun 03 15:47:10.531179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49884189-eb20-4338-9d6b-e8b8acb97f47,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:10.598693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eabde1b7-05bb-47bb-9fd6-4ae3a51f8685 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ea67be1753840aebf9714c8066295f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7512727 Jun 03 15:47:10.606875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51950) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:10.626808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.692350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Router edab69bd-c785-4563-bcb1-d8be9908fc1a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:10.762272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db31535-f5b8-4ce8-8a70-e176fedc6510,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:10.805291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.811871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'c07eb14c-c910-49f4-87be-88f1a32e8118', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'mac_address': 'fa:16:3e:ec:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:49Z', 'updated_at': '2022-06-03T15:47:04Z', 'revision_number': 2, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:10.824030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b6a79-d62d-495f-a2f0-46d278e9b97a None None] The sync data for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 is: [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'c07eb14c-c910-49f4-87be-88f1a32e8118', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'port_id': '21757d57-72f9-4003-a730-4334782b673c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'mac_address': 'fa:16:3e:ec:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:49Z', 'updated_at': '2022-06-03T15:47:04Z', 'revision_number': 2, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:10.879285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c29596f-c5da-4d0c-9fe2-70ebca2721d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.891950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b3d6e9c2-e4d0-4d21-8898-56c6b026144f tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2db31535-f5b8-4ce8-8a70-e176fedc6510 HTTP/1.1" status: 204 len: 168 time: 3.1922672 Jun 03 15:47:10.902945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51954) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:10.938331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-389a7aae-c621-49e1-ab72-ac949545a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:10.939519 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-389a7aae-c621-49e1-ab72-ac949545a845 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4691012 Jun 03 15:47:10.984826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-b5c54e5d-3a97-4bc8-ad2e-94907d0d4f89 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:47:10.986554 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-b5c54e5d-3a97-4bc8-ad2e-94907d0d4f89 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199919 Jun 03 15:47:11.006308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a37b1b27-ed40-45ff-8870-bc08eef0840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.012778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a37b1b27-ed40-45ff-8870-bc08eef0840b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.014088 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a37b1b27-ed40-45ff-8870-bc08eef0840b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a01647cf-b2b3-4dad-82a5-3f67a6d94cfb HTTP/1.1" status: 204 len: 168 time: 2.1523714 Jun 03 15:47:11.075754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b1b27-ed40-45ff-8870-bc08eef0840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01647cf-b2b3-4dad-82a5-3f67a6d94cfb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:11.096587 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ed95c0-b5cb-47a8-8dbc-80de5fc49f12 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:47:11.099244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-73ed95c0-b5cb-47a8-8dbc-80de5fc49f12 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Synchronizing usage tracker for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:11.124953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c29596f-c5da-4d0c-9fe2-70ebca2721d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.215637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-73ed95c0-b5cb-47a8-8dbc-80de5fc49f12 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Unset dirty status for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:11.225716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-73ed95c0-b5cb-47a8-8dbc-80de5fc49f12 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "GET /v2.0/ports/2db31535-f5b8-4ce8-8a70-e176fedc6510 HTTP/1.1" status: 404 len: 333 time: 0.3140588 Jun 03 15:47:11.246338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 51962) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:11.291120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Request body: {'port': {'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-874783617'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:11.305987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:11.308608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:11.334285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0dbc4d6f-fc09-424c-b583-c069119d99a9 admin admin] 10.222.0.66 "PUT /v2.0/routers/edab69bd-c785-4563-bcb1-d8be9908fc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9487283 Jun 03 15:47:11.334285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:11.335334 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] Sync routers for ids ['edab69bd-c785-4563-bcb1-d8be9908fc1a'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:11.346846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:11.375040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Made reservation on behalf of 5ab3fd8d3ecb4e8096d7f96ca03c8562 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:11.377752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.423435 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c29596f-c5da-4d0c-9fe2-70ebca2721d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.434534 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] Routers {'edab69bd-c785-4563-bcb1-d8be9908fc1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:11.437154 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edab69bd-c785-4563-bcb1-d8be9908fc1a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:11.459015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] device_id is not set on port b379ab88-07cc-4be1-9d8e-9e3e64774f8e yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:11.539699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29596f-c5da-4d0c-9fe2-70ebca2721d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49884189-eb20-4338-9d6b-e8b8acb97f47,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:11.595782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-60f7d3e9-e0f9-4568-8039-be03c0bd664a service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986152 Jun 03 15:47:11.603914 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c29596f-c5da-4d0c-9fe2-70ebca2721d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.608667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2c29596f-c5da-4d0c-9fe2-70ebca2721d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49884189-eb20-4338-9d6b-e8b8acb97f47 HTTP/1.1" status: 204 len: 168 time: 0.9986217 Jun 03 15:47:11.835087 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] Set router edab69bd-c785-4563-bcb1-d8be9908fc1a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:12.041972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.125921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.311119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:12.316403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:12.322114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:12.324656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:12.325352 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.350545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=b379ab88-07cc-4be1-9d8e-9e3e64774f8e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:12.410789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a32cf4f1-d93d-4b0f-ad18-3ac812d09149 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1629064 Jun 03 15:47:12.411831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 51996) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:12.447154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:12.758529 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:47:06Z', 'revision_number': 5, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:12.764263 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.785737 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] Checking router: edab69bd-c785-4563-bcb1-d8be9908fc1a for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:12.826051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] Routers {'edab69bd-c785-4563-bcb1-d8be9908fc1a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:12.827870 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:46:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['edab69bd-c785-4563-bcb1-d8be9908fc1a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:12.868446 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-80646dc5-adeb-45d0-8d23-b5c46a7f3716 req-64c47492-728e-442d-bab8-9c52ae331543 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2614026 Jun 03 15:47:12.878334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.399016 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f29d1b4e-cd3b-4b3d-bb3f-f38a1d734c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.678454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52020) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:13.693726 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] Set router edab69bd-c785-4563-bcb1-d8be9908fc1a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:13.928021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-7022fcab-bb7a-48b8-8b7d-0e3f5e4c08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:13.929587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-7022fcab-bb7a-48b8-8b7d-0e3f5e4c08cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1096 time: 0.8955715 Jun 03 15:47:13.994457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-248221570'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:14.027330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:14.050026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:network and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:14.061824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:14.083713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:14.138597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:14.161057 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.195771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.230000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:14.237710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:security_group_rule and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:14.244469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:14.254542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:14.272029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.313487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:47:14.428905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Deleting port f7cacf74-b5f9-451d-ace8-1266cee50136 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:14.429476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.585404 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:47:06Z', 'revision_number': 5, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:14.601762 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5760f08d-a0b3-42e6-a629-852bbe84e7e6 None None] The sync data for ids ['edab69bd-c785-4563-bcb1-d8be9908fc1a'] in n-d-844594-1 is: [{'id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'name': 'tempest-TestServerBasicOps-1858564502-router', 'tenant_id': 'd5313232bff54113b657222ddd89443b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:40:33Z', 'updated_at': '2022-06-03T15:47:06Z', 'revision_number': 5, 'project_id': 'd5313232bff54113b657222ddd89443b', 'gw_port': {'id': 'f7cacf74-b5f9-451d-ace8-1266cee50136', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab69bd-c785-4563-bcb1-d8be9908fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:40:35Z', 'updated_at': '2022-06-03T15:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:14.622891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] device_id is not set on port b379ab88-07cc-4be1-9d8e-9e3e64774f8e yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:14.626396 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.646757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.650073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-1557ba06-7bc0-4377-b2f5-5530bb4c6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:14.653770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-1557ba06-7bc0-4377-b2f5-5530bb4c6df1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 915 time: 0.7094982 Jun 03 15:47:14.675348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.802564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94b131-de31-4925-9186-684235d5fef2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:14.813838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:14.835660 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.836241 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Added segment f62d9c92-b767-4035-a6e6-08508af04f68 of type vlan for network edb43cd1-2d28-479d-8cd7-a1739d504058 Jun 03 15:47:14.846266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Transition to ACTIVE for port object b379ab88-07cc-4be1-9d8e-9e3e64774f8e will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:14.906323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:15.018657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:15.034394 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:15.094305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:15.102387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:15.466639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-693fc3ef-1d2a-439a-91e5-0f359a31c282 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 1000 time: 0.7881830 Jun 03 15:47:15.579258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Network': ['ID=edb43cd1-2d28-479d-8cd7-a1739d504058,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:15.605717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b1b50b6e-faf8-49b7-bc6c-1dbc21c60538 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9237165 Jun 03 15:47:15.606169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network edb43cd1-2d28-479d-8cd7-a1739d504058 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:15.650267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:15.656597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:15.657159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:15.690977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=b379ab88-07cc-4be1-9d8e-9e3e64774f8e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:15.730494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:15.730836 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:15.745342 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 2 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:15.796571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8817ab70-50a9-4e37-b3aa-615f7f8163b0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:15.797856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:15.798207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:15.798554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:15.811665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] For port f7cacf74-b5f9-451d-ace8-1266cee50136, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f7cacf74-b5f9-451d-ace8-1266cee50136,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:15.812035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:15.828328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-5ed06867-d1f0-47bb-8df8-aff66a725785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:15.831014 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-5ed06867-d1f0-47bb-8df8-aff66a725785 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 200 len: 853 time: 0.3222210 Jun 03 15:47:15.835793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:15.836966 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:15.840885 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 3 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:16.101029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8817ab70-50a9-4e37-b3aa-615f7f8163b0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:47:16.101029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8817ab70-50a9-4e37-b3aa-615f7f8163b0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:16.113718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:16.300334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e26c2267-d93c-4390-b32b-d1a69047521f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:16.376409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Calling delete_port for f7cacf74-b5f9-451d-ace8-1266cee50136 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:16.454647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:16.455117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:16.455568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:16.475145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:16.475603 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:16.479850 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 4 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:16.506711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:16.507216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:16.507793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:16.521421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:16.522371 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:16.526115 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 5 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:16.581479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:16.582495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:16.583039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:16.653324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:16.698102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:16.702891 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:16.706742 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 6 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:16.767130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:16.773854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:16.774396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:16.795950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:16.796546 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:16.799807 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 7 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:16.855482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-1d1d88e5-c602-4708-b221-62e421592c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:16.860254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-1d1d88e5-c602-4708-b221-62e421592c07 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0191176 Jun 03 15:47:16.866584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:16.867133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:16.867886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:16.880751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52068) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:17.035386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.354468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.412068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:17.425914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Usage tracker for resource:security_group_rule and tenant:b8629d4dbb4e4105b59a0e024cb732e4 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:17.442601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:17.464476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:17.577631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:17.577631 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:17.594114 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 8 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:17.725950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:17.726245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:17.730258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:17.762979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.778095 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.933557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:17.937796 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:17.954082 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 9 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:18.017837 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-aa18c62a-150c-42c9-a67a-c65dad1afdc8 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1278880 Jun 03 15:47:18.024556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8629d4dbb4e4105b59a0e024cb732e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1364174 Jun 03 15:47:18.024556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994c28a-a6f3-4de1-a4f1-e8ea7ad27e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73f05f8-da99-4341-ac9a-20c392bff2b6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:18.063128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52078) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:18.101256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:18.322843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:18.323664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:18.325015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:18.497004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:18.648241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:18.648241 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:18.662422 n-d-844594-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 10 to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e Jun 03 15:47:18.780365 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:18.946861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:18.949486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:18.950333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:18.970883 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c990b034-0066-4046-a04e-e1fe425c4dd5 req-8268b729-a41a-4d3c-843e-26cb65d0f665 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272016 Jun 03 15:47:19.020561 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:47:19.103422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:19.104392 n-d-844594-1 neutron-server[88339]: ERROR neutron.plugins.ml2.managers [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:19.106435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.224768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cacf74-b5f9-451d-ace8-1266cee50136,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:19.402213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f23fa213-b33e-4328-9650-2cfb0c5a27a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.543453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f23fa213-b33e-4328-9650-2cfb0c5a27a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.897097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52090) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:19.906166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'subnet': {'network_id': 'edb43cd1-2d28-479d-8cd7-a1739d504058', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:20.092596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f23fa213-b33e-4328-9650-2cfb0c5a27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.182060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fa213-b33e-4328-9650-2cfb0c5a27a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73f05f8-da99-4341-ac9a-20c392bff2b6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:20.248460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f23fa213-b33e-4328-9650-2cfb0c5a27a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.256698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f23fa213-b33e-4328-9650-2cfb0c5a27a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f73f05f8-da99-4341-ac9a-20c392bff2b6 HTTP/1.1" status: 204 len: 168 time: 2.0070219 Jun 03 15:47:20.267458 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.449868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] For port b379ab88-07cc-4be1-9d8e-9e3e64774f8e, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:20.450457 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempted to set empty binding levels {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:47:20.476329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:20.486531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:subnet and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:20.493246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:20.507615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:20.536914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:20.550242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.711858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.721345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.776332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.872242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] In _notify_port_updated(), no bound segment for port b379ab88-07cc-4be1-9d8e-9e3e64774f8e on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:47:20.874848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:20.874848 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.878584 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "PUT /v2.0/ports/b379ab88-07cc-4be1-9d8e-9e3e64774f8e HTTP/1.1" status: 200 len: 974 time: 8.4562614 Jun 03 15:47:20.878584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.878584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edab69bd-c785-4563-bcb1-d8be9908fc1a {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:47:20.888812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52108) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:20.902108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.902108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eed11c08-084a-4634-9b35-1cffa3534443 admin admin] 10.222.0.66 "DELETE /v2.0/routers/edab69bd-c785-4563-bcb1-d8be9908fc1a HTTP/1.1" status: 204 len: 168 time: 9.3118687 Jun 03 15:47:20.911561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:21.141227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227afeb0-6099-4220-be34-f4074acfa99d tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=b379ab88-07cc-4be1-9d8e-9e3e64774f8e,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:21.347974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] Deleting subnet b902ada6-702e-4bc6-bf17-6665f86bdd81 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:21.358120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:21.561656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:21.641319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f7cacf74-b5f9-451d-ace8-1266cee50136 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:21.643949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.646972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.647998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.649108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.650221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.651331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.653656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.656324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.657415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.658505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.659547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.660796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.662913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.664594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:21.673837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Synchronizing usage tracker for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:21.753738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: f7cacf74-b5f9-451d-ace8-1266cee50136 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:47:21.755382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f7cacf74-b5f9-451d-ace8-1266cee50136 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:21.776469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Unset dirty status for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:21.785921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9bdd17ca-e9c7-45c8-aa66-23ee838c0fcb tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12782 time: 0.8963089 Jun 03 15:47:21.789430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52124) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:21.895243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.004966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Deleting port b379ab88-07cc-4be1-9d8e-9e3e64774f8e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:22.005597 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.104078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.204162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.213335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b902ada6-702e-4bc6-bf17-6665f86bdd81,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:22.224823 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.238419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7fd5d-2475-4219-909a-f5b7be029cd6 None None] Network e9c4a3d2-9e82-4876-9f4e-11011147d199 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:22.254217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d92b4b56-32f2-4734-8346-46f5e9705ed8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b902ada6-702e-4bc6-bf17-6665f86bdd81 HTTP/1.1" status: 204 len: 168 time: 1.3397245 Jun 03 15:47:22.255352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52136) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:22.654304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] For port b379ab88-07cc-4be1-9d8e-9e3e64774f8e, host n-h1-844594-1, got binding levels [] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:22.655314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.660696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.682141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Deleting port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:22.683168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.757813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] DHCP port deletion for e9c4a3d2-9e82-4876-9f4e-11011147d199 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:47:22.771839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Deleting port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:22.771965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:22.932289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Calling delete_port for b379ab88-07cc-4be1-9d8e-9e3e64774f8e owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:22.981676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Subnet': ['ID=df090cff-dae9-4698-937e-7655f9b0cd19,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:23.149589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Checking segment: {'id': 'f62d9c92-b767-4035-a6e6-08508af04f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'edb43cd1-2d28-479d-8cd7-a1739d504058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:23.150138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network hostable DHCP agents. Network: edb43cd1-2d28-479d-8cd7-a1739d504058, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:23.243881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network edb43cd1-2d28-479d-8cd7-a1739d504058 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:23.282744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:23.414878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, edb43cd1-2d28-479d-8cd7-a1739d504058) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:23.488028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:23.527693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event deleted for resources: {'Port': ['ID=b379ab88-07cc-4be1-9d8e-9e3e64774f8e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:23.532252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:23.532972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:23.543886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a7d7faaf-0d22-4a02-ac26-4ca2566148e3 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b379ab88-07cc-4be1-9d8e-9e3e64774f8e HTTP/1.1" status: 204 len: 168 time: 1.7425644 Jun 03 15:47:23.544774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52160) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:23.584148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d66a6f-d602-4a76-a3c4-50f227c1a90f None None] Network edb43cd1-2d28-479d-8cd7-a1739d504058 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:23.590739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] For port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,segment=NetworkSegment(1cf529ff-633e-4c30-9846-726c14b56110),segment_id=1cf529ff-633e-4c30-9846-726c14b56110)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:23.592169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:23.612279 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-43996c49-4432-459d-bf91-d7a4995cf14b tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:47:23.612890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-43996c49-4432-459d-bf91-d7a4995cf14b tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Synchronizing usage tracker for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:23.630325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f775108a-dcec-4348-88ad-073ba0d72bfe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7405329 Jun 03 15:47:23.636314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52164) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:23.650905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-949544369'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:23.662332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-43996c49-4432-459d-bf91-d7a4995cf14b tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Unset dirty status for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:23.673202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43996c49-4432-459d-bf91-d7a4995cf14b tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "GET /v2.0/ports/b379ab88-07cc-4be1-9d8e-9e3e64774f8e HTTP/1.1" status: 404 len: 333 time: 0.1254730 Jun 03 15:47:23.678997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:23.682918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52168) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:23.701674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-563562254', 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:23.714378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:23.739896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:network and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:23.756392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:23.818822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9855d6b9-f1db-46c3-bdd3-12105a9bbcec no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:23.820955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:23.852429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:23.857810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:23.864468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Calling delete_port for 9855d6b9-f1db-46c3-bdd3-12105a9bbcec owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:23.865093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:23.945311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:23.951775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Made reservation on behalf of 5ab3fd8d3ecb4e8096d7f96ca03c8562 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:23.958403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.047983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] device_id is not set on port 854eea0d-bbc8-429d-9062-df34eb597541 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:24.234766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.235257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.236861 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Added segment 2bcf632a-8776-4fcb-86b1-4482aaa19277 of type vlan for network 609895aa-f298-4a91-9cf5-4b1acff89711 Jun 03 15:47:24.308846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:24.313627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] No DVR routers for this DVR port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:47:24.360070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] For port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=9855d6b9-f1db-46c3-bdd3-12105a9bbcec,segment=NetworkSegment(1cf529ff-633e-4c30-9846-726c14b56110),segment_id=1cf529ff-633e-4c30-9846-726c14b56110)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:24.363087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.376079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.538123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.600473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c4a3d2-9e82-4876-9f4e-11011147d199']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:24.651372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf529ff-633e-4c30-9846-726c14b56110') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:24.651961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf529ff-633e-4c30-9846-726c14b56110') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:24.666831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:47:24.667823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 9855d6b9-f1db-46c3-bdd3-12105a9bbcec not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:24.698044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.762732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.790427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:24.791451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.873341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Calling delete_port for 9855d6b9-f1db-46c3-bdd3-12105a9bbcec owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:24.888149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.902180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:24.903530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.931362 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1cf529ff-633e-4c30-9846-726c14b56110 resource provider aggregate not found Jun 03 15:47:24.999793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-edb43cd1-2d28-479d-8cd7-a1739d504058', 'network_id': 'edb43cd1-2d28-479d-8cd7-a1739d504058', 'tenant_id': 'e48df6d6b6ef4bae8fc7a0db3bc094c5', 'fixed_ips': [{'subnet_id': 'df090cff-dae9-4698-937e-7655f9b0cd19'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:47:25.001510 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.029015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3908923 Jun 03 15:47:25.059429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:25.070682 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1cf529ff-633e-4c30-9846-726c14b56110 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cf529ff-633e-4c30-9846-726c14b56110 found for delete ", "request_id": "req-22f438d7-1cd6-47a3-9cc2-1e1035454675"}]} Jun 03 15:47:25.102527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'subnet': {'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:25.223741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:47:25.224805 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:47:25.249918 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.288359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.295910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c4a3d2-9e82-4876-9f4e-11011147d199,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:25.367542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:25.377845 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7e3ad114-f6a0-41e2-a790-17e16018b9b5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e9c4a3d2-9e82-4876-9f4e-11011147d199 HTTP/1.1" status: 204 len: 168 time: 3.1094036 Jun 03 15:47:25.381974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:subnet and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:25.386768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:25.399031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:25.454247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:25.454247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.525643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b365f6-b736-4268-ae14-f48440b37241 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Network': ['ID=609895aa-f298-4a91-9cf5-4b1acff89711,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:25.566108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.566485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 609895aa-f298-4a91-9cf5-4b1acff89711 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:25.681941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Allocated IP 2001:db8:0:ffff::2 (edb43cd1-2d28-479d-8cd7-a1739d504058/df090cff-dae9-4698-937e-7655f9b0cd19/6f186283-09a5-49c3-93d0-9b90fd029779) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:25.747080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.810041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:25.879275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Deleting port 9855d6b9-f1db-46c3-bdd3-12105a9bbcec {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:25.880067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.952134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=854eea0d-bbc8-429d-9062-df34eb597541,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:25.990798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:25.993424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:25.999775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:26.005190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:26.008224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.054979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bfee755f-0db3-4d92-a601-6f609cec1924 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3703647 Jun 03 15:47:26.062238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52210) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:26.202679 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3dde223d-aa0c-46a7-87cb-71cc2d8e419e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfc49919225f462bae90aea2dbdf6fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898840 Jun 03 15:47:26.244797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9a7df078-3f75-43fe-b9b6-a6d94367b0b9 None None] The port '9855d6b9-f1db-46c3-bdd3-12105a9bbcec' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:47:26.253752 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:26.666637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:47:26.669025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.691086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8497190a-a5d7-4357-9826-9667f3a6eadf tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:26.692441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8497190a-a5d7-4357-9826-9667f3a6eadf tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Synchronizing usage tracker for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:26.714966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.732270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Transition to ACTIVE for port object 6f186283-09a5-49c3-93d0-9b90fd029779 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:26.754603 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19444a24-d0be-4870-a3f4-de441d8947ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.758306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8497190a-a5d7-4357-9826-9667f3a6eadf tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Unset dirty status for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:26.761610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8497190a-a5d7-4357-9826-9667f3a6eadf tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "GET /v2.0/ports/854eea0d-bbc8-429d-9062-df34eb597541 HTTP/1.1" status: 200 len: 954 time: 0.6956098 Jun 03 15:47:26.769731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52226) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:26.777576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Transition to ACTIVE for port object 6f186283-09a5-49c3-93d0-9b90fd029779 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:26.808634 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.987447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Checking segment: {'id': '2bcf632a-8776-4fcb-86b1-4482aaa19277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:26.988035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network hostable DHCP agents. Network: 609895aa-f298-4a91-9cf5-4b1acff89711, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:27.027234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Subnet': ['ID=80255558-f05e-4297-a806-a053207cf53c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:27.033177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19444a24-d0be-4870-a3f4-de441d8947ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.038003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Network edb43cd1-2d28-479d-8cd7-a1739d504058 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:27.074171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network 609895aa-f298-4a91-9cf5-4b1acff89711 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:27.078771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:27.083794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:27.106482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 609895aa-f298-4a91-9cf5-4b1acff89711) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:27.119535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:27.120162 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.178628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb80f22-ef5d-4f07-93a6-5d34bfe69de0 None None] Network 609895aa-f298-4a91-9cf5-4b1acff89711 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:27.180938 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-672bbbb9-bedd-4c44-9b2c-1c5098492e3e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1084311 Jun 03 15:47:27.183635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52234) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:27.191392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'port': {'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711', 'name': 'tempest-NetworksIpV6TestAttrs-1841282077'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:27.328677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Deleting port 854eea0d-bbc8-429d-9062-df34eb597541 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:27.329331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.366021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19444a24-d0be-4870-a3f4-de441d8947ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.426408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19444a24-d0be-4870-a3f4-de441d8947ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4de1727-a43c-4cdb-b1e2-a583e42e6d15,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:27.450454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-19444a24-d0be-4870-a3f4-de441d8947ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.452738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-19444a24-d0be-4870-a3f4-de441d8947ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4de1727-a43c-4cdb-b1e2-a583e42e6d15 HTTP/1.1" status: 204 len: 168 time: 1.1919160 Jun 03 15:47:27.510145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Pushing event updated for resources: {'Port': ['ID=6f186283-09a5-49c3-93d0-9b90fd029779,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:27.547142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Attempting to bind port 6f186283-09a5-49c3-93d0-9b90fd029779 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:27.547505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Attempting to bind port 6f186283-09a5-49c3-93d0-9b90fd029779 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'f62d9c92-b767-4035-a6e6-08508af04f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'edb43cd1-2d28-479d-8cd7-a1739d504058'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:27.552605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:27.555211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Attempting to bind port 6f186283-09a5-49c3-93d0-9b90fd029779 on network edb43cd1-2d28-479d-8cd7-a1739d504058 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:27.560156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:port and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:27.574865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:47:27.575254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:27.582207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Checking segment: {'id': 'f62d9c92-b767-4035-a6e6-08508af04f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'edb43cd1-2d28-479d-8cd7-a1739d504058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:27.582753 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.583164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Bound using segment: {'id': 'f62d9c92-b767-4035-a6e6-08508af04f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'edb43cd1-2d28-479d-8cd7-a1739d504058'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:47:27.583679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Bound port: 6f186283-09a5-49c3-93d0-9b90fd029779, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d9c92-b767-4035-a6e6-08508af04f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'edb43cd1-2d28-479d-8cd7-a1739d504058'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:47:27.584067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.585646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:27.616223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:27.619894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.686249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] device_id is not set on port 40455f32-7853-45c5-b154-8c77fd77aeb9 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:27.721524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.721866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.722381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.722879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.723388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.724134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.724648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.725136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.725640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.727916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.728759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:27.729265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:28.004010 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.145686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] For port 6f186283-09a5-49c3-93d0-9b90fd029779, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:28.304216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Allocated IP 2001:db8::f816:3eff:fe81:a3c0 (609895aa-f298-4a91-9cf5-4b1acff89711/80255558-f05e-4297-a806-a053207cf53c/40455f32-7853-45c5-b154-8c77fd77aeb9) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:28.449332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] For port 6f186283-09a5-49c3-93d0-9b90fd029779, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f186283-09a5-49c3-93d0-9b90fd029779,segment=NetworkSegment(f62d9c92-b767-4035-a6e6-08508af04f68),segment_id=f62d9c92-b767-4035-a6e6-08508af04f68)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:47:28.463799 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.532554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Calling delete_port for 854eea0d-bbc8-429d-9062-df34eb597541 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:28.618346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-609895aa-f298-4a91-9cf5-4b1acff89711', 'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711', 'tenant_id': 'e48df6d6b6ef4bae8fc7a0db3bc094c5', 'fixed_ips': [{'subnet_id': '80255558-f05e-4297-a806-a053207cf53c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:47:28.620525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.745595 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.873988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.890711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52260) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:28.939734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Transition to ACTIVE for port object 40455f32-7853-45c5-b154-8c77fd77aeb9 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:28.966184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event deleted for resources: {'Port': ['ID=854eea0d-bbc8-429d-9062-df34eb597541,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:28.995389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.034212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3d3a2723-33d9-4fef-bbc2-3994b8097310 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/854eea0d-bbc8-429d-9062-df34eb597541 HTTP/1.1" status: 204 len: 168 time: 2.2495863 Jun 03 15:47:29.034212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52264) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:29.145021 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-764f8db3-bd2b-492a-9aac-37eaea3487de tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:47:29.145771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-764f8db3-bd2b-492a-9aac-37eaea3487de tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Synchronizing usage tracker for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:29.165328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52270) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:29.188068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3df446ac-26ef-4b9c-8177-2af6ff2b9d22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5313232bff54113b657222ddd89443b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852564 Jun 03 15:47:29.189447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52274) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:29.213181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.370672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network 609895aa-f298-4a91-9cf5-4b1acff89711 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:29.385286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:29.390593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:29.415203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:29.417140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.497036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-764f8db3-bd2b-492a-9aac-37eaea3487de tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Unset dirty status for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:29.499395 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-764f8db3-bd2b-492a-9aac-37eaea3487de tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "GET /v2.0/ports/854eea0d-bbc8-429d-9062-df34eb597541 HTTP/1.1" status: 404 len: 333 time: 0.4700730 Jun 03 15:47:29.510616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:29.544009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Request body: {'port': {'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1323521681'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:29.565682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:29.575153 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3887560 Jun 03 15:47:29.577384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e1489-1a4b-402c-857a-9629b3984adb None None] Pushing event updated for resources: {'Port': ['ID=6f186283-09a5-49c3-93d0-9b90fd029779,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:29.586117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52286) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:29.588797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4213f34-bca5-41a5-b880-0456b88a45c3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Port': ['ID=40455f32-7853-45c5-b154-8c77fd77aeb9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:29.630854 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:29.739411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79f44fc2-2135-4afb-9f8d-8c6691a2d126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.803452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Allocated IP 2001:db8::f816:3eff:fec2:55f9 (609895aa-f298-4a91-9cf5-4b1acff89711/80255558-f05e-4297-a806-a053207cf53c/c54f7609-d2a5-4457-8f62-1a166927595d) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:29.930515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Made reservation on behalf of 5ab3fd8d3ecb4e8096d7f96ca03c8562 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:29.934151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:30.125375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting subnet 80255558-f05e-4297-a806-a053207cf53c {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:30.154858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79f44fc2-2135-4afb-9f8d-8c6691a2d126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:30.176422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] device_id is not set on port b2c1408a-5c1a-476e-821a-f83471291488 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:30.530069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f186283-09a5-49c3-93d0-9b90fd029779 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:31.258989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79f44fc2-2135-4afb-9f8d-8c6691a2d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:31.366327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f44fc2-2135-4afb-9f8d-8c6691a2d126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb232f-aa6b-4a17-ba77-2655428599a0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:31.467349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Deleting port 6384b040-7bc6-42d9-b4dd-860af399b0a1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:31.467349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:31.508749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79f44fc2-2135-4afb-9f8d-8c6691a2d126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:31.508749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-79f44fc2-2135-4afb-9f8d-8c6691a2d126 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91fb232f-aa6b-4a17-ba77-2655428599a0 HTTP/1.1" status: 204 len: 168 time: 2.2837620 Jun 03 15:47:31.516926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:31.540002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Transition to ACTIVE for port object c54f7609-d2a5-4457-8f62-1a166927595d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:31.590138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Transition to ACTIVE for port object c54f7609-d2a5-4457-8f62-1a166927595d will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:31.590138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6f186283-09a5-49c3-93d0-9b90fd029779 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:31.624836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:31.677471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6803559-10d3-4270-8cf8-bb1341848e17 None None] Network edb43cd1-2d28-479d-8cd7-a1739d504058 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:31.874700 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.005210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.092069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.268506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Pushing event updated for resources: {'Port': ['ID=c54f7609-d2a5-4457-8f62-1a166927595d,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:32.276009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.282493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.314216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] Provisioning for port 6f186283-09a5-49c3-93d0-9b90fd029779 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:32.345643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] Provisioning complete for port 6f186283-09a5-49c3-93d0-9b90fd029779 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:32.346403 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.425890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Network 609895aa-f298-4a91-9cf5-4b1acff89711 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:32.454560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:32.461064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:32.911069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.087510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Calling delete_port for 6384b040-7bc6-42d9-b4dd-860af399b0a1 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:33.094247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.293486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:33.331427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Attempting to bind port c54f7609-d2a5-4457-8f62-1a166927595d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:33.332076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Attempting to bind port c54f7609-d2a5-4457-8f62-1a166927595d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '2bcf632a-8776-4fcb-86b1-4482aaa19277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:33.332894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Attempting to bind port c54f7609-d2a5-4457-8f62-1a166927595d on network 609895aa-f298-4a91-9cf5-4b1acff89711 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:33.339727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:33.367150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:33.374264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:33.379069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.447424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:47:33.447923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Checking segment: {'id': '2bcf632a-8776-4fcb-86b1-4482aaa19277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:33.448644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.449485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Bound using segment: {'id': '2bcf632a-8776-4fcb-86b1-4482aaa19277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:47:33.450167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Bound port: c54f7609-d2a5-4457-8f62-1a166927595d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcf632a-8776-4fcb-86b1-4482aaa19277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '609895aa-f298-4a91-9cf5-4b1acff89711'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:47:33.451352 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.539775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c1408a-5c1a-476e-821a-f83471291488,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:33.604763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8117707c-d14e-44cd-9d0e-93301612506a tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.0871179 Jun 03 15:47:33.604763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52318) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:33.632833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:33.860699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] Current status of the port 6f186283-09a5-49c3-93d0-9b90fd029779 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:33.861706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.070740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.092795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.107460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] For port 6f186283-09a5-49c3-93d0-9b90fd029779, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f186283-09a5-49c3-93d0-9b90fd029779,segment=NetworkSegment(f62d9c92-b767-4035-a6e6-08508af04f68),segment_id=f62d9c92-b767-4035-a6e6-08508af04f68)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:34.142666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.309610 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.357586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.362584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Subnet': ['ID=80255558-f05e-4297-a806-a053207cf53c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:34.384133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6892542b-f05e-42b4-9788-ab471e208bf4 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/80255558-f05e-4297-a806-a053207cf53c HTTP/1.1" status: 204 len: 168 time: 4.7983150 Jun 03 15:47:34.388936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52324) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:34.508137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event deleted for resources: {'Port': ['ID=6384b040-7bc6-42d9-b4dd-860af399b0a1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:34.517395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] For port c54f7609-d2a5-4457-8f62-1a166927595d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:34.527029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] For port c54f7609-d2a5-4457-8f62-1a166927595d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c54f7609-d2a5-4457-8f62-1a166927595d,segment=NetworkSegment(2bcf632a-8776-4fcb-86b1-4482aaa19277),segment_id=2bcf632a-8776-4fcb-86b1-4482aaa19277)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:47:34.539640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd2bb5-d2bd-45a0-bf86-37e170463a2c None None] Pushing event updated for resources: {'Port': ['ID=6f186283-09a5-49c3-93d0-9b90fd029779,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:34.559992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.679719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e7488-d2a4-4852-9327-d7a54d4a0286 None None] Pushing event updated for resources: {'Port': ['ID=c54f7609-d2a5-4457-8f62-1a166927595d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:34.683332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.683332 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Floating IP c07eb14c-c910-49f4-87be-88f1a32e8118 disassociated (deleted). External IP: 172.25.1.46, port: 21757d57-72f9-4003-a730-4334782b673c. Jun 03 15:47:35.241646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-99394f6c-7cc2-44db-a57f-e1d0cc373afb None None] Provisioning complete for port 6f186283-09a5-49c3-93d0-9b90fd029779 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:35.247791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-99394f6c-7cc2-44db-a57f-e1d0cc373afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.259897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] device_id is not set on port b2c1408a-5c1a-476e-821a-f83471291488 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:35.278362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.340325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Transition to ACTIVE for port object b2c1408a-5c1a-476e-821a-f83471291488 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:35.365814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.468088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c66379-c348-48c8-9e0f-0f621d1cd575 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:35.469763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c66379-c348-48c8-9e0f-0f621d1cd575 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:35.470503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-22c66379-c348-48c8-9e0f-0f621d1cd575 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Synchronizing usage tracker for tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:35.842810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-99394f6c-7cc2-44db-a57f-e1d0cc373afb None None] Current status of the port 6f186283-09a5-49c3-93d0-9b90fd029779 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:35.968124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c1408a-5c1a-476e-821a-f83471291488,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:36.001325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-22c66379-c348-48c8-9e0f-0f621d1cd575 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Unset dirty status for tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:36.003441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-22c66379-c348-48c8-9e0f-0f621d1cd575 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.6104853 Jun 03 15:47:36.011302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52334) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:36.025823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:36.026268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:36.026732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:36.168546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:36.168546 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:36.168546 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 2 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:36.461659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Router 65a65d30-92c7-406a-bd62-2d591d9e0790 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:36.472299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:36.472900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:36.472986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:36.524249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:36.525262 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:36.546408 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 3 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:36.613763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-adb52834-7f98-4559-8436-c6c441654a2c tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.630837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:36.631176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:36.631521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:36.662655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:36.663018 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:36.665615 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 4 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:36.686935 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb52834-7f98-4559-8436-c6c441654a2c tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 03 15:47:36.696603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f186283-09a5-49c3-93d0-9b90fd029779 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:36.714190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb52834-7f98-4559-8436-c6c441654a2c tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:47:36.728081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-adb52834-7f98-4559-8436-c6c441654a2c tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/609895aa-f298-4a91-9cf5-4b1acff89711 HTTP/1.1" status: 409 len: 405 time: 0.7153077 Jun 03 15:47:36.748981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52352) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:36.778133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1048607012'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:36.810870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:36.817877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:36.826022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:36.826573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:36.856706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:network and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:36.870722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:36.877365 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:36.879884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:36.898898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6f186283-09a5-49c3-93d0-9b90fd029779 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:36.899911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.905667 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 5 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:36.973368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:36.983908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:36.986070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:36.990376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:37.021038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:37.021551 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:37.034127 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 6 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:37.067324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:37.067831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:37.070006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:37.075448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:37.085559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.103762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:37.104474 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:37.107124 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 7 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:37.157663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:37.158182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:37.158625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:37.180848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5afd653-ddac-4779-b9d9-d6118902d381 None None] Network 609895aa-f298-4a91-9cf5-4b1acff89711 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:37.198944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:37.225959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.229555 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Added segment 63af349e-0f85-4305-9ff7-509195f1a618 of type vlan for network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 Jun 03 15:47:37.257377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:37.314424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.330546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.347672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] Sync routers for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:37.390093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:37.391028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:47:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:37.448248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6f186283-09a5-49c3-93d0-9b90fd029779 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:37.449691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c54f7609-d2a5-4457-8f62-1a166927595d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:37.456685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:37.460897 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:37.463097 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 8 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:37.498804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2dabf24a-ee28-4c84-8f53-8647c80288c7 None None] Provisioning for port c54f7609-d2a5-4457-8f62-1a166927595d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:37.525379 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.544648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:37.550425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.565287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17305acc-ddf9-49fb-b8ab-39ea50bce9be tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "DELETE /v2.0/floatingips/c07eb14c-c910-49f4-87be-88f1a32e8118 HTTP/1.1" status: 204 len: 168 time: 8.3953211 Jun 03 15:47:37.566419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:47:37.589625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:37.590335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:37.590754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:37.668037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:37.670288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9042308 Jun 03 15:47:37.671161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:37.671527 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:37.676744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'subnet': {'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:37.687776 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 9 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:37.766100 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5ce864-296d-47b9-a2f5-87da3a3967c4'] response: {'name': 'network-changed', 'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'tag': '21757d57-72f9-4003-a730-4334782b673c', 'status': 'completed', 'code': 200} Jun 03 15:47:37.930697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c54f7609-d2a5-4457-8f62-1a166927595d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:37.963736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c54f7609-d2a5-4457-8f62-1a166927595d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:37.964392 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.977030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:37.977623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:37.978228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:38.007643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d088e-4630-4216-84d9-f39df5c082dc tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Network': ['ID=fd2e6068-a45f-4ee9-b0ea-84746b8bff08,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:38.021173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:38.022052 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:38.022933 n-d-844594-1 neutron-server[88338]: INFO neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempt 10 to bind port b2c1408a-5c1a-476e-821a-f83471291488 Jun 03 15:47:38.078371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:38.078716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:38.079057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempting to bind port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:38.095707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:47:38.095985 n-d-844594-1 neutron-server[88338]: ERROR neutron.plugins.ml2.managers [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Failed to bind port b2c1408a-5c1a-476e-821a-f83471291488 on host n-h1-844594-1 for vnic_type normal using segments [{'id': '65a6c6b8-42fa-4274-b213-90d9f1bde9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c'}] Jun 03 15:47:38.096358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.106666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:38.220544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:38.316519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:38.334335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-8218616f-785f-4034-afff-a016fbfa485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:38.345587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-8218616f-785f-4034-afff-a016fbfa485b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 1096 time: 0.5746057 Jun 03 15:47:38.414450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:38.446514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] For port b2c1408a-5c1a-476e-821a-f83471291488, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:38.447506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attempted to set empty binding levels {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:47:38.464079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.485986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] DHCP port deletion for 609895aa-f298-4a91-9cf5-4b1acff89711 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:47:38.617268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:38.626191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.777119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c1408a-5c1a-476e-821a-f83471291488,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:38.812844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] In _notify_port_updated(), no bound segment for port b2c1408a-5c1a-476e-821a-f83471291488 on network a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:47:38.822036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:38.823355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.826113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d887fe0d-9386-4355-bab4-cf2db672c9c1 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "PUT /v2.0/ports/b2c1408a-5c1a-476e-821a-f83471291488 HTTP/1.1" status: 200 len: 975 time: 5.2191317 Jun 03 15:47:38.830609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52384) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:38.899561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Deleting port c54f7609-d2a5-4457-8f62-1a166927595d {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:38.900542 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.980051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-e19abd5c-b171-480c-951a-865269530759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:38.983194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-e19abd5c-b171-480c-951a-865269530759 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 200 len: 915 time: 0.6247435 Jun 03 15:47:39.105587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Deleting port b2c1408a-5c1a-476e-821a-f83471291488 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:39.113969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.131386 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-fd74e3a5-d4a4-487b-a345-59779c304a90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 200 len: 217 time: 0.1366031 Jun 03 15:47:39.136703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.577950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-331a60ae-dcc1-4b0f-944a-482b64e6211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:39.581219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-331a60ae-dcc1-4b0f-944a-482b64e6211b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 200 len: 853 time: 0.4382329 Jun 03 15:47:39.590415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c54f7609-d2a5-4457-8f62-1a166927595d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:39.591257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.886149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.933717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:39.939553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Usage tracker for resource:security_group_rule and tenant:ddd2bf512ee248b8959fc69886b5b795 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:39.946068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:39.991672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:40.029514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c54f7609-d2a5-4457-8f62-1a166927595d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c54f7609-d2a5-4457-8f62-1a166927595d,segment=NetworkSegment(2bcf632a-8776-4fcb-86b1-4482aaa19277),segment_id=2bcf632a-8776-4fcb-86b1-4482aaa19277)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:40.062511 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.068655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] For port b2c1408a-5c1a-476e-821a-f83471291488, host n-h1-844594-1, got binding levels [] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:40.069384 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.465498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Calling delete_port for b2c1408a-5c1a-476e-821a-f83471291488 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:40.487108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c54f7609-d2a5-4457-8f62-1a166927595d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:40.715822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c54f7609-d2a5-4457-8f62-1a166927595d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:40.723322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] For port c54f7609-d2a5-4457-8f62-1a166927595d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c54f7609-d2a5-4457-8f62-1a166927595d,segment=NetworkSegment(2bcf632a-8776-4fcb-86b1-4482aaa19277),segment_id=2bcf632a-8776-4fcb-86b1-4482aaa19277)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:40.724234 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.727657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be430c-bba9-435f-847e-0dd8cd91d6b3 req-5f3a52d0-a1a3-4402-a137-877b0210e622 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:40.749240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4be430c-bba9-435f-847e-0dd8cd91d6b3 req-5f3a52d0-a1a3-4402-a137-877b0210e622 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 945 time: 1.9743361 Jun 03 15:47:40.754470 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.887474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-c4382147-d31b-49d6-ba70-69313f5bedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:40.892050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-c4382147-d31b-49d6-ba70-69313f5bedc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d0461e10-aaaa-4a72-912c-c1a2fb1e5958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2939935 Jun 03 15:47:41.140381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Calling delete_port for c54f7609-d2a5-4457-8f62-1a166927595d owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:41.309466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:47:41.378414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4be430c-bba9-435f-847e-0dd8cd91d6b3 req-b273adad-d599-4cfd-a98a-97fa11a10f9d tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6271868 Jun 03 15:47:41.412376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.419341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2c1408a-5c1a-476e-821a-f83471291488,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:41.425058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.453808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-037d741d-5ad3-4c97-90c3-888413820e14 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b2c1408a-5c1a-476e-821a-f83471291488 HTTP/1.1" status: 204 len: 168 time: 2.6208043 Jun 03 15:47:41.456840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52402) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:41.457112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-7c0d0863-953a-4445-8081-cfa1cbe9523b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:41.458231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-7c0d0863-953a-4445-8081-cfa1cbe9523b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Synchronizing usage tracker for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:41.478801 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.487185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c54f7609-d2a5-4457-8f62-1a166927595d is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:41.488657 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.518936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:41.531817 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:47:41.535078 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:47:41.545143 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] Checking router: 65a65d30-92c7-406a-bd62-2d591d9e0790 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:41.546489 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-051d157a-2c91-416d-b0a8-6184517795f2 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:47:41.548384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-051d157a-2c91-416d-b0a8-6184517795f2 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Synchronizing usage tracker for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:41.580092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-051d157a-2c91-416d-b0a8-6184517795f2 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] Unset dirty status for tenant:5ab3fd8d3ecb4e8096d7f96ca03c8562 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:41.582257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-051d157a-2c91-416d-b0a8-6184517795f2 tempest-PortsAdminExtendedAttrsTestJSON-321946700 tempest-PortsAdminExtendedAttrsTestJSON-321946700-project-admin] 10.222.0.66 "GET /v2.0/ports/b2c1408a-5c1a-476e-821a-f83471291488 HTTP/1.1" status: 404 len: 333 time: 0.1238956 Jun 03 15:47:41.588475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:41.589998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:47:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:41.590235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52406) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:41.667675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.817239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddd2bf512ee248b8959fc69886b5b795&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6775937 Jun 03 15:47:41.829171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52412) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:41.956167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c54f7609-d2a5-4457-8f62-1a166927595d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c54f7609-d2a5-4457-8f62-1a166927595d,segment=NetworkSegment(2bcf632a-8776-4fcb-86b1-4482aaa19277),segment_id=2bcf632a-8776-4fcb-86b1-4482aaa19277)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:41.981481 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.067596 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-d7d01752-d342-4b79-82ea-f54127bc05b8 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0964060 Jun 03 15:47:42.072476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.088879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Subnet': ['ID=81b5d3ae-e6f1-406d-b107-4fed8f7ff12a,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:42.204291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Deleting port c54f7609-d2a5-4457-8f62-1a166927595d {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:42.204291 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.228625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-7c0d0863-953a-4445-8081-cfa1cbe9523b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Unset dirty status for tenant:9a2bb9b31e5346b8a70d7e588fef81f6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:42.240960 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-7c0d0863-953a-4445-8081-cfa1cbe9523b tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.70 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 945 time: 1.9665871 Jun 03 15:47:42.277152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11b5d5-a3ae-486f-a7e0-6748545e500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df420595-d360-4628-a11f-48f0288c3dd8,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:42.391514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4b65af3-a2c0-4970-971f-bb640db02fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.564332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Checking segment: {'id': '63af349e-0f85-4305-9ff7-509195f1a618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:42.565496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network hostable DHCP agents. Network: fd2e6068-a45f-4ee9-b0ea-84746b8bff08, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:42.648036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4b65af3-a2c0-4970-971f-bb640db02fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.682793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.703281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] For port c54f7609-d2a5-4457-8f62-1a166927595d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c54f7609-d2a5-4457-8f62-1a166927595d,segment=NetworkSegment(2bcf632a-8776-4fcb-86b1-4482aaa19277),segment_id=2bcf632a-8776-4fcb-86b1-4482aaa19277)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:42.703704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.791036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:42.805200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a70d7f91-e74d-4cca-855e-e2c6817ae52f req-4aa0bbb6-f9e4-4327-844f-15a65401b643 service neutron] 10.222.0.70 "GET /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939304 Jun 03 15:47:42.810939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Deleting port 21757d57-72f9-4003-a730-4334782b673c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:42.811290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.832839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a6c6b8-42fa-4274-b213-90d9f1bde9bf') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:42.844919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a6c6b8-42fa-4274-b213-90d9f1bde9bf') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:42.859142 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4b65af3-a2c0-4970-971f-bb640db02fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.888266 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.897750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b65af3-a2c0-4970-971f-bb640db02fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df420595-d360-4628-a11f-48f0288c3dd8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:42.929411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:42.974307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.994872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:42.999057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c54f7609-d2a5-4457-8f62-1a166927595d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:43.000839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.055123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Calling delete_port for c54f7609-d2a5-4457-8f62-1a166927595d owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:43.203913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:43.330942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.359315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.486171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] Pushing event deleted for resources: {'Network': ['ID=a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:43.516021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f71aff44-9a27-482c-bd37-328693fcc904 tempest-PortsAdminExtendedAttrsTestJSON-1140343931 tempest-PortsAdminExtendedAttrsTestJSON-1140343931-project] 10.222.0.66 "DELETE /v2.0/networks/a16b0c72-c4d2-49aa-ad39-c58e82d5cd8c HTTP/1.1" status: 204 len: 168 time: 1.9243169 Jun 03 15:47:43.538323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, fd2e6068-a45f-4ee9-b0ea-84746b8bff08) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:43.557950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 21757d57-72f9-4003-a730-4334782b673c no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:43.564041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:43.570746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.627081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87cdfd-8fa9-4712-bb25-e790dbe86d24 req-e48b3e70-4805-49ba-aa89-009493ed437f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:43.635732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b4b65af3-a2c0-4970-971f-bb640db02fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.636942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de87cdfd-8fa9-4712-bb25-e790dbe86d24 req-e48b3e70-4805-49ba-aa89-009493ed437f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 945 time: 0.5451381 Jun 03 15:47:43.657341 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b4b65af3-a2c0-4970-971f-bb640db02fcf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df420595-d360-4628-a11f-48f0288c3dd8 HTTP/1.1" status: 204 len: 168 time: 1.8235502 Jun 03 15:47:43.705702 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 65a6c6b8-42fa-4274-b213-90d9f1bde9bf resource provider aggregate not found Jun 03 15:47:43.716758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ac2e0dc9-c37d-4225-b519-2d32c520f4e7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0442288 Jun 03 15:47:43.721587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52456) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:43.741889 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 65a6c6b8-42fa-4274-b213-90d9f1bde9bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65a6c6b8-42fa-4274-b213-90d9f1bde9bf found for delete ", "request_id": "req-23428090-17f7-4477-b4f5-6b5fcd1b4d2d"}]} Jun 03 15:47:43.754462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'port': {'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08', 'name': 'tempest-NetworksIpV6TestAttrs-326737339'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:43.811126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761c4df-b68f-431d-835d-91be9647f42b None None] Network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:43.869469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] For port 21757d57-72f9-4003-a730-4334782b673c, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=21757d57-72f9-4003-a730-4334782b673c,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:43.870495 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.015178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de87cdfd-8fa9-4712-bb25-e790dbe86d24 req-38d55435-c1d5-46c9-814a-81952203bf54 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb092bdc-043d-490c-8329-a3912d7dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716416 Jun 03 15:47:44.166038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:44.176292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:port and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:44.182930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:44.196133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:44.233795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:44.239558 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.290308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] device_id is not set on port e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:44.300002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52470) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:44.309199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Calling delete_port for 21757d57-72f9-4003-a730-4334782b673c owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:44.346509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.472317 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-46e5ab7d-2453-4320-a6ae-eef5d16d21f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.582646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:44.652962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.680472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.711266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:44.724596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Allocated IP 2001:db8::f816:3eff:fef5:3406 (fd2e6068-a45f-4ee9-b0ea-84746b8bff08/81b5d3ae-e6f1-406d-b107-4fed8f7ff12a/e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:44.729972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Usage tracker for resource:security_group_rule and tenant:8586c71d1c7f46d9bceb5e6dae8df3b3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:44.739313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:44.758522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:44.974725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] Pushing event deleted for resources: {'Port': ['ID=c54f7609-d2a5-4457-8f62-1a166927595d,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:45.049280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a4240-66eb-45b1-a0d4-8df25b43f99c None None] No DVR routers for this DVR port c54f7609-d2a5-4457-8f62-1a166927595d on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:47:45.092660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-fd2e6068-a45f-4ee9-b0ea-84746b8bff08', 'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08', 'tenant_id': 'e48df6d6b6ef4bae8fc7a0db3bc094c5', 'fixed_ips': [{'subnet_id': '81b5d3ae-e6f1-406d-b107-4fed8f7ff12a'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:47:45.115570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.163605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Port 21757d57-72f9-4003-a730-4334782b673c update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:47:45.254948 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-18753731-da07-4267-a481-6c59286cc23f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27aa330b83d943e690222006a38d26b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9537311 Jun 03 15:47:45.309411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52486) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:45.314590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event deleted for resources: {'Port': ['ID=21757d57-72f9-4003-a730-4334782b673c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:45.323134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] No DVR routers for this DVR port 21757d57-72f9-4003-a730-4334782b673c on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:47:45.326285 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.329664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'name': 'network-vif-deleted', 'tag': '21757d57-72f9-4003-a730-4334782b673c'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:47:45.370660 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4bda9a8d-8ee1-43d1-afcb-53fe1690e703 req-dcd49f98-ab3b-4440-b476-4b8f4f2dc93c tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.70 "DELETE /v2.0/ports/21757d57-72f9-4003-a730-4334782b673c HTTP/1.1" status: 204 len: 173 time: 3.0892868 Jun 03 15:47:45.487170 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31dea67c-8bbb-40ee-aa1a-c7958392e5b1'] response: {'server_uuid': '8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6', 'name': 'network-vif-deleted', 'tag': '21757d57-72f9-4003-a730-4334782b673c', 'status': 'completed', 'code': 200} Jun 03 15:47:45.699733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-962b1127-2126-4f48-b7ca-21db5d409ef4 req-8b8259bf-39bf-425e-b497-561f0a5ae406 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 210 time: 0.1874881 Jun 03 15:47:45.864690 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.868420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.990266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:45.994025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Transition to ACTIVE for port object e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:46.000379 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badee2b-a83e-4155-9efb-b68c2ee74001 None None] The sync data for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 is: [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 4, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '47671682-0a3e-4588-9fb2-4b10405d55ee', 'name': '', 'network_id': 'd0461e10-aaaa-4a72-912c-c1a2fb1e5958', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'mac_address': 'fa:16:3e:1c:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:43Z', 'updated_at': '2022-06-03T15:42:00Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'subnets': [{'id': '0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:46.061420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbab57f9-79a1-4910-bce6-4c8f3a9051b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.072948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.105978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.259998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbab57f9-79a1-4910-bce6-4c8f3a9051b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.331002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8586c71d1c7f46d9bceb5e6dae8df3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7451043 Jun 03 15:47:46.333388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.335043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52500) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:46.373428 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4dc286a6-1a3e-4cc4-b922-ccde8037433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.473488 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Allocated IP 2001:db8::f816:3eff:fe7a:6114 (fd2e6068-a45f-4ee9-b0ea-84746b8bff08/81b5d3ae-e6f1-406d-b107-4fed8f7ff12a/5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:46.584343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08eed330-c9f2-46ef-9941-3af0ec4dde91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.628221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:46.630105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9035eb3-8795-46fb-b7c7-3726c79b7edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602bed3f-550c-44cf-a48c-6ec1cd931803,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:46.664471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:46.671734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192b72c-98e3-46b9-80dd-5f91add5e7b1 None None] New status for floating IP c07eb14c-c910-49f4-87be-88f1a32e8118: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:47:46.685421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08eed330-c9f2-46ef-9941-3af0ec4dde91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.703734 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbab57f9-79a1-4910-bce6-4c8f3a9051b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.710521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Port': ['ID=e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:46.724169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:46.735052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:46.736032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.800415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dbab57f9-79a1-4910-bce6-4c8f3a9051b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.802002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dbab57f9-79a1-4910-bce6-4c8f3a9051b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54acc46d-b922-4278-bcb6-de926510f1bf HTTP/1.1" status: 204 len: 168 time: 1.4882553 Jun 03 15:47:46.804170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab57f9-79a1-4910-bce6-4c8f3a9051b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54acc46d-b922-4278-bcb6-de926510f1bf,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:46.817567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8491cdf2-dc82-464c-8af0-a1afb496ae66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0948598 Jun 03 15:47:46.826780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52512) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:46.900570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.947366 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08eed330-c9f2-46ef-9941-3af0ec4dde91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.011077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eed330-c9f2-46ef-9941-3af0ec4dde91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602bed3f-550c-44cf-a48c-6ec1cd931803,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:47.035708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08eed330-c9f2-46ef-9941-3af0ec4dde91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.042308 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-08eed330-c9f2-46ef-9941-3af0ec4dde91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/602bed3f-550c-44cf-a48c-6ec1cd931803 HTTP/1.1" status: 204 len: 168 time: 0.7032707 Jun 03 15:47:47.181452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting subnet 81b5d3ae-e6f1-406d-b107-4fed8f7ff12a {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:47.304077 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.329190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Transition to ACTIVE for port object 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:47.344581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2ae974c-b502-4d04-a2a1-86287670f55d req-624ea149-5ee6-4bd4-81e5-a55e0d72f4d3 tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efb1c57-d1b4-46c7-aa21-ccb9d557a3e6 HTTP/1.1" status: 200 len: 210 time: 0.1521728 Jun 03 15:47:47.368794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Transition to ACTIVE for port object 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:47.378616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.380757 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.435929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.482590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:47.486016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:47.491187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:47.502710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Pushing event updated for resources: {'Port': ['ID=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:47.625514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Attempting to bind port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:47.628053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Attempting to bind port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '63af349e-0f85-4305-9ff7-509195f1a618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:47.631200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Attempting to bind port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd on network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:47.641835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:47:47.644618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Checking segment: {'id': '63af349e-0f85-4305-9ff7-509195f1a618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:47.646442 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.647914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Bound using segment: {'id': '63af349e-0f85-4305-9ff7-509195f1a618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:47:47.648340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Bound port: 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63af349e-0f85-4305-9ff7-509195f1a618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fd2e6068-a45f-4ee9-b0ea-84746b8bff08'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:47:47.648843 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.839450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.885714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] For port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:47.892357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] For port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,segment=NetworkSegment(63af349e-0f85-4305-9ff7-509195f1a618),segment_id=63af349e-0f85-4305-9ff7-509195f1a618)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:47:47.906066 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.028031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.141704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863038d-0ea4-469f-8241-0707954efc1a None None] Pushing event updated for resources: {'Port': ['ID=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:48.166267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52542) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:48.192436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52546) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:48.204262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.241902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.245545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:48.252423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b44e71dfa853451cb3a457f600bae5a5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:48.257828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:48.272579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:48.416232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f2b70718-dce8-4993-badf-45ba0a2e3e81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ab3fd8d3ecb4e8096d7f96ca03c8562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211595 Jun 03 15:47:48.418491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52552) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:48.425867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.462820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.470175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.487755 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.636152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7077a-fe2b-409b-8c8f-3646d4bd772b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:48.658082 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8afaf706-0683-4bc6-8be5-e282d2d564f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b44e71dfa853451cb3a457f600bae5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839842 Jun 03 15:47:48.658958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52558) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:48.753957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Subnet': ['ID=81b5d3ae-e6f1-406d-b107-4fed8f7ff12a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:48.774393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.850446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f58fca0f-a368-400d-86fb-44d496d4ae96 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/81b5d3ae-e6f1-406d-b107-4fed8f7ff12a HTTP/1.1" status: 204 len: 168 time: 2.0224478 Jun 03 15:47:48.851209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52562) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:48.851535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52564) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:48.914633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5940eb66-c5c6-4fb8-b2fe-f60837cf42a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.967930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5940eb66-c5c6-4fb8-b2fe-f60837cf42a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.022285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aee10a-5e10-4318-8df4-e1bb15aad681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.070027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5940eb66-c5c6-4fb8-b2fe-f60837cf42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.108081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940eb66-c5c6-4fb8-b2fe-f60837cf42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7077a-fe2b-409b-8c8f-3646d4bd772b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:49.123465 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5940eb66-c5c6-4fb8-b2fe-f60837cf42a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.128732 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5940eb66-c5c6-4fb8-b2fe-f60837cf42a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8f7077a-fe2b-409b-8c8f-3646d4bd772b HTTP/1.1" status: 204 len: 168 time: 0.4646604 Jun 03 15:47:49.141132 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d437ef59-b933-4466-b54e-c9cf96da065f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.176408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aee10a-5e10-4318-8df4-e1bb15aad681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.253114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0784fa0-9bf5-4a2f-961a-911bdd242c48 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:49.254976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0784fa0-9bf5-4a2f-961a-911bdd242c48 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:49.256169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0784fa0-9bf5-4a2f-961a-911bdd242c48 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Synchronizing usage tracker for tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:49.275738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aee10a-5e10-4318-8df4-e1bb15aad681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.324677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aee10a-5e10-4318-8df4-e1bb15aad681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a16e92-22ad-4742-a434-a62cf856440f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:49.338154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d437ef59-b933-4466-b54e-c9cf96da065f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.352224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a0784fa0-9bf5-4a2f-961a-911bdd242c48 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Unset dirty status for tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:49.357445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a0784fa0-9bf5-4a2f-961a-911bdd242c48 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4968383 Jun 03 15:47:49.359039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:49.370314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aee10a-5e10-4318-8df4-e1bb15aad681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.371647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-58aee10a-5e10-4318-8df4-e1bb15aad681 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78a16e92-22ad-4742-a434-a62cf856440f HTTP/1.1" status: 204 len: 168 time: 0.8988678 Jun 03 15:47:49.623046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e463a89d-c57e-4153-85b3-b472afa1705e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.645951 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e463a89d-c57e-4153-85b3-b472afa1705e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 03 15:47:49.646425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e463a89d-c57e-4153-85b3-b472afa1705e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:47:49.662439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e463a89d-c57e-4153-85b3-b472afa1705e tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/fd2e6068-a45f-4ee9-b0ea-84746b8bff08 HTTP/1.1" status: 409 len: 405 time: 0.3015854 Jun 03 15:47:49.667542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52580) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:49.695344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-776222149'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:49.709383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d437ef59-b933-4466-b54e-c9cf96da065f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.713378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d437ef59-b933-4466-b54e-c9cf96da065f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.715130 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d437ef59-b933-4466-b54e-c9cf96da065f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] 10.222.0.66 "DELETE /v2.0/security-groups/eb092bdc-043d-490c-8329-a3912d7dd747 HTTP/1.1" status: 204 len: 168 time: 0.8603117 Jun 03 15:47:49.717010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:49.735926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:network and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:49.741396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:49.748495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437ef59-b933-4466-b54e-c9cf96da065f tempest-TestVolumeBackupRestore-1829187850 tempest-TestVolumeBackupRestore-1829187850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb092bdc-043d-490c-8329-a3912d7dd747,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:49.769436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:49.814295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:49.819764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.947092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:49.987203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.987652 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Added segment ee5af1de-830a-44be-bdb8-335bd53ee21a of type vlan for network 2aa0f67b-7231-43ed-8665-64158129fa80 Jun 03 15:47:50.071764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.171578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732a4e6-414c-4f49-8c12-5b70f14bf953 None None] Network fd2e6068-a45f-4ee9-b0ea-84746b8bff08 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:50.250675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.269908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:50.270962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.595371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:50.932825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52644) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:50.939403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2578814 Jun 03 15:47:50.942094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'subnet': {'network_id': '2aa0f67b-7231-43ed-8665-64158129fa80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:51.045395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c5353-2666-4ff0-a45b-3844ba564a6d tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Network': ['ID=2aa0f67b-7231-43ed-8665-64158129fa80,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:51.322647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 2aa0f67b-7231-43ed-8665-64158129fa80 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:51.440894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-daf994da-66b7-419f-88b0-45f0c01d3144 None None] Provisioning for port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:51.544209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:51.589348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:51.630435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:51.646279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.178524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52740) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:52.542081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703551400-network', 'tenant_id': '9d1a1c1ace1346049b2443247acf7ce3'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:52.589989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:52.612996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Usage tracker for resource:network and tenant:9d1a1c1ace1346049b2443247acf7ce3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:52.635701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:52.678575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:52.758421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Made reservation on behalf of 9d1a1c1ace1346049b2443247acf7ce3 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:52.789490 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.829719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:52.875651 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.895132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:52.895722 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.012831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:53.038403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1a1c1ace1346049b2443247acf7ce3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:53.048883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:53.085524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:53.594549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:47:53.599164 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.730748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.738731 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.773741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] DHCP port deletion for fd2e6068-a45f-4ee9-b0ea-84746b8bff08 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:47:53.777953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:53.808010 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.810143 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Added segment cc7128d1-acc4-4142-8b81-a86479c26855 of type vlan for network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e Jun 03 15:47:53.830085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Deleting port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:53.834345 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.913858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.146495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.150354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:54.151187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.241571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Subnet': ['ID=207c755d-cea6-4c3c-bff1-5514854401be,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:54.343930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.352739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.353298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.353864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.354427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.355000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.361859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.364165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.371209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.372294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.374015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.377072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:54.404820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Checking segment: {'id': 'ee5af1de-830a-44be-bdb8-335bd53ee21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2aa0f67b-7231-43ed-8665-64158129fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:54.409359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network hostable DHCP agents. Network: 2aa0f67b-7231-43ed-8665-64158129fa80, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:54.515969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network 2aa0f67b-7231-43ed-8665-64158129fa80 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:54.579146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 2aa0f67b-7231-43ed-8665-64158129fa80) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:54.603201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:54.608623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.610773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fc9dba-d177-493c-aa52-0131373fdad8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:54.621488 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4414489 Jun 03 15:47:54.623734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 52904) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:54.635980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Request body: {'subnet': {'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703551400-subnet', 'tenant_id': '9d1a1c1ace1346049b2443247acf7ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:54.647300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ba918-6ba9-4cef-8e8c-3efe159533a0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f02440d-e4a0-41ab-b00c-c3bc54d3570e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:54.651423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:54.660582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Usage tracker for resource:subnet and tenant:9d1a1c1ace1346049b2443247acf7ce3 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:54.671756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:54.697186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:54.776282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b120143-92e2-4585-b52b-2c7eac9a800b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.8397985 Jun 03 15:47:54.780151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52916) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:54.794273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Made reservation on behalf of 9d1a1c1ace1346049b2443247acf7ce3 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:54.797669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:55.074198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18504d8-13bd-4588-a05b-51621448765b None None] Network 2aa0f67b-7231-43ed-8665-64158129fa80 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:55.133386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:55.456262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:55.492524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 52966) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:55.658508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f44302-62e7-46d8-a254-0407ff11063a,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:55.726810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:55.727193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:55.783886 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:55.817066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Checking segment: {'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:55.817993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Network hostable DHCP agents. Network: 7f02440d-e4a0-41ab-b00c-c3bc54d3570e, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:55.860372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:55.888432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7f02440d-e4a0-41ab-b00c-c3bc54d3570e) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:55.894060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:55.894949 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:55.960071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4d4dfbaf-20c0-47a1-848b-bcc832b12790 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3327625 Jun 03 15:47:56.014535 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:47:56.034715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.269529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188cbba-3542-4d83-914f-365126dccac6 None None] Network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:56.438081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.470575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.581797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Subnet': ['ID=207c755d-cea6-4c3c-bff1-5514854401be,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:56.602926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:56.613884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Usage tracker for resource:security_group_rule and tenant:133d52360a934547a4eb2a25c88d645b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:56.624179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:56.636850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:57.262690 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.282997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.418697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53058) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:57.433214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] For port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,segment=NetworkSegment(63af349e-0f85-4305-9ff7-509195f1a618),segment_id=63af349e-0f85-4305-9ff7-509195f1a618)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:57.435536 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.458317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,segment=NetworkSegment(63af349e-0f85-4305-9ff7-509195f1a618),segment_id=63af349e-0f85-4305-9ff7-509195f1a618)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:57.541676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.610671 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.640017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa0f67b-7231-43ed-8665-64158129fa80']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:57.694420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-242949899', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:57.700754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5af1de-830a-44be-bdb8-335bd53ee21a') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:57.701055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5af1de-830a-44be-bdb8-335bd53ee21a') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:57.709518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:57.728445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Usage tracker for resource:port and tenant:8d54f0f0cb364143b32defe9aa98d96a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:57.736498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:57.751228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.765726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:57.796682 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.798374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Made reservation on behalf of 8d54f0f0cb364143b32defe9aa98d96a for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:57.800974 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.818200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:57.818614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.831183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.868562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:57.877830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Usage tracker for resource:security_group_rule and tenant:8d54f0f0cb364143b32defe9aa98d96a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:57.885619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:57.909490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:57.958029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711c45b-76e8-443a-9ae8-5513c7302c2d None None] Network 2aa0f67b-7231-43ed-8665-64158129fa80 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:58.098445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.103340 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.113534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.138830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] device_id is not set on port 3afa9fbd-d144-4fe8-9a9d-cbc25f5af0f8 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:58.153104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=133d52360a934547a4eb2a25c88d645b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6511269 Jun 03 15:47:58.158836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.171469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:58.178580 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ee5af1de-830a-44be-bdb8-335bd53ee21a resource provider aggregate not found Jun 03 15:47:58.224370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bb6fa-0ce2-4b02-ac0f-7540c0bd72f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a57feb0-4861-4849-9393-386ec9aabd30,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:58.249050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Network': ['ID=2aa0f67b-7231-43ed-8665-64158129fa80,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:58.293627 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-822cef76-2290-4854-a6eb-43fba2610115 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/2aa0f67b-7231-43ed-8665-64158129fa80 HTTP/1.1" status: 204 len: 168 time: 3.5074000 Jun 03 15:47:58.315290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53124) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:58.351107 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ee5af1de-830a-44be-bdb8-335bd53ee21a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee5af1de-830a-44be-bdb8-335bd53ee21a found for delete ", "request_id": "req-04f0364e-4954-4472-8199-a3d991f848d8"}]} Jun 03 15:47:58.366756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d1693-2ce4-4be4-9a8d-fae2c9f6b9ac,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:58.398550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-946045210'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:58.432925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:58.456639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:network and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:58.460233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:58.477310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:58.485266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:58.501192 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b79a7cc1-6fb6-4b2a-87bb-77739098c69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.534112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:58.545486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.575432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:58.647854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b79a7cc1-6fb6-4b2a-87bb-77739098c69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.843835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:58.852327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b79a7cc1-6fb6-4b2a-87bb-77739098c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.859427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:58.905677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b79a7cc1-6fb6-4b2a-87bb-77739098c69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.909265 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b79a7cc1-6fb6-4b2a-87bb-77739098c69d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a57feb0-4861-4849-9393-386ec9aabd30 HTTP/1.1" status: 204 len: 168 time: 0.7203231 Jun 03 15:47:58.939954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a7cc1-6fb6-4b2a-87bb-77739098c69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a57feb0-4861-4849-9393-386ec9aabd30,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:59.050881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Allocated IP 172.25.1.247 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/3afa9fbd-d144-4fe8-9a9d-cbc25f5af0f8) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:59.205271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:59.205271 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Added segment b4754e71-029c-4c60-bcef-d941596365d3 of type vlan for network a336fd22-9971-4662-9c8d-166d09fab8cf Jun 03 15:47:59.465390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Calling delete_port for 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:59.822011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:59.822734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:59.873658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58392777-4d5d-4d3a-9a12-dc735987f421 None None] Network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:59.942950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53194) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:00.042287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.157621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:00.174103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Usage tracker for resource:security_group_rule and tenant:710f38e5557a467196377f7eabe06e9a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:00.190062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:00.204229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:00.212672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,segment=NetworkSegment(63af349e-0f85-4305-9ff7-509195f1a618),segment_id=63af349e-0f85-4305-9ff7-509195f1a618)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:00.229984 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.375366 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.385926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.408921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:00.409435 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:00.421137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.440787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:00.442499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6085f7-4ee4-4c4e-9a8f-3a8f92363584,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:00.578008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.583806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:00.584825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.658585 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dcd172d7-b8d4-4f17-9611-2982d5b286e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=710f38e5557a467196377f7eabe06e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985803 Jun 03 15:48:00.673636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53202) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:00.752800 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.757516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Network': ['ID=a336fd22-9971-4662-9c8d-166d09fab8cf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:00.784358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a336fd22-9971-4662-9c8d-166d09fab8cf details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:00.804618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3112cae6-7779-4b19-8e31-6d9b632d4fe9 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4760740 Jun 03 15:48:00.804981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:00.816133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'subnet': {'network_id': 'a336fd22-9971-4662-9c8d-166d09fab8cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:00.931273 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.975536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Deleting port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:00.976884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:01.123579 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Pushing event updated for resources: {'Port': ['ID=3afa9fbd-d144-4fe8-9a9d-cbc25f5af0f8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:01.174014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:01.183569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:01.187242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:01.195247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:01.268725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:subnet and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:01.295360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:01.340169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08ecd252-fc4a-4ac7-a70c-76e555a6307f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:01.350089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:01.384013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:01.385108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:01.406061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:01.421277 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:01.444041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] For port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,segment=NetworkSegment(63af349e-0f85-4305-9ff7-509195f1a618),segment_id=63af349e-0f85-4305-9ff7-509195f1a618)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:01.447068 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:01.612207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08ecd252-fc4a-4ac7-a70c-76e555a6307f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:01.675961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-318d1571-53cf-4b45-a3f5-071f96c6d4d4 tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2551336 Jun 03 15:48:01.704774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53214) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:01.777892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.247'}]}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:01.806134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Calling delete_port for 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:01.833029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:01.861222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Usage tracker for resource:router and tenant:8d54f0f0cb364143b32defe9aa98d96a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:01.873728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:01.889013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:01.903200 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.036101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] Pushing event deleted for resources: {'Port': ['ID=5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:02.041818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.046549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.071123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5779eaa-d562-439c-a442-9e274dea732c None None] No DVR routers for this DVR port 5bc9ea07-126d-486d-b82c-1fb0a6dbb1cd on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:02.076277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08ecd252-fc4a-4ac7-a70c-76e555a6307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.168415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecd252-fc4a-4ac7-a70c-76e555a6307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6085f7-4ee4-4c4e-9a8f-3a8f92363584,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:02.184888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-08ecd252-fc4a-4ac7-a70c-76e555a6307f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.187285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-08ecd252-fc4a-4ac7-a70c-76e555a6307f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f6085f7-4ee4-4c4e-9a8f-3a8f92363584 HTTP/1.1" status: 204 len: 168 time: 1.5114651 Jun 03 15:48:02.213459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.376095 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.546070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Subnet': ['ID=4d6597a8-e499-4f19-a20e-953012f7dfe4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:02.565958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Checking segment: {'id': 'b4754e71-029c-4c60-bcef-d941596365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a336fd22-9971-4662-9c8d-166d09fab8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:02.566601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network hostable DHCP agents. Network: a336fd22-9971-4662-9c8d-166d09fab8cf, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:02.603320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network a336fd22-9971-4662-9c8d-166d09fab8cf is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:02.618677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a336fd22-9971-4662-9c8d-166d09fab8cf) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:02.628183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:02.630096 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.632740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0ffbd-1166-4d5d-a79f-4a1c3b278093 None None] Network a336fd22-9971-4662-9c8d-166d09fab8cf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:02.669883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.704449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9025054c-d892-4b58-a7b8-51d2c356348b tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8976853 Jun 03 15:48:02.708316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53224) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:02.751095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53228) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:02.913268 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.993496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:03.023798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Usage tracker for resource:security_group_rule and tenant:4a756337e10d42269c4edf6adcae4f13 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:03.046845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:03.056851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.087980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:03.111854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-a336fd22-9971-4662-9c8d-166d09fab8cf', 'network_id': 'a336fd22-9971-4662-9c8d-166d09fab8cf', 'tenant_id': 'e48df6d6b6ef4bae8fc7a0db3bc094c5', 'fixed_ips': [{'subnet_id': '4d6597a8-e499-4f19-a20e-953012f7dfe4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:48:03.113438 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.340797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.359226 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.420425 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.531745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a756337e10d42269c4edf6adcae4f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685931 Jun 03 15:48:03.531745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e28dd-1239-4839-a8b9-02641ac8a449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60b0bc-98f2-4b54-a4ad-eae7963cfbdc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:03.545956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53236) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:03.697121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Allocated IP 2001:db8::2 (a336fd22-9971-4662-9c8d-166d09fab8cf/4d6597a8-e499-4f19-a20e-953012f7dfe4/7ce29940-6a70-41ca-90a8-ce484358dc47) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:03.949499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Deleting port 47671682-0a3e-4588-9fb2-4b10405d55ee {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:03.951312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.127522 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7c662fd-5c9b-481c-9ce5-abb454e57a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.166314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7c662fd-5c9b-481c-9ce5-abb454e57a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.182385 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.194836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Transition to ACTIVE for port object 7ce29940-6a70-41ca-90a8-ce484358dc47 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:04.219367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Transition to ACTIVE for port object 7ce29940-6a70-41ca-90a8-ce484358dc47 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:04.225469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.241271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.277377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7c662fd-5c9b-481c-9ce5-abb454e57a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.310009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Network a336fd22-9971-4662-9c8d-166d09fab8cf is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:04.315459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:04.320540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:04.348591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c662fd-5c9b-481c-9ce5-abb454e57a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60b0bc-98f2-4b54-a4ad-eae7963cfbdc,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:04.389040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7c662fd-5c9b-481c-9ce5-abb454e57a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.394648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a7c662fd-5c9b-481c-9ce5-abb454e57a3b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff60b0bc-98f2-4b54-a4ad-eae7963cfbdc HTTP/1.1" status: 204 len: 168 time: 0.8427703 Jun 03 15:48:04.424078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] For port 47671682-0a3e-4588-9fb2-4b10405d55ee, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=47671682-0a3e-4588-9fb2-4b10405d55ee,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:04.425218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.498298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Pushing event updated for resources: {'Port': ['ID=7ce29940-6a70-41ca-90a8-ce484358dc47,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:04.520245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-71009c5e-c9c8-4fd0-840e-5a2fd078c9ce tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:04.521586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-71009c5e-c9c8-4fd0-840e-5a2fd078c9ce tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Synchronizing usage tracker for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:04.524296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Attempting to bind port 7ce29940-6a70-41ca-90a8-ce484358dc47 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:04.525260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Attempting to bind port 7ce29940-6a70-41ca-90a8-ce484358dc47 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b4754e71-029c-4c60-bcef-d941596365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a336fd22-9971-4662-9c8d-166d09fab8cf'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:04.525810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Attempting to bind port 7ce29940-6a70-41ca-90a8-ce484358dc47 on network a336fd22-9971-4662-9c8d-166d09fab8cf {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:04.533845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:04.534497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Checking segment: {'id': 'b4754e71-029c-4c60-bcef-d941596365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a336fd22-9971-4662-9c8d-166d09fab8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:04.535093 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.535779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Bound using segment: {'id': 'b4754e71-029c-4c60-bcef-d941596365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a336fd22-9971-4662-9c8d-166d09fab8cf'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:04.536476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Bound port: 7ce29940-6a70-41ca-90a8-ce484358dc47, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4754e71-029c-4c60-bcef-d941596365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a336fd22-9971-4662-9c8d-166d09fab8cf'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:04.537070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.593838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-71009c5e-c9c8-4fd0-840e-5a2fd078c9ce tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Unset dirty status for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:04.605889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-71009c5e-c9c8-4fd0-840e-5a2fd078c9ce tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/networks?id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e HTTP/1.1" status: 200 len: 808 time: 0.6318753 Jun 03 15:48:04.636274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.714365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Calling delete_port for 47671682-0a3e-4588-9fb2-4b10405d55ee owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:04.717870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-dd965019-dd64-40c7-a780-e0fd91388b66 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/quotas/9d1a1c1ace1346049b2443247acf7ce3 HTTP/1.1" status: 200 len: 375 time: 0.1098263 Jun 03 15:48:04.752453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] For port 7ce29940-6a70-41ca-90a8-ce484358dc47, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:04.776860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] For port 7ce29940-6a70-41ca-90a8-ce484358dc47, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7ce29940-6a70-41ca-90a8-ce484358dc47,segment=NetworkSegment(b4754e71-029c-4c60-bcef-d941596365d3),segment_id=b4754e71-029c-4c60-bcef-d941596365d3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:04.786346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.798734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6597a8-e499-4f19-a20e-953012f7dfe4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:05.116661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.194084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa777c55-dcbc-4b56-bc0d-4e202cb00403 None None] Network a336fd22-9971-4662-9c8d-166d09fab8cf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:05.200000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.313493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-6c8dde67-39e7-4f7a-86cc-2b7a171c7a18 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d1a1c1ace1346049b2443247acf7ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5581667 Jun 03 15:48:05.362320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d14ec-84c6-47c1-b9a8-53766165ba17 None None] Pushing event updated for resources: {'Port': ['ID=7ce29940-6a70-41ca-90a8-ce484358dc47,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:05.405225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.493734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a336fd22-9971-4662-9c8d-166d09fab8cf']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:05.526763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4754e71-029c-4c60-bcef-d941596365d3') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:05.527221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4754e71-029c-4c60-bcef-d941596365d3') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:05.566123 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.634729 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.657732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:05.659883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.833999 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b4754e71-029c-4c60-bcef-d941596365d3 resource provider aggregate not found Jun 03 15:48:05.881127 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:48:05.881127 n-d-844594-1 neutron-server[88338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:48:05.881127 n-d-844594-1 neutron-server[88338]: [parameters: {'id': 'a336fd22-9971-4662-9c8d-166d09fab8cf'}] Jun 03 15:48:05.881127 n-d-844594-1 neutron-server[88338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:05.883973 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:05.895720 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b4754e71-029c-4c60-bcef-d941596365d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4754e71-029c-4c60-bcef-d941596365d3 found for delete ", "request_id": "req-cd3180ad-7b19-4051-9d73-1f2e50da69a7"}]} Jun 03 15:48:05.910212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d018c-b98c-4344-a9a5-3367bd828dfa None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:48:05.981088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.079447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.218510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47671682-0a3e-4588-9fb2-4b10405d55ee,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:06.280747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-e657020e-bcad-4167-92a0-b06c992a4790 service neutron] 10.222.0.66 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456024 Jun 03 15:48:06.287856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d018c-b98c-4344-a9a5-3367bd828dfa None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:48:06.412021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.711565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting port 7ce29940-6a70-41ca-90a8-ce484358dc47 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:06.712625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.818746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:06.852694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.858122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.859954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-dfb956f8-9661-4096-9c21-96af15affdfc service neutron] 10.222.0.66 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520380 Jun 03 15:48:06.995806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.000894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 774ee835-cde2-43d8-94ea-799ed379181c {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:48:07.209318 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:48:07.210455 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3d11a5a2-0040-460d-b226-b8ca113e2fae tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4729080 Jun 03 15:48:07.214996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53288) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:07.230400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.302310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-925755557-network', 'tenant_id': '1f28739c96434fe9868fba2ae29797ed'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:07.464597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:07.473056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] For port 7ce29940-6a70-41ca-90a8-ce484358dc47, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7ce29940-6a70-41ca-90a8-ce484358dc47,segment=NetworkSegment(b4754e71-029c-4c60-bcef-d941596365d3),segment_id=b4754e71-029c-4c60-bcef-d941596365d3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:07.473545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.638098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7eec6c1-0cf9-4dd6-b6db-a6352335de51 req-0f360343-9a0c-4424-bdce-f84ee8617c60 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 210 time: 0.3224089 Jun 03 15:48:07.751335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Usage tracker for resource:network and tenant:1f28739c96434fe9868fba2ae29797ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:07.787583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Calling delete_port for 7ce29940-6a70-41ca-90a8-ce484358dc47 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:07.868652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:07.918575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:07.952847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Deleting port 3afa9fbd-d144-4fe8-9a9d-cbc25f5af0f8 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:07.953365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.024404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Made reservation on behalf of 1f28739c96434fe9868fba2ae29797ed for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:08.029839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.090544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.100136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Router 65a65d30-92c7-406a-bd62-2d591d9e0790 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:08.164181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:08.183097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Usage tracker for resource:security_group_rule and tenant:1f28739c96434fe9868fba2ae29797ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:08.193762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:08.317720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:08.347907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.433743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:08.451151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] Sync routers for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:08.466685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:08.467882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:47:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:08.507773 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9b062c8e-13f2-425f-b5f6-ecf1c9e746b0 admin admin] 10.222.0.66 "PUT /v2.0/routers/65a65d30-92c7-406a-bd62-2d591d9e0790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9194391 Jun 03 15:48:08.511061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53304) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:08.516202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No DVR routers for this DVR port 7ce29940-6a70-41ca-90a8-ce484358dc47 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:08.520315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Port': ['ID=7ce29940-6a70-41ca-90a8-ce484358dc47,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:08.599737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.600471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.601054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.601624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.602182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.602767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.603310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.603877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.604478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.605027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.605584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.606126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:08.898678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:09.152961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.220341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.257054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a336fd22-9971-4662-9c8d-166d09fab8cf']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:09.271941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4754e71-029c-4c60-bcef-d941596365d3') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:09.272246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4754e71-029c-4c60-bcef-d941596365d3') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:09.289223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.336692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.345244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:09.345677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.473541 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b4754e71-029c-4c60-bcef-d941596365d3 resource provider aggregate not found Jun 03 15:48:09.539122 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.567205 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b4754e71-029c-4c60-bcef-d941596365d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4754e71-029c-4c60-bcef-d941596365d3 found for delete ", "request_id": "req-68386622-4acf-4ba4-a297-b9a3e59ba79a"}]} Jun 03 15:48:09.598886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f856f916-1961-412b-9506-06a696cb01f2 req-f877b281-7d31-4f87-ba42-9c5034aea028 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 210 time: 0.1636252 Jun 03 15:48:09.675993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.688484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Deleting port d2edb2bc-e683-4eea-a3dc-02b9db26fc96 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:09.688845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.724297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:48:05Z', 'revision_number': 5, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port': {'id': 'd2edb2bc-e683-4eea-a3dc-02b9db26fc96', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:34Z', 'updated_at': '2022-06-03T15:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:09.753432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] Checking router: 65a65d30-92c7-406a-bd62-2d591d9e0790 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:48:09.794787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] Routers {'65a65d30-92c7-406a-bd62-2d591d9e0790'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:09.796587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:47:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['65a65d30-92c7-406a-bd62-2d591d9e0790'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:09.902856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Calling delete_port for 3afa9fbd-d144-4fe8-9a9d-cbc25f5af0f8 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:09.982468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.088610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.142757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/a336fd22-9971-4662-9c8d-166d09fab8cf HTTP/1.1" status: 204 len: 168 time: 7.4326575 Jun 03 15:48:10.158073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53316) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:10.185364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-658611490'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:10.203031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.205233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a076-64ea-4262-b8b5-3e4739d98c60 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Network': ['ID=a336fd22-9971-4662-9c8d-166d09fab8cf,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:10.243284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.251519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:10.314142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] Set router 65a65d30-92c7-406a-bd62-2d591d9e0790 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:10.329221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:network and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:10.353170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:10.401877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:10.501869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] For port d2edb2bc-e683-4eea-a3dc-02b9db26fc96, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:10.502357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.581204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c28f00-620d-49ab-940a-3305b415ee85,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:10.587360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:10.595504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:48:09Z', 'revision_number': 6, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:10.602179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5e485-b20d-410d-ae6a-23fdd9f08682 None None] The sync data for ids ['65a65d30-92c7-406a-bd62-2d591d9e0790'] in n-d-844594-1 is: [{'id': '65a65d30-92c7-406a-bd62-2d591d9e0790', 'name': 'tempest-TestVolumeBackupRestore-1167708180-router', 'tenant_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:31Z', 'updated_at': '2022-06-03T15:48:09Z', 'revision_number': 6, 'project_id': '9a2bb9b31e5346b8a70d7e588fef81f6', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:10.706129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.706725 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Added segment 4a6925f1-b828-4248-abee-5d63168beac8 of type vlan for network cc0d44ee-638e-43c1-b914-b5127141a286 Jun 03 15:48:10.725483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:10.731576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.814486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.827482 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.841770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Calling delete_port for d2edb2bc-e683-4eea-a3dc-02b9db26fc96 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:10.886553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-6e2de2fd-a03c-452f-9080-c6aa039a6d13 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:10.888500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-6e2de2fd-a03c-452f-9080-c6aa039a6d13 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "GET /v2.0/networks?id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e HTTP/1.1" status: 200 len: 808 time: 0.9282167 Jun 03 15:48:10.915063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Request body: {'port': {'device_id': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e', 'admin_state_up': True, 'tenant_id': '9d1a1c1ace1346049b2443247acf7ce3'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:10.937580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:48:10.960190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Pushing event deleted for resources: {'Port': ['ID=3afa9fbd-d144-4fe8-9a9d-cbc25f5af0f8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:11.116089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caf27d1a-9353-48ec-ad49-ff5007bb5334 req-2e707997-a9a6-4273-bc8f-3f7fe4c47910 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 210 time: 0.1901889 Jun 03 15:48:11.140478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.142304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:11.143032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.200669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.293240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:11.351327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] Pushing event updated for resources: {'Network': ['ID=cc0d44ee-638e-43c1-b914-b5127141a286,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:11.381638 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.392455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network cc0d44ee-638e-43c1-b914-b5127141a286 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:11.422193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2edb2bc-e683-4eea-a3dc-02b9db26fc96,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:11.426698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-eb902483-4404-46e2-a604-1870605f57ed admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.6069410 Jun 03 15:48:11.429482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b9efe448-e9d8-478f-8b8e-4a20a648eb1f tempest-RoutersAdminNegativeTest-1252968945 tempest-RoutersAdminNegativeTest-1252968945-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3afa9fbd-d144-4fe8-9a9d-cbc25f5af0f8 HTTP/1.1" status: 204 len: 168 time: 4.2121520 Jun 03 15:48:11.447512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53324) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:11.456542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Request body: {'subnet': {'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-925755557-subnet', 'tenant_id': '1f28739c96434fe9868fba2ae29797ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:11.475425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:11.499783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.500757 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Added segment 93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0 of type vlan for network f4c786ed-0179-4893-94d6-2d6e01c59ea7 Jun 03 15:48:11.503917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Usage tracker for resource:subnet and tenant:1f28739c96434fe9868fba2ae29797ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:11.515154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:11.548468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:11.623342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Made reservation on behalf of 1f28739c96434fe9868fba2ae29797ed for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:11.647424 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.714658 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.175481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.202651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.227136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53336) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:12.229765 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.270179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:12.279135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Usage tracker for resource:port and tenant:9d1a1c1ace1346049b2443247acf7ce3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:12.285350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:12.297734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:12.365801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Made reservation on behalf of 9d1a1c1ace1346049b2443247acf7ce3 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:12.382185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.430128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.457271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47671682-0a3e-4588-9fb2-4b10405d55ee no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:12.458133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.458273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a65d30-92c7-406a-bd62-2d591d9e0790 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:48:12.579139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 47671682-0a3e-4588-9fb2-4b10405d55ee {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:12.579497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47671682-0a3e-4588-9fb2-4b10405d55ee not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:12.579925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2edb2bc-e683-4eea-a3dc-02b9db26fc96 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:12.726435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d2edb2bc-e683-4eea-a3dc-02b9db26fc96 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:12.727098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2edb2bc-e683-4eea-a3dc-02b9db26fc96 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:12.751054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e15e9b11-66fc-4baa-b144-22672f710dc9 req-8bb52b26-c797-495f-aacb-c7c90df41c4b tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 210 time: 0.1383038 Jun 03 15:48:12.756480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.819432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:12.822681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cb5080-9922-4224-b2d6-b97207a44e5c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:12.830724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Usage tracker for resource:security_group_rule and tenant:478c336b4b35412387820b2159e2c7b2 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:12.841959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:12.855271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Checking segment: {'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:12.855889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Network hostable DHCP agents. Network: cc0d44ee-638e-43c1-b914-b5127141a286, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:12.863441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:12.946183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.956496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:12.956754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Network cc0d44ee-638e-43c1-b914-b5127141a286 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:12.958131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.000851 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, cc0d44ee-638e-43c1-b914-b5127141a286) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:13.020183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a5b906-7e93-4d07-9290-cd6e7ce67e66 None None] Network cc0d44ee-638e-43c1-b914-b5127141a286 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:13.032319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:13.040432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.131021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0b298075-6df1-46d4-9a9f-6012657b00de admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6817176 Jun 03 15:48:13.216564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Network': ['ID=f4c786ed-0179-4893-94d6-2d6e01c59ea7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:13.217823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.233544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.271148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-967892f6-64fc-45ee-a28c-a168d95a61d5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1056697 Jun 03 15:48:13.273449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.277946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eb4395cd-67b9-4b86-92c0-5dc21a39c996 admin admin] 10.222.0.66 "DELETE /v2.0/routers/65a65d30-92c7-406a-bd62-2d591d9e0790 HTTP/1.1" status: 204 len: 168 time: 4.7613742 Jun 03 15:48:13.282975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53346) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:13.283294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:13.311692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Request body: {'subnet': {'network_id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:13.314583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=478c336b4b35412387820b2159e2c7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0854402 Jun 03 15:48:13.318886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53354) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:13.330650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f4c786ed-0179-4893-94d6-2d6e01c59ea7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:13.344639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Allocated IP 172.20.0.9 (7f02440d-e4a0-41ab-b00c-c3bc54d3570e/e1f44302-62e7-46d8-a254-0407ff11063a/3aaf1335-3696-446e-95d3-9eeb2f5b3fcf) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:13.422612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d892b3-3ca5-4a09-83d6-0aeb43c3acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac08b0-d2bc-408c-acd7-268d62b4a9e5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:13.483933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51ab5766-0e4a-4101-8069-5a58e08ba3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.553345 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5dddd9f9-f031-4965-a431-8b8d3742a808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.574503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51ab5766-0e4a-4101-8069-5a58e08ba3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.593248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] Deleting subnet 0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:48:13.596852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.652487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.755102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51ab5766-0e4a-4101-8069-5a58e08ba3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.782078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab5766-0e4a-4101-8069-5a58e08ba3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac08b0-d2bc-408c-acd7-268d62b4a9e5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:13.793442 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-51ab5766-0e4a-4101-8069-5a58e08ba3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.796390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-51ab5766-0e4a-4101-8069-5a58e08ba3c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8eac08b0-d2bc-408c-acd7-268d62b4a9e5 HTTP/1.1" status: 204 len: 168 time: 0.4766145 Jun 03 15:48:13.817470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:13.829616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Usage tracker for resource:subnet and tenant:e48df6d6b6ef4bae8fc7a0db3bc094c5 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:13.833923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:13.855889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e1ec3-04d6-4cc9-b8ac-89ec8229cfb1 None None] Network cc0d44ee-638e-43c1-b914-b5127141a286 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:13.861388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:13.892968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Made reservation on behalf of e48df6d6b6ef4bae8fc7a0db3bc094c5 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:13.897054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.147800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0941e5d3-85cd-49ea-b1e0-4e736df32fc4 req-8be7d4ad-9fb8-4360-9584-b28ce8c7dde3 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 210 time: 0.1058698 Jun 03 15:48:14.312205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.381817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.459102 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.548920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:14.570017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.576364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b54aa6-1cb8-4069-8cfa-1195022d7f07 None None] Network d0461e10-aaaa-4a72-912c-c1a2fb1e5958 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:14.576974 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.684182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ec1c95e2-0fb6-4370-ad36-3b4069fb3cb0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0bd81af0-98e2-43aa-9bb6-6a08f0dd9e56 HTTP/1.1" status: 204 len: 168 time: 1.3833334 Jun 03 15:48:14.686239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53370) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:14.727147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Pushing event updated for resources: {'Port': ['ID=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:14.816930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:14.832567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:14.854788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:15.100444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.141195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Deleting port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:15.141195 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.144790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:15.145691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.241617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] DHCP port deletion for d0461e10-aaaa-4a72-912c-c1a2fb1e5958 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:48:15.252510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Deleting port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:15.252900 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.337580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-1ccb418b-4143-4595-88e7-191bfa1651d2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4269233 Jun 03 15:48:15.366700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Request body: {'port': {'device_id': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:15.447924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53384) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:15.683274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.objects.ports [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88339) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:48:15.687222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.725229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-636c36a0-04f8-403a-b9e5-3a8e949036ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d54f0f0cb364143b32defe9aa98d96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760603 Jun 03 15:48:15.734308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53388) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:15.782282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa2aa1-0cd7-45cb-95ed-156a2a7b2b17 req-480aeabe-e6cb-4398-8a83-16b3ccf95180 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:15.792544 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6dfa2aa1-0cd7-45cb-95ed-156a2a7b2b17 req-480aeabe-e6cb-4398-8a83-16b3ccf95180 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 931 time: 0.2826688 Jun 03 15:48:15.801664 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.863953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] For port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:15.864720 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.892533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6dfa2aa1-0cd7-45cb-95ed-156a2a7b2b17 req-571e2283-13bc-424e-a2fa-2812618fa515 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Synchronizing usage tracker for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:16.064911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Calling delete_port for 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:16.087980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.105276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Checking segment: {'id': '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:16.105864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network hostable DHCP agents. Network: f4c786ed-0179-4893-94d6-2d6e01c59ea7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:16.126775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] For port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,segment=NetworkSegment(509c939f-948e-47c6-969c-d3b0dc91cce7),segment_id=509c939f-948e-47c6-969c-d3b0dc91cce7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:16.128371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.134853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event updated for resources: {'Subnet': ['ID=de40c712-5219-496e-bab1-fe346bceb7bb,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:16.203506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6dfa2aa1-0cd7-45cb-95ed-156a2a7b2b17 req-571e2283-13bc-424e-a2fa-2812618fa515 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Unset dirty status for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:16.232183 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6dfa2aa1-0cd7-45cb-95ed-156a2a7b2b17 req-571e2283-13bc-424e-a2fa-2812618fa515 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373727 Jun 03 15:48:16.309667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf49-aa39-4b3a-a130-89f16c6ab138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.359690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf49-aa39-4b3a-a130-89f16c6ab138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.390689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Network f4c786ed-0179-4893-94d6-2d6e01c59ea7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:16.438772 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf49-aa39-4b3a-a130-89f16c6ab138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.458895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f4c786ed-0179-4893-94d6-2d6e01c59ea7) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:16.479737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6caf49-aa39-4b3a-a130-89f16c6ab138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d1693-2ce4-4be4-9a8d-fae2c9f6b9ac,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:16.484659 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf49-aa39-4b3a-a130-89f16c6ab138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.490368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1b6caf49-aa39-4b3a-a130-89f16c6ab138 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/167d1693-2ce4-4be4-9a8d-fae2c9f6b9ac HTTP/1.1" status: 204 len: 168 time: 0.7478073 Jun 03 15:48:16.502929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.625860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2f0070-ec5a-4ba9-a301-42b484fc18e6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:16.641064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] No DVR routers for this DVR port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:16.834256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:16.835179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.849492 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.855655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Calling delete_port for 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:16.928840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0461e10-aaaa-4a72-912c-c1a2fb1e5958']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:16.947799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509c939f-948e-47c6-969c-d3b0dc91cce7') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:16.948262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509c939f-948e-47c6-969c-d3b0dc91cce7') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:16.977589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22bc46-b87a-47a2-9802-b09f7cd81b32 None None] Network f4c786ed-0179-4893-94d6-2d6e01c59ea7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:16.996465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.005845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:17.069671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.071081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:17.071458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:17.097398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:17.097618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.210806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d367827e-c63e-40a4-8807-1ecfdbaa84d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.248505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:48:17.249173 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.258334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.277335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Transition to ACTIVE for port object 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:17.280152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cffceb67-0d5f-4a6b-b8b1-8d34fb8be1f3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9916968 Jun 03 15:48:17.284454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.305055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.314985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53404) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:17.361221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:17.361693 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:17.372379 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 509c939f-948e-47c6-969c-d3b0dc91cce7 resource provider aggregate not found Jun 03 15:48:17.432913 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 509c939f-948e-47c6-969c-d3b0dc91cce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 509c939f-948e-47c6-969c-d3b0dc91cce7 found for delete ", "request_id": "req-c734dd9e-54dc-4fb2-b1dc-b48eebaf6651"}]} Jun 03 15:48:17.568859 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.634751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.644186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0461e10-aaaa-4a72-912c-c1a2fb1e5958,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:17.688917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f4c786ed-0179-4893-94d6-2d6e01c59ea7', 'network_id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7', 'tenant_id': 'e48df6d6b6ef4bae8fc7a0db3bc094c5', 'fixed_ips': [{'subnet_id': 'de40c712-5219-496e-bab1-fe346bceb7bb'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:48:17.692066 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.718542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d19de-9d95-4c02-9dd3-2566c0e8987f req-d593aeef-d970-494d-a494-8004ae0c374a tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:17.725415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f56d19de-9d95-4c02-9dd3-2566c0e8987f req-d593aeef-d970-494d-a494-8004ae0c374a tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 943 time: 0.3201802 Jun 03 15:48:17.732359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8a7285db-bb46-4485-8571-983c4becf29a admin admin] 10.222.0.66 "DELETE /v2.0/networks/d0461e10-aaaa-4a72-912c-c1a2fb1e5958 HTTP/1.1" status: 204 len: 168 time: 3.0397396 Jun 03 15:48:17.733173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53422) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:17.855428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Pushing event updated for resources: {'Port': ['ID=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:17.874776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Deleting port 2b2f0070-ec5a-4ba9-a301-42b484fc18e6 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:17.875557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.066980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Attempting to bind port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:18.067320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Attempting to bind port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:18.067661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Attempting to bind port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf on network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:18.089514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf on network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:48:18.089514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Attempting to bind port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf on network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:18.104002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:18.104387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Checking segment: {'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:18.104798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Bound using segment: {'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:18.105266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Bound port: 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:18.105626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.117400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-190ee33e-58bb-4578-ad30-8233ee5e58f9 None None] The port '2b2f0070-ec5a-4ba9-a301-42b484fc18e6' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:48:18.138538 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.231911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Allocated IP 2001:db8::f816:3eff:fe08:55ae (f4c786ed-0179-4893-94d6-2d6e01c59ea7/de40c712-5219-496e-bab1-fe346bceb7bb/c59de259-7343-4cb4-885d-2978be1dee10) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:18.546456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] For port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:18.563335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] For port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:18.583934 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.679552 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.705601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.763421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.868947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:18.869959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.871087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] 10.222.0.70 "PUT /v2.0/ports/3aaf1335-3696-446e-95d3-9eeb2f5b3fcf HTTP/1.1" status: 200 len: 1091 time: 3.5180979 Jun 03 15:48:18.872154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'tag': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:18.874005 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.886380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53438) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:18.902787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Transition to ACTIVE for port object c59de259-7343-4cb4-885d-2978be1dee10 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:18.910996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-d390287c-866d-48d7-8a37-e1c7f8189f7b req-b302fb22-ce64-4c24-a5dd-fe18a6172ece service neutron] (88338) timed out ('10.222.0.15', 57145) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:48:18.948722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Transition to ACTIVE for port object c59de259-7343-4cb4-885d-2978be1dee10 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:18.957826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.082056 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d10a823-b6a0-467d-bbe9-ddefb777c62a'] response: {'name': 'network-changed', 'server_uuid': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'tag': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf', 'status': 'completed', 'code': 200} Jun 03 15:48:19.082928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Network f4c786ed-0179-4893-94d6-2d6e01c59ea7 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:19.083474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d07d-d245-4aad-b2e3-b43a776d8b4e service neutron] Pushing event updated for resources: {'Port': ['ID=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:19.094800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.099595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:19.151573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Pushing event updated for resources: {'Port': ['ID=c59de259-7343-4cb4-885d-2978be1dee10,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:19.159350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f56d19de-9d95-4c02-9dd3-2566c0e8987f req-e15f0a6c-63e9-46c8-a56f-508c8cde1454 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4177394 Jun 03 15:48:19.163827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:19.211394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Subnet': ['ID=de40c712-5219-496e-bab1-fe346bceb7bb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:19.249082 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fd0e8ff8-18cc-4a2b-961e-9e0dbfd4138d tempest-AgentManagementNegativeTest-875960021 tempest-AgentManagementNegativeTest-875960021-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3549681 Jun 03 15:48:19.304237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Attempting to bind port c59de259-7343-4cb4-885d-2978be1dee10 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:19.305220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Attempting to bind port c59de259-7343-4cb4-885d-2978be1dee10 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:19.305755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Attempting to bind port c59de259-7343-4cb4-885d-2978be1dee10 on network f4c786ed-0179-4893-94d6-2d6e01c59ea7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:19.316810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:19.323243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Checking segment: {'id': '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:19.327694 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.331470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Bound using segment: {'id': '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:19.338891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Bound port: c59de259-7343-4cb4-885d-2978be1dee10, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:19.340357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.351451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.381505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c786ed-0179-4893-94d6-2d6e01c59ea7']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:19.398012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:19.398318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:19.414134 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.438808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.449486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:19.449811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.564655 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0 resource provider aggregate not found Jun 03 15:48:19.581490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-6538c38c-9d5e-4226-b3d1-759496df535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:19.581490 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-6538c38c-9d5e-4226-b3d1-759496df535f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1a1c1ace1346049b2443247acf7ce3&device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 1094 time: 0.6457260 Jun 03 15:48:19.639881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] For port c59de259-7343-4cb4-885d-2978be1dee10, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:19.653929 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.828741 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0 found for delete ", "request_id": "req-3dd771ea-a09a-4824-871e-c3dbd2686648"}]} Jun 03 15:48:19.867664 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-ca52829d-14ee-471c-99a9-a586573e716b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf HTTP/1.1" status: 200 len: 217 time: 0.2544351 Jun 03 15:48:19.882878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] For port c59de259-7343-4cb4-885d-2978be1dee10, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c59de259-7343-4cb4-885d-2978be1dee10,segment=NetworkSegment(93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0),segment_id=93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:19.891305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.962618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-35a879fe-6eb5-484b-8c1b-7d11d341ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:19.964191 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-35a879fe-6eb5-484b-8c1b-7d11d341ab43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1f44302-62e7-46d8-a254-0407ff11063a HTTP/1.1" status: 200 len: 848 time: 0.0865068 Jun 03 15:48:19.966253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:48:19.966253 n-d-844594-1 neutron-server[88339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:48:19.966253 n-d-844594-1 neutron-server[88339]: [parameters: {'id': 'f4c786ed-0179-4893-94d6-2d6e01c59ea7'}] Jun 03 15:48:19.966253 n-d-844594-1 neutron-server[88339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:19.966871 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:20.071716 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-2f3afb90-5b53-4407-a73a-cd35cf8b9530 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977256 Jun 03 15:48:20.081062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53462) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:20.205302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972dedc-7da0-4007-ad08-840449800e3a None None] Pushing event updated for resources: {'Port': ['ID=c59de259-7343-4cb4-885d-2978be1dee10,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:20.287592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Deleting port 1822ffc0-0467-40dd-a1e0-6246f8882807 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:20.288210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.388073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58f5e1-8cda-4a4b-be59-3da49f78569c None None] Network f4c786ed-0179-4893-94d6-2d6e01c59ea7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:20.485718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.490159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.718482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:20.723546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ce2e40eb1f45ca8536688fcf16ed3e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:20.727115 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:20.735318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:20.830293 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-ca58e1ea-0cb9-4b35-a357-c225a6e824e4 service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418396 Jun 03 15:48:20.882295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting port c59de259-7343-4cb4-885d-2978be1dee10 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:20.883051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.929562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76b184-a4d6-4437-b98c-cc1c2e08a7d0 None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:48:20.995292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] For port 1822ffc0-0467-40dd-a1e0-6246f8882807, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1822ffc0-0467-40dd-a1e0-6246f8882807,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:20.995845 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.083911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f7656-f079-4ad5-acd4-1e62e163166f req-cd0df615-8348-4813-9477-50e1e8ac3c97 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:21.110072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-584f7656-f079-4ad5-acd4-1e62e163166f req-cd0df615-8348-4813-9477-50e1e8ac3c97 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 943 time: 0.5562174 Jun 03 15:48:21.244796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76b184-a4d6-4437-b98c-cc1c2e08a7d0 None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:48:21.476422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Calling delete_port for 1822ffc0-0467-40dd-a1e0-6246f8882807 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:21.483252 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-114e9b28-9d1f-47fd-8245-5ea95455a85d req-389c4dfc-7c10-48bb-b10b-3889dd4ed399 service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370656 Jun 03 15:48:21.487644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.524868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.622837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-584f7656-f079-4ad5-acd4-1e62e163166f req-1afb41d1-e3db-4b93-98c0-c42f7cfe68b5 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105329 Jun 03 15:48:21.640447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5ce2e40eb1f45ca8536688fcf16ed3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5572500 Jun 03 15:48:21.644235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53478) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:21.756359 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba96f-85d6-49e5-b6f4-62ab7a32e22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.827251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba96f-85d6-49e5-b6f4-62ab7a32e22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.863678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885850-8e6f-47cc-9cf0-dcc86acc25d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5eeda1-636c-459c-a74a-381c1993f733,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:21.936895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] For port c59de259-7343-4cb4-885d-2978be1dee10, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c59de259-7343-4cb4-885d-2978be1dee10,segment=NetworkSegment(93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0),segment_id=93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:21.937298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.099142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba96f-85d6-49e5-b6f4-62ab7a32e22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.116052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.160784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ba96f-85d6-49e5-b6f4-62ab7a32e22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5eeda1-636c-459c-a74a-381c1993f733,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:22.186546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Calling delete_port for c59de259-7343-4cb4-885d-2978be1dee10 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:22.189866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Pushing event deleted for resources: {'Port': ['ID=1822ffc0-0467-40dd-a1e0-6246f8882807,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:22.295148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba96f-85d6-49e5-b6f4-62ab7a32e22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.296312 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ea6ba96f-85d6-49e5-b6f4-62ab7a32e22c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd5eeda1-636c-459c-a74a-381c1993f733 HTTP/1.1" status: 204 len: 168 time: 0.6498041 Jun 03 15:48:22.352854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-3d36f319-aa27-4ec8-ae60-2c685e0f181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:22.355705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-3d36f319-aa27-4ec8-ae60-2c685e0f181e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1a1c1ace1346049b2443247acf7ce3&device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 1094 time: 0.7236834 Jun 03 15:48:22.356962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.680674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No DVR routers for this DVR port c59de259-7343-4cb4-885d-2978be1dee10 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:22.763426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-dfb8deef-d736-4d43-b078-99c2cc2cbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:22.766733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-dfb8deef-d736-4d43-b078-99c2cc2cbdc8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e HTTP/1.1" status: 200 len: 909 time: 0.3955224 Jun 03 15:48:22.768478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Port': ['ID=c59de259-7343-4cb4-885d-2978be1dee10,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:22.886276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-48ef5c74-ed8d-4039-8bcd-e8d307844fe1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf HTTP/1.1" status: 200 len: 217 time: 0.0803354 Jun 03 15:48:22.999449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.034354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c786ed-0179-4893-94d6-2d6e01c59ea7']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:23.049740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:23.050365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:23.070587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.092725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.112383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:23.113103 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.240071 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.412706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60012d-7721-4fa4-b369-404e294bd701 req-13ed1a1c-6dc5-4b5f-b6e4-6a91ee22b5df tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:23.435679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c60012d-7721-4fa4-b369-404e294bd701 req-13ed1a1c-6dc5-4b5f-b6e4-6a91ee22b5df tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 943 time: 0.4368370 Jun 03 15:48:23.482155 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0 resource provider aggregate not found Jun 03 15:48:23.523416 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.563666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c60012d-7721-4fa4-b369-404e294bd701 req-c16cdfb5-54e2-4789-a24b-f8eda6718755 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244707 Jun 03 15:48:23.605244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.621213 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93f6047a-bc1d-471f-9b6b-e4e3c3b8c2e0 found for delete ", "request_id": "req-18c5bc85-9d5f-41b1-8860-0d180e3c6d58"}]} Jun 03 15:48:23.638848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-ab9b989f-bd3d-49d0-9a87-e8b0933bb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:23.643625 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-ab9b989f-bd3d-49d0-9a87-e8b0933bb2b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1f44302-62e7-46d8-a254-0407ff11063a HTTP/1.1" status: 200 len: 848 time: 0.3226967 Jun 03 15:48:23.713942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Network': ['ID=f4c786ed-0179-4893-94d6-2d6e01c59ea7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:23.791136 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-20ad6a4a-0628-443b-8822-6b7f21e3ca3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336918 Jun 03 15:48:23.802991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0241f210-d7b3-4377-a4f9-aa58f70d78ad tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/f4c786ed-0179-4893-94d6-2d6e01c59ea7 HTTP/1.1" status: 204 len: 168 time: 6.3371561 Jun 03 15:48:23.806347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53520) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.033536 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dde6dbd-3f4a-4795-83be-0073985ba89a tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:24.038242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dde6dbd-3f4a-4795-83be-0073985ba89a tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:24.049171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4dde6dbd-3f4a-4795-83be-0073985ba89a tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/de40c712-5219-496e-bab1-fe346bceb7bb HTTP/1.1" status: 404 len: 337 time: 0.2094395 Jun 03 15:48:24.051185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53526) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.151639 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-4184998d-a7b9-4747-bc1d-05c841467178 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:24.152441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4184998d-a7b9-4747-bc1d-05c841467178 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:24.155506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4184998d-a7b9-4747-bc1d-05c841467178 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/f4c786ed-0179-4893-94d6-2d6e01c59ea7 HTTP/1.1" status: 404 len: 339 time: 0.0951071 Jun 03 15:48:24.220536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53530) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.328266 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d8d05b-b4d5-4643-a8eb-583afa6c1c66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:24.329346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d8d05b-b4d5-4643-a8eb-583afa6c1c66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:24.337241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43d8d05b-b4d5-4643-a8eb-583afa6c1c66 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/4d6597a8-e499-4f19-a20e-953012f7dfe4 HTTP/1.1" status: 404 len: 337 time: 0.1150346 Jun 03 15:48:24.337551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53536) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.353351 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-e9e292e9-489c-4515-b2e6-bbe53f209167 service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390689 Jun 03 15:48:24.501990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:24.586125 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee941e9-46db-48c8-a136-ef2a74bc2df5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:24.586627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee941e9-46db-48c8-a136-ef2a74bc2df5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:24.594464 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ee941e9-46db-48c8-a136-ef2a74bc2df5 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/a336fd22-9971-4662-9c8d-166d09fab8cf HTTP/1.1" status: 404 len: 339 time: 0.2335002 Jun 03 15:48:24.601375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53546) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.737829 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2af12fd-e01c-4f8a-9c91-6a5582aae9d7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:24.738502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2af12fd-e01c-4f8a-9c91-6a5582aae9d7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:24.752763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e2af12fd-e01c-4f8a-9c91-6a5582aae9d7 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/207c755d-cea6-4c3c-bff1-5514854401be HTTP/1.1" status: 404 len: 337 time: 0.1395278 Jun 03 15:48:24.753687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.903887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f9ac49b0-14ba-412d-81b4-5dd8c3b95383 req-b490e2d7-73e2-4000-b452-a63974f42a13 service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439601 Jun 03 15:48:24.905735 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-306417d0-436c-4ca8-85c1-b08b7949afbe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:24.906512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306417d0-436c-4ca8-85c1-b08b7949afbe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:24.915267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53562) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.917268 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-306417d0-436c-4ca8-85c1-b08b7949afbe tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/2aa0f67b-7231-43ed-8665-64158129fa80 HTTP/1.1" status: 404 len: 339 time: 0.1600466 Jun 03 15:48:25.223743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting port e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:25.224302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:25.346079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac1fbe-4004-4d3e-8509-8a8c29ae189b req-c79e3b0b-2ee5-4510-8f5f-fe54aa17ef17 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:25.348684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5ac1fbe-4004-4d3e-8509-8a8c29ae189b req-c79e3b0b-2ee5-4510-8f5f-fe54aa17ef17 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 943 time: 0.5176978 Jun 03 15:48:25.428918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:25.437564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0393ccb5-948b-44a9-accc-914e4b8d8797 admin admin] 10.222.0.66 "PUT /v2.0/routers/49dc1d10-4b7d-4b48-aef2-2a4c2c310c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7030718 Jun 03 15:48:25.442361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53572) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:25.462220 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] Sync routers for ids ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:25.499238 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] Routers {'49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:25.501318 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:48:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:25.611633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:48:25.787782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.020782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.087785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] Set router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:26.105984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:26.153287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf', 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e', 'port_id': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf', 'mac_address': 'fa:16:3e:2a:fe:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f44302-62e7-46d8-a254-0407ff11063a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:48:26.359945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:26.360798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.430231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:48:26.498241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:26.510453 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.605824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Calling delete_port for e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:26.717509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.765340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Deleting port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:26.766541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.780511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:26.784792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5ac1fbe-4004-4d3e-8509-8a8c29ae189b req-0f58d1fd-955e-4d85-b728-e2650d9b14b6 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4114380 Jun 03 15:48:26.850369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['3aaf1335-3696-446e-95d3-9eeb2f5b3fcf'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:48:27.001143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:27.301364 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:27.303027 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:48:21Z', 'revision_number': 5, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port': {'id': 'a965cf5b-6ca8-4c4d-9465-c9fac534a1dd', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:02Z', 'updated_at': '2022-06-03T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:27.330334 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] Checking router: 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:48:27.332230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Port': ['ID=e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:27.349922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] For port a965cf5b-6ca8-4c4d-9465-c9fac534a1dd, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:27.350756 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:27.358616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8858dbf0-c492-4391-8b65-db9d3b0398f2 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/ports/e7958ab6-ec7f-428e-8ad3-4c3c6e7f7649 HTTP/1.1" status: 204 len: 168 time: 2.4414270 Jun 03 15:48:27.362804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53596) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:27.363795 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] Routers {'49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:27.365137 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:48:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:27.558344 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7910daa-e4ca-4374-bf47-3834af5c0e67 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:27.561993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7910daa-e4ca-4374-bf47-3834af5c0e67 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:27.572282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a7910daa-e4ca-4374-bf47-3834af5c0e67 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/81b5d3ae-e6f1-406d-b107-4fed8f7ff12a HTTP/1.1" status: 404 len: 337 time: 0.2085607 Jun 03 15:48:27.577424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53600) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:27.754204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Calling delete_port for a965cf5b-6ca8-4c4d-9465-c9fac534a1dd owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:28.095635 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] Set router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:28.426440 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:48:26Z', 'revision_number': 6, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:28.430994 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ce4d6-b32a-4733-bddf-21b12b86918e None None] The sync data for ids ['49dc1d10-4b7d-4b48-aef2-2a4c2c310c05'] in n-d-844594-1 is: [{'id': '49dc1d10-4b7d-4b48-aef2-2a4c2c310c05', 'name': 'tempest-TestVolumeBackupRestore-1203314990-router', 'tenant_id': '0187e890913b435fa4ccff853eff5472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:59Z', 'updated_at': '2022-06-03T15:48:26Z', 'revision_number': 6, 'project_id': '0187e890913b435fa4ccff853eff5472', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:28.475361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:28.679723 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:28.800715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a965cf5b-6ca8-4c4d-9465-c9fac534a1dd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:28.818241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e452b68-9617-4a93-9ff9-af1c5b87c406 req-cf40fce8-4cd7-4f07-ba86-54946ca2c9f4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:28.820327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e452b68-9617-4a93-9ff9-af1c5b87c406 req-cf40fce8-4cd7-4f07-ba86-54946ca2c9f4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 944 time: 0.6964645 Jun 03 15:48:28.971857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.005059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e452b68-9617-4a93-9ff9-af1c5b87c406 req-2790dbc9-3820-43ec-bda6-f1d89da29b9c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439018 Jun 03 15:48:29.165789 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.252182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2e6068-a45f-4ee9-b0ea-84746b8bff08']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:29.281746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63af349e-0f85-4305-9ff7-509195f1a618') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:29.282325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63af349e-0f85-4305-9ff7-509195f1a618') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:29.309075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.376198 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.397451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:29.398301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.617227 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 63af349e-0f85-4305-9ff7-509195f1a618 resource provider aggregate not found Jun 03 15:48:29.639538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:29.697323 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 63af349e-0f85-4305-9ff7-509195f1a618 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63af349e-0f85-4305-9ff7-509195f1a618 found for delete ", "request_id": "req-a0713df0-63f5-416c-92e3-57110a9748a1"}]} Jun 03 15:48:29.751261 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.875528 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.880797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.884469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:29.898619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:29.900172 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.900389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.927275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Network': ['ID=fd2e6068-a45f-4ee9-b0ea-84746b8bff08,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:29.936039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.936795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:48:29.955424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53628) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:29.960653 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-11f5af7d-30b7-4db0-ac9f-3f2c29730ce3 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/fd2e6068-a45f-4ee9-b0ea-84746b8bff08 HTTP/1.1" status: 204 len: 168 time: 2.3668594 Jun 03 15:48:30.096180 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.110769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:30.111030 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1ba3d58d-082c-4bc5-a416-c4658ecd78ea admin admin] 10.222.0.66 "DELETE /v2.0/routers/49dc1d10-4b7d-4b48-aef2-2a4c2c310c05 HTTP/1.1" status: 204 len: 168 time: 4.6605170 Jun 03 15:48:30.206191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting port 40455f32-7853-45c5-b154-8c77fd77aeb9 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:30.206733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.318353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:30.320312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.494245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1822ffc0-0467-40dd-a1e0-6246f8882807 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:30.523471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] Deleting subnet 20362c99-d541-4fa9-9bab-f17db62f761c {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:48:30.535323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.582784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:30.624666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 1822ffc0-0467-40dd-a1e0-6246f8882807 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:30.630189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1822ffc0-0467-40dd-a1e0-6246f8882807 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:30.631461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a965cf5b-6ca8-4c4d-9465-c9fac534a1dd no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:30.751052 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3996762-c208-41a2-8e51-b2ccb53a98b0'] response: {'server_uuid': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf', 'code': 200} Jun 03 15:48:30.760151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:30.761146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a965cf5b-6ca8-4c4d-9465-c9fac534a1dd {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:30.761575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a965cf5b-6ca8-4c4d-9465-c9fac534a1dd not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:30.771454 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.832535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.912810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.946575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:30.958952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.959537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.982377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.982787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.983134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.983475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.983811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.984162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.984496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.991998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.993332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:30.993696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:31.074612 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.082630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Calling delete_port for 40455f32-7853-45c5-b154-8c77fd77aeb9 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:31.188918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46e3a-33db-48cc-a71c-38f0c12e7620 req-fc97d0ef-e058-4d78-a68e-0b0c4c48d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:31.190847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10f46e3a-33db-48cc-a71c-38f0c12e7620 req-fc97d0ef-e058-4d78-a68e-0b0c4c48d8e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 1096 time: 0.3278787 Jun 03 15:48:31.196218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4132a-282d-4697-8fc5-1002c1e8a36d req-81b8f672-8307-479c-9869-774a3b03805d tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:31.201835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5fe4132a-282d-4697-8fc5-1002c1e8a36d req-81b8f672-8307-479c-9869-774a3b03805d tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 944 time: 0.5755734 Jun 03 15:48:31.261259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.298530 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5fe4132a-282d-4697-8fc5-1002c1e8a36d req-73a418e1-1246-4e0b-a67c-87a7ff0a8316 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795889 Jun 03 15:48:31.329381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Port': ['ID=40455f32-7853-45c5-b154-8c77fd77aeb9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:31.330983 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.335084 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10f46e3a-33db-48cc-a71c-38f0c12e7620 req-e795bfc1-9195-475e-97e9-9be2045416f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261721 Jun 03 15:48:31.343866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.358877 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51e9f5fa-9f6e-4a85-b1f4-72174a055fda tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/ports/40455f32-7853-45c5-b154-8c77fd77aeb9 HTTP/1.1" status: 204 len: 168 time: 1.3914876 Jun 03 15:48:31.359404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53644) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:31.406058 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d03163b-75bf-4f4f-8b33-e5b619400363 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] DELETE failed (client error): The resource could not be found. Jun 03 15:48:31.406647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d03163b-75bf-4f4f-8b33-e5b619400363 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:48:31.409532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d03163b-75bf-4f4f-8b33-e5b619400363 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/80255558-f05e-4297-a806-a053207cf53c HTTP/1.1" status: 404 len: 337 time: 0.0489302 Jun 03 15:48:31.414360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53650) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:31.433265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20362c99-d541-4fa9-9bab-f17db62f761c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:31.435873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.442701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-36048cd1-7dbd-4e9e-ac30-f003433bedff admin admin] 10.222.0.66 "DELETE /v2.0/subnets/20362c99-d541-4fa9-9bab-f17db62f761c HTTP/1.1" status: 204 len: 168 time: 1.3304050 Jun 03 15:48:31.447098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4348a-72b4-42f2-a337-b0a85397db4b None None] Network 46d4bae5-6f73-4fa3-8329-9d47054ac17d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:31.450521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53654) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:31.730138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.753191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.759731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Deleting port 70ca53ca-69b5-47c7-81b6-0e179794f485 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:31.760616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.161867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] DHCP port deletion for 46d4bae5-6f73-4fa3-8329-9d47054ac17d request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:48:32.174517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Deleting port 70ca53ca-69b5-47c7-81b6-0e179794f485 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:32.175706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.229035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.322294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609895aa-f298-4a91-9cf5-4b1acff89711']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:32.352768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcf632a-8776-4fcb-86b1-4482aaa19277') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:32.353574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcf632a-8776-4fcb-86b1-4482aaa19277') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:32.391957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.456412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.479775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:32.480150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.506766 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=70ca53ca-69b5-47c7-81b6-0e179794f485,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:32.513125 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.792262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=70ca53ca-69b5-47c7-81b6-0e179794f485,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:32.793134 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.841921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 70ca53ca-69b5-47c7-81b6-0e179794f485 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:32.894175 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2bcf632a-8776-4fcb-86b1-4482aaa19277 resource provider aggregate not found Jun 03 15:48:33.005468 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:48:33.033969 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2bcf632a-8776-4fcb-86b1-4482aaa19277 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bcf632a-8776-4fcb-86b1-4482aaa19277 found for delete ", "request_id": "req-8b540c2f-7e8a-4938-83bc-d4d40ac44657"}]} Jun 03 15:48:33.081058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.116010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.151333 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/609895aa-f298-4a91-9cf5-4b1acff89711 HTTP/1.1" status: 204 len: 168 time: 1.7346306 Jun 03 15:48:33.166238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53676) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:33.328216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Calling delete_port for 70ca53ca-69b5-47c7-81b6-0e179794f485 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:33.347660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting subnet df090cff-dae9-4698-937e-7655f9b0cd19 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:48:33.351294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.367940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Calling delete_port for 70ca53ca-69b5-47c7-81b6-0e179794f485 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:33.415708 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.526548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 70ca53ca-69b5-47c7-81b6-0e179794f485 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:33.527433 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.545256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9063ce7-c065-48ae-801b-f07a295b4926 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Network': ['ID=609895aa-f298-4a91-9cf5-4b1acff89711,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:33.583442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=70ca53ca-69b5-47c7-81b6-0e179794f485,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:33.596546 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.617987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.674176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:33.674972 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:33.708971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d629a-45b7-4e92-9914-ae5cd604fe4b req-78b6f002-eece-4b2e-ba31-174e5acc6989 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:33.714803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=70ca53ca-69b5-47c7-81b6-0e179794f485,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:33.715104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f15d629a-45b7-4e92-9914-ae5cd604fe4b req-78b6f002-eece-4b2e-ba31-174e5acc6989 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 945 time: 0.4289637 Jun 03 15:48:33.788826 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:33.794021 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:33.874010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.891823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f15d629a-45b7-4e92-9914-ae5cd604fe4b req-5a9ad896-38ec-4634-b88f-3def8488ac9a tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638296 Jun 03 15:48:33.982210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Subnet': ['ID=df090cff-dae9-4698-937e-7655f9b0cd19,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:33.993957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.010343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3b08e-f597-410e-9eed-f87a42ba8195 None None] Network edb43cd1-2d28-479d-8cd7-a1739d504058 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:34.022719 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5d84d44b-17c3-4985-bdcd-4de2e38838bb tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/subnets/df090cff-dae9-4698-937e-7655f9b0cd19 HTTP/1.1" status: 204 len: 168 time: 0.8534164 Jun 03 15:48:34.024255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53686) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:34.224289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Deleting port 70ca53ca-69b5-47c7-81b6-0e179794f485 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:34.224615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.323187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Deleting port 70ca53ca-69b5-47c7-81b6-0e179794f485 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:34.323529 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.515809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.569418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Deleting port 6f186283-09a5-49c3-93d0-9b90fd029779 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:34.569977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.927040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=70ca53ca-69b5-47c7-81b6-0e179794f485,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:34.928170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.033877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] For port 70ca53ca-69b5-47c7-81b6-0e179794f485, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=70ca53ca-69b5-47c7-81b6-0e179794f485,segment=NetworkSegment(097c7ae9-b2b1-4670-8199-531683d170e2),segment_id=097c7ae9-b2b1-4670-8199-531683d170e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:35.040480 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.237764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] DHCP port deletion for edb43cd1-2d28-479d-8cd7-a1739d504058 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:48:35.399663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Calling delete_port for 70ca53ca-69b5-47c7-81b6-0e179794f485 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:35.483655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Deleting port 6f186283-09a5-49c3-93d0-9b90fd029779 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:35.483655 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.519277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Calling delete_port for 70ca53ca-69b5-47c7-81b6-0e179794f485 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:35.626017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] For port 6f186283-09a5-49c3-93d0-9b90fd029779, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f186283-09a5-49c3-93d0-9b90fd029779,segment=NetworkSegment(f62d9c92-b767-4035-a6e6-08508af04f68),segment_id=f62d9c92-b767-4035-a6e6-08508af04f68)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:35.628144 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.775876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Calling delete_port for 6f186283-09a5-49c3-93d0-9b90fd029779 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:35.879860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.051047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] For port 6f186283-09a5-49c3-93d0-9b90fd029779, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6f186283-09a5-49c3-93d0-9b90fd029779,segment=NetworkSegment(f62d9c92-b767-4035-a6e6-08508af04f68),segment_id=f62d9c92-b767-4035-a6e6-08508af04f68)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:36.051791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.265918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=70ca53ca-69b5-47c7-81b6-0e179794f485,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:36.269457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.327718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Port': ['ID=6f186283-09a5-49c3-93d0-9b90fd029779,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:36.339647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] No DVR routers for this DVR port 70ca53ca-69b5-47c7-81b6-0e179794f485 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:36.374140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] No DVR routers for this DVR port 6f186283-09a5-49c3-93d0-9b90fd029779 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:36.566108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.611928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb43cd1-2d28-479d-8cd7-a1739d504058']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:36.615981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Calling delete_port for 6f186283-09a5-49c3-93d0-9b90fd029779 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:36.626918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62d9c92-b767-4035-a6e6-08508af04f68') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:36.627367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62d9c92-b767-4035-a6e6-08508af04f68') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:36.641951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.662117 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.671303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:36.671940 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.712020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f186283-09a5-49c3-93d0-9b90fd029779 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:36.794418 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f62d9c92-b767-4035-a6e6-08508af04f68 resource provider aggregate not found Jun 03 15:48:36.868425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6f186283-09a5-49c3-93d0-9b90fd029779 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:36.869164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6f186283-09a5-49c3-93d0-9b90fd029779 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:36.878032 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment f62d9c92-b767-4035-a6e6-08508af04f68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f62d9c92-b767-4035-a6e6-08508af04f68 found for delete ", "request_id": "req-83ec8d2b-d38a-480a-a8e8-5364463d8e22"}]} Jun 03 15:48:36.887919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305370c-c8d4-4869-b65e-35139207ef4b req-5bdc0fac-dd8d-4775-862f-9e72f51a4f99 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:36.895843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6305370c-c8d4-4869-b65e-35139207ef4b req-5bdc0fac-dd8d-4775-862f-9e72f51a4f99 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 945 time: 1.6078317 Jun 03 15:48:36.936284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.965925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.981658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] 10.222.0.66 "DELETE /v2.0/networks/edb43cd1-2d28-479d-8cd7-a1739d504058 HTTP/1.1" status: 204 len: 168 time: 2.9556901 Jun 03 15:48:36.990043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.122122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6305370c-c8d4-4869-b65e-35139207ef4b req-9b6da943-8e4b-461c-ac01-6caf29c1bf61 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204273 Jun 03 15:48:37.128207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dd5cc-8084-48f1-84e6-8e0cf179b037 tempest-NetworksIpV6TestAttrs-1253529038 tempest-NetworksIpV6TestAttrs-1253529038-project] Pushing event deleted for resources: {'Network': ['ID=edb43cd1-2d28-479d-8cd7-a1739d504058,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:37.195971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d4bae5-6f73-4fa3-8329-9d47054ac17d']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:37.272906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097c7ae9-b2b1-4670-8199-531683d170e2') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:37.273882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097c7ae9-b2b1-4670-8199-531683d170e2') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:37.332635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.392447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.417106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:37.418987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.428549 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:37.429176 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:37.454743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:37.461290 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:37.649540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.674729 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.682563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=46d4bae5-6f73-4fa3-8329-9d47054ac17d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:37.693521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1bfe4f84-bf80-4b16-b0c1-afd322de2e6a admin admin] 10.222.0.66 "DELETE /v2.0/networks/46d4bae5-6f73-4fa3-8329-9d47054ac17d HTTP/1.1" status: 204 len: 168 time: 6.2418664 Jun 03 15:48:37.951203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:37.962660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Deleting port 6f186283-09a5-49c3-93d0-9b90fd029779 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:37.963052 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:38.171811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53738) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:38.257570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a397c-d8d0-4c54-9905-966ebf54807e None None] The port '6f186283-09a5-49c3-93d0-9b90fd029779' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:48:38.265335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Deleting port 70ca53ca-69b5-47c7-81b6-0e179794f485 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:38.270611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:38.279182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-09e92167-cdb4-4ff8-8466-c0c910ad89a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a2bb9b31e5346b8a70d7e588fef81f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061749 Jun 03 15:48:38.283333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53746) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:38.655178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7afea50d-a1ec-4874-a6f5-fa7d1a13ac47 None None] The port '70ca53ca-69b5-47c7-81b6-0e179794f485' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:48:38.786027 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17f0206b-02b7-4129-ac7b-d69e991469b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e48df6d6b6ef4bae8fc7a0db3bc094c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8322022 Jun 03 15:48:38.790799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53752) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:38.885215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d661e084-7008-49f1-8ce8-441de7d9747c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:38.924466 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 097c7ae9-b2b1-4670-8199-531683d170e2 resource provider aggregate not found Jun 03 15:48:38.948096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d661e084-7008-49f1-8ce8-441de7d9747c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.016937 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 097c7ae9-b2b1-4670-8199-531683d170e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 097c7ae9-b2b1-4670-8199-531683d170e2 found for delete ", "request_id": "req-9cf84762-3442-43d6-9bbe-cf117fa0cdc4"}]} Jun 03 15:48:39.064461 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-068a8d26-a152-4e5e-983a-f22879321244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.139105 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d661e084-7008-49f1-8ce8-441de7d9747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.205326 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-068a8d26-a152-4e5e-983a-f22879321244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.242959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661e084-7008-49f1-8ce8-441de7d9747c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3be66-162c-44ab-87b2-bd967cf3fbc8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:39.352298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d661e084-7008-49f1-8ce8-441de7d9747c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.357788 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d661e084-7008-49f1-8ce8-441de7d9747c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cac3be66-162c-44ab-87b2-bd967cf3fbc8 HTTP/1.1" status: 204 len: 168 time: 1.0730762 Jun 03 15:48:39.434580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-068a8d26-a152-4e5e-983a-f22879321244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.470235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a8d26-a152-4e5e-983a-f22879321244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f94b131-de31-4925-9186-684235d5fef2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:39.499224 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-068a8d26-a152-4e5e-983a-f22879321244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.502548 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-068a8d26-a152-4e5e-983a-f22879321244 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f94b131-de31-4925-9186-684235d5fef2 HTTP/1.1" status: 204 len: 168 time: 0.7101972 Jun 03 15:48:40.341557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6631-7d39-4bba-904e-40de73d161e9 req-5b68a7d8-d215-4ff0-b561-19147abf9e93 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:40.355902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c11e6631-7d39-4bba-904e-40de73d161e9 req-5b68a7d8-d215-4ff0-b561-19147abf9e93 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 945 time: 0.3721275 Jun 03 15:48:40.533963 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c11e6631-7d39-4bba-904e-40de73d161e9 req-75508c97-1b32-4c23-b5f0-735e3886a4b3 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767356 Jun 03 15:48:40.572890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53802) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:40.713947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4b974159-2d89-47c0-b09e-70446eb6df18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0187e890913b435fa4ccff853eff5472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398294 Jun 03 15:48:40.726681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53806) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:40.908866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb12201c-d36c-4a6a-9997-1a073aaf0ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.945708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb12201c-d36c-4a6a-9997-1a073aaf0ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.140752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb12201c-d36c-4a6a-9997-1a073aaf0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.211833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12201c-d36c-4a6a-9997-1a073aaf0ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ba4518-4107-4200-b40f-1ad0cefa52f7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:41.227864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb12201c-d36c-4a6a-9997-1a073aaf0ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.234727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fb12201c-d36c-4a6a-9997-1a073aaf0ce8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36ba4518-4107-4200-b40f-1ad0cefa52f7 HTTP/1.1" status: 204 len: 168 time: 0.5068407 Jun 03 15:48:41.292918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53824) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:41.385354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-c0367525-62c1-4756-a869-a1908e514e9f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:41.396211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-c0367525-62c1-4756-a869-a1908e514e9f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Synchronizing usage tracker for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:41.452727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-c0367525-62c1-4756-a869-a1908e514e9f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Unset dirty status for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:41.452727 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-c0367525-62c1-4756-a869-a1908e514e9f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 945 time: 0.2218130 Jun 03 15:48:41.517971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:41.601302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Deleting port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:41.602963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.984879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69b3ac-f364-4f47-a9f7-50f0e399cce6 req-6cdd4a34-8e5e-4562-99f1-c98a33c98571 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:41.989118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae69b3ac-f364-4f47-a9f7-50f0e399cce6 req-6cdd4a34-8e5e-4562-99f1-c98a33c98571 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 945 time: 0.2336581 Jun 03 15:48:42.215217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae69b3ac-f364-4f47-a9f7-50f0e399cce6 req-abb6df8b-09fc-4ebc-bae7-d0ee9e7aa945 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137194 Jun 03 15:48:42.243598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-86042106'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:42.271831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] For port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:42.272631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.274096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:42.287763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:42.300282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:42.327720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:42.335452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.347182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:42.356518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.387601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.422781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:42.430556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group_rule and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:42.436846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:42.449173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:42.528585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Calling delete_port for 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:42.570690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:42.576435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Usage tracker for resource:security_group_rule and tenant:5e9b015833ad40f3991d97ec04a40cfd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:42.580834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:42.588790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:42.630923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.637853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.686841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:42.753552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3140c-c16b-4462-92a5-ccc5cd04fe15,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:42.814227 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.821689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.822233 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d of type vlan for network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 Jun 03 15:48:42.860163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.904990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.910476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Pushing event deleted for resources: {'Port': ['ID=3aaf1335-3696-446e-95d3-9eeb2f5b3fcf,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:42.937383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:42.938798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.037696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] No DVR routers for this DVR port 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:43.048787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.051657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'name': 'network-vif-deleted', 'tag': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:43.070302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.088810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.161876 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e9b015833ad40f3991d97ec04a40cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8661368 Jun 03 15:48:43.165092 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb568b1-6400-4cda-8dbb-00fbfc11f853'] response: {'server_uuid': '2d52fb3f-d7e7-493c-89cc-1072aa22bf89', 'name': 'network-vif-deleted', 'tag': '3aaf1335-3696-446e-95d3-9eeb2f5b3fcf', 'status': 'completed', 'code': 200} Jun 03 15:48:43.171245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bd6dc5cd-9bb2-4bce-bb0d-bb3441cd0916 req-d6181aec-6a62-4276-8f40-10e35390954f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "DELETE /v2.0/ports/3aaf1335-3696-446e-95d3-9eeb2f5b3fcf HTTP/1.1" status: 204 len: 173 time: 1.7158644 Jun 03 15:48:43.172184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53858) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:43.213236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a0215-0e9e-4e64-b8a7-ef5ee113c5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d327a74-f993-464f-96cd-0e157849e166,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:43.297048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae495-0ef6-4e08-94b0-73c7eb16530c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.329028 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae495-0ef6-4e08-94b0-73c7eb16530c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.386237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=7994da2d-2ab1-4bc5-afa5-5cad64e0f193,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:43.395179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53864) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:43.398907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-67771c14-8452-46e8-bd68-02619c56c16a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8731790 Jun 03 15:48:43.406158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'name': 'tempest-PortsIpV6TestJSON-1174627307'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:43.433266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:43.540990 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae495-0ef6-4e08-94b0-73c7eb16530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.612621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ae495-0ef6-4e08-94b0-73c7eb16530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d327a74-f993-464f-96cd-0e157849e166,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:43.648154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae495-0ef6-4e08-94b0-73c7eb16530c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.651585 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5f3ae495-0ef6-4e08-94b0-73c7eb16530c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d327a74-f993-464f-96cd-0e157849e166 HTTP/1.1" status: 204 len: 168 time: 0.4735253 Jun 03 15:48:43.691177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:43.701266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:43.713702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:43.729274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:43.738816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:43.747294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:43.755592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.774705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fc47724-3627-4aa1-b88d-55ea1b6b003e req-fea6f994-5df6-4f80-8d1f-5cf872574fdc tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d52fb3f-d7e7-493c-89cc-1072aa22bf89 HTTP/1.1" status: 200 len: 210 time: 0.1312847 Jun 03 15:48:43.779605 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea5272f6-cf39-451f-a051-ca46c0082662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.799969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:43.801258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3aaf1335-3696-446e-95d3-9eeb2f5b3fcf not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:43.872071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port 68cd26aa-f891-4038-abe7-a5ced17df1fd yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:48:44.262675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.295397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53892) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:44.303127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.318238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.339181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:44.343722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e94f743e6234418bbfedea2930acde1 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:44.347005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:44.353539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:44.449414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=68cd26aa-f891-4038-abe7-a5ced17df1fd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:44.463536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': 'ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:44.463909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: 7994da2d-2ab1-4bc5-afa5-5cad64e0f193, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:44.489778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:44.500767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.504224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7994da2d-2ab1-4bc5-afa5-5cad64e0f193) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:44.509779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.520532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170b8c5-f5e7-4083-8c05-bbaf79514ea8 None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:44.521509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:44.526610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:44.527309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.568426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dcafe672-3206-4ce6-9094-a5e930f2e05a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1712534 Jun 03 15:48:44.580508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 53904) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:44.593610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-461325815'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:44.607494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:44.616836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:44.624479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:44.630442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e94f743e6234418bbfedea2930acde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336155 Jun 03 15:48:44.631386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2a4d5-ae0b-4632-a8c8-2be3db162eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c9daae-c320-488f-bb93-e5c35f7305a0,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:44.633812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53908) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:44.716496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:44.732427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:44.736944 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.787235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:44.788797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d94583-c8cc-4291-a07e-54f9b76e7620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.801231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.801890 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment e0a624d4-84e4-42c3-a435-1e794d8033a2 of type vlan for network f11d9f0f-7648-4eac-9555-6359af29f5da Jun 03 15:48:44.822640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d94583-c8cc-4291-a07e-54f9b76e7620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.835754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.879573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.887119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:44.888506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.025629 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d94583-c8cc-4291-a07e-54f9b76e7620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.076000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94583-c8cc-4291-a07e-54f9b76e7620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c9daae-c320-488f-bb93-e5c35f7305a0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:45.093825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d94583-c8cc-4291-a07e-54f9b76e7620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.096290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d2d94583-c8cc-4291-a07e-54f9b76e7620 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4c9daae-c320-488f-bb93-e5c35f7305a0 HTTP/1.1" status: 204 len: 168 time: 0.4550471 Jun 03 15:48:45.406285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8234863 Jun 03 15:48:45.408746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 53926) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:45.417944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'ports': [{'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193'}, {'network_id': 'f11d9f0f-7648-4eac-9555-6359af29f5da'}]} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:45.419209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:45.421616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': 'f11d9f0f-7648-4eac-9555-6359af29f5da'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:45.468823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747d5ee-9cfd-4ab0-825d-c8819b51966a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=f11d9f0f-7648-4eac-9555-6359af29f5da,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:45.493929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f11d9f0f-7648-4eac-9555-6359af29f5da details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:45.695004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.017393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:46.028832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e765be-a030-44bc-9c46-fb57985813b5 req-1b054afa-ca1a-44a3-bd23-1a89cea77956 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:46.030725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-1b054afa-ca1a-44a3-bd23-1a89cea77956 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/networks?id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e HTTP/1.1" status: 200 len: 808 time: 0.4424047 Jun 03 15:48:46.034269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:46.038492 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:46.057176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:46.088782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-ee2c28f4-a133-48ac-96aa-0106c4ba077c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/quotas/9d1a1c1ace1346049b2443247acf7ce3 HTTP/1.1" status: 200 len: 375 time: 0.0327749 Jun 03 15:48:46.227249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 2} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:46.235881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.267627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-64168203-8a7e-4075-a619-84d3603ebdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.273503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-bd568c42-5830-4e44-ba42-9afc46a6c5f5 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d1a1c1ace1346049b2443247acf7ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1694438 Jun 03 15:48:46.274961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.656255 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.894928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port f65cb2c4-2b10-4cdf-9f19-895e8903ec8d yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:48:47.006385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-3e4d670d-3f0e-4a2c-b330-e346d2f5ee37 service neutron] 10.222.0.66 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133379 Jun 03 15:48:47.007723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.334128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.505054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-7e95c99e-2b13-45eb-a9cf-5710b284b3fa service neutron] 10.222.0.66 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796007 Jun 03 15:48:47.563737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port 4d14fd05-9fa3-4eb8-8afa-33d4485d05b7 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:48:47.755257 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.814850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.945183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=f65cb2c4-2b10-4cdf-9f19-895e8903ec8d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:48.002181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c16eb7c7-b76c-48d7-9bec-cc4bf6a02462 req-4f6b5476-12b3-49da-b73b-4c9ca7cf07ce tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 210 time: 0.0593586 Jun 03 15:48:48.007968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:48.010242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:48.013123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:48.014525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.103777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.199921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=4d14fd05-9fa3-4eb8-8afa-33d4485d05b7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:48.218111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': 'e0a624d4-84e4-42c3-a435-1e794d8033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f11d9f0f-7648-4eac-9555-6359af29f5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:48.218649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: f11d9f0f-7648-4eac-9555-6359af29f5da, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:48.250904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network f11d9f0f-7648-4eac-9555-6359af29f5da is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:48.270406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f11d9f0f-7648-4eac-9555-6359af29f5da) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:48.281851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b268a4-f5b2-47dd-be51-bdd8820db978 None None] Network f11d9f0f-7648-4eac-9555-6359af29f5da requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:48.283600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:48.290789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:48.295975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:48.297776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.341738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a55f2303-8513-4cf4-85d8-ed0952e5c471 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9281774 Jun 03 15:48:48.343897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54024) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:48.509776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.579002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 4d14fd05-9fa3-4eb8-8afa-33d4485d05b7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:48.582662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.337544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.450779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb370368-abb9-48dc-adfc-0022dda09029 req-89d35508-5e51-474e-9368-95a0e2b9d726 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 210 time: 0.1630678 Jun 03 15:48:49.513483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 4d14fd05-9fa3-4eb8-8afa-33d4485d05b7 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:49.661936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.757504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=4d14fd05-9fa3-4eb8-8afa-33d4485d05b7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:49.771092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.779239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e49bdc99-6f3e-40c8-b5e3-3fdb5f5157c5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/4d14fd05-9fa3-4eb8-8afa-33d4485d05b7 HTTP/1.1" status: 204 len: 168 time: 1.4324934 Jun 03 15:48:49.783781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54058) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:49.976627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113cfaa9-89d4-4c42-9e2c-1db709ec7b8d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:49.997473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113cfaa9-89d4-4c42-9e2c-1db709ec7b8d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:49.997473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-113cfaa9-89d4-4c42-9e2c-1db709ec7b8d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:50.042974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-113cfaa9-89d4-4c42-9e2c-1db709ec7b8d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:50.045237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-113cfaa9-89d4-4c42-9e2c-1db709ec7b8d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2604055 Jun 03 15:48:50.050590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54068) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:50.230175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e765be-a030-44bc-9c46-fb57985813b5 req-e4555b77-06aa-4d93-90ea-80c84061e4de tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:50.232319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-e4555b77-06aa-4d93-90ea-80c84061e4de tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "GET /v2.0/networks?id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e HTTP/1.1" status: 200 len: 808 time: 0.4102101 Jun 03 15:48:50.250001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Request body: {'port': {'device_id': 'd28618ad-56eb-4295-b347-298eeab78094', 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e', 'admin_state_up': True, 'tenant_id': '9d1a1c1ace1346049b2443247acf7ce3'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:50.521383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port f65cb2c4-2b10-4cdf-9f19-895e8903ec8d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:50.522213 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.680475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:50.687318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Usage tracker for resource:port and tenant:9d1a1c1ace1346049b2443247acf7ce3 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:50.691333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:50.699556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:50.716830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Made reservation on behalf of 9d1a1c1ace1346049b2443247acf7ce3 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:50.721514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.980031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.995742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Allocated IP 172.20.0.5 (7f02440d-e4a0-41ab-b00c-c3bc54d3570e/e1f44302-62e7-46d8-a254-0407ff11063a/0313fbe7-f763-4ef0-8a87-e7384bbf22d2) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:51.346547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for f65cb2c4-2b10-4cdf-9f19-895e8903ec8d owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:51.466937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.495081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0037b461-42eb-42e3-8270-255b75dfd817 req-42b044a6-378d-4cac-a284-4e837d28b8ea tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 210 time: 0.4172828 Jun 03 15:48:51.508743 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.553624 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.629810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Pushing event updated for resources: {'Port': ['ID=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:51.629810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:51.630556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:51.636407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:51.678826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=f65cb2c4-2b10-4cdf-9f19-895e8903ec8d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:51.689426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.716637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e63af7d2-06d8-4ea6-b021-f3aae185846a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/f65cb2c4-2b10-4cdf-9f19-895e8903ec8d HTTP/1.1" status: 204 len: 168 time: 1.6647260 Jun 03 15:48:51.719282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:51.739734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:51.740592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.776168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-515ea1ad-fe39-425a-bcde-7df05abab27c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5334930 Jun 03 15:48:51.854426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c106bc-2872-4cde-9d05-c4f7a6c18e02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:51.857150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-18c106bc-2872-4cde-9d05-c4f7a6c18e02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:51.887884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-18c106bc-2872-4cde-9d05-c4f7a6c18e02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:51.890219 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-18c106bc-2872-4cde-9d05-c4f7a6c18e02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1693683 Jun 03 15:48:51.892617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54108) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:51.974783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Request body: {'port': {'device_id': 'd28618ad-56eb-4295-b347-298eeab78094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:52.021351 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-030c7fbd-b3c4-4cf4-81d5-d802b10cc97c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:48:52.021351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-030c7fbd-b3c4-4cf4-81d5-d802b10cc97c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:52.054811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-030c7fbd-b3c4-4cf4-81d5-d802b10cc97c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:52.056021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-030c7fbd-b3c4-4cf4-81d5-d802b10cc97c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/4d14fd05-9fa3-4eb8-8afa-33d4485d05b7 HTTP/1.1" status: 404 len: 333 time: 0.1623092 Jun 03 15:48:52.059162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:52.156173 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4943d329-7c9d-42cd-9e57-80bee1256b5f tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:48:52.157394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4943d329-7c9d-42cd-9e57-80bee1256b5f tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/f65cb2c4-2b10-4cdf-9f19-895e8903ec8d HTTP/1.1" status: 404 len: 333 time: 0.0974538 Jun 03 15:48:52.160206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54116) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:52.231393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.339511 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.523604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.594112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11d9f0f-7648-4eac-9555-6359af29f5da']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:52.648490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a624d4-84e4-42c3-a435-1e794d8033a2') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:52.649350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a624d4-84e4-42c3-a435-1e794d8033a2') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:52.687148 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.765662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.780497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:52.781368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.165777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.191438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.253245 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e0a624d4-84e4-42c3-a435-1e794d8033a2 resource provider aggregate not found Jun 03 15:48:53.347628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:48:53.372490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.447388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Transition to ACTIVE for port object 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:53.462855 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.472257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=f11d9f0f-7648-4eac-9555-6359af29f5da,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:53.492461 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e0a624d4-84e4-42c3-a435-1e794d8033a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0a624d4-84e4-42c3-a435-1e794d8033a2 found for delete ", "request_id": "req-2d5ff766-1aa6-4fa8-bc29-51793d6cc846"}]} Jun 03 15:48:53.495681 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9bb7166c-e2cd-4cb7-a671-192abda9e656 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/f11d9f0f-7648-4eac-9555-6359af29f5da HTTP/1.1" status: 204 len: 168 time: 1.3341620 Jun 03 15:48:53.520714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:53.553786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1392262455'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:53.570134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:53.585550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:53.594376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:53.610235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:53.646934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16c7a-c5af-48d9-89c2-945c868b598c req-08faf05d-042e-4a05-a6a5-85c12933e73f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:53.650458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ac16c7a-c5af-48d9-89c2-945c868b598c req-08faf05d-042e-4a05-a6a5-85c12933e73f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 931 time: 0.9088430 Jun 03 15:48:53.661569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:53.666607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.798049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:53.808432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Pushing event updated for resources: {'Port': ['ID=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:53.926401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ac16c7a-c5af-48d9-89c2-945c868b598c req-b4d893bd-8be7-4837-9c8e-0353ecedfc38 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098579 Jun 03 15:48:53.936784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.937431 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment 3bd514e8-9487-487a-b4f1-1f88603a6151 of type vlan for network ed5c72ff-a9f6-489b-a92a-e1da4193139f Jun 03 15:48:54.058520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.167815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.178745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:54.180533 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.253001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7264297 Jun 03 15:48:54.259063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:54.327100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:54.606415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Attempting to bind port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:54.607301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Attempting to bind port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:54.607301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Attempting to bind port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 on network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:54.624386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 on network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:48:54.624714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Attempting to bind port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 on network 7f02440d-e4a0-41ab-b00c-c3bc54d3570e {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:54.637284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:54.637639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Checking segment: {'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:54.642361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Bound using segment: {'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:54.642901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Bound port: 0313fbe7-f763-4ef0-8a87-e7384bbf22d2, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7128d1-acc4-4142-8b81-a86479c26855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:54.647790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.656757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:54.692731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:54.713060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:54.747148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:54.750670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b07f07-bf35-43d1-a81e-698e5b7af7bd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=ed5c72ff-a9f6-489b-a92a-e1da4193139f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:54.772241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network ed5c72ff-a9f6-489b-a92a-e1da4193139f details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:54.795736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:54.804162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.951050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] For port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:54.967694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] For port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:54.985896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.184657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Pushing event updated for resources: {'Port': ['ID=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:55.208679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:55.209213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.210683 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] 10.222.0.70 "PUT /v2.0/ports/0313fbe7-f763-4ef0-8a87-e7384bbf22d2 HTTP/1.1" status: 200 len: 1091 time: 3.4235113 Jun 03 15:48:55.212176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28618ad-56eb-4295-b347-298eeab78094', 'tag': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:55.234271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.234466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.234752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.235111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.235452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.235815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.236197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.236626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.241129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.241480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.241826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.243864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac6fc5-8cc7-4d7e-87c0-44db15d0af86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:55.252475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Performing IP validity checks on allocation pools {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:48:55.256522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.ipam_backend_mixin [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:48:55.435734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e765be-a030-44bc-9c46-fb57985813b5 req-0163527d-abfb-40a8-a22a-cc210901398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:55.438995 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-0163527d-abfb-40a8-a22a-cc210901398e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1a1c1ace1346049b2443247acf7ce3&device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 1094 time: 0.1594768 Jun 03 15:48:55.699771 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-fec04604-7dca-4e44-aa18-c9cb2f2916b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0313fbe7-f763-4ef0-8a87-e7384bbf22d2 HTTP/1.1" status: 200 len: 217 time: 0.2477007 Jun 03 15:48:55.714155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.718355 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1598b44-266c-4dcb-a7a8-855fd1b4df84'] response: {'name': 'network-changed', 'server_uuid': 'd28618ad-56eb-4295-b347-298eeab78094', 'tag': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2', 'status': 'completed', 'code': 200} Jun 03 15:48:55.861832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822c996-495e-42be-85a2-5ab9e375758d req-257eac14-bcbd-4cdc-a89e-a8d68783b107 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:55.869203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f822c996-495e-42be-85a2-5ab9e375758d req-257eac14-bcbd-4cdc-a89e-a8d68783b107 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 943 time: 0.7087047 Jun 03 15:48:55.874740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=6de40823-cde0-4334-bdd5-c8b60f5a887f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:55.959643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f822c996-495e-42be-85a2-5ab9e375758d req-68e89581-2df4-4e9a-a4b0-ebe5c0b2187f tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891211 Jun 03 15:48:55.989817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': '3bd514e8-9487-487a-b4f1-1f88603a6151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:55.990397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: ed5c72ff-a9f6-489b-a92a-e1da4193139f, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:56.039526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e765be-a030-44bc-9c46-fb57985813b5 req-99cbd401-de4c-4702-bcde-462e0cc14178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:56.041502 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-99cbd401-de4c-4702-bcde-462e0cc14178 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1f44302-62e7-46d8-a254-0407ff11063a HTTP/1.1" status: 200 len: 848 time: 0.2023146 Jun 03 15:48:56.047736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network ed5c72ff-a9f6-489b-a92a-e1da4193139f is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:56.070238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, ed5c72ff-a9f6-489b-a92a-e1da4193139f) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:56.079612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:56.081152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.082558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ac4dd-fba6-469c-b356-293f384b9c91 None None] Network ed5c72ff-a9f6-489b-a92a-e1da4193139f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:56.133098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3481bbac-b7a7-4377-80ac-08a9bbf212ac tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8719833 Jun 03 15:48:56.136287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54210) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:56.162706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f', 'name': 'tempest-PortsIpV6TestJSON-642393773'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:56.207184 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-7a800aec-7cbc-45b4-9c87-73d57a4b7cd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556275 Jun 03 15:48:56.564866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-ed5c72ff-a9f6-489b-a92a-e1da4193139f', 'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f', 'tenant_id': '866d9e7c87784045b0b7616855913f69', 'fixed_ips': [{'subnet_id': '6de40823-cde0-4334-bdd5-c8b60f5a887f'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:48:56.566115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.767615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:56.830046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:56.855103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Allocated IP 2001:db8::2 (ed5c72ff-a9f6-489b-a92a-e1da4193139f/6de40823-cde0-4334-bdd5-c8b60f5a887f/8cbf069d-c81c-45fa-982b-7c3dcabeabf2) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:56.859963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:56.877320 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.947219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-a0270402-68a6-4eb0-b8b6-a8de38a04dd2 service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086020 Jun 03 15:48:57.524550 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:57.533607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65e765be-a030-44bc-9c46-fb57985813b5 req-2845721c-196d-458e-b75d-0e9b49666eba service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745475 Jun 03 15:48:57.570664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Transition to ACTIVE for port object 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:57.583118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port de9f93eb-268c-442c-a59c-4f2caed7b5fa yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:48:57.624692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Transition to ACTIVE for port object 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:57.639462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:57.874911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Pushing event updated for resources: {'Port': ['ID=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:57.911783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1cbba-0f55-4b58-b913-13ce40437e67 req-d88e3ef6-24bc-48e9-a24d-2e22eb58e8a6 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:57.919895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d1cbba-0f55-4b58-b913-13ce40437e67 req-d88e3ef6-24bc-48e9-a24d-2e22eb58e8a6 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 943 time: 0.3686357 Jun 03 15:48:57.929088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Network ed5c72ff-a9f6-489b-a92a-e1da4193139f is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:57.930515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:57.933584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:58.139122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d1cbba-0f55-4b58-b913-13ce40437e67 req-a54f940f-88a5-4cce-8700-9e29b0a5264c tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135282 Jun 03 15:48:58.188273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea330-7fba-405e-8611-772a690fb467 req-7cd32930-3227-4f4e-b213-15075c6009dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:58.189842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-666ea330-7fba-405e-8611-772a690fb467 req-7cd32930-3227-4f4e-b213-15075c6009dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d1a1c1ace1346049b2443247acf7ce3&device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 1094 time: 0.4850454 Jun 03 15:48:58.233265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Attempting to bind port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:58.240772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54252) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:58.266139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Attempting to bind port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '3bd514e8-9487-487a-b4f1-1f88603a6151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:58.267704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Attempting to bind port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 on network ed5c72ff-a9f6-489b-a92a-e1da4193139f {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:58.300616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:58.310791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Checking segment: {'id': '3bd514e8-9487-487a-b4f1-1f88603a6151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:58.312541 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.315120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Bound using segment: {'id': '3bd514e8-9487-487a-b4f1-1f88603a6151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:58.318499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Bound port: 8cbf069d-c81c-45fa-982b-7c3dcabeabf2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd514e8-9487-487a-b4f1-1f88603a6151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ed5c72ff-a9f6-489b-a92a-e1da4193139f'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:58.319465 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.419117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::2f8 (ed5c72ff-a9f6-489b-a92a-e1da4193139f/6de40823-cde0-4334-bdd5-c8b60f5a887f/de9f93eb-268c-442c-a59c-4f2caed7b5fa) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:58.654594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea330-7fba-405e-8611-772a690fb467 req-45faa6fb-affd-4216-a2a5-8cd404b83200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:58.657355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-666ea330-7fba-405e-8611-772a690fb467 req-45faa6fb-affd-4216-a2a5-8cd404b83200 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e HTTP/1.1" status: 200 len: 909 time: 0.4460571 Jun 03 15:48:58.685479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] For port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:58.694346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] For port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,segment=NetworkSegment(3bd514e8-9487-487a-b4f1-1f88603a6151),segment_id=3bd514e8-9487-487a-b4f1-1f88603a6151)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:58.710713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.868343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.942710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:58.955236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe9626-a9a3-4777-8139-a051776bb152 None None] Pushing event updated for resources: {'Port': ['ID=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:58.958339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-666ea330-7fba-405e-8611-772a690fb467 req-22adab6b-6c96-48d5-872c-119aef8fb65b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0313fbe7-f763-4ef0-8a87-e7384bbf22d2 HTTP/1.1" status: 200 len: 217 time: 0.2791815 Jun 03 15:48:58.960175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cac78d422344eda7337d629263bf2e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:58.982705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:59.038334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:59.371092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.387878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.469304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3992612c-8cc5-4d67-9bb4-a8560c76b4c4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:59.598335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ea330-7fba-405e-8611-772a690fb467 req-880b40a7-5bc6-45a1-b878-90a8a788bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:59.608094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-666ea330-7fba-405e-8611-772a690fb467 req-880b40a7-5bc6-45a1-b878-90a8a788bb55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e1f44302-62e7-46d8-a254-0407ff11063a HTTP/1.1" status: 200 len: 848 time: 0.6231322 Jun 03 15:48:59.762984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3fe29971-601f-4d42-9e2c-533013b8f039 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5cac78d422344eda7337d629263bf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5202115 Jun 03 15:48:59.772362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54276) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:59.817130 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-666ea330-7fba-405e-8611-772a690fb467 req-46f53d10-6043-429c-b02b-ebbc215d5b1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f02440d-e4a0-41ab-b00c-c3bc54d3570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719081 Jun 03 15:49:00.076217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-beb99f1f-9e27-4bef-97e8-bd2e333c6e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.181413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb1e64-0c98-430e-8306-7ec196fdacac req-0b62b4db-e8b3-40d4-87b9-da6f340282a2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:00.197527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5fb1e64-0c98-430e-8306-7ec196fdacac req-0b62b4db-e8b3-40d4-87b9-da6f340282a2 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 943 time: 0.7019606 Jun 03 15:49:00.266674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.275525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-beb99f1f-9e27-4bef-97e8-bd2e333c6e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.371793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object de9f93eb-268c-442c-a59c-4f2caed7b5fa will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:00.441455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5fb1e64-0c98-430e-8306-7ec196fdacac req-2702e08b-5d25-4ee5-b179-49324fdb7ca3 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315447 Jun 03 15:49:00.532817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-beb99f1f-9e27-4bef-97e8-bd2e333c6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.570802 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-666ea330-7fba-405e-8611-772a690fb467 req-f4242d32-b2da-4bea-a7c0-3a02190ca5d6 service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335355 Jun 03 15:49:00.572499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.578764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99f1f-9e27-4bef-97e8-bd2e333c6e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992612c-8cc5-4d67-9bb4-a8560c76b4c4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:00.600778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-beb99f1f-9e27-4bef-97e8-bd2e333c6e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.601919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-beb99f1f-9e27-4bef-97e8-bd2e333c6e76 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3992612c-8cc5-4d67-9bb4-a8560c76b4c4 HTTP/1.1" status: 204 len: 168 time: 0.8251774 Jun 03 15:49:00.649111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:00.950939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:01.030094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network ed5c72ff-a9f6-489b-a92a-e1da4193139f is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:01.069417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:01.076860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:01.109919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:01.115258 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.230922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077b53d-f197-461b-b4f9-ae4afe0929c3 None None] Network ed5c72ff-a9f6-489b-a92a-e1da4193139f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:01.248876 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1100307 Jun 03 15:49:01.253273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54302) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:01.292651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d53a0-3810-458f-85bd-c23e62dfce4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=de9f93eb-268c-442c-a59c-4f2caed7b5fa,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:01.450698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port de9f93eb-268c-442c-a59c-4f2caed7b5fa {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:01.453039 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.464395 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-666ea330-7fba-405e-8611-772a690fb467 req-1c094d19-3dd0-41d6-8a40-f96e184ec339 service neutron] 10.222.0.70 "GET /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8127863 Jun 03 15:49:01.651663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54308) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:01.694962 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.709259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] Provisioning for port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:01.724491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] Provisioning complete for port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:01.725113 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.759562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:01.768222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Usage tracker for resource:security_group_rule and tenant:b23a1134579d45298b745cc23939dad1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:01.774728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:01.789619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:01.883601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:49:01.990333 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.002977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.046031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e016-29d8-4793-b397-761e75f344e9 req-f8fb875b-1d7b-406d-84f5-5a3e90ec1b09 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:02.061274 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ec7e016-29d8-4793-b397-761e75f344e9 req-f8fb875b-1d7b-406d-84f5-5a3e90ec1b09 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 943 time: 0.4397781 Jun 03 15:49:02.146730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b9d04f-ee46-41ec-9c2a-884b92f1d7d9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:02.173989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-922319ad-ec61-41a6-bd35-cc2580996a45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b23a1134579d45298b745cc23939dad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190368 Jun 03 15:49:02.178044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54318) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:02.222761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ec7e016-29d8-4793-b397-761e75f344e9 req-d955d9d6-daf9-40ec-a43a-a7f380893a67 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601517 Jun 03 15:49:02.247416 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.331032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a750e68-21af-44c6-8548-32b6a4769e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.384559 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a750e68-21af-44c6-8548-32b6a4769e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.401454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for de9f93eb-268c-442c-a59c-4f2caed7b5fa owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:02.491065 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a750e68-21af-44c6-8548-32b6a4769e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.519452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750e68-21af-44c6-8548-32b6a4769e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b9d04f-ee46-41ec-9c2a-884b92f1d7d9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:02.538005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a750e68-21af-44c6-8548-32b6a4769e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.541282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9a750e68-21af-44c6-8548-32b6a4769e6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11b9d04f-ee46-41ec-9c2a-884b92f1d7d9 HTTP/1.1" status: 204 len: 168 time: 0.3601861 Jun 03 15:49:02.623348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:02.714027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2', 'network_id': '7f02440d-e4a0-41ab-b00c-c3bc54d3570e', 'port_id': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2', 'mac_address': 'fa:16:3e:a7:dd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f44302-62e7-46d8-a254-0407ff11063a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:49:02.740611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] Current status of the port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:02.743342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.844647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.004180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:03.008526 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.034740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=de9f93eb-268c-442c-a59c-4f2caed7b5fa,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:03.063146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:49:03.131311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] For port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,segment=NetworkSegment(3bd514e8-9487-487a-b4f1-1f88603a6151),segment_id=3bd514e8-9487-487a-b4f1-1f88603a6151)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:03.141273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:03.144152 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.283409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.480957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d415bc36-0ee3-49eb-bd52-4a9d6c5917f9 None None] Provisioning complete for port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:03.481205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d415bc36-0ee3-49eb-bd52-4a9d6c5917f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.529791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:03.576320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad444530-f4aa-4bd2-bfde-28cc7c5ba8bb None None] Pushing event updated for resources: {'Port': ['ID=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:03.577246 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.620509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7dd6c517-9cba-44a2-9b2e-60cd28de89e2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/de9f93eb-268c-442c-a59c-4f2caed7b5fa HTTP/1.1" status: 204 len: 168 time: 2.3658273 Jun 03 15:49:03.625303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54356) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:03.723504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:03.733547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0313fbe7-f763-4ef0-8a87-e7384bbf22d2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:49:03.742383 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-593405ca-fe2f-4616-8ed2-691f05957f79 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:49:03.743276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593405ca-fe2f-4616-8ed2-691f05957f79 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:49:03.746624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-593405ca-fe2f-4616-8ed2-691f05957f79 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/de9f93eb-268c-442c-a59c-4f2caed7b5fa HTTP/1.1" status: 404 len: 333 time: 0.1187363 Jun 03 15:49:03.750769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:03.991254 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebefec4b-2254-4ed9-b991-7114a8315132 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:49:03.995788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebefec4b-2254-4ed9-b991-7114a8315132 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:04.044415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d8ead-b3a0-4420-9ff5-c3c3a6dba09a req-c4f0e07e-3042-420d-8bcd-7b014b79b5a0 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:04.046938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ebefec4b-2254-4ed9-b991-7114a8315132 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:04.049271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebefec4b-2254-4ed9-b991-7114a8315132 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/de9f93eb-268c-442c-a59c-4f2caed7b5fa HTTP/1.1" status: 404 len: 333 time: 0.2965839 Jun 03 15:49:04.061090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:04.070461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f45d8ead-b3a0-4420-9ff5-c3c3a6dba09a req-c4f0e07e-3042-420d-8bcd-7b014b79b5a0 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 944 time: 0.3220344 Jun 03 15:49:04.260212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f45d8ead-b3a0-4420-9ff5-c3c3a6dba09a req-fc6b789b-f59d-46ea-a0ff-d14f3c89afb6 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877329 Jun 03 15:49:04.330965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet 6de40823-cde0-4334-bdd5-c8b60f5a887f {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:04.357536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.430416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d415bc36-0ee3-49eb-bd52-4a9d6c5917f9 None None] Current status of the port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:04.444518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d415bc36-0ee3-49eb-bd52-4a9d6c5917f9 None None] Could not find standard attr ID for object de9f93eb-268c-442c-a59c-4f2caed7b5fa. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:49:04.518618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.553886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:04.589915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:04.596465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Usage tracker for resource:security_group_rule and tenant:c15a83324f5b4a09baf22c44a81c0b93 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:04.600526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:04.618596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:04.654067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-972bff95-2211-4d92-97ac-782800421423 None None] Could not find standard attr ID for object de9f93eb-268c-442c-a59c-4f2caed7b5fa. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:49:04.693816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.723581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:04.724463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.859282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.932166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.942445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.016283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c15a83324f5b4a09baf22c44a81c0b93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4835734 Jun 03 15:49:05.020613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:05.029827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37d299-6726-4ef9-9472-2fbc287ce898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c5b63-d1a4-44fd-b611-73612340d81b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:05.052032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.112782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:05.170417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=6de40823-cde0-4334-bdd5-c8b60f5a887f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:05.174415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.189499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9198e-123d-485c-9ef9-5146c62b76dc None None] Network ed5c72ff-a9f6-489b-a92a-e1da4193139f requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:05.195544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a2485047-3c47-4055-9840-24051d9340ef tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/6de40823-cde0-4334-bdd5-c8b60f5a887f HTTP/1.1" status: 204 len: 168 time: 1.1323485 Jun 03 15:49:05.200202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:05.302695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8358af07-ab03-40c2-923b-f1b78908e07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.362338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8358af07-ab03-40c2-923b-f1b78908e07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.451898 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8358af07-ab03-40c2-923b-f1b78908e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.475716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358af07-ab03-40c2-923b-f1b78908e07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c5b63-d1a4-44fd-b611-73612340d81b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:05.485626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8358af07-ab03-40c2-923b-f1b78908e07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.487059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8358af07-ab03-40c2-923b-f1b78908e07c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/719c5b63-d1a4-44fd-b611-73612340d81b HTTP/1.1" status: 204 len: 168 time: 0.4651101 Jun 03 15:49:05.509168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.549802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:05.550148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.672137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] DHCP port deletion for ed5c72ff-a9f6-489b-a92a-e1da4193139f request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:05.676792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Deleting port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:05.677442 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.693174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdcbbf-fd0c-4cd8-9bf6-f4aa8b214dda req-b7c89cba-37f1-4b44-83f3-8bbed0ca0278 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:05.705800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05fdcbbf-fd0c-4cd8-9bf6-f4aa8b214dda req-b7c89cba-37f1-4b44-83f3-8bbed0ca0278 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 944 time: 0.1825926 Jun 03 15:49:05.792240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05fdcbbf-fd0c-4cd8-9bf6-f4aa8b214dda req-b6e4f43f-0df5-4c3c-9eee-f53a321f4659 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848150 Jun 03 15:49:05.984552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:06.122722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] For port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,segment=NetworkSegment(3bd514e8-9487-487a-b4f1-1f88603a6151),segment_id=3bd514e8-9487-487a-b4f1-1f88603a6151)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:06.122999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.127664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] For port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,segment=NetworkSegment(3bd514e8-9487-487a-b4f1-1f88603a6151),segment_id=3bd514e8-9487-487a-b4f1-1f88603a6151)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:06.133082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.414113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Calling delete_port for 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:06.428544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:06.502864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:06.579939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.612988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:06.626738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:49:06.627450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:06.631650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:06.632555 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.670848 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:49:06.671545 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:49:06.744540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No DVR routers for this DVR port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:06.747123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=8cbf069d-c81c-45fa-982b-7c3dcabeabf2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:06.861320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:06.862009 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.903767 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.951162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5c72ff-a9f6-489b-a92a-e1da4193139f']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:06.961194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28618ad-56eb-4295-b347-298eeab78094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:06.967052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd514e8-9487-487a-b4f1-1f88603a6151') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:06.967361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd514e8-9487-487a-b4f1-1f88603a6151') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:06.993559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:07.002335 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.021921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.055611 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.072059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:07.073671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.094814 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe59468-c55e-4999-b991-ce1dfca3f5b6'] response: {'server_uuid': 'd28618ad-56eb-4295-b347-298eeab78094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2', 'code': 200} Jun 03 15:49:07.195561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Deleting port 8cbf069d-c81c-45fa-982b-7c3dcabeabf2 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:07.195967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.285272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e383b-351b-4778-ac1f-41d2ed815af1 req-60f858fc-89cc-44cb-8a3d-30c5a201fc9d tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:07.287987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f55e383b-351b-4778-ac1f-41d2ed815af1 req-60f858fc-89cc-44cb-8a3d-30c5a201fc9d tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 945 time: 0.2376738 Jun 03 15:49:07.369421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-644a2795-cf49-4f04-95c3-61ecd90a3e71 None None] The port '8cbf069d-c81c-45fa-982b-7c3dcabeabf2' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:49:07.376322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:07.389013 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3bd514e8-9487-487a-b4f1-1f88603a6151 resource provider aggregate not found Jun 03 15:49:07.414205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f55e383b-351b-4778-ac1f-41d2ed815af1 req-32575ce7-37d5-49e6-a441-cb3dda2b1e32 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194830 Jun 03 15:49:07.529629 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3bd514e8-9487-487a-b4f1-1f88603a6151 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bd514e8-9487-487a-b4f1-1f88603a6151 found for delete ", "request_id": "req-933cd11e-3050-4206-9db4-b042aef5c8aa"}]} Jun 03 15:49:07.562764 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.635749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.642759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=ed5c72ff-a9f6-489b-a92a-e1da4193139f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:07.701959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-18b34142-6a23-4cf6-ba6d-cfa563f01c24 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/ed5c72ff-a9f6-489b-a92a-e1da4193139f HTTP/1.1" status: 204 len: 168 time: 2.4998896 Jun 03 15:49:07.716811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54486) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:07.722867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0afbff-01d4-449e-9799-b2ae24843508 req-de25b07a-ef70-4241-88cb-1b23ee07e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:07.728523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-175062688'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:07.736276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b0afbff-01d4-449e-9799-b2ae24843508 req-de25b07a-ef70-4241-88cb-1b23ee07e606 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 1096 time: 0.5749938 Jun 03 15:49:07.747274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:07.755415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:07.762547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:07.773728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:07.795094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:07.798858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.838982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:49:07.841741 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9b0afbff-01d4-449e-9799-b2ae24843508 req-4244d5f0-3084-4079-91b3-32aed3517b10 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949771 Jun 03 15:49:07.853281 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.853810 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment 59f1372e-e009-464c-91ca-ee93284d2700 of type vlan for network 3dc43201-7157-42cc-b927-ab0f51d78ff2 Jun 03 15:49:07.888570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.927093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.933478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:07.934131 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.108678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3901336 Jun 03 15:49:08.111913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54504) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:08.118986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38683297-33a8-4b9f-860e-e066b67339e6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=3dc43201-7157-42cc-b927-ab0f51d78ff2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:08.119276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:08.134740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 3dc43201-7157-42cc-b927-ab0f51d78ff2 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:49:08.397111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:08.403548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:08.408296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:08.417010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:08.434951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:08.439440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.883591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.942799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c725d-ff69-4ced-ac23-30931114d3f4 req-9f6bf7ad-f41b-4b2c-ba33-498989207958 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:08.944416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-896c725d-ff69-4ced-ac23-30931114d3f4 req-9f6bf7ad-f41b-4b2c-ba33-498989207958 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 945 time: 0.2040515 Jun 03 15:49:09.050902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:09.111517 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-896c725d-ff69-4ced-ac23-30931114d3f4 req-499cc066-fc53-4be4-b5da-97bb27f42199 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472263 Jun 03 15:49:09.157757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': '59f1372e-e009-464c-91ca-ee93284d2700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:09.158117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: 3dc43201-7157-42cc-b927-ab0f51d78ff2, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:49:09.180416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54534) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:09.198196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 3dc43201-7157-42cc-b927-ab0f51d78ff2 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:49:09.227774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 3dc43201-7157-42cc-b927-ab0f51d78ff2) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:09.236054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:09.242790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be43c5-4954-4587-9304-dcf2a9f516c5 None None] Network 3dc43201-7157-42cc-b927-ab0f51d78ff2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:09.244947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.296211 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d88233c9-477c-41f2-b849-64f1a6cf6002 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1827781 Jun 03 15:49:09.298807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54540) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:09.310719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1698729779'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:09.390921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.449768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:09.458245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Usage tracker for resource:security_group_rule and tenant:104bb83f98a045ef84b639f39bef7a86 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:09.463389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:09.475791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:09.593108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:09.602538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:09.608980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:09.622745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:09.687622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.696704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.703581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:09.707775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.760024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port 0cae562b-9e8d-44b3-abf6-89e23e75b924 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:49:09.770532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=104bb83f98a045ef84b639f39bef7a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881803 Jun 03 15:49:09.771532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54548) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:09.830886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-3dc43201-7157-42cc-b927-ab0f51d78ff2', 'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2', 'tenant_id': '866d9e7c87784045b0b7616855913f69', 'fixed_ips': [{'subnet_id': 'e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:49:09.836028 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.879246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f547ed-d61f-4fb1-abaf-8a8c7d926708,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:09.919678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.920446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.921234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.921825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.922377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.922966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.923909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.924521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.925194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.925803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.926383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:09.927338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9dc32-de3d-4550-ba74-f6a9f39aa943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:10.013223 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:49:10.030879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17f6de2d-ca6c-4d4d-991c-1112b82a4545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.102206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::2a7 (3dc43201-7157-42cc-b927-ab0f51d78ff2/e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6/0cae562b-9e8d-44b3-abf6-89e23e75b924) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:10.118792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17f6de2d-ca6c-4d4d-991c-1112b82a4545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.204477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17f6de2d-ca6c-4d4d-991c-1112b82a4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.234320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6de2d-ca6c-4d4d-991c-1112b82a4545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f547ed-d61f-4fb1-abaf-8a8c7d926708,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:10.236775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17f6de2d-ca6c-4d4d-991c-1112b82a4545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.238109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-17f6de2d-ca6c-4d4d-991c-1112b82a4545 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04f547ed-d61f-4fb1-abaf-8a8c7d926708 HTTP/1.1" status: 204 len: 168 time: 0.4616528 Jun 03 15:49:10.453486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.474206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object 0cae562b-9e8d-44b3-abf6-89e23e75b924 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:10.475242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3c21-26f0-4327-9d0f-efc5e75b9a00 req-a7b9677e-4ff5-4852-b015-0be867fc1386 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:10.476902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9dcf3c21-26f0-4327-9d0f-efc5e75b9a00 req-a7b9677e-4ff5-4852-b015-0be867fc1386 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 945 time: 0.1116543 Jun 03 15:49:10.508672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.570676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9dcf3c21-26f0-4327-9d0f-efc5e75b9a00 req-2da75e8e-a384-44ad-98ea-56615f555c07 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865417 Jun 03 15:49:10.645784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Allocated IP 2001:db8::2 (3dc43201-7157-42cc-b927-ab0f51d78ff2/e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6/ef22f819-40ba-4cf5-b567-f26dea055ff4) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:10.696215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 3dc43201-7157-42cc-b927-ab0f51d78ff2 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:10.709594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:10.712696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:10.728679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:10.729363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.766220 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4655135 Jun 03 15:49:10.769408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54576) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:10.788293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24125b4-42bf-4b9a-8d49-9827a36593c3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=0cae562b-9e8d-44b3-abf6-89e23e75b924,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:10.870917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 0cae562b-9e8d-44b3-abf6-89e23e75b924 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:10.871314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.029873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54584) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:11.093167 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.144242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:11.157472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ca3f22a21a4a25965a9310976f604f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:11.161158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:11.173383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:11.271758 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.286273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Transition to ACTIVE for port object ef22f819-40ba-4cf5-b567-f26dea055ff4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:11.324780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Transition to ACTIVE for port object ef22f819-40ba-4cf5-b567-f26dea055ff4 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:11.337991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.469965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Network 3dc43201-7157-42cc-b927-ab0f51d78ff2 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:11.474620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:11.481802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:11.559631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.654591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.669744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Pushing event updated for resources: {'Port': ['ID=ef22f819-40ba-4cf5-b567-f26dea055ff4,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:11.670999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.702106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Attempting to bind port ef22f819-40ba-4cf5-b567-f26dea055ff4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:11.702493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Attempting to bind port ef22f819-40ba-4cf5-b567-f26dea055ff4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '59f1372e-e009-464c-91ca-ee93284d2700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:11.702860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Attempting to bind port ef22f819-40ba-4cf5-b567-f26dea055ff4 on network 3dc43201-7157-42cc-b927-ab0f51d78ff2 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:11.711813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:11.712361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Checking segment: {'id': '59f1372e-e009-464c-91ca-ee93284d2700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:11.712685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.713038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Bound using segment: {'id': '59f1372e-e009-464c-91ca-ee93284d2700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:11.713535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Bound port: ef22f819-40ba-4cf5-b567-f26dea055ff4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f1372e-e009-464c-91ca-ee93284d2700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3dc43201-7157-42cc-b927-ab0f51d78ff2'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:11.713918 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.768918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e44de6-7af5-492d-ae83-760952b35af3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:11.847080 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-baf75430-207e-4604-af59-8bc468758d58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7ca3f22a21a4a25965a9310976f604f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8161783 Jun 03 15:49:11.852290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54604) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:11.854810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 0cae562b-9e8d-44b3-abf6-89e23e75b924 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:11.928714 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ac7629a-cd51-4960-ba2c-462a872687bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.973405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ac7629a-cd51-4960-ba2c-462a872687bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.068150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] For port ef22f819-40ba-4cf5-b567-f26dea055ff4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:12.087474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] For port ef22f819-40ba-4cf5-b567-f26dea055ff4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ef22f819-40ba-4cf5-b567-f26dea055ff4,segment=NetworkSegment(59f1372e-e009-464c-91ca-ee93284d2700),segment_id=59f1372e-e009-464c-91ca-ee93284d2700)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:12.095903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ac7629a-cd51-4960-ba2c-462a872687bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.103034 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.167051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7629a-cd51-4960-ba2c-462a872687bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e44de6-7af5-492d-ae83-760952b35af3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:12.191867 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ac7629a-cd51-4960-ba2c-462a872687bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.197084 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5ac7629a-cd51-4960-ba2c-462a872687bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5e44de6-7af5-492d-ae83-760952b35af3 HTTP/1.1" status: 204 len: 168 time: 0.3407505 Jun 03 15:49:12.263620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.491354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5466-c7bd-4b70-8b93-f0c9bfcfadc5 None None] Pushing event updated for resources: {'Port': ['ID=ef22f819-40ba-4cf5-b567-f26dea055ff4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:12.528319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=0cae562b-9e8d-44b3-abf6-89e23e75b924,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:12.533608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.553917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7e81c1df-cf63-4d18-80d3-44f1e7dfe4fa tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/0cae562b-9e8d-44b3-abf6-89e23e75b924 HTTP/1.1" status: 204 len: 168 time: 1.7810533 Jun 03 15:49:12.554324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54628) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:12.659890 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a942c1-4391-482d-8193-9afe5626138c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:49:12.660585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b9a942c1-4391-482d-8193-9afe5626138c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:12.722034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b9a942c1-4391-482d-8193-9afe5626138c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:12.723315 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b9a942c1-4391-482d-8193-9afe5626138c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/0cae562b-9e8d-44b3-abf6-89e23e75b924 HTTP/1.1" status: 404 len: 333 time: 0.1679819 Jun 03 15:49:12.726744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:12.974410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:12.986584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.392899 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-288a25f9-0f54-4a52-aebf-f182944fd112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.411028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.509945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647487a-7970-47c7-8fca-f0fb436c888c req-dd721667-fe5d-491b-8bad-18675af054df tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:13.511763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2647487a-7970-47c7-8fca-f0fb436c888c req-dd721667-fe5d-491b-8bad-18675af054df tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 945 time: 0.2530389 Jun 03 15:49:13.600037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2647487a-7970-47c7-8fca-f0fb436c888c req-3a4822ba-7f89-415d-92e8-6052e2a5d510 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 Jun 03 15:49:13.619004 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.852453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.997680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:14.003301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.025214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-708100f3-959f-41c2-8035-9d8c3e42650d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6 HTTP/1.1" status: 204 len: 168 time: 1.2966008 Jun 03 15:49:14.029011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54674) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:14.493445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.519750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a0c92-f81a-4f54-a625-237299f02af8 req-128e77b4-569f-49a7-9256-2eb7b7a15154 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:14.521669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-958a0c92-f81a-4f54-a625-237299f02af8 req-128e77b4-569f-49a7-9256-2eb7b7a15154 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Synchronizing usage tracker for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:14.530259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253d4d9-d1f9-4eb0-bc52-679baec1f095 None None] Network 3dc43201-7157-42cc-b927-ab0f51d78ff2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:14.549286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port ef22f819-40ba-4cf5-b567-f26dea055ff4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:14.550383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.554460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ef22f819-40ba-4cf5-b567-f26dea055ff4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:14.586674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-958a0c92-f81a-4f54-a625-237299f02af8 req-128e77b4-569f-49a7-9256-2eb7b7a15154 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Unset dirty status for tenant:9d1a1c1ace1346049b2443247acf7ce3 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:14.589056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-958a0c92-f81a-4f54-a625-237299f02af8 req-128e77b4-569f-49a7-9256-2eb7b7a15154 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 945 time: 0.3181968 Jun 03 15:49:14.778815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Deleting port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:14.778974 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.803132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ce68d842-af80-44af-a907-ab080fb483fb None None] Provisioning for port ef22f819-40ba-4cf5-b567-f26dea055ff4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:14.990869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ef22f819-40ba-4cf5-b567-f26dea055ff4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:15.000804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ef22f819-40ba-4cf5-b567-f26dea055ff4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:15.001108 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.015532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323a90a-b42b-434d-90fd-fbaf60893faa req-876f5c73-eda5-480d-8352-64fde3ece051 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:15.025811 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b323a90a-b42b-434d-90fd-fbaf60893faa req-876f5c73-eda5-480d-8352-64fde3ece051 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 945 time: 0.2353106 Jun 03 15:49:15.238137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b323a90a-b42b-434d-90fd-fbaf60893faa req-d7205b54-c179-453c-b0cd-5000efbaeb24 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981664 Jun 03 15:49:15.238354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ef22f819-40ba-4cf5-b567-f26dea055ff4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:15.238987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.275460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] For port ef22f819-40ba-4cf5-b567-f26dea055ff4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ef22f819-40ba-4cf5-b567-f26dea055ff4,segment=NetworkSegment(59f1372e-e009-464c-91ca-ee93284d2700),segment_id=59f1372e-e009-464c-91ca-ee93284d2700)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:15.276057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.285677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] DHCP port deletion for 3dc43201-7157-42cc-b927-ab0f51d78ff2 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:15.315860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] Deleting port ef22f819-40ba-4cf5-b567-f26dea055ff4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:15.316413 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.415952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ef22f819-40ba-4cf5-b567-f26dea055ff4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ef22f819-40ba-4cf5-b567-f26dea055ff4,segment=NetworkSegment(59f1372e-e009-464c-91ca-ee93284d2700),segment_id=59f1372e-e009-464c-91ca-ee93284d2700)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:15.422453 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.607718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for ef22f819-40ba-4cf5-b567-f26dea055ff4 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:15.757983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] For port ef22f819-40ba-4cf5-b567-f26dea055ff4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ef22f819-40ba-4cf5-b567-f26dea055ff4,segment=NetworkSegment(59f1372e-e009-464c-91ca-ee93284d2700),segment_id=59f1372e-e009-464c-91ca-ee93284d2700)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:15.758580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.858600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:49:15.859215 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:49:15.934912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] For port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,segment=NetworkSegment(cc7128d1-acc4-4142-8b81-a86479c26855),segment_id=cc7128d1-acc4-4142-8b81-a86479c26855)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:15.935277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.949169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] Calling delete_port for ef22f819-40ba-4cf5-b567-f26dea055ff4 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:16.104673 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.124179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] No DVR routers for this DVR port ef22f819-40ba-4cf5-b567-f26dea055ff4 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:16.138810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ef22f819-40ba-4cf5-b567-f26dea055ff4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:16.152524 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.258031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc27d2-a295-4336-b0f8-35f99deaac36 None None] Pushing event deleted for resources: {'Port': ['ID=ef22f819-40ba-4cf5-b567-f26dea055ff4,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:16.313249 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e83997a-0fd9-4103-ad9b-4311a288d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.455270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Calling delete_port for 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:16.516072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ef22f819-40ba-4cf5-b567-f26dea055ff4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:16.546981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc4693-c178-4af0-9168-ed9fdbb829a4 req-4bf19445-c046-40d3-bf7d-16887cba2a0b tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:16.551297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1dc4693-c178-4af0-9168-ed9fdbb829a4 req-4bf19445-c046-40d3-bf7d-16887cba2a0b tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 945 time: 0.1282773 Jun 03 15:49:16.598592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port ef22f819-40ba-4cf5-b567-f26dea055ff4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:16.599130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ef22f819-40ba-4cf5-b567-f26dea055ff4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:16.599336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.599461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ef22f819-40ba-4cf5-b567-f26dea055ff4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:16.632750 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.686301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1dc4693-c178-4af0-9168-ed9fdbb829a4 req-785b83a7-20d4-4171-93d9-c3333ecc29cd tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7fc9dba-d177-493c-aa52-0131373fdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270275 Jun 03 15:49:16.825264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] The port 'ef22f819-40ba-4cf5-b567-f26dea055ff4' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:49:17.005962 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.307323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.375690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc43201-7157-42cc-b927-ab0f51d78ff2']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:17.390812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f1372e-e009-464c-91ca-ee93284d2700') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:17.391371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f1372e-e009-464c-91ca-ee93284d2700') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:17.401582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.437276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['0313fbe7-f763-4ef0-8a87-e7384bbf22d2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:49:17.582465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Pushing event deleted for resources: {'Port': ['ID=0313fbe7-f763-4ef0-8a87-e7384bbf22d2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:17.638541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.747204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.759098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] No DVR routers for this DVR port 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:17.772673 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.788235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28618ad-56eb-4295-b347-298eeab78094', 'name': 'network-vif-deleted', 'tag': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:17.796014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:17.796553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.831567 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-958a0c92-f81a-4f54-a625-237299f02af8 req-8c86e595-136e-4b7f-9160-330168882df4 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.70 "DELETE /v2.0/ports/0313fbe7-f763-4ef0-8a87-e7384bbf22d2 HTTP/1.1" status: 204 len: 173 time: 3.1968412 Jun 03 15:49:17.936218 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 59f1372e-e009-464c-91ca-ee93284d2700 resource provider aggregate not found Jun 03 15:49:17.982448 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e1dd25-6792-4388-9ad7-c30e540015e6'] response: {'server_uuid': 'd28618ad-56eb-4295-b347-298eeab78094', 'name': 'network-vif-deleted', 'tag': '0313fbe7-f763-4ef0-8a87-e7384bbf22d2', 'status': 'completed', 'code': 200} Jun 03 15:49:18.005879 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 59f1372e-e009-464c-91ca-ee93284d2700 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59f1372e-e009-464c-91ca-ee93284d2700 found for delete ", "request_id": "req-34ae5fad-07fe-43f9-94b8-ba0b7b3838b1"}]} Jun 03 15:49:18.062257 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.106436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.112672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.113900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa082a23-9ce9-433d-a088-91943cdf9a23 req-f1a88e47-d416-4f60-9406-301b3b995cd8 tempest-VolumesActionsTest-1659675611 tempest-VolumesActionsTest-1659675611-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28618ad-56eb-4295-b347-298eeab78094 HTTP/1.1" status: 200 len: 210 time: 0.1159806 Jun 03 15:49:18.124707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=3dc43201-7157-42cc-b927-ab0f51d78ff2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:18.128696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-faf5e4af-70a4-4d7f-ae25-62a2ddc0318b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/3dc43201-7157-42cc-b927-ab0f51d78ff2 HTTP/1.1" status: 204 len: 168 time: 4.0977752 Jun 03 15:49:18.132465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54770) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:18.139792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'name': 'tempest-PortsIpV6TestJSON-1318567333'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:18.330306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:18.342240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:18.357027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:18.362721 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.391461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port c722659b-9589-4577-8842-e3539c98a4f1 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:49:18.478008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.766576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.862340 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:19.015638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=c722659b-9589-4577-8842-e3539c98a4f1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:19.047313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:19.050390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:19.055711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:19.075820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:19.077062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:19.143588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54792) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:19.145259 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-df3baf95-9c4d-4a3c-8981-224b25c09f64 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0097911 Jun 03 15:49:19.294683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port c722659b-9589-4577-8842-e3539c98a4f1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:19.295343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:19.668089 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:19.842642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for c722659b-9589-4577-8842-e3539c98a4f1 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:19.889129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:19.976782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:19.979498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 0313fbe7-f763-4ef0-8a87-e7384bbf22d2 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:20.092034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.187621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=c722659b-9589-4577-8842-e3539c98a4f1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:20.187621 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.204922 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b72e7072-42ad-4b5a-892a-de456e9f5b4e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/c722659b-9589-4577-8842-e3539c98a4f1 HTTP/1.1" status: 204 len: 168 time: 1.0470884 Jun 03 15:49:20.204922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54834) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:20.224852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'mac_address': 'fa:16:3e:43:87:1b', 'name': 'tempest-PortsIpV6TestJSON-778503117'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:20.418440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:20.424752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:20.428940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:20.446541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:20.464875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:20.686773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.722537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port 2fa93c7f-9796-4905-9583-1a768d7122c0 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:49:21.279738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:21.342836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:21.531360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:21.543612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:21.568162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:21.575460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:21.576524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:21.604703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=2fa93c7f-9796-4905-9583-1a768d7122c0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:21.643867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 54894) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:21.666885 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-253b544b-f521-473b-a156-9ddf28b36117 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4417934 Jun 03 15:49:21.806037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cdbee8-5802-4bfc-8403-3d6fdf681509 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:21.806951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07cdbee8-5802-4bfc-8403-3d6fdf681509 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:21.846499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-07cdbee8-5802-4bfc-8403-3d6fdf681509 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:21.851360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54902) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:21.851626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-07cdbee8-5802-4bfc-8403-3d6fdf681509 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/2fa93c7f-9796-4905-9583-1a768d7122c0 HTTP/1.1" status: 200 len: 844 time: 0.2041349 Jun 03 15:49:22.026545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 2fa93c7f-9796-4905-9583-1a768d7122c0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:22.026938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.557140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.119688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 2fa93c7f-9796-4905-9583-1a768d7122c0 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:23.299748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.366771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=2fa93c7f-9796-4905-9583-1a768d7122c0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:23.382261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.420692 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-23549f39-3718-4a5b-a57e-cadbdcf50e74 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/2fa93c7f-9796-4905-9583-1a768d7122c0 HTTP/1.1" status: 204 len: 168 time: 1.5674818 Jun 03 15:49:23.425234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54976) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:23.485736 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a187cfa-3e24-4e5a-8d57-62b4804803d5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:49:23.486545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a187cfa-3e24-4e5a-8d57-62b4804803d5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:23.543685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1a187cfa-3e24-4e5a-8d57-62b4804803d5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:23.545219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1a187cfa-3e24-4e5a-8d57-62b4804803d5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/2fa93c7f-9796-4905-9583-1a768d7122c0 HTTP/1.1" status: 404 len: 333 time: 0.1186481 Jun 03 15:49:23.549113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 54982) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:23.564706 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'name': 'tempest-PortsIpV6TestJSON-447154436'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:23.948193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:23.986358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:24.025613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:24.031229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.110325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port fecf110f-0a83-4830-8c00-6d9140bc23b5 yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:49:24.777343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.825667 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.988482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:24.992749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=fecf110f-0a83-4830-8c00-6d9140bc23b5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:25.008534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:25.019524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:25.031549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:25.032701 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.096144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55020) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:25.097051 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-439a6760-79b4-48d2-9a08-520e6e24b927 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5452974 Jun 03 15:49:25.114832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:25.510077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.064322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.075069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.319965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] In _notify_port_updated(), no bound segment for port fecf110f-0a83-4830-8c00-6d9140bc23b5 on network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:49:26.347711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:26.349059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.357521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "PUT /v2.0/ports/fecf110f-0a83-4830-8c00-6d9140bc23b5 HTTP/1.1" status: 200 len: 818 time: 1.2584591 Jun 03 15:49:26.362292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55058) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:26.556756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ade293-d0f7-405f-8c7c-2f22ecbd07e3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=fecf110f-0a83-4830-8c00-6d9140bc23b5,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:26.681605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port fecf110f-0a83-4830-8c00-6d9140bc23b5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:26.682532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.193930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.405359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for fecf110f-0a83-4830-8c00-6d9140bc23b5 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:27.612653 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.906712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=fecf110f-0a83-4830-8c00-6d9140bc23b5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:27.934402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.968502 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3e9e25c4-7521-42cc-a82e-706d3c8b4ef8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/fecf110f-0a83-4830-8c00-6d9140bc23b5 HTTP/1.1" status: 204 len: 168 time: 1.6043003 Jun 03 15:49:27.970743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55098) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:28.301793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc88ce3-c096-46cf-9883-768decdc42af tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:28.302870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7dc88ce3-c096-46cf-9883-768decdc42af tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:28.381177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7dc88ce3-c096-46cf-9883-768decdc42af tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:28.387656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7dc88ce3-c096-46cf-9883-768decdc42af tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4105053 Jun 03 15:49:28.387656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55106) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:28.518449 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8490135-33ea-4676-a152-a13657b26cae tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:49:28.521311 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b8490135-33ea-4676-a152-a13657b26cae tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/fecf110f-0a83-4830-8c00-6d9140bc23b5 HTTP/1.1" status: 404 len: 333 time: 0.1323218 Jun 03 15:49:28.526276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55114) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:28.535543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1315750614'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:28.549746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:28.557187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:28.563599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:28.587645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:28.616434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:28.630319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.767958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:49:28.784890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.785971 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment a1a6fd75-feea-4a37-a665-57bf3357e01a of type vlan for network f3a26ea5-7296-4de0-91e1-1941ed8dc059 Jun 03 15:49:28.857763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.940765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.947205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:28.948354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.748940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=f3a26ea5-7296-4de0-91e1-1941ed8dc059,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:29.766895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7a5778aa-f2ca-457b-b298-d39996496d4a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2391136 Jun 03 15:49:29.772717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:49:29.777972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55140) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:29.794954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:30.283371 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:30.346933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:30.374182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:30.388423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:30.478679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:30.484179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:30.904836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.205300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=9ef6bba2-5052-4979-8085-25b0aac568e4,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:31.240080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': 'a1a6fd75-feea-4a37-a665-57bf3357e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:31.240774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: f3a26ea5-7296-4de0-91e1-1941ed8dc059, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:49:31.290124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:49:31.324563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, f3a26ea5-7296-4de0-91e1-1941ed8dc059) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:31.335968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:31.337324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.338972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9368e10-92de-414d-b3bf-5c5e110519e1 None None] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:31.405324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-87b3ea01-2066-4a06-b3f3-1eb3c3f25f94 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6255987 Jun 03 15:49:31.408133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55178) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:31.424825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:31.898647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-f3a26ea5-7296-4de0-91e1-1941ed8dc059', 'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059', 'tenant_id': '866d9e7c87784045b0b7616855913f69', 'fixed_ips': [{'subnet_id': '9ef6bba2-5052-4979-8085-25b0aac568e4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:49:31.900084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.911119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:31.920438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:31.925538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:31.933005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:31.963794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:31.969036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:32.291368 n-d-844594-1 neutron-server[88338]: INFO neutron.db.ipam_backend_mixin [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ef6bba2-5052-4979-8085-25b0aac568e4 (CIDR: 2001:db8::/64) Jun 03 15:49:32.317697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Allocated IP 2001:db8::2 (f3a26ea5-7296-4de0-91e1-1941ed8dc059/9ef6bba2-5052-4979-8085-25b0aac568e4/aa86094b-0edc-4926-8e1c-0a680caa0dc3) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:32.329107 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:49:32.329616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:49:32.431883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55206) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:32.438903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-30fe5056-1c84-4dea-bbc1-c760d2a7b530 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0288894 Jun 03 15:49:32.452590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:33.130227 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:33.168420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Transition to ACTIVE for port object aa86094b-0edc-4926-8e1c-0a680caa0dc3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:33.185962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:33.194062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:33.200682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:33.216469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:33.248082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:33.262607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:33.263619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Transition to ACTIVE for port object aa86094b-0edc-4926-8e1c-0a680caa0dc3 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:33.283270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:33.541238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:33.556800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:33.564147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:33.605407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Pushing event updated for resources: {'Port': ['ID=aa86094b-0edc-4926-8e1c-0a680caa0dc3,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:33.948208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.949113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.949808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.951076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.951887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.952770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.956513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.957727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.958593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.959440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.960907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:33.961656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:34.024951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Attempting to bind port aa86094b-0edc-4926-8e1c-0a680caa0dc3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:34.025556 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Attempting to bind port aa86094b-0edc-4926-8e1c-0a680caa0dc3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a1a6fd75-feea-4a37-a665-57bf3357e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:34.026419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Attempting to bind port aa86094b-0edc-4926-8e1c-0a680caa0dc3 on network f3a26ea5-7296-4de0-91e1-1941ed8dc059 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:34.039321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:34.040045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Checking segment: {'id': 'a1a6fd75-feea-4a37-a665-57bf3357e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:34.041016 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.042770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Bound using segment: {'id': 'a1a6fd75-feea-4a37-a665-57bf3357e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:34.043485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Bound port: aa86094b-0edc-4926-8e1c-0a680caa0dc3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a6fd75-feea-4a37-a665-57bf3357e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:34.044192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.231773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.392891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] For port aa86094b-0edc-4926-8e1c-0a680caa0dc3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:34.411132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] For port aa86094b-0edc-4926-8e1c-0a680caa0dc3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=aa86094b-0edc-4926-8e1c-0a680caa0dc3,segment=NetworkSegment(a1a6fd75-feea-4a37-a665-57bf3357e01a),segment_id=a1a6fd75-feea-4a37-a665-57bf3357e01a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:34.418522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.488248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:34.491767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:34.505747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:34.506350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.546207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=c22daa61-b749-4066-aa35-2df798434b79,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:34.550976 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d51405c-a9a5-4a2c-922a-79be8b425cbe tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1166785 Jun 03 15:49:34.556805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55256) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:34.568271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059', 'fixed_ips': [{'subnet_id': '9ef6bba2-5052-4979-8085-25b0aac568e4'}, {'subnet_id': 'c22daa61-b749-4066-aa35-2df798434b79'}], 'name': 'tempest-PortsIpV6TestJSON-1947428196'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:34.680474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa9d8-80c1-4f73-aea5-88cd45103f52 None None] Pushing event updated for resources: {'Port': ['ID=aa86094b-0edc-4926-8e1c-0a680caa0dc3,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:35.076911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:35.082923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:35.088051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:35.117742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:35.170632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:35.586897 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:35.615555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port dae291ba-6ad0-415e-93b1-b02bdff73758 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:49:36.666987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device aa86094b-0edc-4926-8e1c-0a680caa0dc3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:36.788765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::7f (f3a26ea5-7296-4de0-91e1-1941ed8dc059/9ef6bba2-5052-4979-8085-25b0aac568e4/dae291ba-6ad0-415e-93b1-b02bdff73758) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:36.801701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8:0:1::3b9 (f3a26ea5-7296-4de0-91e1-1941ed8dc059/c22daa61-b749-4066-aa35-2df798434b79/dae291ba-6ad0-415e-93b1-b02bdff73758) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:37.007599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port aa86094b-0edc-4926-8e1c-0a680caa0dc3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:37.082409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fea07a-d420-467d-84fc-71be51518ef1 None None] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:37.316869 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.352967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object dae291ba-6ad0-415e-93b1-b02bdff73758 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:37.412992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] Provisioning for port aa86094b-0edc-4926-8e1c-0a680caa0dc3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:37.430771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.472642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] Provisioning complete for port aa86094b-0edc-4926-8e1c-0a680caa0dc3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:37.475967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.955497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] Current status of the port aa86094b-0edc-4926-8e1c-0a680caa0dc3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:37.958596 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.112610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] For port aa86094b-0edc-4926-8e1c-0a680caa0dc3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=aa86094b-0edc-4926-8e1c-0a680caa0dc3,segment=NetworkSegment(a1a6fd75-feea-4a37-a665-57bf3357e01a),segment_id=a1a6fd75-feea-4a37-a665-57bf3357e01a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:38.166053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.340205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:38.346644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:38.372547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5685d-b191-4196-b544-f05e9549cbf7 None None] Pushing event updated for resources: {'Port': ['ID=aa86094b-0edc-4926-8e1c-0a680caa0dc3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:38.419415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:38.463326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:38.466225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.474576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=dae291ba-6ad0-415e-93b1-b02bdff73758,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:38.547889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1d44ba52-9959-4ec8-9d34-88913a0dca85 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.9879224 Jun 03 15:49:38.549843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55334) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:38.619828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ef6bba2-5052-4979-8085-25b0aac568e4'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:38.823055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] Update dhcp port {'port': {'network_id': 'f3a26ea5-7296-4de0-91e1-1941ed8dc059', 'fixed_ips': [{'subnet_id': '9ef6bba2-5052-4979-8085-25b0aac568e4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c22daa61-b749-4066-aa35-2df798434b79'}], 'binding:host_id': 'n-d-844594-1'}, 'id': 'aa86094b-0edc-4926-8e1c-0a680caa0dc3'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:49:39.061155 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:39.466397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:39.733719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] Allocated IP 2001:db8:0:1::2 (f3a26ea5-7296-4de0-91e1-1941ed8dc059/c22daa61-b749-4066-aa35-2df798434b79/aa86094b-0edc-4926-8e1c-0a680caa0dc3) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:39.935663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55366) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:40.287479 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.348417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] For port aa86094b-0edc-4926-8e1c-0a680caa0dc3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=aa86094b-0edc-4926-8e1c-0a680caa0dc3,segment=NetworkSegment(a1a6fd75-feea-4a37-a665-57bf3357e01a),segment_id=a1a6fd75-feea-4a37-a665-57bf3357e01a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:40.375535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:40.388604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Usage tracker for resource:security_group_rule and tenant:a392ce7e21304188bd651061485d9a39 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:40.402153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:40.422138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:40.512570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.597120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.598385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] Transition to ACTIVE for port object aa86094b-0edc-4926-8e1c-0a680caa0dc3 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:40.610239 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.610561 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.853644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Delete allocated IP 2001:db8:0:1::3b9 (f3a26ea5-7296-4de0-91e1-1941ed8dc059/c22daa61-b749-4066-aa35-2df798434b79) {{(pid=88339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:49:40.886586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a392ce7e21304188bd651061485d9a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9491453 Jun 03 15:49:40.892135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55388) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:40.896785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f748d26-7eb0-4cdb-b308-df2b3fc1c59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5020b4-1fae-42a7-8016-67801c0bbb17,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:41.055279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device aa86094b-0edc-4926-8e1c-0a680caa0dc3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:41.152236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0718e3ea-3fba-4f62-ab6f-fc9960198c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.265446 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0718e3ea-3fba-4f62-ab6f-fc9960198c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.393630 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0718e3ea-3fba-4f62-ab6f-fc9960198c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.406339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.423596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718e3ea-3fba-4f62-ab6f-fc9960198c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5020b4-1fae-42a7-8016-67801c0bbb17,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:41.441602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0718e3ea-3fba-4f62-ab6f-fc9960198c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.445000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Ignored duplicate provisioning block setup for port dae291ba-6ad0-415e-93b1-b02bdff73758 by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:49:41.445849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0718e3ea-3fba-4f62-ab6f-fc9960198c19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa5020b4-1fae-42a7-8016-67801c0bbb17 HTTP/1.1" status: 204 len: 168 time: 0.5122783 Jun 03 15:49:41.459656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.641606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3058a46-dd31-4ac4-a6e5-ecf4d8495136 None None] Pushing event updated for resources: {'Port': ['ID=aa86094b-0edc-4926-8e1c-0a680caa0dc3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:41.786643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] In _notify_port_updated(), no bound segment for port dae291ba-6ad0-415e-93b1-b02bdff73758 on network f3a26ea5-7296-4de0-91e1-1941ed8dc059 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:49:41.827218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:41.828278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.839583 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "PUT /v2.0/ports/dae291ba-6ad0-415e-93b1-b02bdff73758 HTTP/1.1" status: 200 len: 925 time: 3.2854822 Jun 03 15:49:41.845543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55414) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:41.868562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ef6bba2-5052-4979-8085-25b0aac568e4'}, {'subnet_id': 'c22daa61-b749-4066-aa35-2df798434b79'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:41.908428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe56fd0-d8a2-429d-bbd9-5516b9e6b019 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=dae291ba-6ad0-415e-93b1-b02bdff73758,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:42.661631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device aa86094b-0edc-4926-8e1c-0a680caa0dc3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:42.757111 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:43.097213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286894c-53c2-40c3-bdf2-0177621b520b None None] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:43.514390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Provisioning for port dae291ba-6ad0-415e-93b1-b02bdff73758 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:43.535311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Provisioning complete for port dae291ba-6ad0-415e-93b1-b02bdff73758 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:43.536345 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:43.639149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-001245d0-b33a-4590-8d3f-d1e3ddf8f042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:43.859766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Port dae291ba-6ad0-415e-93b1-b02bdff73758 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:43.907951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8:0:1::157 (f3a26ea5-7296-4de0-91e1-1941ed8dc059/c22daa61-b749-4066-aa35-2df798434b79/dae291ba-6ad0-415e-93b1-b02bdff73758) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:43.980633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Provisioning for port aa86094b-0edc-4926-8e1c-0a680caa0dc3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:44.023297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Provisioning complete for port aa86094b-0edc-4926-8e1c-0a680caa0dc3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:44.023584 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.543091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.638063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Ignored duplicate provisioning block setup for port dae291ba-6ad0-415e-93b1-b02bdff73758 by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:49:44.654168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.662040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b43d31cb-02d4-4862-95e0-396104189bb2 None None] Current status of the port aa86094b-0edc-4926-8e1c-0a680caa0dc3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:45.246720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=dae291ba-6ad0-415e-93b1-b02bdff73758,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:45.315745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] In _notify_port_updated(), no bound segment for port dae291ba-6ad0-415e-93b1-b02bdff73758 on network f3a26ea5-7296-4de0-91e1-1941ed8dc059 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:49:45.342055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:45.343577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.346373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2277fd9c-ea06-4a24-92dc-669f25329480 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "PUT /v2.0/ports/dae291ba-6ad0-415e-93b1-b02bdff73758 HTTP/1.1" status: 200 len: 1011 time: 3.4994352 Jun 03 15:49:45.350965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55504) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:45.533787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a8c93370-f00f-4d46-825a-848d54d73ad5 None None] Provisioning complete for port dae291ba-6ad0-415e-93b1-b02bdff73758 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:45.535657 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a8c93370-f00f-4d46-825a-848d54d73ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.662432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port dae291ba-6ad0-415e-93b1-b02bdff73758 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:45.662981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.766945 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.798436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a8c93370-f00f-4d46-825a-848d54d73ad5 None None] Port dae291ba-6ad0-415e-93b1-b02bdff73758 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:45.830598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a8c93370-f00f-4d46-825a-848d54d73ad5 None None] Provisioning complete for port aa86094b-0edc-4926-8e1c-0a680caa0dc3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:45.831175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a8c93370-f00f-4d46-825a-848d54d73ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.467690 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d21d3a05-f619-4c97-81bf-1c8b2b125198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.523397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.897448 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.975344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a8c93370-f00f-4d46-825a-848d54d73ad5 None None] Current status of the port aa86094b-0edc-4926-8e1c-0a680caa0dc3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:47.024955 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:49:47.067479 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:47.111503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d50ea046-1257-42a0-9d71-c9eb116566be None None] Provisioning complete for port dae291ba-6ad0-415e-93b1-b02bdff73758 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:47.111884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d50ea046-1257-42a0-9d71-c9eb116566be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:47.317090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d50ea046-1257-42a0-9d71-c9eb116566be None None] Port dae291ba-6ad0-415e-93b1-b02bdff73758 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:47.381073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for dae291ba-6ad0-415e-93b1-b02bdff73758 owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:47.445663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cb4ee0c2-2acc-41f8-9189-c8d96a4140f2 None None] Provisioning complete for port dae291ba-6ad0-415e-93b1-b02bdff73758 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:47.446669 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee0c2-2acc-41f8-9189-c8d96a4140f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:47.555203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ee0c2-2acc-41f8-9189-c8d96a4140f2 None None] Port dae291ba-6ad0-415e-93b1-b02bdff73758 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:47.987426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:48.161793 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:48.199330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=dae291ba-6ad0-415e-93b1-b02bdff73758,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:48.359607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:48.407187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ad6be23b-fd6b-4a78-9fc8-da7f4e39ce2a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/dae291ba-6ad0-415e-93b1-b02bdff73758 HTTP/1.1" status: 204 len: 168 time: 3.0499156 Jun 03 15:49:48.408054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55574) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:48.502527 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:48.535959 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e03bc8-494e-47d0-abf9-c3ec8dfeab1a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:49:48.539869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64e03bc8-494e-47d0-abf9-c3ec8dfeab1a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:48.755278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-94a1f11f-05f3-417b-8b65-fcb046bb7723 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=34a61161324649f083f27fdb1ff8206d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335201 Jun 03 15:49:48.782842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64e03bc8-494e-47d0-abf9-c3ec8dfeab1a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:48.787069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-64e03bc8-494e-47d0-abf9-c3ec8dfeab1a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/dae291ba-6ad0-415e-93b1-b02bdff73758 HTTP/1.1" status: 404 len: 333 time: 0.3772748 Jun 03 15:49:48.787687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55592) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:49.015971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet c22daa61-b749-4066-aa35-2df798434b79 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:49.034215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.058322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-f3f86267-46e0-4c42-b658-cad197934b27 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:49.065615 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-f3f86267-46e0-4c42-b658-cad197934b27 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091908 Jun 03 15:49:49.103260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-c203e1b4-f90a-4276-9b95-261348e14c49 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/quotas/34a61161324649f083f27fdb1ff8206d HTTP/1.1" status: 200 len: 375 time: 0.0366137 Jun 03 15:49:49.177546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.185444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-9157e0c8-4cb8-4cdf-a02a-4bd5c39a7914 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=34a61161324649f083f27fdb1ff8206d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811627 Jun 03 15:49:49.530078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.707545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1caf0565-a5f7-4589-b15e-56e923385719 req-c119da16-bb1c-419c-b0da-04082a3780eb tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0986087 Jun 03 15:49:49.835127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.970763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=c22daa61-b749-4066-aa35-2df798434b79,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:49.977604 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.986696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064e432-a4ab-4ca8-8313-63beecfcda94 None None] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:50.017164 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e821e26a-8110-41c8-b99e-142cc0cce813 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/c22daa61-b749-4066-aa35-2df798434b79 HTTP/1.1" status: 204 len: 168 time: 1.2275271 Jun 03 15:49:50.019807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 55622) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:50.336695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet 9ef6bba2-5052-4979-8085-25b0aac568e4 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:50.344825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.593892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.847371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.052417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.076989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8815602b-b5f9-492f-80ec-d4f05b4c84d0 req-10027621-a2e2-428c-9a4a-a845cc39052c tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 210 time: 0.1491253 Jun 03 15:49:51.169642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.173634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef6bba2-5052-4979-8085-25b0aac568e4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:51.181988 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f9f4c79a-b455-4ba4-88b3-105ff0c23bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/9ef6bba2-5052-4979-8085-25b0aac568e4 HTTP/1.1" status: 204 len: 168 time: 1.1604385 Jun 03 15:49:51.184980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:51.703228 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.788759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port aa86094b-0edc-4926-8e1c-0a680caa0dc3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:51.789100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.066421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2be958-e1cc-4930-a0d7-444324cb6745 None None] Network f3a26ea5-7296-4de0-91e1-1941ed8dc059 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:52.547245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc0fd540-0828-40c3-a6e9-0a37ed8ff01f req-de6a5367-67de-471f-b1ea-bb15af6d7bb9 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 210 time: 0.1088805 Jun 03 15:49:52.655699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] For port aa86094b-0edc-4926-8e1c-0a680caa0dc3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=aa86094b-0edc-4926-8e1c-0a680caa0dc3,segment=NetworkSegment(a1a6fd75-feea-4a37-a665-57bf3357e01a),segment_id=a1a6fd75-feea-4a37-a665-57bf3357e01a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:52.657824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.680967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a67aa26b-93a0-4fbc-9de5-8129175e6db7 None None] Provisioning complete for port aa86094b-0edc-4926-8e1c-0a680caa0dc3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:52.681564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a67aa26b-93a0-4fbc-9de5-8129175e6db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.114148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-c1eecfc3-2662-4e88-935c-60ea14d46d29 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=34a61161324649f083f27fdb1ff8206d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1957746 Jun 03 15:49:53.228088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] DHCP port deletion for f3a26ea5-7296-4de0-91e1-1941ed8dc059 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:53.255064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Deleting port aa86094b-0edc-4926-8e1c-0a680caa0dc3 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:53.256520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.437606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a67aa26b-93a0-4fbc-9de5-8129175e6db7 None None] Current status of the port aa86094b-0edc-4926-8e1c-0a680caa0dc3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:53.633305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for aa86094b-0edc-4926-8e1c-0a680caa0dc3 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:53.718539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-6f1f9d0c-2e7c-4dec-91bb-a5aa4edd90f9 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:53.720649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-6f1f9d0c-2e7c-4dec-91bb-a5aa4edd90f9 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5936053 Jun 03 15:49:53.735910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Request body: {'port': {'device_id': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '34a61161324649f083f27fdb1ff8206d'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:53.930971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.983770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] For port aa86094b-0edc-4926-8e1c-0a680caa0dc3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=aa86094b-0edc-4926-8e1c-0a680caa0dc3,segment=NetworkSegment(a1a6fd75-feea-4a37-a665-57bf3357e01a),segment_id=a1a6fd75-feea-4a37-a665-57bf3357e01a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:53.984521 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.156951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:54.181355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Usage tracker for resource:port and tenant:34a61161324649f083f27fdb1ff8206d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:54.196395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:54.226198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=aa86094b-0edc-4926-8e1c-0a680caa0dc3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:54.226491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:54.262617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Made reservation on behalf of 34a61161324649f083f27fdb1ff8206d for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:54.266771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.322370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.369411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:54.375055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Usage tracker for resource:security_group_rule and tenant:34a61161324649f083f27fdb1ff8206d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:54.380431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:54.398034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:54.443603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No DVR routers for this DVR port aa86094b-0edc-4926-8e1c-0a680caa0dc3 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:54.447433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Calling delete_port for aa86094b-0edc-4926-8e1c-0a680caa0dc3 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:54.560308 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.568149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.635279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b4d63b28-faec-4189-b030-4088734aa733 req-ba8ca8f2-01b6-4e0f-b3e0-dd7a26b6ab2e tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 210 time: 0.4359884 Jun 03 15:49:54.640439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device aa86094b-0edc-4926-8e1c-0a680caa0dc3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:54.686165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8526f48f-9621-48e4-8b61-49f3bd4717ae,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:54.797047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: aa86094b-0edc-4926-8e1c-0a680caa0dc3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:54.797385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device aa86094b-0edc-4926-8e1c-0a680caa0dc3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:54.927771 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:49:54.928159 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:49:55.092549 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.163068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Allocated IP 192.168.233.37 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/17f0586b-62dd-4fd4-bc6e-bdd104288734) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:55.225162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a26ea5-7296-4de0-91e1-1941ed8dc059']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:55.266076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a6fd75-feea-4a37-a665-57bf3357e01a') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:55.266547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a6fd75-feea-4a37-a665-57bf3357e01a') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:55.287197 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.315197 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.327618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:55.328401 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.429580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Deleting port aa86094b-0edc-4926-8e1c-0a680caa0dc3 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:55.430008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.548016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.553726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.596511 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a1a6fd75-feea-4a37-a665-57bf3357e01a resource provider aggregate not found Jun 03 15:49:55.674811 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment a1a6fd75-feea-4a37-a665-57bf3357e01a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1a6fd75-feea-4a37-a665-57bf3357e01a found for delete ", "request_id": "req-2677dac1-ee88-4906-a0f7-0ecc6eb4aec1"}]} Jun 03 15:49:55.689394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=f3a26ea5-7296-4de0-91e1-1941ed8dc059,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:55.702149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-24f48b89-fd26-48df-b4a3-8a33219a17d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/f3a26ea5-7296-4de0-91e1-1941ed8dc059 HTTP/1.1" status: 204 len: 168 time: 4.5159669 Jun 03 15:49:55.708190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-554b31bf-19d3-44c3-b8f7-43118bf1e0b2 None None] The port 'aa86094b-0edc-4926-8e1c-0a680caa0dc3' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:49:55.709106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55864) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:55.724260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.758534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Transition to ACTIVE for port object 17f0586b-62dd-4fd4-bc6e-bdd104288734 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:55.798063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.925252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72023ea6-886f-4ca2-b7ca-42e7095eb9cf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:55.935771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-72023ea6-886f-4ca2-b7ca-42e7095eb9cf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:55.998172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-72023ea6-886f-4ca2-b7ca-42e7095eb9cf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:56.007552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-72023ea6-886f-4ca2-b7ca-42e7095eb9cf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2969067 Jun 03 15:49:56.009251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55882) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:56.037220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:56.064318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:56.081642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:56.234775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:56.256554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.322275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Pushing event updated for resources: {'Port': ['ID=17f0586b-62dd-4fd4-bc6e-bdd104288734,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:56.353451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.353451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.354260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.355666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.356551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.358944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.359642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.361577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.368550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.370296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.370768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.371888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:56.406398 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-18611f9c-dd54-461e-a3f4-e77c04bccaa0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6750557 Jun 03 15:49:56.424860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Request body: {'port': {'device_id': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:56.530303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f1f4bb73-9344-4650-a79a-29e3fd668428 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5177391 Jun 03 15:49:56.535097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55922) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:56.548818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1983850823'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:56.614460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67960899-37e5-4eca-963c-b77ebfa235ea req-011ee104-12f6-4f64-a6bb-35a9b4ae75df tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:56.627628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67960899-37e5-4eca-963c-b77ebfa235ea req-011ee104-12f6-4f64-a6bb-35a9b4ae75df tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 935 time: 0.4735260 Jun 03 15:49:56.630334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:56.696689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:56.716205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d8bd85be-27c7-4969-b309-72340e9b860c None None] Provisioning for port 17f0586b-62dd-4fd4-bc6e-bdd104288734 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:56.731193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:56.732254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d8bd85be-27c7-4969-b309-72340e9b860c None None] Provisioning complete for port 17f0586b-62dd-4fd4-bc6e-bdd104288734 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:56.732698 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d8bd85be-27c7-4969-b309-72340e9b860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.758582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:56.774554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.837523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67960899-37e5-4eca-963c-b77ebfa235ea req-b3002fe7-79c3-4ed0-869c-0dde904955a4 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061751 Jun 03 15:49:56.840487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:56.844165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.870467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd85be-27c7-4969-b309-72340e9b860c None None] Port 17f0586b-62dd-4fd4-bc6e-bdd104288734 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:56.894668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:49:56.908177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.908613 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment 3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f of type vlan for network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 Jun 03 15:49:56.944809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.985104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.993624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:56.994651 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.131127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=031ac431-6af4-4c9f-9766-3fcaa1973ef4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:57.149298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:49:57.178883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-00c7d3fa-6b54-4f3a-a147-c24453cb67dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6380825 Jun 03 15:49:57.180463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 55956) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:57.189911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:57.560605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:57.575687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:57.589111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:57.602068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:57.619027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:57.624382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:58.254764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:58.461353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f0586b-62dd-4fd4-bc6e-bdd104288734 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:49:58.484899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:58.530110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Transition to ACTIVE for port object 17f0586b-62dd-4fd4-bc6e-bdd104288734 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:58.540873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:58.630848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=f0422edd-8151-461e-85e5-aafaea887fc8,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:58.681474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': '3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:58.688120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: 031ac431-6af4-4c9f-9766-3fcaa1973ef4, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:49:58.738941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7451bc-c2ed-4a2b-852b-16da993b38a8 req-7d040db5-9143-462d-87ab-2e986337ab2d tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.760957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b7451bc-c2ed-4a2b-852b-16da993b38a8 req-7d040db5-9143-462d-87ab-2e986337ab2d tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 935 time: 0.6227646 Jun 03 15:49:58.876363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:49:58.946546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b7451bc-c2ed-4a2b-852b-16da993b38a8 req-0d2b189f-1b39-4888-be0e-9371da8b6100 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842806 Jun 03 15:49:58.947659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 031ac431-6af4-4c9f-9766-3fcaa1973ef4) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:58.976995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4ab29-a5e3-4861-86d7-8027db01a61b None None] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:58.981323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.981785 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.024669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ae94b835-6690-4243-b5a5-a515e5e75a02 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8439500 Jun 03 15:49:59.027699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56050) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:59.034354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4', 'name': 'tempest-PortsIpV6TestJSON-1306769879'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:59.121301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=17f0586b-62dd-4fd4-bc6e-bdd104288734,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:59.391065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:59.406624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:59.408329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Attempting to bind port 17f0586b-62dd-4fd4-bc6e-bdd104288734 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:59.408678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Attempting to bind port 17f0586b-62dd-4fd4-bc6e-bdd104288734 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:59.409014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Attempting to bind port 17f0586b-62dd-4fd4-bc6e-bdd104288734 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:59.424568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Port 17f0586b-62dd-4fd4-bc6e-bdd104288734 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:49:59.424991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Attempting to bind port 17f0586b-62dd-4fd4-bc6e-bdd104288734 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:59.439613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:59.439942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:59.440378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:59.440570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:59.440840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Bound port: 17f0586b-62dd-4fd4-bc6e-bdd104288734, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:59.441203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.445044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.504191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port 561fb568-8b42-416a-bbea-cd0c67362488 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:49:59.745380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] For port 17f0586b-62dd-4fd4-bc6e-bdd104288734, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:59.755082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] For port 17f0586b-62dd-4fd4-bc6e-bdd104288734, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f0586b-62dd-4fd4-bc6e-bdd104288734,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:59.767404 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.867871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-031ac431-6af4-4c9f-9766-3fcaa1973ef4', 'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4', 'tenant_id': '866d9e7c87784045b0b7616855913f69', 'fixed_ips': [{'subnet_id': 'f0422edd-8151-461e-85e5-aafaea887fc8'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:49:59.868688 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.159724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=17f0586b-62dd-4fd4-bc6e-bdd104288734,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:00.241086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:00.241807 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.248079 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-e9c5a49b-e688-45c3-b4e7-f5dc61ec3d09 service neutron] 10.222.0.70 "PUT /v2.0/ports/17f0586b-62dd-4fd4-bc6e-bdd104288734 HTTP/1.1" status: 200 len: 1095 time: 3.8281384 Jun 03 15:50:00.248079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'tag': '17f0586b-62dd-4fd4-bc6e-bdd104288734'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:00.338556 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f11c790-88af-450b-a788-6b9e95355142'] response: {'name': 'network-changed', 'server_uuid': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'tag': '17f0586b-62dd-4fd4-bc6e-bdd104288734', 'status': 'completed', 'code': 200} Jun 03 15:50:00.486183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::2d3 (031ac431-6af4-4c9f-9766-3fcaa1973ef4/f0422edd-8151-461e-85e5-aafaea887fc8/561fb568-8b42-416a-bbea-cd0c67362488) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:00.732308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-d89e900d-86b2-4a20-9896-02d51f202c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:00.735102 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-d89e900d-86b2-4a20-9896-02d51f202c2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34a61161324649f083f27fdb1ff8206d&device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 1098 time: 0.3394053 Jun 03 15:50:00.830832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614fd1-7634-4b2a-a7fc-57e2d7d88e6f req-05d7c503-b0ac-406f-acae-6c98fb8065cd tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:00.832536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5614fd1-7634-4b2a-a7fc-57e2d7d88e6f req-05d7c503-b0ac-406f-acae-6c98fb8065cd tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 947 time: 0.3320801 Jun 03 15:50:00.849083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-50e7cf53-1b01-4792-9b23-5a32ec3b197b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=17f0586b-62dd-4fd4-bc6e-bdd104288734 HTTP/1.1" status: 200 len: 217 time: 0.1018338 Jun 03 15:50:00.943396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-cf24827a-a4ea-467a-ab9b-d1b88390edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:00.945154 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-cf24827a-a4ea-467a-ab9b-d1b88390edaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0869534 Jun 03 15:50:00.959011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5614fd1-7634-4b2a-a7fc-57e2d7d88e6f req-9dfc3e52-4e13-421b-8d63-c07965295591 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096528 Jun 03 15:50:01.034627 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:01.059865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object 561fb568-8b42-416a-bbea-cd0c67362488 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:01.108306 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:01.245435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-fa59dd5c-24f6-4b36-bf94-0d5f3917a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:01.249719 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-fa59dd5c-24f6-4b36-bf94-0d5f3917a47e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2976573 Jun 03 15:50:01.340637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Allocated IP 2001:db8::2 (031ac431-6af4-4c9f-9766-3fcaa1973ef4/f0422edd-8151-461e-85e5-aafaea887fc8/8807e3cf-3652-48bc-a6e8-a9db766964fc) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:01.361398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:01.365608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:01.373487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:01.386289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:01.388055 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:01.416761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=561fb568-8b42-416a-bbea-cd0c67362488,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:01.463516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ac2993fe-d185-4796-8e11-c070afb6ea9b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4346361 Jun 03 15:50:01.468214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56174) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:01.480687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4', 'name': 'tempest-PortsIpV6TestJSON-408688153'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:01.573838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-8d30ddc6-d4d4-400b-9779-d11f28fd8d02 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112290 Jun 03 15:50:01.855640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:01.888271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:01.901243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:01.914190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:01.947976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:01.953017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.002965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.027577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-036f21b5-1aa5-4fbe-9fd3-6786c0fb4961 req-c1ff5ff0-6eef-4ae9-b7b9-89f3da85d0ef service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450793 Jun 03 15:50:02.031646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port 6d2cf470-512e-4963-ae89-b19a75fa2549 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:50:02.059009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Transition to ACTIVE for port object 8807e3cf-3652-48bc-a6e8-a9db766964fc will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:02.116286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Transition to ACTIVE for port object 8807e3cf-3652-48bc-a6e8-a9db766964fc will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:02.126029 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.196783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:02.208486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:02.223446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:02.343543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Pushing event updated for resources: {'Port': ['ID=8807e3cf-3652-48bc-a6e8-a9db766964fc,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:02.358880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Attempting to bind port 8807e3cf-3652-48bc-a6e8-a9db766964fc on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:02.359336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Attempting to bind port 8807e3cf-3652-48bc-a6e8-a9db766964fc by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:02.359780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Attempting to bind port 8807e3cf-3652-48bc-a6e8-a9db766964fc on network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:02.369833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:02.370336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Checking segment: {'id': '3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:02.371774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.371774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Bound using segment: {'id': '3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:02.372177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-ddd518a2-9d5a-4901-8b5c-48182d709c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:02.372334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Bound port: 8807e3cf-3652-48bc-a6e8-a9db766964fc, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '031ac431-6af4-4c9f-9766-3fcaa1973ef4'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:02.372489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.373448 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-ddd518a2-9d5a-4901-8b5c-48182d709c21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34a61161324649f083f27fdb1ff8206d&device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 1098 time: 0.2543952 Jun 03 15:50:02.502749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] For port 8807e3cf-3652-48bc-a6e8-a9db766964fc, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:02.507699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] For port 8807e3cf-3652-48bc-a6e8-a9db766964fc, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8807e3cf-3652-48bc-a6e8-a9db766964fc,segment=NetworkSegment(3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f),segment_id=3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:02.515629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.582232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634f4c6-73cd-456d-8f78-3c54c52af389 req-40cc3ffd-2ce2-4e02-a021-b243c3499a54 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:02.584569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8634f4c6-73cd-456d-8f78-3c54c52af389 req-40cc3ffd-2ce2-4e02-a021-b243c3499a54 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 947 time: 0.2188954 Jun 03 15:50:02.586251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::137 (031ac431-6af4-4c9f-9766-3fcaa1973ef4/f0422edd-8151-461e-85e5-aafaea887fc8/6d2cf470-512e-4963-ae89-b19a75fa2549) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:02.687231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-fe07fedd-df02-44b8-919e-1fd914f4a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:02.687231 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-fe07fedd-df02-44b8-919e-1fd914f4a01d service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2979321 Jun 03 15:50:02.839339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebcfb4-a402-43fd-b62c-015dcf5e3526 None None] Pushing event updated for resources: {'Port': ['ID=8807e3cf-3652-48bc-a6e8-a9db766964fc,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:02.897661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8634f4c6-73cd-456d-8f78-3c54c52af389 req-306328b2-21d1-4586-b9b9-c43988c44bf0 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842586 Jun 03 15:50:02.952459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-ba8628d8-a3cc-48ec-bde8-705a1010ce0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=17f0586b-62dd-4fd4-bc6e-bdd104288734 HTTP/1.1" status: 200 len: 217 time: 0.2658434 Jun 03 15:50:03.464166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.535620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object 6d2cf470-512e-4963-ae89-b19a75fa2549 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:03.585364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-1b042cdd-259a-4566-9f35-343e9bebf16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:03.589798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-1b042cdd-259a-4566-9f35-343e9bebf16b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.6293457 Jun 03 15:50:03.622236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.750723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:03.759112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:03.765470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:03.788985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:03.789927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.849437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=6d2cf470-512e-4963-ae89-b19a75fa2549,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:03.850362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-da1a0122-da81-442b-bd5a-e6d85bfdf66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:03.856033 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-da1a0122-da81-442b-bd5a-e6d85bfdf66c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2563231 Jun 03 15:50:03.872393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d253ffe4-4268-4233-9e4c-eb38a2556e6e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4004529 Jun 03 15:50:03.886219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:04.170645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2889b-82cf-47e6-b8f8-ae74b419c8f3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:04.172342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ee2889b-82cf-47e6-b8f8-ae74b419c8f3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:04.196757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ee2889b-82cf-47e6-b8f8-ae74b419c8f3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:04.199236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3ee2889b-82cf-47e6-b8f8-ae74b419c8f3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d3 HTTP/1.1" status: 200 len: 929 time: 0.3116109 Jun 03 15:50:04.206279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56294) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:04.282939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-e60b1b6e-6c24-41bc-b4d7-29ade27f05b8 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158399 Jun 03 15:50:04.422923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 6d2cf470-512e-4963-ae89-b19a75fa2549 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:04.423581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:04.704574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-86e99854-8897-4330-83df-01d73a5ec6e7 req-695fe2b7-a31d-4a25-a274-c7ef7adf3cc5 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104471 Jun 03 15:50:04.944208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f91f3-1f53-4689-acc1-c9d0d5d54a8b None None] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:05.028496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8807e3cf-3652-48bc-a6e8-a9db766964fc up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:05.310439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8807e3cf-3652-48bc-a6e8-a9db766964fc completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:05.321191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] Provisioning for port 8807e3cf-3652-48bc-a6e8-a9db766964fc completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:05.330163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8807e3cf-3652-48bc-a6e8-a9db766964fc triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:05.330577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.370004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] Provisioning complete for port 8807e3cf-3652-48bc-a6e8-a9db766964fc triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:05.370399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.493480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.747659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-a74764d0-ce50-4100-95b2-657679512cfa tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:05.748339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-a74764d0-ce50-4100-95b2-657679512cfa tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Synchronizing usage tracker for tenant:1f28739c96434fe9868fba2ae29797ed on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:05.839608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] Current status of the port 8807e3cf-3652-48bc-a6e8-a9db766964fc is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:05.840285 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.041643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 6d2cf470-512e-4963-ae89-b19a75fa2549 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:06.108320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] For port 8807e3cf-3652-48bc-a6e8-a9db766964fc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8807e3cf-3652-48bc-a6e8-a9db766964fc,segment=NetworkSegment(3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f),segment_id=3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:06.119555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f0586b-62dd-4fd4-bc6e-bdd104288734 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:50:06.197883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cdbb4-9f2d-46a6-b7fa-e8d2811446ef req-dc5251a5-3016-4a0b-91ab-8aa5c733edb8 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:06.215664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905cdbb4-9f2d-46a6-b7fa-e8d2811446ef req-dc5251a5-3016-4a0b-91ab-8aa5c733edb8 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 947 time: 1.6952801 Jun 03 15:50:06.234212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-a74764d0-ce50-4100-95b2-657679512cfa tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Unset dirty status for tenant:1f28739c96434fe9868fba2ae29797ed on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:06.251592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-a74764d0-ce50-4100-95b2-657679512cfa tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/networks?id=cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 200 len: 813 time: 0.7682922 Jun 03 15:50:06.324073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-a21f03e2-e0bc-4216-a0c9-97f5feeab898 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/quotas/1f28739c96434fe9868fba2ae29797ed HTTP/1.1" status: 200 len: 375 time: 0.0686109 Jun 03 15:50:06.389132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 17f0586b-62dd-4fd4-bc6e-bdd104288734, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f0586b-62dd-4fd4-bc6e-bdd104288734,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:06.412376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '17f0586b-62dd-4fd4-bc6e-bdd104288734', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '17f0586b-62dd-4fd4-bc6e-bdd104288734', 'mac_address': 'fa:16:3e:69:5f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:50:06.414513 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.485004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f89598d4-6472-4c1d-8b91-076455cb42f6 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f28739c96434fe9868fba2ae29797ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1612918 Jun 03 15:50:06.505635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7282b-50bb-401a-9ee6-dc7ce5fb7d96 None None] Pushing event updated for resources: {'Port': ['ID=8807e3cf-3652-48bc-a6e8-a9db766964fc,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:06.508774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-e3369c5e-5d8c-402d-875b-ea02bbd086fa service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:50:06.516580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-e3369c5e-5d8c-402d-875b-ea02bbd086fa service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128150 Jun 03 15:50:06.637004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-905cdbb4-9f2d-46a6-b7fa-e8d2811446ef req-63079b76-e862-4ed1-a003-09fcb96d801a tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197760 Jun 03 15:50:06.814860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 17f0586b-62dd-4fd4-bc6e-bdd104288734 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:06.815479 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.850893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8807e3cf-3652-48bc-a6e8-a9db766964fc is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:06.900494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f0586b-62dd-4fd4-bc6e-bdd104288734 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:50:06.938584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-aa820863-7683-41da-af56-5e3af1f97dcf service neutron] 10.222.0.66 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213026 Jun 03 15:50:06.959874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 17f0586b-62dd-4fd4-bc6e-bdd104288734, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f0586b-62dd-4fd4-bc6e-bdd104288734,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:06.982747 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.154688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8807e3cf-3652-48bc-a6e8-a9db766964fc up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:07.263799 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.357643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['17f0586b-62dd-4fd4-bc6e-bdd104288734'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:50:07.409964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=6d2cf470-512e-4963-ae89-b19a75fa2549,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:07.439443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.471185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=17f0586b-62dd-4fd4-bc6e-bdd104288734,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:07.498626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56352) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:07.515163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12e23611-a612-4f11-8fbc-ae6cfd77ecaf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/6d2cf470-512e-4963-ae89-b19a75fa2549 HTTP/1.1" status: 204 len: 168 time: 3.3066676 Jun 03 15:50:07.530238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8807e3cf-3652-48bc-a6e8-a9db766964fc triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:07.532430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.616784 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c48fdf-34b5-4b2f-b02c-a809c5b446d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:50:07.617364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-63c48fdf-34b5-4b2f-b02c-a809c5b446d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:07.620603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-1bf694d5-18e2-4437-beba-d900e0ec62b4 service neutron] 10.222.0.66 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608036 Jun 03 15:50:07.643553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-63c48fdf-34b5-4b2f-b02c-a809c5b446d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:07.648023 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-63c48fdf-34b5-4b2f-b02c-a809c5b446d3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/6d2cf470-512e-4963-ae89-b19a75fa2549 HTTP/1.1" status: 404 len: 333 time: 0.1452911 Jun 03 15:50:07.648334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56356) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:07.808661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 561fb568-8b42-416a-bbea-cd0c67362488 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:07.809070 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.972367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Provisioning for port 561fb568-8b42-416a-bbea-cd0c67362488 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:08.011437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Provisioning complete for port 561fb568-8b42-416a-bbea-cd0c67362488 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:08.012479 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:08.261571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2141d90b-d0c7-4f87-b947-46c08c82ae04 req-c0034900-1d70-4617-9bc5-cccb3a2ade38 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 210 time: 0.1873884 Jun 03 15:50:08.358325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8807e3cf-3652-48bc-a6e8-a9db766964fc is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:08.478918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23148c-fdd3-4d39-bd4c-14bfa66f0958 req-270aba5e-bd0d-4117-8df5-0c1534907217 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:08.483468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b23148c-fdd3-4d39-bd4c-14bfa66f0958 req-270aba5e-bd0d-4117-8df5-0c1534907217 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 948 time: 0.5214918 Jun 03 15:50:08.495611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Port 561fb568-8b42-416a-bbea-cd0c67362488 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:08.511637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Provisioning complete for port 8807e3cf-3652-48bc-a6e8-a9db766964fc triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:08.512347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:08.801202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b23148c-fdd3-4d39-bd4c-14bfa66f0958 req-76368d47-44e9-4897-851c-824a13454afb tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485453 Jun 03 15:50:08.855160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Current status of the port 8807e3cf-3652-48bc-a6e8-a9db766964fc is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:08.871441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-44de1091-c0dc-471d-b036-d2e26210cf9f None None] Could not find standard attr ID for object 6d2cf470-512e-4963-ae89-b19a75fa2549. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:50:08.944513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:09.034696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1a847c3e-c851-4398-8221-f6673741f90c None None] Provisioning complete for port 561fb568-8b42-416a-bbea-cd0c67362488 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:09.035089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1a847c3e-c851-4398-8221-f6673741f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:09.202601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1a847c3e-c851-4398-8221-f6673741f90c None None] Port 561fb568-8b42-416a-bbea-cd0c67362488 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:09.206536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1a847c3e-c851-4398-8221-f6673741f90c None None] Could not find standard attr ID for object 6d2cf470-512e-4963-ae89-b19a75fa2549. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:50:09.322426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 561fb568-8b42-416a-bbea-cd0c67362488 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:09.658959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95dc4b50-6bb2-4da1-8bc5-3d39f0c90d1a req-2f4f2d5e-d071-45b9-9be5-d20d07ded8e0 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 210 time: 0.0802946 Jun 03 15:50:09.866454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:09.925758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=561fb568-8b42-416a-bbea-cd0c67362488,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:10.052294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.086186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-52b4c249-d997-446c-b77f-0216119d6af7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/561fb568-8b42-416a-bbea-cd0c67362488 HTTP/1.1" status: 204 len: 168 time: 2.4368179 Jun 03 15:50:10.090537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56414) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:10.125776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f0586b-62dd-4fd4-bc6e-bdd104288734 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:10.146167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f247d5b-fcca-4588-b6e1-69b085782870 req-5ac5ff79-2f97-491b-9765-602ee3f99629 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:10.150878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f247d5b-fcca-4588-b6e1-69b085782870 req-5ac5ff79-2f97-491b-9765-602ee3f99629 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 948 time: 0.1782954 Jun 03 15:50:10.237879 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-458bea9f-9056-4345-bb03-9f48bfefdcd8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:50:10.239560 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-458bea9f-9056-4345-bb03-9f48bfefdcd8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/561fb568-8b42-416a-bbea-cd0c67362488 HTTP/1.1" status: 404 len: 333 time: 0.1478019 Jun 03 15:50:10.242944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56434) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:10.383060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 17f0586b-62dd-4fd4-bc6e-bdd104288734 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:10.390332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 17f0586b-62dd-4fd4-bc6e-bdd104288734 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:10.390713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.580504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-cc30dedd-2c64-40a5-ae88-76db01482b0a tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:10.582776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-cc30dedd-2c64-40a5-ae88-76db01482b0a tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "GET /v2.0/networks?id=cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 200 len: 813 time: 0.1809547 Jun 03 15:50:10.599877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Request body: {'port': {'device_id': '9658c505-b10d-45a0-873f-f6855fff3e98', 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286', 'admin_state_up': True, 'tenant_id': '1f28739c96434fe9868fba2ae29797ed'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:10.600710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 17f0586b-62dd-4fd4-bc6e-bdd104288734 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:10.602281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.630842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f247d5b-fcca-4588-b6e1-69b085782870 req-1e6149f7-8573-4c98-a34f-a4d1e119163c tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681909 Jun 03 15:50:10.639754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet f0422edd-8151-461e-85e5-aafaea887fc8 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:50:10.656403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 17f0586b-62dd-4fd4-bc6e-bdd104288734, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f0586b-62dd-4fd4-bc6e-bdd104288734,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:10.656403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f0586b-62dd-4fd4-bc6e-bdd104288734'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:10.681209 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.716613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.870763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.910783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=17f0586b-62dd-4fd4-bc6e-bdd104288734,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:11.015738 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ec666e-2337-4154-825f-599bdf76588a'] response: {'server_uuid': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f0586b-62dd-4fd4-bc6e-bdd104288734', 'code': 200} Jun 03 15:50:11.188910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba08fa-407e-4be6-b66f-6bb876deb450 req-8cb83e0e-5ecc-4325-b3bc-dfed5f1190fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:11.190782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75ba08fa-407e-4be6-b66f-6bb876deb450 req-8cb83e0e-5ecc-4325-b3bc-dfed5f1190fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 1100 time: 0.0897207 Jun 03 15:50:11.216650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa1e444f-2618-4b9e-8006-3b0bf70a2dda req-83849215-1a75-4523-bc67-bbbda5ab38b6 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 210 time: 0.1209247 Jun 03 15:50:11.268099 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.270429 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-75ba08fa-407e-4be6-b66f-6bb876deb450 req-04774edc-3b3c-45a6-970e-12cc91e02718 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620530 Jun 03 15:50:11.323233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:11.331744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Usage tracker for resource:port and tenant:1f28739c96434fe9868fba2ae29797ed is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:11.337575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:11.349864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:11.366690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Made reservation on behalf of 1f28739c96434fe9868fba2ae29797ed for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:11.370428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.396942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.482840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=f0422edd-8151-461e-85e5-aafaea887fc8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:11.504684 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.508329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918daa1e-0a54-4e8f-9d12-b2cd8bf2c534 None None] Network 031ac431-6af4-4c9f-9766-3fcaa1973ef4 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:11.509238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.509454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.510799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.510799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.511121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.511273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.511748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.511920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.512592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.512592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.512947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.513370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:11.538802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-83dd7a7f-08be-4db1-ac03-e7025a4f2fc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/f0422edd-8151-461e-85e5-aafaea887fc8 HTTP/1.1" status: 204 len: 168 time: 1.2913270 Jun 03 15:50:11.545386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56464) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:11.670870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Allocated IP 172.20.0.7 (cc0d44ee-638e-43c1-b914-b5127141a286/d5cb5080-9922-4224-b2d6-b97207a44e5c/09f69d66-4957-4ed8-a858-9b43c23c2a3f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:11.805031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.828608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 8807e3cf-3652-48bc-a6e8-a9db766964fc {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:11.829355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.993430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] DHCP port deletion for 031ac431-6af4-4c9f-9766-3fcaa1973ef4 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:50:12.001261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Deleting port 8807e3cf-3652-48bc-a6e8-a9db766964fc {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:12.001922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:12.457258 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:12.471322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] For port 8807e3cf-3652-48bc-a6e8-a9db766964fc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8807e3cf-3652-48bc-a6e8-a9db766964fc,segment=NetworkSegment(3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f),segment_id=3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:12.472244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:12.482198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c52f01-07e6-4e30-a47c-c44b2558f957 req-566e3753-8084-48d5-ba15-f119b63591c1 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:12.484006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84c52f01-07e6-4e30-a47c-c44b2558f957 req-566e3753-8084-48d5-ba15-f119b63591c1 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 949 time: 0.6226914 Jun 03 15:50:12.609020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aca576e2-5414-45ef-9bbb-432bff31339b req-4695348a-595c-4216-8580-d3dfffed4c49 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Synchronizing usage tracker for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:12.738114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84c52f01-07e6-4e30-a47c-c44b2558f957 req-99589639-2a77-4327-b70d-6804b260abe3 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630747 Jun 03 15:50:12.764349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-aca576e2-5414-45ef-9bbb-432bff31339b req-4695348a-595c-4216-8580-d3dfffed4c49 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Unset dirty status for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:12.769543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aca576e2-5414-45ef-9bbb-432bff31339b req-4695348a-595c-4216-8580-d3dfffed4c49 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 210 time: 0.2779737 Jun 03 15:50:12.772003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:12.985589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 8807e3cf-3652-48bc-a6e8-a9db766964fc owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:13.013566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Network cc0d44ee-638e-43c1-b914-b5127141a286 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:13.026348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:13.035419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:13.062776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8807e3cf-3652-48bc-a6e8-a9db766964fc no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:13.177124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] For port 8807e3cf-3652-48bc-a6e8-a9db766964fc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8807e3cf-3652-48bc-a6e8-a9db766964fc,segment=NetworkSegment(3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f),segment_id=3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:13.177530 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.251417 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.348343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Pushing event updated for resources: {'Port': ['ID=09f69d66-4957-4ed8-a858-9b43c23c2a3f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:13.374247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:13.375026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.398794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=8807e3cf-3652-48bc-a6e8-a9db766964fc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:13.410579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f2d2b7f7-546f-43f2-a6a2-bc36f85661f7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8119633 Jun 03 15:50:13.447350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No DVR routers for this DVR port 8807e3cf-3652-48bc-a6e8-a9db766964fc on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:13.452555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-7f960dcb-d656-490a-aa3b-f4dc3927671f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:50:13.456064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-7f960dcb-d656-490a-aa3b-f4dc3927671f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414667 Jun 03 15:50:13.471640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Calling delete_port for 8807e3cf-3652-48bc-a6e8-a9db766964fc owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:13.546391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 8807e3cf-3652-48bc-a6e8-a9db766964fc {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:50:13.546952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8807e3cf-3652-48bc-a6e8-a9db766964fc not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:13.560233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-28afdad5-850b-40d3-a213-2bc81093ee93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:50:13.591467 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:50:13.605183 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:50:13.605878 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:50:13.758849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.786498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Request body: {'port': {'device_id': '9658c505-b10d-45a0-873f-f6855fff3e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:13.806097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031ac431-6af4-4c9f-9766-3fcaa1973ef4']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:13.880186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:13.880638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:14.003120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.073945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.095772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:50:14.097073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.108406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Deleting port 8807e3cf-3652-48bc-a6e8-a9db766964fc {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:14.109305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.312783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.442108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e4128483-f9b8-4e4f-83f3-1388a5ecd96e None None] The port '8807e3cf-3652-48bc-a6e8-a9db766964fc' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:50:14.517848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3685a68-35fd-4c6d-8815-a0be0b42709b req-b0a25792-8c5c-4d44-876f-0c14a936e9dc tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:14.521444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3685a68-35fd-4c6d-8815-a0be0b42709b req-b0a25792-8c5c-4d44-876f-0c14a936e9dc tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 949 time: 0.3926339 Jun 03 15:50:14.560027 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f resource provider aggregate not found Jun 03 15:50:14.607325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.617318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee678fa3-2ca4-428c-9670-32b2738d0122 req-6c64fa6e-f996-470e-a3c6-ce374bec3062 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:14.625882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee678fa3-2ca4-428c-9670-32b2738d0122 req-6c64fa6e-f996-470e-a3c6-ce374bec3062 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 931 time: 0.6124389 Jun 03 15:50:14.639160 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.661916 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b67e2f6-b91b-4fcb-a81b-0b35cbdc0d2f found for delete ", "request_id": "req-fb7725a0-4574-43be-addb-d86ddc59d210"}]} Jun 03 15:50:14.671746 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/031ac431-6af4-4c9f-9766-3fcaa1973ef4 HTTP/1.1" status: 204 len: 168 time: 3.1265914 Jun 03 15:50:14.678556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56564) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:14.689918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1906523193'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:14.705613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1e352-704f-4d75-8134-60a60c8a12e8 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=031ac431-6af4-4c9f-9766-3fcaa1973ef4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:14.709847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:14.719916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:14.727723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:14.749966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:14.766965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:14.775361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.815618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:14.827403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.828032 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment 3ca41692-6580-423a-bfc4-ea680c072cf0 of type vlan for network 032363f9-599a-43d3-9241-096ebc6e643b Jun 03 15:50:14.861261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.938589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.944436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:14.945094 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.950105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f69d66-4957-4ed8-a858-9b43c23c2a3f {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:50:14.961933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.985857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ee678fa3-2ca4-428c-9670-32b2738d0122 req-f654ae6d-03de-454d-a7a7-9fe649f2caea tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Synchronizing usage tracker for tenant:1f28739c96434fe9868fba2ae29797ed on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:15.004484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Transition to ACTIVE for port object 09f69d66-4957-4ed8-a858-9b43c23c2a3f will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:15.008323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3685a68-35fd-4c6d-8815-a0be0b42709b req-4c67d716-6270-4374-9b4f-4e59f5d1db3f tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355285 Jun 03 15:50:15.015990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.125763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Pushing event updated for resources: {'Port': ['ID=09f69d66-4957-4ed8-a858-9b43c23c2a3f,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:15.144716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=032363f9-599a-43d3-9241-096ebc6e643b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:15.150713 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d61c0941-bad7-49da-a2f8-f6ce1e0a5a73 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4703436 Jun 03 15:50:15.157151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56574) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:15.173019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 032363f9-599a-43d3-9241-096ebc6e643b details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:15.199963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '032363f9-599a-43d3-9241-096ebc6e643b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:15.236315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-ee678fa3-2ca4-428c-9670-32b2738d0122 req-f654ae6d-03de-454d-a7a7-9fe649f2caea tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Unset dirty status for tenant:1f28739c96434fe9868fba2ae29797ed on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:15.244402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee678fa3-2ca4-428c-9670-32b2738d0122 req-f654ae6d-03de-454d-a7a7-9fe649f2caea tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175215 Jun 03 15:50:15.412769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:15.424366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:15.428787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:15.438183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:15.451246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:15.475060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.583977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Attempting to bind port 09f69d66-4957-4ed8-a858-9b43c23c2a3f on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:15.584343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Attempting to bind port 09f69d66-4957-4ed8-a858-9b43c23c2a3f by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:15.584682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Attempting to bind port 09f69d66-4957-4ed8-a858-9b43c23c2a3f on network cc0d44ee-638e-43c1-b914-b5127141a286 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:15.602537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Port 09f69d66-4957-4ed8-a858-9b43c23c2a3f on network cc0d44ee-638e-43c1-b914-b5127141a286 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:50:15.603231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Attempting to bind port 09f69d66-4957-4ed8-a858-9b43c23c2a3f on network cc0d44ee-638e-43c1-b914-b5127141a286 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:15.610424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:15.611029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Checking segment: {'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:15.611618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Bound using segment: {'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:15.612272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Bound port: 09f69d66-4957-4ed8-a858-9b43c23c2a3f, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:15.612635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.746793 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.870503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] For port 09f69d66-4957-4ed8-a858-9b43c23c2a3f, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:15.878065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] For port 09f69d66-4957-4ed8-a858-9b43c23c2a3f, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:15.886415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.063818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Pushing event updated for resources: {'Port': ['ID=09f69d66-4957-4ed8-a858-9b43c23c2a3f,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:16.118085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.139705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:16.140095 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.142033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-428ac77f-6154-4b39-96f7-23d62a6385f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/09f69d66-4957-4ed8-a858-9b43c23c2a3f HTTP/1.1" status: 200 len: 1091 time: 2.6726727 Jun 03 15:50:16.157461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658c505-b10d-45a0-873f-f6855fff3e98', 'tag': '09f69d66-4957-4ed8-a858-9b43c23c2a3f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:16.272815 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89c1df74-dbab-43a4-960f-1be854033339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.298846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=88cee22b-e460-4847-b3e9-c7d3928f151d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:16.299074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfac2c-1d52-481a-b0d1-3957102f8cf7 req-1299c3fc-3a32-4352-b8ea-0ba3c4c06ecf tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:16.307150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4fcfac2c-1d52-481a-b0d1-3957102f8cf7 req-1299c3fc-3a32-4352-b8ea-0ba3c4c06ecf tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 949 time: 0.2531195 Jun 03 15:50:16.312289 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca2091c-0b12-40a2-9d57-86831f8bbbc3'] response: {'name': 'network-changed', 'server_uuid': '9658c505-b10d-45a0-873f-f6855fff3e98', 'tag': '09f69d66-4957-4ed8-a858-9b43c23c2a3f', 'status': 'completed', 'code': 200} Jun 03 15:50:16.342131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': '3ca41692-6580-423a-bfc4-ea680c072cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '032363f9-599a-43d3-9241-096ebc6e643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:16.342824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: 032363f9-599a-43d3-9241-096ebc6e643b, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:16.349028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-ca8296c7-a0ac-4cd4-a4fd-4cd0d75b4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:16.352555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-ca8296c7-a0ac-4cd4-a4fd-4cd0d75b4d68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f28739c96434fe9868fba2ae29797ed&device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 1094 time: 0.1546264 Jun 03 15:50:16.391898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 032363f9-599a-43d3-9241-096ebc6e643b is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:16.411068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 032363f9-599a-43d3-9241-096ebc6e643b) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:16.425398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2ce11-6b67-4414-9a94-d28d8946c325 None None] Network 032363f9-599a-43d3-9241-096ebc6e643b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:16.427664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:16.431925 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.509630 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2020eb0d-7a08-426d-aece-5bf4749ee32a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3509548 Jun 03 15:50:16.510452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56602) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:16.524394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '032363f9-599a-43d3-9241-096ebc6e643b', 'name': 'tempest-PortsIpV6TestJSON-585441563', 'fixed_ips': [{'subnet_id': '88cee22b-e460-4847-b3e9-c7d3928f151d', 'ip_address': '2001:db8::10'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:16.524636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-82f2b494-4984-498f-9f56-e07adee56c3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f HTTP/1.1" status: 200 len: 217 time: 0.1551650 Jun 03 15:50:16.531149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4fcfac2c-1d52-481a-b0d1-3957102f8cf7 req-1e4e3e8b-0182-498a-a811-94d5b866b070 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225885 Jun 03 15:50:16.740872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-dc4b8174-a648-4d40-9468-5b30bc22d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:16.744349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-dc4b8174-a648-4d40-9468-5b30bc22d329 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5cb5080-9922-4224-b2d6-b97207a44e5c HTTP/1.1" status: 200 len: 853 time: 0.2117264 Jun 03 15:50:16.834940 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.965801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-bca7ca7c-867f-44e4-b7b2-c7d105d19883 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc0d44ee-638e-43c1-b914-b5127141a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2024579 Jun 03 15:50:16.974164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:16.997011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:17.010174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:17.039452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:17.079116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:17.097229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-032363f9-599a-43d3-9241-096ebc6e643b', 'network_id': '032363f9-599a-43d3-9241-096ebc6e643b', 'tenant_id': '866d9e7c87784045b0b7616855913f69', 'fixed_ips': [{'subnet_id': '88cee22b-e460-4847-b3e9-c7d3928f151d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:17.098739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.111561 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.410359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Allocated IP 2001:db8::2 (032363f9-599a-43d3-9241-096ebc6e643b/88cee22b-e460-4847-b3e9-c7d3928f151d/98302087-c2ae-4d7c-970a-98dee1e8efb6) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:17.424897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.450224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port e565d125-9155-4100-b636-9730651ad90c yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:50:17.599156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-48173290-db79-4b9a-968c-a32a5068cd65 service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250873 Jun 03 15:50:17.702160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.716567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Transition to ACTIVE for port object 98302087-c2ae-4d7c-970a-98dee1e8efb6 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:17.740837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Transition to ACTIVE for port object 98302087-c2ae-4d7c-970a-98dee1e8efb6 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:17.749772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.839932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::10 (032363f9-599a-43d3-9241-096ebc6e643b/88cee22b-e460-4847-b3e9-c7d3928f151d/e565d125-9155-4100-b636-9730651ad90c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:17.917520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Pushing event updated for resources: {'Port': ['ID=98302087-c2ae-4d7c-970a-98dee1e8efb6,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:17.950030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Network 032363f9-599a-43d3-9241-096ebc6e643b is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:18.002766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:18.002766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:18.019089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42e52268-b50c-4a2e-a03e-99268b7a0982 req-f29a6dc9-f069-4747-8b03-39583c842f51 service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114511 Jun 03 15:50:18.117149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32715019-6425-404d-97f1-3f1f5f11f3a6 req-07c91e94-9649-4c41-9a3f-9ddb51c989e7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.131566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32715019-6425-404d-97f1-3f1f5f11f3a6 req-07c91e94-9649-4c41-9a3f-9ddb51c989e7 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 943 time: 1.4675515 Jun 03 15:50:18.170145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-00d15238-2cc5-44c8-93ce-d802b60d5da3 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.180406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-00d15238-2cc5-44c8-93ce-d802b60d5da3 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Synchronizing usage tracker for tenant:34a61161324649f083f27fdb1ff8206d on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:18.201356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56628) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:18.225511 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.280383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Attempting to bind port 98302087-c2ae-4d7c-970a-98dee1e8efb6 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:18.281253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Attempting to bind port 98302087-c2ae-4d7c-970a-98dee1e8efb6 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '3ca41692-6580-423a-bfc4-ea680c072cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '032363f9-599a-43d3-9241-096ebc6e643b'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:18.282029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Attempting to bind port 98302087-c2ae-4d7c-970a-98dee1e8efb6 on network 032363f9-599a-43d3-9241-096ebc6e643b {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:18.297586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:18.298808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Checking segment: {'id': '3ca41692-6580-423a-bfc4-ea680c072cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '032363f9-599a-43d3-9241-096ebc6e643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:18.299707 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.300570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Bound using segment: {'id': '3ca41692-6580-423a-bfc4-ea680c072cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '032363f9-599a-43d3-9241-096ebc6e643b'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:18.301867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Bound port: 98302087-c2ae-4d7c-970a-98dee1e8efb6, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca41692-6580-423a-bfc4-ea680c072cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '032363f9-599a-43d3-9241-096ebc6e643b'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:18.302981 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.388983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.406872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32715019-6425-404d-97f1-3f1f5f11f3a6 req-58a97931-201d-4cdc-a79d-04015a38d3bc tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737012 Jun 03 15:50:18.410979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object e565d125-9155-4100-b636-9730651ad90c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:18.458678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd421e-3240-413d-b516-eea265eef911 req-21cf7201-2922-4128-be29-6e2909903c20 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.464771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cdd421e-3240-413d-b516-eea265eef911 req-21cf7201-2922-4128-be29-6e2909903c20 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 949 time: 0.6624339 Jun 03 15:50:18.497429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-00d15238-2cc5-44c8-93ce-d802b60d5da3 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Unset dirty status for tenant:34a61161324649f083f27fdb1ff8206d on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:18.500327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-00d15238-2cc5-44c8-93ce-d802b60d5da3 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.70 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 949 time: 1.2269011 Jun 03 15:50:18.507782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] Deleting subnet e1f44302-62e7-46d8-a254-0407ff11063a {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:50:18.508756 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.531772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] For port 98302087-c2ae-4d7c-970a-98dee1e8efb6, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:18.541603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] For port 98302087-c2ae-4d7c-970a-98dee1e8efb6, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=98302087-c2ae-4d7c-970a-98dee1e8efb6,segment=NetworkSegment(3ca41692-6580-423a-bfc4-ea680c072cf0),segment_id=3ca41692-6580-423a-bfc4-ea680c072cf0)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:18.551479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.559229 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.650106 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.659705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.678750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1cdd421e-3240-413d-b516-eea265eef911 req-de00d4dc-04fc-4ba2-9fd2-011702ef3a2c tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912625 Jun 03 15:50:18.689241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-25173e61-d8c1-4942-a3e8-cabe150ac68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.692084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-25173e61-d8c1-4942-a3e8-cabe150ac68b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f28739c96434fe9868fba2ae29797ed&device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 1094 time: 0.5062912 Jun 03 15:50:18.773281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b754b-69b3-4bf2-89d7-1547d1a38b2f None None] Pushing event updated for resources: {'Port': ['ID=98302087-c2ae-4d7c-970a-98dee1e8efb6,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:18.783089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Deleting port 17f0586b-62dd-4fd4-bc6e-bdd104288734 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:18.783744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.936195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 032363f9-599a-43d3-9241-096ebc6e643b is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:18.944643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:18.956171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:18.965705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.967201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.993596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-800a08e2-8611-4f4f-99de-4b6ac47d3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.995688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-800a08e2-8611-4f4f-99de-4b6ac47d3ac4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 200 len: 914 time: 0.2942297 Jun 03 15:50:19.063881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.137933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-b3873000-e8c7-4f37-835d-3fd59ef169cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f HTTP/1.1" status: 200 len: 217 time: 0.1358647 Jun 03 15:50:19.294685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-910e3c3b-d1fb-4b90-afd0-463c1c534800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:19.297741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-910e3c3b-d1fb-4b90-afd0-463c1c534800 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5cb5080-9922-4224-b2d6-b97207a44e5c HTTP/1.1" status: 200 len: 853 time: 0.1484504 Jun 03 15:50:19.428890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-7a8bf3f2-1ce1-476c-9e7b-1030ef570173 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc0d44ee-638e-43c1-b914-b5127141a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232796 Jun 03 15:50:19.433517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=e565d125-9155-4100-b636-9730651ad90c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:19.448643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.517476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 09f69d66-4957-4ed8-a858-9b43c23c2a3f details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:50:19.547557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f44302-62e7-46d8-a254-0407ff11063a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:19.595155 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c78b716-deb0-42c6-8a77-eb6b5b59e099 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0829115 Jun 03 15:50:19.597696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.606871 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f96676c7-0922-498d-9d73-4e90903d3698 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e1f44302-62e7-46d8-a254-0407ff11063a HTTP/1.1" status: 204 len: 168 time: 1.3938050 Jun 03 15:50:19.631195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56648) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:19.635831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56650) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:19.653198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '032363f9-599a-43d3-9241-096ebc6e643b', 'name': 'tempest-PortsIpV6TestJSON-532553481', 'fixed_ips': [{'subnet_id': '88cee22b-e460-4847-b3e9-c7d3928f151d', 'ip_address': '2001:db8::f'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:19.783505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 09f69d66-4957-4ed8-a858-9b43c23c2a3f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:19.805182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '09f69d66-4957-4ed8-a858-9b43c23c2a3f', 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286', 'port_id': '09f69d66-4957-4ed8-a858-9b43c23c2a3f', 'mac_address': 'fa:16:3e:08:39:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb5080-9922-4224-b2d6-b97207a44e5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:50:19.942262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 09f69d66-4957-4ed8-a858-9b43c23c2a3f is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:19.942718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.989603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f69d66-4957-4ed8-a858-9b43c23c2a3f {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:50:20.016972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 09f69d66-4957-4ed8-a858-9b43c23c2a3f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:20.028763 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:20.056956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-be888206-a4e3-41a3-a997-325410f028ee service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210787 Jun 03 15:50:20.169070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=09f69d66-4957-4ed8-a858-9b43c23c2a3f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:20.238997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e2891-c4d9-41db-96af-b84b3eaec42f req-7c8df48a-2783-4b4b-90cb-be883346e954 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:20.248904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d99e2891-c4d9-41db-96af-b84b3eaec42f req-7c8df48a-2783-4b4b-90cb-be883346e954 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 943 time: 0.5429938 Jun 03 15:50:20.280856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['09f69d66-4957-4ed8-a858-9b43c23c2a3f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:50:20.341175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d99e2891-c4d9-41db-96af-b84b3eaec42f req-01c6671c-a61d-444a-a71e-f09640813295 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Jun 03 15:50:20.489256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1983b00f-54a5-40ea-b141-cf51a4f41c0c req-ec7d1e81-764a-4868-a267-613e839fecdd service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187493 Jun 03 15:50:20.534092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cc4f6-6d8d-4e1e-ad32-9594dacffd10 req-88fd25e1-6c44-4161-8a9b-36a946806de9 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:20.542292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-124cc4f6-6d8d-4e1e-ad32-9594dacffd10 req-88fd25e1-6c44-4161-8a9b-36a946806de9 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 949 time: 0.1769505 Jun 03 15:50:20.608647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-124cc4f6-6d8d-4e1e-ad32-9594dacffd10 req-388e0280-a6ec-4a5b-af7e-41943372945f tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652792 Jun 03 15:50:20.640332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] For port 17f0586b-62dd-4fd4-bc6e-bdd104288734, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=17f0586b-62dd-4fd4-bc6e-bdd104288734,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:20.640830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:20.656588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa891d-0976-4566-b06d-4adc14392f58 None None] Network 032363f9-599a-43d3-9241-096ebc6e643b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:20.673606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:20.784257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:20.795083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-863d4f3d-b7ce-4824-98ee-264393f317d1 None None] Provisioning for port 98302087-c2ae-4d7c-970a-98dee1e8efb6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:20.843963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:20.858803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Calling delete_port for 17f0586b-62dd-4fd4-bc6e-bdd104288734 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:20.890903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:20.945250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:20.981084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:20.999316 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.089424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 98302087-c2ae-4d7c-970a-98dee1e8efb6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:21.124314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port e193e9ff-879d-4ee1-a592-1f9bae853c6b yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:50:21.295183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 98302087-c2ae-4d7c-970a-98dee1e8efb6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:21.304600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 98302087-c2ae-4d7c-970a-98dee1e8efb6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:21.304600 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.311702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.343486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f02440d-e4a0-41ab-b00c-c3bc54d3570e']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:21.361814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7128d1-acc4-4142-8b81-a86479c26855') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:21.362129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7128d1-acc4-4142-8b81-a86479c26855') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:21.377488 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.400020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.409136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:50:21.410651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.565556 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.566117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 09f69d66-4957-4ed8-a858-9b43c23c2a3f up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:21.596770 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment cc7128d1-acc4-4142-8b81-a86479c26855 resource provider aggregate not found Jun 03 15:50:21.650526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.736801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 98302087-c2ae-4d7c-970a-98dee1e8efb6 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:21.737645 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.766811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f02440d-e4a0-41ab-b00c-c3bc54d3570e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:21.790309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 98302087-c2ae-4d7c-970a-98dee1e8efb6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=98302087-c2ae-4d7c-970a-98dee1e8efb6,segment=NetworkSegment(3ca41692-6580-423a-bfc4-ea680c072cf0),segment_id=3ca41692-6580-423a-bfc4-ea680c072cf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:21.790618 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment cc7128d1-acc4-4142-8b81-a86479c26855 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc7128d1-acc4-4142-8b81-a86479c26855 found for delete ", "request_id": "req-fdd9dccd-261a-4346-9658-9bf179ed30c6"}]} Jun 03 15:50:21.792644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 09f69d66-4957-4ed8-a858-9b43c23c2a3f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:21.799182 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.811149 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0ca13c99-9320-485f-9257-009845c83ed5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7f02440d-e4a0-41ab-b00c-c3bc54d3570e HTTP/1.1" status: 204 len: 168 time: 2.1684327 Jun 03 15:50:21.849269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa0c48-ddfe-42d3-affa-099451fedd2b req-14ac5755-a4f6-43be-b3cc-fa09371e7f9e tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:21.856589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 09f69d66-4957-4ed8-a858-9b43c23c2a3f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:21.856955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.859423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afaa0c48-ddfe-42d3-affa-099451fedd2b req-14ac5755-a4f6-43be-b3cc-fa09371e7f9e tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 944 time: 0.2265284 Jun 03 15:50:22.033509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=98302087-c2ae-4d7c-970a-98dee1e8efb6,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:22.044385 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.057100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afaa0c48-ddfe-42d3-affa-099451fedd2b req-3b931242-cd47-4ec4-b270-2b850d49744f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850605 Jun 03 15:50:22.197692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f0586b-62dd-4fd4-bc6e-bdd104288734 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:22.208822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135f75-aaed-43fd-8b1f-0c6e74755928 req-7086e5ed-2715-4f4b-8141-5452c46a1947 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:22.231134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c135f75-aaed-43fd-8b1f-0c6e74755928 req-7086e5ed-2715-4f4b-8141-5452c46a1947 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 949 time: 0.3093824 Jun 03 15:50:22.356297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 17f0586b-62dd-4fd4-bc6e-bdd104288734 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:22.356794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 17f0586b-62dd-4fd4-bc6e-bdd104288734 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:22.364597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5102bcc1-ba2e-4da7-9cae-c097893030ba None None] Provisioning for port e565d125-9155-4100-b636-9730651ad90c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:22.387577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c135f75-aaed-43fd-8b1f-0c6e74755928 req-de378faf-9878-4d78-9bd4-747d5ddf4dae tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/security-groups?id=8526f48f-9621-48e4-8b61-49f3bd4717ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549802 Jun 03 15:50:22.392204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5102bcc1-ba2e-4da7-9cae-c097893030ba None None] Provisioning complete for port e565d125-9155-4100-b636-9730651ad90c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:22.392560 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5102bcc1-ba2e-4da7-9cae-c097893030ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.442374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56696) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:22.469944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Pushing event deleted for resources: {'Port': ['ID=17f0586b-62dd-4fd4-bc6e-bdd104288734,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:22.489185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] No DVR routers for this DVR port 17f0586b-62dd-4fd4-bc6e-bdd104288734 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:22.493479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.497674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a969546-ae49-4807-ada1-4c8732dbd152 req-2b461ce1-ce7f-40a9-8ce2-f4f2cccc8983 tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.70 "DELETE /v2.0/ports/17f0586b-62dd-4fd4-bc6e-bdd104288734 HTTP/1.1" status: 204 len: 173 time: 3.9837859 Jun 03 15:50:22.500341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::f (032363f9-599a-43d3-9241-096ebc6e643b/88cee22b-e460-4847-b3e9-c7d3928f151d/e193e9ff-879d-4ee1-a592-1f9bae853c6b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:22.504560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'name': 'network-vif-deleted', 'tag': '17f0586b-62dd-4fd4-bc6e-bdd104288734'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:22.578241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5102bcc1-ba2e-4da7-9cae-c097893030ba None None] Port e565d125-9155-4100-b636-9730651ad90c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:22.631872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8eb35190-a83f-4aac-b5a3-8213963a2c9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d1a1c1ace1346049b2443247acf7ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848650 Jun 03 15:50:22.643756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56704) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:22.725210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5102bcc1-ba2e-4da7-9cae-c097893030ba None None] Provisioning complete for port 98302087-c2ae-4d7c-970a-98dee1e8efb6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:22.725793 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5102bcc1-ba2e-4da7-9cae-c097893030ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.768056 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de0c357-b5c1-49f2-822e-b021db7646e5'] response: {'server_uuid': '319b760c-49bd-4f96-bc18-6e26b047e2d8', 'name': 'network-vif-deleted', 'tag': '17f0586b-62dd-4fd4-bc6e-bdd104288734', 'status': 'completed', 'code': 200} Jun 03 15:50:22.817788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 09f69d66-4957-4ed8-a858-9b43c23c2a3f is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:22.818592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.903212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5102bcc1-ba2e-4da7-9cae-c097893030ba None None] Current status of the port 98302087-c2ae-4d7c-970a-98dee1e8efb6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:22.919695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658c505-b10d-45a0-873f-f6855fff3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f69d66-4957-4ed8-a858-9b43c23c2a3f'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:22.943392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 09f69d66-4957-4ed8-a858-9b43c23c2a3f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:22.952303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.993159 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd28ff1e-9675-4d98-af25-93e4b4f3fdd8'] response: {'server_uuid': '9658c505-b10d-45a0-873f-f6855fff3e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f69d66-4957-4ed8-a858-9b43c23c2a3f', 'code': 200} Jun 03 15:50:23.063980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dce8dbf8-84d2-466f-964f-876172aa446a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.065789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 98302087-c2ae-4d7c-970a-98dee1e8efb6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:23.192380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dce8dbf8-84d2-466f-964f-876172aa446a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.214758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f2d0d877-9fac-45a0-a3db-d7d79355e6d9 None None] Provisioning complete for port e565d125-9155-4100-b636-9730651ad90c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:23.215776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d877-9fac-45a0-a3db-d7d79355e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.266362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dce8dbf8-84d2-466f-964f-876172aa446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.340629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8dbf8-84d2-466f-964f-876172aa446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fc9dba-d177-493c-aa52-0131373fdad8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:23.361172 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.388358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object e193e9ff-879d-4ee1-a592-1f9bae853c6b will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:23.393991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dce8dbf8-84d2-466f-964f-876172aa446a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.395624 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dce8dbf8-84d2-466f-964f-876172aa446a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7fc9dba-d177-493c-aa52-0131373fdad8 HTTP/1.1" status: 204 len: 168 time: 0.7491066 Jun 03 15:50:23.437729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.487861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=09f69d66-4957-4ed8-a858-9b43c23c2a3f,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:23.528251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0d877-9fac-45a0-a3db-d7d79355e6d9 None None] Port e565d125-9155-4100-b636-9730651ad90c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:23.534093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 98302087-c2ae-4d7c-970a-98dee1e8efb6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:23.535170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.758193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 98302087-c2ae-4d7c-970a-98dee1e8efb6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:23.903309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 032363f9-599a-43d3-9241-096ebc6e643b is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:23.912705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:23.919160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:23.925530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:23.926221 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.959147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=e193e9ff-879d-4ee1-a592-1f9bae853c6b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:23.974352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a96f7870-415f-4bd3-80b7-d156f114ebe5 req-4b7ec3f8-72f2-4c82-8aaa-08a11e313ffb tempest-VolumesNegativeTest-1892065223 tempest-VolumesNegativeTest-1892065223-project] 10.222.0.66 "GET /v2.0/ports?device_id=319b760c-49bd-4f96-bc18-6e26b047e2d8 HTTP/1.1" status: 200 len: 210 time: 0.0752187 Jun 03 15:50:23.997052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a93c8976-3d1c-420e-8789-cc6da547af66 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3597136 Jun 03 15:50:23.998813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56732) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:24.029613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:50:24.036129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35112a84-e207-404b-a305-3dcacca483ae req-29b6d17b-9637-4ea0-81e4-3f51aafa6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.038818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35112a84-e207-404b-a305-3dcacca483ae req-29b6d17b-9637-4ea0-81e4-3f51aafa6650 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 1096 time: 0.8998435 Jun 03 15:50:24.069382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3bf9c-d290-4e27-826a-fcba338fdcb1 req-563cb738-9a0a-407e-8c7f-f780d5f41a84 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.082423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2f3bf9c-d290-4e27-826a-fcba338fdcb1 req-563cb738-9a0a-407e-8c7f-f780d5f41a84 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 945 time: 0.7708232 Jun 03 15:50:24.199281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ef675-d732-4c98-8118-da78285b3357 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.200496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9a2ef675-d732-4c98-8118-da78285b3357 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:24.226589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9a2ef675-d732-4c98-8118-da78285b3357 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:24.229533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9a2ef675-d732-4c98-8118-da78285b3357 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2273548 Jun 03 15:50:24.234476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56740) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:24.305853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35112a84-e207-404b-a305-3dcacca483ae req-25195110-ccf6-45f7-b88b-7f771a815050 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195191 Jun 03 15:50:24.344737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2f3bf9c-d290-4e27-826a-fcba338fdcb1 req-a5babc56-7745-454e-a471-f53826c57f42 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996763 Jun 03 15:50:24.378360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8c9e1-3445-4f52-ab1e-0b406d06fc6b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.387840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8c9e1-3445-4f52-ab1e-0b406d06fc6b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.396423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8c9e1-3445-4f52-ab1e-0b406d06fc6b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.398021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-87b8c9e1-3445-4f52-ab1e-0b406d06fc6b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1617951 Jun 03 15:50:24.406536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56750) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:24.507742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port e193e9ff-879d-4ee1-a592-1f9bae853c6b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:24.507742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.633122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e9c4d0b3-42f2-49c7-a67c-3761e7500103 None None] Provisioning for port e193e9ff-879d-4ee1-a592-1f9bae853c6b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:24.641597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e9c4d0b3-42f2-49c7-a67c-3761e7500103 None None] Provisioning complete for port e193e9ff-879d-4ee1-a592-1f9bae853c6b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:24.642300 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9c4d0b3-42f2-49c7-a67c-3761e7500103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.784225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4d0b3-42f2-49c7-a67c-3761e7500103 None None] Port e193e9ff-879d-4ee1-a592-1f9bae853c6b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:25.057376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:25.360637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for e193e9ff-879d-4ee1-a592-1f9bae853c6b owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:25.777551 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:25.996744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=e193e9ff-879d-4ee1-a592-1f9bae853c6b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:26.071196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:26.115948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0567f8bc-0a81-4f61-8b02-331749cd1fd5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/e193e9ff-879d-4ee1-a592-1f9bae853c6b HTTP/1.1" status: 204 len: 168 time: 1.7073834 Jun 03 15:50:26.118577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56814) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:26.193941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d92f2-d827-4f83-9cb4-64015b6d6f4c req-146e5afb-1f33-441f-a404-6671861e324f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:26.224824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-321d92f2-d827-4f83-9cb4-64015b6d6f4c req-146e5afb-1f33-441f-a404-6671861e324f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 945 time: 0.5710063 Jun 03 15:50:26.236011 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e7da59-2020-4ef2-984a-7d26a5a3839c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:50:26.238417 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-59e7da59-2020-4ef2-984a-7d26a5a3839c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/e193e9ff-879d-4ee1-a592-1f9bae853c6b HTTP/1.1" status: 404 len: 333 time: 0.1184592 Jun 03 15:50:26.254750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56818) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:26.352934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-321d92f2-d827-4f83-9cb4-64015b6d6f4c req-54999f04-b508-47b3-bc4b-0ba00a933d90 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234951 Jun 03 15:50:26.438669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port e565d125-9155-4100-b636-9730651ad90c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:26.439120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:26.990894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:27.264683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for e565d125-9155-4100-b636-9730651ad90c owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:27.497389 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:27.628433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=e565d125-9155-4100-b636-9730651ad90c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:27.730475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:27.777088 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2abe466f-ef9e-4d96-99a8-257839acfa65 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/e565d125-9155-4100-b636-9730651ad90c HTTP/1.1" status: 204 len: 168 time: 1.5256958 Jun 03 15:50:27.787006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 56914) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:27.949672 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b333f9-6d8c-498b-b62a-d1828fbc4e34 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:50:27.950402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-50b333f9-6d8c-498b-b62a-d1828fbc4e34 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:27.992666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbbee9-55eb-4efd-9f7b-f6400ce4184d req-cfbc951d-3553-427c-a7f7-a2d7f4074260 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:27.995716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8fbbee9-55eb-4efd-9f7b-f6400ce4184d req-cfbc951d-3553-427c-a7f7-a2d7f4074260 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 945 time: 0.3852086 Jun 03 15:50:28.152749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8fbbee9-55eb-4efd-9f7b-f6400ce4184d req-7d29cdb7-53ec-43dd-89db-e14540ec5211 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182196 Jun 03 15:50:28.154884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-50b333f9-6d8c-498b-b62a-d1828fbc4e34 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:28.162368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 56930) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:28.163623 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-50b333f9-6d8c-498b-b62a-d1828fbc4e34 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/e565d125-9155-4100-b636-9730651ad90c HTTP/1.1" status: 404 len: 333 time: 0.3631239 Jun 03 15:50:28.340201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet 88cee22b-e460-4847-b3e9-c7d3928f151d {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:50:28.350640 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.493432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.745961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.933275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.995142 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.998291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=88cee22b-e460-4847-b3e9-c7d3928f151d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:29.002992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a676892-e0b2-431d-a236-e4a279977282 None None] Network 032363f9-599a-43d3-9241-096ebc6e643b requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:29.010890 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-95348c38-17b8-4bbe-90c2-2062e166da7c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/88cee22b-e460-4847-b3e9-c7d3928f151d HTTP/1.1" status: 204 len: 168 time: 0.8468101 Jun 03 15:50:29.013704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57004) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:29.362056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:29.395853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 98302087-c2ae-4d7c-970a-98dee1e8efb6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:29.396234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:29.699078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] DHCP port deletion for 032363f9-599a-43d3-9241-096ebc6e643b request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:50:29.705115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] Deleting port 98302087-c2ae-4d7c-970a-98dee1e8efb6 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:29.705586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:30.131431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] For port 98302087-c2ae-4d7c-970a-98dee1e8efb6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=98302087-c2ae-4d7c-970a-98dee1e8efb6,segment=NetworkSegment(3ca41692-6580-423a-bfc4-ea680c072cf0),segment_id=3ca41692-6580-423a-bfc4-ea680c072cf0)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:30.132077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:30.193082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] For port 98302087-c2ae-4d7c-970a-98dee1e8efb6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=98302087-c2ae-4d7c-970a-98dee1e8efb6,segment=NetworkSegment(3ca41692-6580-423a-bfc4-ea680c072cf0),segment_id=3ca41692-6580-423a-bfc4-ea680c072cf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:30.193809 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:30.447734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] Calling delete_port for 98302087-c2ae-4d7c-970a-98dee1e8efb6 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:30.684894 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:30.800511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] Pushing event deleted for resources: {'Port': ['ID=98302087-c2ae-4d7c-970a-98dee1e8efb6,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:30.821665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662c1db-7303-4d9c-8fd3-448ff5dfb394 None None] No DVR routers for this DVR port 98302087-c2ae-4d7c-970a-98dee1e8efb6 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:30.876840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 98302087-c2ae-4d7c-970a-98dee1e8efb6 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:31.044775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 98302087-c2ae-4d7c-970a-98dee1e8efb6 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:31.134290 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:50:31.137403 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:50:31.222494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 98302087-c2ae-4d7c-970a-98dee1e8efb6 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:31.223100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 98302087-c2ae-4d7c-970a-98dee1e8efb6 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:31.644738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 98302087-c2ae-4d7c-970a-98dee1e8efb6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:31.645322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:31.854258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] The port '98302087-c2ae-4d7c-970a-98dee1e8efb6' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:50:32.049479 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.116980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032363f9-599a-43d3-9241-096ebc6e643b']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:32.150253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca41692-6580-423a-bfc4-ea680c072cf0') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:32.150253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca41692-6580-423a-bfc4-ea680c072cf0') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:32.179703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.229782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.242578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:50:32.242578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.395272 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 3ca41692-6580-423a-bfc4-ea680c072cf0 resource provider aggregate not found Jun 03 15:50:32.434360 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 3ca41692-6580-423a-bfc4-ea680c072cf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ca41692-6580-423a-bfc4-ea680c072cf0 found for delete ", "request_id": "req-3f59ca3f-9e28-4e25-81f2-aaa1861adde9"}]} Jun 03 15:50:32.462498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.484889 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.507381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=032363f9-599a-43d3-9241-096ebc6e643b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:32.515692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b15ff80f-cebc-43c5-9f45-7cfc302b1ac5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/032363f9-599a-43d3-9241-096ebc6e643b HTTP/1.1" status: 204 len: 168 time: 3.5000629 Jun 03 15:50:32.519794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57178) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:32.529380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818369087'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:32.556200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:32.565176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:network and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:32.577174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:32.588715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:32.612556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:32.618171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.724895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:32.744440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.746012 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Added segment 4ee45d76-fa50-4954-96bb-f15d26a55683 of type vlan for network 1ffa5959-3a5d-49b4-882c-b516533167bf Jun 03 15:50:32.966892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:33.066199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:33.079962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:33.083590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:33.190379 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6690285 Jun 03 15:50:33.193607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57200) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:33.203314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:33.426085 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57212) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:33.576668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480f086-7004-4e2b-a909-ff7cd1b52f78 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Network': ['ID=1ffa5959-3a5d-49b4-882c-b516533167bf,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:33.590021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:33.604485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 1ffa5959-3a5d-49b4-882c-b516533167bf details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:33.616450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:33.626193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:33.642223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:33.675162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:33.680398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:33.812467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:33.841798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:33.847624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Usage tracker for resource:security_group_rule and tenant:ec3f54849a174ef99695d67a6271695e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:33.852496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:33.867692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:34.189371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.195343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.205666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.260833 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec3f54849a174ef99695d67a6271695e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8328888 Jun 03 15:50:34.261929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57238) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:34.347316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Checking segment: {'id': '4ee45d76-fa50-4954-96bb-f15d26a55683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:34.347964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network hostable DHCP agents. Network: 1ffa5959-3a5d-49b4-882c-b516533167bf, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:34.354950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=64532f69-fb4b-4f75-9936-45c7dfc965d0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:34.368581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a3758-9d5a-4a99-9471-87097bd571ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af01f12-6488-476d-b30b-b86496b38e0e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:34.385754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 1ffa5959-3a5d-49b4-882c-b516533167bf is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:34.406980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f604-aba2-4742-96e7-91c85e4f3fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.408889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 1ffa5959-3a5d-49b4-882c-b516533167bf) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:34.421365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:34.425186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.427912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f837058c-bab1-49c9-987c-dd361c1d8db3 None None] Network 1ffa5959-3a5d-49b4-882c-b516533167bf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:34.512411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f604-aba2-4742-96e7-91c85e4f3fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.520481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57248) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:34.521227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7386676b-dc47-4b8b-a25f-d7031ed5bb91 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3258162 Jun 03 15:50:34.527324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1944436414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:34.539715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:34.554889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:router and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:34.560517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:34.582864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:34.609749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.612659 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.636878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f604-aba2-4742-96e7-91c85e4f3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.678881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2f604-aba2-4742-96e7-91c85e4f3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af01f12-6488-476d-b30b-b86496b38e0e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:34.694393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.704151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f604-aba2-4742-96e7-91c85e4f3fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.709087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b8c2f604-aba2-4742-96e7-91c85e4f3fcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1af01f12-6488-476d-b30b-b86496b38e0e HTTP/1.1" status: 204 len: 168 time: 0.4440134 Jun 03 15:50:34.729650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.787991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.789385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d1b4cc2-7049-490f-920a-22354a2fc28c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2674615 Jun 03 15:50:34.792838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57254) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:34.804346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf', 'name': 'tempest-PortsIpV6TestJSON-1215657531'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:35.111159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-1ffa5959-3a5d-49b4-882c-b516533167bf', 'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf', 'tenant_id': '866d9e7c87784045b0b7616855913f69', 'fixed_ips': [{'subnet_id': '64532f69-fb4b-4f75-9936-45c7dfc965d0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:35.113041 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.154683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:35.160956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:port and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:35.165542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:35.177144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:35.205174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:35.209468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.298798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port eea6cb77-0a28-452b-a786-23596248038d yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:50:35.593936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::209 (1ffa5959-3a5d-49b4-882c-b516533167bf/64532f69-fb4b-4f75-9936-45c7dfc965d0/eea6cb77-0a28-452b-a786-23596248038d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:36.099190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.135705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object eea6cb77-0a28-452b-a786-23596248038d will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:36.193183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.300711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Allocated IP 2001:db8::2 (1ffa5959-3a5d-49b4-882c-b516533167bf/64532f69-fb4b-4f75-9936-45c7dfc965d0/3f6b2989-669b-4757-84d9-f7f8afcd9000) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:36.355503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 1ffa5959-3a5d-49b4-882c-b516533167bf is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:36.359447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:36.367011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:36.376128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:36.377571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.403303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=eea6cb77-0a28-452b-a786-23596248038d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:36.413557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57280) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:36.426782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-374779ef-321f-482e-9916-851bb2f0770c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6314354 Jun 03 15:50:36.910085 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.944294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Transition to ACTIVE for port object 3f6b2989-669b-4757-84d9-f7f8afcd9000 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:36.996019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Transition to ACTIVE for port object 3f6b2989-669b-4757-84d9-f7f8afcd9000 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:37.011283 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:37.180755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Pushing event updated for resources: {'Port': ['ID=3f6b2989-669b-4757-84d9-f7f8afcd9000,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:37.197524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.198583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.199863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.200770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.201971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.202858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.203688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.204747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.205562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.206610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.207801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.208697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:37.245771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Network 1ffa5959-3a5d-49b4-882c-b516533167bf is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:37.251318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:37.256289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:37.409587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Attempting to bind port 3f6b2989-669b-4757-84d9-f7f8afcd9000 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:37.413661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Attempting to bind port 3f6b2989-669b-4757-84d9-f7f8afcd9000 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4ee45d76-fa50-4954-96bb-f15d26a55683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:37.414988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Attempting to bind port 3f6b2989-669b-4757-84d9-f7f8afcd9000 on network 1ffa5959-3a5d-49b4-882c-b516533167bf {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:37.432809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:37.433447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Checking segment: {'id': '4ee45d76-fa50-4954-96bb-f15d26a55683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:37.434086 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:37.434730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Bound using segment: {'id': '4ee45d76-fa50-4954-96bb-f15d26a55683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:37.435548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Bound port: 3f6b2989-669b-4757-84d9-f7f8afcd9000, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee45d76-fa50-4954-96bb-f15d26a55683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ffa5959-3a5d-49b4-882c-b516533167bf'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:37.436199 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:37.614316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] For port 3f6b2989-669b-4757-84d9-f7f8afcd9000, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:37.620873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] For port 3f6b2989-669b-4757-84d9-f7f8afcd9000, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f6b2989-669b-4757-84d9-f7f8afcd9000,segment=NetworkSegment(4ee45d76-fa50-4954-96bb-f15d26a55683),segment_id=4ee45d76-fa50-4954-96bb-f15d26a55683)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:37.630892 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:37.711665 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:37.863566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8acc3-606e-4199-a95d-0a79a96055b2 None None] Pushing event updated for resources: {'Port': ['ID=3f6b2989-669b-4757-84d9-f7f8afcd9000,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:38.559339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57310) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:38.565026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:38.573491 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:38.751562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=eea6cb77-0a28-452b-a786-23596248038d,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:38.946205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fd30b4e8-39d7-4baf-9e0c-7207c9785fcd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34a61161324649f083f27fdb1ff8206d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851328 Jun 03 15:50:38.946912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57316) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:39.140274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92de2d42-4ab6-4f8c-8a86-359583a55a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.177047 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.189138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f6b2989-669b-4757-84d9-f7f8afcd9000 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:39.232325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92de2d42-4ab6-4f8c-8a86-359583a55a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.372327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92de2d42-4ab6-4f8c-8a86-359583a55a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.375907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3f6b2989-669b-4757-84d9-f7f8afcd9000 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:39.410167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de2d42-4ab6-4f8c-8a86-359583a55a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8526f48f-9621-48e4-8b61-49f3bd4717ae,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:39.427958 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92de2d42-4ab6-4f8c-8a86-359583a55a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.452346 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-92de2d42-4ab6-4f8c-8a86-359583a55a88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8526f48f-9621-48e4-8b61-49f3bd4717ae HTTP/1.1" status: 204 len: 168 time: 0.4845808 Jun 03 15:50:39.535438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.562847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5048a0-7ea3-4479-9bef-91cb03c69b6a None None] Network 1ffa5959-3a5d-49b4-882c-b516533167bf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:39.689471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] Provisioning for port 3f6b2989-669b-4757-84d9-f7f8afcd9000 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:39.710721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] Provisioning complete for port 3f6b2989-669b-4757-84d9-f7f8afcd9000 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:39.711346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.094759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] Current status of the port 3f6b2989-669b-4757-84d9-f7f8afcd9000 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:40.095394 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.256540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] For port 3f6b2989-669b-4757-84d9-f7f8afcd9000, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f6b2989-669b-4757-84d9-f7f8afcd9000,segment=NetworkSegment(4ee45d76-fa50-4954-96bb-f15d26a55683),segment_id=4ee45d76-fa50-4954-96bb-f15d26a55683)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:40.264210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.384357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913af8-47cc-4529-aadb-b5f05505ee74 None None] Pushing event updated for resources: {'Port': ['ID=3f6b2989-669b-4757-84d9-f7f8afcd9000,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:40.389047 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.408140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.409426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.646055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=eea6cb77-0a28-452b-a786-23596248038d,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:40.743089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 1ffa5959-3a5d-49b4-882c-b516533167bf is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:40.746306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:40.921036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-686f4ef4-5ad1-4904-b8ad-29d3cb2dcfca None None] Provisioning for port eea6cb77-0a28-452b-a786-23596248038d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:40.934537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-686f4ef4-5ad1-4904-b8ad-29d3cb2dcfca None None] Provisioning complete for port eea6cb77-0a28-452b-a786-23596248038d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:40.934537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-686f4ef4-5ad1-4904-b8ad-29d3cb2dcfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.092418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-686f4ef4-5ad1-4904-b8ad-29d3cb2dcfca None None] Port eea6cb77-0a28-452b-a786-23596248038d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:41.149199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-686f4ef4-5ad1-4904-b8ad-29d3cb2dcfca None None] Provisioning complete for port 3f6b2989-669b-4757-84d9-f7f8afcd9000 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:41.149481 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-686f4ef4-5ad1-4904-b8ad-29d3cb2dcfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.244009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f6b2989-669b-4757-84d9-f7f8afcd9000 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:41.313889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Router 46190221-37aa-4d57-ac8d-18464cd64536 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:50:41.455193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-686f4ef4-5ad1-4904-b8ad-29d3cb2dcfca None None] Current status of the port 3f6b2989-669b-4757-84d9-f7f8afcd9000 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:41.499956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3f6b2989-669b-4757-84d9-f7f8afcd9000 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:41.500557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.577973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:41.593627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57364) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:41.594881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-58aa72e3-f626-4fb4-9c08-0f64516d5619 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "PUT /v2.0/routers/46190221-37aa-4d57-ac8d-18464cd64536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1784618 Jun 03 15:50:41.597045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] Sync routers for ids ['46190221-37aa-4d57-ac8d-18464cd64536'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:41.627186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-08dd9c4f-eee2-4645-95cf-69f661b234c0 None None] Provisioning complete for port eea6cb77-0a28-452b-a786-23596248038d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:41.627590 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-08dd9c4f-eee2-4645-95cf-69f661b234c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.714115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] Routers {'46190221-37aa-4d57-ac8d-18464cd64536'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:41.714772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['46190221-37aa-4d57-ac8d-18464cd64536'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:41.758861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6aa81e-08f3-4f4a-b208-35e0644ec563 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:41.760337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6d6aa81e-08f3-4f4a-b208-35e0644ec563 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:41.786784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6d6aa81e-08f3-4f4a-b208-35e0644ec563 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:41.788085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6d6aa81e-08f3-4f4a-b208-35e0644ec563 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports?device_id=46190221-37aa-4d57-ac8d-18464cd64536 HTTP/1.1" status: 200 len: 989 time: 0.1932263 Jun 03 15:50:41.793505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57376) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:41.881250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:41.934993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] Routers {'46190221-37aa-4d57-ac8d-18464cd64536'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:41.935638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['46190221-37aa-4d57-ac8d-18464cd64536'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:42.046997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-08dd9c4f-eee2-4645-95cf-69f661b234c0 None None] Port eea6cb77-0a28-452b-a786-23596248038d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:42.159782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:42.160212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478accd-3721-424b-8950-322c64dbbdb0 None None] The sync data for ids ['46190221-37aa-4d57-ac8d-18464cd64536'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:42.178679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3f6b2989-669b-4757-84d9-f7f8afcd9000 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:42.191227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43dde63a-33a2-494f-b769-4ff3a438d180 None None] Provisioning complete for port eea6cb77-0a28-452b-a786-23596248038d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:42.191598 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43dde63a-33a2-494f-b769-4ff3a438d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.267489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43dde63a-33a2-494f-b769-4ff3a438d180 None None] Port eea6cb77-0a28-452b-a786-23596248038d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:42.677216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57394) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:42.686948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899156437', 'description': 'tempest-secgroup-smoke-1899156437 description', 'project_id': 'ba454d73f843480bb2a4b139889fe358'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:42.703714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:42.711010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:42.716998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:42.735175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:42.770163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.794135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.808905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.859758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:42.868030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:42.875153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:42.887381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:43.039194 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.045757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.067477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:43.082755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:43.091333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:43.101582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:43.107583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc7967-8c5d-4855-9195-d88d04b3feef,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:43.209216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.215535 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.268908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354c6b38-09df-490c-91c3-2dfa04e5f413,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:43.273560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.275002 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-52bb3ad1-74cd-439e-a5b3-bf272549d2a6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5961084 Jun 03 15:50:43.280808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57404) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:43.286398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '354c6b38-09df-490c-91c3-2dfa04e5f413', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:43.294237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:43.298813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:43.302307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:43.309531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:43.332150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.401142 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0337f72c-bd7a-4d93-a409-dcf79c5f92ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.414876 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.420823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.443892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port eea6cb77-0a28-452b-a786-23596248038d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:43.444456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.449661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f360234e-d91c-4ab1-a26b-08e2bee94d54,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:43.467311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.468790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d5df5d12-3fb7-423f-bcd2-0d678d16c43b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1868560 Jun 03 15:50:43.473353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57408) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:43.481280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '354c6b38-09df-490c-91c3-2dfa04e5f413', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:43.494735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:43.500356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:43.505506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:43.513749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:43.541939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.673765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.678520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.709198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9e6179-7f51-47fa-9a4f-e2cc09fb8228,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:43.724059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.725743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-01323ba7-b94e-48c2-87af-22651d3e5a9c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2509596 Jun 03 15:50:43.730309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57412) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:43.736424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '354c6b38-09df-490c-91c3-2dfa04e5f413', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:43.744474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:43.749917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:43.753707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:43.765887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:43.783566 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.812463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.959752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.982480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.094841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for eea6cb77-0a28-452b-a786-23596248038d owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:44.096630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83893e88-070d-4fce-bf0a-fb9b7581e152,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.138778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.141059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7a6515b8-c63a-45d8-8036-8319adf8c4c9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092176 Jun 03 15:50:44.145327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57418) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:44.171439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '354c6b38-09df-490c-91c3-2dfa04e5f413', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:44.188872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:44.206022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:44.219190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:44.231466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:44.269809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.414572 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.420735 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.466506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcd8903-897a-49ad-80e1-185cb6b8110f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.482868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.485136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bac7da84-086f-4f2b-bac1-882bcbf69801 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3377697 Jun 03 15:50:44.488072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57422) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:44.497341 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '354c6b38-09df-490c-91c3-2dfa04e5f413', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:44.499276 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.509005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:44.517453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:44.522091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:44.532370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:44.551561 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:50:44.563417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.563760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=eea6cb77-0a28-452b-a786-23596248038d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.700804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.709936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.770258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f67ad21-24bb-43df-86ff-500a488c55e8,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.789259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.790989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e5daeb8b-085a-4753-b6b4-90a00ee05fe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3011816 Jun 03 15:50:44.794505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57426) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:44.799907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '354c6b38-09df-490c-91c3-2dfa04e5f413', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:44.807381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:44.812148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:44.815139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.815876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:44.831248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:44.873983 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:50:44.888004 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.003093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.012274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.062257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486e02e0-0f09-45e7-a008-50967ab4f300,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:45.087701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.089793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e40c9e9-7424-4e35-a3df-de35f9a94274 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2940772 Jun 03 15:50:45.094905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57430) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:45.105866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'network': {'name': 'tempest-network-smoke--248208879', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:45.116387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:45.124335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:network and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:45.129807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:45.141691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:45.151198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Router 46190221-37aa-4d57-ac8d-18464cd64536 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:45.159236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:45.168474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.217229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:45.232645 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.233090 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Added segment 7e37510b-4a5b-47f9-a3fe-5887dadcd144 of type vlan for network 803adc84-0acc-456e-9eaf-a411031a4234 Jun 03 15:50:45.270664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.303779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:45.328703 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] Sync routers for ids ['46190221-37aa-4d57-ac8d-18464cd64536'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:45.330869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51ba7a6f-318e-42a4-89a0-a61a20011f14 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "PUT /v2.0/routers/46190221-37aa-4d57-ac8d-18464cd64536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5360210 Jun 03 15:50:45.335821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57436) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:45.349131 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] Routers {'46190221-37aa-4d57-ac8d-18464cd64536'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:45.350163 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['46190221-37aa-4d57-ac8d-18464cd64536'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:45.353086 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.360852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:45.362107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.407199 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0892338d-f7cb-4f23-ba0d-7f413b0c63b3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:50:45.407958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0892338d-f7cb-4f23-ba0d-7f413b0c63b3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:45.434406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0892338d-f7cb-4f23-ba0d-7f413b0c63b3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:45.436015 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0892338d-f7cb-4f23-ba0d-7f413b0c63b3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/eea6cb77-0a28-452b-a786-23596248038d HTTP/1.1" status: 404 len: 333 time: 0.0988402 Jun 03 15:50:45.440409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57440) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:45.491561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3950667 Jun 03 15:50:45.496296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57444) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:45.500314 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:45.521446 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] Routers {'46190221-37aa-4d57-ac8d-18464cd64536'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:45.522915 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['46190221-37aa-4d57-ac8d-18464cd64536'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:45.618216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'admin_state_up': True, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:45.645873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:45.657379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:router and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:45.664046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:45.664728 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:45.665643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8259f6-b511-4e35-8c91-69efc912eb17 None None] The sync data for ids ['46190221-37aa-4d57-ac8d-18464cd64536'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:45.673748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090228d0-e519-45af-92c4-901887a375f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Network': ['ID=803adc84-0acc-456e-9eaf-a411031a4234,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:45.696444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:45.702199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 803adc84-0acc-456e-9eaf-a411031a4234 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:45.713750 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.715085 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.742539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.873067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa889-7450-4c36-895e-54e035c5c808 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.935187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.259792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.266699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e208133b-243e-4b43-b961-75fb69b5d3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.579883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa889-7450-4c36-895e-54e035c5c808 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.583258 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa889-7450-4c36-895e-54e035c5c808 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.622231 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa889-7450-4c36-895e-54e035c5c808 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.623092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9fa889-7450-4c36-895e-54e035c5c808 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Fanout notify agent at l3_agent the message router_deleted on router 46190221-37aa-4d57-ac8d-18464cd64536 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:50:46.642733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa889-7450-4c36-895e-54e035c5c808 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.648044 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1b9fa889-7450-4c36-895e-54e035c5c808 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/routers/46190221-37aa-4d57-ac8d-18464cd64536 HTTP/1.1" status: 204 len: 168 time: 1.2022281 Jun 03 15:50:46.648994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57450) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:46.693242 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.759127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet 64532f69-fb4b-4f75-9936-45c7dfc965d0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:50:46.763807 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.766388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.804252 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.885942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.022120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.142 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/88c30ca1-bcf2-42a6-8a42-05c42567d6f5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:47.029973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.032892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.140223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.209338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.214141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.215256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47d998-5d65-464a-9725-8bdba1d2b988 None None] Network 1ffa5959-3a5d-49b4-882c-b516533167bf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:47.221026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=64532f69-fb4b-4f75-9936-45c7dfc965d0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:47.226645 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8ec23ec1-b578-4784-95ee-2ab45af5de42 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/64532f69-fb4b-4f75-9936-45c7dfc965d0 HTTP/1.1" status: 204 len: 168 time: 0.5759532 Jun 03 15:50:47.229803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57460) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:47.250945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.330975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:47.340245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:47.345233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:47.404564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:47.494439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.519069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 3f6b2989-669b-4757-84d9-f7f8afcd9000 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:47.519977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.613630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] DHCP port deletion for 1ffa5959-3a5d-49b4-882c-b516533167bf request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:50:47.618420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Deleting port 3f6b2989-669b-4757-84d9-f7f8afcd9000 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:47.619088 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.816892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] For port 3f6b2989-669b-4757-84d9-f7f8afcd9000, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f6b2989-669b-4757-84d9-f7f8afcd9000,segment=NetworkSegment(4ee45d76-fa50-4954-96bb-f15d26a55683),segment_id=4ee45d76-fa50-4954-96bb-f15d26a55683)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:47.817494 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.963957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 3f6b2989-669b-4757-84d9-f7f8afcd9000 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:47.967936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] For port 3f6b2989-669b-4757-84d9-f7f8afcd9000, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f6b2989-669b-4757-84d9-f7f8afcd9000,segment=NetworkSegment(4ee45d76-fa50-4954-96bb-f15d26a55683),segment_id=4ee45d76-fa50-4954-96bb-f15d26a55683)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:47.968625 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.117924 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.164193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Calling delete_port for 3f6b2989-669b-4757-84d9-f7f8afcd9000 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:48.186294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.190968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=3f6b2989-669b-4757-84d9-f7f8afcd9000,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:48.199474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No DVR routers for this DVR port 3f6b2989-669b-4757-84d9-f7f8afcd9000 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:48.257070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:50:48.257703 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:50:48.296211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.357073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.417453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffa5959-3a5d-49b4-882c-b516533167bf']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:48.444121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee45d76-fa50-4954-96bb-f15d26a55683') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:48.444650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee45d76-fa50-4954-96bb-f15d26a55683') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:48.494253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.511806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.519608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.532419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:50:48.533779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.668203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.691255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.706328 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4ee45d76-fa50-4954-96bb-f15d26a55683 resource provider aggregate not found Jun 03 15:50:48.735188 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/1ffa5959-3a5d-49b4-882c-b516533167bf HTTP/1.1" status: 204 len: 168 time: 1.4966230 Jun 03 15:50:48.735188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b2a63-1bd7-45ee-9096-609caaadee31 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=1ffa5959-3a5d-49b4-882c-b516533167bf,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:48.735188 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4ee45d76-fa50-4954-96bb-f15d26a55683 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ee45d76-fa50-4954-96bb-f15d26a55683 found for delete ", "request_id": "req-6db3c164-6106-4820-8fb1-d209d7219fe7"}]} Jun 03 15:50:48.735188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57476) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:48.758739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Deleting port 3f6b2989-669b-4757-84d9-f7f8afcd9000 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:48.759119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.869901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d1339-3dcc-4867-bbf4-81c213bf63fc tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:48.871183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-782d1339-3dcc-4867-bbf4-81c213bf63fc tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:48.923860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-782d1339-3dcc-4867-bbf4-81c213bf63fc tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:48.923860 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-782d1339-3dcc-4867-bbf4-81c213bf63fc tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/68cd26aa-f891-4038-abe7-a5ced17df1fd HTTP/1.1" status: 200 len: 845 time: 0.1776049 Jun 03 15:50:48.936475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57482) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:48.971256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e3404666-7b4e-4630-a243-12b9ba4200e5 None None] The port '3f6b2989-669b-4757-84d9-f7f8afcd9000' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:50:49.086423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f6b2989-669b-4757-84d9-f7f8afcd9000 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:49.105278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.146266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3f6b2989-669b-4757-84d9-f7f8afcd9000 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:49.146564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f6b2989-669b-4757-84d9-f7f8afcd9000 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:49.201515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42456a4e-e21f-4301-a1c3-0b4b4ea0cb80 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:49.244702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42456a4e-e21f-4301-a1c3-0b4b4ea0cb80 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:49.245991 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-42456a4e-e21f-4301-a1c3-0b4b4ea0cb80 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/68cd26aa-f891-4038-abe7-a5ced17df1fd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3234532 Jun 03 15:50:49.258363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57488) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:49.267091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:49.402188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router f6e99a90-5a2d-47e7-a71a-6a26a9611291 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:50:49.537345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:49.543186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:49.546783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:49.553987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:49.567491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:49.571250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.664295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:49.686305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Sync routers for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:49.705281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:49.706349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:49.710481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.715857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b71f09d4-fe91-44f8-9740-5e2ad11b291d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2180421 Jun 03 15:50:49.720153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57492) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:49.956752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:50.117663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:50.131670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-af6c45df-22cd-4a22-bda5-b230f252c06c tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba454d73f843480bb2a4b139889fe358&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4080260 Jun 03 15:50:50.136584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57500) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:50.249432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=ece83f16-2658-4389-b568-fb1fdcd6df4e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:50.303171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:50.305743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:50.313616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:50.319663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:50.362710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1bd6e9-6b3d-4c30-b8cf-7f090b21c3a5 None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:50.415115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08322d9a-6951-48e2-9ba5-be0950f070bc tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:50.418001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-08322d9a-6951-48e2-9ba5-be0950f070bc tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2795122 Jun 03 15:50:50.422100 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-416ddb2a-640e-4c99-9b95-9d8f2d05d79c tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1625116 Jun 03 15:50:50.423039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57506) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:50.425044 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57508) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:50.430395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'security_group': {'name': 'tempest-secgroup-83791031'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:50.457431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:50.462076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:50.470867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:50.489807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:50.513861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:50.539676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57514) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:50.543828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-69b042df-7ef8-4aa0-8b90-ea503ba33583 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1151915 Jun 03 15:50:50.570386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-427326866', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:subnet and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group_rule and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:50.825251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:51.040258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:51.043330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:47Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:51.043330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Checking router: f6e99a90-5a2d-47e7-a71a-6a26a9611291 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:51.043330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Updating router f6e99a90-5a2d-47e7-a71a-6a26a9611291 port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:50:51.043330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.141682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'tenant_id': '866d9e7c87784045b0b7616855913f69', 'fixed_ips': [{'subnet_id': 'ece83f16-2658-4389-b568-fb1fdcd6df4e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:51.141682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.152450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.152450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.357045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.362132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57532) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:51.377958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1722349667'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:51.383595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9479403 Jun 03 15:50:51.383595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d4cf0-7c4b-40dd-aed3-d1ba0df851d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2fa55-aeb1-4413-ae98-464f04b4de72,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:51.394516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.402616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:51.448859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:51.465967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:51.476402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:51.482169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Allocated IP 2001:db8::2 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/ece83f16-2658-4389-b568-fb1fdcd6df4e/8ef7db40-03bd-4caa-a179-a8576e4661e5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:51.496481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.559583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:51.569568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group_rule and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:51.576824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:51.592440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:51.827905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Checking segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:51.827905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network hostable DHCP agents. Network: 803adc84-0acc-456e-9eaf-a411031a4234, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:51.849066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Subnet': ['ID=93bf0789-24ed-403c-9aed-1682313b20ed,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:51.873409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 803adc84-0acc-456e-9eaf-a411031a4234 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:51.901228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 803adc84-0acc-456e-9eaf-a411031a4234) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:51.913115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:51.915598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.931087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.939900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282c298-0de8-42e5-b072-d2bdf3e0a636 None None] Network 803adc84-0acc-456e-9eaf-a411031a4234 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:51.944632 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.999883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9bec1c6-21de-44d2-9baf-d8b58e0369c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4402797 Jun 03 15:50:51.999883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57542) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:52.066942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105aa035-2c8a-409e-b9e9-6757c449b770,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:52.066942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.066942 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-472d30b0-1ba9-4e27-929d-16b8d2a1e49b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6861994 Jun 03 15:50:52.066942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57546) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:52.066942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1479462130', 'security_groups': ['105aa035-2c8a-409e-b9e9-6757c449b770'], 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ece83f16-2658-4389-b568-fb1fdcd6df4e'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:52.479261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:52.510629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:52.544716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:52.560867 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.589313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-803adc84-0acc-456e-9eaf-a411031a4234', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:52.589313 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.656713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Transition to ACTIVE for port object 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:52.883766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Allocated IP 172.20.0.2 (803adc84-0acc-456e-9eaf-a411031a4234/93bf0789-24ed-403c-9aed-1682313b20ed/daa2e374-b998-47c4-b740-7c0ba9f2fcbb) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:53.018119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.085788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.176279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab52390-7ae5-4e56-9bec-0c8f6ce9fdbb None None] Pushing event updated for resources: {'Port': ['ID=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:53.210077 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.250155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Transition to ACTIVE for port object 8ef7db40-03bd-4caa-a179-a8576e4661e5 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:53.250155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Attempting to bind port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:53.250155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Attempting to bind port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:53.250155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Attempting to bind port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:53.256386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port bdb5769d-7636-4403-bcb6-70d27be4e9ee yet. {{(pid=88339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:50:53.299876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:53.299876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:53.299876 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.299876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:53.299876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Bound port: 88c30ca1-bcf2-42a6-8a42-05c42567d6f5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:53.299876 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.460987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Transition to ACTIVE for port object 8ef7db40-03bd-4caa-a179-a8576e4661e5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:53.527553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.547049 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.797419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::70 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/ece83f16-2658-4389-b568-fb1fdcd6df4e/bdb5769d-7636-4403-bcb6-70d27be4e9ee) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:53.813393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Pushing event updated for resources: {'Port': ['ID=8ef7db40-03bd-4caa-a179-a8576e4661e5,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:53.824303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] For port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:53.829128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:53.831319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] For port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:53.832619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:53.835332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Transition to ACTIVE for port object daa2e374-b998-47c4-b740-7c0ba9f2fcbb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:53.838893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:53.925315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.132026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Transition to ACTIVE for port object daa2e374-b998-47c4-b740-7c0ba9f2fcbb will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:54.173739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:54.173739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:54.214101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.261344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Attempting to bind port 8ef7db40-03bd-4caa-a179-a8576e4661e5 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:54.261344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Attempting to bind port 8ef7db40-03bd-4caa-a179-a8576e4661e5 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:54.261344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Attempting to bind port 8ef7db40-03bd-4caa-a179-a8576e4661e5 on network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:54.273004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object bdb5769d-7636-4403-bcb6-70d27be4e9ee will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:54.277908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.299580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:54.300072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Checking segment: {'id': 'ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:54.300406 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.300811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Bound using segment: {'id': 'ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:54.301309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Bound port: 8ef7db40-03bd-4caa-a179-a8576e4661e5, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:54.301520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.301695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.323288 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.480827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:54.480827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:54.491763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:54.516150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Network 803adc84-0acc-456e-9eaf-a411031a4234 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:54.522074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:54.522074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.542718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:54.542718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab52390-7ae5-4e56-9bec-0c8f6ce9fdbb None None] Pushing event updated for resources: {'Port': ['ID=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:54.542718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:54.657083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=bdb5769d-7636-4403-bcb6-70d27be4e9ee,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:54.695579 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1efe1366-b936-4452-b73d-08cced688bc3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6356342 Jun 03 15:50:54.704676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57586) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:54.719130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:54.993889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.1 (803adc84-0acc-456e-9eaf-a411031a4234/93bf0789-24ed-403c-9aed-1682313b20ed/0f6672b5-8bca-4866-baed-c75be93f68c3) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:55.081126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Attempting to bind port daa2e374-b998-47c4-b740-7c0ba9f2fcbb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:55.081126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Attempting to bind port daa2e374-b998-47c4-b740-7c0ba9f2fcbb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:55.081126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Attempting to bind port daa2e374-b998-47c4-b740-7c0ba9f2fcbb on network 803adc84-0acc-456e-9eaf-a411031a4234 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:55.097629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:55.099040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:55.119511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:55.127740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:55.147204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:55.182173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:55.188479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.211673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:55.212441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Checking segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:55.213726 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.214470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Bound using segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:55.215888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Bound port: daa2e374-b998-47c4-b740-7c0ba9f2fcbb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:55.216802 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.514093 n-d-844594-1 neutron-server[88339]: INFO neutron.db.ipam_backend_mixin [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ece83f16-2658-4389-b568-fb1fdcd6df4e (CIDR: 2001:db8::/64) Jun 03 15:50:55.514093 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:50:55.514093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:50:55.544200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.548059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] For port 8ef7db40-03bd-4caa-a179-a8576e4661e5, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:55.554287 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5b8918fa-9dbe-4bf4-8bfc-2d5d3f177a51 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8533511 Jun 03 15:50:55.558900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57596) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:55.570189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:55.603003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object 0f6672b5-8bca-4866-baed-c75be93f68c3 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:55.686356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.762043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 803adc84-0acc-456e-9eaf-a411031a4234 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:55.769394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:55.782398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:55.802550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] For port 8ef7db40-03bd-4caa-a179-a8576e4661e5, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8ef7db40-03bd-4caa-a179-a8576e4661e5,segment=NetworkSegment(ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d),segment_id=ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:55.802550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Pushing event updated for resources: {'Port': ['ID=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:55.929570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.006527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:56.006527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:56.015792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:56.015792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:56.034958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:56.038885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=0f6672b5-8bca-4866-baed-c75be93f68c3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:56.049173 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.092346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.242987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7e12b-5187-4ec1-bc1e-4954ac2714f9 None None] Pushing event updated for resources: {'Port': ['ID=8ef7db40-03bd-4caa-a179-a8576e4661e5,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:56.294816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] For port daa2e374-b998-47c4-b740-7c0ba9f2fcbb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:56.399178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] For port daa2e374-b998-47c4-b740-7c0ba9f2fcbb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:56.423152 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.594683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee3835-a4c7-4b44-bfec-03e0bc7c4cd0 None None] Pushing event updated for resources: {'Port': ['ID=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:56.856829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.075259 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.146596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:47Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:57.159876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b5e49-ea2c-4918-91c7-4805d2b5a9f1 None None] The sync data for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 is: [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:47Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:57.237489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8ef7db40-03bd-4caa-a179-a8576e4661e5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:57.254274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:57.270591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:57.283565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:57.284742 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.327212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=9245a97d-c075-4089-b22d-6f079281956c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:57.372349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.372349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.372349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.372349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.372349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.372349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.379294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.379294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.379294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.389903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.389903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.389903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.450407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e2bcf0c4-3a56-4b31-b309-788fbff160a1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8818753 Jun 03 15:50:57.456268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:57.485378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:57.497730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-994569397', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9245a97d-c075-4089-b22d-6f079281956c'}], 'security_groups': ['c2c2fa55-aeb1-4413-ae98-464f04b4de72']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:58.791846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:58.822346 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:59.209886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de5247-ef18-4ed5-af34-f1b0c84acf13 None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:59.216851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:59.490628 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:59.635858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device daa2e374-b998-47c4-b740-7c0ba9f2fcbb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:59.805474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=0f6672b5-8bca-4866-baed-c75be93f68c3,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:59.887472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c21934-a8bb-48ec-9a9c-c77553c3074b None None] Network 803adc84-0acc-456e-9eaf-a411031a4234 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:59.942272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Provisioning for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:00.121822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:00.121822 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:00.466342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 803adc84-0acc-456e-9eaf-a411031a4234 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:00.466342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:00.640754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port daa2e374-b998-47c4-b740-7c0ba9f2fcbb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:00.674782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:01.067578 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:51:01.254093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] Update dhcp port {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'fixed_ips': [{'subnet_id': 'ece83f16-2658-4389-b568-fb1fdcd6df4e', 'ip_address': '2001:db8::2'}, {'subnet_id': '9245a97d-c075-4089-b22d-6f079281956c'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '8ef7db40-03bd-4caa-a179-a8576e4661e5'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:51:01.306873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:01.439321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:01.439321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.452843 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.472836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-30a7755a-3bc0-438c-9612-18f8521b1f73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7613232 Jun 03 15:51:01.511614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router f6e99a90-5a2d-47e7-a71a-6a26a9611291 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:01.536359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:01.536359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.706963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Delete allocated IP 2001:db8::70 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/ece83f16-2658-4389-b568-fb1fdcd6df4e) {{(pid=88338) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:51:01.786756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8:0:1::1e7 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/9245a97d-c075-4089-b22d-6f079281956c/bdb5769d-7636-4403-bcb6-70d27be4e9ee) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:01.790998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-935536ab-bc66-4129-8819-310c67a6907f None None] For port 8ef7db40-03bd-4caa-a179-a8576e4661e5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8ef7db40-03bd-4caa-a179-a8576e4661e5,segment=NetworkSegment(ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d),segment_id=ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:01.872929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.958639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Pushing event updated for resources: {'Port': ['ID=8ef7db40-03bd-4caa-a179-a8576e4661e5,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:02.102687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:02.102687 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.138853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:02.179551 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Sync routers for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:02.182834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f8883f7a-1d91-49b2-85cc-54710b19f415 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/f6e99a90-5a2d-47e7-a71a-6a26a9611291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1891139 Jun 03 15:51:02.240968 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:02.243847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Provisioning complete for port 68cd26aa-f891-4038-abe7-a5ced17df1fd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:02.245497 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:02.249037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.320127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0246133-48cd-4703-935c-1e152394c267 req-bf221087-f7c6-4dfd-8bc2-1e34047a55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:02.323422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-bf221087-f7c6-4dfd-8bc2-1e34047a55e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f28739c96434fe9868fba2ae29797ed&device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 1096 time: 0.6048884 Jun 03 15:51:02.360692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:02.394328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.876827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:02.892294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-935536ab-bc66-4129-8819-310c67a6907f None None] Port 68cd26aa-f891-4038-abe7-a5ced17df1fd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:02.894962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8ef7db40-03bd-4caa-a179-a8576e4661e5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:02.937716 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:03.149388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-663c8a81-5fa5-44cd-93d7-2d9d857e05bc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:03.211316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Provisioning for port daa2e374-b998-47c4-b740-7c0ba9f2fcbb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:03.233799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Provisioning complete for port daa2e374-b998-47c4-b740-7c0ba9f2fcbb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:03.233799 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:03.311105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0246133-48cd-4703-935c-1e152394c267 req-28054cb7-ca2e-4717-ac6a-85da2785e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:03.311105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-28054cb7-ca2e-4717-ac6a-85da2785e5da service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 200 len: 914 time: 0.5852520 Jun 03 15:51:03.466157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:03.469781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-663c8a81-5fa5-44cd-93d7-2d9d857e05bc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:03.470322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:03.480340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-663c8a81-5fa5-44cd-93d7-2d9d857e05bc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899156437&fields=id&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 267 time: 0.6423225 Jun 03 15:51:03.531585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-b31d746c-2f3d-4075-9100-77037ff5e2d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f HTTP/1.1" status: 200 len: 217 time: 0.2046609 Jun 03 15:51:03.531585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.resource_extend [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:51:03.838654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0246133-48cd-4703-935c-1e152394c267 req-05ebc80d-2b67-48a3-8588-22f05fb9b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:03.845466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-05ebc80d-2b67-48a3-8588-22f05fb9b968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5cb5080-9922-4224-b2d6-b97207a44e5c HTTP/1.1" status: 200 len: 853 time: 0.3088586 Jun 03 15:51:03.859912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.099403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-9070e266-74f9-47b7-9067-a23941c8a184 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc0d44ee-638e-43c1-b914-b5127141a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145772 Jun 03 15:51:04.125724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Ignored duplicate provisioning block setup for port bdb5769d-7636-4403-bcb6-70d27be4e9ee by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:51:04.163111 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:50:58Z', 'revision_number': 2, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:04.177130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Current status of the port daa2e374-b998-47c4-b740-7c0ba9f2fcbb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:04.177130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.188280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Checking router: f6e99a90-5a2d-47e7-a71a-6a26a9611291 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:04.188280 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Updating router f6e99a90-5a2d-47e7-a71a-6a26a9611291 port 0f6672b5-8bca-4866-baed-c75be93f68c3 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:51:04.340122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-4b71b191-84d2-4ef6-aae7-63231acf468d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:04.357569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-4b71b191-84d2-4ef6-aae7-63231acf468d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:04.362895 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.368635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] Allocated IP 2001:db8:0:1::2 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/9245a97d-c075-4089-b22d-6f079281956c/8ef7db40-03bd-4caa-a179-a8576e4661e5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:04.380745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.646150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] For port 8ef7db40-03bd-4caa-a179-a8576e4661e5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8ef7db40-03bd-4caa-a179-a8576e4661e5,segment=NetworkSegment(ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d),segment_id=ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:04.723551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=bdb5769d-7636-4403-bcb6-70d27be4e9ee,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:04.731245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.799112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] For port daa2e374-b998-47c4-b740-7c0ba9f2fcbb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:04.818412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] In _notify_port_updated(), no bound segment for port bdb5769d-7636-4403-bcb6-70d27be4e9ee on network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 {{(pid=88338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:51:04.825933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:04.826860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.827261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] Transition to ACTIVE for port object 8ef7db40-03bd-4caa-a179-a8576e4661e5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:04.828324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b99c88b8-2ce7-4420-8d5b-b7be4ebcbe5d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "PUT /v2.0/ports/bdb5769d-7636-4403-bcb6-70d27be4e9ee HTTP/1.1" status: 200 len: 930 time: 7.3671899 Jun 03 15:51:04.831890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-4b71b191-84d2-4ef6-aae7-63231acf468d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:04.832380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57700) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:04.833724 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.839679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-4b71b191-84d2-4ef6-aae7-63231acf468d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 796 time: 1.3583779 Jun 03 15:51:04.862162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-3630dd42-d7a9-432f-908f-344a0c984183 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/quotas/ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 375 time: 0.0211971 Jun 03 15:51:05.049159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port bdb5769d-7636-4403-bcb6-70d27be4e9ee {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:05.049159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.114734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.206715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:05.218054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Provisioning for port 0f6672b5-8bca-4866-baed-c75be93f68c3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:05.233771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-54e65068-712c-4919-a1f6-b769ceebd896 service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1130154 Jun 03 15:51:05.281280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Provisioning complete for port 0f6672b5-8bca-4866-baed-c75be93f68c3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:05.292777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.592027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:05.787691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Pushing event updated for resources: {'Port': ['ID=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:05.802609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0246133-48cd-4703-935c-1e152394c267 req-bfee3b79-76bb-408d-884d-bb16b7870cad service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763672 Jun 03 15:51:05.858348 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.892543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-0441df57-13f4-4803-b672-257839511bc0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:05.917447 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Transition to ACTIVE for port object 0f6672b5-8bca-4866-baed-c75be93f68c3 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:05.941252 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.943607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-0441df57-13f4-4803-b672-257839511bc0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:05.957920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-0441df57-13f4-4803-b672-257839511bc0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0406196 Jun 03 15:51:05.972480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-9c9c5d0e-c178-4aa3-88a2-55f4c45aa0bc service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:51:05.972480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-9c9c5d0e-c178-4aa3-88a2-55f4c45aa0bc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084882 Jun 03 15:51:06.082117 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Pushing event updated for resources: {'Port': ['ID=0f6672b5-8bca-4866-baed-c75be93f68c3,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.118383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:06.376714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-c5c54bbf-38bd-4061-b5e4-72eea90e6316 service neutron] 10.222.0.66 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767745 Jun 03 15:51:06.471709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2271e787-23ce-4313-997a-307a9e9545bb None None] Port 0f6672b5-8bca-4866-baed-c75be93f68c3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:06.723118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc02f41-54a2-4050-acf1-1e42acca4037 None None] Pushing event updated for resources: {'Port': ['ID=8ef7db40-03bd-4caa-a179-a8576e4661e5,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:06.726271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.755952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ff9680d8-dd19-4409-ae7e-20c02f4cf3b3 service neutron] 10.222.0.66 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725011 Jun 03 15:51:06.824232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:06.825208 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.864684 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Attempting to bind port 0f6672b5-8bca-4866-baed-c75be93f68c3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:06.865537 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Attempting to bind port 0f6672b5-8bca-4866-baed-c75be93f68c3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:06.865537 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Attempting to bind port 0f6672b5-8bca-4866-baed-c75be93f68c3 on network 803adc84-0acc-456e-9eaf-a411031a4234 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:06.878198 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:06.878585 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Checking segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:06.879583 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.879583 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Bound using segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:06.879864 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Bound port: 0f6672b5-8bca-4866-baed-c75be93f68c3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:06.883896 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.136318 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] For port 0f6672b5-8bca-4866-baed-c75be93f68c3, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:07.136518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for bdb5769d-7636-4403-bcb6-70d27be4e9ee owned by {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:07.159368 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] For port 0f6672b5-8bca-4866-baed-c75be93f68c3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f6672b5-8bca-4866-baed-c75be93f68c3,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:07.170751 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.460553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:07.519049 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f5f1c-f36c-45b0-8d98-b936713508b1 None None] Pushing event updated for resources: {'Port': ['ID=0f6672b5-8bca-4866-baed-c75be93f68c3,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:07.527754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0a5dc889-7c86-4137-b44a-b8df3e33b500 req-db49c4cf-6bcb-4711-8cb8-3e8e6975cfde tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 210 time: 0.1572847 Jun 03 15:51:07.581812 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:07.584734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:50:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:07.675200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device daa2e374-b998-47c4-b740-7c0ba9f2fcbb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:07.929230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.935045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port daa2e374-b998-47c4-b740-7c0ba9f2fcbb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:07.935577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.173871 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.178901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Provisioning for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:08.185209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=bdb5769d-7636-4403-bcb6-70d27be4e9ee,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:08.234153 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:08.248683 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b203d39f-e14e-439d-84a7-27bca6f42aeb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/bdb5769d-7636-4403-bcb6-70d27be4e9ee HTTP/1.1" status: 204 len: 168 time: 3.4047577 Jun 03 15:51:08.248683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57742) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:08.266279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:08.266279 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.384577 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a2f471-286a-4026-a9bc-1abab6f4e3e0 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:51:08.384577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0a2f471-286a-4026-a9bc-1abab6f4e3e0 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Synchronizing usage tracker for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:08.425600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0a2f471-286a-4026-a9bc-1abab6f4e3e0 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Unset dirty status for tenant:866d9e7c87784045b0b7616855913f69 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:08.426616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c0a2f471-286a-4026-a9bc-1abab6f4e3e0 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/bdb5769d-7636-4403-bcb6-70d27be4e9ee HTTP/1.1" status: 404 len: 333 time: 0.1811962 Jun 03 15:51:08.430556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57748) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:08.632208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port daa2e374-b998-47c4-b740-7c0ba9f2fcbb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:08.634473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8ef7db40-03bd-4caa-a179-a8576e4661e5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:08.806788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90cc5779-7a7c-453c-bad2-52297a4210ea tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.868807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:08.868807 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.937334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:08.981086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Could not find standard attr ID for object bdb5769d-7636-4403-bcb6-70d27be4e9ee. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:51:08.984978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90cc5779-7a7c-453c-bad2-52297a4210ea tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.073302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Provisioning complete for port 68cd26aa-f891-4038-abe7-a5ced17df1fd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:09.073727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.248235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b70cb754-416a-4ec0-a8da-94ace00bd45d req-738d91ff-8cb8-4286-9f02-4992a184fa19 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 210 time: 0.4391611 Jun 03 15:51:09.261202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90cc5779-7a7c-453c-bad2-52297a4210ea tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.272366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-34dd890f-a9a4-4321-af05-c0f66c9ad7f0 None None] Port 68cd26aa-f891-4038-abe7-a5ced17df1fd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:09.431748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc5779-7a7c-453c-bad2-52297a4210ea tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105aa035-2c8a-409e-b9e9-6757c449b770,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:09.431748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-90cc5779-7a7c-453c-bad2-52297a4210ea tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.431748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-90cc5779-7a7c-453c-bad2-52297a4210ea tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/security-groups/105aa035-2c8a-409e-b9e9-6757c449b770 HTTP/1.1" status: 204 len: 168 time: 0.9554486 Jun 03 15:51:09.431748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57760) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:09.449070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9fb6c2e6-d5e5-4d7f-9a08-65ab65ccaf02 None None] Could not find standard attr ID for object bdb5769d-7636-4403-bcb6-70d27be4e9ee. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:51:09.483383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:07Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:09.491698 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06328017-a595-40c9-9a0a-c85a83f57ad4 None None] The sync data for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 is: [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:07Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:09.524919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:09.736205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0014-030d-4839-84f6-fece17fa04d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.812468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0014-030d-4839-84f6-fece17fa04d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.935425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0014-030d-4839-84f6-fece17fa04d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.979943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c0014-030d-4839-84f6-fece17fa04d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2fa55-aeb1-4413-ae98-464f04b4de72,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:09.979943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0014-030d-4839-84f6-fece17fa04d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.979943 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2d3c0014-030d-4839-84f6-fece17fa04d6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/security-groups/c2c2fa55-aeb1-4413-ae98-464f04b4de72 HTTP/1.1" status: 204 len: 168 time: 0.5802274 Jun 03 15:51:09.994178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57770) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:10.154040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet ece83f16-2658-4389-b568-fb1fdcd6df4e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:10.183354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.329718 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.827068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.903040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4278250-68ed-443c-a23e-0225b6fd707e req-0110ad7f-02f3-4104-9811-6cb7438024fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 210 time: 0.1107006 Jun 03 15:51:11.112034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-439c28cf-1574-4c74-a828-a484f32fa959 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:11.113760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-439c28cf-1574-4c74-a828-a484f32fa959 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 796 time: 0.6031187 Jun 03 15:51:11.199439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.281075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=ece83f16-2658-4389-b568-fb1fdcd6df4e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:11.293459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.333523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-511c3919-bef6-40fc-a7ae-5c96979e022f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 380 time: 0.1985912 Jun 03 15:51:11.342547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784ad0b-2e89-4d49-87e3-4db12a66df2a None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:11.343761 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-28ba0801-d64c-4441-81d2-21365a6d6a03 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/ece83f16-2658-4389-b568-fb1fdcd6df4e HTTP/1.1" status: 204 len: 168 time: 1.3498976 Jun 03 15:51:11.350859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57786) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:11.357686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:11.369142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'port': {'device_id': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'admin_state_up': True, 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'security_groups': ['354c6b38-09df-490c-91c3-2dfa04e5f413']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:11.674563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:11.713777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:11.727503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:11.736775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.753609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:11.759849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:11.763588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:11.777720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:11.793114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:11.795573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f6672b5-8bca-4866-baed-c75be93f68c3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:11.800828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.023731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0f6672b5-8bca-4866-baed-c75be93f68c3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:12.042854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0f6672b5-8bca-4866-baed-c75be93f68c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:12.043240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.318000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.13 (803adc84-0acc-456e-9eaf-a411031a4234/93bf0789-24ed-403c-9aed-1682313b20ed/957aeed0-bc37-4ead-a97e-48022974efd4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:12.327924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37b5e0c3-3a07-45d6-b0b7-6005f58acf9e req-b1af6d2a-dc43-49a5-89ec-c1f8933c4508 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 210 time: 0.1684432 Jun 03 15:51:12.503437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0f6672b5-8bca-4866-baed-c75be93f68c3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:12.505067 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.621725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0f6672b5-8bca-4866-baed-c75be93f68c3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f6672b5-8bca-4866-baed-c75be93f68c3,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:12.628190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.633378 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.757582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:12.762520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0f6672b5-8bca-4866-baed-c75be93f68c3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:12.766190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:12.766190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:12.766190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.774759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=0bc18e3e-959f-443b-bc86-8f0f1de48df9,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:12.813420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:12.814972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ce5feb3e-ef12-47dc-913f-48dc3335385e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4578171 Jun 03 15:51:12.818378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object 957aeed0-bc37-4ead-a97e-48022974efd4 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:12.822554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57804) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:12.828833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1869484759'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:12.836170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:12.840799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:12.844179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:12.851417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:12.852017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.873571 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.910266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:12.916402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group_rule and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:12.920421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:12.928065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:12.959177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 803adc84-0acc-456e-9eaf-a411031a4234 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:12.970126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:12.992363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:13.134477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.160608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.188487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:13.218188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91415d7a-9bcd-4fbf-a466-d69f9baa9bd8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:13.223383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.233176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57812) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:13.235288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7e9ade5f-3591-4d6e-aade-eabe7fbf3250 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4109416 Jun 03 15:51:13.258242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1266203135'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:13.285622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:13.286839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.294712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:13.314853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:13.324508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:13.336762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838eb3cf-ac5f-4e01-85d6-ff281d1b073b None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:13.343669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:13.414536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ad6d01ec-3144-4f05-a70d-d8328306e8c7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0609386 Jun 03 15:51:13.414536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.448616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Request body: {'port': {'device_id': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:13.674729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f6672b5-8bca-4866-baed-c75be93f68c3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:13.716092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51407d8e-5e4d-47b9-95f7-025e5fe2b90c None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:13.716502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51407d8e-5e4d-47b9-95f7-025e5fe2b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.723272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:13.732400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group_rule and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:13.745526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:13.749353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccbc88-c4bd-4e8b-a92b-474d9c0ede94 req-4b13291a-7c06-4dac-8631-478a51bf50f7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:13.749353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-deccbc88-c4bd-4e8b-a92b-474d9c0ede94 req-4b13291a-7c06-4dac-8631-478a51bf50f7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 932 time: 0.2105036 Jun 03 15:51:13.792912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fa89d622-9575-4af4-80f4-6b6d70a0049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.816692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:13.862251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-deccbc88-c4bd-4e8b-a92b-474d9c0ede94 req-4441c5ef-951e-4b4b-aed9-6023c105009a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035407 Jun 03 15:51:13.905847 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.019478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0f6672b5-8bca-4866-baed-c75be93f68c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:14.020000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.143353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-51407d8e-5e4d-47b9-95f7-025e5fe2b90c None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:14.182499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.194122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51407d8e-5e4d-47b9-95f7-025e5fe2b90c None None] Provisioning complete for port 68cd26aa-f891-4038-abe7-a5ced17df1fd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:14.194122 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51407d8e-5e4d-47b9-95f7-025e5fe2b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.284330 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.315110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0f6672b5-8bca-4866-baed-c75be93f68c3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:14.331624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-51407d8e-5e4d-47b9-95f7-025e5fe2b90c None None] Port 68cd26aa-f891-4038-abe7-a5ced17df1fd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:14.443194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3423e811-93b6-499a-92a0-0678e7dd9c4e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:14.461418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.470449 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ed7400c6-6dd0-40b5-84f9-66f57ae24eb6 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2160757 Jun 03 15:51:14.475603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:14.480061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'security_group': {'name': 'tempest-secgroup-13190364'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:14.492960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:14.512078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:14.526188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:14.543218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:14.568958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87091235-1182-4698-88ac-290021554bd7 None None] Update dhcp port {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'fixed_ips': [{'subnet_id': '9245a97d-c075-4089-b22d-6f079281956c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0bc18e3e-959f-443b-bc86-8f0f1de48df9'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '8ef7db40-03bd-4caa-a179-a8576e4661e5'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:51:14.591015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.606009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7f6cdf9b-d88a-43e2-8b0e-34e22f26a2f6 None None] Provisioning for port 957aeed0-bc37-4ead-a97e-48022974efd4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:14.640284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7f6cdf9b-d88a-43e2-8b0e-34e22f26a2f6 None None] Provisioning complete for port 957aeed0-bc37-4ead-a97e-48022974efd4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:14.640284 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdf9b-d88a-43e2-8b0e-34e22f26a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.661883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:14.692466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:security_group_rule and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:14.692466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:14.722268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:14.728856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7f6cdf9b-d88a-43e2-8b0e-34e22f26a2f6 None None] Port 957aeed0-bc37-4ead-a97e-48022974efd4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:14.740834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-87091235-1182-4698-88ac-290021554bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.939908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.948979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.118370 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.118370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6473191 Jun 03 15:51:15.145675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57840) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:15.163299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-21995660', 'security_groups': ['b9838e48-99b0-4870-9150-1da1acee1667'], 'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0bc18e3e-959f-443b-bc86-8f0f1de48df9'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:15.236359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957aeed0-bc37-4ead-a97e-48022974efd4 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:51:15.248729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.268265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Transition to ACTIVE for port object 957aeed0-bc37-4ead-a97e-48022974efd4 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:15.272854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.311267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-87091235-1182-4698-88ac-290021554bd7 None None] Allocated IP 2001:db8::2 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/0bc18e3e-959f-443b-bc86-8f0f1de48df9/8ef7db40-03bd-4caa-a179-a8576e4661e5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:15.381732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67d1ff-c9c0-48e0-ba3c-83c21073d730 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9838e48-99b0-4870-9150-1da1acee1667,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:15.484099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:15.503532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84d080-fd40-4283-843f-038dbe4270f2 req-4a38e316-fa10-4ce0-bc31-1c282abfffc9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:15.510677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa84d080-fd40-4283-843f-038dbe4270f2 req-4a38e316-fa10-4ce0-bc31-1c282abfffc9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.2678394 Jun 03 15:51:15.573295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:15.731262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:15.770165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:15.786600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:15.786600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:15.786600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 on network 803adc84-0acc-456e-9eaf-a411031a4234 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:15.799591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Port 957aeed0-bc37-4ead-a97e-48022974efd4 on network 803adc84-0acc-456e-9eaf-a411031a4234 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:51:15.799591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 on network 803adc84-0acc-456e-9eaf-a411031a4234 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:15.805878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-87091235-1182-4698-88ac-290021554bd7 None None] For port 8ef7db40-03bd-4caa-a179-a8576e4661e5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8ef7db40-03bd-4caa-a179-a8576e4661e5,segment=NetworkSegment(ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d),segment_id=ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:15.808731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa84d080-fd40-4283-843f-038dbe4270f2 req-dff58596-f1bc-4e98-acf6-79b6c27f08ac tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983153 Jun 03 15:51:15.829949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:15.833460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Checking segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:15.833460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Bound using segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:15.838940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Bound port: 957aeed0-bc37-4ead-a97e-48022974efd4, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:15.854469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.921256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-87091235-1182-4698-88ac-290021554bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.001789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-87091235-1182-4698-88ac-290021554bd7 None None] Transition to ACTIVE for port object 8ef7db40-03bd-4caa-a179-a8576e4661e5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:16.012572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.017583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-87091235-1182-4698-88ac-290021554bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.022217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.081369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] device_id is not set on port e18de7a5-58d4-40b8-a94e-06e6c601dc63 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:51:16.119630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:16.144376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:16.144376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.209895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:16.209895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.209895 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] 10.222.0.70 "PUT /v2.0/ports/957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1092 time: 2.7639289 Jun 03 15:51:16.209895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:16.343854 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec410e34-6042-489b-9755-06402541f582'] response: {'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'status': 'completed', 'code': 200} Jun 03 15:51:16.389220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f1361-9011-468e-a8dd-02d6a123aaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:16.420277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-9f7804f8-fa18-40df-8326-ae9fef74a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:16.422143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-9f7804f8-fa18-40df-8326-ae9fef74a893 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1095 time: 0.1337271 Jun 03 15:51:16.590293 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea221ae5-e2a1-4b1e-b8ed-8ab5464bbdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.611759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8::327 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/0bc18e3e-959f-443b-bc86-8f0f1de48df9/e18de7a5-58d4-40b8-a94e-06e6c601dc63) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:16.614885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87091235-1182-4698-88ac-290021554bd7 None None] Pushing event updated for resources: {'Port': ['ID=8ef7db40-03bd-4caa-a179-a8576e4661e5,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:16.669472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-7b585217-fc6a-4e8c-97c7-84a8529acb15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 217 time: 0.2285728 Jun 03 15:51:16.676241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.784903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-c30849d5-679f-4100-92f2-f95abfc4510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:16.784903 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-c30849d5-679f-4100-92f2-f95abfc4510e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.1091943 Jun 03 15:51:16.949747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.954994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ec9dd102-b68d-40a2-8372-cadb0600e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:16.954994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-ec9dd102-b68d-40a2-8372-cadb0600e2bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537139 Jun 03 15:51:16.969899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object e18de7a5-58d4-40b8-a94e-06e6c601dc63 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:17.031279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:17.038717 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:17.318393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:17.352566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:17.373900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:17.399356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:17.399356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:17.453954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-cf4eca9b-e112-4419-a6b9-64a575dfef13 service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841003 Jun 03 15:51:17.491056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=e18de7a5-58d4-40b8-a94e-06e6c601dc63,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:17.532221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0459-fa6f-4a9f-ae32-42426503d600 req-431b61d9-f95f-4dea-bdbc-8470b297153b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:17.532221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecdc0459-fa6f-4a9f-ae32-42426503d600 req-431b61d9-f95f-4dea-bdbc-8470b297153b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.4785650 Jun 03 15:51:17.581149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d0acf7bb-c3b8-4d8e-93bf-695e37588c8b tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4348066 Jun 03 15:51:17.587081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57870) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:17.607598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:17.721717 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9bb641c6-8cf8-4cc0-ba3f-a4c45926201e req-d01c6793-aacb-427d-a312-517950eff11a service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651868 Jun 03 15:51:17.733990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8ef7db40-03bd-4caa-a179-a8576e4661e5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:17.777339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecdc0459-fa6f-4a9f-ae32-42426503d600 req-3a31235b-58d9-4096-ba02-4c3a35379b82 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411549 Jun 03 15:51:17.956652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:17.985162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fbd326b6-18e7-415c-a15b-8aa299f2e771 None None] Provisioning for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:17.990678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014505de-f423-4309-9871-0775e1899c67 req-6b86af11-7d52-4a30-854b-0bd18b3ed845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:17.990678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014505de-f423-4309-9871-0775e1899c67 req-6b86af11-7d52-4a30-854b-0bd18b3ed845 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1095 time: 0.1907325 Jun 03 15:51:17.998267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fbd326b6-18e7-415c-a15b-8aa299f2e771 None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:17.998267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fbd326b6-18e7-415c-a15b-8aa299f2e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:18.004693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:18.004693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:18.043101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:18.110008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:18.110008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:18.368512 n-d-844594-1 neutron-server[88338]: INFO neutron.db.ipam_backend_mixin [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bc18e3e-959f-443b-bc86-8f0f1de48df9 (CIDR: 2001:db8::/64) Jun 03 15:51:18.378777 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:51:18.380987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:18.460148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:18.465300 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e322ea0d-b644-4eda-acbf-c1b061c14cb3 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8689508 Jun 03 15:51:18.465300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57880) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:18.480437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:18.570116 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:18.575469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fbd326b6-18e7-415c-a15b-8aa299f2e771 None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:18.597384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fbd326b6-18e7-415c-a15b-8aa299f2e771 None None] Provisioning complete for port 68cd26aa-f891-4038-abe7-a5ced17df1fd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:18.597384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fbd326b6-18e7-415c-a15b-8aa299f2e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:18.676903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fbd326b6-18e7-415c-a15b-8aa299f2e771 None None] Port 68cd26aa-f891-4038-abe7-a5ced17df1fd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:18.684947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014505de-f423-4309-9871-0775e1899c67 req-33a7dd67-e682-4950-a937-0bb684c631a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:18.686640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014505de-f423-4309-9871-0775e1899c67 req-33a7dd67-e682-4950-a937-0bb684c631a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.7053282 Jun 03 15:51:18.778668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:18.792004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:18.797581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:18.800575 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014505de-f423-4309-9871-0775e1899c67 req-ee96ff0b-3d92-4298-a559-141464fd24c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 217 time: 0.1016080 Jun 03 15:51:18.829260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:18.832459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a44e55f-7b9c-4198-a708-8c503751d788 None None] Provisioning for port e18de7a5-58d4-40b8-a94e-06e6c601dc63 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:18.839648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2a44e55f-7b9c-4198-a708-8c503751d788 None None] Provisioning complete for port e18de7a5-58d4-40b8-a94e-06e6c601dc63 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:18.839648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a44e55f-7b9c-4198-a708-8c503751d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:18.864028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:18.878952 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:19.000629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a44e55f-7b9c-4198-a708-8c503751d788 None None] Port e18de7a5-58d4-40b8-a94e-06e6c601dc63 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:19.024802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014505de-f423-4309-9871-0775e1899c67 req-a38a2511-fb14-4fbe-a1b2-8cf73a9b77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:19.026210 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014505de-f423-4309-9871-0775e1899c67 req-a38a2511-fb14-4fbe-a1b2-8cf73a9b77e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.2224915 Jun 03 15:51:19.133126 n-d-844594-1 neutron-server[88338]: INFO neutron.db.ipam_backend_mixin [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9245a97d-c075-4089-b22d-6f079281956c (CIDR: 2001:db8:0:1::/64) Jun 03 15:51:19.173013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014505de-f423-4309-9871-0775e1899c67 req-5566f272-b078-4fb2-80ec-8ee4ca7cb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:19.175781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014505de-f423-4309-9871-0775e1899c67 req-5566f272-b078-4fb2-80ec-8ee4ca7cb8c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387427 Jun 03 15:51:19.207256 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:51:19.207256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:19.261908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9b35d474-ffc2-46f5-8c94-676d2ef27946 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7975283 Jun 03 15:51:19.266900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57894) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:19.280736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'subnet': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:19.327975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1de34-b457-4591-adf1-93c69cf7b73e req-c6f124b7-8c96-4050-9949-abd37a3750f9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:19.328421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05c1de34-b457-4591-adf1-93c69cf7b73e req-c6f124b7-8c96-4050-9949-abd37a3750f9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.1904197 Jun 03 15:51:19.392763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05c1de34-b457-4591-adf1-93c69cf7b73e req-ff9a05e5-5423-4157-9bda-2c6b16c6f5e6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532193 Jun 03 15:51:19.554545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014505de-f423-4309-9871-0775e1899c67 req-7b5a7750-4694-469c-87c7-94f66af09dd9 service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629694 Jun 03 15:51:19.788781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:19.818326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Usage tracker for resource:subnet and tenant:866d9e7c87784045b0b7616855913f69 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:19.828013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:19.845029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:19.896836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-014505de-f423-4309-9871-0775e1899c67 req-9e282793-bca8-48dd-ace3-9f6bdc0805e5 service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304334 Jun 03 15:51:19.896836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Made reservation on behalf of 866d9e7c87784045b0b7616855913f69 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:19.907043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.465939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:51:20.612045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.895133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c12945-6437-44b6-8663-b869848ab915 req-7c39a15a-4172-4859-a27d-8f8c5f376b15 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:20.911333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66c12945-6437-44b6-8663-b869848ab915 req-7c39a15a-4172-4859-a27d-8f8c5f376b15 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.2422793 Jun 03 15:51:20.915310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:20.915310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:20.939467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:20.939467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.952806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0bf0c-7f0e-453f-a01e-bf7b0c373165 None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:20.998785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Subnet': ['ID=470c95bf-cd11-4aa6-8f7e-8c3a13655e59,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:21.043928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-19029f57-5f1c-4935-8927-462e74a7b531 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7791181 Jun 03 15:51:21.048790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57916) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:21.062449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:21.072789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1198355065', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '470c95bf-cd11-4aa6-8f7e-8c3a13655e59'}], 'security_groups': ['91415d7a-9bcd-4fbf-a466-d69f9baa9bd8', '3423e811-93b6-499a-92a0-0678e7dd9c4e']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:21.104407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66c12945-6437-44b6-8663-b869848ab915 req-d60c28ee-dc5b-45fb-8d95-cec4b729d33f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925402 Jun 03 15:51:21.304643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '957aeed0-bc37-4ead-a97e-48022974efd4', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'port_id': '957aeed0-bc37-4ead-a97e-48022974efd4', 'mac_address': 'fa:16:3e:b8:95:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:51:21.470807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 957aeed0-bc37-4ead-a97e-48022974efd4 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:21.471851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.574625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957aeed0-bc37-4ead-a97e-48022974efd4 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:51:21.620436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:21.641834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.678726 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.784750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:21.939031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['957aeed0-bc37-4ead-a97e-48022974efd4'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:51:22.243092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] Update dhcp port {'port': {'network_id': '7994da2d-2ab1-4bc5-afa5-5cad64e0f193', 'fixed_ips': [{'subnet_id': '9245a97d-c075-4089-b22d-6f079281956c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0bc18e3e-959f-443b-bc86-8f0f1de48df9', 'ip_address': '2001:db8::2'}, {'subnet_id': '470c95bf-cd11-4aa6-8f7e-8c3a13655e59'}], 'binding:host_id': 'n-d-844594-1'}, 'id': '8ef7db40-03bd-4caa-a179-a8576e4661e5'} from n-d-844594-1. {{(pid=88340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:51:22.469489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:22.526286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0393d-e9a9-42fa-a717-b5dde5b56c84 req-c0fdde58-3a94-45d1-b346-8177fa1072d0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:22.546367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bb0393d-e9a9-42fa-a717-b5dde5b56c84 req-c0fdde58-3a94-45d1-b346-8177fa1072d0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 945 time: 0.2392066 Jun 03 15:51:22.628539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bb0393d-e9a9-42fa-a717-b5dde5b56c84 req-c0717940-1c1f-42ad-bdcf-cfc9c04b3263 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871158 Jun 03 15:51:23.000364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Delete allocated IP 2001:db8::327 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/0bc18e3e-959f-443b-bc86-8f0f1de48df9) {{(pid=88339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:51:23.014650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Allocated IP 2001:db8:0:2::f (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/470c95bf-cd11-4aa6-8f7e-8c3a13655e59/e18de7a5-58d4-40b8-a94e-06e6c601dc63) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:23.383988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:23.437781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Transition to ACTIVE for port object e18de7a5-58d4-40b8-a94e-06e6c601dc63 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:23.447700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:23.569948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] In _notify_port_updated(), no bound segment for port e18de7a5-58d4-40b8-a94e-06e6c601dc63 on network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 {{(pid=88339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:51:23.585281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:23.585281 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:23.585281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "PUT /v2.0/ports/e18de7a5-58d4-40b8-a94e-06e6c601dc63 HTTP/1.1" status: 200 len: 968 time: 2.5261309 Jun 03 15:51:23.588702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57946) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:23.622441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] Allocated IP 2001:db8:0:2::2 (7994da2d-2ab1-4bc5-afa5-5cad64e0f193/470c95bf-cd11-4aa6-8f7e-8c3a13655e59/8ef7db40-03bd-4caa-a179-a8576e4661e5) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:23.632394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef637f-6f45-4920-a362-0a0f353f0a29 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event updated for resources: {'Port': ['ID=e18de7a5-58d4-40b8-a94e-06e6c601dc63,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:23.727455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port e18de7a5-58d4-40b8-a94e-06e6c601dc63 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:23.728381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:23.970086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] For port 8ef7db40-03bd-4caa-a179-a8576e4661e5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8ef7db40-03bd-4caa-a179-a8576e4661e5,segment=NetworkSegment(ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d),segment_id=ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:24.046253 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:24.086657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] Transition to ACTIVE for port object 8ef7db40-03bd-4caa-a179-a8576e4661e5 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:24.099407 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:24.256471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:24.436097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for e18de7a5-58d4-40b8-a94e-06e6c601dc63 owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:24.508210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:24.718406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbca5f1-f5e9-41dd-9060-3ee66546c37a None None] Pushing event updated for resources: {'Port': ['ID=8ef7db40-03bd-4caa-a179-a8576e4661e5,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:24.822905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 957aeed0-bc37-4ead-a97e-48022974efd4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:24.843824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 957aeed0-bc37-4ead-a97e-48022974efd4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:24.843824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:24.983676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.280252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 957aeed0-bc37-4ead-a97e-48022974efd4 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:25.280252 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.390146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:25.403467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:25.406222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=e18de7a5-58d4-40b8-a94e-06e6c601dc63,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:25.409475 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.422959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.466419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b74fbd55-6955-41bc-93e2-ea759606f8d4 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/e18de7a5-58d4-40b8-a94e-06e6c601dc63 HTTP/1.1" status: 204 len: 168 time: 1.8828132 Jun 03 15:51:25.468802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57970) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:25.476755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4cf5-71ef-4785-8ac3-6ac08388902b req-cd67e9f4-7984-40cf-a8c6-d7c28c2d1eb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:25.498953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-806d4cf5-71ef-4785-8ac3-6ac08388902b req-cd67e9f4-7984-40cf-a8c6-d7c28c2d1eb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 945 time: 0.9956350 Jun 03 15:51:25.553042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-806d4cf5-71ef-4785-8ac3-6ac08388902b req-6fa8ef77-77d6-4127-99c5-25e4bfbbd774 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531430 Jun 03 15:51:25.585045 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630a8f0d-aaa4-4615-8ba8-470770364d1f'] response: {'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'code': 200} Jun 03 15:51:25.623481 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-96154f5d-6ec3-48c9-968f-9e6a533e009d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] GET failed (client error): The resource could not be found. Jun 03 15:51:25.628763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-96154f5d-6ec3-48c9-968f-9e6a533e009d tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports/e18de7a5-58d4-40b8-a94e-06e6c601dc63 HTTP/1.1" status: 404 len: 333 time: 0.1581557 Jun 03 15:51:25.629755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57976) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:25.638241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:25.733429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8ef7db40-03bd-4caa-a179-a8576e4661e5 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:25.866411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09621325-a858-4d2d-a822-dd3edf04793a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.926294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09621325-a858-4d2d-a822-dd3edf04793a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.943940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f03b5-88b1-4447-986c-00794d56d32c req-8aaa7e12-515e-4cdf-9cc0-c041bf190eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:25.946552 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a68f03b5-88b1-4447-986c-00794d56d32c req-8aaa7e12-515e-4cdf-9cc0-c041bf190eaf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.2455838 Jun 03 15:51:26.024945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Provisioning for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:26.024945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:26.038529 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.080050 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a68f03b5-88b1-4447-986c-00794d56d32c req-89497f04-5519-4ca3-b9f8-e5eed637c7d5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204000 Jun 03 15:51:26.178795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09621325-a858-4d2d-a822-dd3edf04793a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.249994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09621325-a858-4d2d-a822-dd3edf04793a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9838e48-99b0-4870-9150-1da1acee1667,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:26.266292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09621325-a858-4d2d-a822-dd3edf04793a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.266292 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-09621325-a858-4d2d-a822-dd3edf04793a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/security-groups/b9838e48-99b0-4870-9150-1da1acee1667 HTTP/1.1" status: 204 len: 168 time: 0.6251516 Jun 03 15:51:26.269453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 57988) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:26.296571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:26.303093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Could not find standard attr ID for object e18de7a5-58d4-40b8-a94e-06e6c601dc63. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:51:26.326000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Provisioning complete for port 68cd26aa-f891-4038-abe7-a5ced17df1fd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:26.326448 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.350863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2278b591-5111-4898-87f2-10f0d4c627f5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.400607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2278b591-5111-4898-87f2-10f0d4c627f5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.458895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d51427cc-c87f-4989-b191-f898f9296d3a None None] Port 68cd26aa-f891-4038-abe7-a5ced17df1fd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:26.487287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2278b591-5111-4898-87f2-10f0d4c627f5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.560324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278b591-5111-4898-87f2-10f0d4c627f5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3423e811-93b6-499a-92a0-0678e7dd9c4e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:26.560324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2278b591-5111-4898-87f2-10f0d4c627f5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.560324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2278b591-5111-4898-87f2-10f0d4c627f5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/security-groups/3423e811-93b6-499a-92a0-0678e7dd9c4e HTTP/1.1" status: 204 len: 168 time: 0.2926574 Jun 03 15:51:26.568723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 57996) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:26.594781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e4280da3-b4ab-42b5-b2e8-d62c87a4e5d5 None None] Could not find standard attr ID for object e18de7a5-58d4-40b8-a94e-06e6c601dc63. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:51:26.815261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc917557-45ce-43db-bf66-4f2e8891d800 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.864273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc917557-45ce-43db-bf66-4f2e8891d800 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.014612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc917557-45ce-43db-bf66-4f2e8891d800 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.074506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bc917557-45ce-43db-bf66-4f2e8891d800 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.074506 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bc917557-45ce-43db-bf66-4f2e8891d800 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/security-groups/91415d7a-9bcd-4fbf-a466-d69f9baa9bd8 HTTP/1.1" status: 204 len: 168 time: 0.5093544 Jun 03 15:51:27.074506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc917557-45ce-43db-bf66-4f2e8891d800 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91415d7a-9bcd-4fbf-a466-d69f9baa9bd8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:27.079713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58006) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:27.085894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597ed6e-a2ee-42e2-9d01-d3c7c5008352 req-0e434802-81ce-4002-9626-f6eb9067d79b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:27.111091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9597ed6e-a2ee-42e2-9d01-d3c7c5008352 req-0e434802-81ce-4002-9626-f6eb9067d79b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.2620068 Jun 03 15:51:27.215428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9597ed6e-a2ee-42e2-9d01-d3c7c5008352 req-5e3311d9-a5b7-4a99-8f72-3901b5af16c8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058679 Jun 03 15:51:27.311404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet 0bc18e3e-959f-443b-bc86-8f0f1de48df9 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:27.317871 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.402737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.600601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.750499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.827531 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.835896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0967a1-18f1-429e-8464-d438b5405c07 None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:27.848808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/0bc18e3e-959f-443b-bc86-8f0f1de48df9 HTTP/1.1" status: 204 len: 168 time: 0.7714376 Jun 03 15:51:27.852441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58020) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:27.859070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0de18-c44c-41a6-a370-9c7e0d14af61 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc18e3e-959f-443b-bc86-8f0f1de48df9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:27.939652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet 470c95bf-cd11-4aa6-8f7e-8c3a13655e59 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:27.943441 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:28.038735 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:28.185593 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:28.340846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:28.472684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=470c95bf-cd11-4aa6-8f7e-8c3a13655e59,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:28.507500 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:28.789101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b85b3537-00de-460e-8320-dde66ac769a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/470c95bf-cd11-4aa6-8f7e-8c3a13655e59 HTTP/1.1" status: 204 len: 168 time: 0.9321260 Jun 03 15:51:28.789424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58030) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:28.930511 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda229c9-a6a8-435f-a8df-bbc61f2ea4a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:28.930511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda229c9-a6a8-435f-a8df-bbc61f2ea4a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:28.937072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cda229c9-a6a8-435f-a8df-bbc61f2ea4a5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/0bc18e3e-959f-443b-bc86-8f0f1de48df9 HTTP/1.1" status: 404 len: 337 time: 0.1407497 Jun 03 15:51:28.939956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52de13-781a-4858-bdf9-d3f850555123 req-d94df79d-d588-4347-8dd5-cd39c93781b6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:28.947570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58036) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:28.950469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c52de13-781a-4858-bdf9-d3f850555123 req-d94df79d-d588-4347-8dd5-cd39c93781b6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.3630786 Jun 03 15:51:29.134596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting subnet 9245a97d-c075-4089-b22d-6f079281956c {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:29.140852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.225357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c52de13-781a-4858-bdf9-d3f850555123 req-06c88c52-4f4e-4897-9b68-5e63ae4e01c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339542 Jun 03 15:51:29.347557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.535773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.668054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.754245 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.766046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Subnet': ['ID=9245a97d-c075-4089-b22d-6f079281956c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:29.779217 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-204c0e7d-32ca-4073-be6f-55297ba472b5 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/9245a97d-c075-4089-b22d-6f079281956c HTTP/1.1" status: 204 len: 168 time: 0.8382580 Jun 03 15:51:29.794119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58050) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:29.872028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11c6ce-bb59-4b7f-b98e-45c84b33e67c None None] Network 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:29.874647 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5033e9-a24c-44c5-8920-b5908bb234c1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:29.874647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5033e9-a24c-44c5-8920-b5908bb234c1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:29.874647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-be5033e9-a24c-44c5-8920-b5908bb234c1 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/ece83f16-2658-4389-b568-fb1fdcd6df4e HTTP/1.1" status: 404 len: 337 time: 0.0864685 Jun 03 15:51:29.883828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58054) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:29.911955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f439b-2dcb-4921-940a-a10ccd889787 req-16e55a12-e17c-41ea-959a-1c7f9cc8d1b1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:29.914334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b11f439b-2dcb-4921-940a-a10ccd889787 req-16e55a12-e17c-41ea-959a-1c7f9cc8d1b1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.1757028 Jun 03 15:51:29.939744 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0375ba97-ebd6-4628-b095-777936fdabd2 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "GET /v2.0/ports?device_id=46190221-37aa-4d57-ac8d-18464cd64536 HTTP/1.1" status: 200 len: 205 time: 0.0575528 Jun 03 15:51:29.945951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58060) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.013730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0adcb800-c52c-4ed7-bee3-7446c874c9fe None None] Provisioning complete for port 8ef7db40-03bd-4caa-a179-a8576e4661e5 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:30.013730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0adcb800-c52c-4ed7-bee3-7446c874c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.137562 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-1f67c997-9054-4026-9ab4-d6dcaae2a9d7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] delete failed (client error): The resource could not be found. Jun 03 15:51:30.141205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1f67c997-9054-4026-9ab4-d6dcaae2a9d7 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/routers/46190221-37aa-4d57-ac8d-18464cd64536 HTTP/1.1" status: 404 len: 336 time: 0.1903651 Jun 03 15:51:30.147352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58064) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.150486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b11f439b-2dcb-4921-940a-a10ccd889787 req-0fca8b62-841b-4250-a5e0-e44b10ba819b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288914 Jun 03 15:51:30.174966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58068) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.200757 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-06299889-7311-4c15-97bd-197f34d272dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.201512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06299889-7311-4c15-97bd-197f34d272dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.204976 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06299889-7311-4c15-97bd-197f34d272dd tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/64532f69-fb4b-4f75-9936-45c7dfc965d0 HTTP/1.1" status: 404 len: 337 time: 0.0565362 Jun 03 15:51:30.209957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58076) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.260178 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea931892-6f43-40e0-9a93-a238c6a56259 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.261062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea931892-6f43-40e0-9a93-a238c6a56259 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.262501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0adcb800-c52c-4ed7-bee3-7446c874c9fe None None] Current status of the port 8ef7db40-03bd-4caa-a179-a8576e4661e5 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:30.276871 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea931892-6f43-40e0-9a93-a238c6a56259 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/88cee22b-e460-4847-b3e9-c7d3928f151d HTTP/1.1" status: 404 len: 337 time: 0.0514669 Jun 03 15:51:30.276871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58080) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.299903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0adcb800-c52c-4ed7-bee3-7446c874c9fe None None] Provisioning complete for port 68cd26aa-f891-4038-abe7-a5ced17df1fd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:30.299903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0adcb800-c52c-4ed7-bee3-7446c874c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.387846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0adcb800-c52c-4ed7-bee3-7446c874c9fe None None] Port 68cd26aa-f891-4038-abe7-a5ced17df1fd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:30.403544 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7fec3d-d730-4528-8d71-356fe29e6bcf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.403544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7fec3d-d730-4528-8d71-356fe29e6bcf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.418959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ab7fec3d-d730-4528-8d71-356fe29e6bcf tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/f0422edd-8151-461e-85e5-aafaea887fc8 HTTP/1.1" status: 404 len: 337 time: 0.1370957 Jun 03 15:51:30.418959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58086) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.442110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6ead0-5030-4a27-b9e6-7d0c1d8ad54b tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:30.442110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-74e6ead0-5030-4a27-b9e6-7d0c1d8ad54b tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1092 time: 0.2638631 Jun 03 15:51:30.453742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58090) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.496001 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efef1cf-fcc7-4ea5-b519-997b9d989a67 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.501076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] DHCP port deletion for 7994da2d-2ab1-4bc5-afa5-5cad64e0f193 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:51:30.505818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '957aeed0-bc37-4ead-a97e-48022974efd4', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:30.511698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efef1cf-fcc7-4ea5-b519-997b9d989a67 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.517237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] Deleting port 8ef7db40-03bd-4caa-a179-a8576e4661e5 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:30.517237 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.521041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9efef1cf-fcc7-4ea5-b519-997b9d989a67 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/dae291ba-6ad0-415e-93b1-b02bdff73758 HTTP/1.1" status: 404 len: 333 time: 0.0684457 Jun 03 15:51:30.522070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:30.522205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58094) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.522422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:floatingip and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:30.522422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:30.533736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:30.556405 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4725e7-2003-40c8-9fae-231283a6cdee tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.558153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.562494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4725e7-2003-40c8-9fae-231283a6cdee tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.566706 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ea4725e7-2003-40c8-9fae-231283a6cdee tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/c22daa61-b749-4066-aa35-2df798434b79 HTTP/1.1" status: 404 len: 337 time: 0.0715117 Jun 03 15:51:30.566976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58100) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.622583 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac7662e-dab0-41d0-8036-1594b5bc9842 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.623130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac7662e-dab0-41d0-8036-1594b5bc9842 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.625142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fac7662e-dab0-41d0-8036-1594b5bc9842 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/9ef6bba2-5052-4979-8085-25b0aac568e4 HTTP/1.1" status: 404 len: 337 time: 0.0567877 Jun 03 15:51:30.628479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58106) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.796501 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdb7e90-03e0-4e52-ae1e-7d222423855e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.796501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdb7e90-03e0-4e52-ae1e-7d222423855e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.796501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ebdb7e90-03e0-4e52-ae1e-7d222423855e tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/0cae562b-9e8d-44b3-abf6-89e23e75b924 HTTP/1.1" status: 404 len: 333 time: 0.1621978 Jun 03 15:51:30.796501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58112) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.899382 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5d3f24-ba98-4a4f-bdc1-7b28475837ec tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:30.899382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5d3f24-ba98-4a4f-bdc1-7b28475837ec tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:30.903727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58116) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.904743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bc5d3f24-ba98-4a4f-bdc1-7b28475837ec tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/e6dd7e18-7c6f-4feb-ba8d-919cae7b0bb6 HTTP/1.1" status: 404 len: 337 time: 0.1089203 Jun 03 15:51:31.048532 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b141c5-3e1d-4910-b7ea-2aa10d468e9a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:31.048532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b141c5-3e1d-4910-b7ea-2aa10d468e9a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:31.051257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] For port 8ef7db40-03bd-4caa-a179-a8576e4661e5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8ef7db40-03bd-4caa-a179-a8576e4661e5,segment=NetworkSegment(ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d),segment_id=ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:31.056448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-95b141c5-3e1d-4910-b7ea-2aa10d468e9a tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/subnets/6de40823-cde0-4334-bdd5-c8b60f5a887f HTTP/1.1" status: 404 len: 337 time: 0.1384170 Jun 03 15:51:31.059967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.063045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58122) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:31.099807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.224096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Deleting port 68cd26aa-f891-4038-abe7-a5ced17df1fd {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:31.224471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.441043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] Calling delete_port for 8ef7db40-03bd-4caa-a179-a8576e4661e5 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:31.597087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.668146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8ef7db40-03bd-4caa-a179-a8576e4661e5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:31.763350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] Pushing event deleted for resources: {'Port': ['ID=8ef7db40-03bd-4caa-a179-a8576e4661e5,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:31.766980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.115 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/96f7446e-2f26-4a91-908c-8fcc71ad9cb5) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:31.771211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8ef7db40-03bd-4caa-a179-a8576e4661e5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:31.771211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8ef7db40-03bd-4caa-a179-a8576e4661e5 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:31.789819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ee21f-45d3-4c93-b49d-57be23f8f388 None None] No DVR routers for this DVR port 8ef7db40-03bd-4caa-a179-a8576e4661e5 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:31.791476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.941753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Calling delete_port for 68cd26aa-f891-4038-abe7-a5ced17df1fd owned by {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:32.300083 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.304550 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.414717 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.414717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Port': ['ID=68cd26aa-f891-4038-abe7-a5ced17df1fd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:32.441301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-34af8ae8-0852-4f23-8d0d-b079c57207eb tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/ports/68cd26aa-f891-4038-abe7-a5ced17df1fd HTTP/1.1" status: 204 len: 168 time: 1.3772600 Jun 03 15:51:32.441301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58138) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:32.568487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.619389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.766194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:32.776919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:32.776919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:32.871403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.892592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=96f7446e-2f26-4a91-908c-8fcc71ad9cb5,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:32.939130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7994da2d-2ab1-4bc5-afa5-5cad64e0f193']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:33.008903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:33.009180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:33.033951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.104836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.121862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:51:33.121862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.213080 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d resource provider aggregate not found Jun 03 15:51:33.243703 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec5b7366-7457-4aa6-ab1d-8ef5a5bb306d found for delete ", "request_id": "req-61fef702-49dc-4281-8ef4-6d0421a26cb7"}]} Jun 03 15:51:33.358072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.363577 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.599200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] Pushing event deleted for resources: {'Network': ['ID=7994da2d-2ab1-4bc5-afa5-5cad64e0f193,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:33.703391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-59bf1b87-060b-47bb-be1b-3401972f4454 tempest-PortsIpV6TestJSON-1041108177 tempest-PortsIpV6TestJSON-1041108177-project] 10.222.0.66 "DELETE /v2.0/networks/7994da2d-2ab1-4bc5-afa5-5cad64e0f193 HTTP/1.1" status: 204 len: 168 time: 1.2699444 Jun 03 15:51:33.956089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.132784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.370768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58174) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:34.597217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.613256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.728311 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-57185e3f-a13f-4f01-bb47-0bd321264e95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=866d9e7c87784045b0b7616855913f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558667 Jun 03 15:51:34.731993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58182) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:34.793782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=96f7446e-2f26-4a91-908c-8fcc71ad9cb5,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:34.810977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.025824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e11e5c2f-cfeb-4e7d-8f59-516291cfcf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.079913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e11e5c2f-cfeb-4e7d-8f59-516291cfcf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.097753 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP 48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c associated. External IP: 172.25.1.115, port: 957aeed0-bc37-4ead-a97e-48022974efd4. Jun 03 15:51:35.431187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e11e5c2f-cfeb-4e7d-8f59-516291cfcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.454883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e5c2f-cfeb-4e7d-8f59-516291cfcf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3140c-c16b-4462-92a5-ccc5cd04fe15,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:35.578843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e11e5c2f-cfeb-4e7d-8f59-516291cfcf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.578843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e11e5c2f-cfeb-4e7d-8f59-516291cfcf33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11b3140c-c16b-4462-92a5-ccc5cd04fe15 HTTP/1.1" status: 204 len: 168 time: 0.8403425 Jun 03 15:51:35.841028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router f6e99a90-5a2d-47e7-a71a-6a26a9611291 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:36.254340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:36.270199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] Sync routers for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:36.295235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:36.297395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:36.299899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:36.609353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ec68455d-38dd-4d7e-8359-519a877435ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1636512 Jun 03 15:51:36.617370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:36.718408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:36.999495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c166958-ae15-4e9b-99fa-4d559f550ee0 req-dd7ca3a6-87b8-434e-a278-5b3201f2eb92 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:37.002050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c166958-ae15-4e9b-99fa-4d559f550ee0 req-dd7ca3a6-87b8-434e-a278-5b3201f2eb92 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.1328928 Jun 03 15:51:37.041708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58228) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.111194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c166958-ae15-4e9b-99fa-4d559f550ee0 req-ebbda668-74ba-436d-aae1-4dcd531b8808 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013486 Jun 03 15:51:37.155758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58234) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.430877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-275529395'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:37.463244 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86dd8ada-cbdc-46a7-baed-72e71316fa37'] response: {'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'status': 'completed', 'code': 200} Jun 03 15:51:37.482244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:37.512225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12fe73a2-5ba3-48b7-ae81-b314e4540b99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c HTTP/1.1" status: 200 len: 992 time: 0.3521721 Jun 03 15:51:37.534318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:37.540806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:37.552169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:37.583613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:37.587789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:37.601005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-9160a97b-7b0f-48ed-a247-b56d37219a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:37.604059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-9160a97b-7b0f-48ed-a247-b56d37219a82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.2745070 Jun 03 15:51:37.608023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:37.653759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:37.658568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:security_group_rule and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:37.661992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:37.666362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'port_id': '957aeed0-bc37-4ead-a97e-48022974efd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'mac_address': 'fa:16:3e:b8:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:51:33Z', 'updated_at': '2022-06-03T15:51:33Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:12Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:37.671642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] Checking router: f6e99a90-5a2d-47e7-a71a-6a26a9611291 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:37.682360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:37.683070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:37.716708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:37.967931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:38.010592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.036654 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:51:38.046372 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.169792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:51:38.177217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a706a0f-ad9e-44cf-92f6-c9325dfe8a14,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:38.225274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.225551 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment 8952831f-5411-4b9e-88f6-a63908af6bf5 of type vlan for network 83e870af-cf79-4986-8af3-a35c77fbddde Jun 03 15:51:38.228313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-6f577f21-013c-470c-9d7a-0ca0b692b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:38.230412 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-6f577f21-013c-470c-9d7a-0ca0b692b4f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.6115875 Jun 03 15:51:38.357523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.403883 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-0d3760c2-21e6-4d67-b27e-51e5ad5acf3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1000 time: 0.1652806 Jun 03 15:51:38.407691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.419458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:38.420591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.522047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58248) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.545579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'port_id': '957aeed0-bc37-4ead-a97e-48022974efd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'mac_address': 'fa:16:3e:b8:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:51:33Z', 'updated_at': '2022-06-03T15:51:33Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:12Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:38.551091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d9ca8-612f-40ed-8492-0a2c26d60137 None None] The sync data for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 is: [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'port_id': '957aeed0-bc37-4ead-a97e-48022974efd4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'mac_address': 'fa:16:3e:b8:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:51:33Z', 'updated_at': '2022-06-03T15:51:33Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:12Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:38.675816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=83e870af-cf79-4986-8af3-a35c77fbddde,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:38.691785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e572b97-b4bd-4679-9ae3-9db863751c82 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c HTTP/1.1" status: 200 len: 992 time: 0.1677134 Jun 03 15:51:38.695174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 83e870af-cf79-4986-8af3-a35c77fbddde details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:51:38.712702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a015caa5-0bb3-4179-8087-1dcc0a4895a9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6690898 Jun 03 15:51:38.714625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-d480f5ac-0106-4dc1-8ea7-3e81a6c31db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:38.716145 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-d480f5ac-0106-4dc1-8ea7-3e81a6c31db1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.2855842 Jun 03 15:51:38.716718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58254) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.722668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-549202694'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:38.766071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:38.782536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:38.798780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:38.808921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:38.835662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:38.841970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.859664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-321bf5b2-155f-4a3c-bfc9-1da9274baa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:38.864904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-321bf5b2-155f-4a3c-bfc9-1da9274baa35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375291 Jun 03 15:51:39.012156 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c0eb5-ffb8-437a-87a5-b824d7c9b6de None None] New status for floating IP 48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:51:39.069518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-21c4527f-8a54-416a-b53b-359f5ff0330b service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955831 Jun 03 15:51:39.098016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:51:39.326528 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5c19ab99-4f4b-4715-bcc3-014a0226efe8 req-401895c5-d7cd-4bfd-a343-81e4cdb6c3bc service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480495 Jun 03 15:51:39.329126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:39.329669 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment 34222d96-5809-44d3-b800-6952f37a16ba of type vlan for network 7905ee11-64f8-49a3-a78e-606dd0622a84 Jun 03 15:51:39.412402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:39.498030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:39.509769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:39.510840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:39.650943 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9330831 Jun 03 15:51:39.655598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.663110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': '83e870af-cf79-4986-8af3-a35c77fbddde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:39.664711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362582d-16ff-4671-bdcc-f5044d2c82ff tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=7905ee11-64f8-49a3-a78e-606dd0622a84,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:39.682731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:51:39.694304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58286) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.897950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-44620a40-1722-47cd-a3a0-615132e0c00a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c HTTP/1.1" status: 200 len: 994 time: 0.2023146 Jun 03 15:51:39.928825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:39.934572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:39.938726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:39.946625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:39.964723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:39.968851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.324288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.429259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=e1ddc05e-0718-4372-82fb-a3459ce38d68,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:40.437786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': '8952831f-5411-4b9e-88f6-a63908af6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83e870af-cf79-4986-8af3-a35c77fbddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:40.438785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: 83e870af-cf79-4986-8af3-a35c77fbddde, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:51:40.480675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 83e870af-cf79-4986-8af3-a35c77fbddde is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:51:40.506052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 83e870af-cf79-4986-8af3-a35c77fbddde) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:40.520724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10157586-3f41-49c3-a8b8-531f206eff5c None None] Network 83e870af-cf79-4986-8af3-a35c77fbddde requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:40.532294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:40.533406 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.602488 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7539c954-de1f-41f1-ad0d-8d41a8d7d82b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9417663 Jun 03 15:51:40.602869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58334) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:40.609657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': '7905ee11-64f8-49a3-a78e-606dd0622a84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:40.863805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:40.877636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:40.884838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:40.909956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:40.932189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-83e870af-cf79-4986-8af3-a35c77fbddde', 'network_id': '83e870af-cf79-4986-8af3-a35c77fbddde', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': 'e1ddc05e-0718-4372-82fb-a3459ce38d68'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:51:40.933474 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.938714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:40.953272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.407705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Allocated IP 2001:db8::2 (83e870af-cf79-4986-8af3-a35c77fbddde/e1ddc05e-0718-4372-82fb-a3459ce38d68/056d7d98-8faa-4d90-a5dc-fd28f815e806) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:41.417720 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.573742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:41.600506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': '34222d96-5809-44d3-b800-6952f37a16ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7905ee11-64f8-49a3-a78e-606dd0622a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:41.602046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: 7905ee11-64f8-49a3-a78e-606dd0622a84, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:51:41.646038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:51:41.669511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7905ee11-64f8-49a3-a78e-606dd0622a84) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:41.687914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:41.688726 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.704140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d1a38d-624c-487b-856b-f012d5d7d4d1 None None] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:41.724265 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3ccc46b2-387b-4e12-bfa3-6b727a5e0dd5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1190319 Jun 03 15:51:41.726125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58428) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:41.733126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-60611674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:41.742023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:41.749520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:router and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:41.753923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:41.764905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:41.784175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.785557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.808602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.843674 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.875759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:41.877518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2fda549c-0ed5-4f98-a76d-aee2d3c7f90f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1499600 Jun 03 15:51:41.880428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58446) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:42.233672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d363b-3b5a-4e4c-b1d6-310ed0969793 req-1c4468f3-8c3d-4a8b-8d7d-5d253fa349c8 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:42.247474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f17d363b-3b5a-4e4c-b1d6-310ed0969793 req-1c4468f3-8c3d-4a8b-8d7d-5d253fa349c8 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 945 time: 0.2940001 Jun 03 15:51:42.250881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.275697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Transition to ACTIVE for port object 056d7d98-8faa-4d90-a5dc-fd28f815e806 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:42.353677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Transition to ACTIVE for port object 056d7d98-8faa-4d90-a5dc-fd28f815e806 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:42.369918 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.389924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f17d363b-3b5a-4e4c-b1d6-310ed0969793 req-08e4f3e2-b098-42f6-bb25-473fa1697fed tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409237 Jun 03 15:51:42.426363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-7905ee11-64f8-49a3-a78e-606dd0622a84', 'network_id': '7905ee11-64f8-49a3-a78e-606dd0622a84', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': '5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:51:42.427265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.590373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Network 83e870af-cf79-4986-8af3-a35c77fbddde is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:42.599882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:42.606183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Pushing event updated for resources: {'Port': ['ID=056d7d98-8faa-4d90-a5dc-fd28f815e806,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:42.645644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:42.653306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.653657 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.654000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.654339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.654678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.655017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.655347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.655678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.656005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.656435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.656762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.657086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:42.791012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Attempting to bind port 056d7d98-8faa-4d90-a5dc-fd28f815e806 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:42.791865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Attempting to bind port 056d7d98-8faa-4d90-a5dc-fd28f815e806 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '8952831f-5411-4b9e-88f6-a63908af6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83e870af-cf79-4986-8af3-a35c77fbddde'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:42.791865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Attempting to bind port 056d7d98-8faa-4d90-a5dc-fd28f815e806 on network 83e870af-cf79-4986-8af3-a35c77fbddde {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:42.805209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Allocated IP 2001:db8:1::2 (7905ee11-64f8-49a3-a78e-606dd0622a84/5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc/507dbcdb-58f1-4a20-855d-3fcdcdeb75c3) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:42.808652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:42.809046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Checking segment: {'id': '8952831f-5411-4b9e-88f6-a63908af6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83e870af-cf79-4986-8af3-a35c77fbddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:42.809522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.809946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Bound using segment: {'id': '8952831f-5411-4b9e-88f6-a63908af6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83e870af-cf79-4986-8af3-a35c77fbddde'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:42.810466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Bound port: 056d7d98-8faa-4d90-a5dc-fd28f815e806, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8952831f-5411-4b9e-88f6-a63908af6bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '83e870af-cf79-4986-8af3-a35c77fbddde'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:42.810928 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.156402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] For port 056d7d98-8faa-4d90-a5dc-fd28f815e806, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:43.174468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.190906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] For port 056d7d98-8faa-4d90-a5dc-fd28f815e806, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=056d7d98-8faa-4d90-a5dc-fd28f815e806,segment=NetworkSegment(8952831f-5411-4b9e-88f6-a63908af6bf5),segment_id=8952831f-5411-4b9e-88f6-a63908af6bf5)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:43.253858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.474376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-d4f70f02-d9f4-483d-bbf1-a0a5c17d9eaf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:43.478115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-d4f70f02-d9f4-483d-bbf1-a0a5c17d9eaf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 945 time: 0.2347853 Jun 03 15:51:43.483259 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.507503 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bb61aa93-9ae8-4079-85f3-ba93a439a360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.519820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Transition to ACTIVE for port object 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:43.523333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eff29-6ed7-49e8-bc0d-e628925c609a None None] Pushing event updated for resources: {'Port': ['ID=056d7d98-8faa-4d90-a5dc-fd28f815e806,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:43.567406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Transition to ACTIVE for port object 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:43.583619 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.684796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:43.689013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:43.694477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:43.747861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Pushing event updated for resources: {'Port': ['ID=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:43.783478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Deleting port 09f69d66-4957-4ed8-a858-9b43c23c2a3f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:43.784474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.823304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Attempting to bind port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:43.824015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Attempting to bind port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '34222d96-5809-44d3-b800-6952f37a16ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7905ee11-64f8-49a3-a78e-606dd0622a84'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:43.824015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Attempting to bind port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 on network 7905ee11-64f8-49a3-a78e-606dd0622a84 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:43.835155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:43.835549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Checking segment: {'id': '34222d96-5809-44d3-b800-6952f37a16ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7905ee11-64f8-49a3-a78e-606dd0622a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:43.835960 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.836408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Bound using segment: {'id': '34222d96-5809-44d3-b800-6952f37a16ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7905ee11-64f8-49a3-a78e-606dd0622a84'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:43.837121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Bound port: 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34222d96-5809-44d3-b800-6952f37a16ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7905ee11-64f8-49a3-a78e-606dd0622a84'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:43.837565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.117768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] For port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:44.125727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] For port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,segment=NetworkSegment(34222d96-5809-44d3-b800-6952f37a16ba),segment_id=34222d96-5809-44d3-b800-6952f37a16ba)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:44.138562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.215438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f10a-b7b8-43e3-bec2-d959db4c0c57 req-4ee3be5d-aa72-42e8-947c-15637284088c tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:44.223463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9917f10a-b7b8-43e3-bec2-d959db4c0c57 req-4ee3be5d-aa72-42e8-947c-15637284088c tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 945 time: 0.6018696 Jun 03 15:51:44.284502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8::1 (83e870af-cf79-4986-8af3-a35c77fbddde/e1ddc05e-0718-4372-82fb-a3459ce38d68/595bead3-1f02-407b-8015-f80b3e095f3b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:44.320282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9917f10a-b7b8-43e3-bec2-d959db4c0c57 req-8cc22654-4077-4899-bc4c-0cbb981b487f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934169 Jun 03 15:51:44.370275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] For port 09f69d66-4957-4ed8-a858-9b43c23c2a3f, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=09f69d66-4957-4ed8-a858-9b43c23c2a3f,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:44.371166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.385819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8a12-6264-4b6b-86a4-d1da449a62a1 None None] Pushing event updated for resources: {'Port': ['ID=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:44.594529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.622348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object 595bead3-1f02-407b-8015-f80b3e095f3b will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:44.668638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.767484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 83e870af-cf79-4986-8af3-a35c77fbddde is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:44.773724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:44.778936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:44.779824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.801722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=595bead3-1f02-407b-8015-f80b3e095f3b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:44.833635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Calling delete_port for 09f69d66-4957-4ed8-a858-9b43c23c2a3f owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:44.968214 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.126386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.139025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['09f69d66-4957-4ed8-a858-9b43c23c2a3f'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:51:45.243516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Pushing event deleted for resources: {'Port': ['ID=09f69d66-4957-4ed8-a858-9b43c23c2a3f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:45.294366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] No DVR routers for this DVR port 09f69d66-4957-4ed8-a858-9b43c23c2a3f on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:45.298454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.302251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658c505-b10d-45a0-873f-f6855fff3e98', 'name': 'network-vif-deleted', 'tag': '09f69d66-4957-4ed8-a858-9b43c23c2a3f'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:45.337157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7133ef23-80c9-458f-b6ee-8253db1dafbe req-e5af86a4-678d-494c-a7e4-222391a545cf tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "DELETE /v2.0/ports/09f69d66-4957-4ed8-a858-9b43c23c2a3f HTTP/1.1" status: 204 len: 173 time: 1.8453519 Jun 03 15:51:45.409953 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2ead21-4e2e-4eb1-a328-645cf50352c9'] response: {'server_uuid': '9658c505-b10d-45a0-873f-f6855fff3e98', 'name': 'network-vif-deleted', 'tag': '09f69d66-4957-4ed8-a858-9b43c23c2a3f', 'status': 'completed', 'code': 200} Jun 03 15:51:45.638983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada3318-eb5b-467f-aac3-1a90cdad4761 None None] Network 83e870af-cf79-4986-8af3-a35c77fbddde requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:45.656365 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40e190d9-15bf-4f6c-95bd-ba73b5646d86 req-34a2b159-00b7-4bff-b3ac-c9c6a17b3b87 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Synchronizing usage tracker for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:45.693556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-40e190d9-15bf-4f6c-95bd-ba73b5646d86 req-34a2b159-00b7-4bff-b3ac-c9c6a17b3b87 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Unset dirty status for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:45.695337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40e190d9-15bf-4f6c-95bd-ba73b5646d86 req-34a2b159-00b7-4bff-b3ac-c9c6a17b3b87 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=9658c505-b10d-45a0-873f-f6855fff3e98 HTTP/1.1" status: 200 len: 210 time: 0.1288550 Jun 03 15:51:45.806247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.814654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-95f33b22-e47d-4df7-8097-92d9bfbebe82 None None] Provisioning for port 056d7d98-8faa-4d90-a5dc-fd28f815e806 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:45.842269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:46.005825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.017275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.018802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.019907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:46.061093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056d7d98-8faa-4d90-a5dc-fd28f815e806 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:46.191025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 056d7d98-8faa-4d90-a5dc-fd28f815e806 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:46.205385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 056d7d98-8faa-4d90-a5dc-fd28f815e806 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:46.206061 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.295902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=595bead3-1f02-407b-8015-f80b3e095f3b,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:46.347761 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0e37f4b-e841-4174-b53a-91fff4d80f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.363988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 83e870af-cf79-4986-8af3-a35c77fbddde is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:46.365746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:46.373515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef8a0e-739b-4163-be4d-d347429f4f23 None None] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:46.496030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] Provisioning for port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:46.504297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] Provisioning complete for port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:46.504583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.692762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 2f821343-e497-473e-9df9-4a3e22d4bd13 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:51:46.756170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.759273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 056d7d98-8faa-4d90-a5dc-fd28f815e806 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:46.759952 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.076288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:47.127839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 58768) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:47.129859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-01f25ffa-5afb-427a-b07e-b6ec7a159c06 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/2f821343-e497-473e-9df9-4a3e22d4bd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2472603 Jun 03 15:51:47.169429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] Sync routers for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:47.194343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] Current status of the port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:47.195102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.217809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 056d7d98-8faa-4d90-a5dc-fd28f815e806, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=056d7d98-8faa-4d90-a5dc-fd28f815e806,segment=NetworkSegment(8952831f-5411-4b9e-88f6-a63908af6bf5),segment_id=8952831f-5411-4b9e-88f6-a63908af6bf5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:47.253599 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.270333 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.308939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d950027-283c-4758-b31b-f9a70da9bedb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:47.311720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8d950027-283c-4758-b31b-f9a70da9bedb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports/595bead3-1f02-407b-8015-f80b3e095f3b HTTP/1.1" status: 200 len: 911 time: 0.1820819 Jun 03 15:51:47.315012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58772) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:47.352701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:47.354340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:47.525680 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] For port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,segment=NetworkSegment(34222d96-5809-44d3-b800-6952f37a16ba),segment_id=34222d96-5809-44d3-b800-6952f37a16ba)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:47.558134 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.575591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:47.606750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:47.607533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:47.699638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=056d7d98-8faa-4d90-a5dc-fd28f815e806,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:47.706241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:47.706771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b9090-a8fb-4fbf-94df-843712762618 None None] The sync data for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:47.789588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6317f11a-cf8f-4ad6-ac3d-dad31997eab5 None None] Provisioning for port 595bead3-1f02-407b-8015-f80b3e095f3b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:47.804568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6317f11a-cf8f-4ad6-ac3d-dad31997eab5 None None] Provisioning complete for port 595bead3-1f02-407b-8015-f80b3e095f3b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:47.805033 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6317f11a-cf8f-4ad6-ac3d-dad31997eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.889610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb4e6c-920f-457f-a403-dd8e9bacab99 None None] Pushing event updated for resources: {'Port': ['ID=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:47.902069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6317f11a-cf8f-4ad6-ac3d-dad31997eab5 None None] Port 595bead3-1f02-407b-8015-f80b3e095f3b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:47.915453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6317f11a-cf8f-4ad6-ac3d-dad31997eab5 None None] Provisioning complete for port 056d7d98-8faa-4d90-a5dc-fd28f815e806 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:47.915933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6317f11a-cf8f-4ad6-ac3d-dad31997eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.063303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 09f69d66-4957-4ed8-a858-9b43c23c2a3f no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:48.123939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 09f69d66-4957-4ed8-a858-9b43c23c2a3f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:48.124314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 09f69d66-4957-4ed8-a858-9b43c23c2a3f not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:48.132938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6317f11a-cf8f-4ad6-ac3d-dad31997eab5 None None] Current status of the port 056d7d98-8faa-4d90-a5dc-fd28f815e806 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:48.137619 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.263116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d181931e-9039-490a-af83-8a3f4a732ecc None None] Provisioning complete for port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:48.264737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d181931e-9039-490a-af83-8a3f4a732ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.439667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d181931e-9039-490a-af83-8a3f4a732ecc None None] Current status of the port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:48.488292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.720770 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.224790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8:1::1 (7905ee11-64f8-49a3-a78e-606dd0622a84/5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc/ed0aa072-f817-4400-a205-c85d5ca21322) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:49.406194 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.425003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object ed0aa072-f817-4400-a205-c85d5ca21322 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:49.454046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.532681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:49.536185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:49.540656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:49.541195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.547489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=ed0aa072-f817-4400-a205-c85d5ca21322,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:49.658987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:49.693482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.795487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:49.795872 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.945147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-233118a7-ab34-4b25-9121-7f6f2de2e0ce None None] Provisioning for port ed0aa072-f817-4400-a205-c85d5ca21322 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:49.961179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-233118a7-ab34-4b25-9121-7f6f2de2e0ce None None] Provisioning complete for port ed0aa072-f817-4400-a205-c85d5ca21322 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:49.972847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-233118a7-ab34-4b25-9121-7f6f2de2e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.143659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-233118a7-ab34-4b25-9121-7f6f2de2e0ce None None] Port ed0aa072-f817-4400-a205-c85d5ca21322 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:50.146822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:50.147958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056d7d98-8faa-4d90-a5dc-fd28f815e806 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:50.229164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 056d7d98-8faa-4d90-a5dc-fd28f815e806 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:50.229542 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.272602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.280600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.282827 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.377885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 056d7d98-8faa-4d90-a5dc-fd28f815e806 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:50.478105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=ed0aa072-f817-4400-a205-c85d5ca21322,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:50.579400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:50.581315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:51.101855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ea4f7d17-4140-4f77-8092-fdee1d82aa58 None None] Provisioning complete for port ed0aa072-f817-4400-a205-c85d5ca21322 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:51.103845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7d17-4140-4f77-8092-fdee1d82aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:51.136297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 2f821343-e497-473e-9df9-4a3e22d4bd13 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:51.226038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f7d17-4140-4f77-8092-fdee1d82aa58 None None] Port ed0aa072-f817-4400-a205-c85d5ca21322 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:51.369423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:51.382748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bde02b9b-20f1-4c85-b129-c73bedbabf50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/2f821343-e497-473e-9df9-4a3e22d4bd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0635903 Jun 03 15:51:51.382926 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] Sync routers for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:51.383505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58814) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:51.394316 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:51.394979 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:51.484731 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:51.505603 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:51.506969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:51.512765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0530f-32cf-4d45-a24d-4ed36423220b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:51.513490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-68e0530f-32cf-4d45-a24d-4ed36423220b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:51.538747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-68e0530f-32cf-4d45-a24d-4ed36423220b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:51.545639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-68e0530f-32cf-4d45-a24d-4ed36423220b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports/ed0aa072-f817-4400-a205-c85d5ca21322 HTTP/1.1" status: 200 len: 913 time: 0.1565330 Jun 03 15:51:51.546292 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58818) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:51.604842 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:51.605169 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be2d3a-15aa-4c57-896b-035b9c709d64 None None] The sync data for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:52.241273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.736524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port ed0aa072-f817-4400-a205-c85d5ca21322 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:52.737501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.990645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.331895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for ed0aa072-f817-4400-a205-c85d5ca21322 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:53.581149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.739167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=ed0aa072-f817-4400-a205-c85d5ca21322,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:54.121649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:54.511553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 2f821343-e497-473e-9df9-4a3e22d4bd13 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:54.709653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:54.732029 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e1e1e9ef-0159-45d5-a116-1d3d34617807 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/2f821343-e497-473e-9df9-4a3e22d4bd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840446 Jun 03 15:51:54.734944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58862) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:54.739901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] Sync routers for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:54.764391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:54.766015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:54.905405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:54.926193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:54.928271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:55.061356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:55.062012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c06022-bb71-45b3-97db-61c98fb82aca None None] The sync data for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:55.236705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-2917f1b1-a4a2-499a-8a72-083a467c128c tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:55.238537 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-2917f1b1-a4a2-499a-8a72-083a467c128c tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/networks?id=cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 200 len: 813 time: 0.2478726 Jun 03 15:51:55.260668 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-1c5bf51e-7a05-4162-8f68-c68f669b6441 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/quotas/1f28739c96434fe9868fba2ae29797ed HTTP/1.1" status: 200 len: 375 time: 0.0140383 Jun 03 15:51:55.347467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-4112d553-40e2-46e7-99f5-dbbdbda1d228 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f28739c96434fe9868fba2ae29797ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812314 Jun 03 15:51:55.510401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-36127225-8b9a-411d-a717-bf20f0582523 service neutron] 10.222.0.66 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515386 Jun 03 15:51:55.713773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-177535d1-c097-439f-bb10-1eab9e148cef service neutron] 10.222.0.66 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995294 Jun 03 15:51:55.815476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:56.039062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58038199-0813-4598-be24-cae78dd4f2ee req-b452bd37-17b1-4dbd-bfdc-5df09e6b2e57 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 210 time: 0.1180558 Jun 03 15:51:56.387054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 595bead3-1f02-407b-8015-f80b3e095f3b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:56.387914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:56.681368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:56.848009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 595bead3-1f02-407b-8015-f80b3e095f3b owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:57.197018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:57.316747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37bcbc3e-fd02-4f56-8018-8c2efc357b0d req-368ce207-2e2e-4a89-8e1d-2a05718e90b4 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 210 time: 0.0840619 Jun 03 15:51:57.320275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=595bead3-1f02-407b-8015-f80b3e095f3b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:57.658534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:57.723042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-6b60331f-beda-4fa0-a8a7-361b4c80d10d tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:57.725663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-6b60331f-beda-4fa0-a8a7-361b4c80d10d tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "GET /v2.0/networks?id=cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 200 len: 813 time: 0.3312981 Jun 03 15:51:57.746253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Request body: {'port': {'device_id': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286', 'admin_state_up': True, 'tenant_id': '1f28739c96434fe9868fba2ae29797ed'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:57.965110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:57.979353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:57.993963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Made reservation on behalf of 1f28739c96434fe9868fba2ae29797ed for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:57.998570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.241442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 2f821343-e497-473e-9df9-4a3e22d4bd13 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:58.251123 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-5bacde89-ebd8-41b8-ae11-1c79ec894015 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2695856 Jun 03 15:51:58.276680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Allocated IP 172.20.0.7 (cc0d44ee-638e-43c1-b914-b5127141a286/d5cb5080-9922-4224-b2d6-b97207a44e5c/a910ae0a-2656-444c-bec6-0efa9973b83a) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:58.460567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:58.481537 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] Sync routers for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:58.493208 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d23da1f3-b564-4d72-b2b6-45111f6db7c2 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/2f821343-e497-473e-9df9-4a3e22d4bd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7563212 Jun 03 15:51:58.501034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58946) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:58.503207 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:58.503863 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:58.573710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-60916935-452c-407f-aaa0-4aea98e8f574 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:58.604406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-b3729838-311f-42c8-9bd0-6a24cdc20da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:58.606143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-b3729838-311f-42c8-9bd0-6a24cdc20da8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.2067006 Jun 03 15:51:58.607812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-60916935-452c-407f-aaa0-4aea98e8f574 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:58.609170 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-60916935-452c-407f-aaa0-4aea98e8f574 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f821343-e497-473e-9df9-4a3e22d4bd13 HTTP/1.1" status: 200 len: 205 time: 0.1067255 Jun 03 15:51:58.611901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58950) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:58.653051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:58.666468 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] Routers {'2f821343-e497-473e-9df9-4a3e22d4bd13'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:58.667666 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f821343-e497-473e-9df9-4a3e22d4bd13'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:58.769852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00408e45-99f1-4372-87ce-17fb12ac9534 req-a82f2f80-8b19-47e0-b533-670a673893f0 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 210 time: 0.1259711 Jun 03 15:51:58.773520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.779180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:58.780069 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc52e26-d73b-4ee2-8e35-40442931b6ef None None] The sync data for ids ['2f821343-e497-473e-9df9-4a3e22d4bd13'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:58.814068 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.925630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Network cc0d44ee-638e-43c1-b914-b5127141a286 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:58.929208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:58.932788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:58.965217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6828e4e1-3ee0-4d60-8d65-83d2e1a53b0a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.972688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Pushing event updated for resources: {'Port': ['ID=a910ae0a-2656-444c-bec6-0efa9973b83a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:59.028893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:59.031172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.098120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-df3ce0c0-d88f-498b-a90e-37fd79d9778f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3632667 Jun 03 15:51:59.112994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Request body: {'port': {'device_id': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:59.301963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.316364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-e503ec99-7eaa-4a0e-8b9a-fcdf1985a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:59.317926 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-e503ec99-7eaa-4a0e-8b9a-fcdf1985a85b service neutron] 10.222.0.70 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.5959971 Jun 03 15:51:59.711083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6828e4e1-3ee0-4d60-8d65-83d2e1a53b0a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.724856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6828e4e1-3ee0-4d60-8d65-83d2e1a53b0a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.759457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-6527abef-ac4d-492b-8fca-872a4fe82b1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1002 time: 0.4319136 Jun 03 15:51:59.812160 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6828e4e1-3ee0-4d60-8d65-83d2e1a53b0a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.812988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828e4e1-3ee0-4d60-8d65-83d2e1a53b0a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Fanout notify agent at l3_agent the message router_deleted on router 2f821343-e497-473e-9df9-4a3e22d4bd13 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:51:59.841448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6828e4e1-3ee0-4d60-8d65-83d2e1a53b0a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.844055 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6828e4e1-3ee0-4d60-8d65-83d2e1a53b0a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/2f821343-e497-473e-9df9-4a3e22d4bd13 HTTP/1.1" status: 204 len: 168 time: 1.2308593 Jun 03 15:51:59.848530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58976) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:59.895019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a910ae0a-2656-444c-bec6-0efa9973b83a {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:51:59.904927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.930245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Transition to ACTIVE for port object a910ae0a-2656-444c-bec6-0efa9973b83a will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:59.939162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.946178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-50ff50e3-8a6b-430e-a9a7-ca5a3bfba871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:59.948787 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-50ff50e3-8a6b-430e-a9a7-ca5a3bfba871 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.1822724 Jun 03 15:52:00.014027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet 5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:00.025336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.057931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Pushing event updated for resources: {'Port': ['ID=a910ae0a-2656-444c-bec6-0efa9973b83a,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:00.094452 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.163119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-83900fd9-1ea9-4827-8020-2df7777e6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:00.165012 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-83900fd9-1ea9-4827-8020-2df7777e6ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085183 Jun 03 15:52:00.324163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.350667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5af5d-bb77-4fd1-95a5-daed2d31df02 req-d459cb7f-efd5-4787-a0f9-e1bea0a042f9 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:00.352098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b3f5af5d-bb77-4fd1-95a5-daed2d31df02 req-d459cb7f-efd5-4787-a0f9-e1bea0a042f9 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Synchronizing usage tracker for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:00.384053 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-539af5ed-4cad-4ee3-91db-e7bf16ba6cdd service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094662 Jun 03 15:52:00.407284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b3f5af5d-bb77-4fd1-95a5-daed2d31df02 req-d459cb7f-efd5-4787-a0f9-e1bea0a042f9 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Unset dirty status for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:00.409331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3f5af5d-bb77-4fd1-95a5-daed2d31df02 req-d459cb7f-efd5-4787-a0f9-e1bea0a042f9 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 943 time: 0.3524988 Jun 03 15:52:00.410696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Attempting to bind port a910ae0a-2656-444c-bec6-0efa9973b83a on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:00.411483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Attempting to bind port a910ae0a-2656-444c-bec6-0efa9973b83a by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:00.412664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Attempting to bind port a910ae0a-2656-444c-bec6-0efa9973b83a on network cc0d44ee-638e-43c1-b914-b5127141a286 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:00.449856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Port a910ae0a-2656-444c-bec6-0efa9973b83a on network cc0d44ee-638e-43c1-b914-b5127141a286 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:52:00.450410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Attempting to bind port a910ae0a-2656-444c-bec6-0efa9973b83a on network cc0d44ee-638e-43c1-b914-b5127141a286 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:00.470277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:00.470853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Checking segment: {'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:00.471482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Bound using segment: {'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:00.472264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Bound port: a910ae0a-2656-444c-bec6-0efa9973b83a, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6925f1-b828-4248-abee-5d63168beac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:00.472841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.513269 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.534380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3f5af5d-bb77-4fd1-95a5-daed2d31df02 req-6fc49432-f20d-4662-b2f4-8ff1c8437d10 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132228 Jun 03 15:52:00.572655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.581563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc1b3a-4bdb-4bbd-bc78-847be4b9d13c None None] Network 7905ee11-64f8-49a3-a78e-606dd0622a84 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:00.595851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:00.606583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.607053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.607301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.607600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.607936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.608300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.608635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.608974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.609305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.609622 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.609963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.610285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:00.628841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-00364f83-f2c6-4b93-8d58-9671a6747bc4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc HTTP/1.1" status: 204 len: 168 time: 0.7788353 Jun 03 15:52:00.631417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 58990) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:00.712147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] For port a910ae0a-2656-444c-bec6-0efa9973b83a, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:00.717439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] For port a910ae0a-2656-444c-bec6-0efa9973b83a, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a910ae0a-2656-444c-bec6-0efa9973b83a,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:00.726059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-627998ce-8fdf-45aa-9595-c51b64479dd0 req-7f646cea-9b48-4764-881f-d9875d858ebb service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347030 Jun 03 15:52:00.729084 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.730718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet e1ddc05e-0718-4372-82fb-a3459ce38d68 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:00.734663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.841167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:00.842102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.844576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] 10.222.0.15 "PUT /v2.0/ports/a910ae0a-2656-444c-bec6-0efa9973b83a HTTP/1.1" status: 200 len: 1091 time: 1.7389812 Jun 03 15:52:00.845345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'tag': 'a910ae0a-2656-444c-bec6-0efa9973b83a'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:00.847705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.998836 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7037b1a1-3d6c-4422-83dc-777e6138eb3e'] response: {'name': 'network-changed', 'server_uuid': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'tag': 'a910ae0a-2656-444c-bec6-0efa9973b83a', 'status': 'completed', 'code': 200} Jun 03 15:52:01.012253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.029845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44af31-21fe-43bc-8c97-41f87555030a service neutron] Pushing event updated for resources: {'Port': ['ID=a910ae0a-2656-444c-bec6-0efa9973b83a,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:01.122494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-b8a89fcf-a3ba-4793-94e3-bd88c688c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:01.126934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-b8a89fcf-a3ba-4793-94e3-bd88c688c72c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f28739c96434fe9868fba2ae29797ed&device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 1094 time: 0.2253468 Jun 03 15:52:01.139255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.186862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ddc05e-0718-4372-82fb-a3459ce38d68,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:01.190447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.202201 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-35a619bf-14e5-4e70-9a55-9a0464c44b8d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/e1ddc05e-0718-4372-82fb-a3459ce38d68 HTTP/1.1" status: 204 len: 168 time: 0.5694680 Jun 03 15:52:01.207154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] DHCP port deletion for 7905ee11-64f8-49a3-a78e-606dd0622a84 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:01.207614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59002) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:01.214189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] Deleting port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:01.215147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.238577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-1252b0c4-0852-4180-aab1-ee1d36ceb52c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a910ae0a-2656-444c-bec6-0efa9973b83a HTTP/1.1" status: 200 len: 217 time: 0.1030166 Jun 03 15:52:01.272665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb823f9-96f3-43ac-9371-b3c1a2bbcd76 None None] Network 83e870af-cf79-4986-8af3-a35c77fbddde requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:01.332366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-18f6d9c8-9ba9-42c1-8bb8-bf50cd8dd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:01.334966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-18f6d9c8-9ba9-42c1-8bb8-bf50cd8dd5e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5cb5080-9922-4224-b2d6-b97207a44e5c HTTP/1.1" status: 200 len: 853 time: 0.0906236 Jun 03 15:52:01.346841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.361090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:01.361685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.401801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-1ac963d5-aadc-4d56-a087-23e53abe267d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc0d44ee-638e-43c1-b914-b5127141a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590143 Jun 03 15:52:01.676093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,segment=NetworkSegment(34222d96-5809-44d3-b800-6952f37a16ba),segment_id=34222d96-5809-44d3-b800-6952f37a16ba)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:01.676978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.689258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] For port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,segment=NetworkSegment(34222d96-5809-44d3-b800-6952f37a16ba),segment_id=34222d96-5809-44d3-b800-6952f37a16ba)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:01.689859 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.758843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-ac14afb3-cc15-426c-b55f-33f8d6af440a service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435540 Jun 03 15:52:01.824160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] Calling delete_port for 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:01.881794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:02.088553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:02.198377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-385ec8e7-fdd8-4222-8c9c-755ab8b52c9a req-6cad8741-a22e-422c-a900-c4e4f125cb88 service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320710 Jun 03 15:52:02.276382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8230-dfc9-4d5f-bdd8-d09654f9a910 req-0ddb61c3-fb5f-4791-acae-8cd49f62e9e3 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:02.277469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.279796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:02.280226 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:02.281276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb9f8230-dfc9-4d5f-bdd8-d09654f9a910 req-0ddb61c3-fb5f-4791-acae-8cd49f62e9e3 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 943 time: 0.2509050 Jun 03 15:52:02.337522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] No DVR routers for this DVR port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:02.342768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] DHCP port deletion for 83e870af-cf79-4986-8af3-a35c77fbddde request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:02.356181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] Deleting port 056d7d98-8faa-4d90-a5dc-fd28f815e806 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:02.356772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.383355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:52:02.406228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb9f8230-dfc9-4d5f-bdd8-d09654f9a910 req-c829d408-f5ad-4416-a7ad-3818b8b8dd1f tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785959 Jun 03 15:52:02.428068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ade66-9621-4623-b4e8-f846bcc79baa req-ddb43dbb-26ae-4369-a9ff-7ebb97f252cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:02.430973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-425ade66-9621-4623-b4e8-f846bcc79baa req-ddb43dbb-26ae-4369-a9ff-7ebb97f252cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f28739c96434fe9868fba2ae29797ed&device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 1094 time: 0.1467593 Jun 03 15:52:02.442232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fe5fc-53c9-4b76-a8c4-dba814f78532 None None] Pushing event deleted for resources: {'Port': ['ID=507dbcdb-58f1-4a20-855d-3fcdcdeb75c3,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:02.607391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ade66-9621-4623-b4e8-f846bcc79baa req-266deebc-53fd-464d-b501-f49d299fd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:02.610128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-425ade66-9621-4623-b4e8-f846bcc79baa req-266deebc-53fd-464d-b501-f49d299fd49c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 200 len: 914 time: 0.1631148 Jun 03 15:52:02.690969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] For port 056d7d98-8faa-4d90-a5dc-fd28f815e806, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=056d7d98-8faa-4d90-a5dc-fd28f815e806,segment=NetworkSegment(8952831f-5411-4b9e-88f6-a63908af6bf5),segment_id=8952831f-5411-4b9e-88f6-a63908af6bf5)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:02.691430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.707165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-425ade66-9621-4623-b4e8-f846bcc79baa req-19ab65f0-9af1-43ae-a215-dd022be0a86b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a910ae0a-2656-444c-bec6-0efa9973b83a HTTP/1.1" status: 200 len: 217 time: 0.0897112 Jun 03 15:52:02.782135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 507dbcdb-58f1-4a20-855d-3fcdcdeb75c3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:02.782618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.816572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ade66-9621-4623-b4e8-f846bcc79baa req-d7f09617-83fe-4bdf-8f8b-7a18731c883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:02.819053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-425ade66-9621-4623-b4e8-f846bcc79baa req-d7f09617-83fe-4bdf-8f8b-7a18731c883d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5cb5080-9922-4224-b2d6-b97207a44e5c HTTP/1.1" status: 200 len: 853 time: 0.1056397 Jun 03 15:52:02.831351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] Calling delete_port for 056d7d98-8faa-4d90-a5dc-fd28f815e806 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:02.896213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] The port '507dbcdb-58f1-4a20-855d-3fcdcdeb75c3' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:52:02.939954 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.019650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] Pushing event deleted for resources: {'Port': ['ID=056d7d98-8faa-4d90-a5dc-fd28f815e806,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:03.022850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4313862-7b72-4a0f-a8cb-8d610cba3c6b None None] No DVR routers for this DVR port 056d7d98-8faa-4d90-a5dc-fd28f815e806 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:03.076155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-425ade66-9621-4623-b4e8-f846bcc79baa req-de704b31-e313-4def-865a-e08858841da5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc0d44ee-638e-43c1-b914-b5127141a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2500384 Jun 03 15:52:03.150319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.209901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7905ee11-64f8-49a3-a78e-606dd0622a84']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:03.225880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34222d96-5809-44d3-b800-6952f37a16ba') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:03.225880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34222d96-5809-44d3-b800-6952f37a16ba') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:03.241791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.263322 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.273958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-425ade66-9621-4623-b4e8-f846bcc79baa req-d324981f-901f-4117-8ea1-a4fc9d1c3dff service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909466 Jun 03 15:52:03.275286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:03.276067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.352949 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 34222d96-5809-44d3-b800-6952f37a16ba resource provider aggregate not found Jun 03 15:52:03.410918 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 34222d96-5809-44d3-b800-6952f37a16ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34222d96-5809-44d3-b800-6952f37a16ba found for delete ", "request_id": "req-84f9a080-6289-4090-9bfd-5b55f2f9f043"}]} Jun 03 15:52:03.420568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.459873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.465615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=7905ee11-64f8-49a3-a78e-606dd0622a84,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:03.498290 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d2cede3e-3279-4ae4-819a-bad46597372a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/7905ee11-64f8-49a3-a78e-606dd0622a84 HTTP/1.1" status: 204 len: 168 time: 2.2892408 Jun 03 15:52:03.499726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59042) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:03.538430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-425ade66-9621-4623-b4e8-f846bcc79baa req-6efdb1ac-32a0-4037-b9fd-b429cb977d3b service neutron] 10.222.0.15 "GET /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569895 Jun 03 15:52:03.659190 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.698537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056d7d98-8faa-4d90-a5dc-fd28f815e806 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:03.759815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb19e7c-9830-4ae2-97b9-d8373f17b677 req-b56f3c69-2c7b-4f39-83fd-5b104a9356fe tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:03.763103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebb19e7c-9830-4ae2-97b9-d8373f17b677 req-b56f3c69-2c7b-4f39-83fd-5b104a9356fe tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 943 time: 0.1713326 Jun 03 15:52:03.794175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 056d7d98-8faa-4d90-a5dc-fd28f815e806 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:03.794524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056d7d98-8faa-4d90-a5dc-fd28f815e806 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:03.830331 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.849189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ebb19e7c-9830-4ae2-97b9-d8373f17b677 req-e80e311c-cd75-4505-bcd9-a7865ea1ec3a tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798500 Jun 03 15:52:03.866722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e870af-cf79-4986-8af3-a35c77fbddde']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:03.890980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8952831f-5411-4b9e-88f6-a63908af6bf5') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:03.891465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8952831f-5411-4b9e-88f6-a63908af6bf5') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:03.914348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.949996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.970633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:03.970633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.163068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a910ae0a-2656-444c-bec6-0efa9973b83a details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:52:04.201313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.221465 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.241222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/83e870af-cf79-4986-8af3-a35c77fbddde HTTP/1.1" status: 204 len: 168 time: 0.7330005 Jun 03 15:52:04.241222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e6429-5f95-4bdc-a585-6974354c54de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=83e870af-cf79-4986-8af3-a35c77fbddde,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:04.241656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59056) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:04.248230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-251678250'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:04.254839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:04.259818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:04.263940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:04.272483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:04.286554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:04.291374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.327375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:04.338339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.338987 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment 804fdcd2-b898-4754-8b5f-573ae6f9976c of type vlan for network baf23f57-ff88-481d-9e35-acb3fa682158 Jun 03 15:52:04.368456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port a910ae0a-2656-444c-bec6-0efa9973b83a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a910ae0a-2656-444c-bec6-0efa9973b83a,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:04.392149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'a910ae0a-2656-444c-bec6-0efa9973b83a', 'network_id': 'cc0d44ee-638e-43c1-b914-b5127141a286', 'port_id': 'a910ae0a-2656-444c-bec6-0efa9973b83a', 'mac_address': 'fa:16:3e:10:01:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb5080-9922-4224-b2d6-b97207a44e5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:52:04.396873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.437998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.443801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:04.444496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.480860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port a910ae0a-2656-444c-bec6-0efa9973b83a is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:04.481373 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.515841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a910ae0a-2656-444c-bec6-0efa9973b83a {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:52:04.547054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port a910ae0a-2656-444c-bec6-0efa9973b83a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a910ae0a-2656-444c-bec6-0efa9973b83a,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:04.554371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.591458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3487046 Jun 03 15:52:04.598013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59060) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:04.601754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b6c5-4339-4c39-921c-48dd1e18d7f3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=baf23f57-ff88-481d-9e35-acb3fa682158,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:04.604370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:04.633501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network baf23f57-ff88-481d-9e35-acb3fa682158 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:04.759832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:04.759832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:04.759832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:04.766235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:04.777594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:04.781138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.869808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['a910ae0a-2656-444c-bec6-0efa9973b83a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:52:04.942177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=a910ae0a-2656-444c-bec6-0efa9973b83a,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:05.204721 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.382359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8edef8-479f-475a-8605-1c9b19bf86d2 req-e785f82c-241b-4029-b2bc-f7d0789f9c11 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:05.385214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae8edef8-479f-475a-8605-1c9b19bf86d2 req-e785f82c-241b-4029-b2bc-f7d0789f9c11 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 944 time: 0.3053079 Jun 03 15:52:05.406182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=dd5dc504-933a-40d2-a92f-4235d9b43902,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:05.429884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': '804fdcd2-b898-4754-8b5f-573ae6f9976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:05.430293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: baf23f57-ff88-481d-9e35-acb3fa682158, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:05.450820 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 8952831f-5411-4b9e-88f6-a63908af6bf5 resource provider aggregate not found Jun 03 15:52:05.474329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae8edef8-479f-475a-8605-1c9b19bf86d2 req-5c1c53c7-f9f1-457d-8a1d-875da24d2883 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756397 Jun 03 15:52:05.485841 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 8952831f-5411-4b9e-88f6-a63908af6bf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8952831f-5411-4b9e-88f6-a63908af6bf5 found for delete ", "request_id": "req-a947b5b7-3e0c-4600-a534-0e0fd2b9d4f8"}]} Jun 03 15:52:05.486811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network baf23f57-ff88-481d-9e35-acb3fa682158 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:05.500977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, baf23f57-ff88-481d-9e35-acb3fa682158) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:05.507052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:05.508694 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.526683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80166d4-eec1-432a-8415-edef21b72973 None None] Network baf23f57-ff88-481d-9e35-acb3fa682158 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:05.549011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43296c22-c2d8-4e16-87fc-8b4a6faf1cf3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9501185 Jun 03 15:52:05.552689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59088) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:05.559450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-174404609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:05.574817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:05.579786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:router and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:05.583402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:05.596359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:05.610229 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.611533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.636660 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.668832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.685095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-f393aaf2-5f39-4539-966b-8a6e2d732223 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:05.686703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-f393aaf2-5f39-4539-966b-8a6e2d732223 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.1108809 Jun 03 15:52:05.706516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.716799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59096) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:05.717350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0e2a68c9-1397-4947-bf2d-3d74f1ad7c50 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1627011 Jun 03 15:52:05.724900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'port': {'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158', 'name': 'tempest-RoutersIpV6Test-2119137253'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:05.750179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.871633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:05.888903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Usage tracker for resource:security_group_rule and tenant:b2ead3f4f5a94782b7d966e305c0a6d2 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:05.898197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:05.917896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:05.932259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-baf23f57-ff88-481d-9e35-acb3fa682158', 'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': 'dd5dc504-933a-40d2-a92f-4235d9b43902'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:52:05.934284 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.054084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:06.068541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:port and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:06.080693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:06.101292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:06.175120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:06.183040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.206290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Allocated IP 2001:db8::2 (baf23f57-ff88-481d-9e35-acb3fa682158/dd5dc504-933a-40d2-a92f-4235d9b43902/8b32d0cb-4e1e-46c6-b09b-2572b1670341) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:06.260848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] device_id is not set on port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 yet. {{(pid=88338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:52:06.324307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.330389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a910ae0a-2656-444c-bec6-0efa9973b83a up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:06.334562 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.405056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a63199f1-bcab-40cf-bd18-5b8767b472bc req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7056043 Jun 03 15:52:06.498081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b867f-e8cd-4d5a-880e-eb752a96f6bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf36d03-1b75-4505-b75a-37dd2350c92d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:06.534132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.555246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Transition to ACTIVE for port object 8b32d0cb-4e1e-46c6-b09b-2572b1670341 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:06.606415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Transition to ACTIVE for port object 8b32d0cb-4e1e-46c6-b09b-2572b1670341 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:06.611837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port a910ae0a-2656-444c-bec6-0efa9973b83a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:06.621991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.700171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port a910ae0a-2656-444c-bec6-0efa9973b83a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:06.700713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.790156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Network baf23f57-ff88-481d-9e35-acb3fa682158 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:06.795446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:06.801241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:06.814655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Pushing event updated for resources: {'Port': ['ID=8b32d0cb-4e1e-46c6-b09b-2572b1670341,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:06.815296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8::a6 (baf23f57-ff88-481d-9e35-acb3fa682158/dd5dc504-933a-40d2-a92f-4235d9b43902/57cb1c93-ee36-4018-b75e-f8cf9e9a1776) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:06.866147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bae59f-9c4b-479e-8384-6dcea292fcd2 req-f87f98ac-c5d3-43f9-bc29-ab9095906680 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:06.867804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92bae59f-9c4b-479e-8384-6dcea292fcd2 req-f87f98ac-c5d3-43f9-bc29-ab9095906680 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.2936225 Jun 03 15:52:06.898316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa898dbe-711d-442b-b9f6-e358f9b9cbb8 req-5bdeace3-0358-4a1b-8b2a-bc98159ce824 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:06.899776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa898dbe-711d-442b-b9f6-e358f9b9cbb8 req-5bdeace3-0358-4a1b-8b2a-bc98159ce824 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 944 time: 0.2074442 Jun 03 15:52:06.959600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Attempting to bind port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:06.959600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Attempting to bind port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '804fdcd2-b898-4754-8b5f-573ae6f9976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:06.959600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Attempting to bind port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 on network baf23f57-ff88-481d-9e35-acb3fa682158 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:06.972378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:06.972378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Checking segment: {'id': '804fdcd2-b898-4754-8b5f-573ae6f9976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:06.972378 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.972378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Bound using segment: {'id': '804fdcd2-b898-4754-8b5f-573ae6f9976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:06.973069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Bound port: 8b32d0cb-4e1e-46c6-b09b-2572b1670341, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804fdcd2-b898-4754-8b5f-573ae6f9976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'baf23f57-ff88-481d-9e35-acb3fa682158'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:06.973069 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.993354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port a910ae0a-2656-444c-bec6-0efa9973b83a is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:06.994002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.076882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910ae0a-2656-444c-bec6-0efa9973b83a'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:07.150172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port a910ae0a-2656-444c-bec6-0efa9973b83a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a910ae0a-2656-444c-bec6-0efa9973b83a,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:07.169715 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.210324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] For port 8b32d0cb-4e1e-46c6-b09b-2572b1670341, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:07.230665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92bae59f-9c4b-479e-8384-6dcea292fcd2 req-b1bb80de-f6ce-4eb5-a6e0-528079486fc7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305018 Jun 03 15:52:07.248626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] For port 8b32d0cb-4e1e-46c6-b09b-2572b1670341, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8b32d0cb-4e1e-46c6-b09b-2572b1670341,segment=NetworkSegment(804fdcd2-b898-4754-8b5f-573ae6f9976c),segment_id=804fdcd2-b898-4754-8b5f-573ae6f9976c)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:07.258423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.270581 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa898dbe-711d-442b-b9f6-e358f9b9cbb8 req-ab76030d-838b-4085-91d0-2e80fdad588d tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273602 Jun 03 15:52:07.296297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59126) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:07.315129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=a910ae0a-2656-444c-bec6-0efa9973b83a,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:07.389473 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f3301d-6488-4e1b-a0ff-5b17a561af4a'] response: {'server_uuid': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a910ae0a-2656-444c-bec6-0efa9973b83a', 'code': 200} Jun 03 15:52:07.403481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.445287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:07.466442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409eb94-4ebf-44a2-b2c6-881c1ad94d28 None None] Pushing event updated for resources: {'Port': ['ID=8b32d0cb-4e1e-46c6-b09b-2572b1670341,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:07.532661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0d317bc3-0bad-4046-b874-f5f66d6b9388 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c HTTP/1.1" status: 200 len: 994 time: 0.2309299 Jun 03 15:52:07.562991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.611366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18135481-6cce-4524-99d1-2de3e3384305 req-c477da9b-c5ed-4c76-81aa-41dedabb2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:07.614641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18135481-6cce-4524-99d1-2de3e3384305 req-c477da9b-c5ed-4c76-81aa-41dedabb2f9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 1096 time: 0.1596992 Jun 03 15:52:07.788703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network baf23f57-ff88-481d-9e35-acb3fa682158 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:07.796059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:07.811583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:07.817605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:07.818306 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.847082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=57cb1c93-ee36-4018-b75e-f8cf9e9a1776,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:07.885680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18135481-6cce-4524-99d1-2de3e3384305 req-a6ef3874-4835-4522-98c8-41ad1f1399ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450976 Jun 03 15:52:07.893901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-726c3961-1ddc-491f-b825-1194d7f6a40b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1729932 Jun 03 15:52:07.894512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59138) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:08.673128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:08.754266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5c66-4839-401d-8645-61ea89b80d46 req-bf47512e-dd36-4256-86e7-3533c119a8ff tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:08.762928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c6b5c66-4839-401d-8645-61ea89b80d46 req-bf47512e-dd36-4256-86e7-3533c119a8ff tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 945 time: 0.2099075 Jun 03 15:52:08.994919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c6b5c66-4839-401d-8645-61ea89b80d46 req-f28b2ffc-5c64-4f12-a387-a526a7216565 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252743 Jun 03 15:52:09.041944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-92e3980a-314e-413c-88e1-0a1891f3b858 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3639040 Jun 03 15:52:09.052576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111d66-7b6d-4c78-b403-0466ea22e18b req-c16a3b49-cbc4-4038-9771-ce1dbf084c3a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:09.061173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a111d66-7b6d-4c78-b403-0466ea22e18b req-c16a3b49-cbc4-4038-9771-ce1dbf084c3a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.2689886 Jun 03 15:52:09.061929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd17d44-7ffd-4549-a7ec-1bec04635368 None None] Network baf23f57-ff88-481d-9e35-acb3fa682158 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:09.155156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a111d66-7b6d-4c78-b403-0466ea22e18b req-c790dbc8-2df6-4844-90b0-1a997b654325 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927618 Jun 03 15:52:09.264325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7e4f36e5-593f-4d2d-b5bb-ce3620ddbd73 None None] Provisioning for port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:09.333878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:09.733484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8b32d0cb-4e1e-46c6-b09b-2572b1670341 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:09.872788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:09.882028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:09.882412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:09.972738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:09.980890 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.124930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f9a19968-8b7f-4ca1-a090-e677d2332835 None None] Provisioning for port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:10.169296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f9a19968-8b7f-4ca1-a090-e677d2332835 None None] Provisioning complete for port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:10.170193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f9a19968-8b7f-4ca1-a090-e677d2332835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.486335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f9a19968-8b7f-4ca1-a090-e677d2332835 None None] Port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:10.518138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:10.518728 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.544766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=57cb1c93-ee36-4018-b75e-f8cf9e9a1776,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:10.607584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f9a19968-8b7f-4ca1-a090-e677d2332835 None None] Provisioning complete for port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:10.608705 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f9a19968-8b7f-4ca1-a090-e677d2332835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.663890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20951b84-3fe8-44f2-b875-0388bd5dc0b4 req-dc0799b2-7905-4274-8f16-8ae4fd62c466 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:10.673467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20951b84-3fe8-44f2-b875-0388bd5dc0b4 req-dc0799b2-7905-4274-8f16-8ae4fd62c466 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 945 time: 0.1952641 Jun 03 15:52:10.699241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64028990-81d5-4e33-afc4-6bf6b2f98e9c req-10a6f51b-943c-4ec1-a093-452e6c2fdab7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:10.708566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64028990-81d5-4e33-afc4-6bf6b2f98e9c req-10a6f51b-943c-4ec1-a093-452e6c2fdab7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.3565795 Jun 03 15:52:10.769095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64028990-81d5-4e33-afc4-6bf6b2f98e9c req-608b17ed-df80-46ef-8d60-68cac7acc86a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592668 Jun 03 15:52:10.831271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20951b84-3fe8-44f2-b875-0388bd5dc0b4 req-58ee4ce6-2b01-44a0-a000-8f46028ad38d tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559205 Jun 03 15:52:10.835027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8b32d0cb-4e1e-46c6-b09b-2572b1670341, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8b32d0cb-4e1e-46c6-b09b-2572b1670341,segment=NetworkSegment(804fdcd2-b898-4754-8b5f-573ae6f9976c),segment_id=804fdcd2-b898-4754-8b5f-573ae6f9976c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:10.844589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.858223 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.121644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f9a19968-8b7f-4ca1-a090-e677d2332835 None None] Current status of the port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:11.126440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8b32d0cb-4e1e-46c6-b09b-2572b1670341,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:11.151392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.258154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a2e26e59-6aae-4ccb-aea6-3b3a96de2daa None None] Provisioning complete for port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:11.259042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a2e26e59-6aae-4ccb-aea6-3b3a96de2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.359348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a2e26e59-6aae-4ccb-aea6-3b3a96de2daa None None] Port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:11.681902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8b32d0cb-4e1e-46c6-b09b-2572b1670341 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:11.748482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-4d13faee-a06d-492f-a692-06b4cc79460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:11.750040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-4d13faee-a06d-492f-a692-06b4cc79460a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.5100727 Jun 03 15:52:11.900751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:11.901130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.065897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-3443f7ec-aa66-4cf5-90e0-6f1ef614857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:12.067436 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-3443f7ec-aa66-4cf5-90e0-6f1ef614857f service neutron] 10.222.0.70 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.3070693 Jun 03 15:52:12.182863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:12.230735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491654ab-1de4-49f8-8fed-ca720c5acc36 req-21758901-4209-4c0f-9f7c-8f4e74ee8eb7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:12.232436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-491654ab-1de4-49f8-8fed-ca720c5acc36 req-21758901-4209-4c0f-9f7c-8f4e74ee8eb7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.2038648 Jun 03 15:52:12.237699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-60e3bc91-62f6-4c0f-b38d-1fc065596272 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1002 time: 0.1525352 Jun 03 15:52:12.300302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.316145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.316942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.336614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-491654ab-1de4-49f8-8fed-ca720c5acc36 req-28788f28-7e87-4e4f-ba6f-ff9864d90997 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824161 Jun 03 15:52:12.464554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-5edb0daa-39d5-4fcc-9d4c-f85e847ff4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:12.466044 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-5edb0daa-39d5-4fcc-9d4c-f85e847ff4e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.2137504 Jun 03 15:52:12.548217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=57cb1c93-ee36-4018-b75e-f8cf9e9a1776,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:12.626514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network baf23f57-ff88-481d-9e35-acb3fa682158 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:12.629287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:12.638293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-8f64c76c-b751-42be-beca-45fc0145e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:12.639828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-8f64c76c-b751-42be-beca-45fc0145e335 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585305 Jun 03 15:52:13.067979 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-26920e3a-8310-4512-bbc2-0c14c8ca2b84 service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663812 Jun 03 15:52:13.109416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 5252b5e2-657d-4565-a6a3-6d953ff0db9f is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:52:13.113369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4a1d348a-31a4-491a-b2fe-2a170f0ce239 None None] Provisioning complete for port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:13.114075 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a1d348a-31a4-491a-b2fe-2a170f0ce239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.254543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d348a-31a4-491a-b2fe-2a170f0ce239 None None] Port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:13.426404 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a8ec19a7-330d-49d5-a3de-e93976bacad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.684762 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-9159f978-57da-43ff-878a-c41b23743ed4 service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059384 Jun 03 15:52:13.706516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38659-8fd5-4c26-9077-67e6daf29f98 req-0d94489f-b2cd-4c3a-b756-5b4659b8346f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:13.728747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bd38659-8fd5-4c26-9077-67e6daf29f98 req-0d94489f-b2cd-4c3a-b756-5b4659b8346f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.1554615 Jun 03 15:52:13.728948 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:13.737643 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-72863c45-43de-43ae-b5c3-d4e748a2dd5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/5252b5e2-657d-4565-a6a3-6d953ff0db9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8372743 Jun 03 15:52:13.740885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59268) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:13.747874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] Sync routers for ids ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:13.770602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] Routers {'5252b5e2-657d-4565-a6a3-6d953ff0db9f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:13.771698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:13.826276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bd38659-8fd5-4c26-9077-67e6daf29f98 req-61f5bde1-778b-4a56-a4d1-1da1492efc56 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045597 Jun 03 15:52:13.866241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850415ff-9fbf-430f-bc0d-71a68b894b81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:13.866869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-850415ff-9fbf-430f-bc0d-71a68b894b81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:13.912193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-850415ff-9fbf-430f-bc0d-71a68b894b81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:13.917977 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-850415ff-9fbf-430f-bc0d-71a68b894b81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports/57cb1c93-ee36-4018-b75e-f8cf9e9a1776 HTTP/1.1" status: 200 len: 983 time: 0.1741273 Jun 03 15:52:13.918234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:13.946015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:13.970237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] Routers {'5252b5e2-657d-4565-a6a3-6d953ff0db9f'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:13.970910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:51:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:14.087989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:14.088686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4aec81-c5fa-432f-aa2b-9f1878a23c29 None None] The sync data for ids ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:14.767308 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:14.832266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-2834be80-2f95-4950-9d89-a579f994161f req-e608879c-708d-427a-a466-880d1570630e service neutron] (88339) timed out ('10.222.0.70', 64816) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:52:15.061850 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:52:15.112545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:15.112875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.190137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d63c3-c800-47dd-a172-801246a53f39 req-3a769831-954f-4b1e-873c-7d1082f14421 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:15.201171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b04d63c3-c800-47dd-a172-801246a53f39 req-3a769831-954f-4b1e-873c-7d1082f14421 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.2343647 Jun 03 15:52:15.284492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b04d63c3-c800-47dd-a172-801246a53f39 req-30a01133-fd05-43c1-8e5a-6eb7f3eeb14e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714152 Jun 03 15:52:15.371797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.523808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 57cb1c93-ee36-4018-b75e-f8cf9e9a1776 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:15.738915 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.972143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.092543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=57cb1c93-ee36-4018-b75e-f8cf9e9a1776,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:16.276356 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d20760d-1a4b-4575-84ca-ff3ad15f5202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.310748 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.646418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.654541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130700-91bd-4280-bd5d-f5b7071909be req-475bcdd7-f566-487f-9f35-8cd87255b4f7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:16.656497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e130700-91bd-4280-bd5d-f5b7071909be req-475bcdd7-f566-487f-9f35-8cd87255b4f7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.1824751 Jun 03 15:52:16.721186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e130700-91bd-4280-bd5d-f5b7071909be req-0ec8e1d2-fef5-40c8-992c-a5818e5e9788 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533931 Jun 03 15:52:16.725641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 5252b5e2-657d-4565-a6a3-6d953ff0db9f has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:16.978044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:16.994047 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] Sync routers for ids ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:17.004406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f55a378e-166b-4ac1-b6aa-dd32dc413a15 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/5252b5e2-657d-4565-a6a3-6d953ff0db9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0803630 Jun 03 15:52:17.004691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59328) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:17.014631 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] Routers {'5252b5e2-657d-4565-a6a3-6d953ff0db9f'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:17.016772 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:17.041266 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.129288 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:17.142243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] Routers {'5252b5e2-657d-4565-a6a3-6d953ff0db9f'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:17.142985 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:17.219506 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:17.219919 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d851cfd-a372-496c-b311-a9225902d591 None None] The sync data for ids ['5252b5e2-657d-4565-a6a3-6d953ff0db9f'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:17.436535 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-f7e3ea45-0b96-48fa-9f52-60b5d68e357d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] remove_router_interface failed (client error): The resource could not be found. Jun 03 15:52:17.439999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f7e3ea45-0b96-48fa-9f52-60b5d68e357d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/5252b5e2-657d-4565-a6a3-6d953ff0db9f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4315593 Jun 03 15:52:17.442760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59340) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:17.513307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5bd7691-ff41-46dd-8d7f-12a8097c25fa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:17.537138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a5bd7691-ff41-46dd-8d7f-12a8097c25fa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:17.538978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5bd7691-ff41-46dd-8d7f-12a8097c25fa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=5252b5e2-657d-4565-a6a3-6d953ff0db9f HTTP/1.1" status: 200 len: 205 time: 0.0944855 Jun 03 15:52:17.542614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59344) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:17.730987 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d547dd6-3fd8-4f48-a8e9-7b810fe5fe95 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.119095 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.318213 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d547dd6-3fd8-4f48-a8e9-7b810fe5fe95 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.327514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d547dd6-3fd8-4f48-a8e9-7b810fe5fe95 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.347164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58757dff-10a8-4a44-8b1c-a2b26043211d req-ffe3f7ad-86e0-4b5c-832a-dc53d248b7d8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:18.348835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58757dff-10a8-4a44-8b1c-a2b26043211d req-ffe3f7ad-86e0-4b5c-832a-dc53d248b7d8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.4372101 Jun 03 15:52:18.391924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d547dd6-3fd8-4f48-a8e9-7b810fe5fe95 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.392583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d547dd6-3fd8-4f48-a8e9-7b810fe5fe95 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Fanout notify agent at l3_agent the message router_deleted on router 5252b5e2-657d-4565-a6a3-6d953ff0db9f {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:52:18.422891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58757dff-10a8-4a44-8b1c-a2b26043211d req-124b8832-1cd3-4880-8c99-6af731d016e8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572803 Jun 03 15:52:18.426850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3d547dd6-3fd8-4f48-a8e9-7b810fe5fe95 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.428499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3d547dd6-3fd8-4f48-a8e9-7b810fe5fe95 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/5252b5e2-657d-4565-a6a3-6d953ff0db9f HTTP/1.1" status: 204 len: 168 time: 0.8838747 Jun 03 15:52:18.431898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:18.486231 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.507740 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet dd5dc504-933a-40d2-a92f-4235d9b43902 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:18.511816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.708024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.809061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.919313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.961981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5dc504-933a-40d2-a92f-4235d9b43902,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:18.966175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.973349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dfd73a8a-fb3f-4d8e-b851-7cd8615b1821 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/dd5dc504-933a-40d2-a92f-4235d9b43902 HTTP/1.1" status: 204 len: 168 time: 0.5403321 Jun 03 15:52:18.978559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59380) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:18.980585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c26052-d718-4528-b0d3-e792c5c97870 None None] Network baf23f57-ff88-481d-9e35-acb3fa682158 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:19.164728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.178880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:19.179343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.294235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] DHCP port deletion for baf23f57-ff88-481d-9e35-acb3fa682158 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:19.299897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] Deleting port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:19.300314 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.423550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 8b32d0cb-4e1e-46c6-b09b-2572b1670341, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8b32d0cb-4e1e-46c6-b09b-2572b1670341,segment=NetworkSegment(804fdcd2-b898-4754-8b5f-573ae6f9976c),segment_id=804fdcd2-b898-4754-8b5f-573ae6f9976c)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:19.423903 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.576359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] For port 8b32d0cb-4e1e-46c6-b09b-2572b1670341, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8b32d0cb-4e1e-46c6-b09b-2572b1670341,segment=NetworkSegment(804fdcd2-b898-4754-8b5f-573ae6f9976c),segment_id=804fdcd2-b898-4754-8b5f-573ae6f9976c)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:19.576359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.630703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 8b32d0cb-4e1e-46c6-b09b-2572b1670341 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:19.713697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] Calling delete_port for 8b32d0cb-4e1e-46c6-b09b-2572b1670341 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:19.791467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8b32d0cb-4e1e-46c6-b09b-2572b1670341 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:19.848826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.860186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00461451-7ca7-4223-a2e0-4c59c9482133 req-c16b34db-df27-4fb2-9417-8c1a38852ecc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:19.868858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00461451-7ca7-4223-a2e0-4c59c9482133 req-c16b34db-df27-4fb2-9417-8c1a38852ecc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.1725550 Jun 03 15:52:19.918126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] No DVR routers for this DVR port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:19.928772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a91c88-e955-42bd-ad44-b44b8ae7cc2e None None] Pushing event deleted for resources: {'Port': ['ID=8b32d0cb-4e1e-46c6-b09b-2572b1670341,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:19.931767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:19.932683 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:19.933363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No active binding found for port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 {{(pid=88340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:52:19.933791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8b32d0cb-4e1e-46c6-b09b-2572b1670341 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:19.960563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00461451-7ca7-4223-a2e0-4c59c9482133 req-8f678cf0-14a5-432d-927f-526e22544527 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902529 Jun 03 15:52:20.433698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 8b32d0cb-4e1e-46c6-b09b-2572b1670341 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:20.434356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.520432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] The port '8b32d0cb-4e1e-46c6-b09b-2572b1670341' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:52:20.673069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.703564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf23f57-ff88-481d-9e35-acb3fa682158']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:20.719124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804fdcd2-b898-4754-8b5f-573ae6f9976c') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:20.719430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804fdcd2-b898-4754-8b5f-573ae6f9976c') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:20.750647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.778681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.791159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:20.791720 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.879290 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 804fdcd2-b898-4754-8b5f-573ae6f9976c resource provider aggregate not found Jun 03 15:52:20.926120 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 804fdcd2-b898-4754-8b5f-573ae6f9976c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 804fdcd2-b898-4754-8b5f-573ae6f9976c found for delete ", "request_id": "req-60b1b4ff-f8e5-4abe-b950-7a19c8473945"}]} Jun 03 15:52:20.927440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.950897 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.969123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=baf23f57-ff88-481d-9e35-acb3fa682158,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:20.980147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.980538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.981000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.981338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.981691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.982040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.982380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.984299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.984834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.985178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.985619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:20.985915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:21.000672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5a293d27-145c-4b31-8750-fbe5b4082ad9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/baf23f57-ff88-481d-9e35-acb3fa682158 HTTP/1.1" status: 204 len: 168 time: 2.0193350 Jun 03 15:52:21.004365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59430) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:21.033157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2087321829'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:21.053246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:21.063525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:21.111351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:21.129835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:21.145281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:21.151262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.187995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:21.206525 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.207367 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment 454f6939-b073-4bc6-a054-e85b39806bde of type vlan for network ca9b062a-09a4-4f1d-b74d-a695dfebe969 Jun 03 15:52:21.246418 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.285564 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.294825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:21.295557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.296537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f8103-fdec-41ac-b4ef-7635c2e820c4 req-0b9fe3ea-81ba-41d7-8d80-802baf6db7cf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:21.298102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-563f8103-fdec-41ac-b4ef-7635c2e820c4 req-0b9fe3ea-81ba-41d7-8d80-802baf6db7cf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.1347063 Jun 03 15:52:21.369355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3626082 Jun 03 15:52:21.379800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:21.523915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5287e0-f243-4c0e-9299-c07b958ee87a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=ca9b062a-09a4-4f1d-b74d-a695dfebe969,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:21.543762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:21.560546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': 'ca9b062a-09a4-4f1d-b74d-a695dfebe969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:21.601118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-563f8103-fdec-41ac-b4ef-7635c2e820c4 req-40c2431f-5ad2-4e56-b694-413bfc332fe3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922242 Jun 03 15:52:21.738385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:21.743346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:21.746498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:21.752507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:21.764567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:21.768954 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.138997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.232625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=f08eff97-f10d-4a16-8b16-74ae27fdc294,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:22.243286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': '454f6939-b073-4bc6-a054-e85b39806bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ca9b062a-09a4-4f1d-b74d-a695dfebe969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:22.243727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: ca9b062a-09a4-4f1d-b74d-a695dfebe969, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:22.267192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:22.279483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, ca9b062a-09a4-4f1d-b74d-a695dfebe969) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:22.285865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:22.286454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.290464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1237e6-b4b9-4583-ac46-f4b26ddd321d None None] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:22.318944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-65e97e00-e824-4843-ac8d-91cfb1cae796 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9369736 Jun 03 15:52:22.322893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59456) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:22.329396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1575209679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:22.340280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:22.346026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:router and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:22.351372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:22.359633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:22.377501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.379476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.402350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.432696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.477452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.480033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d98c171f-e05b-4774-912e-92867e605d63 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1548090 Jun 03 15:52:22.483450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59466) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:22.718548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-ca9b062a-09a4-4f1d-b74d-a695dfebe969', 'network_id': 'ca9b062a-09a4-4f1d-b74d-a695dfebe969', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': 'f08eff97-f10d-4a16-8b16-74ae27fdc294'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:52:22.720125 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.151571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Allocated IP 2001:db8::2 (ca9b062a-09a4-4f1d-b74d-a695dfebe969/f08eff97-f10d-4a16-8b16-74ae27fdc294/3d99d44f-b9e8-4fcd-b683-f84d00388dc7) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:23.376966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e350-3bbc-4519-9c99-37463503b825 req-e289a883-9fdd-4564-97ff-6431782dc7e4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:23.380317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59c8e350-3bbc-4519-9c99-37463503b825 req-e289a883-9fdd-4564-97ff-6431782dc7e4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.5693357 Jun 03 15:52:23.388061 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.545456 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.567601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Transition to ACTIVE for port object 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:23.615331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Transition to ACTIVE for port object 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:23.624020 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.674637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59c8e350-3bbc-4519-9c99-37463503b825 req-9f09e7bb-eee3-49b7-b638-81927ee72d7a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747929 Jun 03 15:52:23.720923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:23.720923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:23.720923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:23.768796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Pushing event updated for resources: {'Port': ['ID=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:23.838047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Attempting to bind port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:23.838897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Attempting to bind port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '454f6939-b073-4bc6-a054-e85b39806bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ca9b062a-09a4-4f1d-b74d-a695dfebe969'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:23.839498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Attempting to bind port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 on network ca9b062a-09a4-4f1d-b74d-a695dfebe969 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:23.848183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:23.849033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Checking segment: {'id': '454f6939-b073-4bc6-a054-e85b39806bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ca9b062a-09a4-4f1d-b74d-a695dfebe969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:23.850187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.851354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Bound using segment: {'id': '454f6939-b073-4bc6-a054-e85b39806bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ca9b062a-09a4-4f1d-b74d-a695dfebe969'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:23.853092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Bound port: 3d99d44f-b9e8-4fcd-b683-f84d00388dc7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454f6939-b073-4bc6-a054-e85b39806bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ca9b062a-09a4-4f1d-b74d-a695dfebe969'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:23.854617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.012245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] For port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:24.015996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] For port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,segment=NetworkSegment(454f6939-b073-4bc6-a054-e85b39806bde),segment_id=454f6939-b073-4bc6-a054-e85b39806bde)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:24.023878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.299788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8::1 (ca9b062a-09a4-4f1d-b74d-a695dfebe969/f08eff97-f10d-4a16-8b16-74ae27fdc294/6b8c76d7-a032-4eb5-9239-11651201c97c) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:24.317623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5768-bfde-4641-bc4f-b460bbe752dd None None] Pushing event updated for resources: {'Port': ['ID=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:24.597234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.637256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object 6b8c76d7-a032-4eb5-9239-11651201c97c will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:24.685308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.766539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:24.772869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:24.779253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:24.780089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.828099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=6b8c76d7-a032-4eb5-9239-11651201c97c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:25.007601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.309790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b303a6-75dd-433a-8012-088d5ee1659a req-52f8dcfd-102e-40d9-8e03-0aef449f64c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:25.311416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7b303a6-75dd-433a-8012-088d5ee1659a req-52f8dcfd-102e-40d9-8e03-0aef449f64c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.3628638 Jun 03 15:52:25.937452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:25.994404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7b303a6-75dd-433a-8012-088d5ee1659a req-c548ce20-a3cc-4ac0-b1a7-4deeee0d761c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6528418 Jun 03 15:52:26.080153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00205389-6abb-4c5e-a7ec-c22a8913137f None None] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:26.119077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.126991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.127769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.241193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a5c1aa66-0890-4ca1-a281-67c44e438349 None None] Provisioning for port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:26.261012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:26.269934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:26.271002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.282624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=6b8c76d7-a032-4eb5-9239-11651201c97c,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:26.432314 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-5daeec96-5b17-4a3f-96a2-e959bbcd1303 service neutron] show failed (client error): The resource could not be found. Jun 03 15:52:26.432314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-5daeec96-5b17-4a3f-96a2-e959bbcd1303 service neutron] 10.222.0.70 "GET /v2.0/ports/957aeed0-bc37-4ead-a97e-48022974efd4/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1382298 Jun 03 15:52:26.533170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:26.536141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:26.547098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:26.547539 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.589091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,segment=NetworkSegment(454f6939-b073-4bc6-a054-e85b39806bde),segment_id=454f6939-b073-4bc6-a054-e85b39806bde)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:26.605029 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.713382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:27.033977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-f746eb89-2287-479c-b209-7ce207b2c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:27.033977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-f746eb89-2287-479c-b209-7ce207b2c1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 1097 time: 0.2318761 Jun 03 15:52:27.041884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d65a187b-a64f-44c1-9843-c4c85fda9f8d None None] Provisioning for port 6b8c76d7-a032-4eb5-9239-11651201c97c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:27.045259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:27.048014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d65a187b-a64f-44c1-9843-c4c85fda9f8d None None] Provisioning complete for port 6b8c76d7-a032-4eb5-9239-11651201c97c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:27.048014 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d65a187b-a64f-44c1-9843-c4c85fda9f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.304292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router bc66b872-edde-4f0b-8f08-79983edeadca is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:52:27.358649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d65a187b-a64f-44c1-9843-c4c85fda9f8d None None] Port 6b8c76d7-a032-4eb5-9239-11651201c97c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:27.393714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d65a187b-a64f-44c1-9843-c4c85fda9f8d None None] Provisioning complete for port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:27.394430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d65a187b-a64f-44c1-9843-c4c85fda9f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.510739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.619589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d65a187b-a64f-44c1-9843-c4c85fda9f8d None None] Current status of the port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:27.696160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:27.782840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:27.809342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] Sync routers for ids ['bc66b872-edde-4f0b-8f08-79983edeadca'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:27.818769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dc3a5fa2-aab2-4706-9a65-2296ba27f1d5 None None] Provisioning complete for port 6b8c76d7-a032-4eb5-9239-11651201c97c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:27.819467 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5fa2-aab2-4706-9a65-2296ba27f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.857552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] Routers {'bc66b872-edde-4f0b-8f08-79983edeadca'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:27.858493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bc66b872-edde-4f0b-8f08-79983edeadca'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:27.870989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb55c91-523a-4b5d-b938-ed28720e8b92 req-1497997f-f2e3-45b0-9220-b67f49333654 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:27.879160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8eb55c91-523a-4b5d-b938-ed28720e8b92 req-1497997f-f2e3-45b0-9220-b67f49333654 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.5808477 Jun 03 15:52:27.993498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8eb55c91-523a-4b5d-b938-ed28720e8b92 req-8d1f4136-317a-444e-baca-c91b05c27eca tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113639 Jun 03 15:52:28.001950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bea8e32a-0480-4d83-b8af-e0af5e9eaf81 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/bc66b872-edde-4f0b-8f08-79983edeadca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5162036 Jun 03 15:52:28.005676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:28.009052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59556) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:28.029307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] Routers {'bc66b872-edde-4f0b-8f08-79983edeadca'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:28.030131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bc66b872-edde-4f0b-8f08-79983edeadca'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:28.183507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:28.184187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782ad18-d036-4542-ae88-d455e1fe2a7f None None] The sync data for ids ['bc66b872-edde-4f0b-8f08-79983edeadca'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:28.192490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a5fa2-aab2-4706-9a65-2296ba27f1d5 None None] Port 6b8c76d7-a032-4eb5-9239-11651201c97c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:28.222632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68697b-333e-4cdd-8b88-28285b372bd7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:28.225098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4c68697b-333e-4cdd-8b88-28285b372bd7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:28.225782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:28.226163 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.297487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4c68697b-333e-4cdd-8b88-28285b372bd7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:28.305462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59562) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:28.317800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4c68697b-333e-4cdd-8b88-28285b372bd7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports/6b8c76d7-a032-4eb5-9239-11651201c97c HTTP/1.1" status: 200 len: 911 time: 0.3065867 Jun 03 15:52:28.384031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:28.414234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bb191eef-bf9f-4c94-9a09-e406ff001d2e None None] Provisioning complete for port 6b8c76d7-a032-4eb5-9239-11651201c97c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:28.414773 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bb191eef-bf9f-4c94-9a09-e406ff001d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.461590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:28.519618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:28.551311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bb191eef-bf9f-4c94-9a09-e406ff001d2e None None] Port 6b8c76d7-a032-4eb5-9239-11651201c97c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:28.629069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.631806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:28.693714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Transition to ACTIVE for port object 957aeed0-bc37-4ead-a97e-48022974efd4 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:28.699270 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.852745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:28.865177 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658cca0b-b8f5-4122-942d-de36effcedc5'] response: {'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'code': 200} Jun 03 15:52:29.098697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] No DVR routers for this DVR port 957aeed0-bc37-4ead-a97e-48022974efd4 on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:29.424506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.529001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30003720-2bbd-48d7-b214-2c8588aa9bb6 req-683155ff-1058-4faa-8731-1833b7405b30 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:29.530859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30003720-2bbd-48d7-b214-2c8588aa9bb6 req-683155ff-1058-4faa-8731-1833b7405b30 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.3154113 Jun 03 15:52:29.706760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-30003720-2bbd-48d7-b214-2c8588aa9bb6 req-81ff2a09-efa2-4771-8368-96b1974faee9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676726 Jun 03 15:52:29.708571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:29.708922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:29.709526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 on network 803adc84-0acc-456e-9eaf-a411031a4234 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:29.720414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Port 957aeed0-bc37-4ead-a97e-48022974efd4 on network 803adc84-0acc-456e-9eaf-a411031a4234 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:52:29.721074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Attempting to bind port 957aeed0-bc37-4ead-a97e-48022974efd4 on network 803adc84-0acc-456e-9eaf-a411031a4234 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:29.728737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:29.729167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Checking segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:29.736581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Bound using segment: {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:29.737694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Bound port: 957aeed0-bc37-4ead-a97e-48022974efd4, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e37510b-4a5b-47f9-a3fe-5887dadcd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:29.738299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.917417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:29.921890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:29.928298 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.982265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 6b8c76d7-a032-4eb5-9239-11651201c97c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:29.982857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.288426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:30.288809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.290368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1092 time: 3.2554569 Jun 03 15:52:30.302801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed9a26-b112-49de-93cf-b1c736c294a9 service neutron] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:30.467117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-6ebb3ae9-0cfe-4b10-9840-a95c58af371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:30.471828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-6ebb3ae9-0cfe-4b10-9840-a95c58af371c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1095 time: 0.1399696 Jun 03 15:52:30.519272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.729624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:30.743671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-e4a2f6e3-0818-4aed-9947-e3107db92fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:30.745617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-e4a2f6e3-0818-4aed-9947-e3107db92fb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.2673757 Jun 03 15:52:30.827787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 6b8c76d7-a032-4eb5-9239-11651201c97c owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:30.881339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:30.896080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:31.077730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-3885e126-beaa-482e-8a7e-690f64364a3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1000 time: 0.3195708 Jun 03 15:52:31.166572 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf1988c-85c3-4d4c-beb0-f85066d01ff3'] response: {'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'status': 'completed', 'code': 200} Jun 03 15:52:31.176836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968de44e-64a5-461c-9c22-dc51522b4419 req-30a293af-b57f-4f08-bdb0-a00ab2feefab tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:31.178389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-968de44e-64a5-461c-9c22-dc51522b4419 req-30a293af-b57f-4f08-bdb0-a00ab2feefab tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.2682202 Jun 03 15:52:31.202550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-93872321-cf0f-4af3-98cc-c327261b8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:31.204815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-93872321-cf0f-4af3-98cc-c327261b8f34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.1154690 Jun 03 15:52:31.394642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-968de44e-64a5-461c-9c22-dc51522b4419 req-9840cbd4-e8b7-420f-8316-d7f62602263f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412933 Jun 03 15:52:31.423814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:31.448650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-282dfff5-f8db-48f4-9455-9b616bbce9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:31.452398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-282dfff5-f8db-48f4-9455-9b616bbce9e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402442 Jun 03 15:52:31.488421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=6b8c76d7-a032-4eb5-9239-11651201c97c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:31.543255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-6c6607e6-9225-4e6f-86f9-a41b1b58d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:31.544888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-6c6607e6-9225-4e6f-86f9-a41b1b58d2a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1095 time: 0.3989220 Jun 03 15:52:31.704853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-40e042f3-891d-4e69-83c4-02f48a4a6f38 service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434635 Jun 03 15:52:31.871656 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:31.995624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f29508d-c00b-4192-8cc1-90b9b5b93160 req-17c53699-60fc-412f-bcf0-193098ca1bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812173 Jun 03 15:52:32.260944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-48f11bd6-c7ce-4ffb-9965-f621c0f7b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:32.262575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-48f11bd6-c7ce-4ffb-9965-f621c0f7b19a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1095 time: 0.1920104 Jun 03 15:52:32.437853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-f5b3cf68-3b5c-4a3b-bd74-435008e849a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:32.437853 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-f5b3cf68-3b5c-4a3b-bd74-435008e849a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.7770202 Jun 03 15:52:32.493958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-c57af2c2-acb7-46ee-bff9-ab0dbf90832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:32.493958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-c57af2c2-acb7-46ee-bff9-ab0dbf90832a service neutron] 10.222.0.15 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.2154961 Jun 03 15:52:32.680482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router bc66b872-edde-4f0b-8f08-79983edeadca has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:32.701048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-a387b194-eb31-43f4-8721-bb2a8bdf6ab4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1000 time: 0.2466540 Jun 03 15:52:32.778680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-297adc2a-d347-46af-87bf-d9538e450dc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1000 time: 0.2746034 Jun 03 15:52:32.913326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b960f-811b-4f3c-a46c-dfae60dfcc46 req-63dd3adc-92e3-4c1c-a4fc-735e6dd43c0c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:32.923271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc0b960f-811b-4f3c-a46c-dfae60dfcc46 req-63dd3adc-92e3-4c1c-a4fc-735e6dd43c0c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.2743325 Jun 03 15:52:32.973874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-9c9c355a-f393-4729-8e1a-b34684d2bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:32.973874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-9c9c355a-f393-4729-8e1a-b34684d2bd6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.1895425 Jun 03 15:52:33.070596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc0b960f-811b-4f3c-a46c-dfae60dfcc46 req-2958a9fa-3406-4323-8191-eaae172b3a40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425290 Jun 03 15:52:33.139931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-3a4d9ab9-6c3d-48a9-ba3d-4a1579447be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:33.142188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-3a4d9ab9-6c3d-48a9-ba3d-4a1579447be2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629589 Jun 03 15:52:33.172029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:33.183569 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] Sync routers for ids ['bc66b872-edde-4f0b-8f08-79983edeadca'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:33.200172 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] Routers {'bc66b872-edde-4f0b-8f08-79983edeadca'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:33.200834 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bc66b872-edde-4f0b-8f08-79983edeadca'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:33.216566 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f7f081fd-8426-4c72-8b73-0b061b8139c0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/bc66b872-edde-4f0b-8f08-79983edeadca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9084156 Jun 03 15:52:33.218640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-9e9bbee0-adf3-47d5-aff6-1c952f7bde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:33.220722 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-9e9bbee0-adf3-47d5-aff6-1c952f7bde49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.4473135 Jun 03 15:52:33.221394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:33.351989 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:33.353692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-617f1d39-d24d-4643-a505-b58c036bb5e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:33.369270 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] Routers {'bc66b872-edde-4f0b-8f08-79983edeadca'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:33.371001 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['bc66b872-edde-4f0b-8f08-79983edeadca'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:33.397791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-d589121a-4d69-46ae-a4fe-e23cc3a8db95 service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471540 Jun 03 15:52:33.412313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-617f1d39-d24d-4643-a505-b58c036bb5e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:33.413733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-617f1d39-d24d-4643-a505-b58c036bb5e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc66b872-edde-4f0b-8f08-79983edeadca HTTP/1.1" status: 200 len: 205 time: 0.1911972 Jun 03 15:52:33.419959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59662) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:33.498267 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:33.498970 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544ef33-92b4-42cb-9c93-699624cf3c66 None None] The sync data for ids ['bc66b872-edde-4f0b-8f08-79983edeadca'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:33.680932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-4b485547-af2d-43c0-ab07-e8c6b16a3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:33.683511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-4b485547-af2d-43c0-ab07-e8c6b16a3d8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4262452 Jun 03 15:52:33.784671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-d40f18ad-d227-40f6-a4c1-c203e0da15ec service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796926 Jun 03 15:52:33.795746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0609925d-2771-4a76-b458-7ecce43c7e1f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.208480 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-dc24407e-304a-4f4f-96b6-98a98a8b9533 service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137277 Jun 03 15:52:34.209616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0609925d-2771-4a76-b458-7ecce43c7e1f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.220329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0609925d-2771-4a76-b458-7ecce43c7e1f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.306565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47534eba-1181-48a4-8447-eced9be6b8d6 req-51b3bbfe-eca5-4b44-b08b-be85dc60d761 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:34.309202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-47534eba-1181-48a4-8447-eced9be6b8d6 req-51b3bbfe-eca5-4b44-b08b-be85dc60d761 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 944 time: 0.1260395 Jun 03 15:52:34.313150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:52:34.354294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0609925d-2771-4a76-b458-7ecce43c7e1f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.354770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609925d-2771-4a76-b458-7ecce43c7e1f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Fanout notify agent at l3_agent the message router_deleted on router bc66b872-edde-4f0b-8f08-79983edeadca {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:52:34.396520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0609925d-2771-4a76-b458-7ecce43c7e1f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.400094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0609925d-2771-4a76-b458-7ecce43c7e1f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/bc66b872-edde-4f0b-8f08-79983edeadca HTTP/1.1" status: 204 len: 168 time: 0.9750097 Jun 03 15:52:34.402829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59680) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:34.433671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-47534eba-1181-48a4-8447-eced9be6b8d6 req-11eafaa2-ab34-4ef1-8b39-f5c4e5bf5c86 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108520 Jun 03 15:52:34.492712 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1afb6cc8-6c46-4780-9ea8-f8fdb5e50afe req-b61b54ef-c484-4a8a-9665-8885caaf7eda service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677505 Jun 03 15:52:34.521775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet f08eff97-f10d-4a16-8b16-74ae27fdc294 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:34.527612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.573845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:34.600403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '957aeed0-bc37-4ead-a97e-48022974efd4', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'port_id': '957aeed0-bc37-4ead-a97e-48022974efd4', 'mac_address': 'fa:16:3e:b8:95:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:52:34.633839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.663267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 957aeed0-bc37-4ead-a97e-48022974efd4 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:34.663656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.683297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957aeed0-bc37-4ead-a97e-48022974efd4 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:52:34.701359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:34.707760 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.776590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.895312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:34.929143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.977816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['957aeed0-bc37-4ead-a97e-48022974efd4'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:52:35.300914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=f08eff97-f10d-4a16-8b16-74ae27fdc294,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:35.305585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.315426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 59692) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.323956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14134c86-9386-4c62-ac7e-af6b92a3113d None None] Network ca9b062a-09a4-4f1d-b74d-a695dfebe969 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:35.325025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-de20d780-91e7-4511-90ae-cd54d4ec9ab7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/f08eff97-f10d-4a16-8b16-74ae27fdc294 HTTP/1.1" status: 204 len: 168 time: 0.9209154 Jun 03 15:52:35.443197 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.455624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:35.456021 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.735595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] DHCP port deletion for ca9b062a-09a4-4f1d-b74d-a695dfebe969 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:35.740160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Deleting port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:35.740519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.749023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,segment=NetworkSegment(454f6939-b073-4bc6-a054-e85b39806bde),segment_id=454f6939-b073-4bc6-a054-e85b39806bde)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:35.749427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.888026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:35.951772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42d5b2-9d03-4b05-a978-c8eeac7742ac req-4d687ead-6357-4bba-b87b-7a8606b321b6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:35.953394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce42d5b2-9d03-4b05-a978-c8eeac7742ac req-4d687ead-6357-4bba-b87b-7a8606b321b6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 945 time: 0.2944252 Jun 03 15:52:36.010187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] For port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,segment=NetworkSegment(454f6939-b073-4bc6-a054-e85b39806bde),segment_id=454f6939-b073-4bc6-a054-e85b39806bde)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:36.010591 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.038831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.130125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=3d99d44f-b9e8-4fcd-b683-f84d00388dc7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:36.134765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No DVR routers for this DVR port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:36.187353 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Calling delete_port for 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:36.217166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce42d5b2-9d03-4b05-a978-c8eeac7742ac req-914acff7-8e75-46e2-8800-844f7913edae tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260864 Jun 03 15:52:36.318762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:36.319297 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:36.332228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:36.459752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.490798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 957aeed0-bc37-4ead-a97e-48022974efd4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:36.496695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9b062a-09a4-4f1d-b74d-a695dfebe969']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:36.504694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 957aeed0-bc37-4ead-a97e-48022974efd4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:36.505076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.536703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454f6939-b073-4bc6-a054-e85b39806bde') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:36.538547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454f6939-b073-4bc6-a054-e85b39806bde') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:36.573933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.600803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.610710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:36.611050 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.746764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 957aeed0-bc37-4ead-a97e-48022974efd4 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:36.747215 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.782078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:36.800231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:36.806491 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.826971 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 454f6939-b073-4bc6-a054-e85b39806bde resource provider aggregate not found Jun 03 15:52:36.852052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Deleting port 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:36.852850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.922151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-a5e28724-f009-4ae8-b5c6-753c0c0408eb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:36.924625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-a5e28724-f009-4ae8-b5c6-753c0c0408eb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:36.940130 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 454f6939-b073-4bc6-a054-e85b39806bde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 454f6939-b073-4bc6-a054-e85b39806bde found for delete ", "request_id": "req-487f1d05-ae35-47a2-a714-3b2baafd4409"}]} Jun 03 15:52:36.962628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-a5e28724-f009-4ae8-b5c6-753c0c0408eb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:36.964500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-a5e28724-f009-4ae8-b5c6-753c0c0408eb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a&tenant_id=ba454d73f843480bb2a4b139889fe358&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 946 time: 0.2397277 Jun 03 15:52:36.966416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7f56e4b2-e6e3-4e0c-b342-17c58bca9161 None None] The port '3d99d44f-b9e8-4fcd-b683-f84d00388dc7' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:52:36.991314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:37.083168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.088803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.099520 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-e400242f-9db8-4288-a84a-308e5b934d54 service neutron] delete failed (client error): The resource could not be found. Jun 03 15:52:37.102298 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-e400242f-9db8-4288-a84a-308e5b934d54 service neutron] 10.222.0.70 "DELETE /v2.0/ports/957aeed0-bc37-4ead-a97e-48022974efd4/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1291156 Jun 03 15:52:37.144173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=ca9b062a-09a4-4f1d-b74d-a695dfebe969,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:37.162156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-15f70c05-5a51-49aa-8948-be9eee29ee3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/ca9b062a-09a4-4f1d-b74d-a695dfebe969 HTTP/1.1" status: 204 len: 168 time: 1.8420882 Jun 03 15:52:37.162729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 59800) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:37.172249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1378184299', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:37.182780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83858d96-f202-4c04-95a6-86b77f02001d req-7140fff9-0a14-4d13-b85b-3c9a88fce412 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:37.184525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83858d96-f202-4c04-95a6-86b77f02001d req-7140fff9-0a14-4d13-b85b-3c9a88fce412 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 945 time: 0.2744160 Jun 03 15:52:37.191121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:37.197174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:router and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:37.200627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:37.200873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ded295-e569-4583-ad57-7b1c9a250684 req-8850ec07-e1c0-4e8d-840a-dd3a09efde90 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:37.202853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26ded295-e569-4583-ad57-7b1c9a250684 req-8850ec07-e1c0-4e8d-840a-dd3a09efde90 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.3629601 Jun 03 15:52:37.215811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:37.274425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.275567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.302187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.310827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83858d96-f202-4c04-95a6-86b77f02001d req-df72243c-2d05-4d85-bb10-546e97ae5248 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065698 Jun 03 15:52:37.324927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26ded295-e569-4583-ad57-7b1c9a250684 req-98a6afdb-8e0d-4ac6-a902-9d94a2d73cad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931628 Jun 03 15:52:37.341089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-bb9e7ca3-1076-4932-8065-14e935f223ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:37.343079 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-bb9e7ca3-1076-4932-8065-14e935f223ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.1167989 Jun 03 15:52:37.391225 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac68a6c6-6447-4a26-a9ef-430018988b9b'] response: {'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'code': 200} Jun 03 15:52:37.672319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:37.727738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.731846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:37.732925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3d99d44f-b9e8-4fcd-b683-f84d00388dc7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:37.785285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-3ad62189-78bc-478f-8ee1-cae3d5b730fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:37.787133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-3ad62189-78bc-478f-8ee1-cae3d5b730fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.3838120 Jun 03 15:52:37.962779 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-beb42f57-f2ad-4361-86d7-4f971f9be6fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1002 time: 0.1227634 Jun 03 15:52:38.053108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-d807a3a2-24a8-4942-b6ec-16c9ee8ada2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:38.055120 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-d807a3a2-24a8-4942-b6ec-16c9ee8ada2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.0830278 Jun 03 15:52:38.301045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.344745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.416089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-d4c30577-a652-4202-acab-a87d2c83e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:38.417900 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-d4c30577-a652-4202-acab-a87d2c83e3a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3532560 Jun 03 15:52:38.793116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a054843-96ed-46d4-a796-e7c207c316a5 req-116d3cad-b552-408b-acab-3d425f179580 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:38.794650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a054843-96ed-46d4-a796-e7c207c316a5 req-116d3cad-b552-408b-acab-3d425f179580 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 945 time: 0.3670354 Jun 03 15:52:38.802377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-c3b48d98-8415-42ba-8ade-57506659e20c tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:38.803794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-c3b48d98-8415-42ba-8ade-57506659e20c tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 945 time: 0.1847417 Jun 03 15:52:38.808982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-8d11d88f-55ee-4c5c-af4b-c4ecf018df04 service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795886 Jun 03 15:52:38.815607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 172.25.1.166 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/4064f871-1fd0-471e-9751-aa10aadf6c64) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:38.875033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1426-4590-4eaa-9b02-23d16e663eb9 req-64667132-fed6-45bc-82eb-dcffb73b7097 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:38.876556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-388f1426-4590-4eaa-9b02-23d16e663eb9 req-64667132-fed6-45bc-82eb-dcffb73b7097 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.2640140 Jun 03 15:52:38.936142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Deleting port a910ae0a-2656-444c-bec6-0efa9973b83a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:38.936491 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.979362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a054843-96ed-46d4-a796-e7c207c316a5 req-7f4b73b9-20bd-4e32-ac62-ceaf03df4ec1 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/security-groups?id=98c28f00-620d-49ab-940a-3305b415ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744597 Jun 03 15:52:39.010268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-388f1426-4590-4eaa-9b02-23d16e663eb9 req-865a35bc-294b-4522-8ab4-779e96a7e7d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216798 Jun 03 15:52:39.088840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e790bc82-b1cf-4717-921c-10f1e29fa1f9 req-f3ec4d30-623b-472a-a404-37ea0237911b service neutron] 10.222.0.70 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684999 Jun 03 15:52:39.115315 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.167329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.254300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:39.256786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:39.263703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:39.317818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] For port a910ae0a-2656-444c-bec6-0efa9973b83a, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a910ae0a-2656-444c-bec6-0efa9973b83a,segment=NetworkSegment(4a6925f1-b828-4248-abee-5d63168beac8),segment_id=4a6925f1-b828-4248-abee-5d63168beac8)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:39.318436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.324337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=4064f871-1fd0-471e-9751-aa10aadf6c64,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:39.564995 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Calling delete_port for a910ae0a-2656-444c-bec6-0efa9973b83a owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:39.774025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.791248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['a910ae0a-2656-444c-bec6-0efa9973b83a'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:52:39.838086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.845884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Pushing event deleted for resources: {'Port': ['ID=a910ae0a-2656-444c-bec6-0efa9973b83a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:39.929143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] No DVR routers for this DVR port a910ae0a-2656-444c-bec6-0efa9973b83a on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:39.932031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.938112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'name': 'network-vif-deleted', 'tag': 'a910ae0a-2656-444c-bec6-0efa9973b83a'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:39.982475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b76a566-639a-4c32-9578-b24f6a3a1496 req-68a76f8d-9afb-4959-9a6b-c1852901bb81 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.15 "DELETE /v2.0/ports/a910ae0a-2656-444c-bec6-0efa9973b83a HTTP/1.1" status: 204 len: 173 time: 1.1607316 Jun 03 15:52:40.051038 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf30377-f61f-483c-b204-f70217faf2b3'] response: {'server_uuid': 'e32a2ef2-eb19-491b-8ac9-29529503a021', 'name': 'network-vif-deleted', 'tag': 'a910ae0a-2656-444c-bec6-0efa9973b83a', 'status': 'completed', 'code': 200} Jun 03 15:52:40.221467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-acaa7687-0117-421c-ac21-f78b6c0ae66c req-cb10083e-dc16-41a0-b694-a708262f1279 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Synchronizing usage tracker for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:40.264250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-acaa7687-0117-421c-ac21-f78b6c0ae66c req-cb10083e-dc16-41a0-b694-a708262f1279 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] Unset dirty status for tenant:1f28739c96434fe9868fba2ae29797ed on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:40.265450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-acaa7687-0117-421c-ac21-f78b6c0ae66c req-cb10083e-dc16-41a0-b694-a708262f1279 tempest-VolumesSnapshotTestJSON-1522471828 tempest-VolumesSnapshotTestJSON-1522471828-project] 10.222.0.66 "GET /v2.0/ports?device_id=e32a2ef2-eb19-491b-8ac9-29529503a021 HTTP/1.1" status: 200 len: 210 time: 0.1080761 Jun 03 15:52:40.378755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.397456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8b8a-da14-4747-b2a5-266e11df37ea req-0f063aa8-8bcd-4def-b02a-8447ed976bff tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:40.401034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-524d8b8a-da14-4747-b2a5-266e11df37ea req-0f063aa8-8bcd-4def-b02a-8447ed976bff tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.1983125 Jun 03 15:52:40.459227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-524d8b8a-da14-4747-b2a5-266e11df37ea req-4529024d-1c3d-4bdb-888e-7a90c1e8b1f9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513437 Jun 03 15:52:40.486178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:40.614556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-30259504-5b3d-48bb-8115-71b1d4e34c13 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c HTTP/1.1" status: 200 len: 994 time: 0.1262753 Jun 03 15:52:40.830810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 85af67ff-603a-4252-b2bf-fac571e3d228 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:52:41.043699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:41.061772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] Sync routers for ids ['85af67ff-603a-4252-b2bf-fac571e3d228'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:41.085067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] Routers {'85af67ff-603a-4252-b2bf-fac571e3d228'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:41.086291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['85af67ff-603a-4252-b2bf-fac571e3d228'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:41.091000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:41.093288 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-78533609-a435-46ba-99b0-1341979f5d7e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9290137 Jun 03 15:52:41.095833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60186) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:41.199368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:41.209067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] Routers {'85af67ff-603a-4252-b2bf-fac571e3d228'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:41.209681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['85af67ff-603a-4252-b2bf-fac571e3d228'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:41.279836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:41.280286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01426715-e8bc-46c4-b0be-6675d45e0669 None None] The sync data for ids ['85af67ff-603a-4252-b2bf-fac571e3d228'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:41.333772 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a08b87a6-d817-430a-af7e-2deca46e988f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/routers/85af67ff-603a-4252-b2bf-fac571e3d228 HTTP/1.1" status: 200 len: 885 time: 0.2364686 Jun 03 15:52:41.336787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:41.564320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff29c318-6e82-4895-baba-893b0b09a48c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:router {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:41.584895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ff29c318-6e82-4895-baba-893b0b09a48c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:router {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:41.589542 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ff29c318-6e82-4895-baba-893b0b09a48c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2516959 Jun 03 15:52:41.590101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60198) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:41.598971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c4de9b95-007b-45a6-aa49-5e132b4cf12a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1378184299'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:42.376582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a910ae0a-2656-444c-bec6-0efa9973b83a no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:42.397331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4de9b95-007b-45a6-aa49-5e132b4cf12a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.411923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4de9b95-007b-45a6-aa49-5e132b4cf12a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.502181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: a910ae0a-2656-444c-bec6-0efa9973b83a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:42.502673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a910ae0a-2656-444c-bec6-0efa9973b83a not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:42.637836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4de9b95-007b-45a6-aa49-5e132b4cf12a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 85af67ff-603a-4252-b2bf-fac571e3d228 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:42.836918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4de9b95-007b-45a6-aa49-5e132b4cf12a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:42.843518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c4de9b95-007b-45a6-aa49-5e132b4cf12a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.847665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c4de9b95-007b-45a6-aa49-5e132b4cf12a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/85af67ff-603a-4252-b2bf-fac571e3d228 HTTP/1.1" status: 200 len: 892 time: 1.2535074 Jun 03 15:52:42.847933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60210) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:42.857799 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] Sync routers for ids ['85af67ff-603a-4252-b2bf-fac571e3d228'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:42.877474 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] Routers {'85af67ff-603a-4252-b2bf-fac571e3d228'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:42.879858 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['85af67ff-603a-4252-b2bf-fac571e3d228'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:42.971683 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:42.982354 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] Routers {'85af67ff-603a-4252-b2bf-fac571e3d228'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:42.983232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['85af67ff-603a-4252-b2bf-fac571e3d228'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:43.083760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9df68c64-f741-46e1-a4c6-1cf50fef5ada tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/routers/85af67ff-603a-4252-b2bf-fac571e3d228 HTTP/1.1" status: 200 len: 892 time: 0.2345185 Jun 03 15:52:43.086572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60222) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:43.146801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-61184def-e142-4c6a-9be2-60f85dd71f82 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:43.168872 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:43.169546 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf3a1b-2e4f-4035-b4c6-292193a7bbf9 None None] The sync data for ids ['85af67ff-603a-4252-b2bf-fac571e3d228'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:43.190889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-61184def-e142-4c6a-9be2-60f85dd71f82 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:43.195668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60228) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:43.196503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-61184def-e142-4c6a-9be2-60f85dd71f82 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=85af67ff-603a-4252-b2bf-fac571e3d228 HTTP/1.1" status: 200 len: 205 time: 0.1073713 Jun 03 15:52:43.412415 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0338957-12ea-4fa3-a9a1-f777dedc1acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.506771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.721170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.735808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 4064f871-1fd0-471e-9751-aa10aadf6c64 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:43.736446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.985562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.297686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 4064f871-1fd0-471e-9751-aa10aadf6c64 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:44.560538 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.708008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=4064f871-1fd0-471e-9751-aa10aadf6c64,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:44.788681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.022489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.028321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.065468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.066530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Fanout notify agent at l3_agent the message router_deleted on router 85af67ff-603a-4252-b2bf-fac571e3d228 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:52:45.110362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.111704 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3eaf6e6a-0b1c-4c4b-8f5c-ac92fc2ce5a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/85af67ff-603a-4252-b2bf-fac571e3d228 HTTP/1.1" status: 204 len: 168 time: 1.9136360 Jun 03 15:52:45.116615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60242) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:45.124147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-113069925'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:45.130541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:45.135476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:45.138932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:45.146270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:45.158626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:45.162495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.197273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:45.213769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.214382 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment 82e28dac-cad9-49f7-9676-1fe843fff347 of type vlan for network a9024f02-16ab-4e5a-bc83-18243c2805a2 Jun 03 15:52:45.249880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.290825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.297919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:45.298978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.412694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2899523 Jun 03 15:52:45.413092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60246) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:45.422315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': 'a9024f02-16ab-4e5a-bc83-18243c2805a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:45.499146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cb275-81ad-4fde-a29d-bb4d534d78de tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=a9024f02-16ab-4e5a-bc83-18243c2805a2,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:45.519706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:45.561032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:45.566737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:45.570374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:45.578584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:45.592870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:45.597032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.815949 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.064455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60260) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:46.110618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.216689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=b4d898c5-ee1f-498c-be59-6fe3c303d60d,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:46.225726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': '82e28dac-cad9-49f7-9676-1fe843fff347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a9024f02-16ab-4e5a-bc83-18243c2805a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:46.226209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: a9024f02-16ab-4e5a-bc83-18243c2805a2, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:46.262263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:46.275989 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7140f88a-6eaf-484c-a221-3f0b42847d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.286847 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.291778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a9024f02-16ab-4e5a-bc83-18243c2805a2) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:46.305642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:46.306503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.315205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092bc8a2-88b5-4ccd-8a47-7ac528444906 None None] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:46.325149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:46.334351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Usage tracker for resource:security_group_rule and tenant:e67ffee9693749d78dcaeb950f5c081b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:46.338048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:46.350656 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f61e3a4a-69a6-48ca-be2b-4ac214ccce62 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9358273 Jun 03 15:52:46.352222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:46.354233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60266) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:46.364201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-333012099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:46.377759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:46.384742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:router and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:46.389094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:46.396804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:46.416065 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.419548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.457010 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.511223 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.541660 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.547438 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.591320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.602086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9c99370b-a396-4b10-965d-35376dfc74e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2452986 Jun 03 15:52:46.604191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60270) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:46.631178 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e67ffee9693749d78dcaeb950f5c081b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647757 Jun 03 15:52:46.634467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60276) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:46.656898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-a9024f02-16ab-4e5a-bc83-18243c2805a2', 'network_id': 'a9024f02-16ab-4e5a-bc83-18243c2805a2', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': 'b4d898c5-ee1f-498c-be59-6fe3c303d60d'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:52:46.657956 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.711898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba6537-f064-4ee0-be86-1d9420b725cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b08fa6-0d3f-4461-9ef0-8be7ff15edff,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:46.732875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.797911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-63d08952-4c23-4f4e-980c-962f68884bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.838135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-63d08952-4c23-4f4e-980c-962f68884bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.912889 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-63d08952-4c23-4f4e-980c-962f68884bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.930338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08952-4c23-4f4e-980c-962f68884bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b08fa6-0d3f-4461-9ef0-8be7ff15edff,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:46.938284 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-63d08952-4c23-4f4e-980c-962f68884bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.941751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-63d08952-4c23-4f4e-980c-962f68884bef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97b08fa6-0d3f-4461-9ef0-8be7ff15edff HTTP/1.1" status: 204 len: 168 time: 0.3039114 Jun 03 15:52:46.950510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Allocated IP 2001:db8::2 (a9024f02-16ab-4e5a-bc83-18243c2805a2/b4d898c5-ee1f-498c-be59-6fe3c303d60d/c3c43710-fa6c-40c2-85fa-da840c9e3771) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:47.078808 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.251031 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.266976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Transition to ACTIVE for port object c3c43710-fa6c-40c2-85fa-da840c9e3771 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:47.292372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Transition to ACTIVE for port object c3c43710-fa6c-40c2-85fa-da840c9e3771 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:47.300045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.325107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.381755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:47.386320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:47.391204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:47.411440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60292) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:47.430103 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.450296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:47.455342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Pushing event updated for resources: {'Port': ['ID=c3c43710-fa6c-40c2-85fa-da840c9e3771,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:47.458637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Usage tracker for resource:security_group_rule and tenant:32e3f45353d84bedb0777c959a67a5da is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:47.463631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:47.471678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:47.508707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.509083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.509552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.509950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.510358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.511228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.511228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.511549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.511878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.512258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.512568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.513635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.541001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Attempting to bind port c3c43710-fa6c-40c2-85fa-da840c9e3771 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:47.541536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Attempting to bind port c3c43710-fa6c-40c2-85fa-da840c9e3771 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '82e28dac-cad9-49f7-9676-1fe843fff347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a9024f02-16ab-4e5a-bc83-18243c2805a2'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:47.541908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Attempting to bind port c3c43710-fa6c-40c2-85fa-da840c9e3771 on network a9024f02-16ab-4e5a-bc83-18243c2805a2 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:47.551945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:47.552701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Checking segment: {'id': '82e28dac-cad9-49f7-9676-1fe843fff347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a9024f02-16ab-4e5a-bc83-18243c2805a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:47.553168 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.554071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Bound using segment: {'id': '82e28dac-cad9-49f7-9676-1fe843fff347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a9024f02-16ab-4e5a-bc83-18243c2805a2'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:47.554756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Bound port: c3c43710-fa6c-40c2-85fa-da840c9e3771, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e28dac-cad9-49f7-9676-1fe843fff347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a9024f02-16ab-4e5a-bc83-18243c2805a2'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:47.555149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.624777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.630946 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.697415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] For port c3c43710-fa6c-40c2-85fa-da840c9e3771, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:47.702785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702cb4b0-f466-4ea4-885a-e905250eaf86,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:47.705965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] For port c3c43710-fa6c-40c2-85fa-da840c9e3771, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c3c43710-fa6c-40c2-85fa-da840c9e3771,segment=NetworkSegment(82e28dac-cad9-49f7-9676-1fe843fff347),segment_id=82e28dac-cad9-49f7-9676-1fe843fff347)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:47.714412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.727108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-76b97fd3-fe3c-40d5-9bb0-5e9a9e7793b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32e3f45353d84bedb0777c959a67a5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120589 Jun 03 15:52:47.727533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60296) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:47.861616 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dae96868-2e31-4097-a02e-a67fe548c848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.861934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac899e04-e113-41c0-b61e-3eaa6faa7e01 None None] Pushing event updated for resources: {'Port': ['ID=c3c43710-fa6c-40c2-85fa-da840c9e3771,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:47.913662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dae96868-2e31-4097-a02e-a67fe548c848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.965779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8::1 (a9024f02-16ab-4e5a-bc83-18243c2805a2/b4d898c5-ee1f-498c-be59-6fe3c303d60d/447000e5-cee2-4515-8ce6-45e510f9962a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:47.994766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dae96868-2e31-4097-a02e-a67fe548c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.027584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae96868-2e31-4097-a02e-a67fe548c848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cb4b0-f466-4ea4-885a-e905250eaf86,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:48.029953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dae96868-2e31-4097-a02e-a67fe548c848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.033592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dae96868-2e31-4097-a02e-a67fe548c848 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/702cb4b0-f466-4ea4-885a-e905250eaf86 HTTP/1.1" status: 204 len: 168 time: 0.3027663 Jun 03 15:52:48.136865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.283499 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.305051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object 447000e5-cee2-4515-8ce6-45e510f9962a will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:48.336173 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.423546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:48.427329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:48.433277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:48.433842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.449237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=447000e5-cee2-4515-8ce6-45e510f9962a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:48.488454 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.575858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.180143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.186649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.188627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.330116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec5e68-3672-4b8d-8823-1348ad0efeac None None] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:49.412912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=447000e5-cee2-4515-8ce6-45e510f9962a,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:49.459149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2d110549-fc9a-45e9-8af7-53dbfe627d0b None None] Provisioning for port c3c43710-fa6c-40c2-85fa-da840c9e3771 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:49.513486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:49.515557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:49.774830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c3c43710-fa6c-40c2-85fa-da840c9e3771 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:49.837773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 56a706f9-662f-4030-a4af-78877fa0fd92 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:52:49.903774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c3c43710-fa6c-40c2-85fa-da840c9e3771 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:49.910503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c3c43710-fa6c-40c2-85fa-da840c9e3771 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:49.910889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.006975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60332) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:50.131883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c3c43710-fa6c-40c2-85fa-da840c9e3771 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:50.131883 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.227354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c3c43710-fa6c-40c2-85fa-da840c9e3771, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c3c43710-fa6c-40c2-85fa-da840c9e3771,segment=NetworkSegment(82e28dac-cad9-49f7-9676-1fe843fff347),segment_id=82e28dac-cad9-49f7-9676-1fe843fff347)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:50.233987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.313384 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.348370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:50.357148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Usage tracker for resource:security_group_rule and tenant:4bd1f83dee844372b80fd5dcbcbd445e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:50.360418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:50.371449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:50.374241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:50.396735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] Sync routers for ids ['56a706f9-662f-4030-a4af-78877fa0fd92'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:50.416619 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5988af5-5b1d-4e12-822c-cc84d4f990bd tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/56a706f9-662f-4030-a4af-78877fa0fd92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7917538 Jun 03 15:52:50.418683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60340) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:50.457231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c3c43710-fa6c-40c2-85fa-da840c9e3771,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:50.466193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] Routers {'56a706f9-662f-4030-a4af-78877fa0fd92'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:50.466848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['56a706f9-662f-4030-a4af-78877fa0fd92'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:50.536228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a665f8ce-ca2b-4c16-acde-91733fc505d7 None None] Provisioning for port 447000e5-cee2-4515-8ce6-45e510f9962a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:50.563185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:50.568918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.579456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f663d5-97ff-46d6-8373-2bbff93e8028 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:50.581476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.584516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] Routers {'56a706f9-662f-4030-a4af-78877fa0fd92'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:50.584516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['56a706f9-662f-4030-a4af-78877fa0fd92'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:50.592674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f0f663d5-97ff-46d6-8373-2bbff93e8028 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:50.622172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f0f663d5-97ff-46d6-8373-2bbff93e8028 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:50.627211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60344) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:50.628047 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f0f663d5-97ff-46d6-8373-2bbff93e8028 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports/447000e5-cee2-4515-8ce6-45e510f9962a HTTP/1.1" status: 200 len: 911 time: 0.2080324 Jun 03 15:52:50.643729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4d898c5-ee1f-498c-be59-6fe3c303d60d'}]}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:50.658043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a665f8ce-ca2b-4c16-acde-91733fc505d7 None None] Provisioning complete for port 447000e5-cee2-4515-8ce6-45e510f9962a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:50.658043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a665f8ce-ca2b-4c16-acde-91733fc505d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.685501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4bd1f83dee844372b80fd5dcbcbd445e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761017 Jun 03 15:52:50.688860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60348) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:50.693808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010036-912b-49a0-bf03-47b5b7dd7f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f83055d-842f-45a7-a4a6-9b051008c17a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:50.737280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:50.739314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261a7ee-093c-4828-a723-94515a6f76ea None None] The sync data for ids ['56a706f9-662f-4030-a4af-78877fa0fd92'] in n-d-844594-1 is: [] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:50.758571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a665f8ce-ca2b-4c16-acde-91733fc505d7 None None] Port 447000e5-cee2-4515-8ce6-45e510f9962a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:50.779735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a665f8ce-ca2b-4c16-acde-91733fc505d7 None None] Provisioning complete for port c3c43710-fa6c-40c2-85fa-da840c9e3771 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:50.780845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a665f8ce-ca2b-4c16-acde-91733fc505d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.831850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-951af803-84f5-4cc4-b1b0-a14e81dad36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.876348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-951af803-84f5-4cc4-b1b0-a14e81dad36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.978627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a665f8ce-ca2b-4c16-acde-91733fc505d7 None None] Current status of the port c3c43710-fa6c-40c2-85fa-da840c9e3771 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:50.994044 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-951af803-84f5-4cc4-b1b0-a14e81dad36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.019486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af803-84f5-4cc4-b1b0-a14e81dad36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f83055d-842f-45a7-a4a6-9b051008c17a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:51.050387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-951af803-84f5-4cc4-b1b0-a14e81dad36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.051562 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-951af803-84f5-4cc4-b1b0-a14e81dad36b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f83055d-842f-45a7-a4a6-9b051008c17a HTTP/1.1" status: 204 len: 168 time: 0.3596277 Jun 03 15:52:51.122095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1c234cb9-6786-4693-beae-9fb4222fc8df None None] Provisioning complete for port 447000e5-cee2-4515-8ce6-45e510f9962a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:51.122469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1c234cb9-6786-4693-beae-9fb4222fc8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.126792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.187090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1c234cb9-6786-4693-beae-9fb4222fc8df None None] Port 447000e5-cee2-4515-8ce6-45e510f9962a cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:51.687862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c3c43710-fa6c-40c2-85fa-da840c9e3771 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:51.780654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c3c43710-fa6c-40c2-85fa-da840c9e3771 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:51.782590 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.831692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.851920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.863624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:51.864505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.866134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/ports/447000e5-cee2-4515-8ce6-45e510f9962a HTTP/1.1" status: 200 len: 911 time: 1.2337956 Jun 03 15:52:51.872783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60366) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:51.952756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c3c43710-fa6c-40c2-85fa-da840c9e3771 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:51.996896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b258b0-4cff-4a05-906b-86e90747e15c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=447000e5-cee2-4515-8ce6-45e510f9962a,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:52.035937 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:52:52.222220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60378) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:52.377202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-602225568-network', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:52.389327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:52.399085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Usage tracker for resource:network and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:52.402337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:52.417522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:52.424810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:52.427738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.442026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.461620 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:52.466001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:52.469629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:52.477411 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:52.507936 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.636242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.654516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.687269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:52.700403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:52.705182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.705527 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Added segment 4a33f5a8-4c45-4915-a9ca-f058590efc8a of type vlan for network 4fd1611a-71f6-4aaf-9a56-f8743c696354 Jun 03 15:52:52.742649 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.780500 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.781958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:52.782781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.904763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 447000e5-cee2-4515-8ce6-45e510f9962a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:52.905303 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.008955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] Pushing event updated for resources: {'Network': ['ID=4fd1611a-71f6-4aaf-9a56-f8743c696354,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:53.013763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-229b6306-93df-47c6-b60c-528adb76a5ca admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7898397 Jun 03 15:52:53.016642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:53.023652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Request body: {'subnet': {'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-602225568-subnet', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:53.024915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:53.030351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:53.034905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Usage tracker for resource:subnet and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:53.038708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:53.045682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:53.061484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:53.071409 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.187776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.363140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.467677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb1a715-380c-4917-bd96-ba07acaf3021,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:53.485989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:53.486586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Network hostable DHCP agents. Network: 4fd1611a-71f6-4aaf-9a56-f8743c696354, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:53.520210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:53.532613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 447000e5-cee2-4515-8ce6-45e510f9962a owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:53.541694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 4fd1611a-71f6-4aaf-9a56-f8743c696354) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:53.552206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:53.552811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.554324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6b660-3874-455f-a9aa-4433e59da3d3 None None] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:53.598771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2d08dcba-7e6c-48ce-9419-39bf9ad54ff9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5806010 Jun 03 15:52:53.600060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60392) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:53.609354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:53.617850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:53.623606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Usage tracker for resource:router and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:53.628083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:53.641669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:53.670615 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.672532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.703442 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.878086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.936439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=447000e5-cee2-4515-8ce6-45e510f9962a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:54.000748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-4fd1611a-71f6-4aaf-9a56-f8743c696354', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:52:54.002266 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.135141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.312444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Allocated IP 172.20.0.2 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:54.426079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.649264 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.655410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.662935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Transition to ACTIVE for port object 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:54.687473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Transition to ACTIVE for port object 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:54.702787 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.723750 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.794055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:54.794055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:54.796960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:54.839275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Pushing event updated for resources: {'Port': ['ID=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:54.841285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 56a706f9-662f-4030-a4af-78877fa0fd92 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:54.915504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Allocated IP 172.25.1.43 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/fe32b9af-17a4-4eac-aad4-523ffd1fe97e) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:54.927976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Attempting to bind port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:54.932439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Attempting to bind port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:54.933127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Attempting to bind port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:54.949999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:54.950320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:54.951847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.952309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:54.952999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Bound port: 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:54.953437 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.038540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:55.049823 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] Sync routers for ids ['56a706f9-662f-4030-a4af-78877fa0fd92'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:55.071393 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] Routers {'56a706f9-662f-4030-a4af-78877fa0fd92'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:55.074979 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['56a706f9-662f-4030-a4af-78877fa0fd92'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:55.085058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9efd0d54-fdb7-4371-9d1d-17ccf2339494 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/56a706f9-662f-4030-a4af-78877fa0fd92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2111347 Jun 03 15:52:55.088938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60398) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:55.170218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d06885a5-292d-41f8-a8e2-85ca914daf90 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:55.191239 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:55.195972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] For port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:55.199926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] For port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:55.202932 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] Routers {'56a706f9-662f-4030-a4af-78877fa0fd92'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:55.204302 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['56a706f9-662f-4030-a4af-78877fa0fd92'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:55.209371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.214738 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d06885a5-292d-41f8-a8e2-85ca914daf90 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:55.228307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d06885a5-292d-41f8-a8e2-85ca914daf90 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a706f9-662f-4030-a4af-78877fa0fd92 HTTP/1.1" status: 200 len: 205 time: 0.1333914 Jun 03 15:52:55.232868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.236892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:55.272492 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.272754 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:55.273682 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698f49e-3760-4a36-ac9f-c75c1eccc22b None None] The sync data for ids ['56a706f9-662f-4030-a4af-78877fa0fd92'] in n-d-844594-1 is: [] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:55.368990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:55.375941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:55.381893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e562b-3980-4d96-bc34-750dd73d4a64 None None] Pushing event updated for resources: {'Port': ['ID=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:55.385472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:55.470484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c886add-1148-48de-b6a6-bee87cff83c4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.635252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Pushing event updated for resources: {'Port': ['ID=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:56.061410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c886add-1148-48de-b6a6-bee87cff83c4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.064004 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c886add-1148-48de-b6a6-bee87cff83c4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.090701 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c886add-1148-48de-b6a6-bee87cff83c4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.091186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c886add-1148-48de-b6a6-bee87cff83c4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Fanout notify agent at l3_agent the message router_deleted on router 56a706f9-662f-4030-a4af-78877fa0fd92 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:52:56.103353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.106270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c886add-1148-48de-b6a6-bee87cff83c4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.107348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3c886add-1148-48de-b6a6-bee87cff83c4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/56a706f9-662f-4030-a4af-78877fa0fd92 HTTP/1.1" status: 204 len: 168 time: 0.8686955 Jun 03 15:52:56.109983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60408) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:56.192768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet b4d898c5-ee1f-498c-be59-6fe3c303d60d {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:56.196624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.255850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.373358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.460759 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.506398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.512155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3acdb0b-c4db-4795-addc-f5b485dc3c19 None None] Network a9024f02-16ab-4e5a-bc83-18243c2805a2 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:56.515184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d898c5-ee1f-498c-be59-6fe3c303d60d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:56.518917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-60a0fd93-046b-49ec-a5c0-8261c3e80662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/b4d898c5-ee1f-498c-be59-6fe3c303d60d HTTP/1.1" status: 204 len: 168 time: 0.4076588 Jun 03 15:52:56.521163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60412) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:56.530030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.652240 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.665392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port c3c43710-fa6c-40c2-85fa-da840c9e3771 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:56.665870 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.721594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97290d57-ed2f-43e8-8939-4e19c6417e09 None None] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:56.764587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:52:56.842611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-32eb1f82-0a46-4524-91cc-5e2229300002 None None] Provisioning for port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:56.893881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port c3c43710-fa6c-40c2-85fa-da840c9e3771, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c3c43710-fa6c-40c2-85fa-da840c9e3771,segment=NetworkSegment(82e28dac-cad9-49f7-9676-1fe843fff347),segment_id=82e28dac-cad9-49f7-9676-1fe843fff347)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:56.894242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.974606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:57.012371 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.017470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2956fa21-cf8a-4732-8236-81b4a0a0ff8b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4125257 Jun 03 15:52:57.018469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60418) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:57.032731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for c3c43710-fa6c-40c2-85fa-da840c9e3771 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:57.042623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91998653-86c1-446a-944b-bcc1228f6c5c None None] DHCP port deletion for a9024f02-16ab-4e5a-bc83-18243c2805a2 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:57.054770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:57.076655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-91998653-86c1-446a-944b-bcc1228f6c5c None None] Deleting port c3c43710-fa6c-40c2-85fa-da840c9e3771 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:57.077192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-91998653-86c1-446a-944b-bcc1228f6c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.125225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.161892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:57.162759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:57.180763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=c3c43710-fa6c-40c2-85fa-da840c9e3771,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:57.182699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No DVR routers for this DVR port c3c43710-fa6c-40c2-85fa-da840c9e3771 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:57.325095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-91998653-86c1-446a-944b-bcc1228f6c5c None None] The port 'c3c43710-fa6c-40c2-85fa-da840c9e3771' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:52:57.336730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.368838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9024f02-16ab-4e5a-bc83-18243c2805a2']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:57.383199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e28dac-cad9-49f7-9676-1fe843fff347') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:57.383517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e28dac-cad9-49f7-9676-1fe843fff347') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:57.399054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.427875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.436303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:57.436707 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.471438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:57.596295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.601313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.673382 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 82e28dac-cad9-49f7-9676-1fe843fff347 resource provider aggregate not found Jun 03 15:52:57.708800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=a9024f02-16ab-4e5a-bc83-18243c2805a2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:57.714746 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 82e28dac-cad9-49f7-9676-1fe843fff347 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82e28dac-cad9-49f7-9676-1fe843fff347 found for delete ", "request_id": "req-6ca5adcb-13b2-49fc-b18e-f853fd3f77ef"}]} Jun 03 15:52:57.725477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3c364aa5-8114-41b0-9599-4f64273c26a3 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/a9024f02-16ab-4e5a-bc83-18243c2805a2 HTTP/1.1" status: 204 len: 168 time: 1.1998711 Jun 03 15:52:57.726482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60432) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:57.736317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-671803151', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:57.745721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:57.751017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:router and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:57.754769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:57.762872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:57.788947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.790877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.818999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.839598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:57.847017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.878058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.879359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9a60e566-35b9-4592-8ad5-2f5b3139e4bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1514444 Jun 03 15:52:57.882674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60436) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:57.889685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1710497978'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:57.897602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:57.903765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:57.907264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:57.913900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:57.926254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:57.932513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.967497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:57.984230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.984931 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment fceb7fbd-d676-4462-8254-f2e66221ccbe of type vlan for network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 Jun 03 15:52:57.996949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:58.015126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:58.015728 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.141691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:55Z', 'revision_number': 3, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:58.161705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:52:58.162183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Updating router 557f8056-6eba-49db-b5ba-8604ad78daa6 port fe32b9af-17a4-4eac-aad4-523ffd1fe97e binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:52:58.184301 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.214873 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.230305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:58.230664 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.231509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.239448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:58.240423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.290434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4065452 Jun 03 15:52:58.295869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60440) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:58.305518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.311480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:58.399806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:58.416052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327ebbe-c10b-4ea4-a653-e35b7fe28540 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=0bc44782-8b9b-42cc-9ab9-504f6a24cf67,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:58.457160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:58.469625 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.575154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c3c43710-fa6c-40c2-85fa-da840c9e3771 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:58.586977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:58.593866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:58.598935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:58.636275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:58.673377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:58.677150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.691457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: c3c43710-fa6c-40c2-85fa-da840c9e3771 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:58.691952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c3c43710-fa6c-40c2-85fa-da840c9e3771 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:58.699371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:58.784693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Allocated IP 172.20.0.1 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/f4f59838-aedf-45d2-847f-c92a01640ba3) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:58.982336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.997619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Transition to ACTIVE for port object fe32b9af-17a4-4eac-aad4-523ffd1fe97e will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:59.005752 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.060466 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.091821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Attempting to bind port fe32b9af-17a4-4eac-aad4-523ffd1fe97e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:59.092224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Attempting to bind port fe32b9af-17a4-4eac-aad4-523ffd1fe97e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:59.092775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Attempting to bind port fe32b9af-17a4-4eac-aad4-523ffd1fe97e on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:59.102238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Transition to ACTIVE for port object f4f59838-aedf-45d2-847f-c92a01640ba3 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:59.104720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:59.105199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:59.105941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.106066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:59.106842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Bound port: fe32b9af-17a4-4eac-aad4-523ffd1fe97e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:59.107230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.135465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.204728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dad450-57e7-4125-bf3f-04f0fc1989d5 None None] Pushing event updated for resources: {'Port': ['ID=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:59.237697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.269933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] For port fe32b9af-17a4-4eac-aad4-523ffd1fe97e, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:59.276677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] For port fe32b9af-17a4-4eac-aad4-523ffd1fe97e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:59.285096 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.291227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=8f11b4d5-aed7-4f7a-ae90-f99bc905d509,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:59.332266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:59.332643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: 0bc44782-8b9b-42cc-9ab9-504f6a24cf67, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:59.343838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:59.351442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:59.357251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:59.390124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Pushing event updated for resources: {'Port': ['ID=f4f59838-aedf-45d2-847f-c92a01640ba3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:59.423599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:59.450540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.453614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0bc44782-8b9b-42cc-9ab9-504f6a24cf67) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:59.467767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:59.468315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.469408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd06a2-2fd3-4abe-bef8-34d1bfbce7ca None None] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:59.497991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:59.498832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:59.547880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1659b855-352d-44a1-a14a-7126b2e57af9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2505345 Jun 03 15:52:59.550689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60450) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:59.652587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dad450-57e7-4125-bf3f-04f0fc1989d5 None None] Pushing event updated for resources: {'Port': ['ID=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:59.751298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:59.977620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-819960a1-a50e-4d9f-b017-c588257a70c7 None None] Provisioning for port f4f59838-aedf-45d2-847f-c92a01640ba3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:00.008546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-819960a1-a50e-4d9f-b017-c588257a70c7 None None] Provisioning complete for port f4f59838-aedf-45d2-847f-c92a01640ba3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:00.009387 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-819960a1-a50e-4d9f-b017-c588257a70c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.065977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:00.115196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-819960a1-a50e-4d9f-b017-c588257a70c7 None None] Port f4f59838-aedf-45d2-847f-c92a01640ba3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:00.117918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.176224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:00.176632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.468077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:53:00.468802 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.608895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:00.640292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.673628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-6dcae6eb-82fc-4b7f-a29d-71dd2954664e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3584208 Jun 03 15:53:00.769793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Allocated IP 2001:db8::2 (0bc44782-8b9b-42cc-9ab9-504f6a24cf67/8f11b4d5-aed7-4f7a-ae90-f99bc905d509/437ae15b-c799-4863-af74-0925391a889b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:00.791089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:55Z', 'revision_number': 3, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:00.799948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba0f48-e197-4f5e-bf30-518fc266ee86 None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:55Z', 'revision_number': 3, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:01.115486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.125580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.136171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Transition to ACTIVE for port object 437ae15b-c799-4863-af74-0925391a889b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:01.138076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.160376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Transition to ACTIVE for port object 437ae15b-c799-4863-af74-0925391a889b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:01.170109 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.283472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:01.287689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:01.292907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:01.357627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-deaa3869-5892-4c55-88ef-b5fd262d0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:01.360606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-deaa3869-5892-4c55-88ef-b5fd262d0043 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.5235882 Jun 03 15:53:01.408785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Pushing event updated for resources: {'Port': ['ID=437ae15b-c799-4863-af74-0925391a889b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:01.423025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Attempting to bind port 437ae15b-c799-4863-af74-0925391a889b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:01.423532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Attempting to bind port 437ae15b-c799-4863-af74-0925391a889b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:01.423752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Attempting to bind port 437ae15b-c799-4863-af74-0925391a889b on network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:01.430678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:01.431089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Checking segment: {'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:01.433704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.434209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Bound using segment: {'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:01.434720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Bound port: 437ae15b-c799-4863-af74-0925391a889b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:01.435112 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.564002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] For port 437ae15b-c799-4863-af74-0925391a889b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:01.570148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] For port 437ae15b-c799-4863-af74-0925391a889b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=437ae15b-c799-4863-af74-0925391a889b,segment=NetworkSegment(fceb7fbd-d676-4462-8254-f2e66221ccbe),segment_id=fceb7fbd-d676-4462-8254-f2e66221ccbe)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:01.577322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.612487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Pushing event updated for resources: {'Port': ['ID=f4f59838-aedf-45d2-847f-c92a01640ba3,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:01.740788 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.771915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ffe3c-5a96-4275-a7f7-999cfcca3f2e None None] Pushing event updated for resources: {'Port': ['ID=437ae15b-c799-4863-af74-0925391a889b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:01.781451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8::1 (0bc44782-8b9b-42cc-9ab9-504f6a24cf67/8f11b4d5-aed7-4f7a-ae90-f99bc905d509/e6792730-3a64-40f0-879e-07195e8e424b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:01.817723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe32b9af-17a4-4eac-aad4-523ffd1fe97e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:01.932723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port fe32b9af-17a4-4eac-aad4-523ffd1fe97e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:01.940518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fe32b9af-17a4-4eac-aad4-523ffd1fe97e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:01.940518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.037166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-196db967-9881-4814-ae7d-43db78fbffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:02.039222 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-196db967-9881-4814-ae7d-43db78fbffc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.4747269 Jun 03 15:53:02.138496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:02.203937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fe32b9af-17a4-4eac-aad4-523ffd1fe97e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:02.205409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.216917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:02.254879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port fe32b9af-17a4-4eac-aad4-523ffd1fe97e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:02.267429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.416045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:02.420912 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-5e66968f-d91b-4ed5-a9dd-27898e601af0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 1002 time: 0.2808869 Jun 03 15:53:02.481221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.504322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object e6792730-3a64-40f0-879e-07195e8e424b will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:02.670237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-5b352f91-b82d-4dd3-b019-0e01e15b4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:02.671655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-5b352f91-b82d-4dd3-b019-0e01e15b4ec4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.1614683 Jun 03 15:53:02.674869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fa25186f-104e-4940-b974-f5f86e466ba7 None None] Provisioning complete for port f4f59838-aedf-45d2-847f-c92a01640ba3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:02.675906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fa25186f-104e-4940-b974-f5f86e466ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.734449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.743804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fa25186f-104e-4940-b974-f5f86e466ba7 None None] Port f4f59838-aedf-45d2-847f-c92a01640ba3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:02.824376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:02.840266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:02.845317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:02.855760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:02.856325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.924897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=e6792730-3a64-40f0-879e-07195e8e424b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:03.057438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-b6ef30b9-8465-4dec-82e7-c16e224c34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:03.059062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-b6ef30b9-8465-4dec-82e7-c16e224c34e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3803680 Jun 03 15:53:03.262607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:03.296809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.309210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-a083795b-c1db-44a0-b69d-644914610a77 service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402108 Jun 03 15:53:03.331358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6bdf336d-ef4e-482d-a64f-9701f086549e admin admin] 10.222.0.66 "PUT /v2.0/routers/557f8056-6eba-49db-b5ba-8604ad78daa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3040049 Jun 03 15:53:03.331571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebab2bc-0b00-4933-88a7-3f6bb0eb5834 None None] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:03.456465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-69d244f7-bc0c-4eae-a65d-4796599a8818 None None] Provisioning for port 437ae15b-c799-4863-af74-0925391a889b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:03.711184 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:03.744636 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:03.745281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:03.862336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe32b9af-17a4-4eac-aad4-523ffd1fe97e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:03.939227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65d2a74a-2459-4fb9-8913-f89af49ed4fc req-88b498bc-094e-4ff1-9207-b0c88be18f1b service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121383 Jun 03 15:53:04.025694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fe32b9af-17a4-4eac-aad4-523ffd1fe97e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:04.026684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.067127 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:04.386143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60492) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:04.396219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-766712635-network', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:04.398832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fe32b9af-17a4-4eac-aad4-523ffd1fe97e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:04.400085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 437ae15b-c799-4863-af74-0925391a889b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:04.405933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:04.417785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Usage tracker for resource:network and tenant:46a428ea70c94a0e87314f849f0a8bf1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:04.428256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:04.455769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:04.471570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5714d54c-77b8-4b1b-9e4d-b1b21a2f0054 None None] Provisioning for port e6792730-3a64-40f0-879e-07195e8e424b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:04.478845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5714d54c-77b8-4b1b-9e4d-b1b21a2f0054 None None] Provisioning complete for port e6792730-3a64-40f0-879e-07195e8e424b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:04.479353 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5714d54c-77b8-4b1b-9e4d-b1b21a2f0054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.482311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Made reservation on behalf of 46a428ea70c94a0e87314f849f0a8bf1 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:04.486727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.519034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.549144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:04.553795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Usage tracker for resource:security_group_rule and tenant:46a428ea70c94a0e87314f849f0a8bf1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:04.558484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:04.567627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:04.627481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5714d54c-77b8-4b1b-9e4d-b1b21a2f0054 None None] Port e6792730-3a64-40f0-879e-07195e8e424b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:04.631360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.632618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 437ae15b-c799-4863-af74-0925391a889b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:04.641745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.642569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.652282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 437ae15b-c799-4863-af74-0925391a889b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:04.652678 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.677681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.690321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.728616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:53:04.767196 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:00Z', 'revision_number': 2, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:04.769283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.769650 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Added segment 0109c1e3-57e2-4a1c-896c-3fbb60a4e237 of type vlan for network b684cf3c-5a54-4ede-8421-ee30dddba812 Jun 03 15:53:04.774762 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:04.775690 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Updating router 557f8056-6eba-49db-b5ba-8604ad78daa6 port f4f59838-aedf-45d2-847f-c92a01640ba3 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:04.780528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd04aec3-5a62-47cd-96b9-7163b1d7d707,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:04.782866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-01604e68-92e4-4b67-b41b-d81cf3980572 None None] Provisioning complete for port e6792730-3a64-40f0-879e-07195e8e424b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:04.783281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-01604e68-92e4-4b67-b41b-d81cf3980572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.794249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.795171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.795525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.795860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.796220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.796554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.796883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.797213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.797541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.798024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.798384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.798792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:04.824347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=e6792730-3a64-40f0-879e-07195e8e424b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:04.852033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.874068 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.891891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.893349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:04.894136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.905263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:04.907151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:04.929792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-01604e68-92e4-4b67-b41b-d81cf3980572 None None] Port e6792730-3a64-40f0-879e-07195e8e424b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:04.936446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 437ae15b-c799-4863-af74-0925391a889b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:04.936830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.006573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 437ae15b-c799-4863-af74-0925391a889b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=437ae15b-c799-4863-af74-0925391a889b,segment=NetworkSegment(fceb7fbd-d676-4462-8254-f2e66221ccbe),segment_id=fceb7fbd-d676-4462-8254-f2e66221ccbe)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:05.011852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.021002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] Pushing event updated for resources: {'Network': ['ID=b684cf3c-5a54-4ede-8421-ee30dddba812,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:05.050441 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-49bcafcd-5c8b-4ef6-8ddc-f2db79abe069 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6620920 Jun 03 15:53:05.053052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60498) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:05.066412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Request body: {'subnet': {'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-766712635-subnet', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:05.080618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:05.088648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Usage tracker for resource:subnet and tenant:46a428ea70c94a0e87314f849f0a8bf1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:05.096577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:05.108220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network b684cf3c-5a54-4ede-8421-ee30dddba812 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:53:05.110790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:05.132589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Made reservation on behalf of 46a428ea70c94a0e87314f849f0a8bf1 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:05.136075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.243114 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=437ae15b-c799-4863-af74-0925391a889b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:05.294169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:53:05.382853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a7ab9edd-c201-4a99-a82d-8fdab67eb122 None None] Provisioning complete for port e6792730-3a64-40f0-879e-07195e8e424b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:05.383753 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a7ab9edd-c201-4a99-a82d-8fdab67eb122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.445893 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.499163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab9edd-c201-4a99-a82d-8fdab67eb122 None None] Port e6792730-3a64-40f0-879e-07195e8e424b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:05.514238 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.528739 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Transition to ACTIVE for port object f4f59838-aedf-45d2-847f-c92a01640ba3 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:05.537895 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.540459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:05.549813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Checking segment: {'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:05.550186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Network hostable DHCP agents. Network: b684cf3c-5a54-4ede-8421-ee30dddba812, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:53:05.583431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Network b684cf3c-5a54-4ede-8421-ee30dddba812 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:53:05.589454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:05.597132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9ce5527d-6f9f-4e57-b26a-2838cc870baa tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0449986 Jun 03 15:53:05.600469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60510) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:05.601707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, b684cf3c-5a54-4ede-8421-ee30dddba812) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:05.604321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:05.612097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7d06d-68c4-4989-bfa8-084835f0d4b2 None None] Network b684cf3c-5a54-4ede-8421-ee30dddba812 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:05.618225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:05.618795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.654836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-626525159'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:05.661423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:05.666909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:05.671280 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8b4d3417-3506-42ba-91b3-995212b07ba3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6169691 Jun 03 15:53:05.671916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:05.676322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:05.686907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:05.700003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:05.701120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:05.711565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Usage tracker for resource:router and tenant:46a428ea70c94a0e87314f849f0a8bf1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:05.717664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:05.733177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:05.734182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:05.742027 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.759663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.760822 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.797358 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Pushing event updated for resources: {'Port': ['ID=f4f59838-aedf-45d2-847f-c92a01640ba3,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:05.802099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.811179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:53:05.834824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.834824 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment e1284244-afa8-4bca-ba28-b11ae579403e of type vlan for network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 Jun 03 15:53:05.868211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 437ae15b-c799-4863-af74-0925391a889b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:05.889115 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.939410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:05.940634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:06.014678 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.026145 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.026583 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.027049 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.027448 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.027835 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.028362 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.029649 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.030152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:06.030633 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.031604 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.032085 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.032598 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.034427 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.034932 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:06.090277 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Attempting to bind port f4f59838-aedf-45d2-847f-c92a01640ba3 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:06.090644 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Attempting to bind port f4f59838-aedf-45d2-847f-c92a01640ba3 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:06.091001 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Attempting to bind port f4f59838-aedf-45d2-847f-c92a01640ba3 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:06.096969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:06.097336 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:06.097734 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.098259 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:06.098706 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Bound port: f4f59838-aedf-45d2-847f-c92a01640ba3, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:06.099076 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.240713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6378472 Jun 03 15:53:06.245593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60522) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:06.266310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:06.279237 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] For port f4f59838-aedf-45d2-847f-c92a01640ba3, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:06.282953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] For port f4f59838-aedf-45d2-847f-c92a01640ba3, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f4f59838-aedf-45d2-847f-c92a01640ba3,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:06.291829 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.292074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb167f2-6d62-4ee2-95ad-67e0982686ce tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=6d4ad456-9175-4db6-940f-c2e06a01dcb7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:06.336676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:53:06.374059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:06.404061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.422804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434641e-4a0a-4d8a-a710-2b9ef8c72c3c req-684b6988-c2b2-4e8a-9184-c15d010b6a01 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:06.432354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b434641e-4a0a-4d8a-a710-2b9ef8c72c3c req-684b6988-c2b2-4e8a-9184-c15d010b6a01 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.9344397 Jun 03 15:53:06.453512 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1897a-e0cf-4192-868f-78ebba2617b1 None None] Pushing event updated for resources: {'Port': ['ID=f4f59838-aedf-45d2-847f-c92a01640ba3,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:06.494299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:06.495767 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:06.496628 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:06.506618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:06.512412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:06.526895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b434641e-4a0a-4d8a-a710-2b9ef8c72c3c req-9d77af23-714d-4439-9624-c1e7535191b6 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Synchronizing usage tracker for tenant:b2ead3f4f5a94782b7d966e305c0a6d2 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:06.533224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:06.564968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:06.570377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.614940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b434641e-4a0a-4d8a-a710-2b9ef8c72c3c req-9d77af23-714d-4439-9624-c1e7535191b6 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Unset dirty status for tenant:b2ead3f4f5a94782b7d966e305c0a6d2 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:06.625826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b434641e-4a0a-4d8a-a710-2b9ef8c72c3c req-9d77af23-714d-4439-9624-c1e7535191b6 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924617 Jun 03 15:53:06.712666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60528) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:06.779351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 437ae15b-c799-4863-af74-0925391a889b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:06.779917 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.789372 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:07.143742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.273888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 437ae15b-c799-4863-af74-0925391a889b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:07.284613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-b684cf3c-5a54-4ede-8421-ee30dddba812', 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'fixed_ips': [{'subnet_id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:53:07.286054 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.328524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=7177a081-ed88-4a92-824b-751e2b1a7ca9,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:07.356451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:07.356844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: 6d4ad456-9175-4db6-940f-c2e06a01dcb7, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:53:07.395778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:53:07.410408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6d4ad456-9175-4db6-940f-c2e06a01dcb7) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:07.419782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:07.420637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.428779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ac71a-f420-4785-8ffb-5a09e370c313 None None] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:07.434242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 96f7446e-2f26-4a91-908c-8fcc71ad9cb5 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:07.434860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.466390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7d4bd121-6bb8-448b-9b5c-d8f3815d27e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2179487 Jun 03 15:53:07.469139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60534) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:07.500921 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:06Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:07.510655 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c89f3e-50c5-4755-9866-c9c420f670aa None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:06Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:07.611789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.712543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.819169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Allocated IP 172.20.0.2 (b684cf3c-5a54-4ede-8421-ee30dddba812/8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6/d5be6594-c5d9-4d32-9aea-370e0b013c02) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:07.907491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Allocated IP 172.25.1.206 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/cbcf2cdb-1c68-4601-836a-3a3cec8c9baf) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:08.094471 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.149113 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.149439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.154170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.166315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Transition to ACTIVE for port object d5be6594-c5d9-4d32-9aea-370e0b013c02 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:08.187144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Transition to ACTIVE for port object d5be6594-c5d9-4d32-9aea-370e0b013c02 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:08.242061 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.279272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4f59838-aedf-45d2-847f-c92a01640ba3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:08.336983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 96f7446e-2f26-4a91-908c-8fcc71ad9cb5 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:08.427377 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.441537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.481352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Network b684cf3c-5a54-4ede-8421-ee30dddba812 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:08.507350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:08.516190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:08.566628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:08.571555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:08.574651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:08.592546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:08.641823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Pushing event updated for resources: {'Port': ['ID=d5be6594-c5d9-4d32-9aea-370e0b013c02,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:08.738415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Attempting to bind port d5be6594-c5d9-4d32-9aea-370e0b013c02 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:08.738779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Attempting to bind port d5be6594-c5d9-4d32-9aea-370e0b013c02 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:08.739141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Attempting to bind port d5be6594-c5d9-4d32-9aea-370e0b013c02 on network b684cf3c-5a54-4ede-8421-ee30dddba812 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:08.789006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:53:08.790251 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.804926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port f4f59838-aedf-45d2-847f-c92a01640ba3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:08.810319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:08.811002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Checking segment: {'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:08.811590 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.812226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Bound using segment: {'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:08.813167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Bound port: d5be6594-c5d9-4d32-9aea-370e0b013c02, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:08.813746 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.935969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f4f59838-aedf-45d2-847f-c92a01640ba3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:08.936571 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.990533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:03Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:04Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:09.065578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.083413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8:1::1 (6d4ad456-9175-4db6-940f-c2e06a01dcb7/7177a081-ed88-4a92-824b-751e2b1a7ca9/7d9aea31-e6dc-45f3-b48b-750d4b1650c4) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:09.144585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=96f7446e-2f26-4a91-908c-8fcc71ad9cb5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:09.164172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:09.164533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Updating router 76d92cfb-082d-4282-a0b2-14e73c442dc3 port e6792730-3a64-40f0-879e-07195e8e424b binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:09.329616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] For port d5be6594-c5d9-4d32-9aea-370e0b013c02, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:09.344217 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.368264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] For port d5be6594-c5d9-4d32-9aea-370e0b013c02, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d5be6594-c5d9-4d32-9aea-370e0b013c02,segment=NetworkSegment(0109c1e3-57e2-4a1c-896c-3fbb60a4e237),segment_id=0109c1e3-57e2-4a1c-896c-3fbb60a4e237)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:09.379984 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.515018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.541351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:09.572462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.630191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.630912 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP 48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c disassociated (deleted). External IP: 172.25.1.115, port: 957aeed0-bc37-4ead-a97e-48022974efd4. Jun 03 15:53:09.653150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Allocated IP 2001:db8:1::2 (6d4ad456-9175-4db6-940f-c2e06a01dcb7/7177a081-ed88-4a92-824b-751e2b1a7ca9/056c2467-b3f0-4695-b93f-121d603e863a) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:09.655910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:09.671711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:09.673137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:09.675680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:09.676598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.785774 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.871578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.961611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.974830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f4f59838-aedf-45d2-847f-c92a01640ba3 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:09.975275 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.996166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Transition to ACTIVE for port object 056c2467-b3f0-4695-b93f-121d603e863a will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:10.128095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f48d3-4c78-490f-866e-260774ba2429 None None] Pushing event updated for resources: {'Port': ['ID=d5be6594-c5d9-4d32-9aea-370e0b013c02,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:10.162626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Transition to ACTIVE for port object 056c2467-b3f0-4695-b93f-121d603e863a will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:10.364708 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.474637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:10.477935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port f4f59838-aedf-45d2-847f-c92a01640ba3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f4f59838-aedf-45d2-847f-c92a01640ba3,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:10.487088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:10.495950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:10.501982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.571008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router f6e99a90-5a2d-47e7-a71a-6a26a9611291 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:10.585888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.635299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Pushing event updated for resources: {'Port': ['ID=056c2467-b3f0-4695-b93f-121d603e863a,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:10.720209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.730373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5be6594-c5d9-4d32-9aea-370e0b013c02 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:10.737111 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.738015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.766832 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:53:10.798526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Attempting to bind port 056c2467-b3f0-4695-b93f-121d603e863a on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:10.798896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Attempting to bind port 056c2467-b3f0-4695-b93f-121d603e863a by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:10.799259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Attempting to bind port 056c2467-b3f0-4695-b93f-121d603e863a on network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:10.856748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:10.857120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Checking segment: {'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:10.857530 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.857918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Bound using segment: {'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:10.858404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Bound port: 056c2467-b3f0-4695-b93f-121d603e863a, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:10.858779 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.020018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] For port 056c2467-b3f0-4695-b93f-121d603e863a, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:11.024802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] For port 056c2467-b3f0-4695-b93f-121d603e863a, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=056c2467-b3f0-4695-b93f-121d603e863a,segment=NetworkSegment(e1284244-afa8-4bca-ba28-b11ae579403e),segment_id=e1284244-afa8-4bca-ba28-b11ae579403e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:11.033840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=f4f59838-aedf-45d2-847f-c92a01640ba3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:11.047792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.105755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:11.151497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.222354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:11.254190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] Sync routers for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:11.273359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Transition to ACTIVE for port object e6792730-3a64-40f0-879e-07195e8e424b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:11.280122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d5be6594-c5d9-4d32-9aea-370e0b013c02 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:11.281239 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:11.285276 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:11.315773 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.322239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:11.325166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:11.428195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.523644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6b32f-b6af-4068-aa51-e34d857c10cf None None] Pushing event updated for resources: {'Port': ['ID=056c2467-b3f0-4695-b93f-121d603e863a,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:11.755446 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:11.825534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:11.888212 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fdf7ef8a-34ff-4155-ad31-dd047ca7c3dc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/floatingips/48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c HTTP/1.1" status: 204 len: 168 time: 5.1737931 Jun 03 15:53:11.905999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:12.013126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Router 21b1273c-807f-4a9f-b513-f779d4d381d7 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:53:12.049576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b0b31-6fbf-4f57-873f-a70622eb11e1 None None] Network b684cf3c-5a54-4ede-8421-ee30dddba812 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:12.101704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Attempting to bind port e6792730-3a64-40f0-879e-07195e8e424b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:12.102082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Attempting to bind port e6792730-3a64-40f0-879e-07195e8e424b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:12.102453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Attempting to bind port e6792730-3a64-40f0-879e-07195e8e424b on network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:12.112964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d497-66ae-44a3-b0d7-28fdf726704a None None] Pushing event updated for resources: {'Port': ['ID=e6792730-3a64-40f0-879e-07195e8e424b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:12.255497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:12.255910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Checking segment: {'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:12.255910 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.255910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Bound using segment: {'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:12.258426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Bound port: e6792730-3a64-40f0-879e-07195e8e424b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fceb7fbd-d676-4462-8254-f2e66221ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:12.258426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.266556 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae58534-8474-4d75-80da-39e871f00b85'] response: {'name': 'network-changed', 'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'status': 'completed', 'code': 200} Jun 03 15:53:12.448493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:12.487647 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:12Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:12.490855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0d88c1b6-736d-4152-b4a2-c232a97e984c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0197599 Jun 03 15:53:12.492252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:12.498032 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] Checking router: f6e99a90-5a2d-47e7-a71a-6a26a9611291 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:12.500464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1996861653'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:12.508417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-2dc4b5eb-667c-4081-9888-d5c17f1ee676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:12.509934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-2dc4b5eb-667c-4081-9888-d5c17f1ee676 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 1097 time: 0.2372518 Jun 03 15:53:12.510890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:12.512627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:12.516544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:12.533942 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:12.534785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:12.598935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.606669 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4fab60d1-dba8-40d3-a613-e85920f01876 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9318171 Jun 03 15:53:12.612791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60554) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:12.847862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Sync routers for ids ['21b1273c-807f-4a9f-b513-f779d4d381d7'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:12.863281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:12.877948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4f59838-aedf-45d2-847f-c92a01640ba3 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:12.896993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:12.959408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:12.974422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.023274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-fbc1070e-0720-48b9-8efa-ac6a945d5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:13.025355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-fbc1070e-0720-48b9-8efa-ac6a945d5af1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 200 len: 897 time: 0.5060999 Jun 03 15:53:13.119928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] Provisioning for port d5be6594-c5d9-4d32-9aea-370e0b013c02 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:13.188549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Routers {'21b1273c-807f-4a9f-b513-f779d4d381d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:13.189209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b1273c-807f-4a9f-b513-f779d4d381d7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:13.347643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:13.421229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] Provisioning complete for port d5be6594-c5d9-4d32-9aea-370e0b013c02 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:13.421601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.481615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:53:13.502709 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.504313 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment 13fcd5f5-5361-47b0-8ea8-d12343338506 of type vlan for network 0781806f-66e8-4f4c-b44f-4622495b0caf Jun 03 15:53:13.546752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77033d72-6670-45cd-ab10-10b43b4bfac1 None None] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:13.572495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.678029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-ee0b784b-d384-435b-883c-d0e0eb0fd8e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 200 len: 217 time: 0.5847347 Jun 03 15:53:13.678514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.687381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] For port e6792730-3a64-40f0-879e-07195e8e424b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:13.705038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:13.705683 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.820216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] For port e6792730-3a64-40f0-879e-07195e8e424b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e6792730-3a64-40f0-879e-07195e8e424b,segment=NetworkSegment(fceb7fbd-d676-4462-8254-f2e66221ccbe),segment_id=fceb7fbd-d676-4462-8254-f2e66221ccbe)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:13.828279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port f4f59838-aedf-45d2-847f-c92a01640ba3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:13.828797 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.905321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.986814 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-93662fdc-3133-4095-b144-306b6332f242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.039909 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:12Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:14.057206 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f835c56-5bd2-4799-b87a-7b2097e8a415 None None] The sync data for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 is: [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0f6672b5-8bca-4866-baed-c75be93f68c3', 'name': '', 'network_id': '803adc84-0acc-456e-9eaf-a411031a4234', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:a8:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:54Z', 'updated_at': '2022-06-03T15:51:12Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '93bf0789-24ed-403c-9aed-1682313b20ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:14.199073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7044971 Jun 03 15:53:14.211857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60564) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:14.220478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:14.323906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-f67c6c47-f216-4b75-ad8e-3af1c1a3d0c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:14.325119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-f67c6c47-f216-4b75-ad8e-3af1c1a3d0c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:14.337715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.353537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db84e5-ba48-4aea-9213-b33008860edb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=0781806f-66e8-4f4c-b44f-4622495b0caf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:14.399300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-6728215f-dd90-4fd7-9fb2-fdbf1cb00f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:14.400935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-6728215f-dd90-4fd7-9fb2-fdbf1cb00f22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 200 len: 834 time: 0.6451626 Jun 03 15:53:14.409458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:14.413678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:52:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:14.453398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-f67c6c47-f216-4b75-ad8e-3af1c1a3d0c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:14.455868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-f67c6c47-f216-4b75-ad8e-3af1c1a3d0c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 0.4764423 Jun 03 15:53:14.500721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0781806f-66e8-4f4c-b44f-4622495b0caf details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:53:14.578013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a746-de54-4911-9ad4-85119af4cf06 req-a3969e13-01e2-458f-8a7f-5d415ad51a25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:14.586180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ff4a746-de54-4911-9ad4-85119af4cf06 req-a3969e13-01e2-458f-8a7f-5d415ad51a25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 946 time: 1.5911944 Jun 03 15:53:14.619129 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130eaf9a-4bcb-4da0-a759-0414c3de03ef None None] New status for floating IP 48d4cb95-191c-42e1-9aa1-3aac1fd8ac9c: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:53:14.630523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:14.637748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 957aeed0-bc37-4ead-a97e-48022974efd4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:14.638175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.668677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:14.698830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:14.726362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] Current status of the port d5be6594-c5d9-4d32-9aea-370e0b013c02 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:14.727411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.742508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:14.749100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d497-66ae-44a3-b0d7-28fdf726704a None None] Pushing event updated for resources: {'Port': ['ID=e6792730-3a64-40f0-879e-07195e8e424b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:14.764707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ff4a746-de54-4911-9ad4-85119af4cf06 req-0d9c6093-902d-4e50-95ad-a4f9bf503da9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768389 Jun 03 15:53:14.776439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-451db410-d5fb-45d6-bb79-0a6345ebb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:14.778071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-451db410-d5fb-45d6-bb79-0a6345ebb17f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=803adc84-0acc-456e-9eaf-a411031a4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598914 Jun 03 15:53:14.779201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:14.799376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.840966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port f4f59838-aedf-45d2-847f-c92a01640ba3 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:14.842213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056c2467-b3f0-4695-b93f-121d603e863a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:14.995370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Allocated IP 172.20.0.1 (b684cf3c-5a54-4ede-8421-ee30dddba812/8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6/c2216302-bd6b-4911-8fc1-5cd36eb402d7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:15.028905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Set router 21b1273c-807f-4a9f-b513-f779d4d381d7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:15.223744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-84b27dee-c049-43fd-92a2-ab554ee2d74a service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667469 Jun 03 15:53:15.269580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] For port d5be6594-c5d9-4d32-9aea-370e0b013c02, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d5be6594-c5d9-4d32-9aea-370e0b013c02,segment=NetworkSegment(0109c1e3-57e2-4a1c-896c-3fbb60a4e237),segment_id=0109c1e3-57e2-4a1c-896c-3fbb60a4e237)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:15.432309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.459393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.468182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:15.470370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 957aeed0-bc37-4ead-a97e-48022974efd4, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=957aeed0-bc37-4ead-a97e-48022974efd4,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:15.470827 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.545171 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-804140b7-a8c9-4124-abaf-1128fec7f437 req-8f16698c-7213-4bf7-ae49-fde3a0a7eeaf service neutron] 10.222.0.15 "GET /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796218 Jun 03 15:53:15.552623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.562364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=e58470f9-37d1-4d45-baab-7410a97890f0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:15.579117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:15.579489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: 0781806f-66e8-4f4c-b44f-4622495b0caf, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:53:15.605156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 0781806f-66e8-4f4c-b44f-4622495b0caf is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:53:15.617959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0781806f-66e8-4f4c-b44f-4622495b0caf) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:15.623570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 957aeed0-bc37-4ead-a97e-48022974efd4 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:15.628027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:15.630121 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.642447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576ec2d-e08f-4892-82f9-7f35e3b4cb89 None None] Network 0781806f-66e8-4f4c-b44f-4622495b0caf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:15.675678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fde24917-ec12-48e2-a53c-4cb86132c1a7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4624856 Jun 03 15:53:15.678570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60570) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:15.704762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Transition to ACTIVE for port object c2216302-bd6b-4911-8fc1-5cd36eb402d7 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:15.871358 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.022260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-22cd47ec-915b-4a49-940b-a2ccb6b0659d None None] Provisioning for port 056c2467-b3f0-4695-b93f-121d603e863a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:16.085083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Network b684cf3c-5a54-4ede-8421-ee30dddba812 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:16.096595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:16.121211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:16.129163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b6113-36eb-430a-8489-824c0b260e29 None None] Pushing event updated for resources: {'Port': ['ID=d5be6594-c5d9-4d32-9aea-370e0b013c02,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:16.149936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.210851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Pushing event updated for resources: {'Port': ['ID=c2216302-bd6b-4911-8fc1-5cd36eb402d7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:16.271147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.280448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 056c2467-b3f0-4695-b93f-121d603e863a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:16.452802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T15:53:09Z', 'revision_number': 3, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port': {'id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:07Z', 'updated_at': '2022-06-03T15:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:16.511095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.551900 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-03968376-33aa-4c69-9d90-4faddabc0991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.555450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 056c2467-b3f0-4695-b93f-121d603e863a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:16.556218 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.611727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Checking router: 21b1273c-807f-4a9f-b513-f779d4d381d7 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:16.614407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Updating router 21b1273c-807f-4a9f-b513-f779d4d381d7 port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:16.716723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=957aeed0-bc37-4ead-a97e-48022974efd4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:16.720351 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.919736 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.010794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Provisioning for port c2216302-bd6b-4911-8fc1-5cd36eb402d7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:17.069033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Provisioning complete for port c2216302-bd6b-4911-8fc1-5cd36eb402d7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:17.069291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] No DVR routers for this DVR port 957aeed0-bc37-4ead-a97e-48022974efd4 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:17.069552 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.075343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.106298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622816-ec18-44a0-8332-0f63753cbbf1 req-660feedc-1e2e-4823-836e-af94220f158f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:17.114204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af622816-ec18-44a0-8332-0f63753cbbf1 req-660feedc-1e2e-4823-836e-af94220f158f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09292b1-b51e-45c2-aead-f5b73491134a HTTP/1.1" status: 200 len: 867 time: 0.9883697 Jun 03 15:53:17.139033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-deleted', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:17.148706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.185407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-387049a1-4d04-4f2c-80b6-c823e66b4174 req-6ca85d75-c532-4ca7-970d-64d1cabbdef2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "DELETE /v2.0/ports/957aeed0-bc37-4ead-a97e-48022974efd4 HTTP/1.1" status: 204 len: 173 time: 2.7229025 Jun 03 15:53:17.189091 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.281177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af622816-ec18-44a0-8332-0f63753cbbf1 req-3db7f9e8-7556-406a-8203-b72bf4e76c6f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=354c6b38-09df-490c-91c3-2dfa04e5f413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645377 Jun 03 15:53:17.296237 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb15a44-c37f-428d-b748-21f6089f4427'] response: {'server_uuid': 'f09292b1-b51e-45c2-aead-f5b73491134a', 'name': 'network-vif-deleted', 'tag': '957aeed0-bc37-4ead-a97e-48022974efd4', 'status': 'completed', 'code': 200} Jun 03 15:53:17.341942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-0781806f-66e8-4f4c-b44f-4622495b0caf', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:53:17.342991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.414528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:09Z', 'revision_number': 3, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:13Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:17.425328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Port c2216302-bd6b-4911-8fc1-5cd36eb402d7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:17.485183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fca14-2d01-4d54-957f-c014caa8b1d8 None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:09Z', 'revision_number': 3, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:13Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:17.539780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 056c2467-b3f0-4695-b93f-121d603e863a is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:17.540197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.575003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.580708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.581929 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.725240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Provisioning complete for port d5be6594-c5d9-4d32-9aea-370e0b013c02 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:17.726619 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.739352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Pushing event updated for resources: {'Port': ['ID=c2216302-bd6b-4911-8fc1-5cd36eb402d7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:17.752724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.824629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 056c2467-b3f0-4695-b93f-121d603e863a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=056c2467-b3f0-4695-b93f-121d603e863a,segment=NetworkSegment(e1284244-afa8-4bca-ba28-b11ae579403e),segment_id=e1284244-afa8-4bca-ba28-b11ae579403e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:17.890788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.002587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Network b684cf3c-5a54-4ede-8421-ee30dddba812 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:18.006058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:18.034700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Allocated IP 2001:db8:2::2 (0781806f-66e8-4f4c-b44f-4622495b0caf/e58470f9-37d1-4d45-baab-7410a97890f0/6000cfda-6ce3-44d9-b097-c87db7f86d47) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:18.124597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5be6594-c5d9-4d32-9aea-370e0b013c02 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:18.181616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=056c2467-b3f0-4695-b93f-121d603e863a,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:18.286187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.321854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Current status of the port d5be6594-c5d9-4d32-9aea-370e0b013c02 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:18.425727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.431090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60590) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:18.474494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Transition to ACTIVE for port object cbcf2cdb-1c68-4601-836a-3a3cec8c9baf will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:18.509266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Router 21b1273c-807f-4a9f-b513-f779d4d381d7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:18.526933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.541521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Provisioning complete for port 056c2467-b3f0-4695-b93f-121d603e863a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:18.541521 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.626181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:18.705307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d5be6594-c5d9-4d32-9aea-370e0b013c02 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:18.705705 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.853628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:18.862723 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4a1fd77-65b7-476d-a68a-f8ff07c6921b admin admin] 10.222.0.66 "PUT /v2.0/routers/21b1273c-807f-4a9f-b513-f779d4d381d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2488294 Jun 03 15:53:18.863241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.905126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 957aeed0-bc37-4ead-a97e-48022974efd4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:18.905470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 957aeed0-bc37-4ead-a97e-48022974efd4 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:19.037555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Attempting to bind port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:19.038753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Attempting to bind port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:19.039293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Attempting to bind port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:19.055140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68905c8c-7538-408f-b99b-663e77d7bfee None None] Pushing event updated for resources: {'Port': ['ID=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:19.092277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:19.092662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:19.093220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.093625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:19.094123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Bound port: cbcf2cdb-1c68-4601-836a-3a3cec8c9baf, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:19.094805 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.219637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.246367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Transition to ACTIVE for port object 6000cfda-6ce3-44d9-b097-c87db7f86d47 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:19.349319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.441691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Transition to ACTIVE for port object 6000cfda-6ce3-44d9-b097-c87db7f86d47 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:19.449727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Current status of the port 056c2467-b3f0-4695-b93f-121d603e863a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:19.453069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] For port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:19.458253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] For port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:19.463480 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.498055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d5be6594-c5d9-4d32-9aea-370e0b013c02 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:19.532797 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.570601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Network 0781806f-66e8-4f4c-b44f-4622495b0caf is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:19.577036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:19.582967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Provisioning for port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:19.588676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:19.601700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Provisioning complete for port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:19.602073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.644635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Pushing event updated for resources: {'Port': ['ID=6000cfda-6ce3-44d9-b097-c87db7f86d47,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:19.763273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8:2::1 (0781806f-66e8-4f4c-b44f-4622495b0caf/e58470f9-37d1-4d45-baab-7410a97890f0/65b648bc-af13-4fa0-b1f6-4f52eea75772) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:19.859562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Routers {'21b1273c-807f-4a9f-b513-f779d4d381d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:19.860244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b1273c-807f-4a9f-b513-f779d4d381d7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:20.028068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68905c8c-7538-408f-b99b-663e77d7bfee None None] Pushing event updated for resources: {'Port': ['ID=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:20.057041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Attempting to bind port 6000cfda-6ce3-44d9-b097-c87db7f86d47 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:20.057407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Attempting to bind port 6000cfda-6ce3-44d9-b097-c87db7f86d47 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:20.057766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Attempting to bind port 6000cfda-6ce3-44d9-b097-c87db7f86d47 on network 0781806f-66e8-4f4c-b44f-4622495b0caf {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:20.067152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:20.067527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Checking segment: {'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:20.067927 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.068385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Bound using segment: {'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:20.069002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Bound port: 6000cfda-6ce3-44d9-b097-c87db7f86d47, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:20.069587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.103988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-19c9df59-5aa1-4554-8ba5-95f75e5eea9d None None] Port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:20.178128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6792730-3a64-40f0-879e-07195e8e424b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:20.215422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.237429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object 65b648bc-af13-4fa0-b1f6-4f52eea75772 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:20.283916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.409627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 0f6672b5-8bca-4866-baed-c75be93f68c3 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:20.409974 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.482987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 0781806f-66e8-4f4c-b44f-4622495b0caf is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:20.488819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:20.509410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:20.509963 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.522993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5a6294e1-888f-4fb1-9f63-9d7dc90b3914 None None] Provisioning complete for port c2216302-bd6b-4911-8fc1-5cd36eb402d7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:20.523633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a6294e1-888f-4fb1-9f63-9d7dc90b3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.589969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5a6294e1-888f-4fb1-9f63-9d7dc90b3914 None None] Port c2216302-bd6b-4911-8fc1-5cd36eb402d7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:20.592334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:20.607532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=65b648bc-af13-4fa0-b1f6-4f52eea75772,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:20.622156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e6792730-3a64-40f0-879e-07195e8e424b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:20.633754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e6792730-3a64-40f0-879e-07195e8e424b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:20.634212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.675947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:20.676784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:20.699707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 0f6672b5-8bca-4866-baed-c75be93f68c3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0f6672b5-8bca-4866-baed-c75be93f68c3,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:20.699961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.849645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:20.864229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 0f6672b5-8bca-4866-baed-c75be93f68c3 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:20.958152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:21.023173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] Set router 21b1273c-807f-4a9f-b513-f779d4d381d7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:21.186009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] For port 6000cfda-6ce3-44d9-b097-c87db7f86d47, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:21.345078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5a6294e1-888f-4fb1-9f63-9d7dc90b3914 None None] Provisioning complete for port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:21.345384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a6294e1-888f-4fb1-9f63-9d7dc90b3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:21.385133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] For port 6000cfda-6ce3-44d9-b097-c87db7f86d47, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6000cfda-6ce3-44d9-b097-c87db7f86d47,segment=NetworkSegment(13fcd5f5-5361-47b0-8ea8-d12343338506),segment_id=13fcd5f5-5361-47b0-8ea8-d12343338506)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:21.436354 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:21.761744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5a6294e1-888f-4fb1-9f63-9d7dc90b3914 None None] Port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:22.064396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ce6b1-7c17-44e0-bb62-170313dd42bf None None] Pushing event updated for resources: {'Port': ['ID=6000cfda-6ce3-44d9-b097-c87db7f86d47,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:22.166265 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.235607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e6792730-3a64-40f0-879e-07195e8e424b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:22.237127 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.280008 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.350966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e6792730-3a64-40f0-879e-07195e8e424b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e6792730-3a64-40f0-879e-07195e8e424b,segment=NetworkSegment(fceb7fbd-d676-4462-8254-f2e66221ccbe),segment_id=fceb7fbd-d676-4462-8254-f2e66221ccbe)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:22.361163 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.362095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056c2467-b3f0-4695-b93f-121d603e863a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:22.373538 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.374307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.533358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:09Z', 'revision_number': 3, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:13Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:22.546669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T15:53:16Z', 'revision_number': 4, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port': {'id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:07Z', 'updated_at': '2022-06-03T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c2216302-bd6b-4911-8fc1-5cd36eb402d7', 'name': '', 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'mac_address': 'fa:16:3e:d3:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:14Z', 'updated_at': '2022-06-03T15:53:17Z', 'revision_number': 2, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'subnets': [{'id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:22.550758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:22.551113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Updating router 76d92cfb-082d-4282-a0b2-14e73c442dc3 port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:22.563555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=0f6672b5-8bca-4866-baed-c75be93f68c3,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:22.581683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e6792730-3a64-40f0-879e-07195e8e424b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:22.587388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.587894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.588556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.589004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.589447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.589896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.590346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.590986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.591513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.591955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.592451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.592886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:22.624727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1de32-82d5-43a4-8895-bce6d5e04934 None None] The sync data for ids ['21b1273c-807f-4a9f-b513-f779d4d381d7'] in n-d-844594-1 is: [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T15:53:16Z', 'revision_number': 4, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port': {'id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:07Z', 'updated_at': '2022-06-03T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c2216302-bd6b-4911-8fc1-5cd36eb402d7', 'name': '', 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'mac_address': 'fa:16:3e:d3:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:14Z', 'updated_at': '2022-06-03T15:53:17Z', 'revision_number': 2, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'subnets': [{'id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:22.649361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.671294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 056c2467-b3f0-4695-b93f-121d603e863a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:22.671594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.844860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-447e7857-95c4-4d77-b009-b7c2e23513e7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:22.845692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-447e7857-95c4-4d77-b009-b7c2e23513e7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:22.930262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=65b648bc-af13-4fa0-b1f6-4f52eea75772,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:23.058344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:23.217494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 056c2467-b3f0-4695-b93f-121d603e863a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:23.285985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-447e7857-95c4-4d77-b009-b7c2e23513e7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:23.287513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-447e7857-95c4-4d77-b009-b7c2e23513e7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 1.1657999 Jun 03 15:53:23.398528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed438a35-a654-4662-9a36-674ec3ab9b0f None None] Network 0781806f-66e8-4f4c-b44f-4622495b0caf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:23.449110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-d6b6bf8e-97f0-491e-9114-98760c829c01 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/quotas/c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 375 time: 0.0517139 Jun 03 15:53:23.554588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network 0781806f-66e8-4f4c-b44f-4622495b0caf is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:23.557574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6792730-3a64-40f0-879e-07195e8e424b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:23.617852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:23.629863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-36573015-fb73-4e48-b63a-9abf19746816 None None] Provisioning for port 6000cfda-6ce3-44d9-b097-c87db7f86d47 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:23.797237 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:53:23.925905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e6792730-3a64-40f0-879e-07195e8e424b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:23.926573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.051025 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.081633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Transition to ACTIVE for port object 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:24.150905 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.166837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-f2a25de6-1301-4d5c-9942-d1110767ee19 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:24.204582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:24.247596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router f6e99a90-5a2d-47e7-a71a-6a26a9611291 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:24.257659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-f2a25de6-1301-4d5c-9942-d1110767ee19 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:24.263208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-f2a25de6-1301-4d5c-9942-d1110767ee19 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7971888 Jun 03 15:53:24.270759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043771-882f-453e-b3d1-c073ab4c36cc None None] Pushing event updated for resources: {'Port': ['ID=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:24.385392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e6792730-3a64-40f0-879e-07195e8e424b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:24.386066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6000cfda-6ce3-44d9-b097-c87db7f86d47 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:24.691182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7600ff6a-57e2-4b15-9c42-9d0e8fd47eb2 None None] Provisioning for port 65b648bc-af13-4fa0-b1f6-4f52eea75772 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:24.704507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Attempting to bind port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:24.704872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Attempting to bind port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:24.705198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Attempting to bind port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 on network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:24.716302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7600ff6a-57e2-4b15-9c42-9d0e8fd47eb2 None None] Provisioning complete for port 65b648bc-af13-4fa0-b1f6-4f52eea75772 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:24.716684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7600ff6a-57e2-4b15-9c42-9d0e8fd47eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.762757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:24.763141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Checking segment: {'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:24.763850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.764774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Bound using segment: {'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:24.765104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Bound port: 7d9aea31-e6dc-45f3-b48b-750d4b1650c4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1284244-afa8-4bca-ba28-b11ae579403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:24.765493 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.789182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 6000cfda-6ce3-44d9-b097-c87db7f86d47 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:24.807515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6000cfda-6ce3-44d9-b097-c87db7f86d47 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:24.807919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.836873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:25.015569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60654) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:25.016269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2d7f2538-80a0-4196-904c-79bfb8c0077f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3353994 Jun 03 15:53:25.020298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:25.025570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-031cd2ba-2aea-4e22-9ed1-fee52a4ee1fc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/f6e99a90-5a2d-47e7-a71a-6a26a9611291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5930374 Jun 03 15:53:25.031274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1556238379'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:25.040828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60658) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:25.048365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-5cabb034-16f5-41e1-837e-5d74f55cf545 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909506 Jun 03 15:53:25.054758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:25.059364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7600ff6a-57e2-4b15-9c42-9d0e8fd47eb2 None None] Port 65b648bc-af13-4fa0-b1f6-4f52eea75772 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:25.068155 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:network and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:25.069941 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] Sync routers for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:25.078973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:25.096679 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:25.098040 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:25.117011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:25.134452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:25.137818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.212696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:53:25.230206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.230740 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added segment 2afcf6fd-053e-449b-90a2-9bfc306ae773 of type vlan for network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc Jun 03 15:53:25.284529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.297520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7600ff6a-57e2-4b15-9c42-9d0e8fd47eb2 None None] Provisioning complete for port 6000cfda-6ce3-44d9-b097-c87db7f86d47 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:25.297906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7600ff6a-57e2-4b15-9c42-9d0e8fd47eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.363850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.374253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:25.374915 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.414142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6000cfda-6ce3-44d9-b097-c87db7f86d47 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:25.414532 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.424560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] For port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:25.447653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] For port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,segment=NetworkSegment(e1284244-afa8-4bca-ba28-b11ae579403e),segment_id=e1284244-afa8-4bca-ba28-b11ae579403e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:25.448722 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:25.458914 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.486278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-d5912857-6ea2-443c-bae8-733d71840496 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226755 Jun 03 15:53:25.518297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting subnet 93bf0789-24ed-403c-9aed-1682313b20ed {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:53:25.525486 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5082927 Jun 03 15:53:25.529626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60664) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:25.539824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.603138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 6000cfda-6ce3-44d9-b097-c87db7f86d47, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6000cfda-6ce3-44d9-b097-c87db7f86d47,segment=NetworkSegment(13fcd5f5-5361-47b0-8ea8-d12343338506),segment_id=13fcd5f5-5361-47b0-8ea8-d12343338506)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:25.653635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'subnet': {'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:25.666823 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.781830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb6d50-eda5-478c-8480-7b6e6811158d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Network': ['ID=d4cc2fb7-e374-4ab2-be87-b20925e9d9fc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:25.794381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:25.795132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:25.917238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:53:25.946304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043771-882f-453e-b3d1-c073ab4c36cc None None] Pushing event updated for resources: {'Port': ['ID=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:25.954957 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:53:21Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:25.965142 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] Checking router: f6e99a90-5a2d-47e7-a71a-6a26a9611291 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:25.989152 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] Routers {'f6e99a90-5a2d-47e7-a71a-6a26a9611291'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:25.993883 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:26.004478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.143330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbcf2cdb-1c68-4601-836a-3a3cec8c9baf up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:26.276904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7600ff6a-57e2-4b15-9c42-9d0e8fd47eb2 None None] Current status of the port 6000cfda-6ce3-44d9-b097-c87db7f86d47 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:26.284147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.512882 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] Set router f6e99a90-5a2d-47e7-a71a-6a26a9611291 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:26.530896 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.535443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Sync routers for ids ['21b1273c-807f-4a9f-b513-f779d4d381d7'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:26.604640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=6000cfda-6ce3-44d9-b097-c87db7f86d47,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:26.631441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:26.634813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Routers {'21b1273c-807f-4a9f-b513-f779d4d381d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:26.635506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b1273c-807f-4a9f-b513-f779d4d381d7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:26.650255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:26.660456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Subnet': ['ID=93bf0789-24ed-403c-9aed-1682313b20ed,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:26.673853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:subnet and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:26.678791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c76e581-ba4a-494a-ab34-fa46bcc19db2 req-4a3856b1-4580-45ff-b4ae-1000e287628a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 210 time: 0.1614516 Jun 03 15:53:26.679646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:26.693536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.697431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:26.705753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6e5e4ffd-1c73-498c-adfe-48fb1a8ca884 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/subnets/93bf0789-24ed-403c-9aed-1682313b20ed HTTP/1.1" status: 204 len: 168 time: 1.6634767 Jun 03 15:53:26.708524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60684) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:26.750388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d212de7a-1114-47a6-a731-fe873b0584ea None None] Provisioning complete for port 65b648bc-af13-4fa0-b1f6-4f52eea75772 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:26.750786 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d212de7a-1114-47a6-a731-fe873b0584ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.779981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:26.816571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Made reservation on behalf of 797f66093acd483b8e6be8ae1b6f249f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:26.820627 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.849498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:26.850057 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.909287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7250b-9cb5-4a6d-a778-531c09fdc835 None None] Network 803adc84-0acc-456e-9eaf-a411031a4234 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:27.270961 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:53:21Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:27.284957 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717f5b4-1cbe-4b80-a222-d43328dd60b1 None None] The sync data for ids ['f6e99a90-5a2d-47e7-a71a-6a26a9611291'] in n-d-844594-1 is: [{'id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1984344926', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:45Z', 'updated_at': '2022-06-03T15:53:21Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '88c30ca1-bcf2-42a6-8a42-05c42567d6f5', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e99a90-5a2d-47e7-a71a-6a26a9611291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:46Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:27.296535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d212de7a-1114-47a6-a731-fe873b0584ea None None] Port 65b648bc-af13-4fa0-b1f6-4f52eea75772 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:27.339741 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:27.539245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Subnet': ['ID=245a362d-757a-49dd-abd0-655a4bb59939,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:27.550740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Checking segment: {'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:27.551200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network hostable DHCP agents. Network: d4cc2fb7-e374-4ab2-be87-b20925e9d9fc, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:53:27.567330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:27.652920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:53:27.656095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Set router 21b1273c-807f-4a9f-b513-f779d4d381d7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:27.749884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d4cc2fb7-e374-4ab2-be87-b20925e9d9fc) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:27.778550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:27.785338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:27.822904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0274f689-454a-43cf-8668-122bbe6e6f7b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2918437 Jun 03 15:53:27.825925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60700) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:27.926092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2f3fd9e-f315-49f9-876b-014fd01f1863 req-22c1d9ea-2bb6-41ed-8c34-723b2e6debdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 210 time: 0.0858316 Jun 03 15:53:27.950278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:27.966235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:27.966880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:28.207885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052baaf5-4bbe-4bd2-b6d1-7e0c0d0d50e4 None None] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:28.236084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 88c30ca1-bcf2-42a6-8a42-05c42567d6f5, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:28.236556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:28.278682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:28.279375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:28.298954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:28.314510 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:28.472845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:28.762748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:28.767734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:28.922514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:28.965077 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-afe035ea-93d6-4f33-90c6-4c2610e33a80 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:28.973268 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-afe035ea-93d6-4f33-90c6-4c2610e33a80 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.6626947 Jun 03 15:53:28.997732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'port': {'device_id': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'admin_state_up': True, 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:29.039444 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:53:29.054737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:29.096063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:20Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:21Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:25Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:29.123235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=88c30ca1-bcf2-42a6-8a42-05c42567d6f5,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:29.149500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b72d38-7910-4f2c-9e38-29899a077590 None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:20Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:21Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:25Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:29.162898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] DHCP port deletion for 803adc84-0acc-456e-9eaf-a411031a4234 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:53:29.170140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:29.185283 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.294977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Deleting port daa2e374-b998-47c4-b740-7c0ba9f2fcbb {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:29.295606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.420590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:29.433174 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.442871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T15:53:16Z', 'revision_number': 4, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port': {'id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:07Z', 'updated_at': '2022-06-03T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c2216302-bd6b-4911-8fc1-5cd36eb402d7', 'name': '', 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'mac_address': 'fa:16:3e:d3:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:14Z', 'updated_at': '2022-06-03T15:53:17Z', 'revision_number': 2, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'subnets': [{'id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:29.451093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e26bb61-7982-41bf-acfe-43123bb03250 req-fae4329f-5eae-47b4-87b7-d11bde985694 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 210 time: 0.2523232 Jun 03 15:53:29.452046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.477123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'fixed_ips': [{'subnet_id': '245a362d-757a-49dd-abd0-655a4bb59939'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:53:29.477123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.503810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Checking router: 21b1273c-807f-4a9f-b513-f779d4d381d7 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:29.504355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Updating router 21b1273c-807f-4a9f-b513-f779d4d381d7 port c2216302-bd6b-4911-8fc1-5cd36eb402d7 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:29.511479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:29.533856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:29.538633 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.579353 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.894791 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.898365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.951102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.952147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Fanout notify agent at l3_agent the message router_deleted on router f6e99a90-5a2d-47e7-a71a-6a26a9611291 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:53:30.009332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.017304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8f0e2ea6-d7a7-4e96-9c33-9edc5b67e4ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/routers/f6e99a90-5a2d-47e7-a71a-6a26a9611291 HTTP/1.1" status: 204 len: 168 time: 3.3076222 Jun 03 15:53:30.026087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60708) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:30.247662 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.269390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port daa2e374-b998-47c4-b740-7c0ba9f2fcbb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:30.269871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.586651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.20.0.5 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/d68d053d-2551-4215-bd08-d64dc79588db) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:30.595253 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:30.610271 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:30.618600 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:30.650935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] For port daa2e374-b998-47c4-b740-7c0ba9f2fcbb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:30.650935 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.796633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd5b5d25-1a43-4f3a-a56e-435f695e6ae3 req-a5b67c85-637a-4e70-a919-737161f597b3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 210 time: 0.0743039 Jun 03 15:53:30.823035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port daa2e374-b998-47c4-b740-7c0ba9f2fcbb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,segment=NetworkSegment(7e37510b-4a5b-47f9-a3fe-5887dadcd144),segment_id=7e37510b-4a5b-47f9-a3fe-5887dadcd144)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:30.823489 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.972211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Calling delete_port for daa2e374-b998-47c4-b740-7c0ba9f2fcbb owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:31.027217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for daa2e374-b998-47c4-b740-7c0ba9f2fcbb owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:31.029993 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:31.033476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:31.033861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.053557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.109928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Transition to ACTIVE for port object d68d053d-2551-4215-bd08-d64dc79588db will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:31.138402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.171316 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.179773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,segment=NetworkSegment(e1284244-afa8-4bca-ba28-b11ae579403e),segment_id=e1284244-afa8-4bca-ba28-b11ae579403e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:31.236404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] No DVR routers for this DVR port daa2e374-b998-47c4-b740-7c0ba9f2fcbb on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:31.275527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:31.280428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:31.299567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=d68d053d-2551-4215-bd08-d64dc79588db,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:31.306470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:31.329338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:53:31.329702 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:53:31.337757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Allocated IP 2001:db8:3::2 (d4cc2fb7-e374-4ab2-be87-b20925e9d9fc/245a362d-757a-49dd-abd0-655a4bb59939/3f98ebc2-8aa2-4ba8-a157-177ae4e27935) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:31.339916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.346090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=daa2e374-b998-47c4-b740-7c0ba9f2fcbb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:31.350964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6000cfda-6ce3-44d9-b097-c87db7f86d47 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:31.484722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:31.485082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.535828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-02c1545e-dc78-42f6-a352-e7a4d2794f35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5503373 Jun 03 15:53:31.549301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Request body: {'port': {'device_id': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:31.613802 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.670939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803adc84-0acc-456e-9eaf-a411031a4234']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:31.702467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e37510b-4a5b-47f9-a3fe-5887dadcd144') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:31.703853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e37510b-4a5b-47f9-a3fe-5887dadcd144') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:31.732196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.770971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.785614 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:20Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:21Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:25Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:31.786259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:53:31.786578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.796957 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:31.797303 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Updating router 76d92cfb-082d-4282-a0b2-14e73c442dc3 port 65b648bc-af13-4fa0-b1f6-4f52eea75772 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:31.798262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.835478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Deleting port daa2e374-b998-47c4-b740-7c0ba9f2fcbb {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:31.848646 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.958895 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.097022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fb732124-f72e-4497-961a-cdfeb899677d None None] The port 'daa2e374-b998-47c4-b740-7c0ba9f2fcbb' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:53:32.100574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.111930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.120615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 6000cfda-6ce3-44d9-b097-c87db7f86d47 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:32.121297 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.198055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a93cb97d-0ee0-498e-af62-0fc3c071308d None None] Provisioning for port d68d053d-2551-4215-bd08-d64dc79588db completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:32.241421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.273506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Transition to ACTIVE for port object c2216302-bd6b-4911-8fc1-5cd36eb402d7 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:32.291917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a93cb97d-0ee0-498e-af62-0fc3c071308d None None] Provisioning complete for port d68d053d-2551-4215-bd08-d64dc79588db triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:32.292562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a93cb97d-0ee0-498e-af62-0fc3c071308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.303077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.307093 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7e37510b-4a5b-47f9-a3fe-5887dadcd144 resource provider aggregate not found Jun 03 15:53:32.339537 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7e37510b-4a5b-47f9-a3fe-5887dadcd144 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e37510b-4a5b-47f9-a3fe-5887dadcd144 found for delete ", "request_id": "req-e92aca8a-d736-4c25-ae36-78af17404bb6"}]} Jun 03 15:53:32.358660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Network': ['ID=803adc84-0acc-456e-9eaf-a411031a4234,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.389897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a93cb97d-0ee0-498e-af62-0fc3c071308d None None] Port d68d053d-2551-4215-bd08-d64dc79588db cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:32.396717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f390857f-8ef3-4ca5-80ff-1b9e4dda6708 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/networks/803adc84-0acc-456e-9eaf-a411031a4234 HTTP/1.1" status: 204 len: 168 time: 2.3673527 Jun 03 15:53:32.399630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60730) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:32.404140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.450407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2432-f7bf-4257-ad0f-8cfbc7b281f8 req-8752a850-8ffb-4211-b681-10f4d2430f20 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:32.465256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5da2432-f7bf-4257-ad0f-8cfbc7b281f8 req-8752a850-8ffb-4211-b681-10f4d2430f20 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 931 time: 0.3198173 Jun 03 15:53:32.584629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68d053d-2551-4215-bd08-d64dc79588db {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:53:32.591121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a5da2432-f7bf-4257-ad0f-8cfbc7b281f8 req-bf625344-8963-43ea-b5ca-fa98dce1a2ad tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:32.599838 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.614011 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.631180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Transition to ACTIVE for port object 65b648bc-af13-4fa0-b1f6-4f52eea75772 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:32.643377 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.651892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Transition to ACTIVE for port object d68d053d-2551-4215-bd08-d64dc79588db will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:32.656000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a249636a-f79f-442f-b6dc-8a77440a78bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.659921 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.697493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a5da2432-f7bf-4257-ad0f-8cfbc7b281f8 req-bf625344-8963-43ea-b5ca-fa98dce1a2ad tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:32.697493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5da2432-f7bf-4257-ad0f-8cfbc7b281f8 req-bf625344-8963-43ea-b5ca-fa98dce1a2ad tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261677 Jun 03 15:53:32.746548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a249636a-f79f-442f-b6dc-8a77440a78bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.755971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671104f0-45d1-42c1-9a32-769c8d2943b4 None None] Pushing event updated for resources: {'Port': ['ID=c2216302-bd6b-4911-8fc1-5cd36eb402d7,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.779448 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b943b4-5047-4f6e-a7df-4a1b0e66e648 None None] Pushing event updated for resources: {'Port': ['ID=65b648bc-af13-4fa0-b1f6-4f52eea75772,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.891565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a249636a-f79f-442f-b6dc-8a77440a78bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.920557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249636a-f79f-442f-b6dc-8a77440a78bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354c6b38-09df-490c-91c3-2dfa04e5f413,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.938351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a249636a-f79f-442f-b6dc-8a77440a78bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.942457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a249636a-f79f-442f-b6dc-8a77440a78bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/security-groups/354c6b38-09df-490c-91c3-2dfa04e5f413 HTTP/1.1" status: 204 len: 168 time: 0.5387602 Jun 03 15:53:32.959674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Pushing event updated for resources: {'Port': ['ID=d68d053d-2551-4215-bd08-d64dc79588db,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:33.166762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.231192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60740) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:33.233417 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Attempting to bind port 65b648bc-af13-4fa0-b1f6-4f52eea75772 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:33.233888 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Attempting to bind port 65b648bc-af13-4fa0-b1f6-4f52eea75772 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:33.235830 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Attempting to bind port 65b648bc-af13-4fa0-b1f6-4f52eea75772 on network 0781806f-66e8-4f4c-b44f-4622495b0caf {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:33.246141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Attempting to bind port d68d053d-2551-4215-bd08-d64dc79588db on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:33.248714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Attempting to bind port d68d053d-2551-4215-bd08-d64dc79588db by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:33.249694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Attempting to bind port d68d053d-2551-4215-bd08-d64dc79588db on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:33.257618 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:33.258326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686949725', 'description': 'tempest-secgroup-smoke-686949725 description', 'project_id': 'ba454d73f843480bb2a4b139889fe358'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:33.259997 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Checking segment: {'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:33.261285 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.262464 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Bound using segment: {'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:33.263769 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Bound port: 65b648bc-af13-4fa0-b1f6-4f52eea75772, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fcd5f5-5361-47b0-8ea8-d12343338506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:33.266793 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.269655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:33.273046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Port d68d053d-2551-4215-bd08-d64dc79588db on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:53:33.273932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Attempting to bind port d68d053d-2551-4215-bd08-d64dc79588db on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:33.284991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:33.285580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:33.286069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:33.286749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Bound port: d68d053d-2551-4215-bd08-d64dc79588db, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:33.287262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.305503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:33.306042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Transition to ACTIVE for port object 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:33.316058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:33.329169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:33.392129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Attempting to bind port c2216302-bd6b-4911-8fc1-5cd36eb402d7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:33.392408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Attempting to bind port c2216302-bd6b-4911-8fc1-5cd36eb402d7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:33.392776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Attempting to bind port c2216302-bd6b-4911-8fc1-5cd36eb402d7 on network b684cf3c-5a54-4ede-8421-ee30dddba812 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:33.406569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:33.406957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Checking segment: {'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:33.407372 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.407777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Bound using segment: {'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:33.408328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Bound port: c2216302-bd6b-4911-8fc1-5cd36eb402d7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0109c1e3-57e2-4a1c-896c-3fbb60a4e237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:33.408693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.416727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.426462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Transition to ACTIVE for port object 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:33.446287 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] For port 65b648bc-af13-4fa0-b1f6-4f52eea75772, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:33.450486 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] For port 65b648bc-af13-4fa0-b1f6-4f52eea75772, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=65b648bc-af13-4fa0-b1f6-4f52eea75772,segment=NetworkSegment(13fcd5f5-5361-47b0-8ea8-d12343338506),segment_id=13fcd5f5-5361-47b0-8ea8-d12343338506)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:33.458125 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.473025 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.520587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 6000cfda-6ce3-44d9-b097-c87db7f86d47 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:33.550729 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:33.551183 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:33.565163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f6672b5-8bca-4866-baed-c75be93f68c3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:33.612779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b943b4-5047-4f6e-a7df-4a1b0e66e648 None None] Pushing event updated for resources: {'Port': ['ID=65b648bc-af13-4fa0-b1f6-4f52eea75772,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:33.626755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0f6672b5-8bca-4866-baed-c75be93f68c3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:33.626755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0f6672b5-8bca-4866-baed-c75be93f68c3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:33.648316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:33.660493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:33.665302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:33.667771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:33.669891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:33.673145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] For port d68d053d-2551-4215-bd08-d64dc79588db, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:33.678092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:33.682279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Pushing event updated for resources: {'Port': ['ID=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:33.682874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] For port d68d053d-2551-4215-bd08-d64dc79588db, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d68d053d-2551-4215-bd08-d64dc79588db,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:33.689228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:33.696716 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.797880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Allocated IP 2001:db8:3::1 (d4cc2fb7-e374-4ab2-be87-b20925e9d9fc/245a362d-757a-49dd-abd0-655a4bb59939/fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:33.814634 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:33.827123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] For port c2216302-bd6b-4911-8fc1-5cd36eb402d7, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:33.844928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] For port c2216302-bd6b-4911-8fc1-5cd36eb402d7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c2216302-bd6b-4911-8fc1-5cd36eb402d7,segment=NetworkSegment(0109c1e3-57e2-4a1c-896c-3fbb60a4e237),segment_id=0109c1e3-57e2-4a1c-896c-3fbb60a4e237)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:33.898539 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.910338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:33.910970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.926035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] 10.222.0.70 "PUT /v2.0/ports/d68d053d-2551-4215-bd08-d64dc79588db HTTP/1.1" status: 200 len: 1091 time: 2.3674710 Jun 03 15:53:33.942279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'tag': 'd68d053d-2551-4215-bd08-d64dc79588db'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:34.117129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c70f9-0554-4699-834d-1de8ad738421 req-ca6bea6b-4f5f-4c14-b9cc-330b655bd01d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:34.124620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac5c70f9-0554-4699-834d-1de8ad738421 req-ca6bea6b-4f5f-4c14-b9cc-330b655bd01d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 943 time: 0.1785994 Jun 03 15:53:34.227812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Routers {'21b1273c-807f-4a9f-b513-f779d4d381d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:34.236986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b1273c-807f-4a9f-b513-f779d4d381d7'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:34.260479 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3fddb7-3f3c-41a3-aea6-85b811c05fde'] response: {'name': 'network-changed', 'server_uuid': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'tag': 'd68d053d-2551-4215-bd08-d64dc79588db', 'status': 'completed', 'code': 200} Jun 03 15:53:34.283172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac5c70f9-0554-4699-834d-1de8ad738421 req-1661807e-6235-400d-a18e-afe4bb43e08c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540551 Jun 03 15:53:34.541126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4af2d2-d7e2-4b35-8b13-b62d89b288de service neutron] Pushing event updated for resources: {'Port': ['ID=d68d053d-2551-4215-bd08-d64dc79588db,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:34.597599 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:20Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:33Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:34.598810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] Set router 21b1273c-807f-4a9f-b513-f779d4d381d7 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:34.605540 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1121fc7-4e7a-41c4-a361-e374929ad9a2 None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:20Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:33Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:34.628561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-94c239b7-bdf2-4e87-b7a8-4c91c73ad541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:34.630083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-94c239b7-bdf2-4e87-b7a8-4c91c73ad541 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 1094 time: 0.6300926 Jun 03 15:53:34.670298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Attempting to bind port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:34.670708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Attempting to bind port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:34.671076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Attempting to bind port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 on network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:34.694527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65b648bc-af13-4fa0-b1f6-4f52eea75772 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:34.729354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671104f0-45d1-42c1-9a32-769c8d2943b4 None None] Pushing event updated for resources: {'Port': ['ID=c2216302-bd6b-4911-8fc1-5cd36eb402d7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:34.758513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:34.764725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:34.765127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Checking segment: {'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:34.765572 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:34.766011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Bound using segment: {'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:34.766539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Bound port: 3f98ebc2-8aa2-4ba8-a157-177ae4e27935, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:34.766913 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:34.786777 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:34.804132 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-4ed1ec87-b54a-4099-b540-99fc3a19b2db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d68d053d-2551-4215-bd08-d64dc79588db HTTP/1.1" status: 200 len: 217 time: 0.1517067 Jun 03 15:53:34.987079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.007482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cb90fa-7161-4365-811b-72b40cdb5744,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:35.011760 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.018614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60752) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:35.019139 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4e86712c-2e8a-46c4-a9ca-42d054a6b9e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7753701 Jun 03 15:53:35.029195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '42cb90fa-7161-4365-811b-72b40cdb5744', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:35.052224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:35.063192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:35.065916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-0dc017fd-29b6-4927-a22c-dd4a13381b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:35.066597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] For port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:35.072839 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-0dc017fd-29b6-4927-a22c-dd4a13381b23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.2498524 Jun 03 15:53:35.074592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Transition to ACTIVE for port object fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:35.076529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:35.092702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:35.107601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 65b648bc-af13-4fa0-b1f6-4f52eea75772 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:35.112802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] For port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,segment=NetworkSegment(2afcf6fd-053e-449b-90a2-9bfc306ae773),segment_id=2afcf6fd-053e-449b-90a2-9bfc306ae773)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:35.125771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 65b648bc-af13-4fa0-b1f6-4f52eea75772 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:35.126305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.127089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.192263 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.245516 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.246536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.257049 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.287399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bfe0c2-700f-4033-9ff6-f81d5b2ed22b,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:35.293331 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-ffdcc895-ab6f-4f58-ac07-f5cf80cedad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:35.295111 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-ffdcc895-ab6f-4f58-ac07-f5cf80cedad3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122555 Jun 03 15:53:35.323022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.324902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-295458e0-9579-46f1-96a0-5ebf4e6357a2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043220 Jun 03 15:53:35.328687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60762) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:35.340401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '42cb90fa-7161-4365-811b-72b40cdb5744', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:35.354394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:35.366151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:35.380759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:35.393088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:35.399099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:35.417719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:35.426677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.437375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:35.437375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.516924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ddc77-c1e9-4975-ad35-089dc4118ae4 None None] Pushing event updated for resources: {'Port': ['ID=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:35.584448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:35.676596 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-50bec679-0435-4bac-a7d7-60372020f336 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643363 Jun 03 15:53:35.779105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.825837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.875231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234d9e42-9f74-4f00-aec3-05f0ae426e69,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:35.913500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 65b648bc-af13-4fa0-b1f6-4f52eea75772 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:35.913500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.916149 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.919809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-754df350-d73c-49f6-8390-256eb1e5304b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5893912 Jun 03 15:53:35.932228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T15:53:16Z', 'revision_number': 4, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port': {'id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:07Z', 'updated_at': '2022-06-03T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c2216302-bd6b-4911-8fc1-5cd36eb402d7', 'name': '', 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'mac_address': 'fa:16:3e:d3:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:14Z', 'updated_at': '2022-06-03T15:53:33Z', 'revision_number': 4, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'subnets': [{'id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:35.939349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee327ff-f078-44e4-9458-dcda36c5edc9 None None] The sync data for ids ['21b1273c-807f-4a9f-b513-f779d4d381d7'] in n-d-844594-1 is: [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T15:53:16Z', 'revision_number': 4, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port': {'id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:07Z', 'updated_at': '2022-06-03T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'c2216302-bd6b-4911-8fc1-5cd36eb402d7', 'name': '', 'network_id': 'b684cf3c-5a54-4ede-8421-ee30dddba812', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'mac_address': 'fa:16:3e:d3:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:14Z', 'updated_at': '2022-06-03T15:53:33Z', 'revision_number': 4, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'subnets': [{'id': '8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:35.940307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60780) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:35.958896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '42cb90fa-7161-4365-811b-72b40cdb5744', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:35.982007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d490c-4bac-4e2b-97f0-862b81ddffc7 req-007ab178-f0ae-45c3-8304-e5efa1b6f0bb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:35.983647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b6d490c-4bac-4e2b-97f0-862b81ddffc7 req-007ab178-f0ae-45c3-8304-e5efa1b6f0bb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 943 time: 0.4562967 Jun 03 15:53:35.983818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 65b648bc-af13-4fa0-b1f6-4f52eea75772, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=65b648bc-af13-4fa0-b1f6-4f52eea75772,segment=NetworkSegment(13fcd5f5-5361-47b0-8ea8-d12343338506),segment_id=13fcd5f5-5361-47b0-8ea8-d12343338506)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:35.989883 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.991848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbcf2cdb-1c68-4601-836a-3a3cec8c9baf up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:36.051372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:36.063386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:36.071167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:36.098964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b6d490c-4bac-4e2b-97f0-862b81ddffc7 req-dfefd18b-b046-4c67-a9e2-b89929e2f0fc tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063070 Jun 03 15:53:36.119475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:36.126326 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:36.148999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d47d63cb-1c8c-481f-ae5b-65f98b36ea25 req-dc4d5ab1-5f16-469b-85eb-3fa9dbacceec service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658952 Jun 03 15:53:36.212874 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:36.243718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=65b648bc-af13-4fa0-b1f6-4f52eea75772,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:36.268262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:36.268641 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:36.489886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:36.491966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:36.606575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:36.618340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:36.631140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:36.631731 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:36.679120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f650-52ae-4513-8224-81ca72306c32 req-2e612681-3c01-428e-a2c3-afccc3f7a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:36.680757 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f27f650-52ae-4513-8224-81ca72306c32 req-2e612681-3c01-428e-a2c3-afccc3f7a8e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 1094 time: 0.4536572 Jun 03 15:53:36.858141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:36.919651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device daa2e374-b998-47c4-b740-7c0ba9f2fcbb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:37.061050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1d32f5-419c-482d-941d-c88e06dc1269,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:37.096064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: daa2e374-b998-47c4-b740-7c0ba9f2fcbb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:37.096778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device daa2e374-b998-47c4-b740-7c0ba9f2fcbb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:37.097491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:37.171244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:37.172481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 88c30ca1-bcf2-42a6-8a42-05c42567d6f5 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:37.199521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.200758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-07d2b239-63b7-4767-9369-ea79d756d660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2569091 Jun 03 15:53:37.203637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60788) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:37.209301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '42cb90fa-7161-4365-811b-72b40cdb5744', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:37.221262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:37.236967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:37.243514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:37.262198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:37.305893 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.347544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a422d9-c2e8-4c38-9c6d-361f46f4e1bc None None] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:37.431555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f650-52ae-4513-8224-81ca72306c32 req-bfc3bbae-f8bf-4de0-9574-b3c2d948fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:37.433404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f27f650-52ae-4513-8224-81ca72306c32 req-bfc3bbae-f8bf-4de0-9574-b3c2d948fdcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.4359446 Jun 03 15:53:37.460339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f41265de-d237-491b-b25a-5dbd364ab8ed None None] Provisioning for port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:37.477255 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.487588 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.531338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a07f49-e29c-4671-a437-a73c933124e1,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:37.543260 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.548412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-acd06d17-327c-4dd2-82b8-b187992e937c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3436430 Jun 03 15:53:37.549300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60792) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:37.557557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '42cb90fa-7161-4365-811b-72b40cdb5744', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:37.567408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:37.573258 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.577596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f4bc5-7082-4161-9ed2-57a79991ed25 req-067899e6-eb9c-4f81-a9f5-fffdcc10aa46 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:37.581193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c2216302-bd6b-4911-8fc1-5cd36eb402d7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:37.585965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d99f4bc5-7082-4161-9ed2-57a79991ed25 req-067899e6-eb9c-4f81-a9f5-fffdcc10aa46 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 943 time: 0.2004550 Jun 03 15:53:37.591417 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f27f650-52ae-4513-8224-81ca72306c32 req-a87175c2-911f-4718-9a83-9ccdc4e34bb3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d68d053d-2551-4215-bd08-d64dc79588db HTTP/1.1" status: 200 len: 217 time: 0.1440997 Jun 03 15:53:37.592375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.593203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.604888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:37.610393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:37.619556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:37.660371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d99f4bc5-7082-4161-9ed2-57a79991ed25 req-eda48663-c314-42b2-9502-73a2af350b72 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734024 Jun 03 15:53:37.661387 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:53:37.669507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.766073 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.774922 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.795606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c2216302-bd6b-4911-8fc1-5cd36eb402d7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:37.805550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c2216302-bd6b-4911-8fc1-5cd36eb402d7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:37.805762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.828062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633c2b6e-f9ef-4465-bd93-ba6e46093b34,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:37.838868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event updated for resources: {'Port': ['ID=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:37.849041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f650-52ae-4513-8224-81ca72306c32 req-6192ea8d-fcbf-432e-9662-540e661ccda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:37.851079 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f27f650-52ae-4513-8224-81ca72306c32 req-6192ea8d-fcbf-432e-9662-540e661ccda6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.2015684 Jun 03 15:53:37.858053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.860238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f90d4ee0-78c5-43e1-bd66-399cb26bbe40 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3086548 Jun 03 15:53:37.862811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60796) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:37.871408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '42cb90fa-7161-4365-811b-72b40cdb5744', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:37.881094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:37.886518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:37.901413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:37.908264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:37.928830 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:53:37.937970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.958456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c2216302-bd6b-4911-8fc1-5cd36eb402d7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:37.958867 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.987968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:37.997266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:38.010986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c2216302-bd6b-4911-8fc1-5cd36eb402d7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c2216302-bd6b-4911-8fc1-5cd36eb402d7,segment=NetworkSegment(0109c1e3-57e2-4a1c-896c-3fbb60a4e237),segment_id=0109c1e3-57e2-4a1c-896c-3fbb60a4e237)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:38.017347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.018229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65b648bc-af13-4fa0-b1f6-4f52eea75772 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:38.092016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.099972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.172219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c2216302-bd6b-4911-8fc1-5cd36eb402d7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:38.173118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.174279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102319 Jun 03 15:53:38.184856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60802) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:38.197970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'network': {'name': 'tempest-network-smoke--1098981007', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:38.212230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 65b648bc-af13-4fa0-b1f6-4f52eea75772 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:38.212230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.215086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:38.222703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcee80a-d2a6-47a4-9b20-82c57c7b9c25 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1231a858-ed24-4657-a816-21c74af8525a,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:38.231095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:network and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:38.234794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:38.246676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:38.264604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:38.269238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.309795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:53:38.335320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.335939 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Added segment e831bd42-3cc8-49f1-975e-04d9595c1c5e of type vlan for network 78041803-a75e-43c1-a43f-4c63e1f33307 Jun 03 15:53:38.343833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f650-52ae-4513-8224-81ca72306c32 req-a8f22039-a001-493a-9be4-f78fae3594cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:38.346572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f27f650-52ae-4513-8224-81ca72306c32 req-a8f22039-a001-493a-9be4-f78fae3594cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4737513 Jun 03 15:53:38.388764 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.426119 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.432037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1b17308e-7ad9-46f4-952b-67b7ae3c532e None None] Provisioning for port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:38.435801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:38.436579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.442941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1b17308e-7ad9-46f4-952b-67b7ae3c532e None None] Provisioning complete for port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:38.443319 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b17308e-7ad9-46f4-952b-67b7ae3c532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.503696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 65b648bc-af13-4fa0-b1f6-4f52eea75772 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:38.504892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:38.557440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:38.592267 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f27f650-52ae-4513-8224-81ca72306c32 req-91f371e0-b280-4b2b-a549-a8f345ec7034 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219870 Jun 03 15:53:38.601810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1b17308e-7ad9-46f4-952b-67b7ae3c532e None None] Port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:38.673818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:38.690324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:38.690966 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.795468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Network': ['ID=78041803-a75e-43c1-a43f-4c63e1f33307,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:38.825236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5340bba9-9a60-4790-8d39-1150f696bc61 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6396596 Jun 03 15:53:38.827976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60808) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:38.834000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'admin_state_up': True, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:38.851876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:38.857125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:router and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:38.861619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:38.871582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:38.884063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 78041803-a75e-43c1-a43f-4c63e1f33307 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:53:38.942241 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.943982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.006044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.019641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f27f650-52ae-4513-8224-81ca72306c32 req-4217d355-b6ed-43a6-bf53-9b1be0205f21 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146733 Jun 03 15:53:39.029784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:39.036243 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5d3a6cc8-0459-4f4c-946e-62ea1494c486 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2084122 Jun 03 15:53:39.039561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60812) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:39.042208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6910f-1f53-46db-aecd-f25c01d8e638 req-25355917-c1b8-4f08-8aac-23bd2b528b42 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:39.044236 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cb6910f-1f53-46db-aecd-f25c01d8e638 req-25355917-c1b8-4f08-8aac-23bd2b528b42 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 943 time: 0.1621015 Jun 03 15:53:39.047829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:39.115888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:39.118270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0acad7ed-7789-460a-82ab-30916ed58fb2 None None] Provisioning complete for port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:39.118870 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0acad7ed-7789-460a-82ab-30916ed58fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.202429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0acad7ed-7789-460a-82ab-30916ed58fb2 None None] Port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:39.252257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:39.253030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:39.355132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:39.357161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.445118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-31a271d5-8562-4521-946d-630fc359c9e4 None None] Provisioning complete for port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:39.446109 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-31a271d5-8562-4521-946d-630fc359c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.512998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5cb6910f-1f53-46db-aecd-f25c01d8e638 req-4bd8ae61-d217-4d63-9898-369ecc473d34 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336593 Jun 03 15:53:39.522233 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.652806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-31a271d5-8562-4521-946d-630fc359c9e4 None None] Port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:39.682505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,segment=NetworkSegment(2afcf6fd-053e-449b-90a2-9bfc306ae773),segment_id=2afcf6fd-053e-449b-90a2-9bfc306ae773)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:39.696502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:39.753229 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.917694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c2216302-bd6b-4911-8fc1-5cd36eb402d7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:40.060334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.extraroute_db [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:53:40.083886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.extraroute_db [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Removed routes are [] {{(pid=88339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:53:40.087374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.112099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:40.161898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c2216302-bd6b-4911-8fc1-5cd36eb402d7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:40.162197 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.350000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.416608 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.429625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c2216302-bd6b-4911-8fc1-5cd36eb402d7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:40.472015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34', 'name': '', 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:76:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '245a362d-757a-49dd-abd0-655a4bb59939', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:30Z', 'updated_at': '2022-06-03T15:53:36Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '245a362d-757a-49dd-abd0-655a4bb59939', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:40.482635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:40.483979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Updating router 76d92cfb-082d-4282-a0b2-14e73c442dc3 port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:40.485865 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.492892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.545400 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.706819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:40.723680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.92 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/79df48b0-007f-4594-8fd9-7ec3d3d61cd6) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:40.900954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a379b3-8b0a-4281-acc0-c6480a3393a8 req-b389168d-9c25-4cb5-909e-d6269e5e7a00 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:40.908308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09a379b3-8b0a-4281-acc0-c6480a3393a8 req-b389168d-9c25-4cb5-909e-d6269e5e7a00 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 943 time: 0.2265923 Jun 03 15:53:40.913756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:40.929080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.930766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06b2dd07-4ce4-40ae-92ba-88c757b9e849 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 200 len: 953 time: 1.8898833 Jun 03 15:53:40.933569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60826) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:41.006994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.040320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09a379b3-8b0a-4281-acc0-c6480a3393a8 req-dd0c836e-de1e-4dac-bd16-b816bb3d8ce3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306987 Jun 03 15:53:41.093623 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.113155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Transition to ACTIVE for port object fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:41.118058 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.124917 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.197337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:41.200450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:41.204907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:41.242567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:41.327834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a822c6-d23b-4871-898e-8c514b224435 None None] Pushing event updated for resources: {'Port': ['ID=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:41.394304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-aae82322-82fa-42ab-b341-30aca3a45982 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 200 len: 953 time: 0.4593186 Jun 03 15:53:41.398371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60830) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:41.404960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'routes': None}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:41.411652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Attempting to bind port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:41.412038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Attempting to bind port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:41.412604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Attempting to bind port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 on network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:41.428582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:41.428975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Checking segment: {'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:41.429391 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.429793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Bound using segment: {'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:41.430292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Bound port: fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afcf6fd-053e-449b-90a2-9bfc306ae773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:41.430674 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.578959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] For port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:41.582751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] For port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,segment=NetworkSegment(2afcf6fd-053e-449b-90a2-9bfc306ae773),segment_id=2afcf6fd-053e-449b-90a2-9bfc306ae773)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:41.589566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.691323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:41.691975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:41.893672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a822c6-d23b-4871-898e-8c514b224435 None None] Pushing event updated for resources: {'Port': ['ID=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:41.920890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:42.087344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.112082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:42.230598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:42.231886 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.591480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:42.624981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.extraroute_db [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added routes are [] {{(pid=88339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:53:42.625530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.extraroute_db [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:53:42.663207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.710802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618303-1d0a-4470-bc48-04076066caaa req-e1a8d1fb-d854-4b35-8106-6251f38b74b9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:42.712475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc618303-1d0a-4470-bc48-04076066caaa req-e1a8d1fb-d854-4b35-8106-6251f38b74b9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 943 time: 0.2404399 Jun 03 15:53:42.750763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:40Z', 'revision_number': 6, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34', 'name': '', 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:76:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '245a362d-757a-49dd-abd0-655a4bb59939', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:30Z', 'updated_at': '2022-06-03T15:53:41Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '245a362d-757a-49dd-abd0-655a4bb59939', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:42.760149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24283e1b-bd9c-46e2-85cf-f8c1db214b7f None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:40Z', 'revision_number': 6, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34', 'name': '', 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:76:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '245a362d-757a-49dd-abd0-655a4bb59939', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:30Z', 'updated_at': '2022-06-03T15:53:41Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '245a362d-757a-49dd-abd0-655a4bb59939', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:42.815374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc618303-1d0a-4470-bc48-04076066caaa req-07364094-3110-41d1-8b96-35b314fddb8b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900254 Jun 03 15:53:42.829238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.011439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d68d053d-2551-4215-bd08-d64dc79588db details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:53:43.181350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router fcfa35ff-87c5-4de8-901e-84982468553a is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:53:43.261772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.269163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.294032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d68d053d-2551-4215-bd08-d64dc79588db, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d68d053d-2551-4215-bd08-d64dc79588db,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:43.348708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'd68d053d-2551-4215-bd08-d64dc79588db', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'port_id': 'd68d053d-2551-4215-bd08-d64dc79588db', 'mac_address': 'fa:16:3e:3b:29:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:53:43.515366 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c36bd5e8-70d0-4077-a01f-2261faaae839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.520950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d68d053d-2551-4215-bd08-d64dc79588db is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:43.521681 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.558387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68d053d-2551-4215-bd08-d64dc79588db {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:53:43.575141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:43.588543 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Sync routers for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:43.593146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d68d053d-2551-4215-bd08-d64dc79588db, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d68d053d-2551-4215-bd08-d64dc79588db,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:43.605516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.613335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:43.621725 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:43.623226 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:43.645863 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.652695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7ad6b5da-1485-41df-b9c4-a62542cadffb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8235543 Jun 03 15:53:43.655626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60844) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:43.708744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d68d053d-2551-4215-bd08-d64dc79588db,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:43.733487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-097cd3a4-1e0f-4a91-b563-6f3e3b91f39c tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba454d73f843480bb2a4b139889fe358&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759406 Jun 03 15:53:43.734431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60848) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:43.862612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['d68d053d-2551-4215-bd08-d64dc79588db'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:53:43.983319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:44.018799 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:44.191900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:44.212220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:44.216347 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b5c0d972-3add-4d7c-9366-c6ff4d3b7662 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 200 len: 703 time: 2.8144865 Jun 03 15:53:44.217301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60854) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:44.281814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:44.325017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:44.340882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:44.341258 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:44.363812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c40df-aed5-49d3-a8cd-0d8f1fa2fd42 req-75207f0d-8231-4e7a-8bf1-5023aac6efef tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:44.367001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac5c40df-aed5-49d3-a8cd-0d8f1fa2fd42 req-75207f0d-8231-4e7a-8bf1-5023aac6efef tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 944 time: 0.2163994 Jun 03 15:53:44.370426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a86c0-a287-45c4-9d8c-645166ed15fd tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:44.375599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-799a86c0-a287-45c4-9d8c-645166ed15fd tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6396658 Jun 03 15:53:44.376623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60858) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:44.387446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:44.392193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:44.434042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac5c40df-aed5-49d3-a8cd-0d8f1fa2fd42 req-5b536210-ccb9-44a0-b834-b50ec32a3127 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543475 Jun 03 15:53:44.518785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-33b2c65e-d3dc-469e-97f8-eab45c9e4618 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279821 Jun 03 15:53:44.521951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60864) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:44.527803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-542084308', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:44.556194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0cd115ea-86c5-4b4a-a2cc-984201f3f1ec tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 200 len: 703 time: 0.3378425 Jun 03 15:53:44.559343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60868) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:44.736168 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:41Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:44.745306 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Checking router: fcfa35ff-87c5-4de8-901e-84982468553a for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:44.745885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Updating router fcfa35ff-87c5-4de8-901e-84982468553a port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:44.762235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:44.771662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:subnet and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:44.778447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:44.778783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:44.781237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:44.797601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:44.804216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:44.831222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:44.835234 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:44.872965 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.155162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,segment=NetworkSegment(2afcf6fd-053e-449b-90a2-9bfc306ae773),segment_id=2afcf6fd-053e-449b-90a2-9bfc306ae773)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:45.174835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.324157 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.428787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.471706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Subnet': ['ID=69f06047-575e-4114-bb7c-e8c825992800,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:45.496696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Checking segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:45.497453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network hostable DHCP agents. Network: 78041803-a75e-43c1-a43f-4c63e1f33307, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:53:45.519138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:45.524994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 78041803-a75e-43c1-a43f-4c63e1f33307 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:53:45.542950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 78041803-a75e-43c1-a43f-4c63e1f33307) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:45.550067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:45.551854 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.583784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1e485fde-afcb-4fa4-bc85-50cbd06ffb9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0605292 Jun 03 15:53:45.587862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60874) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:45.593661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2abc360-3591-4c5e-847e-4d73d99c9d09 None None] Network 78041803-a75e-43c1-a43f-4c63e1f33307 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:45.720623 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.745532 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Transition to ACTIVE for port object 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:45.759746 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.791592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60880) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:45.936606 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Attempting to bind port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:45.937258 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Attempting to bind port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:45.937794 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Attempting to bind port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:45.962146 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:45.962876 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:45.964523 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.965620 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:45.966644 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Bound port: 79df48b0-007f-4594-8fd9-7ec3d3d61cd6, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:45.968634 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.973451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:46.025754 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:46.026228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.073054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-78041803-a75e-43c1-a43f-4c63e1f33307', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:53:46.073912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.114869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.177504 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] For port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:46.182022 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] For port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:46.203394 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.226878 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde6e75-90b3-4fcf-a130-636e5864a5f2 None None] Pushing event updated for resources: {'Port': ['ID=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:46.367817 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a025d0dc-749b-4f80-bdab-7adb584fef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.387176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,segment=NetworkSegment(2afcf6fd-053e-449b-90a2-9bfc306ae773),segment_id=2afcf6fd-053e-449b-90a2-9bfc306ae773)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:46.388014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.414810 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde6e75-90b3-4fcf-a130-636e5864a5f2 None None] Pushing event updated for resources: {'Port': ['ID=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:46.439508 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:46.440924 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:46.457582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20218e-a1da-4dc7-aeb8-884250d6163e req-9688a2a7-308e-4964-821c-5ee306d63bf1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:46.460166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc20218e-a1da-4dc7-aeb8-884250d6163e req-9688a2a7-308e-4964-821c-5ee306d63bf1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 944 time: 0.6542575 Jun 03 15:53:46.532420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:46.533191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.590219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Allocated IP 172.20.0.2 (78041803-a75e-43c1-a43f-4c63e1f33307/69f06047-575e-4114-bb7c-e8c825992800/a96f0b8b-cc2b-453b-a564-5afae21ec1f6) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:46.633639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:42Z', 'revision_number': 7, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34', 'name': '', 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:76:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '245a362d-757a-49dd-abd0-655a4bb59939', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:30Z', 'updated_at': '2022-06-03T15:53:41Z', 'revision_number': 4, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '245a362d-757a-49dd-abd0-655a4bb59939', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:46.657319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:46.748012 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:46.749069 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.775670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] Deleting subnet d5cb5080-9922-4224-b2d6-b97207a44e5c {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:53:46.779422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:46.780089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:46.789211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:46.795341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.847794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc20218e-a1da-4dc7-aeb8-884250d6163e req-54e4b51b-c715-44fd-bbb3-dab4a4ff0f57 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776815 Jun 03 15:53:46.893680 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.024015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:47.048350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.113748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:47.115530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d68d053d-2551-4215-bd08-d64dc79588db up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:47.182466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Could not find standard attr ID for object fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:53:47.227941 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:41Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:47.233465 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f50e2-2995-4bda-a619-9046f048595c None None] The sync data for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 is: [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:41Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:47.236137 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No ports have port_id starting with fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 Jun 03 15:53:47.332037 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.350928 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.466917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.513602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.516851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port d68d053d-2551-4215-bd08-d64dc79588db completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:47.575707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.579833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port d68d053d-2551-4215-bd08-d64dc79588db triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:47.580412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.592022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cb5080-9922-4224-b2d6-b97207a44e5c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:47.597684 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.688371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5dcc855-5c65-47ab-a733-7ffe7ef81837 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d5cb5080-9922-4224-b2d6-b97207a44e5c HTTP/1.1" status: 204 len: 168 time: 1.8309460 Jun 03 15:53:47.695081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 60886) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:47.851286 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.879806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Transition to ACTIVE for port object a96f0b8b-cc2b-453b-a564-5afae21ec1f6 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:48.014066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Transition to ACTIVE for port object a96f0b8b-cc2b-453b-a564-5afae21ec1f6 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:48.028599 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.044168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.087404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:48.139830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:48.230267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Network 78041803-a75e-43c1-a43f-4c63e1f33307 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:48.247713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:48.260651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:48.273095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:48.276483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:42Z', 'revision_number': 7, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34', 'name': '', 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:76:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '245a362d-757a-49dd-abd0-655a4bb59939', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:30Z', 'updated_at': '2022-06-03T15:53:44Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '245a362d-757a-49dd-abd0-655a4bb59939', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:48.293342 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-047679ca-6d7c-468d-a8da-e423a07cd29d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7300766 Jun 03 15:53:48.293825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc32de-54c0-4bb5-b97f-972df79c2d13 None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:42Z', 'revision_number': 7, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34', 'name': '', 'network_id': 'd4cc2fb7-e374-4ab2-be87-b20925e9d9fc', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:76:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '245a362d-757a-49dd-abd0-655a4bb59939', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:30Z', 'updated_at': '2022-06-03T15:53:44Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '245a362d-757a-49dd-abd0-655a4bb59939', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:48.295122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60892) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:48.301380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d68d053d-2551-4215-bd08-d64dc79588db is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:48.301768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.382465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Pushing event updated for resources: {'Port': ['ID=a96f0b8b-cc2b-453b-a564-5afae21ec1f6,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:48.385489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.405911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet 245a362d-757a-49dd-abd0-655a4bb59939 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:53:48.410411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.425293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.436708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d053d-2551-4215-bd08-d64dc79588db'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:48.454832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.455178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.455633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.456055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.456425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.456949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.457111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.457553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.458020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.458469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.458795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.459118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:48.460927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0d44ee-638e-43c1-b914-b5127141a286']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:48.484537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6925f1-b828-4248-abee-5d63168beac8') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:48.484993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6925f1-b828-4248-abee-5d63168beac8') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:48.497435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Attempting to bind port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:48.497807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Attempting to bind port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:48.498168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Attempting to bind port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:48.501505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.515485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port d68d053d-2551-4215-bd08-d64dc79588db, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d68d053d-2551-4215-bd08-d64dc79588db,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:48.522792 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.533615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:53:48.534647 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.536562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.558356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.600970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:48.602079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Checking segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:48.602205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.602766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Bound using segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:48.603856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Bound port: a96f0b8b-cc2b-453b-a564-5afae21ec1f6, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:48.605629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.648271 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54b0d24-e19a-4c4d-bf9d-e41ec1995152'] response: {'server_uuid': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d053d-2551-4215-bd08-d64dc79588db', 'code': 200} Jun 03 15:53:48.674374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:48.766652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:48.767221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.795706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.809729 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4a6925f1-b828-4248-abee-5d63168beac8 resource provider aggregate not found Jun 03 15:53:48.821872 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:48.827040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=d68d053d-2551-4215-bd08-d64dc79588db,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:48.837306 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.847820 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:48.850964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:48.859076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d131497-a132-47cd-b03c-96971e6434e7 req-25aa107e-f3be-4464-9c56-9d45eb74ba35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:48.866928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d131497-a132-47cd-b03c-96971e6434e7 req-25aa107e-f3be-4464-9c56-9d45eb74ba35 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 944 time: 0.7674968 Jun 03 15:53:48.899477 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4a6925f1-b828-4248-abee-5d63168beac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a6925f1-b828-4248-abee-5d63168beac8 found for delete ", "request_id": "req-644a631d-af6e-4998-8efb-9dd2fc75b63b"}]} Jun 03 15:53:48.941061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0d131497-a132-47cd-b03c-96971e6434e7 req-9a518ed8-80e3-4a25-aca1-efb778ed15fd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677178 Jun 03 15:53:48.947696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:48.973040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] For port a96f0b8b-cc2b-453b-a564-5afae21ec1f6, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:48.977878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] For port a96f0b8b-cc2b-453b-a564-5afae21ec1f6, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a96f0b8b-cc2b-453b-a564-5afae21ec1f6,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:48.993536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.045692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a1a6-0ae0-4c2e-9f75-cf862640c376 req-742fab11-18bc-42bb-934e-d71210b83ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:49.047334 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9605a1a6-0ae0-4c2e-9f75-cf862640c376 req-742fab11-18bc-42bb-934e-d71210b83ac4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 1096 time: 0.3466823 Jun 03 15:53:49.051464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:49.052425 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.053499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] 10.222.0.66 "DELETE /v2.0/networks/cc0d44ee-638e-43c1-b914-b5127141a286 HTTP/1.1" status: 204 len: 168 time: 1.3570876 Jun 03 15:53:49.063600 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.073106 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab31ae-b73f-4e0f-917f-51afdb72f9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0d44ee-638e-43c1-b914-b5127141a286,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:49.114124 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:49.159854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9605a1a6-0ae0-4c2e-9f75-cf862640c376 req-222f5ad6-824f-4686-a712-bc761fbfbb86 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998063 Jun 03 15:53:49.164768 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.175800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab87e1-bed6-43eb-90fd-6654b1127e21 None None] Pushing event updated for resources: {'Port': ['ID=a96f0b8b-cc2b-453b-a564-5afae21ec1f6,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:49.194617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:49.202459 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.251195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.1 (78041803-a75e-43c1-a43f-4c63e1f33307/69f06047-575e-4114-bb7c-e8c825992800/dceb3b97-bca6-469d-95f5-efbacb1803e7) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:49.277676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.287554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=245a362d-757a-49dd-abd0-655a4bb59939,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:49.292686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d279d5-5638-470c-bcbf-6d2af09fa041 None None] Network d4cc2fb7-e374-4ab2-be87-b20925e9d9fc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:49.294872 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fa055e7c-a195-4dca-83ad-9bfa4a895e4f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/245a362d-757a-49dd-abd0-655a4bb59939 HTTP/1.1" status: 204 len: 168 time: 0.9986517 Jun 03 15:53:49.299097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60904) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:49.351383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60908) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:49.492487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:49.553507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.568461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.577522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-28b73e2c-c966-455b-a80a-3f0fe300ddea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f28739c96434fe9868fba2ae29797ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250080 Jun 03 15:53:49.580005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60912) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:49.586910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object dceb3b97-bca6-469d-95f5-efbacb1803e7 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:49.626087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.634649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:49.634981 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.717250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 78041803-a75e-43c1-a43f-4c63e1f33307 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:49.730691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:49.736773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:49.817026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] DHCP port deletion for d4cc2fb7-e374-4ab2-be87-b20925e9d9fc request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:53:49.827336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Deleting port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:49.827336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.841366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=dceb3b97-bca6-469d-95f5-efbacb1803e7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:49.868972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.921181 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:46Z', 'revision_number': 8, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:49.925343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0448de29-7411-49ff-95d0-171408b6939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:49.925671 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:49.937518 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:49.938500 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:50.195262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:50.205457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0448de29-7411-49ff-95d0-171408b6939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:50.253648 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:50.339290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] For port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,segment=NetworkSegment(2afcf6fd-053e-449b-90a2-9bfc306ae773),segment_id=2afcf6fd-053e-449b-90a2-9bfc306ae773)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:50.344917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,segment=NetworkSegment(2afcf6fd-053e-449b-90a2-9bfc306ae773),segment_id=2afcf6fd-053e-449b-90a2-9bfc306ae773)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:50.345793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:50.355120 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:50.567685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:50.623772 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:50.630702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0448de29-7411-49ff-95d0-171408b6939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:50.675113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Calling delete_port for 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:50.676777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448de29-7411-49ff-95d0-171408b6939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c28f00-620d-49ab-940a-3305b415ee85,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:50.700185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0448de29-7411-49ff-95d0-171408b6939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:50.713049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0448de29-7411-49ff-95d0-171408b6939d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98c28f00-620d-49ab-940a-3305b415ee85 HTTP/1.1" status: 204 len: 168 time: 1.1232371 Jun 03 15:53:50.732780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:50.876039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=3f98ebc2-8aa2-4ba8-a157-177ae4e27935,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:50.882833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No DVR routers for this DVR port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:50.976509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:50.976988 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.025664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21b4dd-054e-4cd3-be50-140cb9692bf6 None None] Network 78041803-a75e-43c1-a43f-4c63e1f33307 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:51.050296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.082758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cc2fb7-e374-4ab2-be87-b20925e9d9fc']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:51.101091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afcf6fd-053e-449b-90a2-9bfc306ae773') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:51.101960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afcf6fd-053e-449b-90a2-9bfc306ae773') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:51.120595 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.154121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.170561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:53:51.171288 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.172870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.185745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfc147-ac97-4779-9cc3-2232a27c9bcf req-c1001cb8-7b63-468d-8525-4d978a6c7880 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:51.187341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ccfc147-ac97-4779-9cc3-2232a27c9bcf req-c1001cb8-7b63-468d-8525-4d978a6c7880 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.9335263 Jun 03 15:53:51.188625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.231337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:46Z', 'revision_number': 8, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:51.243235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:53:51.243627 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:53:51.244807 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f2a77-e734-49a4-9201-121c0fb80009 None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:46Z', 'revision_number': 8, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '65b648bc-af13-4fa0-b1f6-4f52eea75772', 'name': '', 'network_id': '0781806f-66e8-4f4c-b44f-4622495b0caf', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:5b:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:17Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': 'e58470f9-37d1-4d45-baab-7410a97890f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:51.259505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b6687c8e-1062-4a88-9a1d-86a10a2cc46f None None] Provisioning for port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:51.274756 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2afcf6fd-053e-449b-90a2-9bfc306ae773 resource provider aggregate not found Jun 03 15:53:51.324300 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2afcf6fd-053e-449b-90a2-9bfc306ae773 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2afcf6fd-053e-449b-90a2-9bfc306ae773 found for delete ", "request_id": "req-ae92e5ee-6953-4cdf-b1ad-d03f1d9c6a7b"}]} Jun 03 15:53:51.334548 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.338891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.371166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=d4cc2fb7-e374-4ab2-be87-b20925e9d9fc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:51.398501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ccfc147-ac97-4779-9cc3-2232a27c9bcf req-87f7550b-6dda-4748-8d73-dfcf138ba7e5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790090 Jun 03 15:53:51.399271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-273eab48-6de0-4a00-b6d3-096d8f097d5b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/d4cc2fb7-e374-4ab2-be87-b20925e9d9fc HTTP/1.1" status: 204 len: 168 time: 2.0984924 Jun 03 15:53:51.400601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 60928) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:51.408453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=dceb3b97-bca6-469d-95f5-efbacb1803e7,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:51.415034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.508962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:51.510508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a96f0b8b-cc2b-453b-a564-5afae21ec1f6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:51.576162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 78041803-a75e-43c1-a43f-4c63e1f33307 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:51.577961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:51.704318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:51.715463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:51.715838 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.748503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Deleting port 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:51.748884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:51.803575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router fcfa35ff-87c5-4de8-901e-84982468553a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:51.903054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3b22c35e-4878-4372-8058-af5df2707017 None None] The port '3f98ebc2-8aa2-4ba8-a157-177ae4e27935' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:53:52.050952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:52.051577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:52.072771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:52.094165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8b28eb01-49dd-407d-ad01-2342cdd9a642 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/fcfa35ff-87c5-4de8-901e-84982468553a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5008869 Jun 03 15:53:52.096672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Sync routers for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:52.146011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:52.146651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:52.230506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port a96f0b8b-cc2b-453b-a564-5afae21ec1f6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a96f0b8b-cc2b-453b-a564-5afae21ec1f6,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:52.245249 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:52.324845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:52.395795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:52.396160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3f98ebc2-8aa2-4ba8-a157-177ae4e27935 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:52.511868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-a30924a4-46a9-4f1b-97a9-3fcb7656abe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:52.520434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1774a98a-4222-4a2e-8eb0-288616f88430 None None] Provisioning for port dceb3b97-bca6-469d-95f5-efbacb1803e7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:52.544220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-a30924a4-46a9-4f1b-97a9-3fcb7656abe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:52.546804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-a30924a4-46a9-4f1b-97a9-3fcb7656abe7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686949725&fields=id&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 267 time: 0.1004090 Jun 03 15:53:52.561338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:52.573207 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:52.674301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1774a98a-4222-4a2e-8eb0-288616f88430 None None] Provisioning complete for port dceb3b97-bca6-469d-95f5-efbacb1803e7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:52.674704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1774a98a-4222-4a2e-8eb0-288616f88430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:52.706708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:52.707053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fcd3e8a5-4ec5-489b-a8bf-d778b9a42c34 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:52.774495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:52.820583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=a96f0b8b-cc2b-453b-a564-5afae21ec1f6,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:52.842942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1774a98a-4222-4a2e-8eb0-288616f88430 None None] Port dceb3b97-bca6-469d-95f5-efbacb1803e7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:53.059441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 65b648bc-af13-4fa0-b1f6-4f52eea75772 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:53.060066 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.072825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1774a98a-4222-4a2e-8eb0-288616f88430 None None] Provisioning complete for port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:53.073311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1774a98a-4222-4a2e-8eb0-288616f88430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.127618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3b7ff-37f2-4008-827c-91c28702b90a req-683f15a5-744e-455e-9609-4f017df3c917 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:53.128784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4cf3b7ff-37f2-4008-827c-91c28702b90a req-683f15a5-744e-455e-9609-4f017df3c917 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.5152493 Jun 03 15:53:53.135708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-438862be-ea5d-49fe-94c4-a5e3f23ae97c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:53.136429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-438862be-ea5d-49fe-94c4-a5e3f23ae97c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:53.185113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-438862be-ea5d-49fe-94c4-a5e3f23ae97c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:53.186419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-438862be-ea5d-49fe-94c4-a5e3f23ae97c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 797 time: 0.6309733 Jun 03 15:53:53.194295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4cf3b7ff-37f2-4008-827c-91c28702b90a req-f89fe64a-f7fd-49dd-9192-3bae62f92b39 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530376 Jun 03 15:53:53.205464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-169439c5-d99c-4aeb-9fe1-8786850e29ac tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/quotas/ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 375 time: 0.0101960 Jun 03 15:53:53.335005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-4cb9d1c9-ecc6-4ff0-ac9e-e83ec6c9a4b6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:53.366256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1774a98a-4222-4a2e-8eb0-288616f88430 None None] Current status of the port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:53.385106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 2, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:53.391371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Checking router: fcfa35ff-87c5-4de8-901e-84982468553a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:53.391723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Updating router fcfa35ff-87c5-4de8-901e-84982468553a port dceb3b97-bca6-469d-95f5-efbacb1803e7 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:53.409510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 65b648bc-af13-4fa0-b1f6-4f52eea75772, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=65b648bc-af13-4fa0-b1f6-4f52eea75772,segment=NetworkSegment(13fcd5f5-5361-47b0-8ea8-d12343338506),segment_id=13fcd5f5-5361-47b0-8ea8-d12343338506)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:53.410183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.414629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-4cb9d1c9-ecc6-4ff0-ac9e-e83ec6c9a4b6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:53.416143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-4cb9d1c9-ecc6-4ff0-ac9e-e83ec6c9a4b6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016416 Jun 03 15:53:53.462583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.545373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edab42-a6ad-4666-ab36-548afdf818d2 req-26c31283-90af-4391-a4f0-13a91506def9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:53.546281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6edab42-a6ad-4666-ab36-548afdf818d2 req-26c31283-90af-4391-a4f0-13a91506def9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.2176166 Jun 03 15:53:53.551343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-588726a7-318d-4851-b21a-2e110de3da09 None None] Provisioning complete for port dceb3b97-bca6-469d-95f5-efbacb1803e7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:53.551942 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-588726a7-318d-4851-b21a-2e110de3da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.580145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 65b648bc-af13-4fa0-b1f6-4f52eea75772 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:53.614220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6edab42-a6ad-4666-ab36-548afdf818d2 req-be69e459-2b2a-4299-adf7-d0be3860639d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540042 Jun 03 15:53:53.635966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-b8ffe848-2346-4f76-9890-69432cba7324 service neutron] 10.222.0.66 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972384 Jun 03 15:53:53.679256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-588726a7-318d-4851-b21a-2e110de3da09 None None] Port dceb3b97-bca6-469d-95f5-efbacb1803e7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:53.813484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.866571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=65b648bc-af13-4fa0-b1f6-4f52eea75772,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:53.947469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-ee773978-0b93-4056-90ce-a6ebc7a7539c service neutron] 10.222.0.66 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889702 Jun 03 15:53:53.967350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eba62d-63b2-44af-9f01-60e6c5b765bc req-73479842-93f9-425d-8564-acb0599d638e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:53.974788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91eba62d-63b2-44af-9f01-60e6c5b765bc req-73479842-93f9-425d-8564-acb0599d638e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.1582894 Jun 03 15:53:54.036525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91eba62d-63b2-44af-9f01-60e6c5b765bc req-ae99a256-5572-4846-ae2b-c09746c2ee2e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607157 Jun 03 15:53:54.055429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.072032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Transition to ACTIVE for port object dceb3b97-bca6-469d-95f5-efbacb1803e7 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:54.081359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.205567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.574678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df610737-ac97-49dc-9565-c54771ce7407 None None] Pushing event updated for resources: {'Port': ['ID=dceb3b97-bca6-469d-95f5-efbacb1803e7,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:54.592970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Attempting to bind port dceb3b97-bca6-469d-95f5-efbacb1803e7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:54.593413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Attempting to bind port dceb3b97-bca6-469d-95f5-efbacb1803e7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:54.593842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Attempting to bind port dceb3b97-bca6-469d-95f5-efbacb1803e7 on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:54.606842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:54.607307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Checking segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:54.607937 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.608413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Bound using segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:54.609067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Bound port: dceb3b97-bca6-469d-95f5-efbacb1803e7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:54.609502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.674687 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32774) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:54.688013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'network': {'name': 'tempest-network-smoke--1486409364', 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:54.694884 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a5908b8-3072-4207-b687-521daad5e5ac req-568884da-77b5-4e60-93b1-6bbf71c6b457 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 210 time: 0.0915852 Jun 03 15:53:54.700218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:54.710715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:network and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:54.715711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a96f0b8b-cc2b-453b-a564-5afae21ec1f6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:54.716450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:54.742297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:54.766484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Made reservation on behalf of b17f816200cc408fabfc88b3f3e59ee6 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:54.769955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.805588 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.811413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] For port dceb3b97-bca6-469d-95f5-efbacb1803e7, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:54.814961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] For port dceb3b97-bca6-469d-95f5-efbacb1803e7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dceb3b97-bca6-469d-95f5-efbacb1803e7,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:54.825454 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.864834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:54.864834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.878010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:54.890084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:security_group_rule and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:54.894416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:54.903105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:54.955561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9d7a7-963c-4348-bf42-9c7c1531f500 req-f582e1c8-615a-4865-8a8c-fcac2b84d766 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:54.964533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fce9d7a7-963c-4348-bf42-9c7c1531f500 req-f582e1c8-615a-4865-8a8c-fcac2b84d766 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.1601350 Jun 03 15:53:54.975559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:55.024464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df610737-ac97-49dc-9565-c54771ce7407 None None] Pushing event updated for resources: {'Port': ['ID=dceb3b97-bca6-469d-95f5-efbacb1803e7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:55.029310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:55.029990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:55.063872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fce9d7a7-963c-4348-bf42-9c7c1531f500 req-8f0cd1ae-22e2-41f5-b275-acf332f6a3f0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983610 Jun 03 15:53:55.160483 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.170186 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.210055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:53:55.215580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf40dd87-28f7-40c9-8456-239ebc6a28c1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:55.223167 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.223450 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Added segment d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb of type vlan for network 4802f211-cfe0-4ac1-8024-845a3abefa91 Jun 03 15:53:55.264073 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.282705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:55.295319 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:55.300553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-11f11a41-92d7-4812-9d1f-de44e37b51bf tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8975065 Jun 03 15:53:55.303229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32780) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:55.313112 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:55.314126 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:55.360685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.366493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:55.367137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.411167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:55.430123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet e58470f9-37d1-4d45-baab-7410a97890f0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:53:55.440000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.440262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7612686 Jun 03 15:53:55.441789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32784) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:55.495797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'admin_state_up': True, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:55.514465 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.515027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:55.519454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:55.520914 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:55.528475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:router and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:55.533508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:55.541087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960036-a5b3-4666-ba65-f42af23a52ac tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Network': ['ID=4802f211-cfe0-4ac1-8024-845a3abefa91,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:55.544713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:55.558152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.559344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.591799 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.592233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:53:55.635684 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.773645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.888496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=e58470f9-37d1-4d45-baab-7410a97890f0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:55.963117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:55.980077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416221f-f199-4e89-92e2-423f185601b4 None None] Network 0781806f-66e8-4f4c-b44f-4622495b0caf requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:56.017175 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:53Z', 'revision_number': 9, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:56.034314 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:56.056272 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:56.058699 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:56.070404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b0bd7670-92b5-4c5b-aefb-a12b36ab1507 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/e58470f9-37d1-4d45-baab-7410a97890f0 HTTP/1.1" status: 204 len: 168 time: 0.7658012 Jun 03 15:53:56.071450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32790) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:56.120465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:56.273989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:54Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:56.284832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45792f-3b36-4810-8c49-a8d0df5721d2 None None] The sync data for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 is: [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:54Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:56.398634 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:56.453370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] DHCP port deletion for 0781806f-66e8-4f4c-b44f-4622495b0caf request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:53:56.465150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] Deleting port 6000cfda-6ce3-44d9-b097-c87db7f86d47 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:56.465494 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:56.514838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f34ba6f-f864-4c94-a1db-664f1b7272ad req-0d219775-acbd-46b9-8bfd-f07e2ce27f71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 210 time: 0.3680956 Jun 03 15:53:56.522623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:56.594415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-6bbd5a6d-260f-4e43-b95f-c38ad3c8fce5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:56.595852 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-6bbd5a6d-260f-4e43-b95f-c38ad3c8fce5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 797 time: 0.7087283 Jun 03 15:53:56.601910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 6000cfda-6ce3-44d9-b097-c87db7f86d47 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:56.602178 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:56.664975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2832e-ab3b-496a-b3e5-186dba4a064d req-144d9a4e-fbba-40bf-9b8a-069d811a4e45 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:56.667290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4a2832e-ab3b-496a-b3e5-186dba4a064d req-144d9a4e-fbba-40bf-9b8a-069d811a4e45 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.2288568 Jun 03 15:53:56.677378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dceb3b97-bca6-469d-95f5-efbacb1803e7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:56.740515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2e4dff12-05e8-4cae-9cb8-d64d7b52e392 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:56.741279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2e4dff12-05e8-4cae-9cb8-d64d7b52e392 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:56.778985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-372e3321-1e01-4934-9222-bcb4dbbd87d0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:56.792734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4a2832e-ab3b-496a-b3e5-186dba4a064d req-130f76f0-c4a2-4c07-a29d-17b134b23d98 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133525 Jun 03 15:53:56.867190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-372e3321-1e01-4934-9222-bcb4dbbd87d0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:56.867836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-372e3321-1e01-4934-9222-bcb4dbbd87d0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 379 time: 0.2314897 Jun 03 15:53:56.879991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'port': {'device_id': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'admin_state_up': True, 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'security_groups': ['42cb90fa-7161-4365-811b-72b40cdb5744']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:56.920194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] For port 6000cfda-6ce3-44d9-b097-c87db7f86d47, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6000cfda-6ce3-44d9-b097-c87db7f86d47,segment=NetworkSegment(13fcd5f5-5361-47b0-8ea8-d12343338506),segment_id=13fcd5f5-5361-47b0-8ea8-d12343338506)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:56.921168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2e4dff12-05e8-4cae-9cb8-d64d7b52e392 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:56.922090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:56.922313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2e4dff12-05e8-4cae-9cb8-d64d7b52e392 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.5781767 Jun 03 15:53:57.013246 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:53Z', 'revision_number': 9, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:57.018256 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3ff0c-7411-4f1b-b128-18f669adac87 None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:53:53Z', 'revision_number': 9, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': '7d9aea31-e6dc-45f3-b48b-750d4b1650c4', 'name': '', 'network_id': '6d4ad456-9175-4db6-940f-c2e06a01dcb7', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:68:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:08Z', 'updated_at': '2022-06-03T15:53:31Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '7177a081-ed88-4a92-824b-751e2b1a7ca9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:57.034759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port dceb3b97-bca6-469d-95f5-efbacb1803e7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:57.069501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.106286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dceb3b97-bca6-469d-95f5-efbacb1803e7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:57.106907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.123936 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.143837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] Calling delete_port for 6000cfda-6ce3-44d9-b097-c87db7f86d47 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:57.319487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Allocated IP 172.25.1.2 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/92c0c1fc-8231-48ca-acbf-b0e159afb03f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:57.322500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.387311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port d68d053d-2551-4215-bd08-d64dc79588db {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:57.387955 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.396076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] Pushing event deleted for resources: {'Port': ['ID=6000cfda-6ce3-44d9-b097-c87db7f86d47,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:57.402346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ab6fd-e6dd-47ae-8697-351f22a48baa None None] No DVR routers for this DVR port 6000cfda-6ce3-44d9-b097-c87db7f86d47 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:57.415369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dceb3b97-bca6-469d-95f5-efbacb1803e7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:57.415895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.478623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 6000cfda-6ce3-44d9-b097-c87db7f86d47, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=6000cfda-6ce3-44d9-b097-c87db7f86d47,segment=NetworkSegment(13fcd5f5-5361-47b0-8ea8-d12343338506),segment_id=13fcd5f5-5361-47b0-8ea8-d12343338506)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:57.479541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.483451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port dceb3b97-bca6-469d-95f5-efbacb1803e7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dceb3b97-bca6-469d-95f5-efbacb1803e7,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:57.492532 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.627458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6000cfda-6ce3-44d9-b097-c87db7f86d47 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:57.639880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.675253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 6000cfda-6ce3-44d9-b097-c87db7f86d47 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:57.675592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 6000cfda-6ce3-44d9-b097-c87db7f86d47 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:57.714939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=dceb3b97-bca6-469d-95f5-efbacb1803e7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:57.755836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:57.802087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 6000cfda-6ce3-44d9-b097-c87db7f86d47 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:57.947502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:57.949553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:58.006642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:58.009420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:53:58.010026 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:53:58.013959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:58.019693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b508f66b-e777-4a58-a892-4dac9a37bcb5 req-626928c1-9b1d-4840-9336-197dcee2ea24 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 210 time: 0.1850431 Jun 03 15:53:58.024787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:58.048012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:58.073740 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:58.134306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=92c0c1fc-8231-48ca-acbf-b0e159afb03f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:58.309961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7a35b-4620-4118-b9ea-45bdfd6a4145 req-e77112d5-acbb-440d-be1e-8cfae59d3076 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:58.311580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddb7a35b-4620-4118-b9ea-45bdfd6a4145 req-e77112d5-acbb-440d-be1e-8cfae59d3076 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 945 time: 0.3716350 Jun 03 15:53:58.395089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] For port d68d053d-2551-4215-bd08-d64dc79588db, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=d68d053d-2551-4215-bd08-d64dc79588db,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:58.395739 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:58.416661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddb7a35b-4620-4118-b9ea-45bdfd6a4145 req-22327405-4fa1-451f-bdaf-397660613445 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975635 Jun 03 15:53:58.529477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dceb3b97-bca6-469d-95f5-efbacb1803e7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:58.605344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dceb3b97-bca6-469d-95f5-efbacb1803e7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:58.605641 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:58.628309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for d68d053d-2551-4215-bd08-d64dc79588db owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:58.660850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:58.686848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 6000cfda-6ce3-44d9-b097-c87db7f86d47 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:58.686848 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:58.743319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.9 (78041803-a75e-43c1-a43f-4c63e1f33307/69f06047-575e-4114-bb7c-e8c825992800/c438dec5-8918-402e-8d4c-5e634aff0bfd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:58.750082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dceb3b97-bca6-469d-95f5-efbacb1803e7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:58.763394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65b648bc-af13-4fa0-b1f6-4f52eea75772 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:58.806817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 65b648bc-af13-4fa0-b1f6-4f52eea75772 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:58.807181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65b648bc-af13-4fa0-b1f6-4f52eea75772 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:58.911320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] The port '6000cfda-6ce3-44d9-b097-c87db7f86d47' was deleted {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:53:59.041269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device d68d053d-2551-4215-bd08-d64dc79588db no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:59.136842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.172591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0781806f-66e8-4f4c-b44f-4622495b0caf']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:59.187794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fcd5f5-5361-47b0-8ea8-d12343338506') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:59.188248 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fcd5f5-5361-47b0-8ea8-d12343338506') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:59.203451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.238532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port d68d053d-2551-4215-bd08-d64dc79588db is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:59.239739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.244300 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.258771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.269169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.371873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-938af951-5747-422a-bd0f-092be484c9e8 req-8acf82dd-12ec-43e1-8d73-48825743b453 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 210 time: 0.1094761 Jun 03 15:53:59.382550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:53:59.382550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.539135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 26d4591d-741c-426d-bf8e-2ba51ce52e32 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:53:59.630921 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 13fcd5f5-5361-47b0-8ea8-d12343338506 resource provider aggregate not found Jun 03 15:53:59.673034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce0d1bcb-b2ef-414d-90bb-0d4c448d9225 req-66114d1c-5dfb-4009-953e-f8861b1e76da tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 210 time: 0.0688732 Jun 03 15:53:59.681005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=d68d053d-2551-4215-bd08-d64dc79588db,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:59.704623 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 13fcd5f5-5361-47b0-8ea8-d12343338506 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fcd5f5-5361-47b0-8ea8-d12343338506 found for delete ", "request_id": "req-d4b18808-de75-4dca-bcaf-acf87f5fcd57"}]} Jun 03 15:53:59.773211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] No DVR routers for this DVR port d68d053d-2551-4215-bd08-d64dc79588db on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:59.779846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.782885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'name': 'network-vif-deleted', 'tag': 'd68d053d-2551-4215-bd08-d64dc79588db'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:59.793084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.817184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:59.828191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.832078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Sync routers for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:59.855309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:59.856005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:59.864847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=0781806f-66e8-4f4c-b44f-4622495b0caf,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:59.887025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.889090 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e7f9b756-983f-4b6b-9639-be5afc7df95e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4463713 Jun 03 15:53:59.894941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32814) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:59.917148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-190f05dd-aa6e-4822-b8ba-9d21416dc7d7 req-2b782b9d-74df-4a69-a0e3-6e48a90aef3c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "DELETE /v2.0/ports/d68d053d-2551-4215-bd08-d64dc79588db HTTP/1.1" status: 204 len: 173 time: 2.9848192 Jun 03 15:53:59.925089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7699f618-36d5-4e0a-b4ec-267e9f4815f4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/0781806f-66e8-4f4c-b44f-4622495b0caf HTTP/1.1" status: 204 len: 168 time: 3.8461642 Jun 03 15:53:59.926032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:59.927005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32820) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:00.003257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object c438dec5-8918-402e-8d4c-5e634aff0bfd will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:00.008261 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef51ea96-e903-4e38-8bdf-bf80470c6e6d'] response: {'server_uuid': '7e4eac27-d92a-4df1-b622-81aa565e6335', 'name': 'network-vif-deleted', 'tag': 'd68d053d-2551-4215-bd08-d64dc79588db', 'status': 'completed', 'code': 200} Jun 03 15:54:00.042460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.160430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 78041803-a75e-43c1-a43f-4c63e1f33307 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:00.169365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:00.195066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:00.251217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:00.287018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:00.317462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:00.318061 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.346953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-f90a3873-6c90-4905-a96c-2b0c284b28d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4709692 Jun 03 15:54:00.366185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Request body: {'port': {'device_id': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:00.519563 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-51dbb319-e754-4cd3-9e93-6625c7f8bc38 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b17f816200cc408fabfc88b3f3e59ee6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6207378 Jun 03 15:54:00.523355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32828) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:00.614094 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3408b985-e10e-4b6f-8347-b584f9dce303 None None] Provisioning for port c438dec5-8918-402e-8d4c-5e634aff0bfd completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:00.635463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3408b985-e10e-4b6f-8347-b584f9dce303 None None] Provisioning complete for port c438dec5-8918-402e-8d4c-5e634aff0bfd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:00.635967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3408b985-e10e-4b6f-8347-b584f9dce303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.657026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.767952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3408b985-e10e-4b6f-8347-b584f9dce303 None None] Port c438dec5-8918-402e-8d4c-5e634aff0bfd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:00.834688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:53:58Z', 'revision_number': 3, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:00.846667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Checking router: 26d4591d-741c-426d-bf8e-2ba51ce52e32 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:00.847023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Updating router 26d4591d-741c-426d-bf8e-2ba51ce52e32 port 92c0c1fc-8231-48ca-acbf-b0e159afb03f binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:54:00.932723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.996663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0937b38-eadd-4bc4-b671-5121b05d0358 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:00.998135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e0937b38-eadd-4bc4-b671-5121b05d0358 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4771798 Jun 03 15:54:01.002935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32834) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:01.021902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4404eb86-b47c-43d3-b164-669ad25e8a35 req-b0f0424f-59cd-4138-b6dd-bdd6b1b8a3ba tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e4eac27-d92a-4df1-b622-81aa565e6335 HTTP/1.1" status: 200 len: 210 time: 0.1418748 Jun 03 15:54:01.069497 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7b97f732-4048-4273-aceb-6fb6a8f535de tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653157 Jun 03 15:54:01.070154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32838) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:01.080212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695919537', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:01.092923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bf8ee-925c-4622-a080-fc1b190d882d req-e32098f4-f5f5-441a-bc99-59baa4144b66 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:01.094534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-923bf8ee-925c-4622-a080-fc1b190d882d req-e32098f4-f5f5-441a-bc99-59baa4144b66 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 931 time: 0.4852827 Jun 03 15:54:01.190426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-923bf8ee-925c-4622-a080-fc1b190d882d req-66af85cc-6946-4dd6-9302-075293028b6e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843835 Jun 03 15:54:01.230176 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.233440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:01.238881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:subnet and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:01.243098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:01.258266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:01.325009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Made reservation on behalf of b17f816200cc408fabfc88b3f3e59ee6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:01.328475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.386587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.401710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Transition to ACTIVE for port object 92c0c1fc-8231-48ca-acbf-b0e159afb03f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:01.410875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.426396 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c438dec5-8918-402e-8d4c-5e634aff0bfd {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:01.438411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.464937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Transition to ACTIVE for port object c438dec5-8918-402e-8d4c-5e634aff0bfd will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:01.475397 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.580728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf2ab1-0e6b-4879-86ed-16f0318abe48 None None] Pushing event updated for resources: {'Port': ['ID=92c0c1fc-8231-48ca-acbf-b0e159afb03f,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:01.588957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Attempting to bind port 92c0c1fc-8231-48ca-acbf-b0e159afb03f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:01.589290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Attempting to bind port 92c0c1fc-8231-48ca-acbf-b0e159afb03f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:01.591324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Attempting to bind port 92c0c1fc-8231-48ca-acbf-b0e159afb03f on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:01.604751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:01.605156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:01.605536 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.605984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:01.606946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Bound port: 92c0c1fc-8231-48ca-acbf-b0e159afb03f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:01.607094 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.629502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:01.630605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.705088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] For port 92c0c1fc-8231-48ca-acbf-b0e159afb03f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:01.709030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] For port 92c0c1fc-8231-48ca-acbf-b0e159afb03f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=92c0c1fc-8231-48ca-acbf-b0e159afb03f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:01.715251 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.750927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:01.757265 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.813920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:01.814769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:01.872069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 7d9aea31-e6dc-45f3-b48b-750d4b1650c4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,segment=NetworkSegment(e1284244-afa8-4bca-ba28-b11ae579403e),segment_id=e1284244-afa8-4bca-ba28-b11ae579403e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:01.872388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.915620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf2ab1-0e6b-4879-86ed-16f0318abe48 None None] Pushing event updated for resources: {'Port': ['ID=92c0c1fc-8231-48ca-acbf-b0e159afb03f,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:02.008387 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:02.042666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:02.085512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Subnet': ['ID=31bf97e1-f833-424a-b226-bbed002853b8,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:02.093442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Checking segment: {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:02.093980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network hostable DHCP agents. Network: 4802f211-cfe0-4ac1-8024-845a3abefa91, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:02.126656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:02.126989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:02.127319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:02.133029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:54:02.133355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:02.140822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:02.141678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Checking segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:02.141678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Bound using segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:02.141953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Bound port: c438dec5-8918-402e-8d4c-5e634aff0bfd, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:02.142305 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.157243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:02.197321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 4802f211-cfe0-4ac1-8024-845a3abefa91) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:02.214270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:02.214875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.293002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c5db6-e85c-4a21-bc86-b13b76c7bab3 None None] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:02.308558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bd778d21-5fba-4c3b-8651-7c243c5417a6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2329431 Jun 03 15:54:02.312868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32850) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:02.316901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:02.322425 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:02.328177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.399199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:02.400045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.401613 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] 10.222.0.15 "PUT /v2.0/ports/c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 1091 time: 2.0469148 Jun 03 15:54:02.402184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:02.507495 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb49703-9f7f-4799-8fb1-2c8faeb75f38'] response: {'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'status': 'completed', 'code': 200} Jun 03 15:54:02.550141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e5642-36d4-4135-be77-c3834ea40965 service neutron] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:02.578926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-5878bf72-4e8d-49a9-b456-65f0ed722a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:02.580721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-5878bf72-4e8d-49a9-b456-65f0ed722a9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1094 time: 0.1189315 Jun 03 15:54:02.702358 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-4fa9e44d-4f4b-4192-9b25-9ee11fa5d8c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 217 time: 0.1053178 Jun 03 15:54:02.781806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:53:58Z', 'revision_number': 3, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:02.783614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-bcd3eaad-2543-4748-81b5-841673260b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:02.785126 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-bcd3eaad-2543-4748-81b5-841673260b20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.0818810 Jun 03 15:54:02.790347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdbd52-55c7-4fdd-9b0f-3e6afe2cda74 None None] The sync data for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 is: [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:53:58Z', 'revision_number': 3, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:02.799373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-4802f211-cfe0-4ac1-8024-845a3abefa91', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:02.800474 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.941776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-4e2e5dc3-c573-4206-a28d-c77bb86acf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:02.944172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-4e2e5dc3-c573-4206-a28d-c77bb86acf49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478801 Jun 03 15:54:03.015302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Allocated IP 172.20.0.2 (4802f211-cfe0-4ac1-8024-845a3abefa91/31bf97e1-f833-424a-b226-bbed002853b8/d98cd4dc-f83c-471f-a844-2b8656e15ea2) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:03.104017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a38f4-4ff6-4642-8873-f399c219f6a6 req-31f64127-db86-4b15-9db7-f86bdcb99d0a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:03.105532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-480a38f4-4ff6-4642-8873-f399c219f6a6 req-31f64127-db86-4b15-9db7-f86bdcb99d0a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 943 time: 0.3116927 Jun 03 15:54:03.217671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-40ee2b7f-3861-4525-8546-bfaa5f487126 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664948 Jun 03 15:54:03.332402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:03.347287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Transition to ACTIVE for port object d98cd4dc-f83c-471f-a844-2b8656e15ea2 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:03.377116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Transition to ACTIVE for port object d98cd4dc-f83c-471f-a844-2b8656e15ea2 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:03.385284 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:03.412427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:03.472695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-480a38f4-4ff6-4642-8873-f399c219f6a6 req-8ad04d00-0f5a-40ca-b966-eb7b5fe41b34 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133030 Jun 03 15:54:03.501095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:03.505319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56df4b8f-3572-4d8f-9665-1f0fd4d66c69 req-47906c08-be9a-478b-8190-37cb80edab42 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809565 Jun 03 15:54:03.517232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=7d9aea31-e6dc-45f3-b48b-750d4b1650c4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:03.531900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Pushing event updated for resources: {'Port': ['ID=d98cd4dc-f83c-471f-a844-2b8656e15ea2,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:03.539524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:03.546742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:03.709863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570e5cc-da8a-468f-896b-9a975969051d req-9f4c6453-56b4-49ed-9e3d-12891f38c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:03.712418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d570e5cc-da8a-468f-896b-9a975969051d req-9f4c6453-56b4-49ed-9e3d-12891f38c616 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1094 time: 0.1483374 Jun 03 15:54:03.724825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Attempting to bind port d98cd4dc-f83c-471f-a844-2b8656e15ea2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:03.725199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Attempting to bind port d98cd4dc-f83c-471f-a844-2b8656e15ea2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:03.725563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Attempting to bind port d98cd4dc-f83c-471f-a844-2b8656e15ea2 on network 4802f211-cfe0-4ac1-8024-845a3abefa91 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:03.735583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:03.735957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Checking segment: {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:03.736439 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:03.737102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Bound using segment: {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:03.737578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Bound port: d98cd4dc-f83c-471f-a844-2b8656e15ea2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:03.737952 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:03.874821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] For port d98cd4dc-f83c-471f-a844-2b8656e15ea2, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:03.880465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] For port d98cd4dc-f83c-471f-a844-2b8656e15ea2, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d98cd4dc-f83c-471f-a844-2b8656e15ea2,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:03.885909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:03.894949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570e5cc-da8a-468f-896b-9a975969051d req-5d8e08d6-7641-492d-99ce-8d036690bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:03.896954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d570e5cc-da8a-468f-896b-9a975969051d req-5d8e08d6-7641-492d-99ce-8d036690bbfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.1763437 Jun 03 15:54:03.981948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.034135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d570e5cc-da8a-468f-896b-9a975969051d req-c7f7707c-9168-4909-85a1-cb8d3e912e3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 217 time: 0.1306651 Jun 03 15:54:04.075922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943e2a0-dfb0-40e8-a0ea-d0eebf9060c9 None None] Pushing event updated for resources: {'Port': ['ID=d98cd4dc-f83c-471f-a844-2b8656e15ea2,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:04.150013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570e5cc-da8a-468f-896b-9a975969051d req-deb4993c-1528-4926-ab8c-fad3b5240ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:04.151651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d570e5cc-da8a-468f-896b-9a975969051d req-deb4993c-1528-4926-ab8c-fad3b5240ec7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.1101286 Jun 03 15:54:04.254446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570e5cc-da8a-468f-896b-9a975969051d req-6feae3c1-6000-48c0-b7f6-bb07eba1c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:04.255989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d570e5cc-da8a-468f-896b-9a975969051d req-6feae3c1-6000-48c0-b7f6-bb07eba1c155 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973001 Jun 03 15:54:04.470965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d570e5cc-da8a-468f-896b-9a975969051d req-2882fc17-f25a-4d52-a47d-ab4423d4f182 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065344 Jun 03 15:54:04.741961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d98cd4dc-f83c-471f-a844-2b8656e15ea2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:04.756916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d570e5cc-da8a-468f-896b-9a975969051d req-f6d8292e-1f8c-434b-8241-e63bf002b238 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790937 Jun 03 15:54:04.782105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:54:04.920574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d98cd4dc-f83c-471f-a844-2b8656e15ea2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:04.930153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92c0c1fc-8231-48ca-acbf-b0e159afb03f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:04.995227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:05.008302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.015911 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:05.033392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'port_id': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'mac_address': 'fa:16:3e:ab:7d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:54:05.085060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 92c0c1fc-8231-48ca-acbf-b0e159afb03f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:05.100496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 92c0c1fc-8231-48ca-acbf-b0e159afb03f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:05.100781 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.178714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c438dec5-8918-402e-8d4c-5e634aff0bfd is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:05.179176 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.202656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c438dec5-8918-402e-8d4c-5e634aff0bfd {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:05.264878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:05.276816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.289158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3c74-e534-4984-be49-565ea51cf2b9 req-e93ac561-e3b8-41d0-91b5-b1f75b3b01cc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:05.290690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-621c3c74-e534-4984-be49-565ea51cf2b9 req-e93ac561-e3b8-41d0-91b5-b1f75b3b01cc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 943 time: 0.6303105 Jun 03 15:54:05.349156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 92c0c1fc-8231-48ca-acbf-b0e159afb03f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:05.349537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.380869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 92c0c1fc-8231-48ca-acbf-b0e159afb03f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=92c0c1fc-8231-48ca-acbf-b0e159afb03f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:05.382777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:05.387238 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.469978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-621c3c74-e534-4984-be49-565ea51cf2b9 req-b6021178-9002-482f-9100-b93764f9e12e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697202 Jun 03 15:54:05.471935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=92c0c1fc-8231-48ca-acbf-b0e159afb03f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:05.495133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:05.512057 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:05.524645 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:05.525322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43ce4667-ae2f-44f9-bc09-a352f1a0a39e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5944481 Jun 03 15:54:05.526158 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:05.527967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32862) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:05.545708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['c438dec5-8918-402e-8d4c-5e634aff0bfd'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:54:05.620864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faee576-1408-4858-b88e-210f563a5b2f None None] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:05.666469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet 7177a081-ed88-4a92-824b-751e2b1a7ca9 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:54:05.676467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.757738 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:05.796763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.845724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] Provisioning for port d98cd4dc-f83c-471f-a844-2b8656e15ea2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:05.925106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] Provisioning complete for port d98cd4dc-f83c-471f-a844-2b8656e15ea2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:05.925737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.962999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Allocated IP 172.20.0.1 (4802f211-cfe0-4ac1-8024-845a3abefa91/31bf97e1-f833-424a-b226-bbed002853b8/e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:06.145122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.191090 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:54:06.203338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.223299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Transition to ACTIVE for port object e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:06.251196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.274893 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.293383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] Current status of the port d98cd4dc-f83c-471f-a844-2b8656e15ea2 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:06.294878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.339905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=7177a081-ed88-4a92-824b-751e2b1a7ca9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:06.343486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.354469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/7177a081-ed88-4a92-824b-751e2b1a7ca9 HTTP/1.1" status: 204 len: 168 time: 0.8253078 Jun 03 15:54:06.357926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32876) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:06.358327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab05e93-8ea2-46d1-8d1e-0277ed8c5945 None None] Network 6d4ad456-9175-4db6-940f-c2e06a01dcb7 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:06.391378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:06.393516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.393935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.394327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.396090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.396090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.396090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.396431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:06.396584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.397356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.397713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.398093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.398421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.398748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5af78-f251-4729-9baf-3cfb339a7ef8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:06.400841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:06.480993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:06.541076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.556537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 056c2467-b3f0-4695-b93f-121d603e863a {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:06.557185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.571600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] For port d98cd4dc-f83c-471f-a844-2b8656e15ea2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d98cd4dc-f83c-471f-a844-2b8656e15ea2,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:06.582704 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.600603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92c0c1fc-8231-48ca-acbf-b0e159afb03f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:06.609071 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:03Z', 'revision_number': 10, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:06.616388 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:06.630106 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:06.630804 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:06.726245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.816306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 056c2467-b3f0-4695-b93f-121d603e863a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=056c2467-b3f0-4695-b93f-121d603e863a,segment=NetworkSegment(e1284244-afa8-4bca-ba28-b11ae579403e),segment_id=e1284244-afa8-4bca-ba28-b11ae579403e)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:06.816752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.834273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb5848-ea92-4b77-a326-5e77db331809 None None] Pushing event updated for resources: {'Port': ['ID=d98cd4dc-f83c-471f-a844-2b8656e15ea2,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:06.986502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 92c0c1fc-8231-48ca-acbf-b0e159afb03f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:06.987531 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:07.000121 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.104134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 056c2467-b3f0-4695-b93f-121d603e863a owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:07.171799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203e151-1a67-456f-9cd6-c09f47000559 req-d605f310-2e93-42a5-871e-29c1b4bb5551 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:07.175033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d203e151-1a67-456f-9cd6-c09f47000559 req-d605f310-2e93-42a5-871e-29c1b4bb5551 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 944 time: 0.2654583 Jun 03 15:54:07.267436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d203e151-1a67-456f-9cd6-c09f47000559 req-d4cb919f-22ed-4f08-a142-465c79792e0b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816751 Jun 03 15:54:07.344025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.372891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.430630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 92c0c1fc-8231-48ca-acbf-b0e159afb03f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:07.450069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dfd7ab26-2c11-42ef-a049-d84422a7302a None None] Provisioning complete for port d98cd4dc-f83c-471f-a844-2b8656e15ea2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:07.450967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ab26-2c11-42ef-a049-d84422a7302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.451149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=056c2467-b3f0-4695-b93f-121d603e863a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:07.453069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No DVR routers for this DVR port 056c2467-b3f0-4695-b93f-121d603e863a on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:54:07.626908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a763b-89aa-4d7f-af55-87fa165579ce None None] DHCP port deletion for 6d4ad456-9175-4db6-940f-c2e06a01dcb7 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:54:07.662408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7ab26-2c11-42ef-a049-d84422a7302a None None] Current status of the port d98cd4dc-f83c-471f-a844-2b8656e15ea2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:07.679611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dfd7ab26-2c11-42ef-a049-d84422a7302a None None] Provisioning for port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:07.690731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dfd7ab26-2c11-42ef-a049-d84422a7302a None None] Provisioning complete for port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:07.691423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ab26-2c11-42ef-a049-d84422a7302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.692600 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:03Z', 'revision_number': 10, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:07.698080 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407fade-8eda-4655-ac66-490dfaca093c None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:03Z', 'revision_number': 10, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None, '_interfaces': [{'id': 'e6792730-3a64-40f0-879e-07195e8e424b', 'name': '', 'network_id': '0bc44782-8b9b-42cc-9ab9-504f6a24cf67', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'mac_address': 'fa:16:3e:89:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:00Z', 'updated_at': '2022-06-03T15:53:22Z', 'revision_number': 5, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'subnets': [{'id': '8f11b4d5-aed7-4f7a-ae90-f99bc905d509', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:07.774261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.776455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7ab26-2c11-42ef-a049-d84422a7302a None None] Port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:07.812730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4ad456-9175-4db6-940f-c2e06a01dcb7']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:07.826661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1284244-afa8-4bca-ba28-b11ae579403e') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:07.826886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1284244-afa8-4bca-ba28-b11ae579403e') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:07.844010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.867669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.874845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:07.875632 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.898989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1ec73779-ac77-4e10-9559-df97a4e8452d None None] Provisioning complete for port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:07.899323 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1ec73779-ac77-4e10-9559-df97a4e8452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.981239 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e1284244-afa8-4bca-ba28-b11ae579403e resource provider aggregate not found Jun 03 15:54:08.009061 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e1284244-afa8-4bca-ba28-b11ae579403e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1284244-afa8-4bca-ba28-b11ae579403e found for delete ", "request_id": "req-c58fe16c-bc1d-4d99-9c4d-76626effcecd"}]} Jun 03 15:54:08.012043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1ec73779-ac77-4e10-9559-df97a4e8452d None None] Port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:08.071914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:08.115188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:08.120006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=6d4ad456-9175-4db6-940f-c2e06a01dcb7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:08.136391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4d59a7ec-3b75-4276-8325-99dcc823369f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/6d4ad456-9175-4db6-940f-c2e06a01dcb7 HTTP/1.1" status: 204 len: 168 time: 1.7773094 Jun 03 15:54:08.140566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32954) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:08.243043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:08.262052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:08.505797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:08.511539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:08.563534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d98cd4dc-f83c-471f-a844-2b8656e15ea2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:08.656513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d98cd4dc-f83c-471f-a844-2b8656e15ea2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:08.656824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:08.700513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b2a47-7e6d-471b-adb3-28dcc717c2a7 req-5539c9a6-157a-4b80-8fa2-8f8570c9cc97 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:08.702058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-966b2a47-7e6d-471b-adb3-28dcc717c2a7 req-5539c9a6-157a-4b80-8fa2-8f8570c9cc97 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 944 time: 0.3076806 Jun 03 15:54:08.728482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:08.731314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:08.786980 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:08.853091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-966b2a47-7e6d-471b-adb3-28dcc717c2a7 req-163e40f5-a648-44e3-bc10-feba970128da tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454034 Jun 03 15:54:08.898996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d98cd4dc-f83c-471f-a844-2b8656e15ea2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:08.934976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port c438dec5-8918-402e-8d4c-5e634aff0bfd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:08.943227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port c438dec5-8918-402e-8d4c-5e634aff0bfd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:08.944215 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.002270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:09.024727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.078136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:09.081038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d9aea31-e6dc-45f3-b48b-750d4b1650c4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:09.081038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056c2467-b3f0-4695-b93f-121d603e863a no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:09.113392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 26d4591d-741c-426d-bf8e-2ba51ce52e32 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:09.129730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 056c2467-b3f0-4695-b93f-121d603e863a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:09.130075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 056c2467-b3f0-4695-b93f-121d603e863a not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:09.159706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3cf6c96f-47a0-4425-8bc2-6e39a385c84c None None] Provisioning complete for port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:09.160073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c96f-47a0-4425-8bc2-6e39a385c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.294893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6c96f-47a0-4425-8bc2-6e39a385c84c None None] Port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:09.296417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c438dec5-8918-402e-8d4c-5e634aff0bfd is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:09.296854 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.330889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:09.341338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:09.348984 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.383996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:09.404163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b985f805-297b-4398-9be0-b29aa9f08fa5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "PUT /v2.0/routers/26d4591d-741c-426d-bf8e-2ba51ce52e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0885520 Jun 03 15:54:09.404368 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b564c82e-06d5-48d5-9bcd-f2dee8ac17f6'] response: {'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'code': 200} Jun 03 15:54:09.405553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32966) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:09.406521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Sync routers for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:09.411155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2147071962', 'description': 'tempest-secgroup_access--2147071962 description', 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:09.419940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:09.425591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:security_group and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:09.430015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:09.438393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:09.444979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:09.445627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:09.454727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.489472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:09.494783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:security_group_rule and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:09.498925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:09.505780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:09.550753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:09.621141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.631730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.673156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:09.696040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2110d095-fad6-4f67-be73-12423510bc8d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:09.700442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76167a-d1ab-418f-8361-b28acadca1e9 req-00ed8f70-e645-4053-b453-a7f3acc40489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:09.701963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a76167a-d1ab-418f-8361-b28acadca1e9 req-00ed8f70-e645-4053-b453-a7f3acc40489 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1096 time: 0.2289329 Jun 03 15:54:09.711269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.715408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-84458f2d-c6a3-4b2b-b4e4-0ef4d34e9051 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3061366 Jun 03 15:54:09.716004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32972) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:09.722090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--832658546', 'description': 'tempest-secgroup_general--832658546 description', 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:09.731771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:09.736063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:security_group and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:09.741065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:09.742625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port e6792730-3a64-40f0-879e-07195e8e424b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:09.742973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.747741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:09.760902 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.785589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:09.790979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:security_group_rule and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:09.794697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:09.801322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:09.838666 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a76167a-d1ab-418f-8361-b28acadca1e9 req-b02ef5bf-3674-4351-8efa-65723726e008 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294324 Jun 03 15:54:09.887293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:09.894059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.019126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port e6792730-3a64-40f0-879e-07195e8e424b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e6792730-3a64-40f0-879e-07195e8e424b,segment=NetworkSegment(fceb7fbd-d676-4462-8254-f2e66221ccbe),segment_id=fceb7fbd-d676-4462-8254-f2e66221ccbe)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:10.022709 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.049141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69473386-62a4-427d-8e26-841ff8397562,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:10.059188 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.060683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f53ef650-449c-40d2-86cc-9523d59d8d67 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3438141 Jun 03 15:54:10.064623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 32978) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:10.072140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'security_group_rule': {'security_group_id': '2110d095-fad6-4f67-be73-12423510bc8d', 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:10.080524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:10.085261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:security_group_rule and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:10.088948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:10.095465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:10.114800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:08Z', 'revision_number': 2, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:10.125463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Checking router: 26d4591d-741c-426d-bf8e-2ba51ce52e32 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:10.125878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Updating router 26d4591d-741c-426d-bf8e-2ba51ce52e32 port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:54:10.135798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.181196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf8abc-4194-40ac-a72b-6a63d8382e41 req-0d653a20-04a0-42ec-bba3-ffeae338d01f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:10.185682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for e6792730-3a64-40f0-879e-07195e8e424b owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:10.189277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2baf8abc-4194-40ac-a72b-6a63d8382e41 req-0d653a20-04a0-42ec-bba3-ffeae338d01f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1895499 Jun 03 15:54:10.256901 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.274450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2baf8abc-4194-40ac-a72b-6a63d8382e41 req-1c350f64-36f2-4044-bf2e-bcd5a73316e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840704 Jun 03 15:54:10.282119 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.292170 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.321546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b0446f-d9c4-4ea1-be8d-0f0d030609ce,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:10.336040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.338589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b7f43232-263b-40f9-93af-cdb44af8a770 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2729340 Jun 03 15:54:10.437035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.545309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=e6792730-3a64-40f0-879e-07195e8e424b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:10.558245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-d2e0acc3-6a8f-4e99-a0a5-96e3cb0d81dc tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Synchronizing usage tracker for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:10.599346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-d2e0acc3-6a8f-4e99-a0a5-96e3cb0d81dc tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Unset dirty status for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:10.602060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-d2e0acc3-6a8f-4e99-a0a5-96e3cb0d81dc tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--2147071962&fields=id&tenant_id=b17f816200cc408fabfc88b3f3e59ee6 HTTP/1.1" status: 200 len: 267 time: 0.1126571 Jun 03 15:54:10.668626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-71631c3f-ef8c-4dc8-aea2-6244c494defb tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--832658546&fields=id&tenant_id=b17f816200cc408fabfc88b3f3e59ee6 HTTP/1.1" status: 200 len: 267 time: 0.0594625 Jun 03 15:54:10.721727 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.851908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.868402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Transition to ACTIVE for port object e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:10.886347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.983669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab69f2-06a8-40fc-b860-54c85d5e1ad5 None None] Pushing event updated for resources: {'Port': ['ID=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:11.270895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-6f95ac70-a14d-4390-bde6-73dbabb12663 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:11.271605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-6f95ac70-a14d-4390-bde6-73dbabb12663 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Synchronizing usage tracker for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:11.281436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Attempting to bind port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:11.285961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Attempting to bind port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:11.292862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-6f95ac70-a14d-4390-bde6-73dbabb12663 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Unset dirty status for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:11.295049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-6f95ac70-a14d-4390-bde6-73dbabb12663 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/networks?id=4802f211-cfe0-4ac1-8024-845a3abefa91 HTTP/1.1" status: 200 len: 797 time: 0.6190395 Jun 03 15:54:11.296284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Attempting to bind port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 on network 4802f211-cfe0-4ac1-8024-845a3abefa91 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:11.315313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:11.315755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Checking segment: {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:11.316592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:11.316997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Bound using segment: {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:11.317883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Bound port: e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:11.319587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:11.324142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-a4f81522-a0cb-4c5b-aa37-34e3d9b77ab2 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/quotas/b17f816200cc408fabfc88b3f3e59ee6 HTTP/1.1" status: 200 len: 375 time: 0.0178761 Jun 03 15:54:11.327582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:11.445727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] For port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:11.450805 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] For port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:11.458553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:11.490961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:11.509343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8f2f6a70-2b56-4e06-9a62-c3e7202f4b2d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3661253 Jun 03 15:54:11.509343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 32998) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:11.547984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-0f2f2848-fb3d-4d3d-b2ad-9e66cc972410 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Synchronizing usage tracker for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:11.558120 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:11.574432 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:11.575477 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:11.585388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-0f2f2848-fb3d-4d3d-b2ad-9e66cc972410 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Unset dirty status for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:11.593881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-0f2f2848-fb3d-4d3d-b2ad-9e66cc972410 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626696 Jun 03 15:54:11.611635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting subnet 8f11b4d5-aed7-4f7a-ae90-f99bc905d509 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:54:11.616997 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bab6d-d4ed-46e3-b048-2dd5fd02707f req-a65c89cb-0ac3-455c-ad4e-4b54b38dc660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:11.619518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:11.623164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:11.624201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:11.625271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba9bab6d-d4ed-46e3-b048-2dd5fd02707f req-a65c89cb-0ac3-455c-ad4e-4b54b38dc660 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1714671 Jun 03 15:54:11.724098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba9bab6d-d4ed-46e3-b048-2dd5fd02707f req-55baaa45-27e1-45dc-9d4c-4cac5dd4b01d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824914 Jun 03 15:54:11.737658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab69f2-06a8-40fc-b860-54c85d5e1ad5 None None] Pushing event updated for resources: {'Port': ['ID=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:11.773854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:11.936986 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:12.014829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.036064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:12.074087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-ecd2e231-017f-443c-91a4-89e23f4c67f5 service neutron] 10.222.0.66 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476929 Jun 03 15:54:12.081187 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:10Z', 'revision_number': 11, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:12.086459 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:12.096269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:12.097291 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:12.119692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e92752-3623-41fd-bb60-325e34256b95 req-0f1330b9-c496-48ce-91fa-253aa480b6fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:12.127721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-25e92752-3623-41fd-bb60-325e34256b95 req-0f1330b9-c496-48ce-91fa-253aa480b6fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.2094812 Jun 03 15:54:12.209313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.260141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-25e92752-3623-41fd-bb60-325e34256b95 req-e1568f8e-134d-43de-bafe-9df2572285df tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309221 Jun 03 15:54:12.280159 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:12.280741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33008) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:12.296700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Subnet': ['ID=8f11b4d5-aed7-4f7a-ae90-f99bc905d509,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:12.299040 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.308900 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-18f275ad-f291-49a0-8559-aab81a35eb0c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/8f11b4d5-aed7-4f7a-ae90-f99bc905d509 HTTP/1.1" status: 204 len: 168 time: 0.7988746 Jun 03 15:54:12.309506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33012) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:12.313179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a03146-5da7-4f9e-a3ba-574daab87065 None None] Network 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:12.408412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-6bc2db23-927f-42de-961c-7045becfe14e service neutron] 10.222.0.66 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258736 Jun 03 15:54:12.452273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46620d79-187b-4d80-942b-bbe55e84a899 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:12.464902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-46620d79-187b-4d80-942b-bbe55e84a899 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1091 time: 0.1811490 Jun 03 15:54:12.465442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33016) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:12.504130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:12.517267 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.519524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:12.524850 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:10Z', 'revision_number': 11, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:12.538722 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1b9e4-a94e-42a8-8366-6dddcf50c64a None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:10Z', 'revision_number': 11, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:12.548493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:floatingip and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:12.554718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:12.572568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:12.575441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Deleting port 437ae15b-c799-4863-af74-0925391a889b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:12.576254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.662005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.763371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9eff5700-795d-4054-95bd-d285a149eec0 req-65138b5c-f04e-4872-89d5-136af5d86c97 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 210 time: 0.0888426 Jun 03 15:54:12.844419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:11Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:12.849304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71001a-e123-42bc-9093-76f1c7200ed1 None None] The sync data for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 is: [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:11Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:12.928674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] DHCP port deletion for 0bc44782-8b9b-42cc-9ab9-504f6a24cf67 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:54:12.936138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Deleting port 437ae15b-c799-4863-af74-0925391a889b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:12.936507 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.948615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] For port 437ae15b-c799-4863-af74-0925391a889b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=437ae15b-c799-4863-af74-0925391a889b,segment=NetworkSegment(fceb7fbd-d676-4462-8254-f2e66221ccbe),segment_id=fceb7fbd-d676-4462-8254-f2e66221ccbe)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:12.948615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:13.251823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Calling delete_port for 437ae15b-c799-4863-af74-0925391a889b owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:13.395102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] For port 437ae15b-c799-4863-af74-0925391a889b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=437ae15b-c799-4863-af74-0925391a889b,segment=NetworkSegment(fceb7fbd-d676-4462-8254-f2e66221ccbe),segment_id=fceb7fbd-d676-4462-8254-f2e66221ccbe)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:13.395743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:13.473999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7665cfff-1a97-42d5-858a-ffaec58e4952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:13.566819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Calling delete_port for 437ae15b-c799-4863-af74-0925391a889b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:13.600375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:13.643459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:13.665729 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:54:13.666137 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:54:13.709572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Port': ['ID=437ae15b-c799-4863-af74-0925391a889b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:13.743475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No DVR routers for this DVR port 437ae15b-c799-4863-af74-0925391a889b on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:54:13.959472 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:13.981628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad10a12c-3405-4e61-8156-90b2f45f1f8d req-08fd01dc-cf65-435e-9152-ffd73948edb4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 210 time: 0.0756497 Jun 03 15:54:14.007837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc44782-8b9b-42cc-9ab9-504f6a24cf67']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:14.016402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.100 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a4444b78-7962-4f79-96ec-d1d6f9aafa49) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:14.029246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceb7fbd-d676-4462-8254-f2e66221ccbe') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:14.029521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceb7fbd-d676-4462-8254-f2e66221ccbe') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:14.047881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.167780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Deleting port 437ae15b-c799-4863-af74-0925391a889b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:14.168210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.174388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.189166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:14.189166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.300079 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment fceb7fbd-d676-4462-8254-f2e66221ccbe resource provider aggregate not found Jun 03 15:54:14.324086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-553f2367-9f72-4d26-81c3-73e5c3f90349 None None] The port '437ae15b-c799-4863-af74-0925391a889b' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:54:14.386772 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment fceb7fbd-d676-4462-8254-f2e66221ccbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fceb7fbd-d676-4462-8254-f2e66221ccbe found for delete ", "request_id": "req-d939c78a-5f48-4474-a39b-650368ca70a3"}]} Jun 03 15:54:14.524821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.552265 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.582167 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.599342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:14.609841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Pushing event deleted for resources: {'Network': ['ID=0bc44782-8b9b-42cc-9ab9-504f6a24cf67,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:14.651463 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9a5ae50a-4636-401e-bc41-20453b19f6d5 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/networks/0bc44782-8b9b-42cc-9ab9-504f6a24cf67 HTTP/1.1" status: 204 len: 168 time: 2.3386889 Jun 03 15:54:14.652327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33040) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:14.659202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'routes': None}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:14.682763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-adb92263-d152-49a1-bf2c-0c6c421a5159 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:14.684350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-adb92263-d152-49a1-bf2c-0c6c421a5159 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.70 "GET /v2.0/networks?id=4802f211-cfe0-4ac1-8024-845a3abefa91 HTTP/1.1" status: 200 len: 797 time: 0.3683827 Jun 03 15:54:14.707361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:14.717136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:14.717509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.732625 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.824682 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-36a23460-e85d-42da-8726-741f79e2d559 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b17f816200cc408fabfc88b3f3e59ee6 HTTP/1.1" status: 200 len: 477 time: 0.1313231 Jun 03 15:54:14.841305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'port': {'device_id': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'admin_state_up': True, 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'security_groups': ['2110d095-fad6-4f67-be73-12423510bc8d', '69473386-62a4-427d-8e26-841ff8397562']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:14.866828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:14.867213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.913230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:14.920099 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:14.947813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:14.962943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:14.969091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:14.987792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6792730-3a64-40f0-879e-07195e8e424b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:15.004853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=a4444b78-7962-4f79-96ec-d1d6f9aafa49,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:15.036321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e6792730-3a64-40f0-879e-07195e8e424b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:15.037927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e6792730-3a64-40f0-879e-07195e8e424b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:15.038679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 437ae15b-c799-4863-af74-0925391a889b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:15.086148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 437ae15b-c799-4863-af74-0925391a889b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:15.086585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 437ae15b-c799-4863-af74-0925391a889b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:15.100663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:15.150255 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Added routes are [] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:54:15.151187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.extraroute_db [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Removed routes are [] {{(pid=88338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:54:15.151697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.208736 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:15.226422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:15.288555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Made reservation on behalf of b17f816200cc408fabfc88b3f3e59ee6 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:15.292013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.322059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5180812d-8477-4913-a7c5-1def51bad2bf req-7477a204-a8e3-4dce-8b8e-b048ba6c3019 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 210 time: 0.1157067 Jun 03 15:54:15.599295 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.603118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.747693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 76d92cfb-082d-4282-a0b2-14e73c442dc3 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:15.762370 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.798311 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Allocated IP 172.20.0.14 (4802f211-cfe0-4ac1-8024-845a3abefa91/31bf97e1-f833-424a-b226-bbed002853b8/7f31e4d7-fc38-4cdd-a244-f16a97562e7e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:15.899734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:15.904567 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.908512 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-31100bb4-2718-4459-a697-b3521bb45e58 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 200 len: 704 time: 1.2522318 Jun 03 15:54:15.908731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33048) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:15.912640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] Sync routers for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:15.927188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:15.928504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:15.955777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4d6b08d-8306-40ae-bccb-ecb5d0c9a07e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:15.982695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.003039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4d6b08d-8306-40ae-bccb-ecb5d0c9a07e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:16.004525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e4d6b08d-8306-40ae-bccb-ecb5d0c9a07e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 200 len: 205 time: 0.0946286 Jun 03 15:54:16.007235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33052) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:16.093842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.125944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Transition to ACTIVE for port object 7f31e4d7-fc38-4cdd-a244-f16a97562e7e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:16.130218 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.153605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:16.193993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d909d402-f170-40a9-a9c6-41d91c42fdc7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.286194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:10Z', 'revision_number': 11, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:16.292738 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.302966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] Checking router: 76d92cfb-082d-4282-a0b2-14e73c442dc3 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:16.318423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] Routers {'76d92cfb-082d-4282-a0b2-14e73c442dc3'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:16.319430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:53:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['76d92cfb-082d-4282-a0b2-14e73c442dc3'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:16.383880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:16.389111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:16.395561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:16.479557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] Set router 76d92cfb-082d-4282-a0b2-14e73c442dc3 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:16.481875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:16.533778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:16.534815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.576391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-30fb47e3-134a-4147-b3ba-083ea82f96f4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7396946 Jun 03 15:54:16.625109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.638319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.734995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d909d402-f170-40a9-a9c6-41d91c42fdc7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.738005 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d909d402-f170-40a9-a9c6-41d91c42fdc7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.798011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-71f295aa-bf47-4996-ab2c-19ebee73f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.802264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:10Z', 'revision_number': 11, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:16.804258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=a4444b78-7962-4f79-96ec-d1d6f9aafa49,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:16.805820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:16.814124 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.816776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d909d402-f170-40a9-a9c6-41d91c42fdc7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.817251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d909d402-f170-40a9-a9c6-41d91c42fdc7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Fanout notify agent at l3_agent the message router_deleted on router 76d92cfb-082d-4282-a0b2-14e73c442dc3 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:54:16.838009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d909d402-f170-40a9-a9c6-41d91c42fdc7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.848099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d909d402-f170-40a9-a9c6-41d91c42fdc7 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 204 len: 168 time: 0.8393576 Jun 03 15:54:16.850658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33064) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:16.864824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-324722238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:16.877691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:16.882195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d246e-40da-4830-bb8f-2754c345ec75 None None] The sync data for ids ['76d92cfb-082d-4282-a0b2-14e73c442dc3'] in n-d-844594-1 is: [{'id': '76d92cfb-082d-4282-a0b2-14e73c442dc3', 'name': 'tempest-RoutersIpV6Test-router-671803151', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:57Z', 'updated_at': '2022-06-03T15:54:10Z', 'revision_number': 11, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:16.887087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Usage tracker for resource:router and tenant:797f66093acd483b8e6be8ae1b6f249f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:16.887245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Request body: {'port': {'device_id': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:16.891290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:16.893218 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.900299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:16.929456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.929646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fade760b-137f-4b00-8be2-ef3d34e73607 None None] Provisioning for port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:16.930830 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.944172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fade760b-137f-4b00-8be2-ef3d34e73607 None None] Provisioning complete for port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:16.960858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fade760b-137f-4b00-8be2-ef3d34e73607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.962475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29487e-acca-4f5e-9df4-0744103d560d req-ed3eb623-3e0a-4a0f-89d4-dac6ee50e433 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:16.970121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d29487e-acca-4f5e-9df4-0744103d560d req-ed3eb623-3e0a-4a0f-89d4-dac6ee50e433 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 971 time: 0.2068076 Jun 03 15:54:17.000907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.046742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d29487e-acca-4f5e-9df4-0744103d560d req-d71fc4ec-ccf2-4f36-847b-e81e037f5646 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0735369 Jun 03 15:54:17.067781 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.124502 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.128852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e0d7ff7-5061-49a2-aa5f-114ca780f327 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2689919 Jun 03 15:54:17.129042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.132698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33068) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:17.133292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fade760b-137f-4b00-8be2-ef3d34e73607 None None] Port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:17.141196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:17.141564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.143773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1343131e-d29c-4074-ad3c-9cbeaad0da3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:17.192069 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP d1447b06-bb50-4432-a166-c4322670431d associated. External IP: 172.25.1.100, port: c438dec5-8918-402e-8d4c-5e634aff0bfd. Jun 03 15:54:17.251182 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.327343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:17.745405 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1343131e-d29c-4074-ad3c-9cbeaad0da3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.759866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1343131e-d29c-4074-ad3c-9cbeaad0da3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530815'] for router, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.953456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1343131e-d29c-4074-ad3c-9cbeaad0da3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Router 2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:54:17.974490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router fcfa35ff-87c5-4de8-901e-84982468553a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:18.130326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1343131e-d29c-4074-ad3c-9cbeaad0da3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:18.147998 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] Sync routers for ids ['2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:18.149625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1343131e-d29c-4074-ad3c-9cbeaad0da3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.153741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1343131e-d29c-4074-ad3c-9cbeaad0da3e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "PUT /v2.0/routers/2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c HTTP/1.1" status: 200 len: 697 time: 1.0197902 Jun 03 15:54:18.154195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:18.164035 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] Routers {'2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:18.164945 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:18.197135 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.235990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f31e4d7-fc38-4cdd-a244-f16a97562e7e {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:18.252588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.279535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:18.287018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Transition to ACTIVE for port object 7f31e4d7-fc38-4cdd-a244-f16a97562e7e will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:18.297627 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.299456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] Sync routers for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:18.329317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:18.331479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:18.370455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fd6e9e43-225f-48c1-8d4a-cebb73d9c192 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/routers/2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c HTTP/1.1" status: 200 len: 703 time: 0.2151256 Jun 03 15:54:18.371689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:18.379845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] Set router 2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:18.387985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Pushing event updated for resources: {'Port': ['ID=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:18.435917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-69eb6194-3cb0-497e-a173-95f6e801b56b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c HTTP/1.1" status: 200 len: 205 time: 0.0617120 Jun 03 15:54:18.438461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33084) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:18.487083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.628172 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da4a433c-5b38-4cea-ae64-ea6668e28700 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.670459 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.703147 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-47b9d7f8-6cb2-4bb9-a266-607e695ed10e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2278814 Jun 03 15:54:18.719984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:18.722959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:18.733073 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c', 'name': 'tempest-RoutersIpV6Test-router-324722238', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:16Z', 'updated_at': '2022-06-03T15:54:17Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:18.745375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61094948-0f58-49a6-b895-43dbee300231 req-45cf03a3-8d1a-46bd-9717-d3f772b34970 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:18.748748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61094948-0f58-49a6-b895-43dbee300231 req-45cf03a3-8d1a-46bd-9717-d3f772b34970 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 971 time: 0.5317314 Jun 03 15:54:18.761380 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] Checking router: 2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:18.786165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Attempting to bind port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:18.788324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Attempting to bind port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:18.788956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Attempting to bind port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e on network 4802f211-cfe0-4ac1-8024-845a3abefa91 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:18.795354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e on network 4802f211-cfe0-4ac1-8024-845a3abefa91 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:54:18.795986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Attempting to bind port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e on network 4802f211-cfe0-4ac1-8024-845a3abefa91 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:18.797322 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] Routers {'2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:18.798970 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:18.802946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:18.803589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Checking segment: {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:18.804235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Bound using segment: {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:18.805103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Bound port: 7f31e4d7-fc38-4cdd-a244-f16a97562e7e, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:18.806522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:18.925154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] For port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:18.930923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] For port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:18.936090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:19.016529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:19.017275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:19.019005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] 10.222.0.70 "PUT /v2.0/ports/7f31e4d7-fc38-4cdd-a244-f16a97562e7e HTTP/1.1" status: 200 len: 1131 time: 2.4244616 Jun 03 15:54:19.037517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269f0b0-83fb-47b6-9d68-af76f1db5189 service neutron] Pushing event updated for resources: {'Port': ['ID=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:19.216898 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] Set router 2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:19.230717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-21579c66-a35b-4ccf-9b30-64c994a2a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:19.232396 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-21579c66-a35b-4ccf-9b30-64c994a2a551 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1134 time: 0.1658294 Jun 03 15:54:19.390685 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c', 'name': 'tempest-RoutersIpV6Test-router-324722238', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:16Z', 'updated_at': '2022-06-03T15:54:17Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:19.395361 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd72cf1-2b2d-4b7e-865e-b352aff7d0af None None] The sync data for ids ['2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c'] in n-d-844594-1 is: [{'id': '2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c', 'name': 'tempest-RoutersIpV6Test-router-324722238', 'tenant_id': '797f66093acd483b8e6be8ae1b6f249f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:16Z', 'updated_at': '2022-06-03T15:54:17Z', 'revision_number': 2, 'project_id': '797f66093acd483b8e6be8ae1b6f249f', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:19.417168 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-f9043d95-5827-47b1-ad68-7d171a919ede service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e HTTP/1.1" status: 200 len: 217 time: 0.1727481 Jun 03 15:54:19.481732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'd1447b06-bb50-4432-a166-c4322670431d', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'port_id': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'mac_address': 'fa:16:3e:ab:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:15Z', 'updated_at': '2022-06-03T15:54:15Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:57Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:19.492666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] Checking router: fcfa35ff-87c5-4de8-901e-84982468553a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:19.498201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:19.499093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:19.517437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-608f5b76-0203-461b-9226-49826e8ca0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:19.517437 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-608f5b76-0203-461b-9226-49826e8ca0ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31bf97e1-f833-424a-b226-bbed002853b8 HTTP/1.1" status: 200 len: 835 time: 0.0894954 Jun 03 15:54:19.587918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61094948-0f58-49a6-b895-43dbee300231 req-07167c10-25ce-41ea-a3ea-71a6fc203b31 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8285601 Jun 03 15:54:19.616884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da4a433c-5b38-4cea-ae64-ea6668e28700 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:19.618345 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da4a433c-5b38-4cea-ae64-ea6668e28700 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:19.658525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da4a433c-5b38-4cea-ae64-ea6668e28700 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:19.659299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4a433c-5b38-4cea-ae64-ea6668e28700 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:54:19.668400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-a4b72789-31c2-49ba-ab3e-8856b2b37aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:19.674274 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-a4b72789-31c2-49ba-ab3e-8856b2b37aec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4802f211-cfe0-4ac1-8024-845a3abefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478667 Jun 03 15:54:19.681856 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-da4a433c-5b38-4cea-ae64-ea6668e28700 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:19.688673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-da4a433c-5b38-4cea-ae64-ea6668e28700 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c HTTP/1.1" status: 204 len: 168 time: 1.2457693 Jun 03 15:54:19.693081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33094) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:19.718206 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ca69ef-5d1a-476f-98d7-59d6b5a0a411'] response: {'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'status': 'completed', 'code': 200} Jun 03 15:54:19.757987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4c7b6432-83c4-4dfe-ae04-6f058d13b152 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c HTTP/1.1" status: 200 len: 205 time: 0.0630016 Jun 03 15:54:19.761774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33098) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:19.841135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeb2e2-c631-4da4-9ee2-e588eaeeb9a1 req-bf845987-b94e-4c6f-92fa-870c45fc4499 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:19.843248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2faeb2e2-c631-4da4-9ee2-e588eaeeb9a1 req-bf845987-b94e-4c6f-92fa-870c45fc4499 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.4804106 Jun 03 15:54:19.856002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:19.857411 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-3c2c279f-f9da-45fa-b45a-143a5ebf7c53 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] delete failed (client error): The resource could not be found. Jun 03 15:54:19.859434 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3c2c279f-f9da-45fa-b45a-143a5ebf7c53 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/2f1eb89b-8973-4ec3-8f49-f42a3ff59a1c HTTP/1.1" status: 404 len: 336 time: 0.0964890 Jun 03 15:54:19.886665 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33102) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:19.972050 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfb8378-2924-470e-b598-fdc1d69d7392 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:19.973957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfb8378-2924-470e-b598-fdc1d69d7392 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:19.978035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dbfb8378-2924-470e-b598-fdc1d69d7392 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/245a362d-757a-49dd-abd0-655a4bb59939 HTTP/1.1" status: 404 len: 337 time: 0.0888438 Jun 03 15:54:19.987827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33106) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.057440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-dacd8d95-69b6-4bf6-a7ae-055d66ef334f service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731139 Jun 03 15:54:20.069710 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e651f1c-0228-4b6e-aa54-bb0f2ce456d0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:20.070029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e651f1c-0228-4b6e-aa54-bb0f2ce456d0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:20.072735 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6e651f1c-0228-4b6e-aa54-bb0f2ce456d0 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/e58470f9-37d1-4d45-baab-7410a97890f0 HTTP/1.1" status: 404 len: 337 time: 0.0833132 Jun 03 15:54:20.078249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33110) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.135058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2faeb2e2-c631-4da4-9ee2-e588eaeeb9a1 req-a9905236-72f1-45f4-8aac-e221af7f32e8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797816 Jun 03 15:54:20.140505 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec40f8f5-da96-4eff-a52d-71812cc97904 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:20.140505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec40f8f5-da96-4eff-a52d-71812cc97904 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:20.157814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ec40f8f5-da96-4eff-a52d-71812cc97904 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/7177a081-ed88-4a92-824b-751e2b1a7ca9 HTTP/1.1" status: 404 len: 337 time: 0.0712383 Jun 03 15:54:20.157814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33116) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.190234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33120) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.214638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-be47dc26-a413-4afe-abea-a66a472dfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:20.216174 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-be47dc26-a413-4afe-abea-a66a472dfff1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1096 time: 0.4366786 Jun 03 15:54:20.276036 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbd1960-bde2-40b8-9a3a-e0e2153e7e1d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:20.276589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbd1960-bde2-40b8-9a3a-e0e2153e7e1d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:20.278636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9dbd1960-bde2-40b8-9a3a-e0e2153e7e1d tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/8f11b4d5-aed7-4f7a-ae90-f99bc905d509 HTTP/1.1" status: 404 len: 337 time: 0.1262562 Jun 03 15:54:20.286845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33124) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.375906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d2673e72-1067-4443-95a2-44e483f1287f tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 200 len: 205 time: 0.0861058 Jun 03 15:54:20.376134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33128) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.428007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-70d853ea-07d1-47e6-a5b9-d110162449b2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/d1447b06-bb50-4432-a166-c4322670431d HTTP/1.1" status: 200 len: 991 time: 0.2314219 Jun 03 15:54:20.492518 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a2b1fdc-da09-41be-95a1-b4418b31fe8e req-046ffa66-8b3a-43c0-8f1a-d4236ecb07f3 service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256761 Jun 03 15:54:20.513253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'd1447b06-bb50-4432-a166-c4322670431d', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'port_id': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'mac_address': 'fa:16:3e:ab:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:15Z', 'updated_at': '2022-06-03T15:54:15Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:57Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:20.514868 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-a0de00b1-5cba-4512-9de6-06e3d973b69b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] delete failed (client error): The resource could not be found. Jun 03 15:54:20.516795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0de00b1-5cba-4512-9de6-06e3d973b69b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/76d92cfb-082d-4282-a0b2-14e73c442dc3 HTTP/1.1" status: 404 len: 336 time: 0.1396983 Jun 03 15:54:20.518251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25343830-9da0-4a89-9af6-05fe141231fe None None] The sync data for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 is: [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'd1447b06-bb50-4432-a166-c4322670431d', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'port_id': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'mac_address': 'fa:16:3e:ab:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:15Z', 'updated_at': '2022-06-03T15:54:15Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:57Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:20.519155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33132) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.536739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-8cc78948-98ba-49f9-b04f-5880271a5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:20.538393 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-8cc78948-98ba-49f9-b04f-5880271a5913 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.3083944 Jun 03 15:54:20.573471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-917e90d2-cbe4-4880-b6d5-b332f67aadec tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a706f9-662f-4030-a4af-78877fa0fd92 HTTP/1.1" status: 200 len: 205 time: 0.0508687 Jun 03 15:54:20.576297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33136) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.673458 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-417b8e1f-39aa-41e8-9430-5561fb04f60c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] delete failed (client error): The resource could not be found. Jun 03 15:54:20.674845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-417b8e1f-39aa-41e8-9430-5561fb04f60c tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/56a706f9-662f-4030-a4af-78877fa0fd92 HTTP/1.1" status: 404 len: 336 time: 0.0971832 Jun 03 15:54:20.677594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33142) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.725196 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-17b5199c-e592-4f75-96de-b5e84aa43ddb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 999 time: 0.1637936 Jun 03 15:54:20.743608 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5a063c-06ee-4b39-b986-9b58bd1915e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:20.744265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5a063c-06ee-4b39-b986-9b58bd1915e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:20.748611 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8d5a063c-06ee-4b39-b986-9b58bd1915e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/b4d898c5-ee1f-498c-be59-6fe3c303d60d HTTP/1.1" status: 404 len: 337 time: 0.0673993 Jun 03 15:54:20.749249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.821994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5d1571e3-4cfb-4a15-a320-c9da4a1a40cb tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=85af67ff-603a-4252-b2bf-fac571e3d228 HTTP/1.1" status: 200 len: 205 time: 0.0690744 Jun 03 15:54:20.822667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-61dcfa23-da5a-4a93-9854-df477e75e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:20.825491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-61dcfa23-da5a-4a93-9854-df477e75e815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.0926936 Jun 03 15:54:20.826880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33150) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.925886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc0b1-7a12-472b-8bb9-555000f667e6 req-d3f34712-68d9-48eb-bbe2-a7416b423a4f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:20.931293 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038cc8e-73d7-4cfb-b819-9dd3e905ea53 None None] New status for floating IP d1447b06-bb50-4432-a166-c4322670431d: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:54:20.936456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab0fc0b1-7a12-472b-8bb9-555000f667e6 req-d3f34712-68d9-48eb-bbe2-a7416b423a4f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 983 time: 0.1153646 Jun 03 15:54:20.989877 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-e4dee1de-c8dc-4a60-a38b-ae6d0789cb73 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] delete failed (client error): The resource could not be found. Jun 03 15:54:20.993695 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e4dee1de-c8dc-4a60-a38b-ae6d0789cb73 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/85af67ff-603a-4252-b2bf-fac571e3d228 HTTP/1.1" status: 404 len: 336 time: 0.1658814 Jun 03 15:54:20.994005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab0fc0b1-7a12-472b-8bb9-555000f667e6 req-6754f6f0-43b5-4900-93b3-2e968a1dd2a0 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0566857 Jun 03 15:54:20.994282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33154) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.053455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9ffcf8b-14a1-445d-8629-6227221f269e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Synchronizing usage tracker for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:21.074635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c9ffcf8b-14a1-445d-8629-6227221f269e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] Unset dirty status for tenant:797f66093acd483b8e6be8ae1b6f249f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:21.078436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33158) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.078578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c9ffcf8b-14a1-445d-8629-6227221f269e tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc66b872-edde-4f0b-8f08-79983edeadca HTTP/1.1" status: 200 len: 205 time: 0.0817935 Jun 03 15:54:21.094527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-b7ae4fb7-4f2d-4b1f-833c-98e57c1362c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:21.095897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-b7ae4fb7-4f2d-4b1f-833c-98e57c1362c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891141 Jun 03 15:54:21.164430 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-5bcf26c0-32bc-4b35-85c8-3a8338a43000 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] delete failed (client error): The resource could not be found. Jun 03 15:54:21.165740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5bcf26c0-32bc-4b35-85c8-3a8338a43000 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/bc66b872-edde-4f0b-8f08-79983edeadca HTTP/1.1" status: 404 len: 336 time: 0.0854826 Jun 03 15:54:21.168576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.222547 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-197bdd51-f302-43e5-b299-54985a4271b9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:21.223008 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197bdd51-f302-43e5-b299-54985a4271b9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:21.228212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-197bdd51-f302-43e5-b299-54985a4271b9 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/f08eff97-f10d-4a16-8b16-74ae27fdc294 HTTP/1.1" status: 404 len: 337 time: 0.0553284 Jun 03 15:54:21.228212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33166) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.276904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-1281c57b-de15-4737-8e7a-3638d4b71183 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744130 Jun 03 15:54:21.301309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-48ef42bf-eb23-4be4-9ddf-7af99460e4e8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=5252b5e2-657d-4565-a6a3-6d953ff0db9f HTTP/1.1" status: 200 len: 205 time: 0.0697460 Jun 03 15:54:21.304902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33172) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.387666 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-b3a1744c-64a3-4540-ba20-873333cebc9b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] delete failed (client error): The resource could not be found. Jun 03 15:54:21.391709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b3a1744c-64a3-4540-ba20-873333cebc9b tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/5252b5e2-657d-4565-a6a3-6d953ff0db9f HTTP/1.1" status: 404 len: 336 time: 0.0854287 Jun 03 15:54:21.392382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.436463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33180) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.470739 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cb1905e0-86ab-4a01-8d8f-8eaba00ad7c4 req-5088926c-f998-4e61-9a24-0fb18f6fb99f service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853542 Jun 03 15:54:21.496600 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-296ceaf3-b2e4-4bf6-a99f-0fa85615a8e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:21.497050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296ceaf3-b2e4-4bf6-a99f-0fa85615a8e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:21.501479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33184) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.501614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-296ceaf3-b2e4-4bf6-a99f-0fa85615a8e4 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/dd5dc504-933a-40d2-a92f-4235d9b43902 HTTP/1.1" status: 404 len: 337 time: 0.1081052 Jun 03 15:54:21.563285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-811489d9-1f16-4c9d-9d30-b828db14f07a tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f821343-e497-473e-9df9-4a3e22d4bd13 HTTP/1.1" status: 200 len: 205 time: 0.0605583 Jun 03 15:54:21.565650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33188) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.576298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d48740a9-3ef8-466d-bf17-ce73dd5acc21 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/d1447b06-bb50-4432-a166-c4322670431d HTTP/1.1" status: 200 len: 993 time: 0.1345553 Jun 03 15:54:21.635689 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-c5dbe527-3b50-4d86-8f6d-e4539243deb8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] delete failed (client error): The resource could not be found. Jun 03 15:54:21.636662 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c5dbe527-3b50-4d86-8f6d-e4539243deb8 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/routers/2f821343-e497-473e-9df9-4a3e22d4bd13 HTTP/1.1" status: 404 len: 336 time: 0.0700209 Jun 03 15:54:21.639150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33192) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.681715 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-372ae636-9623-4a67-a34c-77d003959394 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:21.682162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372ae636-9623-4a67-a34c-77d003959394 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:21.683836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-372ae636-9623-4a67-a34c-77d003959394 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/5a2e38e5-8ac0-4abc-a213-ffaff15ac8fc HTTP/1.1" status: 404 len: 337 time: 0.0438137 Jun 03 15:54:21.686404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33196) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.720205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:21.729262 n-d-844594-1 neutron-server[88339]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8b6076-786c-4774-9c3e-e437bda8d167 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:21.729708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8b6076-786c-4774-9c3e-e437bda8d167 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:21.731383 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bf8b6076-786c-4774-9c3e-e437bda8d167 tempest-RoutersIpV6Test-2006203602 tempest-RoutersIpV6Test-2006203602-project] 10.222.0.66 "DELETE /v2.0/subnets/e1ddc05e-0718-4372-82fb-a3459ce38d68 HTTP/1.1" status: 404 len: 337 time: 0.0440803 Jun 03 15:54:21.768939 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583dc7a5-50d3-499e-8e5b-352389c9ad8a'] response: {'name': 'network-changed', 'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'status': 'completed', 'code': 200} Jun 03 15:54:21.877815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-59fa8fb3-e4e5-4cf6-aee0-13e6e40cbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:21.879409 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-59fa8fb3-e4e5-4cf6-aee0-13e6e40cbe9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1134 time: 0.0806451 Jun 03 15:54:22.057390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-970bd0f3-b723-47f3-97f3-ea68b41adeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.059650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-970bd0f3-b723-47f3-97f3-ea68b41adeef service neutron] 10.222.0.70 "GET /v2.0/networks?id=4802f211-cfe0-4ac1-8024-845a3abefa91 HTTP/1.1" status: 200 len: 898 time: 0.1689365 Jun 03 15:54:22.072269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33208) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:22.285500 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-00fe397d-3e1b-4bde-9393-aa24dffe27cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e HTTP/1.1" status: 200 len: 217 time: 0.2125466 Jun 03 15:54:22.355733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-2fa2bfd0-6010-4335-a0ac-55a52fa7dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.357231 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-2fa2bfd0-6010-4335-a0ac-55a52fa7dd98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31bf97e1-f833-424a-b226-bbed002853b8 HTTP/1.1" status: 200 len: 835 time: 0.0630245 Jun 03 15:54:22.376775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cba4834a-72bf-4f7d-9d38-b43bf43aee8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=797f66093acd483b8e6be8ae1b6f249f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033600 Jun 03 15:54:22.379362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33216) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:22.439184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb96e1c-5bfd-4fd6-ab1c-25fd92b3313d req-44e90ff2-475e-4d23-824d-a7179007df04 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.440974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fcb96e1c-5bfd-4fd6-ab1c-25fd92b3313d req-44e90ff2-475e-4d23-824d-a7179007df04 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 983 time: 0.2889211 Jun 03 15:54:22.496750 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:22.536380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fcb96e1c-5bfd-4fd6-ab1c-25fd92b3313d req-54818dd5-b26b-42ce-b386-8b8a315299d2 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0877254 Jun 03 15:54:22.539715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-ddb0a297-393e-40f3-b706-fdc3bf4e16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.546022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:22.547199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-ddb0a297-393e-40f3-b706-fdc3bf4e16ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4802f211-cfe0-4ac1-8024-845a3abefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793318 Jun 03 15:54:22.612731 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:22.627702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a706a0f-ad9e-44cf-92f6-c9325dfe8a14,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:22.643088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.643441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.643794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.644141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.644467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.644796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.645125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.645448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.645771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.646096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.647004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.647335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:22.650493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:22.654426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e2a1af20-921a-4ad9-8970-83840d7e86d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a706a0f-ad9e-44cf-92f6-c9325dfe8a14 HTTP/1.1" status: 204 len: 168 time: 0.2741513 Jun 03 15:54:22.723386 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-ccd171e8-d8e8-4e47-ab8b-98b98915bbc4 service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654699 Jun 03 15:54:22.870950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78bfbc00-aba5-4cb4-b3ef-dcfd14bed357 req-f529434c-ffb1-4736-bb29-4c370ff01937 service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376066 Jun 03 15:54:23.213344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7f31e4d7-fc38-4cdd-a244-f16a97562e7e details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:54:23.352061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:23.366012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'port_id': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'mac_address': 'fa:16:3e:b7:8c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:54:23.428315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:23.429037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.448176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f31e4d7-fc38-4cdd-a244-f16a97562e7e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:23.466528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:23.470951 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.545722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:23.714825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7f31e4d7-fc38-4cdd-a244-f16a97562e7e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:54:23.772489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f6be-27da-4bd4-aad0-3e3984052e3f req-39b32e7b-d23d-4f9c-b056-4ab0282790d7 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:23.774612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe20f6be-27da-4bd4-aad0-3e3984052e3f req-39b32e7b-d23d-4f9c-b056-4ab0282790d7 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 984 time: 0.1039333 Jun 03 15:54:23.846345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe20f6be-27da-4bd4-aad0-3e3984052e3f req-300c4648-6186-4b19-b831-7dcfd7645325 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0653937 Jun 03 15:54:25.050888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d132b-2da1-43ac-8e7c-a497fc2eb696 req-f209b03c-10f6-4341-b3ac-20a3f0746bf2 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:25.052690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-031d132b-2da1-43ac-8e7c-a497fc2eb696 req-f209b03c-10f6-4341-b3ac-20a3f0746bf2 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 984 time: 0.1030793 Jun 03 15:54:25.063651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33320) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:25.105576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-031d132b-2da1-43ac-8e7c-a497fc2eb696 req-c8563ad6-ba34-43f0-b7d0-88311655f1ff tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0468447 Jun 03 15:54:25.197101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.212612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7f31e4d7-fc38-4cdd-a244-f16a97562e7e up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:25.214149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:25.218368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ea85825b4b47d680a4a7419305bb99 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:25.221676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:25.228329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:25.285849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:25.294001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:25.295587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.323615 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.329030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.384443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a5bc7-ce43-4d7f-bb63-cb5f3cfc4381,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:25.388841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-05a37bd0-e71a-41d3-847d-343b8d9ade61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7ea85825b4b47d680a4a7419305bb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240981 Jun 03 15:54:25.391321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33326) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:25.424999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:25.425387 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.456183 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5371557e-cf89-422c-b990-b4cbaa9cb1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.461363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:25.473167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:25.479462 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.489178 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5371557e-cf89-422c-b990-b4cbaa9cb1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.547446 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d4e920-ba22-49e7-bd4d-1b43efdd9785'] response: {'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'code': 200} Jun 03 15:54:25.572993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5371557e-cf89-422c-b990-b4cbaa9cb1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.579889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:25.592361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371557e-cf89-422c-b990-b4cbaa9cb1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a5bc7-ce43-4d7f-bb63-cb5f3cfc4381,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:25.608666 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5371557e-cf89-422c-b990-b4cbaa9cb1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.612470 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5371557e-cf89-422c-b990-b4cbaa9cb1e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/870a5bc7-ce43-4d7f-bb63-cb5f3cfc4381 HTTP/1.1" status: 204 len: 168 time: 0.2176962 Jun 03 15:54:25.750975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea693-662e-4aeb-afcf-707fa9e78385 req-ba32192e-7f12-4180-83a4-d9777d0f0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:25.752975 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-be4ea693-662e-4aeb-afcf-707fa9e78385 req-ba32192e-7f12-4180-83a4-d9777d0f0aba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1136 time: 0.1310892 Jun 03 15:54:25.819603 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-be4ea693-662e-4aeb-afcf-707fa9e78385 req-ec226875-7236-48da-a488-3e002bf8bcde service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=69473386-62a4-427d-8e26-841ff8397562&id=2110d095-fad6-4f67-be73-12423510bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0493007 Jun 03 15:54:26.035738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33338) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:26.063594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.090770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:26.096142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Usage tracker for resource:security_group_rule and tenant:85e3e5133e4840c0b4d3b391090b05b2 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:26.100390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:26.107832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:26.221560 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.227109 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.320449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28743480-7499-47af-bcae-55ba3bad7e3c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:26.348139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33344) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:26.348798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-784c7259-f97e-4af9-a7d0-95a8e0de5461 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85e3e5133e4840c0b4d3b391090b05b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112748 Jun 03 15:54:26.389762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934d521-f6a8-4ef0-9abf-2a93c4aad76c req-cab49dd7-66e8-41ab-95b0-2888887f9f15 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:26.393081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6934d521-f6a8-4ef0-9abf-2a93c4aad76c req-cab49dd7-66e8-41ab-95b0-2888887f9f15 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 985 time: 0.1564715 Jun 03 15:54:26.421151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c7046d-5271-4a64-8685-2bfda6f6e96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.454817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c7046d-5271-4a64-8685-2bfda6f6e96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.461275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6934d521-f6a8-4ef0-9abf-2a93c4aad76c req-d7b65b51-10fe-4f74-95ac-4ee7f3057432 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0614390 Jun 03 15:54:26.537295 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c7046d-5271-4a64-8685-2bfda6f6e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.562772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-52c7046d-5271-4a64-8685-2bfda6f6e96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.566774 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-52c7046d-5271-4a64-8685-2bfda6f6e96a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28743480-7499-47af-bcae-55ba3bad7e3c HTTP/1.1" status: 204 len: 168 time: 0.2152822 Jun 03 15:54:26.566774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7046d-5271-4a64-8685-2bfda6f6e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28743480-7499-47af-bcae-55ba3bad7e3c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:27.657264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d369bc-a94c-4543-af14-f6db345a6f1e req-6c132e18-e3b4-4441-b41a-152875857565 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:27.658747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6d369bc-a94c-4543-af14-f6db345a6f1e req-6c132e18-e3b4-4441-b41a-152875857565 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 985 time: 0.0884976 Jun 03 15:54:27.707532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6d369bc-a94c-4543-af14-f6db345a6f1e req-ab2d7b49-2068-41ec-80f8-70d563f850a8 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0413115 Jun 03 15:54:27.904327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e4038-14af-4f07-a5e2-0b3a1a255ec5 req-67efe283-dfea-49d2-a136-e0453d2f74a0 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:27.906302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f2e4038-14af-4f07-a5e2-0b3a1a255ec5 req-67efe283-dfea-49d2-a136-e0453d2f74a0 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 985 time: 0.0895441 Jun 03 15:54:27.973285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f2e4038-14af-4f07-a5e2-0b3a1a255ec5 req-725b6138-4781-4cb4-9f47-33295a8a861e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0569580 Jun 03 15:54:28.212982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-e9bbd6c5-c170-4cd2-a0a3-ac996f404205 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:28.214655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-e9bbd6c5-c170-4cd2-a0a3-ac996f404205 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1136 time: 0.0855036 Jun 03 15:54:28.243484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.260032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:28.264250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Usage tracker for resource:security_group_rule and tenant:72800d262efb4fa28d562593a5b41c70 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:28.268003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:28.274353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:28.383006 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.390840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.424564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17b364e3-9ace-4c10-bb8e-28477b8c63f2 req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2022753 Jun 03 15:54:28.444994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deece3d-6f10-49ad-b365-3a8530403eae tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af85cf-9797-4973-ad29-e4baede34640,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:28.544802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33422) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:28.626923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ceb3c7-6a64-4e31-9b24-d75253bba15b tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:28.626923 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c2ceb3c7-6a64-4e31-9b24-d75253bba15b tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1131 time: 0.0777369 Jun 03 15:54:28.627429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33430) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:28.632452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:28.639486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:28.643477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:floatingip and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:28.646703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:28.652385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:28.665175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.815783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.969414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Allocated IP 172.25.1.67 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/8ed87cb9-191c-447c-bb67-931b14a21576) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:28.998093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33442) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:29.144147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.146262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.160243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:29.164479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Usage tracker for resource:security_group_rule and tenant:72377b9458b54067815547c453d93242 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:29.167317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:29.173260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:29.180913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.255336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:29.260174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:29.262381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=8ed87cb9-191c-447c-bb67-931b14a21576,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.264783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:29.288808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.293952 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.353285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72377b9458b54067815547c453d93242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540838 Jun 03 15:54:29.354162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7716c-e438-4fce-9055-10ca4dcd7a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab9dfa3-cd44-46fe-8e8a-5113a93739d4,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.356905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33448) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:29.506294 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0330836e-f108-4cee-96e6-61c9ec31e2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.544738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0330836e-f108-4cee-96e6-61c9ec31e2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.606924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0330836e-f108-4cee-96e6-61c9ec31e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.627676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330836e-f108-4cee-96e6-61c9ec31e2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab9dfa3-cd44-46fe-8e8a-5113a93739d4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.645655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0330836e-f108-4cee-96e6-61c9ec31e2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.656783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0330836e-f108-4cee-96e6-61c9ec31e2b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ab9dfa3-cd44-46fe-8e8a-5113a93739d4 HTTP/1.1" status: 204 len: 168 time: 0.2940509 Jun 03 15:54:29.947000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.976637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33458) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:29.994655 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.009674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:30.013675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Usage tracker for resource:security_group_rule and tenant:78c14739f61947148800405c966e8d26 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:30.016582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:30.023412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:30.029700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.116551 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.120982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.174114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78c14739f61947148800405c966e8d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938500 Jun 03 15:54:30.174114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b5dea-7969-4588-853a-2fc1339372e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101d0a08-7fed-451a-b8f3-588e4bf5ffee,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:30.174983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33462) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:30.250337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.255243 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.273798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5f9d-11be-4a86-bcea-88040f312e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.302199 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5f9d-11be-4a86-bcea-88040f312e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.361428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5f9d-11be-4a86-bcea-88040f312e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.370422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=8ed87cb9-191c-447c-bb67-931b14a21576,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:30.376540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf5f9d-11be-4a86-bcea-88040f312e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101d0a08-7fed-451a-b8f3-588e4bf5ffee,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:30.383389 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.383548 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5f9d-11be-4a86-bcea-88040f312e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.384689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2cbf5f9d-11be-4a86-bcea-88040f312e5e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/101d0a08-7fed-451a-b8f3-588e4bf5ffee HTTP/1.1" status: 204 len: 168 time: 0.2087834 Jun 03 15:54:30.594622 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Floating IP 49daa5c2-b79a-49f0-9441-b3e6be1c4b0d associated. External IP: 172.25.1.67, port: 7f31e4d7-fc38-4cdd-a244-f16a97562e7e. Jun 03 15:54:31.088856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 26d4591d-741c-426d-bf8e-2ba51ce52e32 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:31.214900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5e713937-a58e-4c87-844e-14ab62405b05 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.217113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5e713937-a58e-4c87-844e-14ab62405b05 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.2469652 Jun 03 15:54:31.239955 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-2636a1cc-4d64-414d-a05c-360b14c356f5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/quotas/c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 375 time: 0.0118887 Jun 03 15:54:31.304419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:31.314428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae020708-b961-4574-b173-2417319d62b4 None None] Sync routers for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:31.326167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:31.327254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:31.341015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.347827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-7eabbf90-4480-4e95-ae1e-e38aabffefc2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012254 Jun 03 15:54:31.422101 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-64a9baef-e9fb-40c1-91ca-e03ba2efe978 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7907574 Jun 03 15:54:31.422101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:31.424797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33500) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:31.511663 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6efca95-c460-4a4e-b440-687d2b6da05d'] response: {'name': 'network-changed', 'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'status': 'completed', 'code': 200} Jun 03 15:54:31.529883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:31.550582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-2acdc9d5-1a4e-44ca-9802-dd4a8df76b5e service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944144 Jun 03 15:54:31.748063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-54c6b91b-e399-441b-81c2-d8c2bf67fb09 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870663 Jun 03 15:54:31.841224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.841895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.842180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.842656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.843130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.843591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.844048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.850059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f0c9b2bc-aa06-4edc-be50-d3af98d44b0a tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.4203000 Jun 03 15:54:31.850627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33512) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:31.899383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-d30187d6-94a2-4f25-9a13-706e132371f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.901169 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-d30187d6-94a2-4f25-9a13-706e132371f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1136 time: 0.3623350 Jun 03 15:54:32.013052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '49daa5c2-b79a-49f0-9441-b3e6be1c4b0d', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'port_id': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'mac_address': 'fa:16:3e:b7:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:29Z', 'updated_at': '2022-06-03T15:54:29Z', 'revision_number': 0, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:14Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:32.019338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae020708-b961-4574-b173-2417319d62b4 None None] Checking router: 26d4591d-741c-426d-bf8e-2ba51ce52e32 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:32.032643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:32.034652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:32.067135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.067862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.069062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.069684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.070310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.070924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.071536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.073733 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f61e446b-fc35-4647-b706-d41016fc8082 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.2220776 Jun 03 15:54:32.086162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33524) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:32.213836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-988cf9f5-4e0c-4387-bac8-0accbc35baad req-d0fa2da8-fa12-4100-9a1b-1eab870693b8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 210 time: 0.0940831 Jun 03 15:54:32.242991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-90369327-48ce-466c-8eda-caab4a86468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.244988 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-90369327-48ce-466c-8eda-caab4a86468e service neutron] 10.222.0.70 "GET /v2.0/networks?id=4802f211-cfe0-4ac1-8024-845a3abefa91 HTTP/1.1" status: 200 len: 898 time: 0.3297079 Jun 03 15:54:32.371537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:32.391088 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-d3090582-e6ca-478e-980d-c2da1858bf04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e HTTP/1.1" status: 200 len: 999 time: 0.1363685 Jun 03 15:54:32.578379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-9f33a4f4-4613-4d2e-be04-2803c0c8907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.580052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-9f33a4f4-4613-4d2e-be04-2803c0c8907d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31bf97e1-f833-424a-b226-bbed002853b8 HTTP/1.1" status: 200 len: 835 time: 0.1198540 Jun 03 15:54:32.688595 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2fc3e1e8-8cf5-40ab-8bb3-1aff724a94a1 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.6008003 Jun 03 15:54:32.690869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33542) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:32.751974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-aabbc94e-2f3c-4725-89f8-f874348b68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.753875 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-aabbc94e-2f3c-4725-89f8-f874348b68b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4802f211-cfe0-4ac1-8024-845a3abefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676812 Jun 03 15:54:32.802987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ae020708-b961-4574-b173-2417319d62b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '49daa5c2-b79a-49f0-9441-b3e6be1c4b0d', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'port_id': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'mac_address': 'fa:16:3e:b7:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:29Z', 'updated_at': '2022-06-03T15:54:29Z', 'revision_number': 0, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:14Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:32.808890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae020708-b961-4574-b173-2417319d62b4 None None] The sync data for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 is: [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '49daa5c2-b79a-49f0-9441-b3e6be1c4b0d', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'port_id': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'mac_address': 'fa:16:3e:b7:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:29Z', 'updated_at': '2022-06-03T15:54:29Z', 'revision_number': 0, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:14Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:32.929433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d476a264-feb6-4e2f-a259-4ecb17f62807 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.930001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d476a264-feb6-4e2f-a259-4ecb17f62807 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:32.932054 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d476a264-feb6-4e2f-a259-4ecb17f62807 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=26d4591d-741c-426d-bf8e-2ba51ce52e32 HTTP/1.1" status: 200 len: 1988 time: 0.2398450 Jun 03 15:54:32.952215 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-6fba78b7-4012-45bb-ac42-6f4ee9684352 service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845846 Jun 03 15:54:33.116476 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f1253-032b-4e6a-85b3-a9a5b7ed5676 None None] New status for floating IP 49daa5c2-b79a-49f0-9441-b3e6be1c4b0d: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:54:33.142132 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e001889-3fd7-4571-9ce4-baf9b7c64164 req-24354f32-6748-4a14-ba9a-e411f416f6e0 service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774931 Jun 03 15:54:33.401775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-362f84e1-7994-4ca9-9274-d8a504e94c8e req-9ef4fb79-f30d-43fe-b090-933ce56402a4 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 210 time: 0.0741851 Jun 03 15:54:33.489497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-a1ba79fc-cd57-4653-91e0-4dbf31e0fcb6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:33.492765 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-a1ba79fc-cd57-4653-91e0-4dbf31e0fcb6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.2102885 Jun 03 15:54:33.506890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'port': {'device_id': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'admin_state_up': True, 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:33.675206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:33.680203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:port and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:33.683272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:33.689528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:33.703328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:33.706969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.058697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.20.0.3 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:34.298598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.318095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Transition to ACTIVE for port object 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:34.351649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.435976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:34.440347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:34.445957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:34.523829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:34.524539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.562072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:34.586894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-44162ca3-23e6-402a-8ace-9b9b69227395 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0846508 Jun 03 15:54:34.598774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Request body: {'port': {'device_id': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:34.748906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155ae20-d9c9-4cc5-bd58-73eaa5b4f273 req-de749eab-bdd1-4cd2-bf40-5d8d81dcd5bd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:34.751835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e155ae20-d9c9-4cc5-bd58-73eaa5b4f273 req-de749eab-bdd1-4cd2-bf40-5d8d81dcd5bd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 931 time: 0.1804316 Jun 03 15:54:34.835691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e155ae20-d9c9-4cc5-bd58-73eaa5b4f273 req-ce4b5c74-4db4-491c-9b46-25023630542e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777247 Jun 03 15:54:34.857338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.916253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2c66beb9-26aa-4d49-a60c-eb2dbb609bec None None] Provisioning for port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:34.922196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2c66beb9-26aa-4d49-a60c-eb2dbb609bec None None] Provisioning complete for port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:34.922629 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c66beb9-26aa-4d49-a60c-eb2dbb609bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.995605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2c66beb9-26aa-4d49-a60c-eb2dbb609bec None None] Port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:35.372437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:35.381570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.415776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Transition to ACTIVE for port object 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:35.423083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.613536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Pushing event updated for resources: {'Port': ['ID=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:35.719444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Attempting to bind port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:35.720156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Attempting to bind port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:35.721373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Attempting to bind port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:35.730340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:54:35.730767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Attempting to bind port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:35.738694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:35.739252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:35.740358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:35.741075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Bound port: 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:35.741857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.854328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] For port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:35.857975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] For port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:35.867104 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.960894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:35.961528 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.964164 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] 10.222.0.15 "PUT /v2.0/ports/9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 HTTP/1.1" status: 200 len: 1091 time: 1.3692298 Jun 03 15:54:35.964164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'tag': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:35.993052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea12b4b-bcae-4b40-8f14-d6965c4db61d service neutron] Pushing event updated for resources: {'Port': ['ID=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:36.117449 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd116bb-04a3-4488-91a3-1b92d293250d'] response: {'name': 'network-changed', 'server_uuid': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'tag': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6', 'status': 'completed', 'code': 200} Jun 03 15:54:36.138009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989652a2-0962-4015-9b91-73c603a56fb0 req-651038eb-6edf-49ec-952c-3ae1fc7ba02e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.141426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-989652a2-0962-4015-9b91-73c603a56fb0 req-651038eb-6edf-49ec-952c-3ae1fc7ba02e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1534779 Jun 03 15:54:36.215950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-f6483519-a424-4eb7-9a47-895328ab4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.219271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-f6483519-a424-4eb7-9a47-895328ab4cc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 1094 time: 0.2036190 Jun 03 15:54:36.225507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-989652a2-0962-4015-9b91-73c603a56fb0 req-deb91574-a5d6-49b9-8e28-38b760f3754a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787411 Jun 03 15:54:36.348612 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-1797fb22-aefc-4ca9-adad-896a59d16353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 HTTP/1.1" status: 200 len: 217 time: 0.1211164 Jun 03 15:54:36.436832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-72b96959-b3ed-48f4-acba-193be04de349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.438568 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-72b96959-b3ed-48f4-acba-193be04de349 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0837965 Jun 03 15:54:36.524136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-6c7ddfac-9765-4244-9437-0d17601c42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.525957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-6c7ddfac-9765-4244-9437-0d17601c42b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811243 Jun 03 15:54:36.819381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-77b1565d-04cd-4eb9-ac99-a1ce762cf8ae service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853684 Jun 03 15:54:36.985268 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ae5448a8-4cc4-49c0-a03f-3a4b0539572b req-ecbc0204-96f3-495d-baac-aca7f4456e5f service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592417 Jun 03 15:54:37.201374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-516fa129-66b5-4ea3-9157-6be5559ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.204865 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-516fa129-66b5-4ea3-9157-6be5559ad1d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 1094 time: 0.1603572 Jun 03 15:54:37.403413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-083a8e9b-82e6-4f34-9c9a-aff90a27cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.405301 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-083a8e9b-82e6-4f34-9c9a-aff90a27cbdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1919985 Jun 03 15:54:37.516080 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-63eb9eea-c766-4c85-85e8-c962cdc7222e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 HTTP/1.1" status: 200 len: 217 time: 0.1037145 Jun 03 15:54:37.744823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-80e3592d-3a04-4803-8f36-9341acc14953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.751033 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-80e3592d-3a04-4803-8f36-9341acc14953 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.2285895 Jun 03 15:54:37.876412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277cb97-8b92-4cd8-b175-29904c61e406 req-b9d4ab23-a51f-430f-b0c7-e8d9ab361f0a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.878005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d277cb97-8b92-4cd8-b175-29904c61e406 req-b9d4ab23-a51f-430f-b0c7-e8d9ab361f0a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.3994777 Jun 03 15:54:37.898979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-0d5801d7-111a-48b0-8f4c-c28da1a42e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.900566 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-0d5801d7-111a-48b0-8f4c-c28da1a42e21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409302 Jun 03 15:54:37.959555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d277cb97-8b92-4cd8-b175-29904c61e406 req-64630f45-6080-45fd-898d-99828a65e440 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Jun 03 15:54:38.131548 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-c959d1a2-e4db-4348-9a7a-856feb73f656 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231071 Jun 03 15:54:38.336734 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0fb97740-bb92-40ff-accf-85ff7d5f19b5 req-3936fd2c-fba8-48c4-9a68-cd26debcbcbb service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973672 Jun 03 15:54:39.296736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5b15e-c37e-4fdd-afc9-551811edaf50 req-757e2499-3d8b-41de-a4e2-1dd381523937 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.314691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3df5b15e-c37e-4fdd-afc9-551811edaf50 req-757e2499-3d8b-41de-a4e2-1dd381523937 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1697392 Jun 03 15:54:39.400776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3df5b15e-c37e-4fdd-afc9-551811edaf50 req-47f67e79-262e-47ab-a319-6cc181c033f5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848100 Jun 03 15:54:40.664570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7868c1c-8242-4ead-a11d-7f407301797e req-feb704d0-6dae-47b0-bbbd-e69a6592bcd5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:40.666321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7868c1c-8242-4ead-a11d-7f407301797e req-feb704d0-6dae-47b0-bbbd-e69a6592bcd5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.0991175 Jun 03 15:54:40.731541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7868c1c-8242-4ead-a11d-7f407301797e req-9fbc4b7f-02ec-4173-bbb0-0779998174ad tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Jun 03 15:54:42.000330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda1b26-3efc-4594-9bac-653ea8488f44 req-83ca8ec2-d945-47b8-a506-acb44033becd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:42.003998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bda1b26-3efc-4594-9bac-653ea8488f44 req-83ca8ec2-d945-47b8-a506-acb44033becd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1191659 Jun 03 15:54:42.082209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bda1b26-3efc-4594-9bac-653ea8488f44 req-c7f79a34-6b72-45fa-a1c1-23fa935fa27a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679345 Jun 03 15:54:42.326278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33622) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:42.497713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.518529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:42.523941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Usage tracker for resource:security_group_rule and tenant:433c0359e88249e4a41a070be6ec3ca1 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:42.527252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:42.534060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:42.631750 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.637132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.691609 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=433c0359e88249e4a41a070be6ec3ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640397 Jun 03 15:54:42.692415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da0d6b-6ba5-431e-a809-0d1173585bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d216f4ee-5065-4e42-a91b-edf5b01ece86,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:42.696413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33628) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:42.778090 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f013a6-94fa-448d-9663-a94037ddb7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.809038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f013a6-94fa-448d-9663-a94037ddb7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.864415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f013a6-94fa-448d-9663-a94037ddb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.880890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f013a6-94fa-448d-9663-a94037ddb7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216f4ee-5065-4e42-a91b-edf5b01ece86,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:42.887982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f8f013a6-94fa-448d-9663-a94037ddb7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.889178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f8f013a6-94fa-448d-9663-a94037ddb7b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d216f4ee-5065-4e42-a91b-edf5b01ece86 HTTP/1.1" status: 204 len: 168 time: 0.1917255 Jun 03 15:54:43.171859 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:54:43.246329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33638) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:43.265695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.280936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:43.285459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f527a090ba54d9980540f9c5726181b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:43.288746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:43.295547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:43.301769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d576d5-0644-4e43-89ca-22110cc2c7e9 req-55c71c0f-1a3e-411a-b208-f891f90f1d12 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:43.303889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81d576d5-0644-4e43-89ca-22110cc2c7e9 req-55c71c0f-1a3e-411a-b208-f891f90f1d12 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.0896418 Jun 03 15:54:43.355000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81d576d5-0644-4e43-89ca-22110cc2c7e9 req-fb6fbc1c-dbaa-450a-8ac9-138588d89ca3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448086 Jun 03 15:54:43.403882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3a47-b7ed-4d6d-a67c-5e4b4ade7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.409033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.413327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.464531 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f527a090ba54d9980540f9c5726181b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167809 Jun 03 15:54:43.465326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68eb58-a520-4492-9c56-f5fa9ca931d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb988e-8b62-4111-8eb5-d41495bab973,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:43.467506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:43.533102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58c2150-073e-48e3-bdcf-5c94cc615e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.562098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58c2150-073e-48e3-bdcf-5c94cc615e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.619707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58c2150-073e-48e3-bdcf-5c94cc615e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.634476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c2150-073e-48e3-bdcf-5c94cc615e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb988e-8b62-4111-8eb5-d41495bab973,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:43.642457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f58c2150-073e-48e3-bdcf-5c94cc615e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.643624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f58c2150-073e-48e3-bdcf-5c94cc615e41 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eadb988e-8b62-4111-8eb5-d41495bab973 HTTP/1.1" status: 204 len: 168 time: 0.1750867 Jun 03 15:54:44.697513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46d774-3d7b-4c94-9203-35d7a77ede5f req-b51cfec2-5619-4d37-b896-3031320fd74c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.700256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b46d774-3d7b-4c94-9203-35d7a77ede5f req-b51cfec2-5619-4d37-b896-3031320fd74c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1455004 Jun 03 15:54:44.777860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4b46d774-3d7b-4c94-9203-35d7a77ede5f req-99e5b6fa-4dd3-46e9-ae28-ce7ef1d3f3d5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676618 Jun 03 15:54:45.771390 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.029321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc13c1-6e90-45d9-957e-b5284772e55f req-e452311b-3b4e-4f5f-98f0-43d9318e489a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:46.037325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68bc13c1-6e90-45d9-957e-b5284772e55f req-e452311b-3b4e-4f5f-98f0-43d9318e489a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1133046 Jun 03 15:54:46.101714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68bc13c1-6e90-45d9-957e-b5284772e55f req-93ed66ad-35d0-4e26-bbab-a6419c051c07 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614851 Jun 03 15:54:46.266156 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e2d24955-79c3-4b7e-8527-a44f3810f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.641395 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.017410 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.097372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18efad-a37b-4aff-9378-e36179fc7b3c req-c279dd7f-0fa3-4c1e-8cd6-06c0d14fc9bd tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:47.099465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c18efad-a37b-4aff-9378-e36179fc7b3c req-c279dd7f-0fa3-4c1e-8cd6-06c0d14fc9bd tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1096 time: 0.1057174 Jun 03 15:54:47.149554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c18efad-a37b-4aff-9378-e36179fc7b3c req-4c029b6d-1aa4-4a67-a53d-3493b261625d tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 Jun 03 15:54:47.357137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2dbcc-7c69-4df6-90f1-2e699eea10b8 req-060891b9-078d-41cd-a400-3d7825388577 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:47.358877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cae2dbcc-7c69-4df6-90f1-2e699eea10b8 req-060891b9-078d-41cd-a400-3d7825388577 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1492019 Jun 03 15:54:47.459401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cae2dbcc-7c69-4df6-90f1-2e699eea10b8 req-2d343d80-0e38-4fce-8faf-947cb013d8cb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665188 Jun 03 15:54:47.484943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0b0f-b216-4bf3-bad7-4c15906128d5 req-4ef81776-a9fb-4f76-be8a-c903bef82b1a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:47.486596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc4a0b0f-b216-4bf3-bad7-4c15906128d5 req-4ef81776-a9fb-4f76-be8a-c903bef82b1a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1267188 Jun 03 15:54:47.536174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc4a0b0f-b216-4bf3-bad7-4c15906128d5 req-d65d047f-5c94-481a-9add-0abee32a2295 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 Jun 03 15:54:47.562877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33700) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:47.681935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-930e4f04-9ed0-4fb0-baa2-15a5e005a860 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/d1447b06-bb50-4432-a166-c4322670431d HTTP/1.1" status: 200 len: 993 time: 0.1176059 Jun 03 15:54:48.202522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.434386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 33718) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:48.502250 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.753291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c452b-f02a-46ae-923e-9891221efaaa req-6684bfb0-2ebe-451b-a151-95f610919fd4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:48.754771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd7c452b-f02a-46ae-923e-9891221efaaa req-6684bfb0-2ebe-451b-a151-95f610919fd4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.2562823 Jun 03 15:54:48.760789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-6c00c7c2-fb06-458f-98eb-d97cbb9b5309 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3250985 Jun 03 15:54:48.792377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6005f-f094-4677-bee5-3c888fd6fe62 req-85114c83-278b-4999-b8b6-580ceaab950a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:48.793938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64f6005f-f094-4677-bee5-3c888fd6fe62 req-85114c83-278b-4999-b8b6-580ceaab950a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1657243 Jun 03 15:54:48.839744 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd7c452b-f02a-46ae-923e-9891221efaaa req-5d30cefb-a8a7-44e6-b7f5-5e032fa198c5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770938 Jun 03 15:54:48.861845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64f6005f-f094-4677-bee5-3c888fd6fe62 req-d9e41642-9ed8-4efc-a3d2-06fc7f6a493a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Jun 03 15:54:50.307029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974554-6d3c-497b-9f95-9c0bed897b0d req-e373b172-69f3-4ee8-99e7-9c347ffecc75 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:50.309400 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d974554-6d3c-497b-9f95-9c0bed897b0d req-e373b172-69f3-4ee8-99e7-9c347ffecc75 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.2709036 Jun 03 15:54:50.353280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c147de-c63d-4a4f-903d-9b6da383fc20 req-70f9e041-4383-4471-ba7c-1fff3b0fc3ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:50.356899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12c147de-c63d-4a4f-903d-9b6da383fc20 req-70f9e041-4383-4471-ba7c-1fff3b0fc3ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.2028046 Jun 03 15:54:50.426814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d974554-6d3c-497b-9f95-9c0bed897b0d req-fe6692f1-a96d-409a-81cf-1341741f7bb9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066668 Jun 03 15:54:50.453858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12c147de-c63d-4a4f-903d-9b6da383fc20 req-2fd82eb0-a894-4858-a055-d0d1656cf404 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875230 Jun 03 15:54:50.764913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-2b271862-e10d-450d-9bc0-527e5d1bfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:50.767641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-2b271862-e10d-450d-9bc0-527e5d1bfffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1096 time: 0.1620908 Jun 03 15:54:50.941433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-7c1dcc0a-df49-44b6-8569-80f5829ced36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:50.944455 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-7c1dcc0a-df49-44b6-8569-80f5829ced36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.1701477 Jun 03 15:54:51.065188 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-ac91231d-5ef3-4083-94bd-fb868afe9726 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 1001 time: 0.1143897 Jun 03 15:54:51.151419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-1e2fb5a4-0dac-4c3f-9079-f2c7ca4d956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:51.153888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-1e2fb5a4-0dac-4c3f-9079-f2c7ca4d956d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.0821943 Jun 03 15:54:51.241982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-2cd0ca88-7147-4634-aa32-d83c40f86f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:51.243507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-2cd0ca88-7147-4634-aa32-d83c40f86f11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821068 Jun 03 15:54:51.535980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-a03a2ebd-4715-4235-9b0a-fa0607405e4f service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852366 Jun 03 15:54:51.869888 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-a9073d69-527b-4ab2-bffa-c4c7dff10316 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248100 Jun 03 15:54:52.014866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0291440-a2e1-48a3-bdad-25a9d9286063 req-1945eb86-8784-4936-9963-f990b42fbd9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:52.022691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0291440-a2e1-48a3-bdad-25a9d9286063 req-1945eb86-8784-4936-9963-f990b42fbd9f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.2814131 Jun 03 15:54:52.050875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93745f5-7f8f-4986-b8f8-40d808831646 req-7b785e0f-c3ba-4c5a-b5cc-ac7b5285dba7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:52.058254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e93745f5-7f8f-4986-b8f8-40d808831646 req-7b785e0f-c3ba-4c5a-b5cc-ac7b5285dba7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.4023914 Jun 03 15:54:52.126721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e93745f5-7f8f-4986-b8f8-40d808831646 req-a1f130f9-d3e3-4088-99b8-8f59957614de tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674689 Jun 03 15:54:52.155304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0291440-a2e1-48a3-bdad-25a9d9286063 req-43cafe57-09e4-47e7-b510-da3311c180fa tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316326 Jun 03 15:54:53.001846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:54:53.181314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:53.206333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'port_id': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6', 'mac_address': 'fa:16:3e:8a:8f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:54:53.293644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:53.294048 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.322423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:53.351286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:53.359573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.423940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199285-4e2a-4219-b93b-006e3d8e1a57 req-5e6efb3f-df01-44aa-a0ce-bed8cc864393 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:53.425576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3199285-4e2a-4219-b93b-006e3d8e1a57 req-5e6efb3f-df01-44aa-a0ce-bed8cc864393 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 943 time: 0.1760650 Jun 03 15:54:53.434457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791b01e-bd9d-41d7-a60e-e73e72ac3397 req-7e9a4b97-b005-44f1-9336-1b0c061762ff tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:53.436083 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6791b01e-bd9d-41d7-a60e-e73e72ac3397 req-7e9a4b97-b005-44f1-9336-1b0c061762ff tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1470919 Jun 03 15:54:53.466909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:53.479377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.480149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.480810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.481673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.482199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.482826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.483887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.484486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.485167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.485729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.486235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.486734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:53.514364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3199285-4e2a-4219-b93b-006e3d8e1a57 req-e6537e44-0f80-4703-9bf4-96ef12a21a7c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772333 Jun 03 15:54:53.524376 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6791b01e-bd9d-41d7-a60e-e73e72ac3397 req-29fa0d35-c7c1-4f30-80a1-b79b09f4c0d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731404 Jun 03 15:54:53.596174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:54:54.835279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1a192-e1bb-4115-aea9-9eaf97454d97 req-13488510-2af4-4daa-a7bb-03e85851c222 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:54.836893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96d1a192-e1bb-4115-aea9-9eaf97454d97 req-13488510-2af4-4daa-a7bb-03e85851c222 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 944 time: 0.1919594 Jun 03 15:54:54.846616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc341af3-1bc3-48b9-abdd-c73a7f1db714 req-7ef3c4b0-21ba-4288-ba7c-3cfb09d416e5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:54.848261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc341af3-1bc3-48b9-abdd-c73a7f1db714 req-7ef3c4b0-21ba-4288-ba7c-3cfb09d416e5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1451330 Jun 03 15:54:54.928593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96d1a192-e1bb-4115-aea9-9eaf97454d97 req-803ff7c1-99a1-434a-9fb2-e66ede89e3cc tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791378 Jun 03 15:54:54.934627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc341af3-1bc3-48b9-abdd-c73a7f1db714 req-eb991a1f-bda9-4e58-a824-e81b3293c41e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690277 Jun 03 15:54:55.020474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:55.103877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:55.110966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:55.111471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.296850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:55.297411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.328338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:55.342747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:55.348365 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.428139 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ebe175-095b-4199-905d-d82905638bd3'] response: {'server_uuid': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6', 'code': 200} Jun 03 15:54:55.472410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:55.598662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e41-3945-409e-866b-de196cae1783 req-5de399d7-7795-4064-b34f-3b22595f42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:55.600804 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78f10e41-3945-409e-866b-de196cae1783 req-5de399d7-7795-4064-b34f-3b22595f42cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1064520 Jun 03 15:54:55.645660 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-78f10e41-3945-409e-866b-de196cae1783 req-5d26b620-96cc-4d9a-a14b-2f317f87e78d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Jun 03 15:54:56.323042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2e67a-cc2d-4c80-b730-77deb442679d req-d820ff53-28d5-4760-be73-9a530c7b31d1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:56.324698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fae2e67a-cc2d-4c80-b730-77deb442679d req-d820ff53-28d5-4760-be73-9a530c7b31d1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 945 time: 0.2511888 Jun 03 15:54:56.339656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f431-4d42-40f8-9412-fc8260931490 req-695d9068-50d5-47e5-935b-1eeeb7b3c531 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:56.341354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9043f431-4d42-40f8-9412-fc8260931490 req-695d9068-50d5-47e5-935b-1eeeb7b3c531 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1798968 Jun 03 15:54:56.417700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fae2e67a-cc2d-4c80-b730-77deb442679d req-4f32710c-e923-461d-9e9c-4dbefb9ad8b0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753555 Jun 03 15:54:56.423524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9043f431-4d42-40f8-9412-fc8260931490 req-e29d69f9-a229-4706-aa87-f2913faada1e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669725 Jun 03 15:54:57.743349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224ec9e-7eab-4856-9803-525e9d7d32ef req-be7d6c9a-0f6b-45db-a7cf-9f2f06d68c5a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:57.745038 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e224ec9e-7eab-4856-9803-525e9d7d32ef req-be7d6c9a-0f6b-45db-a7cf-9f2f06d68c5a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1205451 Jun 03 15:54:57.760402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703e95e-4dcb-49d4-9615-6fef1a40a707 req-6d60a65a-3fbf-4d1f-9b29-6271c3b0f9f9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:57.762029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8703e95e-4dcb-49d4-9615-6fef1a40a707 req-6d60a65a-3fbf-4d1f-9b29-6271c3b0f9f9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 945 time: 0.1765282 Jun 03 15:54:57.853283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e224ec9e-7eab-4856-9803-525e9d7d32ef req-6d262a8a-8af2-480f-ada6-7c6bd802032b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901968 Jun 03 15:54:57.858588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8703e95e-4dcb-49d4-9615-6fef1a40a707 req-defccf43-630c-4b15-9a75-516d6dc95557 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816736 Jun 03 15:54:58.123802 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736b3de-a8e9-464c-acc7-d6651001b562 req-88ba6b62-dda5-4bcc-8847-3c9a5cfa1334 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:58.125495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2736b3de-a8e9-464c-acc7-d6651001b562 req-88ba6b62-dda5-4bcc-8847-3c9a5cfa1334 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 945 time: 0.1010153 Jun 03 15:54:58.176568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2736b3de-a8e9-464c-acc7-d6651001b562 req-5bc2a2e2-1660-443b-8a5f-e0021a961284 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440130 Jun 03 15:54:58.407611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0db7c-b7d7-40de-a5b5-6ed7a84fa8c6 req-d9dc383d-6ee1-4398-abc8-c1cf9fa76fa5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:58.410314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01e0db7c-b7d7-40de-a5b5-6ed7a84fa8c6 req-d9dc383d-6ee1-4398-abc8-c1cf9fa76fa5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 945 time: 0.0964618 Jun 03 15:54:58.463348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01e0db7c-b7d7-40de-a5b5-6ed7a84fa8c6 req-71698e70-e1c6-4191-a049-20b560ece03b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473621 Jun 03 15:54:59.171988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ddc58-3292-4df4-ba93-4dbe47c8e63f req-3abe79a1-efde-43db-83d4-6cd00b7a69f0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:59.174526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-389ddc58-3292-4df4-ba93-4dbe47c8e63f req-3abe79a1-efde-43db-83d4-6cd00b7a69f0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1676488 Jun 03 15:54:59.243672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-389ddc58-3292-4df4-ba93-4dbe47c8e63f req-78789f99-1d58-430f-a699-df3e8c1f8b87 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621145 Jun 03 15:54:59.349356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9c9ed-fcea-4f11-a82e-8c4bd6c13d0c req-35c37f1f-fd7d-4707-99ff-e5d4714d5de5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:59.350862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22d9c9ed-fcea-4f11-a82e-8c4bd6c13d0c req-35c37f1f-fd7d-4707-99ff-e5d4714d5de5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 945 time: 0.1014600 Jun 03 15:54:59.424609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-22d9c9ed-fcea-4f11-a82e-8c4bd6c13d0c req-a1f01651-14ef-417b-8227-77ba09070396 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629144 Jun 03 15:55:00.665562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd54c3-824f-40e9-b674-12f1fa98f39b req-24d4f745-b679-458f-bdc8-3253179a33bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:00.668148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dffd54c3-824f-40e9-b674-12f1fa98f39b req-24d4f745-b679-458f-bdc8-3253179a33bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1321950 Jun 03 15:55:00.775068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dffd54c3-824f-40e9-b674-12f1fa98f39b req-2bf08bc5-4591-46a1-8148-5f74982a8f2f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966034 Jun 03 15:55:00.829240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798291-024f-4818-b38a-57b0499b5bca req-0cfb2d8e-3eff-43ca-9c85-d9acd9e617da tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:00.830716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8798291-024f-4818-b38a-57b0499b5bca req-0cfb2d8e-3eff-43ca-9c85-d9acd9e617da tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 945 time: 0.1197557 Jun 03 15:55:00.877556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8798291-024f-4818-b38a-57b0499b5bca req-a1bd69d1-8149-4e77-b874-bc6bef74cc82 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Jun 03 15:55:00.918334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-f1f7f4ed-e7bc-483a-994f-cde415480326 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:00.919160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-f1f7f4ed-e7bc-483a-994f-cde415480326 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:00.936638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-f1f7f4ed-e7bc-483a-994f-cde415480326 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:00.937792 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-f1f7f4ed-e7bc-483a-994f-cde415480326 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 945 time: 0.1076605 Jun 03 15:55:01.058031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:01.058370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.129007 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-4601d1af-ed5d-4466-849b-0175a89daf36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1901796 Jun 03 15:55:01.184723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-520dbb3a-0ff5-4b0b-a78d-504ad14e1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:01.186482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-520dbb3a-0ff5-4b0b-a78d-504ad14e1f71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1096 time: 0.0831099 Jun 03 15:55:01.390869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-66ff114f-3d91-47d7-93bb-ca258f1e097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:01.392299 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-66ff114f-3d91-47d7-93bb-ca258f1e097b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1136 time: 0.1808145 Jun 03 15:55:01.394058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] For port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:01.394420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.451092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-75075270-96e5-43a1-872f-3013066fe372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:01.452564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-75075270-96e5-43a1-872f-3013066fe372 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.2462561 Jun 03 15:55:01.546492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:01.565731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-236a6caa-410b-45f4-9464-9b9bf3ed9b3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 1001 time: 0.1062803 Jun 03 15:55:01.632457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-1246d066-897e-42da-96ff-c7914edb701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:01.633931 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-1246d066-897e-42da-96ff-c7914edb701a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.0622652 Jun 03 15:55:01.734560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-c2b19a21-9a02-4037-971a-804d63f32ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:01.736179 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-c2b19a21-9a02-4037-971a-804d63f32ebc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948377 Jun 03 15:55:01.769763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-14ca5af8-b22c-40f5-973c-96abe5c6c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:01.771721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-14ca5af8-b22c-40f5-973c-96abe5c6c683 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4802f211-cfe0-4ac1-8024-845a3abefa91 HTTP/1.1" status: 200 len: 898 time: 0.3099275 Jun 03 15:55:01.871837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.892909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:01.952154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:02.006129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-d8d5cc3c-06fe-4082-b97f-35796e35f531 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624030 Jun 03 15:55:02.097275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-68e30cc6-f127-4460-b873-7d6908c9f8dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e HTTP/1.1" status: 200 len: 1001 time: 0.3183661 Jun 03 15:55:02.198541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec2f60d2-9b44-4b89-b62f-2f988d0b1f03 req-4aad7e62-5626-4bec-8064-66ff669bd87e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 210 time: 0.0729957 Jun 03 15:55:02.223095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] No DVR routers for this DVR port 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:02.254623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.260700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'name': 'network-vif-deleted', 'tag': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:02.276610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb0d71-6e94-43fe-a43e-cd0b16272ef7 req-9d4ccab2-ecc6-48b7-8c45-ee1149c9fa74 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:02.278815 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8cb0d71-6e94-43fe-a43e-cd0b16272ef7 req-9d4ccab2-ecc6-48b7-8c45-ee1149c9fa74 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.3805103 Jun 03 15:55:02.310432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-1d2a9fa6-e5e0-4fe7-81e2-4b4704a90677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:02.311972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-1d2a9fa6-e5e0-4fe7-81e2-4b4704a90677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31bf97e1-f833-424a-b226-bbed002853b8 HTTP/1.1" status: 200 len: 835 time: 0.0906126 Jun 03 15:55:02.313818 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-201ffc56-160e-4321-b30d-0f4d18b84eb9 req-97d05929-1cc7-4ac5-90d5-b8702887bb3f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "DELETE /v2.0/ports/9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 HTTP/1.1" status: 204 len: 173 time: 1.3461182 Jun 03 15:55:02.316646 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8d6f4f-edec-41f0-928d-f5decdde0494'] response: {'server_uuid': '1bb63ea1-534a-4a9c-b037-a558f1e89fb3', 'name': 'network-vif-deleted', 'tag': '9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6', 'status': 'completed', 'code': 200} Jun 03 15:55:02.321335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57a87b5a-a6c1-4688-ad9d-9c08d558f29a req-b3ebea83-0598-45e8-8b62-4ff14210c3f0 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014646 Jun 03 15:55:02.362845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8cb0d71-6e94-43fe-a43e-cd0b16272ef7 req-a7c5e89a-d37d-4e47-8ba6-ff2cac4ee2ea tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736458 Jun 03 15:55:02.409724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-2d9a867d-d274-43f5-bf55-ae4a9723e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:02.411780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-2d9a867d-d274-43f5-bf55-ae4a9723e733 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4802f211-cfe0-4ac1-8024-845a3abefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926132 Jun 03 15:55:02.624096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-81905b5c-8b6e-48ac-b07d-e0307daf4de4 service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989458 Jun 03 15:55:02.785633 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a3130f-6b3c-4798-bc23-6361136ba513 req-01b47247-1a65-4616-90e4-2e3bf3e7931c service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532395 Jun 03 15:55:03.370767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89af1b2a-f7e0-45f9-ad2c-a073407fe978 req-c40a3c28-731d-4e8a-9d06-7205dc441079 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb63ea1-534a-4a9c-b037-a558f1e89fb3 HTTP/1.1" status: 200 len: 210 time: 0.0498033 Jun 03 15:55:03.616909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcf3b5-8c84-4b95-ba7a-4c7bc422ceaa req-188f4df0-1c48-4294-b49d-1b039cd90d94 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:03.618693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6bcf3b5-8c84-4b95-ba7a-4c7bc422ceaa req-188f4df0-1c48-4294-b49d-1b039cd90d94 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.0920932 Jun 03 15:55:03.672826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b6bcf3b5-8c84-4b95-ba7a-4c7bc422ceaa req-3595c0c2-5a3d-47a2-aafb-c2209d188862 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471838 Jun 03 15:55:04.871780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8996f-8ae7-4448-96ef-390c582df6be req-15711ebf-5b18-465f-bf09-221ed4d73328 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:04.873313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13a8996f-8ae7-4448-96ef-390c582df6be req-15711ebf-5b18-465f-bf09-221ed4d73328 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.0857377 Jun 03 15:55:04.932308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13a8996f-8ae7-4448-96ef-390c582df6be req-1346ef12-b50b-400a-b040-56ee0c69ec85 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521455 Jun 03 15:55:05.085571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:05.129826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:05.130580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9c8bd50d-a4b8-4b6b-b722-f0f8b5b204c6 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:06.185043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e1bc2-5ba0-4f38-88cf-e60913d834b5 req-093b96a4-e70d-4773-ac1c-00d5f3838861 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:06.193061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-108e1bc2-5ba0-4f38-88cf-e60913d834b5 req-093b96a4-e70d-4773-ac1c-00d5f3838861 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1433151 Jun 03 15:55:06.252462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-108e1bc2-5ba0-4f38-88cf-e60913d834b5 req-836493d1-5289-476d-a003-adcb826949cd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506916 Jun 03 15:55:07.358217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33902) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:07.464265 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6976a79c-83a4-4cab-a755-231a71c20476 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2799 time: 0.1026955 Jun 03 15:55:07.467598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33906) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:07.473818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'network': {'name': 'tempest-network-smoke--1678714129', 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'port_security_enabled': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:07.480885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:07.484342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde1816-5017-4ddf-ad7c-073fd42c4dee req-4640314a-27ed-45a1-b013-1203615e769f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:07.486630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fde1816-5017-4ddf-ad7c-073fd42c4dee req-4640314a-27ed-45a1-b013-1203615e769f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.0899432 Jun 03 15:55:07.495490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:07.510843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Made reservation on behalf of b17f816200cc408fabfc88b3f3e59ee6 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:07.516435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.540997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fde1816-5017-4ddf-ad7c-073fd42c4dee req-8285cec3-d28f-480d-98c8-279776d15a5d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463648 Jun 03 15:55:07.550635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:07.560700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.561299 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Added segment 48d219f2-9e8b-439e-a7e5-742862ea5707 of type vlan for network 421ecdef-3f62-4210-8518-62e89ee41777 Jun 03 15:55:07.589249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.627161 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.634936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:07.635594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.757075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2880659 Jun 03 15:55:07.761889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 33910) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:07.765103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Network': ['ID=421ecdef-3f62-4210-8518-62e89ee41777,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:07.770265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'admin_state_up': True, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:07.787816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:07.791109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.791459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.791884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.792401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.792956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.793374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.793719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.794044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.794370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.794964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.795295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.795621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612567ad-bf40-4c11-94bc-43a2efa7cc49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:07.802559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:router and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:07.806297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:07.811561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 421ecdef-3f62-4210-8518-62e89ee41777 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:07.817394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:07.837155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.838244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.866212 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.185521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.616230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.649149 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.767822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c638bfb-e7ad-4a57-9581-60e44c925345 req-91d5f0ee-3531-4f4b-80d1-5adfcef33171 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:08.770257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c638bfb-e7ad-4a57-9581-60e44c925345 req-91d5f0ee-3531-4f4b-80d1-5adfcef33171 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.0996690 Jun 03 15:55:08.860040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c638bfb-e7ad-4a57-9581-60e44c925345 req-f856a19a-a572-4a88-98e2-bb4ce22d768f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833721 Jun 03 15:55:08.954317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Allocated IP 172.25.1.86 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/265f95b5-3821-43b2-9fdc-b4c7b056d8d4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:09.165227 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-ef909667-98c8-40b4-90f5-f50784a21afc req-b55f76c1-79a0-44ee-910c-4bc562f38e02 service neutron] show failed (client error): The resource could not be found. Jun 03 15:55:09.168469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.175754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-b55f76c1-79a0-44ee-910c-4bc562f38e02 service neutron] 10.222.0.15 "GET /v2.0/ports/c438dec5-8918-402e-8d4c-5e634aff0bfd/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1264522 Jun 03 15:55:09.216445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.339792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:09.343765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:09.352919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:09.379853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:09.805986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-01acfbfb-3f3e-4d95-83e6-f769641cb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:09.807555 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-01acfbfb-3f3e-4d95-83e6-f769641cb75a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 1096 time: 0.2941837 Jun 03 15:55:09.827935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:10.035696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.100080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d37156-ff46-4ee9-8edc-79d9dfb8be9f req-1a4ddcf5-0f95-46ad-9ab1-c5b2ab837c1a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:10.101529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4d37156-ff46-4ee9-8edc-79d9dfb8be9f req-1a4ddcf5-0f95-46ad-9ab1-c5b2ab837c1a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.0945055 Jun 03 15:55:10.121378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.164397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4d37156-ff46-4ee9-8edc-79d9dfb8be9f req-9d83b8ae-e645-4b90-ae3c-ba560bfa958b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567141 Jun 03 15:55:10.876572 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.979166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:11.019687 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:11.091001 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.109853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Transition to ACTIVE for port object c438dec5-8918-402e-8d4c-5e634aff0bfd will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:11.132715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:11.141459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.377041 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763981bf-9498-4955-b85f-81392c0815be'] response: {'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'code': 200} Jun 03 15:55:11.463820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:11.551515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] No DVR routers for this DVR port c438dec5-8918-402e-8d4c-5e634aff0bfd on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:11.563087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b0fa0-71b0-4680-9e77-cea952c9faa5 req-a7fbc445-f002-4aad-bebc-2a94cca83b33 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:11.589062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d5b0fa0-71b0-4680-9e77-cea952c9faa5 req-a7fbc445-f002-4aad-bebc-2a94cca83b33 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 943 time: 0.2283795 Jun 03 15:55:11.657497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d5b0fa0-71b0-4680-9e77-cea952c9faa5 req-8d57e59e-6522-49f3-bac3-2092efc820a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659931 Jun 03 15:55:11.795190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 69170f46-d523-4504-ae66-7cf523c6b0e6 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:55:11.961244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:11.961949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:11.961949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:11.981486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:55:11.981809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:11.994328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:11.994692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Checking segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:11.995049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Bound using segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:11.995498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Bound port: c438dec5-8918-402e-8d4c-5e634aff0bfd, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:11.995843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.157094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:12.168698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Sync routers for ids ['69170f46-d523-4504-ae66-7cf523c6b0e6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:12.183640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Routers {'69170f46-d523-4504-ae66-7cf523c6b0e6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:12.184989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['69170f46-d523-4504-ae66-7cf523c6b0e6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:12.245749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:12.250590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:12.253321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.258257 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ca59692f-b67c-4519-bf7d-f36078d2b0b4 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.4919899 Jun 03 15:55:12.258257 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.259212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34020) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:12.380896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:12.381351 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.382811 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] 10.222.0.70 "PUT /v2.0/ports/c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 1091 time: 2.5612540 Jun 03 15:55:12.422737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f6cc5-daf2-4221-8e28-149450c9c05d tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:12.430699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-039f6cc5-daf2-4221-8e28-149450c9c05d tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b17f816200cc408fabfc88b3f3e59ee6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1697271 Jun 03 15:55:12.432198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34024) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:12.553892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92b648-c5f2-4753-b887-ccc07031828b service neutron] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:12.614240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-84770e37-76ba-49da-9db6-da94876a44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:12.617789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-84770e37-76ba-49da-9db6-da94876a44c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1094 time: 0.2073298 Jun 03 15:55:12.640416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Set router 69170f46-d523-4504-ae66-7cf523c6b0e6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:12.797243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b3053-92e2-48dd-b344-65680ace9d31 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:12.801482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8e9b3053-92e2-48dd-b344-65680ace9d31 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3655899 Jun 03 15:55:12.803310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34032) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:12.855534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9618e9f9-e4bb-4b3f-aff6-8e0107ef53bc tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486655 Jun 03 15:55:12.855748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34036) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:13.066634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-01910600-dbc5-4894-bc5b-d3cb892ecddb tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b17f816200cc408fabfc88b3f3e59ee6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2072542 Jun 03 15:55:13.068254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34042) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:13.131963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370785a-dcdc-4300-907f-f1ba06cf56f2 req-4890d4b0-6ea0-44fb-aaa4-cae55baa3ea0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:13.141796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3370785a-dcdc-4300-907f-f1ba06cf56f2 req-4890d4b0-6ea0-44fb-aaa4-cae55baa3ea0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 943 time: 0.1557515 Jun 03 15:55:13.151263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:13.211379 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3370785a-dcdc-4300-907f-f1ba06cf56f2 req-c4c8d762-6c3d-40e1-9c8a-ae7a086c1a32 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685728 Jun 03 15:55:13.295161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:13.315228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:09Z', 'revision_number': 3, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:13.323719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Checking router: 69170f46-d523-4504-ae66-7cf523c6b0e6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:13.324247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Updating router 69170f46-d523-4504-ae66-7cf523c6b0e6 port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:55:13.378761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:13.413764 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.446400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-6ece5eda-0ef5-4daa-90ce-646e214e04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:13.449032 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-6ece5eda-0ef5-4daa-90ce-646e214e04eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.8207893 Jun 03 15:55:13.503977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a2a0cd13-527d-4c3d-bf4a-1b489bbf9ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.563714 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d18687a-95ca-4c47-a0b7-605d9fac57b1'] response: {'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'status': 'completed', 'code': 200} Jun 03 15:55:13.635668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cbfd80-3aa9-4efb-9427-79c5a702fdf0 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:13.642124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-71cbfd80-3aa9-4efb-9427-79c5a702fdf0 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5726242 Jun 03 15:55:13.642986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34050) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:13.705972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e2e73e88-b03f-4542-8fd0-746d335c2b1e tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594144 Jun 03 15:55:13.706638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34054) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:13.716909 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-9ac9ab97-c420-45e6-ae2c-cc318de18cba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 999 time: 0.2505336 Jun 03 15:55:13.720725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970704319', 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777', 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:13.783692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-138e86a6-8270-495c-b570-f6831b69556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:13.786789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-138e86a6-8270-495c-b570-f6831b69556c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1094 time: 0.2260761 Jun 03 15:55:13.880836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:13.886787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:subnet and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:13.891843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:13.899022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:13.943711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Made reservation on behalf of b17f816200cc408fabfc88b3f3e59ee6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:13.947236 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.128062 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.176483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Transition to ACTIVE for port object 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:14.187785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-9d62d071-a2e1-4098-bf6a-817d897d50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:14.190600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-9d62d071-a2e1-4098-bf6a-817d897d50ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.3977678 Jun 03 15:55:14.192425 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.199424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-1b1a7a7d-1e10-4e08-ab36-656ac8044cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:14.201196 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-1b1a7a7d-1e10-4e08-ab36-656ac8044cf5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.2934916 Jun 03 15:55:14.357140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Attempting to bind port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:14.358019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Attempting to bind port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:14.358019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Attempting to bind port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:14.367462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:14.367879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:14.368281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.368687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:14.369196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Bound port: 265f95b5-3821-43b2-9fdc-b4c7b056d8d4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:14.369842 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.391314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef909667-98c8-40b4-90f5-f50784a21afc req-71433773-2ea7-4be2-b109-43974b815601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:14.393087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-71433773-2ea7-4be2-b109-43974b815601 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803167 Jun 03 15:55:14.441948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc721b-484b-4b60-a634-39f8be2bd5af None None] Pushing event updated for resources: {'Port': ['ID=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:14.530639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] For port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:14.536821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] For port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:14.553644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.592430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-41aa1a79-fde5-4edd-9071-6a74b56abadf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 999 time: 0.3953838 Jun 03 15:55:14.672966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.698007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Routers {'69170f46-d523-4504-ae66-7cf523c6b0e6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:14.698822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:54:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['69170f46-d523-4504-ae66-7cf523c6b0e6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:14.722321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-f710feae-423d-4b14-a77f-6cfee2b5d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:14.726531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-f710feae-423d-4b14-a77f-6cfee2b5d1fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.1198936 Jun 03 15:55:14.745096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-e38b54dc-e940-4375-99b9-e4b1a4508167 service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394127 Jun 03 15:55:14.847062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db42008-fc30-4e65-9220-c8cac37e3507 req-9d72430a-cffa-4f18-b5d6-35d7426ca987 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:14.849590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6db42008-fc30-4e65-9220-c8cac37e3507 req-9d72430a-cffa-4f18-b5d6-35d7426ca987 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 943 time: 0.3470802 Jun 03 15:55:14.872995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Subnet': ['ID=e051c104-4a73-4da9-8ae7-1c109b5ad2a4,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:14.898368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Checking segment: {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:14.898739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network hostable DHCP agents. Network: 421ecdef-3f62-4210-8518-62e89ee41777, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:14.922368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6db42008-fc30-4e65-9220-c8cac37e3507 req-ec42889b-863f-4d60-8f05-a93b62b1f637 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642693 Jun 03 15:55:14.951583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-b4e72d8a-f8e1-489d-8c73-ef4b56b1e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:14.954036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-b4e72d8a-f8e1-489d-8c73-ef4b56b1e108 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158101 Jun 03 15:55:14.958860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc721b-484b-4b60-a634-39f8be2bd5af None None] Pushing event updated for resources: {'Port': ['ID=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:14.968388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 421ecdef-3f62-4210-8518-62e89ee41777 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:14.983441 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ef909667-98c8-40b4-90f5-f50784a21afc req-27bbc9ff-3b63-4d00-a3e1-6561b4223355 service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246263 Jun 03 15:55:14.984916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] Set router 69170f46-d523-4504-ae66-7cf523c6b0e6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:14.989337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 421ecdef-3f62-4210-8518-62e89ee41777) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:15.001423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:15.002035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.134459 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-abd7f05f-150e-4cdc-b52d-6b625af46daa tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4230795 Jun 03 15:55:15.144956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34064) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:15.319149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-53e38482-43fd-42cc-a7a1-20bfef60f243 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537931 Jun 03 15:55:15.465441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef04ef8-b072-4cbe-8781-a0f017d3cc86 None None] Network 421ecdef-3f62-4210-8518-62e89ee41777 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:15.509124 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-9150b0ab-9774-4705-b24c-351ecfedeee4 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859512 Jun 03 15:55:15.578975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-a1dfc8e5-9154-401a-b3bd-485607c79ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:15.580498 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-a1dfc8e5-9154-401a-b3bd-485607c79ba7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1094 time: 0.5209174 Jun 03 15:55:15.824592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.883677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-421ecdef-3f62-4210-8518-62e89ee41777', 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'fixed_ips': [{'subnet_id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:15.884536 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.956561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:09Z', 'revision_number': 3, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:15.959562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-863594cf-39b1-4da6-a350-cbaccdce1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:15.961074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-863594cf-39b1-4da6-a350-cbaccdce1f8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.3110139 Jun 03 15:55:15.966549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d0c9d-d1ec-41d5-aeab-494f99bc3812 None None] The sync data for ids ['69170f46-d523-4504-ae66-7cf523c6b0e6'] in n-d-844594-1 is: [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:09Z', 'revision_number': 3, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:16.117922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Allocated IP 172.20.0.18 (421ecdef-3f62-4210-8518-62e89ee41777/e051c104-4a73-4da9-8ae7-1c109b5ad2a4/d5f8ffed-999b-4ce6-8969-6b7870da6433) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:16.211428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-d062e72a-bf40-4859-96db-7b1145ae14a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 999 time: 0.2406011 Jun 03 15:55:16.327405 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd310795-9efc-45a8-825d-6e38de7cc3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:16.382135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-8603ed9d-aa48-4f37-b0b2-5c90301f5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:16.384072 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-8603ed9d-aa48-4f37-b0b2-5c90301f5334 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.1625249 Jun 03 15:55:16.425723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94370f75-dd09-4e94-9059-648f49a599f3 req-9f3f8b5d-a194-4b53-bdc5-9e266fed95f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:16.452765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94370f75-dd09-4e94-9059-648f49a599f3 req-9f3f8b5d-a194-4b53-bdc5-9e266fed95f6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 943 time: 0.2156291 Jun 03 15:55:16.555569 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:16.582235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94370f75-dd09-4e94-9059-648f49a599f3 req-b43802ac-9c9b-4f2a-8266-ed5721424d4d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284819 Jun 03 15:55:16.588220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Transition to ACTIVE for port object d5f8ffed-999b-4ce6-8969-6b7870da6433 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:16.656537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Transition to ACTIVE for port object d5f8ffed-999b-4ce6-8969-6b7870da6433 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:16.690154 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:16.809141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-a5587410-8eb2-41b0-ab62-bd160044f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:16.811523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-a5587410-8eb2-41b0-ab62-bd160044f720 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4171810 Jun 03 15:55:16.880592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:16.895153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Pushing event updated for resources: {'Port': ['ID=d5f8ffed-999b-4ce6-8969-6b7870da6433,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:16.906849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:16.930901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.099066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Network 421ecdef-3f62-4210-8518-62e89ee41777 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:17.102976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:17.106421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:17.174470 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.239462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Attempting to bind port d5f8ffed-999b-4ce6-8969-6b7870da6433 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:17.239837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Attempting to bind port d5f8ffed-999b-4ce6-8969-6b7870da6433 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:17.240390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Attempting to bind port d5f8ffed-999b-4ce6-8969-6b7870da6433 on network 421ecdef-3f62-4210-8518-62e89ee41777 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:17.246677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:17.247064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Checking segment: {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:17.247476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.247875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Bound using segment: {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:17.248380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Bound port: d5f8ffed-999b-4ce6-8969-6b7870da6433, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:17.248760 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.270106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:17.369646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] For port d5f8ffed-999b-4ce6-8969-6b7870da6433, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:17.374254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] For port d5f8ffed-999b-4ce6-8969-6b7870da6433, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d5f8ffed-999b-4ce6-8969-6b7870da6433,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:17.379464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:17.380576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.446998 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-24aaa723-c77a-4092-b8a3-8a659698a9fd service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279752 Jun 03 15:55:17.454047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.465687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:55:17.651693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:17.652343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.696851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:17.699599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f5e50-e657-45bd-9bec-c91822b04d30 None None] Pushing event updated for resources: {'Port': ['ID=d5f8ffed-999b-4ce6-8969-6b7870da6433,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:17.710706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.715306 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:55:17.984984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db80d-15f1-4bad-8c54-46aefbc116e8 req-2ac6d699-1dd9-4746-b1be-369896706333 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:17.987504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:18.012416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-706db80d-15f1-4bad-8c54-46aefbc116e8 req-2ac6d699-1dd9-4746-b1be-369896706333 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 943 time: 0.1773703 Jun 03 15:55:18.072449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:18.097852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-706db80d-15f1-4bad-8c54-46aefbc116e8 req-180afcb9-2893-4d06-a20a-8d5b8fffc5e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842655 Jun 03 15:55:18.118613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'port_id': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'mac_address': 'fa:16:3e:ab:7d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:55:18.295164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c438dec5-8918-402e-8d4c-5e634aff0bfd is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:18.296017 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.319869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.325120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c438dec5-8918-402e-8d4c-5e634aff0bfd {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:18.345424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:18.352147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.450043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:18.455380 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1a42a1aa-d614-460a-9a52-5a2db787449f req-0a4447a8-96ba-4235-9d92-5e7d21c535a4 service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0002406 Jun 03 15:55:18.515124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.605082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['c438dec5-8918-402e-8d4c-5e634aff0bfd'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:18.615931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Allocated IP 172.20.0.17 (421ecdef-3f62-4210-8518-62e89ee41777/e051c104-4a73-4da9-8ae7-1c109b5ad2a4/a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:18.864512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5f8ffed-999b-4ce6-8969-6b7870da6433 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:19.089451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-50c2b8fd-a89d-4dc2-a2ca-433639a43956 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:19.090510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-62cfbec6-651f-4700-97e2-0367c64be87b req-50c2b8fd-a89d-4dc2-a2ca-433639a43956 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:19.157293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a1f3-80d0-452b-9ffc-6dd8d9761d3c req-70097e3d-4df5-4eb7-a829-0c3680e895f7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:19.158307 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-62cfbec6-651f-4700-97e2-0367c64be87b req-50c2b8fd-a89d-4dc2-a2ca-433639a43956 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:19.162636 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-50c2b8fd-a89d-4dc2-a2ca-433639a43956 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05&tenant_id=ba454d73f843480bb2a4b139889fe358&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 944 time: 0.5127809 Jun 03 15:55:19.170196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.171329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bce0a1f3-80d0-452b-9ffc-6dd8d9761d3c req-70097e3d-4df5-4eb7-a829-0c3680e895f7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 944 time: 0.2705221 Jun 03 15:55:19.243917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d5f8ffed-999b-4ce6-8969-6b7870da6433 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:19.252279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:19.260756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bce0a1f3-80d0-452b-9ffc-6dd8d9761d3c req-8dc12d37-35cf-4c5b-a053-3ec52a012441 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820534 Jun 03 15:55:19.362063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Transition to ACTIVE for port object a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:19.407938 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-65da2112-d1c8-47d7-94cd-d4cb06411192 service neutron] 10.222.0.70 "GET /v2.0/ports/c438dec5-8918-402e-8d4c-5e634aff0bfd/bindings/n-h1-844594-1 HTTP/1.1" status: 200 len: 382 time: 0.2294419 Jun 03 15:55:19.456316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:19.456690 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.524649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a3913-8b9c-44a5-9b9d-331497899668 None None] Network 421ecdef-3f62-4210-8518-62e89ee41777 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:19.556900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.613699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 421ecdef-3f62-4210-8518-62e89ee41777 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:19.621162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:19.635201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:19.737856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a2002264-b627-4382-a594-13ca50d17604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:19.739526 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a2002264-b627-4382-a594-13ca50d17604 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1095 time: 0.3068352 Jun 03 15:55:19.740196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:19.754416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] Provisioning for port d5f8ffed-999b-4ce6-8969-6b7870da6433 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:19.766409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] Provisioning complete for port d5f8ffed-999b-4ce6-8969-6b7870da6433 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:19.766804 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.786202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.928249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-548dc6a4-6d97-47ef-bcec-6c55bdce5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:19.929750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-548dc6a4-6d97-47ef-bcec-6c55bdce5dcd service neutron] 10.222.0.70 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.1803641 Jun 03 15:55:19.950189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:20.035028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] Current status of the port d5f8ffed-999b-4ce6-8969-6b7870da6433 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:20.035473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.105943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] For port d5f8ffed-999b-4ce6-8969-6b7870da6433, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d5f8ffed-999b-4ce6-8969-6b7870da6433,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:20.115240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.175095 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:55:20.191760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a9470e28-5224-4ff4-a2c5-fed5e0deafc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 1000 time: 0.2514024 Jun 03 15:55:20.223656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cc7ad-0f80-467f-8451-c12ef8ef770f None None] Pushing event updated for resources: {'Port': ['ID=d5f8ffed-999b-4ce6-8969-6b7870da6433,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:20.337152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-af08bd62-4bde-4235-948b-d4b09e9e9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:20.339330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-af08bd62-4bde-4235-948b-d4b09e9e9d91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.1405613 Jun 03 15:55:20.339896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.453726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aa164704-cb1a-470b-9c19-f0c07e8e64d5 None None] Provisioning for port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:20.461038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aa164704-cb1a-470b-9c19-f0c07e8e64d5 None None] Provisioning complete for port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:20.461672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aa164704-cb1a-470b-9c19-f0c07e8e64d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.640465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164509-dfc5-4f8c-9fe6-8f726ce09ce3 req-1a297f1e-f7d6-4b9a-866c-29fcd916c496 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:20.643498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f164509-dfc5-4f8c-9fe6-8f726ce09ce3 req-1a297f1e-f7d6-4b9a-866c-29fcd916c496 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 944 time: 0.2089136 Jun 03 15:55:20.644676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aa164704-cb1a-470b-9c19-f0c07e8e64d5 None None] Port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:20.682166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aa164704-cb1a-470b-9c19-f0c07e8e64d5 None None] Provisioning complete for port d5f8ffed-999b-4ce6-8969-6b7870da6433 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:20.682540 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aa164704-cb1a-470b-9c19-f0c07e8e64d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.758006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-0b0c4212-d7df-4d93-b950-c15ca46f78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:20.761331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5f8ffed-999b-4ce6-8969-6b7870da6433 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:20.763165 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-0b0c4212-d7df-4d93-b950-c15ca46f78eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4124849 Jun 03 15:55:20.763599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f164509-dfc5-4f8c-9fe6-8f726ce09ce3 req-2163e418-4c24-40c6-89ed-35c8669c41ee tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098714 Jun 03 15:55:20.932349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d5f8ffed-999b-4ce6-8969-6b7870da6433 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:20.932730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.119317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aa164704-cb1a-470b-9c19-f0c07e8e64d5 None None] Current status of the port d5f8ffed-999b-4ce6-8969-6b7870da6433 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:21.177614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d5f8ffed-999b-4ce6-8969-6b7870da6433 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:21.246259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bfc2e7bc-6b44-428c-abf7-e1e9865d983c None None] Provisioning complete for port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:21.246784 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e7bc-6b44-428c-abf7-e1e9865d983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.323253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2e7bc-6b44-428c-abf7-e1e9865d983c None None] Port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:21.381073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-21ac6ae1-1bc2-40f6-b285-190401620aca service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380707 Jun 03 15:55:21.438749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:21.491065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34124) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:21.552878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.583503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port c438dec5-8918-402e-8d4c-5e634aff0bfd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:21.590261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port c438dec5-8918-402e-8d4c-5e634aff0bfd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:21.590871 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.595961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.662541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-994708b6-cb42-4372-a5a1-5319628f91c9 service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750001 Jun 03 15:55:21.697250 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.730825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:21.736382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Usage tracker for resource:security_group_rule and tenant:357a9330342f445cbbbeb365a10c7fd8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:21.741499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:21.751791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:21.762907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.767042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:21.787907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c438dec5-8918-402e-8d4c-5e634aff0bfd is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:21.788728 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.838376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:21.879490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:21.885875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.907887 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.913674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.969479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14670c-604b-4849-bfea-e4bf70900046,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:22.001013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-153e91d2-0dd1-4741-9944-993fe24118d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=357a9330342f445cbbbeb365a10c7fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079360 Jun 03 15:55:22.004630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34136) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:22.062206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 421ecdef-3f62-4210-8518-62e89ee41777 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:22.064128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:22.146509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:22.213411 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744d3960-ede4-4c34-8d7e-2a06bdcf0161'] response: {'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'code': 200} Jun 03 15:55:22.298227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6020e279-8e78-4093-82ed-31e116c1296b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.338137 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6020e279-8e78-4093-82ed-31e116c1296b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.369663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 69170f46-d523-4504-ae66-7cf523c6b0e6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:22.442617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285f94f-dab5-4a3c-86e7-d38275ebf85a req-ddaaf361-9f7e-4eb5-be35-33f94c48f392 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:22.444367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8285f94f-dab5-4a3c-86e7-d38275ebf85a req-ddaaf361-9f7e-4eb5-be35-33f94c48f392 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.4406970 Jun 03 15:55:22.445033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6020e279-8e78-4093-82ed-31e116c1296b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.456759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c5250eef-bc1e-46c9-862e-17c2017decec None None] Provisioning complete for port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:22.457516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c5250eef-bc1e-46c9-862e-17c2017decec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.464227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020e279-8e78-4093-82ed-31e116c1296b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14670c-604b-4849-bfea-e4bf70900046,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:22.519045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8285f94f-dab5-4a3c-86e7-d38275ebf85a req-b280e8b5-e3bb-4184-b209-bff2a605e17b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624278 Jun 03 15:55:22.520062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6020e279-8e78-4093-82ed-31e116c1296b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.521877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6020e279-8e78-4093-82ed-31e116c1296b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b14670c-604b-4849-bfea-e4bf70900046 HTTP/1.1" status: 204 len: 168 time: 0.5141077 Jun 03 15:55:22.546285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c5250eef-bc1e-46c9-862e-17c2017decec None None] Port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:22.609117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:22.621173 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Sync routers for ids ['69170f46-d523-4504-ae66-7cf523c6b0e6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:22.626514 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b120c3c1-78dc-4d1a-9344-dec8b819e97e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "PUT /v2.0/routers/69170f46-d523-4504-ae66-7cf523c6b0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4792340 Jun 03 15:55:22.633617 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Routers {'69170f46-d523-4504-ae66-7cf523c6b0e6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:22.634649 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['69170f46-d523-4504-ae66-7cf523c6b0e6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:22.843392 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Set router 69170f46-d523-4504-ae66-7cf523c6b0e6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:23.081892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-48a8fd14-3198-48a2-bb2c-de617efcbe83 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:23.084133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-48a8fd14-3198-48a2-bb2c-de617efcbe83 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/networks?id=421ecdef-3f62-4210-8518-62e89ee41777 HTTP/1.1" status: 200 len: 798 time: 0.2374203 Jun 03 15:55:23.113999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-7516113a-e65a-4aa0-9358-8753d59996ae tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/quotas/b17f816200cc408fabfc88b3f3e59ee6 HTTP/1.1" status: 200 len: 375 time: 0.0234528 Jun 03 15:55:23.249071 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:20Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7', 'name': '', 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:88:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:17Z', 'updated_at': '2022-06-03T15:55:21Z', 'revision_number': 2, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:23.253970 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Checking router: 69170f46-d523-4504-ae66-7cf523c6b0e6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:23.254764 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Updating router 69170f46-d523-4504-ae66-7cf523c6b0e6 port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:55:23.259550 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-921dc6a7-17cb-46d6-8128-aa0b16417277 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1389978 Jun 03 15:55:23.320674 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.431705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-4ef9ec77-cdd6-4c5f-8353-16835b39545d service neutron] 10.222.0.66 "GET /v2.0/networks/421ecdef-3f62-4210-8518-62e89ee41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546130 Jun 03 15:55:23.668755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-820e3195-e06b-4624-9d1a-426cf48f81b2 service neutron] 10.222.0.66 "GET /v2.0/networks/421ecdef-3f62-4210-8518-62e89ee41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302845 Jun 03 15:55:23.917911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9cf09-e5e0-4866-955a-77c2ef41fdd1 req-39339c89-0c40-4fb0-8934-20127b6ecb4a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:23.919484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82b9cf09-e5e0-4866-955a-77c2ef41fdd1 req-39339c89-0c40-4fb0-8934-20127b6ecb4a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.1585803 Jun 03 15:55:24.019011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7eadd9e-c0ae-4c17-8101-1dd07acc7bdb req-02e7fb22-b04b-451a-80fc-7d6cfb41e992 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0589361 Jun 03 15:55:24.035483 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.054311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82b9cf09-e5e0-4866-955a-77c2ef41fdd1 req-06561a98-380b-4d7f-9f27-9abc8bb0bad7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262455 Jun 03 15:55:24.092166 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Transition to ACTIVE for port object a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:24.103944 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.339399 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Pushing event updated for resources: {'Port': ['ID=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:24.399313 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.399662 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.400500 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.400500 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.400734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.400973 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.401295 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.444497 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.444969 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.445313 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.445646 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.445973 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:24.491360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-1e8ffea0-ccc2-4ab3-9147-c56c753f36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:24.491360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-1e8ffea0-ccc2-4ab3-9147-c56c753f36e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 1096 time: 0.2901471 Jun 03 15:55:24.503100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:24.508167 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Attempting to bind port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:24.509722 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Attempting to bind port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:24.510260 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Attempting to bind port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 on network 421ecdef-3f62-4210-8518-62e89ee41777 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:24.527669 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:24.528319 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Checking segment: {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:24.529934 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.530515 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Bound using segment: {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:24.531966 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Bound port: a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:24.533142 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.745760 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] For port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:24.755219 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] For port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:24.762969 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.820812 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.868539 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa566789-e36e-4ce1-bbf1-ee9763211aef None None] Pushing event updated for resources: {'Port': ['ID=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:24.932450 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Routers {'69170f46-d523-4504-ae66-7cf523c6b0e6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:24.933090 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['69170f46-d523-4504-ae66-7cf523c6b0e6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:25.316817 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] Set router 69170f46-d523-4504-ae66-7cf523c6b0e6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:25.370897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98e54281-09ff-47cf-8dc5-115d7331342a req-de29470f-fe55-4eec-9328-44f2ddc71f3e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 210 time: 0.1023619 Jun 03 15:55:25.442050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:25.498750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:25.557313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dd385-b52b-4d1d-b8fb-85c2e570bcdf req-66d5ef73-cf83-4843-b7a8-b24c17a85aa9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:25.564943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf5dd385-b52b-4d1d-b8fb-85c2e570bcdf req-66d5ef73-cf83-4843-b7a8-b24c17a85aa9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.2550330 Jun 03 15:55:25.678969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf5dd385-b52b-4d1d-b8fb-85c2e570bcdf req-9b87eeb0-236a-4b3a-85f0-b4638e7350bf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127732 Jun 03 15:55:25.681734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:25.708787 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.731482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Transition to ACTIVE for port object c438dec5-8918-402e-8d4c-5e634aff0bfd will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:25.738741 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.796334 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c134d0-eaf4-4889-8026-5bac7ad377af'] response: {'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'code': 200} Jun 03 15:55:25.866159 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:20Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7', 'name': '', 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:88:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:17Z', 'updated_at': '2022-06-03T15:55:24Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:25.871831 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65d7c6-ba37-4661-a564-1294a8fd13f1 None None] The sync data for ids ['69170f46-d523-4504-ae66-7cf523c6b0e6'] in n-d-844594-1 is: [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:20Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7', 'name': '', 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:88:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:17Z', 'updated_at': '2022-06-03T15:55:24Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:26.141640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=10']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:26.162185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] No DVR routers for this DVR port c438dec5-8918-402e-8d4c-5e634aff0bfd on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:26.226724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.227055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.227390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.227721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.228051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.228395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.228716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.229034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.229535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.230185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.230954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.231529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.500511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-0cf60603-111d-430d-a25d-46d1ab06b5e9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:26.502136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-0cf60603-111d-430d-a25d-46d1ab06b5e9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Synchronizing usage tracker for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:26.521980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-0cf60603-111d-430d-a25d-46d1ab06b5e9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Unset dirty status for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:26.523442 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-0cf60603-111d-430d-a25d-46d1ab06b5e9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.15 "GET /v2.0/networks?id=421ecdef-3f62-4210-8518-62e89ee41777 HTTP/1.1" status: 200 len: 798 time: 0.2777493 Jun 03 15:55:26.537033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Request body: {'port': {'device_id': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777', 'admin_state_up': True, 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:26.548401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:26.548909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:26.549068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:26.563071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:55:26.563424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Attempting to bind port c438dec5-8918-402e-8d4c-5e634aff0bfd on network 78041803-a75e-43c1-a43f-4c63e1f33307 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:26.581557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:26.581908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Checking segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:26.582604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Bound using segment: {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:26.583193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Bound port: c438dec5-8918-402e-8d4c-5e634aff0bfd, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e831bd42-3cc8-49f1-975e-04d9595c1c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:26.583419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.657665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59cc2abc-644b-45e0-986e-bbe110e6eabb req-b66ec015-c164-4a20-a8fa-ccc9e02a5ea6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0623891 Jun 03 15:55:26.718058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:26.793542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:26.799246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Usage tracker for resource:port and tenant:b17f816200cc408fabfc88b3f3e59ee6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:26.804056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:26.811543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:26.825250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Made reservation on behalf of b17f816200cc408fabfc88b3f3e59ee6 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:26.830082 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.847281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:26.857582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:26.866202 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.866446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:26.883390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:26.885027 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.096656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:27.097293 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.100151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] 10.222.0.15 "PUT /v2.0/ports/c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 1092 time: 2.6053245 Jun 03 15:55:27.295542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:27.295822 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.373459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Allocated IP 172.20.0.25 (421ecdef-3f62-4210-8518-62e89ee41777/e051c104-4a73-4da9-8ae7-1c109b5ad2a4/9e24f927-30fb-4935-9eeb-329a0c965a1b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:27.395811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:27.406090 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.496614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:27.573904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c95a88-ebcf-49fc-871c-323ddc1f9f28 service neutron] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=11']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:27.590599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-60797c68-b78b-44bb-aa4c-f032d9df677d tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=72ec5554ce7145d395e57a37eb7bd06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262810 Jun 03 15:55:27.644296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:27.650952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.669858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:27.671024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Transition to ACTIVE for port object 9e24f927-30fb-4935-9eeb-329a0c965a1b will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:27.705475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.740684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42ca43-3c61-4475-a0b8-cbdc02eb5bea req-e8b61330-96e3-4737-b35f-c5cb9a6e8964 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:27.749174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa42ca43-3c61-4475-a0b8-cbdc02eb5bea req-e8b61330-96e3-4737-b35f-c5cb9a6e8964 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 944 time: 0.8180840 Jun 03 15:55:27.797409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:27.858460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa42ca43-3c61-4475-a0b8-cbdc02eb5bea req-dfd22601-cc82-4c63-80ab-b9a6998245da tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083879 Jun 03 15:55:27.860654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-592cd399-455f-4901-b742-32affd753af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:27.862162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-592cd399-455f-4901-b742-32affd753af1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1095 time: 0.7107186 Jun 03 15:55:27.936351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Network 421ecdef-3f62-4210-8518-62e89ee41777 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:27.939582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:27.943947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:27.978939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event updated for resources: {'Port': ['ID=9e24f927-30fb-4935-9eeb-329a0c965a1b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:28.042317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.043592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.061073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-d2ef4308-5378-4023-9cec-6ac116919086 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.063184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-d2ef4308-5378-4023-9cec-6ac116919086 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4714708 Jun 03 15:55:28.077221 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-29a49360-5ad0-4d87-a4b3-92ffe1b3b58f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5452480 Jun 03 15:55:28.090517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Request body: {'port': {'device_id': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:28.157553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-6211863f-cc1c-4c9d-8ce8-8238b4f0b89c tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/quotas/72ec5554ce7145d395e57a37eb7bd06b HTTP/1.1" status: 200 len: 375 time: 0.0384519 Jun 03 15:55:28.256278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.260468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-4ef1f699-9732-4757-ae40-4fce3e245249 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72ec5554ce7145d395e57a37eb7bd06b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931473 Jun 03 15:55:28.308212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-8a0156e7-7022-42f5-9450-95af6bb6290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.310167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-8a0156e7-7022-42f5-9450-95af6bb6290f service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.4396725 Jun 03 15:55:28.323422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-80f4b4ec-6ff4-4fb3-a37a-9d9f97b3744e None None] Provisioning for port 9e24f927-30fb-4935-9eeb-329a0c965a1b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:28.331624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-80f4b4ec-6ff4-4fb3-a37a-9d9f97b3744e None None] Provisioning complete for port 9e24f927-30fb-4935-9eeb-329a0c965a1b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:28.332455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80f4b4ec-6ff4-4fb3-a37a-9d9f97b3744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.418718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-80f4b4ec-6ff4-4fb3-a37a-9d9f97b3744e None None] Port 9e24f927-30fb-4935-9eeb-329a0c965a1b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:28.467566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5abf-7146-419e-872c-67f254e977cb req-d5f8d951-0146-46ae-acbc-2882634c69c8 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.469389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6dfd5abf-7146-419e-872c-67f254e977cb req-d5f8d951-0146-46ae-acbc-2882634c69c8 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 895 time: 0.4029293 Jun 03 15:55:28.477282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-11ef36f2-8874-45ab-a90f-d74bbd6c66b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 999 time: 0.1541371 Jun 03 15:55:28.552581 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26775ffb-26b4-427a-a5a1-707ad6b82b53'] response: {'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'status': 'completed', 'code': 200} Jun 03 15:55:28.652355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0919bfec-d9f4-49b2-8d99-2070f76ca31a req-7568f8e3-26d5-4501-95a9-9fa3df932b8d tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 210 time: 0.0952523 Jun 03 15:55:28.656626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:28.700593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-67b1873e-095f-4bd6-bcc4-870eeff297bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.705119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-67b1873e-095f-4bd6-bcc4-870eeff297bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.2191133 Jun 03 15:55:28.752836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:28.753300 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.855931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbec6-651f-4700-97e2-0367c64be87b req-d211181e-e2ff-4c56-9ffd-10dabd741c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.857577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-d211181e-e2ff-4c56-9ffd-10dabd741c1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388721 Jun 03 15:55:28.911498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-7ce82edd-0d18-4db8-886a-01fadb0c8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.912788 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-7ce82edd-0d18-4db8-886a-01fadb0c8a4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1095 time: 0.3407044 Jun 03 15:55:28.969293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:29.074252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e24f927-30fb-4935-9eeb-329a0c965a1b {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:29.093729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.139937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Transition to ACTIVE for port object 9e24f927-30fb-4935-9eeb-329a0c965a1b will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:29.163857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.295697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-f4f9f111-6960-4c36-8394-97e138de69fc service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210060 Jun 03 15:55:29.388206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-279b19ba-60a1-4bf6-b65a-99c6274e95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.389739 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-279b19ba-60a1-4bf6-b65a-99c6274e95d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.4665122 Jun 03 15:55:29.441102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f61d4-bc0b-4d10-ac66-75fc7cb0f0af req-b889d81d-ba95-43ac-b776-ddd3d9ecf22c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.442742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-959f61d4-bc0b-4d10-ac66-75fc7cb0f0af req-b889d81d-ba95-43ac-b776-ddd3d9ecf22c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 944 time: 0.2380168 Jun 03 15:55:29.543540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-959f61d4-bc0b-4d10-ac66-75fc7cb0f0af req-5ef9d8a6-ae32-4d62-9326-8415ed15e2b5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809073 Jun 03 15:55:29.574566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24f927-30fb-4935-9eeb-329a0c965a1b,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:29.585662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62cfbec6-651f-4700-97e2-0367c64be87b req-098d406e-df74-4bef-a5e8-c8f72ecf12da service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823102 Jun 03 15:55:29.679845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Attempting to bind port 9e24f927-30fb-4935-9eeb-329a0c965a1b on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:29.680205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Attempting to bind port 9e24f927-30fb-4935-9eeb-329a0c965a1b by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:29.680548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Attempting to bind port 9e24f927-30fb-4935-9eeb-329a0c965a1b on network 421ecdef-3f62-4210-8518-62e89ee41777 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:29.690774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Port 9e24f927-30fb-4935-9eeb-329a0c965a1b on network 421ecdef-3f62-4210-8518-62e89ee41777 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:55:29.691117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Attempting to bind port 9e24f927-30fb-4935-9eeb-329a0c965a1b on network 421ecdef-3f62-4210-8518-62e89ee41777 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:29.698142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-9e18b370-c80c-437a-b302-9f0df774af20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 999 time: 0.2769535 Jun 03 15:55:29.700677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:29.701301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Checking segment: {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:29.701679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Bound using segment: {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:29.702133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Bound port: 9e24f927-30fb-4935-9eeb-329a0c965a1b, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d219f2-9e8b-439e-a7e5-742862ea5707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:29.702459 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.829386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-fc550b5e-75d6-4665-8447-e008ef42c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.830861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-fc550b5e-75d6-4665-8447-e008ef42c683 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.1157324 Jun 03 15:55:29.867187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae47e524-02bf-4ff3-97f7-082273c41811 req-1cd08924-8b24-4042-a57e-fca5852ba980 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 210 time: 0.0564449 Jun 03 15:55:29.892790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89e39-72e2-4504-b490-681a168b4a0f req-e0395551-8cf6-4030-8e7f-92f31ee9cfbe tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.894290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11e89e39-72e2-4504-b490-681a168b4a0f req-e0395551-8cf6-4030-8e7f-92f31ee9cfbe tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 907 time: 0.1675959 Jun 03 15:55:29.899547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-215e2dc5-cc4d-4763-9257-8f981231e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.901170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-215e2dc5-cc4d-4763-9257-8f981231e930 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1095 time: 0.2538471 Jun 03 15:55:29.919528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] For port 9e24f927-30fb-4935-9eeb-329a0c965a1b, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:29.922406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] For port 9e24f927-30fb-4935-9eeb-329a0c965a1b, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9e24f927-30fb-4935-9eeb-329a0c965a1b,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:29.928457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.985135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-c8e0c2b8-912a-4354-9845-d3c6162b3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.986649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-c8e0c2b8-912a-4354-9845-d3c6162b3c40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440873 Jun 03 15:55:30.019318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.019945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.021897 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e24f927-30fb-4935-9eeb-329a0c965a1b HTTP/1.1" status: 200 len: 1055 time: 1.9373212 Jun 03 15:55:30.022345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'tag': '9e24f927-30fb-4935-9eeb-329a0c965a1b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:30.141197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-f1199c6b-542d-4bb8-8f22-b1be7de48c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.143750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-f1199c6b-542d-4bb8-8f22-b1be7de48c26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.2344646 Jun 03 15:55:30.144261 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b79ec16-d7e7-4984-aee8-1ffe66a2e636'] response: {'name': 'network-changed', 'server_uuid': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'tag': '9e24f927-30fb-4935-9eeb-329a0c965a1b', 'status': 'completed', 'code': 200} Jun 03 15:55:30.232049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6411d82-d2dd-4a70-9fc4-20ec0a0bdc58 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24f927-30fb-4935-9eeb-329a0c965a1b,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:30.333549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-8742f00c-b524-48a5-bed8-b1b18bd863df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 999 time: 0.1774313 Jun 03 15:55:30.421266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-bbb57fbd-3346-4d44-8a1c-526d051acdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.422781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-bbb57fbd-3346-4d44-8a1c-526d051acdd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.0824013 Jun 03 15:55:30.441527 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-b45fe120-04a3-4518-90b3-d81a5d840a30 service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444182 Jun 03 15:55:30.521750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-e124bd2a-fbe3-46dd-8375-e38f154d09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.523439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-e124bd2a-fbe3-46dd-8375-e38f154d09c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946491 Jun 03 15:55:30.611882 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-bfb14bc2-500b-455d-9ab2-4f59c3523cd4 service neutron] 10.222.0.70 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488559 Jun 03 15:55:30.614832 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-a2f0c086-a203-4db2-95f7-18f46071d143 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=72ec5554ce7145d395e57a37eb7bd06b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1757727 Jun 03 15:55:30.741851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-8763151d-df3d-4214-8951-16dabcded418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.745274 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-8763151d-df3d-4214-8951-16dabcded418 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 1058 time: 0.5769260 Jun 03 15:55:30.762667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-aafdb798-5e92-4533-83a0-858a3032ac06 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319555 Jun 03 15:55:30.837203 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-718acd5d-ea1d-4b24-9202-13c2fe6cf0e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9e24f927-30fb-4935-9eeb-329a0c965a1b HTTP/1.1" status: 200 len: 217 time: 0.0834217 Jun 03 15:55:30.902136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507030-002c-442f-ab9a-7013a8e0405d req-cf911d65-ceeb-44b2-9e2e-b626e4dd52cd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.903677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2507030-002c-442f-ab9a-7013a8e0405d req-cf911d65-ceeb-44b2-9e2e-b626e4dd52cd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 944 time: 0.1975594 Jun 03 15:55:30.911380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-65bc1811-8025-4454-8b02-9553ab7526f8 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.912942 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-65bc1811-8025-4454-8b02-9553ab7526f8 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866969 Jun 03 15:55:30.930319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-343ea190-399b-4c49-acd2-b3bc02024606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.931748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-343ea190-399b-4c49-acd2-b3bc02024606 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e051c104-4a73-4da9-8ae7-1c109b5ad2a4 HTTP/1.1" status: 200 len: 837 time: 0.0882869 Jun 03 15:55:30.935405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Request body: {'port': {'device_id': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': '72ec5554ce7145d395e57a37eb7bd06b'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:30.942801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe83af91-9ea6-495a-9526-9b4ef54be911 req-97f55cd2-247d-4a0d-b278-35c3864d6531 service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712940 Jun 03 15:55:31.008056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2507030-002c-442f-ab9a-7013a8e0405d req-0aadf258-cd60-46e4-bf7c-7959422eeac1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851095 Jun 03 15:55:31.163905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9c6f24c-6942-4378-9b4c-ac24501ecab0 req-f800cc14-0308-4f90-9391-7472b4c16afd tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 210 time: 0.0743411 Jun 03 15:55:31.218044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:55:31.271095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:31.275515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-7a4d8854-15b6-4e1b-889d-d307d0b5a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:31.277368 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-7a4d8854-15b6-4e1b-889d-d307d0b5a180 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=421ecdef-3f62-4210-8518-62e89ee41777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2270372 Jun 03 15:55:31.280336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Usage tracker for resource:port and tenant:72ec5554ce7145d395e57a37eb7bd06b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:31.299376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e290f-bed7-40b6-ad4d-841536518c5e req-56d006de-cdae-4f32-a8b8-fd5a429c718d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:31.301682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c0e290f-bed7-40b6-ad4d-841536518c5e req-56d006de-cdae-4f32-a8b8-fd5a429c718d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 907 time: 0.1002228 Jun 03 15:55:31.310762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:31.323975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:31.407415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Made reservation on behalf of 72ec5554ce7145d395e57a37eb7bd06b for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:31.413200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.433360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:31.448743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'port_id': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'mac_address': 'fa:16:3e:ab:7d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:55:31.488865 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-8901891d-ae0d-4951-b4cb-ef44a57d6027 service neutron] 10.222.0.15 "GET /v2.0/networks/421ecdef-3f62-4210-8518-62e89ee41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038941 Jun 03 15:55:31.492289 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.521377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c438dec5-8918-402e-8d4c-5e634aff0bfd is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:31.521763 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.540846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c438dec5-8918-402e-8d4c-5e634aff0bfd {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:31.544288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:31.558078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:31.562153 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.597882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Usage tracker for resource:security_group_rule and tenant:72ec5554ce7145d395e57a37eb7bd06b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:31.612598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:31.622334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:31.640003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=12']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:31.695363 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-24b40117-c6b0-4efb-815b-9a8724b5520a req-646d142f-b63e-4c85-900d-4465ac7ca59f service neutron] 10.222.0.15 "GET /v2.0/networks/421ecdef-3f62-4210-8518-62e89ee41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832974 Jun 03 15:55:31.786110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['c438dec5-8918-402e-8d4c-5e634aff0bfd'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:31.817446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.830449 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.937196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad212d-4bcd-40c1-848d-6a7d43696f69,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:31.954843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-8c980dc7-4747-467e-a657-b744a8b7818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:31.956291 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-8c980dc7-4747-467e-a657-b744a8b7818c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 1058 time: 0.1962688 Jun 03 15:55:32.192912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Allocated IP 192.168.233.118 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/15fc19f6-6ffc-447f-989c-eada1a97a5ca) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:32.225323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-acf62437-2734-4369-820c-267c334ae52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:32.226815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-acf62437-2734-4369-820c-267c334ae52e service neutron] 10.222.0.15 "GET /v2.0/networks?id=421ecdef-3f62-4210-8518-62e89ee41777 HTTP/1.1" status: 200 len: 899 time: 0.2619379 Jun 03 15:55:32.254053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d67d4-c3af-4905-b1eb-6b8d62e58dff req-6ad68f6f-52ea-43e9-9642-f57f05c5a629 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:32.255939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-943d67d4-c3af-4905-b1eb-6b8d62e58dff req-6ad68f6f-52ea-43e9-9642-f57f05c5a629 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 945 time: 0.0889142 Jun 03 15:55:32.319983 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-4628dd67-74a8-483e-8dc7-36119560310c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9e24f927-30fb-4935-9eeb-329a0c965a1b HTTP/1.1" status: 200 len: 217 time: 0.0799124 Jun 03 15:55:32.363464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce82410d-a5f5-433c-ab13-aa5a42fafaa5 req-4ea2c7af-5a1d-4444-adaa-10c46fef06df tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 210 time: 0.0598421 Jun 03 15:55:32.381217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-943d67d4-c3af-4905-b1eb-6b8d62e58dff req-fb87e52c-e3ac-4837-ae73-3eeedeeb2711 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158504 Jun 03 15:55:32.414982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34306) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:32.651075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-2da2b9bc-e6a0-4730-a099-83fa93c0cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:32.652693 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-2da2b9bc-e6a0-4730-a099-83fa93c0cf38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e051c104-4a73-4da9-8ae7-1c109b5ad2a4 HTTP/1.1" status: 200 len: 837 time: 0.3199184 Jun 03 15:55:32.745776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1da5ab04-d4ca-48eb-ba30-66613e00e05d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/d1447b06-bb50-4432-a166-c4322670431d HTTP/1.1" status: 200 len: 992 time: 0.3271952 Jun 03 15:55:32.779854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.793290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a8831-ab8f-4be3-b233-008c9149726d req-abdded20-1dfa-4dcb-9a81-2a914c1f80fd tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:32.795379 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bf3a8831-ab8f-4be3-b233-008c9149726d req-abdded20-1dfa-4dcb-9a81-2a914c1f80fd tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 907 time: 0.2896216 Jun 03 15:55:32.803048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Transition to ACTIVE for port object 15fc19f6-6ffc-447f-989c-eada1a97a5ca will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:32.805711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-249c9e8f-5e33-409f-b6c4-4bdd52ae71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:32.807429 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-249c9e8f-5e33-409f-b6c4-4bdd52ae71f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=421ecdef-3f62-4210-8518-62e89ee41777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438754 Jun 03 15:55:32.931474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.029377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:33.031906 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-167002c9-9ddf-4daf-b1a3-5049c1e3c779 service neutron] 10.222.0.15 "GET /v2.0/networks/421ecdef-3f62-4210-8518-62e89ee41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177560 Jun 03 15:55:33.035186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:33.041861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:33.075185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Pushing event updated for resources: {'Port': ['ID=15fc19f6-6ffc-447f-989c-eada1a97a5ca,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:33.217580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:33.218228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.234870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9e24f927-30fb-4935-9eeb-329a0c965a1b details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:55:33.277294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-bf51a788-2813-447c-8b0d-d72e3118aeab tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3489108 Jun 03 15:55:33.279146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f0e69ae0-5de5-4383-967d-ca41115128f6 req-3d9a30c4-a288-471e-a074-34c45125f22a service neutron] 10.222.0.15 "GET /v2.0/networks/421ecdef-3f62-4210-8518-62e89ee41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385437 Jun 03 15:55:33.293772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Request body: {'port': {'device_id': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:33.326557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:33.425813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7ef5808c-b2c5-42ec-a2c4-d2d0e76123ae None None] Provisioning for port 15fc19f6-6ffc-447f-989c-eada1a97a5ca completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:33.432655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.447058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7ef5808c-b2c5-42ec-a2c4-d2d0e76123ae None None] Provisioning complete for port 15fc19f6-6ffc-447f-989c-eada1a97a5ca triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:33.447471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7ef5808c-b2c5-42ec-a2c4-d2d0e76123ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.503720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9e24f927-30fb-4935-9eeb-329a0c965a1b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9e24f927-30fb-4935-9eeb-329a0c965a1b,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:33.532141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '9e24f927-30fb-4935-9eeb-329a0c965a1b', 'network_id': '421ecdef-3f62-4210-8518-62e89ee41777', 'port_id': '9e24f927-30fb-4935-9eeb-329a0c965a1b', 'mac_address': 'fa:16:3e:a4:46:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e051c104-4a73-4da9-8ae7-1c109b5ad2a4', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:55:33.538397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port c438dec5-8918-402e-8d4c-5e634aff0bfd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:33.574272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port c438dec5-8918-402e-8d4c-5e634aff0bfd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:33.574460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.645910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a5c1a-1a12-4dcf-9b3e-d89c0e798bea req-16eb8964-9ec6-4827-bc35-ba61c0d94290 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:33.655972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc2a5c1a-1a12-4dcf-9b3e-d89c0e798bea req-16eb8964-9ec6-4827-bc35-ba61c0d94290 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 936 time: 0.1415000 Jun 03 15:55:33.665367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5808c-b2c5-42ec-a2c4-d2d0e76123ae None None] Port 15fc19f6-6ffc-447f-989c-eada1a97a5ca cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:33.709116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 9e24f927-30fb-4935-9eeb-329a0c965a1b is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:33.709628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.711213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc2a5c1a-1a12-4dcf-9b3e-d89c0e798bea req-d227162a-eaee-4212-8be7-a61f30baca3e tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539753 Jun 03 15:55:33.735587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e24f927-30fb-4935-9eeb-329a0c965a1b {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:33.793046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9e24f927-30fb-4935-9eeb-329a0c965a1b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9e24f927-30fb-4935-9eeb-329a0c965a1b,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:33.799170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.873732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fc19f6-6ffc-447f-989c-eada1a97a5ca {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:33.883171 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.888491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c438dec5-8918-402e-8d4c-5e634aff0bfd is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:33.889098 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.902915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Transition to ACTIVE for port object 15fc19f6-6ffc-447f-989c-eada1a97a5ca will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:33.912384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.943838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:33.954130 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=9e24f927-30fb-4935-9eeb-329a0c965a1b,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:33.958977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:33.966020 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.078803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6737-1682-4cf5-b45d-92fac42279c1 req-ce5d5d00-3692-46e3-8908-dc18ae65139d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:34.089464 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fffe13-1c61-42fd-bca2-f45681a6af92'] response: {'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'code': 200} Jun 03 15:55:34.090442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b72d6737-1682-4cf5-b45d-92fac42279c1 req-ce5d5d00-3692-46e3-8908-dc18ae65139d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 908 time: 0.1666386 Jun 03 15:55:34.092762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['9e24f927-30fb-4935-9eeb-329a0c965a1b'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:34.184672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=13']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:34.184998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Pushing event updated for resources: {'Port': ['ID=15fc19f6-6ffc-447f-989c-eada1a97a5ca,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:34.336888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Attempting to bind port 15fc19f6-6ffc-447f-989c-eada1a97a5ca on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:34.337154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Attempting to bind port 15fc19f6-6ffc-447f-989c-eada1a97a5ca by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:34.337550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Attempting to bind port 15fc19f6-6ffc-447f-989c-eada1a97a5ca on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:34.343868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Port 15fc19f6-6ffc-447f-989c-eada1a97a5ca on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:55:34.344232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Attempting to bind port 15fc19f6-6ffc-447f-989c-eada1a97a5ca on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:34.351572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:34.351912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:34.352329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:34.352772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Bound port: 15fc19f6-6ffc-447f-989c-eada1a97a5ca, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:34.353122 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.471117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] For port 15fc19f6-6ffc-447f-989c-eada1a97a5ca, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:34.476705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] For port 15fc19f6-6ffc-447f-989c-eada1a97a5ca, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:34.485937 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.560964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:34.561583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.563183 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] 10.222.0.70 "PUT /v2.0/ports/15fc19f6-6ffc-447f-989c-eada1a97a5ca HTTP/1.1" status: 200 len: 1096 time: 1.2737806 Jun 03 15:55:34.563638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'tag': '15fc19f6-6ffc-447f-989c-eada1a97a5ca'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:34.605209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a0322-c481-44df-87f8-e4d2280cc8ba service neutron] Pushing event updated for resources: {'Port': ['ID=15fc19f6-6ffc-447f-989c-eada1a97a5ca,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:34.657197 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61ad8e6-3226-44d0-8708-ba2417f13010'] response: {'name': 'network-changed', 'server_uuid': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'tag': '15fc19f6-6ffc-447f-989c-eada1a97a5ca', 'status': 'completed', 'code': 200} Jun 03 15:55:34.715532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-88124360-fdc9-424a-8183-0dd5228e45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:34.717950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-88124360-fdc9-424a-8183-0dd5228e45b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72ec5554ce7145d395e57a37eb7bd06b&device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 1099 time: 0.1012158 Jun 03 15:55:34.924091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a97f9-ae89-420d-ba39-2a9d9737f190 req-d7dbdc0f-02a7-4c23-9052-4b00d19b0ebb tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:34.926342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-420a97f9-ae89-420d-ba39-2a9d9737f190 req-d7dbdc0f-02a7-4c23-9052-4b00d19b0ebb tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 948 time: 0.0909655 Jun 03 15:55:34.927820 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-6a6ab2f3-3953-45a0-b1be-6b540dc4cffc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca HTTP/1.1" status: 200 len: 217 time: 0.1988759 Jun 03 15:55:34.991069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-420a97f9-ae89-420d-ba39-2a9d9737f190 req-ed634f57-a43b-4a08-9f42-ed6ba82bf49d tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581305 Jun 03 15:55:35.004160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-d74d2733-8d91-4f9d-bc98-48d9085888d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.004160 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-d74d2733-8d91-4f9d-bc98-48d9085888d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0658977 Jun 03 15:55:35.086971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-e60ef3b0-c43b-4b09-bde9-9273bfb77c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.088525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-e60ef3b0-c43b-4b09-bde9-9273bfb77c08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778275 Jun 03 15:55:35.237393 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-5071dc9e-5832-4a16-aaff-07206018546c service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394095 Jun 03 15:55:35.249116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9e24f927-30fb-4935-9eeb-329a0c965a1b up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:35.303859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada78d-5995-4164-a6b0-4f0eb831aec5 req-e9d41f74-e901-4a51-be9b-e71418363034 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.305533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2ada78d-5995-4164-a6b0-4f0eb831aec5 req-e9d41f74-e901-4a51-be9b-e71418363034 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 908 time: 0.0912001 Jun 03 15:55:35.348867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 9e24f927-30fb-4935-9eeb-329a0c965a1b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:35.356842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 9e24f927-30fb-4935-9eeb-329a0c965a1b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:35.357308 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.403490 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ee772cfa-669c-416f-bdbe-7741cfc6d9d2 req-5976914b-74c1-4265-ae97-ea62507a796f service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553645 Jun 03 15:55:35.494496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 9e24f927-30fb-4935-9eeb-329a0c965a1b is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:35.494785 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.529036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 9e24f927-30fb-4935-9eeb-329a0c965a1b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9e24f927-30fb-4935-9eeb-329a0c965a1b,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:35.529679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-6d628cdc-dcbd-474a-a17f-b14565e537f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.531403 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-6d628cdc-dcbd-474a-a17f-b14565e537f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72ec5554ce7145d395e57a37eb7bd06b&device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 1099 time: 0.0790915 Jun 03 15:55:35.533394 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.604028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=9e24f927-30fb-4935-9eeb-329a0c965a1b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:35.676804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-b6d2e7b0-b3b0-4d46-90bf-26efb1bd2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.680286 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-b6d2e7b0-b3b0-4d46-90bf-26efb1bd2ed7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1398504 Jun 03 15:55:35.749185 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-09d6f251-ee37-464f-8019-c484fcb3776f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca HTTP/1.1" status: 200 len: 217 time: 0.0621746 Jun 03 15:55:35.816460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-4cb666bc-564e-4d98-8712-66c73009803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.818503 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-4cb666bc-564e-4d98-8712-66c73009803d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0627410 Jun 03 15:55:35.895805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-848ee35c-4b49-4264-b6f5-9b18d1fb927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.897323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-848ee35c-4b49-4264-b6f5-9b18d1fb927d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723751 Jun 03 15:55:36.035447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-13c24ec3-c54f-4dd4-983e-ed2103f25d52 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315422 Jun 03 15:55:36.091069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24f927-30fb-4935-9eeb-329a0c965a1b'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:36.142042 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d1652f-397d-4c27-958a-7416a4fb31ab'] response: {'server_uuid': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24f927-30fb-4935-9eeb-329a0c965a1b', 'code': 200} Jun 03 15:55:36.193038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d631-1ea8-4d13-8a7d-3688789d795d req-2725f461-0d14-4335-8417-ee35d39bae07 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:36.194868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6738d631-1ea8-4d13-8a7d-3688789d795d req-2725f461-0d14-4335-8417-ee35d39bae07 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 948 time: 0.0995972 Jun 03 15:55:36.196573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-85a26cda-56cf-4aef-8c5b-9652cd311edd req-e3a7e014-926f-403d-97f3-71dbda16257f service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523297 Jun 03 15:55:36.245296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6738d631-1ea8-4d13-8a7d-3688789d795d req-dbcec5b0-c27e-419f-a7c2-001095bec5d7 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Jun 03 15:55:36.290507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529876f3-3684-400b-b293-a53ba9c9a935 req-d80d61cc-ca9f-4225-a0c8-d555e3320967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:36.292143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-529876f3-3684-400b-b293-a53ba9c9a935 req-d80d61cc-ca9f-4225-a0c8-d555e3320967 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 1060 time: 0.0879936 Jun 03 15:55:36.506538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c7642-9ba1-479c-ae27-c726508a6186 req-46a1461d-338d-42eb-b840-d7d20ea51ec6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:36.508079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d79c7642-9ba1-479c-ae27-c726508a6186 req-46a1461d-338d-42eb-b840-d7d20ea51ec6 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 909 time: 0.0910707 Jun 03 15:55:36.687898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-b0fc58fd-30ac-42df-aa95-c8b9b4317526 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:36.689925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-b0fc58fd-30ac-42df-aa95-c8b9b4317526 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.1638987 Jun 03 15:55:36.706633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-da074abd-59a0-4c6f-9ea2-02a6683008f8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/quotas/c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 375 time: 0.0112729 Jun 03 15:55:36.804794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-751b88f3-d5d0-49ff-b8f1-b1ab00e228d9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912523 Jun 03 15:55:36.938979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-951970bd-d4f0-4124-b59b-82d7f09bfe83 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274698 Jun 03 15:55:37.085101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-b9def9c6-3ae7-468b-a73d-3783bd6da1d9 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392825 Jun 03 15:55:37.496827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-84890c72-e68d-4ee7-8e3c-c5d87cf53f67 req-80a89f0d-07b2-42c9-9532-88a7d4f92dcd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 210 time: 0.0584340 Jun 03 15:55:37.533226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b0b33-f9aa-47e2-8f63-b071bd5b65a6 req-ba6845ba-8ba8-4b73-93f8-96bf780ef0d4 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:37.541145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 15fc19f6-6ffc-447f-989c-eada1a97a5ca details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:55:37.544653 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d0b0b33-f9aa-47e2-8f63-b071bd5b65a6 req-ba6845ba-8ba8-4b73-93f8-96bf780ef0d4 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 948 time: 0.1756203 Jun 03 15:55:37.599897 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d0b0b33-f9aa-47e2-8f63-b071bd5b65a6 req-794ccfe5-c9f8-4160-9620-54c7ab3e83f3 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528872 Jun 03 15:55:37.706971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 15fc19f6-6ffc-447f-989c-eada1a97a5ca, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:37.724000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '15fc19f6-6ffc-447f-989c-eada1a97a5ca', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': '15fc19f6-6ffc-447f-989c-eada1a97a5ca', 'mac_address': 'fa:16:3e:da:96:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:55:37.739312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c24c33-d562-4e94-a272-4227582bdd95 req-27fd6297-ce28-4e29-abdb-2ceb0fbec7da tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:37.740865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2c24c33-d562-4e94-a272-4227582bdd95 req-27fd6297-ce28-4e29-abdb-2ceb0fbec7da tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 909 time: 0.0851018 Jun 03 15:55:37.785760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 15fc19f6-6ffc-447f-989c-eada1a97a5ca is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:37.786418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.810204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fc19f6-6ffc-447f-989c-eada1a97a5ca {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:37.830438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 15fc19f6-6ffc-447f-989c-eada1a97a5ca, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:37.835465 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.917904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=15fc19f6-6ffc-447f-989c-eada1a97a5ca,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:37.951822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59cfcf-d9e3-4213-a167-06c89d6e21f3 req-efbe8825-c812-4459-b3ee-b2afe7de1857 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:37.953344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7f59cfcf-d9e3-4213-a167-06c89d6e21f3 req-efbe8825-c812-4459-b3ee-b2afe7de1857 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 909 time: 0.0926359 Jun 03 15:55:38.092646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['15fc19f6-6ffc-447f-989c-eada1a97a5ca'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:38.138147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde5a7c-a96a-40e0-b0eb-1b1f86d51c64 req-84937221-ad1f-413a-a124-84e8d363dec5 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:38.139966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4fde5a7c-a96a-40e0-b0eb-1b1f86d51c64 req-84937221-ad1f-413a-a124-84e8d363dec5 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 1060 time: 0.0757160 Jun 03 15:55:38.318746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2079e19-2d10-44fa-a0b3-d367676948fc req-139176b9-1504-4798-b8fc-7801d06d6182 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:38.320277 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2079e19-2d10-44fa-a0b3-d367676948fc req-139176b9-1504-4798-b8fc-7801d06d6182 tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1136 time: 0.0733562 Jun 03 15:55:38.360361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a2079e19-2d10-44fa-a0b3-d367676948fc req-d4a49870-39c9-4460-8861-c8a89e56158c tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Synchronizing usage tracker for tenant:72800d262efb4fa28d562593a5b41c70 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:38.379423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a2079e19-2d10-44fa-a0b3-d367676948fc req-d4a49870-39c9-4460-8861-c8a89e56158c tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Unset dirty status for tenant:72800d262efb4fa28d562593a5b41c70 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:38.380724 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2079e19-2d10-44fa-a0b3-d367676948fc req-d4a49870-39c9-4460-8861-c8a89e56158c tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0547941 Jun 03 15:55:38.402596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34376) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:38.478644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f4ddf-8d27-4456-b671-447f95f3852b tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:38.480064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a42f4ddf-8d27-4456-b671-447f95f3852b tempest-TestSecurityGroupsBasicOps-2133331068 tempest-TestSecurityGroupsBasicOps-2133331068-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 1055 time: 0.0764685 Jun 03 15:55:38.683824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-baca8e2a-f595-4bea-aab3-db56aacc636c req-99f59fde-8cac-44da-9c5d-c00b8bad2290 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 210 time: 0.0548294 Jun 03 15:55:38.699497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-42256f1c-207c-4346-a33c-010f7d639772 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:38.701216 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-42256f1c-207c-4346-a33c-010f7d639772 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.1795299 Jun 03 15:55:38.721211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'port': {'device_id': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'admin_state_up': True, 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:38.889171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:38.895383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:port and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:38.898798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:38.905057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:38.916019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:38.919917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.087971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb2344-0ce6-4ce1-8b09-b69a03a78cc8 req-7fd1e7f6-df56-4937-baec-aed227f76c52 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.089735 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ceb2344-0ce6-4ce1-8b09-b69a03a78cc8 req-7fd1e7f6-df56-4937-baec-aed227f76c52 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 909 time: 0.1137269 Jun 03 15:55:39.096135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.20.0.8 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/3ba0ccbd-b906-4f40-9c5d-5721d0b28092) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:39.100052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2906-915d-497f-aada-cb157e538d8e req-5e8ae02d-b8d0-463b-bd1b-44ea92dafd4d tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.101739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1bb2906-915d-497f-aada-cb157e538d8e req-5e8ae02d-b8d0-463b-bd1b-44ea92dafd4d tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 949 time: 0.2904851 Jun 03 15:55:39.151373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1bb2906-915d-497f-aada-cb157e538d8e req-0b36af1e-be09-4993-9a69-1cbc73b12c82 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Jun 03 15:55:39.443887 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.460308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Transition to ACTIVE for port object 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:39.491310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.555042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 15fc19f6-6ffc-447f-989c-eada1a97a5ca up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:39.562414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:39.565467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:39.568207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:39.621560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:39.650658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.651239 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.654775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 15fc19f6-6ffc-447f-989c-eada1a97a5ca completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:39.661533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 15fc19f6-6ffc-447f-989c-eada1a97a5ca triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:39.662200 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.681306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-7cf26b5f-34bd-4f27-88de-b4517999aca0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9682119 Jun 03 15:55:39.699337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Request body: {'port': {'device_id': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:39.806865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 15fc19f6-6ffc-447f-989c-eada1a97a5ca is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:39.807504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.842137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fc19f6-6ffc-447f-989c-eada1a97a5ca'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:39.846010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.854923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 15fc19f6-6ffc-447f-989c-eada1a97a5ca, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:39.864565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.953419 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604db61c-0c90-4db0-940f-f2528e441c5a'] response: {'server_uuid': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fc19f6-6ffc-447f-989c-eada1a97a5ca', 'code': 200} Jun 03 15:55:39.974089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=15fc19f6-6ffc-447f-989c-eada1a97a5ca,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:39.978693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-677df6ed-048c-431d-bc10-85fe74abbbea None None] Provisioning for port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:39.979325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fc1e6-92a0-4193-94be-b80fdb3c3e66 req-8e2ab6d0-4b28-4dbc-9128-8c81a806708a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.985844 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-677df6ed-048c-431d-bc10-85fe74abbbea None None] Provisioning complete for port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:39.986326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a91fc1e6-92a0-4193-94be-b80fdb3c3e66 req-8e2ab6d0-4b28-4dbc-9128-8c81a806708a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 931 time: 0.1289608 Jun 03 15:55:39.986639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-677df6ed-048c-431d-bc10-85fe74abbbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.056301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a91fc1e6-92a0-4193-94be-b80fdb3c3e66 req-6070cda0-0aa7-4ed8-8f14-85f002cec0b6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608134 Jun 03 15:55:40.064797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-677df6ed-048c-431d-bc10-85fe74abbbea None None] Port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:40.299439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3a27e-6b5b-47d1-86da-8aa033bd3989 req-e299c171-b149-4526-b118-e390a8e4f37a tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:40.309863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7de3a27e-6b5b-47d1-86da-8aa033bd3989 req-e299c171-b149-4526-b118-e390a8e4f37a tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 909 time: 0.0925484 Jun 03 15:55:40.340055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c65d44-cdca-4680-bbda-41407be3c520 req-cdc82e70-b749-4363-98fe-4d8af3502cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:40.341613 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84c65d44-cdca-4680-bbda-41407be3c520 req-cdc82e70-b749-4363-98fe-4d8af3502cdf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 1101 time: 0.3120668 Jun 03 15:55:40.387229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-fd1b7b46-fe81-4d23-891d-67caeb3b3cc5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:40.387917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-fd1b7b46-fe81-4d23-891d-67caeb3b3cc5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Synchronizing usage tracker for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:40.396937 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d675b24-9032-4e63-b2e5-109aa0039ea0 req-53fb86e5-364e-40f4-815f-209150fa77c5 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:40.404566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d675b24-9032-4e63-b2e5-109aa0039ea0 req-53fb86e5-364e-40f4-815f-209150fa77c5 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 950 time: 0.0892434 Jun 03 15:55:40.445379 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84c65d44-cdca-4680-bbda-41407be3c520 req-a0e395a8-944b-4296-a5e5-b4fbf9e83974 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826705 Jun 03 15:55:40.445926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-fd1b7b46-fe81-4d23-891d-67caeb3b3cc5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Unset dirty status for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:40.447430 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-fd1b7b46-fe81-4d23-891d-67caeb3b3cc5 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.15 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 909 time: 0.3262198 Jun 03 15:55:40.460179 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d675b24-9032-4e63-b2e5-109aa0039ea0 req-8d3b8f8c-8aab-48e2-b524-f20c3b418ce4 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Jun 03 15:55:40.576284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting port 9e24f927-30fb-4935-9eeb-329a0c965a1b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:40.576626 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.623030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:40.632487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.681746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Transition to ACTIVE for port object 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:40.695489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.964470 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:41.074718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] For port 9e24f927-30fb-4935-9eeb-329a0c965a1b, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=9e24f927-30fb-4935-9eeb-329a0c965a1b,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:41.075079 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.143202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Attempting to bind port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:41.143544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Attempting to bind port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:41.143864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Attempting to bind port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:41.208633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Calling delete_port for 9e24f927-30fb-4935-9eeb-329a0c965a1b owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:41.232909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaad8d-3e77-4c1f-be2e-5e9007453037 req-676ef64b-fea6-4da6-abf0-107c6ae37218 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:41.234416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ddaad8d-3e77-4c1f-be2e-5e9007453037 req-676ef64b-fea6-4da6-abf0-107c6ae37218 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 943 time: 0.0806177 Jun 03 15:55:41.284481 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ddaad8d-3e77-4c1f-be2e-5e9007453037 req-43f062c9-4d47-4434-b69e-d632072dec87 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Jun 03 15:55:41.361879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:55:41.362196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Attempting to bind port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:41.382126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:41.382459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:41.382849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:41.383272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Bound port: 3ba0ccbd-b906-4f40-9c5d-5721d0b28092, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:41.383614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.518994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb073e9-cdb6-40df-88a5-e29473de6856 req-cc48a2a6-5823-4beb-86d5-23aec55417b8 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:41.529474 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ccb073e9-cdb6-40df-88a5-e29473de6856 req-cc48a2a6-5823-4beb-86d5-23aec55417b8 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 909 time: 0.1126454 Jun 03 15:55:41.549831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] For port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:41.569261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] For port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:41.578635 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.660287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:41.661456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.662861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] 10.222.0.70 "PUT /v2.0/ports/3ba0ccbd-b906-4f40-9c5d-5721d0b28092 HTTP/1.1" status: 200 len: 1091 time: 1.9694855 Jun 03 15:55:41.663305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'tag': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:41.669228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514432-68c9-415c-b603-11ed169f1b03 req-7271d26a-fc92-444c-9102-40b4a3e05b70 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:41.671085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9514432-68c9-415c-b603-11ed169f1b03 req-7271d26a-fc92-444c-9102-40b4a3e05b70 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 950 time: 0.0976260 Jun 03 15:55:41.688695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.746801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9514432-68c9-415c-b603-11ed169f1b03 req-07900300-5774-4fe6-9791-dadc90b2527b tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668762 Jun 03 15:55:41.760999 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc615275-ec42-4712-a1be-0a4437bb6f86'] response: {'name': 'network-changed', 'server_uuid': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'tag': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092', 'status': 'completed', 'code': 200} Jun 03 15:55:41.849269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bee49-25f4-4432-b2e9-fc760662bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:41.887072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] No DVR routers for this DVR port 9e24f927-30fb-4935-9eeb-329a0c965a1b on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:41.890257 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.918963 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Port': ['ID=9e24f927-30fb-4935-9eeb-329a0c965a1b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:41.932590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-851272e9-2db6-4f28-85fb-a7a97934bce8 req-b3edceca-434f-4c3d-ac7c-12a7b5757f1d tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.15 "DELETE /v2.0/ports/9e24f927-30fb-4935-9eeb-329a0c965a1b HTTP/1.1" status: 204 len: 173 time: 1.4789169 Jun 03 15:55:41.951144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-d886c92b-d59e-4be7-8ac6-bd3f710879fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:41.952663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-d886c92b-d59e-4be7-8ac6-bd3f710879fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 1094 time: 0.1910076 Jun 03 15:55:42.028074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-6913f244-e280-46ed-acec-7a75c1a6d195 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba0ccbd-b906-4f40-9c5d-5721d0b28092 HTTP/1.1" status: 200 len: 217 time: 0.0678811 Jun 03 15:55:42.094564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-6d31e243-6d1b-48b9-908a-99b7de4729b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.095977 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-6d31e243-6d1b-48b9-908a-99b7de4729b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0625498 Jun 03 15:55:42.173429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-2625dbf7-0bc9-4961-8c9d-ddc1176a5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.174931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-2625dbf7-0bc9-4961-8c9d-ddc1176a5ab7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731497 Jun 03 15:55:42.305823 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-d94a8050-1e7e-4b78-8fa1-5c8e8cfc208a service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245475 Jun 03 15:55:42.443651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-090e16bf-4079-4dfd-a7c6-a0c37dd46626 req-b601ca3e-6fb4-4880-b493-cc0b9ece4f54 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320775 Jun 03 15:55:42.478067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f56325-5858-4960-963b-e41602b9fb6d req-0b882646-63f5-4a70-bc07-857e831436f1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.480422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41f56325-5858-4960-963b-e41602b9fb6d req-0b882646-63f5-4a70-bc07-857e831436f1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 943 time: 0.0883183 Jun 03 15:55:42.527967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41f56325-5858-4960-963b-e41602b9fb6d req-fe60e799-1c83-482a-a969-dec8dec5d2af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Jun 03 15:55:42.588859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-66467b5a-0a5f-49ac-864a-82ae8372d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.590091 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-66467b5a-0a5f-49ac-864a-82ae8372d6ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 1094 time: 0.0950065 Jun 03 15:55:42.694158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b58f0e4f-5f63-436d-bab5-95ce9f6a9962 req-2e0c85d0-1425-40b8-9408-bfac941df66a tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=d10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0427084 Jun 03 15:55:42.730099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-6c87e7f7-f3e3-4c7e-bc07-536090e09234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.731594 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-6c87e7f7-f3e3-4c7e-bc07-536090e09234 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1353269 Jun 03 15:55:42.802918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-07240521-bc21-469f-9a27-e33dcac7014f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba0ccbd-b906-4f40-9c5d-5721d0b28092 HTTP/1.1" status: 200 len: 217 time: 0.0652339 Jun 03 15:55:42.867117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-dcd1a627-0ace-412f-a77b-22b270df1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.868623 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-dcd1a627-0ace-412f-a77b-22b270df1646 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0593135 Jun 03 15:55:42.938109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d25a7d-9e71-49ce-a30d-54d53f8a46e8 req-545c9eac-cf88-4125-b8f6-d7839bb74256 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.939498 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63d25a7d-9e71-49ce-a30d-54d53f8a46e8 req-545c9eac-cf88-4125-b8f6-d7839bb74256 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 950 time: 0.0851750 Jun 03 15:55:42.946684 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-a40199a3-3b11-454f-be04-86f5faaf4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.948087 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-a40199a3-3b11-454f-be04-86f5faaf4af9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725999 Jun 03 15:55:42.987963 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63d25a7d-9e71-49ce-a30d-54d53f8a46e8 req-7754e5b2-f00a-4a99-8710-94fa6031d358 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Jun 03 15:55:43.083123 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-bdd96aa7-6235-49bf-a3ee-cfcf05b1d6f4 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282420 Jun 03 15:55:43.280284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9e24f927-30fb-4935-9eeb-329a0c965a1b no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:43.316502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 9e24f927-30fb-4935-9eeb-329a0c965a1b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:43.316855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 9e24f927-30fb-4935-9eeb-329a0c965a1b not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:43.345045 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d95607d8-6e09-4fb0-a9f1-02c040e6bd40 req-2254c801-a5ac-4166-b479-7abbd09c603b service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560530 Jun 03 15:55:43.404249 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a81108d6-6450-400a-b394-ffc31cb06194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:43.729258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c3aeb-f1f9-4d9f-9c30-bd82cdefc00c req-d5c77da0-2ad6-4b43-9059-bd56e99f8e96 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:43.731206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d84c3aeb-f1f9-4d9f-9c30-bd82cdefc00c req-d5c77da0-2ad6-4b43-9059-bd56e99f8e96 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 943 time: 0.0819154 Jun 03 15:55:43.762414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'name': 'network-vif-deleted', 'tag': '9e24f927-30fb-4935-9eeb-329a0c965a1b'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:43.779679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d84c3aeb-f1f9-4d9f-9c30-bd82cdefc00c req-1b65d7e8-ada0-4892-ab20-f58d7dd50582 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Jun 03 15:55:43.792906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34426) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:43.857336 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fa61d7-6bc2-469f-9338-64c61e6f53d7'] response: {'server_uuid': 'd10a2fec-4a6e-4d6c-a4f1-e6b35aef0ba9', 'name': 'network-vif-deleted', 'tag': '9e24f927-30fb-4935-9eeb-329a0c965a1b', 'status': 'completed', 'code': 200} Jun 03 15:55:44.379820 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.748394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:44.748744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.949914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] For port a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:44.950275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.005815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3ff2e-2372-4197-af71-31666a7af958 req-776e493d-ccb7-4b27-84e6-35813db3ae2b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:45.008769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68d3ff2e-2372-4197-af71-31666a7af958 req-776e493d-ccb7-4b27-84e6-35813db3ae2b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 943 time: 0.1115329 Jun 03 15:55:45.062167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68d3ff2e-2372-4197-af71-31666a7af958 req-7e657342-2c40-40ef-9e46-25b0649afddf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468433 Jun 03 15:55:45.083359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Calling delete_port for a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:45.467523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.523493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Port': ['ID=a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:45.773754 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.813826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.198047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 69170f46-d523-4504-ae66-7cf523c6b0e6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:46.251268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf0d08-44dd-454f-b4ee-0aebc6d5e5af req-62a9c758-5bcc-4532-892d-ed728134d0be tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:46.252833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fcf0d08-44dd-454f-b4ee-0aebc6d5e5af req-62a9c758-5bcc-4532-892d-ed728134d0be tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 943 time: 0.0805321 Jun 03 15:55:46.265564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-85e31067-1b48-456f-8672-728d387296cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.302220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fcf0d08-44dd-454f-b4ee-0aebc6d5e5af req-98ae8d05-1784-4bdd-b14e-d175ed6eee06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Jun 03 15:55:46.381157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:46.390363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] Sync routers for ids ['69170f46-d523-4504-ae66-7cf523c6b0e6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:46.393663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4c2718ee-d912-4713-9043-e7302e06ed82 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "PUT /v2.0/routers/69170f46-d523-4504-ae66-7cf523c6b0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5995784 Jun 03 15:55:46.396841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34438) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:46.402882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] Routers {'69170f46-d523-4504-ae66-7cf523c6b0e6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:46.403527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['69170f46-d523-4504-ae66-7cf523c6b0e6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:46.462358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting subnet e051c104-4a73-4da9-8ae7-1c109b5ad2a4 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:55:46.465329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.520932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.618856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.635340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] Set router 69170f46-d523-4504-ae66-7cf523c6b0e6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:46.694405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.732845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Subnet': ['ID=e051c104-4a73-4da9-8ae7-1c109b5ad2a4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:46.741204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.744862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.752718 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06972292-a078-4a11-8ba7-d6083ae1899e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/subnets/e051c104-4a73-4da9-8ae7-1c109b5ad2a4 HTTP/1.1" status: 204 len: 168 time: 0.3525987 Jun 03 15:55:46.752998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34448) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:46.762656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdad068-ed43-4adc-bfae-aa83b088968e None None] Network 421ecdef-3f62-4210-8518-62e89ee41777 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:47.058555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.076282 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.118827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:45Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:47.123225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] Checking router: 69170f46-d523-4504-ae66-7cf523c6b0e6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:47.133123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] Routers {'69170f46-d523-4504-ae66-7cf523c6b0e6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:47.133846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['69170f46-d523-4504-ae66-7cf523c6b0e6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:47.182470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] DHCP port deletion for 421ecdef-3f62-4210-8518-62e89ee41777 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:55:47.201024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] Deleting port d5f8ffed-999b-4ce6-8969-6b7870da6433 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:47.201402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.244261 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.254984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:47.255298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.428942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] Set router 69170f46-d523-4504-ae66-7cf523c6b0e6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:47.437167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] For port 265f95b5-3821-43b2-9fdc-b4c7b056d8d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:47.437611 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.509164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3677a8-a177-42ca-99a8-c6146420c1d1 req-e7f5b06e-021b-4ea9-904d-aae79d0c400e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:47.510770 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d3677a8-a177-42ca-99a8-c6146420c1d1 req-e7f5b06e-021b-4ea9-904d-aae79d0c400e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 943 time: 0.0948374 Jun 03 15:55:47.561206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d3677a8-a177-42ca-99a8-c6146420c1d1 req-fab996c9-7584-41ae-adf8-0f5b831c4f13 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Jun 03 15:55:47.573873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Calling delete_port for 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:47.686692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] For port d5f8ffed-999b-4ce6-8969-6b7870da6433, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d5f8ffed-999b-4ce6-8969-6b7870da6433,segment=NetworkSegment(48d219f2-9e8b-439e-a7e5-742862ea5707),segment_id=48d219f2-9e8b-439e-a7e5-742862ea5707)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:47.687013 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.746302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.794382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Port': ['ID=265f95b5-3821-43b2-9fdc-b4c7b056d8d4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:47.816937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] Calling delete_port for d5f8ffed-999b-4ce6-8969-6b7870da6433 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:47.897649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.010062 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.065588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] Pushing event deleted for resources: {'Port': ['ID=d5f8ffed-999b-4ce6-8969-6b7870da6433,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:48.075152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665df6b0-d000-4186-b77c-e5b29e0f1066 None None] No DVR routers for this DVR port d5f8ffed-999b-4ce6-8969-6b7870da6433 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:48.075540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.081579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.087228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:45Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:48.092273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490eb4cf-c92f-4808-84af-17a53bf0c5e8 None None] The sync data for ids ['69170f46-d523-4504-ae66-7cf523c6b0e6'] in n-d-844594-1 is: [{'id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-179124562', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:55:07Z', 'updated_at': '2022-06-03T15:55:45Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '265f95b5-3821-43b2-9fdc-b4c7b056d8d4', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69170f46-d523-4504-ae66-7cf523c6b0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:55:08Z', 'updated_at': '2022-06-03T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:48.108686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.109227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Fanout notify agent at l3_agent the message router_deleted on router 69170f46-d523-4504-ae66-7cf523c6b0e6 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:55:48.127244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.131166 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e9693fde-eae8-4a76-95db-3de2ca584aa9 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/routers/69170f46-d523-4504-ae66-7cf523c6b0e6 HTTP/1.1" status: 204 len: 168 time: 1.3742976 Jun 03 15:55:48.131280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34456) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.200953 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.242291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.476403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.504950 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.506678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421ecdef-3f62-4210-8518-62e89ee41777']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:48.520475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d219f2-9e8b-439e-a7e5-742862ea5707') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:48.520778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d219f2-9e8b-439e-a7e5-742862ea5707') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:48.533220 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.556176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.563848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:48.564304 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.675033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.697500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.699095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5f8ffed-999b-4ce6-8969-6b7870da6433 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:48.710002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Network': ['ID=421ecdef-3f62-4210-8518-62e89ee41777,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:48.720224 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a2a66580-7024-49f3-b139-19ef733876b1 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/networks/421ecdef-3f62-4210-8518-62e89ee41777 HTTP/1.1" status: 204 len: 168 time: 0.5878510 Jun 03 15:55:48.722035 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 48d219f2-9e8b-439e-a7e5-742862ea5707 resource provider aggregate not found Jun 03 15:55:48.726621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34468) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.759798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d5f8ffed-999b-4ce6-8969-6b7870da6433 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:48.761413 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5f8ffed-999b-4ce6-8969-6b7870da6433 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:48.762229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:48.796218 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 48d219f2-9e8b-439e-a7e5-742862ea5707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48d219f2-9e8b-439e-a7e5-742862ea5707 found for delete ", "request_id": "req-d84cf540-6255-48a6-a39e-48c80c81aefc"}]} Jun 03 15:55:48.805386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:48.805727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a5e57dcb-fe9c-4b4d-9bfb-2f715175f4f7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:48.812768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d618cc-a705-42b7-b732-9a9fcc5500cf req-718a0ef5-8137-46fb-b38c-b6845a27d79c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:48.814899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5d618cc-a705-42b7-b732-9a9fcc5500cf req-718a0ef5-8137-46fb-b38c-b6845a27d79c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 943 time: 0.1087606 Jun 03 15:55:48.873070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5d618cc-a705-42b7-b732-9a9fcc5500cf req-57fc46dd-a77a-458f-872f-375beb832823 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513678 Jun 03 15:55:48.964413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting port 8ed87cb9-191c-447c-bb67-931b14a21576 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:48.964766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.142761 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.143016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.272184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Calling delete_port for 8ed87cb9-191c-447c-bb67-931b14a21576 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:49.439374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.494222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Port': ['ID=8ed87cb9-191c-447c-bb67-931b14a21576,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:49.570274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:55:49.586813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.587289 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Floating IP 49daa5c2-b79a-49f0-9441-b3e6be1c4b0d disassociated (deleted). External IP: 172.25.1.67, port: 7f31e4d7-fc38-4cdd-a244-f16a97562e7e. Jun 03 15:55:49.710937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:49.726329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'port_id': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092', 'mac_address': 'fa:16:3e:c0:ae:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:55:49.793267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:49.793896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.822824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:49.839663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:49.844040 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.921957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:50.100879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177bf92-afa6-4e69-8228-73efc50df225 req-6a3f12bc-93ff-4d7c-9bb5-0bdaf4ff2d83 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:50.100879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3177bf92-afa6-4e69-8228-73efc50df225 req-6a3f12bc-93ff-4d7c-9bb5-0bdaf4ff2d83 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 944 time: 0.1019158 Jun 03 15:55:50.123552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 26d4591d-741c-426d-bf8e-2ba51ce52e32 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:50.130614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['3ba0ccbd-b906-4f40-9c5d-5721d0b28092'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:50.145810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3177bf92-afa6-4e69-8228-73efc50df225 req-f90b4a61-9b73-45d2-82ff-17b8e0c4da40 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494025 Jun 03 15:55:50.325301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:50.335281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] Sync routers for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:50.341602 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.346484 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:50.347100 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:50.404513 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-00e1bcf7-c22b-4ccb-a384-baa18e57e357 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/floatingips/49daa5c2-b79a-49f0-9441-b3e6be1c4b0d HTTP/1.1" status: 204 len: 168 time: 1.6767967 Jun 03 15:55:50.405343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:50.457110 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9184643d-ed54-428e-8b8a-2117220389e0'] response: {'name': 'network-changed', 'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'status': 'completed', 'code': 200} Jun 03 15:55:50.573215 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:50.588975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:50.595951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-b277b1b1-2ecd-4e37-aebb-353e42fd00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:50.598453 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-b277b1b1-2ecd-4e37-aebb-353e42fd00b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 1136 time: 0.1125906 Jun 03 15:55:50.631984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:50.632819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 265f95b5-3821-43b2-9fdc-b4c7b056d8d4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:50.804943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-577c7942-c3cc-462c-adb2-5f4fa532457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:50.806525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-577c7942-c3cc-462c-adb2-5f4fa532457c service neutron] 10.222.0.70 "GET /v2.0/networks?id=4802f211-cfe0-4ac1-8024-845a3abefa91 HTTP/1.1" status: 200 len: 898 time: 0.2014811 Jun 03 15:55:50.884913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-a073a517-9dc7-4846-b31a-608339286a33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e HTTP/1.1" status: 200 len: 217 time: 0.0712674 Jun 03 15:55:50.919994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4caf59-39b1-45a1-ac3e-2b850d63fbd8 req-60340859-6bb5-42b3-8b2a-4302982afce7 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:50.922508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d4caf59-39b1-45a1-ac3e-2b850d63fbd8 req-60340859-6bb5-42b3-8b2a-4302982afce7 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 985 time: 0.1223824 Jun 03 15:55:50.952911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-7030ed4e-18a0-421c-b3ca-eb09889a96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:50.954450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-7030ed4e-18a0-421c-b3ca-eb09889a96eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31bf97e1-f833-424a-b226-bbed002853b8 HTTP/1.1" status: 200 len: 835 time: 0.0638630 Jun 03 15:55:50.976345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d4caf59-39b1-45a1-ac3e-2b850d63fbd8 req-6cb1de38-daa6-4e8a-99f6-291d393d1e7c tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0452838 Jun 03 15:55:50.988351 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:14Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:51.001693 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] Checking router: 26d4591d-741c-426d-bf8e-2ba51ce52e32 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:51.002719 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:51.003482 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:51.039156 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-0fc63ca3-e8ed-463b-971b-0315f05270dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:51.040745 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-0fc63ca3-e8ed-463b-971b-0315f05270dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4802f211-cfe0-4ac1-8024-845a3abefa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789971 Jun 03 15:55:51.198662 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-718a5325-adf4-48c2-b413-d94855b5adfb service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509662 Jun 03 15:55:51.213549 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:51.350206 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8fe301c-5eb2-4678-be22-b52ebd712e9a req-d88099ad-aae2-4433-af81-592a49a238e4 service neutron] 10.222.0.70 "GET /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442771 Jun 03 15:55:51.393029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b3bc8-9f84-48b6-abc9-cd8dd2f16968 req-526329cf-c9a0-427d-a3a6-5fb737b9421d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:51.394642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-039b3bc8-9f84-48b6-abc9-cd8dd2f16968 req-526329cf-c9a0-427d-a3a6-5fb737b9421d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 944 time: 0.0951128 Jun 03 15:55:51.440342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-039b3bc8-9f84-48b6-abc9-cd8dd2f16968 req-6916a5a9-c419-4af7-a08f-d19d22e50a86 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Jun 03 15:55:51.602190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:14Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:51.607308 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562837e-94e1-496f-a5a3-7f31c87fa797 None None] The sync data for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 is: [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:54:07Z', 'revision_number': 4, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397', 'name': '', 'network_id': '4802f211-cfe0-4ac1-8024-845a3abefa91', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'mac_address': 'fa:16:3e:49:ca:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '31bf97e1-f833-424a-b226-bbed002853b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:05Z', 'updated_at': '2022-06-03T15:54:14Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'subnets': [{'id': '31bf97e1-f833-424a-b226-bbed002853b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:51.632649 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:51.710725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:51.716225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:51.716560 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.848435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:51.849274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.880187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:51.888593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce24f68-4095-4c14-a2df-6924226a59b1 None None] New status for floating IP 49daa5c2-b79a-49f0-9441-b3e6be1c4b0d: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:55:51.951415 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016e7888-7f36-4a55-a1c0-74169bb96bea'] response: {'server_uuid': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092', 'code': 200} Jun 03 15:55:52.036646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:52.041402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.126827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4b1d6-4501-45a3-81ea-e414716eff7e req-63292e44-a7f0-4fdb-a85b-78eb77744499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:52.129108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10c4b1d6-4501-45a3-81ea-e414716eff7e req-63292e44-a7f0-4fdb-a85b-78eb77744499 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 1096 time: 0.1262913 Jun 03 15:55:52.148761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:52.182406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10c4b1d6-4501-45a3-81ea-e414716eff7e req-cab9e412-2ec1-4ab0-abb3-80ddb00656ca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Jun 03 15:55:52.269357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ab8c-887d-430d-9db6-99e64094037e req-9157776d-1246-479b-8d20-99c8adabbd8f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:52.271383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4279ab8c-887d-430d-9db6-99e64094037e req-9157776d-1246-479b-8d20-99c8adabbd8f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 985 time: 0.0909698 Jun 03 15:55:52.289050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-3589f6ce-7692-49aa-9cde-636d0f39e72a tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:52.289900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-3589f6ce-7692-49aa-9cde-636d0f39e72a tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Synchronizing usage tracker for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:52.308502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-3589f6ce-7692-49aa-9cde-636d0f39e72a tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Unset dirty status for tenant:b17f816200cc408fabfc88b3f3e59ee6 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:52.309866 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-3589f6ce-7692-49aa-9cde-636d0f39e72a tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 985 time: 0.1303291 Jun 03 15:55:52.323742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4279ab8c-887d-430d-9db6-99e64094037e req-222426fb-7b68-4c26-9d0f-db381d90984f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/security-groups?id=2110d095-fad6-4f67-be73-12423510bc8d&id=69473386-62a4-427d-8e26-841ff8397562&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0445406 Jun 03 15:55:52.456096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:52.456475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.681745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f367d-dfb2-4be0-b0a9-6c144b385196 req-d96b1fd5-0667-4d3c-8bbc-d65310a67997 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:52.683288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d89f367d-dfb2-4be0-b0a9-6c144b385196 req-d96b1fd5-0667-4d3c-8bbc-d65310a67997 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 945 time: 0.1030686 Jun 03 15:55:52.740097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d89f367d-dfb2-4be0-b0a9-6c144b385196 req-138bf62e-e1a0-49b4-b6da-b5331caf5401 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Jun 03 15:55:53.013179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] For port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:53.013989 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.150663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Calling delete_port for 7f31e4d7-fc38-4cdd-a244-f16a97562e7e owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:53.346429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.410197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Port': ['ID=7f31e4d7-fc38-4cdd-a244-f16a97562e7e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:53.506768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] No DVR routers for this DVR port 7f31e4d7-fc38-4cdd-a244-f16a97562e7e on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:53.509378 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.512770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'name': 'network-vif-deleted', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:53.519736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08371a5a-30c7-44b4-969e-c876f1814eac req-913a7d42-49e3-4aae-bd07-cf9e03c9c93e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe0d220-8afb-4d9a-ad74-669f667750fd HTTP/1.1" status: 200 len: 210 time: 0.0598929 Jun 03 15:55:53.548089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-239a8035-1296-40c9-8d7a-bf75c38cb35c req-9ee33e44-f144-4b43-b1a1-9e8abec68b89 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.70 "DELETE /v2.0/ports/7f31e4d7-fc38-4cdd-a244-f16a97562e7e HTTP/1.1" status: 204 len: 173 time: 1.1598279 Jun 03 15:55:53.595504 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4a99d5-6598-4573-bfc4-13ae2d9b594e'] response: {'server_uuid': '8fe0d220-8afb-4d9a-ad74-669f667750fd', 'name': 'network-vif-deleted', 'tag': '7f31e4d7-fc38-4cdd-a244-f16a97562e7e', 'status': 'completed', 'code': 200} Jun 03 15:55:53.956834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51cb4e-709a-4379-93bd-53e4eb50b9cb req-b8c7d903-0857-4758-ba3e-bce280522869 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:53.958931 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df51cb4e-709a-4379-93bd-53e4eb50b9cb req-b8c7d903-0857-4758-ba3e-bce280522869 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 945 time: 0.0947826 Jun 03 15:55:54.023228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df51cb4e-709a-4379-93bd-53e4eb50b9cb req-71bab190-d9c4-4a49-b233-ed63db3285e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577691 Jun 03 15:55:54.351657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac9234-cac3-4cfd-845e-ab3a7ee0318a req-066ea5db-f3cd-4232-a4a1-6a9da845ac01 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:54.353061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36ac9234-cac3-4cfd-845e-ab3a7ee0318a req-066ea5db-f3cd-4232-a4a1-6a9da845ac01 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 945 time: 0.2091043 Jun 03 15:55:54.407213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36ac9234-cac3-4cfd-845e-ab3a7ee0318a req-ab9a3567-980b-48a3-b403-3495a7a28189 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481482 Jun 03 15:55:54.624467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34520) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:54.689155 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22464797-f371-422a-af25-bb9f1ccbda6f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.722760 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22464797-f371-422a-af25-bb9f1ccbda6f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.789600 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22464797-f371-422a-af25-bb9f1ccbda6f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.810206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22464797-f371-422a-af25-bb9f1ccbda6f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69473386-62a4-427d-8e26-841ff8397562,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:54.824006 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-22464797-f371-422a-af25-bb9f1ccbda6f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.827568 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-22464797-f371-422a-af25-bb9f1ccbda6f tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/security-groups/69473386-62a4-427d-8e26-841ff8397562 HTTP/1.1" status: 204 len: 168 time: 0.1995804 Jun 03 15:55:54.827832 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34530) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:54.901175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9a11d1a-d63e-46cc-884a-d7c3c596144e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.931317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9a11d1a-d63e-46cc-884a-d7c3c596144e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.992575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9a11d1a-d63e-46cc-884a-d7c3c596144e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.014201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a11d1a-d63e-46cc-884a-d7c3c596144e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2110d095-fad6-4f67-be73-12423510bc8d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:55.028824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9a11d1a-d63e-46cc-884a-d7c3c596144e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.033410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34534) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:55.034142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a9a11d1a-d63e-46cc-884a-d7c3c596144e tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/security-groups/2110d095-fad6-4f67-be73-12423510bc8d HTTP/1.1" status: 204 len: 168 time: 0.2046549 Jun 03 15:55:55.621870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7f31e4d7-fc38-4cdd-a244-f16a97562e7e no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:55.736406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 7f31e4d7-fc38-4cdd-a244-f16a97562e7e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:55.736406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7f31e4d7-fc38-4cdd-a244-f16a97562e7e not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:55.954591 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.597458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:56.598572 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.902947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] For port e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:56.903539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.080379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Calling delete_port for e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:57.182406 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:55:57.587614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.681301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Port': ['ID=e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:58.062807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.424447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-cd43672a-4c33-4794-b872-c4c979aec0f2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:58.426484 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-cd43672a-4c33-4794-b872-c4c979aec0f2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.2801700 Jun 03 15:55:58.536067 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-697f1934-1c5c-4426-966e-f0b62679fbbc tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/quotas/c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 375 time: 0.0449350 Jun 03 15:55:58.837803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Router 26d4591d-741c-426d-bf8e-2ba51ce52e32 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:58.867412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-75a42257-ed1d-4806-a252-041d59a2c00a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3151371 Jun 03 15:55:59.348631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-17812a2e-b6f1-4d08-abe8-1c341282736e service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795361 Jun 03 15:55:59.351263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:59.368960 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] Sync routers for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:59.391323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2311816a-ce75-4b98-9d05-bc5ebb1e8d62 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "PUT /v2.0/routers/26d4591d-741c-426d-bf8e-2ba51ce52e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3489172 Jun 03 15:55:59.392478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34628) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:59.422410 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:59.426076 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:59.592536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-0dfbcbe9-f4dd-42d9-abc9-2809c117bb9d service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342997 Jun 03 15:55:59.607100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting subnet 31bf97e1-f833-424a-b226-bbed002853b8 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:55:59.611876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.674732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.771818 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:59.814267 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.892624 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f5d80a2-a5d7-44a1-b2b7-a11d30fcff2d req-822e4fda-e4db-422b-ae1c-1f0b62479092 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 210 time: 0.0665314 Jun 03 15:56:00.006438 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.058433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Subnet': ['ID=31bf97e1-f833-424a-b226-bbed002853b8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:00.076904 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.077624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f3e88-9d81-4ab5-8898-17df275a8540 None None] Network 4802f211-cfe0-4ac1-8024-845a3abefa91 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:00.086020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-38ba3c8f-3f0f-4ffe-9fcc-33247735b468 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/subnets/31bf97e1-f833-424a-b226-bbed002853b8 HTTP/1.1" status: 204 len: 168 time: 0.6923144 Jun 03 15:56:00.089462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34646) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:00.312384 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:55:57Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:00.327894 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] Checking router: 26d4591d-741c-426d-bf8e-2ba51ce52e32 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:00.359298 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] Routers {'26d4591d-741c-426d-bf8e-2ba51ce52e32'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:00.359929 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['26d4591d-741c-426d-bf8e-2ba51ce52e32'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:00.478729 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-da06447a-cd3c-4431-bac7-8b0a0b27592f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1210022 Jun 03 15:56:00.489139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] DHCP port deletion for 4802f211-cfe0-4ac1-8024-845a3abefa91 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:00.495635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Deleting port d98cd4dc-f83c-471f-a844-2b8656e15ea2 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:00.496314 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.525692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.694668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d98cd4dc-f83c-471f-a844-2b8656e15ea2 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:00.728956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-bf30ebf9-c9d0-4604-bede-002e9c825ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:00.730774 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-bf30ebf9-c9d0-4604-bede-002e9c825ca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1097 time: 0.1563911 Jun 03 15:56:00.775933 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] Set router 26d4591d-741c-426d-bf8e-2ba51ce52e32 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:00.870016 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.888487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Deleting port 92c0c1fc-8231-48ca-acbf-b0e159afb03f {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:00.888975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.167543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] For port d98cd4dc-f83c-471f-a844-2b8656e15ea2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d98cd4dc-f83c-471f-a844-2b8656e15ea2,segment=NetworkSegment(d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb),segment_id=d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:01.168803 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.263894 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:55:57Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:01.268953 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f1409-38a8-4625-a743-c077b1081b7f None None] The sync data for ids ['26d4591d-741c-426d-bf8e-2ba51ce52e32'] in n-d-844594-1 is: [{'id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'name': 'tempest-TestSecurityGroupsBasicOps-router-142458148', 'tenant_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:55Z', 'updated_at': '2022-06-03T15:55:57Z', 'revision_number': 5, 'project_id': 'b17f816200cc408fabfc88b3f3e59ee6', 'gw_port': {'id': '92c0c1fc-8231-48ca-acbf-b0e159afb03f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d4591d-741c-426d-bf8e-2ba51ce52e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:57Z', 'updated_at': '2022-06-03T15:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:01.315440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-b44e960f-cf7e-453c-a932-fff8edbcdb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:01.321111 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-206a826b-a620-4ad8-ad57-23a6c9e5c5bd req-2c0db983-4bdf-4978-badb-73d48cc70cc5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 210 time: 0.0663018 Jun 03 15:56:01.325182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-b44e960f-cf7e-453c-a932-fff8edbcdb6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.5564835 Jun 03 15:56:01.371626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Calling delete_port for d98cd4dc-f83c-471f-a844-2b8656e15ea2 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:01.435839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] For port 92c0c1fc-8231-48ca-acbf-b0e159afb03f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=92c0c1fc-8231-48ca-acbf-b0e159afb03f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:01.436530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.470196 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-2bdcc6a9-05bf-4f1e-b925-7170a4453a33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 1001 time: 0.1330671 Jun 03 15:56:01.482107 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.529587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port d98cd4dc-f83c-471f-a844-2b8656e15ea2 update to DOWN by agent not found {{(pid=88340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:56:01.541742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Pushing event deleted for resources: {'Port': ['ID=d98cd4dc-f83c-471f-a844-2b8656e15ea2,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:01.551482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-b5673073-1e52-4716-bee6-240663ff7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:01.553211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.553580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.554118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.554407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-b5673073-1e52-4716-bee6-240663ff7a4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.0760713 Jun 03 15:56:01.554832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.555586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.556653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.557400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.558515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.559274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.560002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.560434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.560914 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.566466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf629a-1d25-41c1-8a8b-517e534e6bb6 None None] No DVR routers for this DVR port d98cd4dc-f83c-471f-a844-2b8656e15ea2 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:01.605574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-36b225a3-90dd-416b-8443-ba5324361dca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5375934 Jun 03 15:56:01.625463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Calling delete_port for 92c0c1fc-8231-48ca-acbf-b0e159afb03f owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:01.646702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-809fd46b-414d-4969-be6a-865e9580594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:01.648522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-809fd46b-414d-4969-be6a-865e9580594b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858994 Jun 03 15:56:02.117261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-f247e3d5-25d9-4c13-856b-ec47d82215bd service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577878 Jun 03 15:56:02.151459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200c462-24f0-4e9d-b352-dcedef576459 req-1e9eff8c-ff1e-4acf-bf18-11c3c47e8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:02.153020 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-1e9eff8c-ff1e-4acf-bf18-11c3c47e8eed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=72ec5554ce7145d395e57a37eb7bd06b&device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 1101 time: 0.2613118 Jun 03 15:56:02.179670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-e0d21fc8-369c-43ed-8521-0cde9a60c0cf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:02.181212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-e0d21fc8-369c-43ed-8521-0cde9a60c0cf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.3581121 Jun 03 15:56:02.188494 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.235894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'port': {'device_id': '0424beda-9809-40ee-9a07-a11b3309eb35', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'admin_state_up': True, 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:02.277923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Port': ['ID=92c0c1fc-8231-48ca-acbf-b0e159afb03f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:02.462134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-92aed7e5-7976-4d72-96d9-04cbd56eee02 req-27fe2dc7-de31-48a7-8dcd-0488547d5e0b service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301229 Jun 03 15:56:02.481645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200c462-24f0-4e9d-b352-dcedef576459 req-d7e894d4-0b98-4f68-9248-b619603b3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:02.487657 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-d7e894d4-0b98-4f68-9248-b619603b3500 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.2710593 Jun 03 15:56:02.566236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.602894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-761fe529-b77d-41b6-b703-4942bae9ff3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca HTTP/1.1" status: 200 len: 217 time: 0.1073227 Jun 03 15:56:02.715848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:02.754616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200c462-24f0-4e9d-b352-dcedef576459 req-9077689c-dc66-4a46-86ac-a574e1bdedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:02.754900 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-9077689c-dc66-4a46-86ac-a574e1bdedd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.1446211 Jun 03 15:56:02.783074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:02.783388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e5ede3cb-d6ca-4c3c-8a9d-0160c6c23397 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:02.805566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.808217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.904000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200c462-24f0-4e9d-b352-dcedef576459 req-2f36732a-1aee-4529-83bc-488561e9d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:02.905782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-2f36732a-1aee-4529-83bc-488561e9d8ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318882 Jun 03 15:56:02.908754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fb7a503-92e1-4a5c-8cc4-66e29b92562a req-ee9d5d69-4be4-4c74-ad7a-c1c8646b441b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 210 time: 0.0808125 Jun 03 15:56:02.909443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.910214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Fanout notify agent at l3_agent the message router_deleted on router 26d4591d-741c-426d-bf8e-2ba51ce52e32 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:56:02.941276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:02.956880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.961338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3a4170ab-8599-4269-ab7b-c8d168713657 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/routers/26d4591d-741c-426d-bf8e-2ba51ce52e32 HTTP/1.1" status: 204 len: 168 time: 2.8675096 Jun 03 15:56:02.963232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:port and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:02.966210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34660) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:03.053232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:03.082026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:03.133316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:03.153834 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.234127 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.296580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-f185f48e-a0c4-4ff3-aaf6-1954206bf0d2 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808939 Jun 03 15:56:03.494630 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f200c462-24f0-4e9d-b352-dcedef576459 req-2b48ba1e-5a04-4d7f-ba25-3998c107aae1 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912065 Jun 03 15:56:03.529003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.570758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4802f211-cfe0-4ac1-8024-845a3abefa91']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:03.590118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:03.590413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e49a90-5e5a-42fb-ad4f-6667c6a0eafb') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:03.607305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.20.0.12 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/61f5dd07-59fd-49ff-8858-91abbc54d0e7) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:03.610990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.641838 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.662599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:03.663005 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.741369 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb resource provider aggregate not found Jun 03 15:56:03.787493 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7e49a90-5e5a-42fb-ad4f-6667c6a0eafb found for delete ", "request_id": "req-386809d4-ef05-4498-9055-397fe3170a47"}]} Jun 03 15:56:03.934961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.012726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.068702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] 10.222.0.66 "DELETE /v2.0/networks/4802f211-cfe0-4ac1-8024-845a3abefa91 HTTP/1.1" status: 204 len: 168 time: 1.1009750 Jun 03 15:56:04.085882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3abae-680c-4990-b6c2-a2e79acebe49 tempest-TestSecurityGroupsBasicOps-2038678235 tempest-TestSecurityGroupsBasicOps-2038678235-project] Pushing event deleted for resources: {'Network': ['ID=4802f211-cfe0-4ac1-8024-845a3abefa91,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:04.180824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.201776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b8c364a0-d586-457d-9edf-b9c20c7b7932 req-83267b5e-1ccd-4d4a-b95f-0d9f0911ce8c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:04.371040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Transition to ACTIVE for port object 61f5dd07-59fd-49ff-8858-91abbc54d0e7 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:04.396199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b8c364a0-d586-457d-9edf-b9c20c7b7932 req-83267b5e-1ccd-4d4a-b95f-0d9f0911ce8c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:04.404846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8c364a0-d586-457d-9edf-b9c20c7b7932 req-83267b5e-1ccd-4d4a-b95f-0d9f0911ce8c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 210 time: 0.2717619 Jun 03 15:56:04.421443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6071053-1dfd-42ec-a473-c1c377f57958 req-4446112e-de1e-4f5e-9a19-627bcda4afca tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:04.424715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6071053-1dfd-42ec-a473-c1c377f57958 req-4446112e-de1e-4f5e-9a19-627bcda4afca tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1097 time: 0.3592212 Jun 03 15:56:04.483087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.505773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['3ba0ccbd-b906-4f40-9c5d-5721d0b28092'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:56:04.563555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6071053-1dfd-42ec-a473-c1c377f57958 req-0bcde02d-5c22-41ae-850d-25e708ae937d tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245699 Jun 03 15:56:04.592718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:04.614151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:04.614151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:04.635158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34688) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:04.678863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92c0c1fc-8231-48ca-acbf-b0e159afb03f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:04.733693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 92c0c1fc-8231-48ca-acbf-b0e159afb03f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:04.734046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 92c0c1fc-8231-48ca-acbf-b0e159afb03f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:04.771788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=61f5dd07-59fd-49ff-8858-91abbc54d0e7,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:04.820695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:04.821506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.873828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-8fb85c61-6035-4612-9bf2-7f7c9736500b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6742928 Jun 03 15:56:04.908538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Request body: {'port': {'device_id': '0424beda-9809-40ee-9a07-a11b3309eb35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:05.268428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.290133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-afbdd299-e0c6-4d04-a74b-fa9ee3fbc761 None None] Provisioning for port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:05.298788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port a4444b78-7962-4f79-96ec-d1d6f9aafa49 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:05.298788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.305587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-afbdd299-e0c6-4d04-a74b-fa9ee3fbc761 None None] Provisioning complete for port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:05.305587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afbdd299-e0c6-4d04-a74b-fa9ee3fbc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.418811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-afbdd299-e0c6-4d04-a74b-fa9ee3fbc761 None None] Port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:05.677715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.677715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.933364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for a4444b78-7962-4f79-96ec-d1d6f9aafa49 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:05.981615 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f5dd07-59fd-49ff-8858-91abbc54d0e7 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:56:06.007296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.053758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Transition to ACTIVE for port object 61f5dd07-59fd-49ff-8858-91abbc54d0e7 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:06.169092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34704) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:06.181196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.329265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=61f5dd07-59fd-49ff-8858-91abbc54d0e7,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:06.517402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.694122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=a4444b78-7962-4f79-96ec-d1d6f9aafa49,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:06.708479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debaeec-0600-454b-b73e-bf3f2e8c2a19 req-31efab23-3197-4f57-b8d0-96cce37d41ca tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:06.710064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5debaeec-0600-454b-b73e-bf3f2e8c2a19 req-31efab23-3197-4f57-b8d0-96cce37d41ca tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.6516154 Jun 03 15:56:06.802616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bb9d7465-12cb-47b6-ada7-d9fa11332dd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b17f816200cc408fabfc88b3f3e59ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323538 Jun 03 15:56:06.805583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34720) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:06.826337 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5debaeec-0600-454b-b73e-bf3f2e8c2a19 req-2b13d112-36a1-433b-b6fd-53fd831d15e6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075652 Jun 03 15:56:06.833018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Attempting to bind port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:06.833574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Attempting to bind port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:06.834272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Attempting to bind port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:06.841109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:56:06.841694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Attempting to bind port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:06.852862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:06.853440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:06.854559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:06.855828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Bound port: 61f5dd07-59fd-49ff-8858-91abbc54d0e7, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:06.857190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.880724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.881436 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP d1447b06-bb50-4432-a166-c4322670431d disassociated (deleted). External IP: 172.25.1.100, port: c438dec5-8918-402e-8d4c-5e634aff0bfd. Jun 03 15:56:06.984724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] For port 61f5dd07-59fd-49ff-8858-91abbc54d0e7, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:06.990277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] For port 61f5dd07-59fd-49ff-8858-91abbc54d0e7, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=61f5dd07-59fd-49ff-8858-91abbc54d0e7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:06.999309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.073588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:07.074506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.076081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] 10.222.0.15 "PUT /v2.0/ports/61f5dd07-59fd-49ff-8858-91abbc54d0e7 HTTP/1.1" status: 200 len: 1092 time: 2.1942656 Jun 03 15:56:07.076772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0424beda-9809-40ee-9a07-a11b3309eb35', 'tag': '61f5dd07-59fd-49ff-8858-91abbc54d0e7'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:07.130719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa92e1-1425-4b25-b198-9756c7234bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=61f5dd07-59fd-49ff-8858-91abbc54d0e7,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:07.196921 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dca6d5-2004-4842-b869-4340d28f2b71'] response: {'name': 'network-changed', 'server_uuid': '0424beda-9809-40ee-9a07-a11b3309eb35', 'tag': '61f5dd07-59fd-49ff-8858-91abbc54d0e7', 'status': 'completed', 'code': 200} Jun 03 15:56:07.261091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-7815b547-230b-4fb1-9c23-db502e0e0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:07.263719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-7815b547-230b-4fb1-9c23-db502e0e0441 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 1095 time: 0.1087885 Jun 03 15:56:07.283830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5357477-4c03-4b3a-b915-036a1c482519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.366620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-578d9120-5fcd-4599-a259-ceb1f1f8454d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61f5dd07-59fd-49ff-8858-91abbc54d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0880518 Jun 03 15:56:07.378736 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5357477-4c03-4b3a-b915-036a1c482519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.524539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-a18d0ad5-c5cc-4253-81a2-fd2ccebf6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:07.528061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-a18d0ad5-c5cc-4253-81a2-fd2ccebf6051 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.1523833 Jun 03 15:56:07.701173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-d7f4ecc8-10ef-4ed6-a7ab-e531faf1e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:07.702733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-d7f4ecc8-10ef-4ed6-a7ab-e531faf1e675 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688662 Jun 03 15:56:07.736039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5357477-4c03-4b3a-b915-036a1c482519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.783427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5357477-4c03-4b3a-b915-036a1c482519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf40dd87-28f7-40c9-8456-239ebc6a28c1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:07.800252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router fcfa35ff-87c5-4de8-901e-84982468553a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:56:07.894248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-88046056-a6ba-46a7-a956-a536f3c5d57d service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849689 Jun 03 15:56:08.285477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:08.294965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.309398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] Sync routers for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:08.323416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:08.325261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:08.361549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e69cc9-17dc-4bac-bd9c-593cedd6a2a1 req-eb3ac4b7-d9db-485e-ba75-4518562f3c98 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:08.364035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2e69cc9-17dc-4bac-bd9c-593cedd6a2a1 req-eb3ac4b7-d9db-485e-ba75-4518562f3c98 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.2059743 Jun 03 15:56:08.367497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a02a6c57-4bce-4e51-aadc-4d54018fb642 req-909826a7-d9d9-48cc-ab03-b4ef1ff99e29 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666522 Jun 03 15:56:08.401895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5357477-4c03-4b3a-b915-036a1c482519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.405383 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f5357477-4c03-4b3a-b915-036a1c482519 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf40dd87-28f7-40c9-8456-239ebc6a28c1 HTTP/1.1" status: 204 len: 168 time: 1.5926971 Jun 03 15:56:08.483172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b0008ec6-35ef-4a1d-8311-42ac15b13d8f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/floatingips/d1447b06-bb50-4432-a166-c4322670431d HTTP/1.1" status: 204 len: 168 time: 3.8468912 Jun 03 15:56:08.484599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:08.546751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2e69cc9-17dc-4bac-bd9c-593cedd6a2a1 req-cf7f1dd0-e031-45aa-baa8-919ca40be7ac tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732299 Jun 03 15:56:08.654433 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6899f15-5be7-473e-9fb4-03f7aed858a8'] response: {'name': 'network-changed', 'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'status': 'completed', 'code': 200} Jun 03 15:56:08.703858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-c6c6aadd-c45a-4011-a4e2-31e1e33e5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:08.706542 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-c6c6aadd-c45a-4011-a4e2-31e1e33e5517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 1095 time: 0.2645364 Jun 03 15:56:08.820734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:08.951114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-f311b46c-666f-49fd-a8af-038254f88bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:08.956868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-f311b46c-666f-49fd-a8af-038254f88bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 1097 time: 0.2769854 Jun 03 15:56:09.210190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-86d8ae92-f396-4b33-ba81-f796a25d441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:09.215190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-86d8ae92-f396-4b33-ba81-f796a25d441b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.4989824 Jun 03 15:56:09.443814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-26d55374-c198-4964-9e4f-7752962b9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:09.446301 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-26d55374-c198-4964-9e4f-7752962b9090 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 200 len: 898 time: 0.4596374 Jun 03 15:56:09.460740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34768) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:09.462864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-f162e862-f09a-43f4-88bf-febb983a9f0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61f5dd07-59fd-49ff-8858-91abbc54d0e7 HTTP/1.1" status: 200 len: 217 time: 0.2397280 Jun 03 15:56:09.547671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-30665305-54f8-4768-98f7-0640c7d5c59f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 200 len: 217 time: 0.0928586 Jun 03 15:56:09.588671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:09.625684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:09.636422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:d27c43393d69429c83092b5460d76c3c is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:09.642764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:09.650640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-9d6fa680-5255-49cb-8511-948b63db669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:09.652769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-9d6fa680-5255-49cb-8511-948b63db669f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.1797466 Jun 03 15:56:09.659445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:09.798316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec524d-121c-48cc-8e4b-e3b6f08c268f req-99c7213a-23cf-445a-8ec2-486ad9028b88 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:09.809290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5ec524d-121c-48cc-8e4b-e3b6f08c268f req-99c7213a-23cf-445a-8ec2-486ad9028b88 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 946 time: 0.2816236 Jun 03 15:56:09.825241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-9f45810a-252d-44d3-a10b-dc3756b49fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:09.835549 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-9f45810a-252d-44d3-a10b-dc3756b49fc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 200 len: 834 time: 0.2816441 Jun 03 15:56:09.851933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:57Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:09.861836 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] Checking router: fcfa35ff-87c5-4de8-901e-84982468553a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:09.886560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:09.887959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:55:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:09.953631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5ec524d-121c-48cc-8e4b-e3b6f08c268f req-2eb6d341-c263-4ec8-aea4-bd6cc2948b5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430438 Jun 03 15:56:10.042393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-ce1a5f7b-4541-4f2a-9853-a37eb190cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:10.047330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-ce1a5f7b-4541-4f2a-9853-a37eb190cd9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3825903 Jun 03 15:56:10.059784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-309f43e0-c085-483e-bdc4-ba78af6919c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:10.061724 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-309f43e0-c085-483e-bdc4-ba78af6919c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78041803-a75e-43c1-a43f-4c63e1f33307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174621 Jun 03 15:56:10.227831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:10.360327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-beae9af7-1985-4e48-87d0-33b9ad7fcd12 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865751 Jun 03 15:56:10.366569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.392906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.463224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.15', 57853) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:10.580032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d27c43393d69429c83092b5460d76c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1056349 Jun 03 15:56:10.583724 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34786) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:10.622323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb8cb-72a7-4bff-a4e9-5384e2f9cfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb3626-319c-421b-bc2b-b9d6fc5cab8f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:10.673896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405865-e946-4d8e-afa8-d850fbba0f92 req-be725048-2560-4ad1-bcca-18a446fe5bd7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:10.683151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5405865-e946-4d8e-afa8-d850fbba0f92 req-be725048-2560-4ad1-bcca-18a446fe5bd7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.8175671 Jun 03 15:56:10.720011 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-835b61d5-7d33-455c-842e-3fd063eaeaff service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507461 Jun 03 15:56:10.778263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-65135232-8d60-465a-aead-13fbf4d69ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083276 Jun 03 15:56:10.813074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-68e51ed4-0501-475a-8f2f-0f16b36fb5ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:10.813596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:57Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:10.814866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-68e51ed4-0501-475a-8f2f-0f16b36fb5ad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 946 time: 0.3445091 Jun 03 15:56:10.833909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a17d7-4c73-4b42-9524-4b158e813223 None None] The sync data for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 is: [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:53:50Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dceb3b97-bca6-469d-95f5-efbacb1803e7', 'name': '', 'network_id': '78041803-a75e-43c1-a43f-4c63e1f33307', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:69:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '69f06047-575e-4114-bb7c-e8c825992800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:48Z', 'updated_at': '2022-06-03T15:53:57Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '69f06047-575e-4114-bb7c-e8c825992800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:11.067114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5405865-e946-4d8e-afa8-d850fbba0f92 req-cd9415e7-667f-43f6-91a1-e782ecae48a6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610234 Jun 03 15:56:11.103711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6a6b240-1c26-4876-b324-607f51fd0a85 req-dae6b254-0ade-436c-ae62-28196bc9445c service neutron] 10.222.0.15 "GET /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629396 Jun 03 15:56:11.109855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7071ab55-10a5-4dee-a741-5eae66a0271d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.252866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port c438dec5-8918-402e-8d4c-5e634aff0bfd {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:11.252866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.374754 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7071ab55-10a5-4dee-a741-5eae66a0271d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.422599 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5d04e1-81dc-44b7-9adc-415f13232620 None None] New status for floating IP d1447b06-bb50-4432-a166-c4322670431d: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:56:11.860168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746abe02-d4dd-4187-8ed7-824f475757a3 req-1634765b-89d4-455a-9617-ae284a18c1ac tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:11.862315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-746abe02-d4dd-4187-8ed7-824f475757a3 req-1634765b-89d4-455a-9617-ae284a18c1ac tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=932d32ff-b170-4bb6-b3e0-2d7b2d4ded05 HTTP/1.1" status: 200 len: 946 time: 0.6971993 Jun 03 15:56:11.866513 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7071ab55-10a5-4dee-a741-5eae66a0271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.967284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071ab55-10a5-4dee-a741-5eae66a0271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb3626-319c-421b-bc2b-b9d6fc5cab8f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:11.977629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port c438dec5-8918-402e-8d4c-5e634aff0bfd, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c438dec5-8918-402e-8d4c-5e634aff0bfd,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:11.977629 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.002426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7071ab55-10a5-4dee-a741-5eae66a0271d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.003564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7071ab55-10a5-4dee-a741-5eae66a0271d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdbb3626-319c-421b-bc2b-b9d6fc5cab8f HTTP/1.1" status: 204 len: 168 time: 1.4137981 Jun 03 15:56:12.163446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for c438dec5-8918-402e-8d4c-5e634aff0bfd owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:12.400391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-746abe02-d4dd-4187-8ed7-824f475757a3 req-affd06ab-0e9d-4ea5-9edb-68df4d64caec tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=42cb90fa-7161-4365-811b-72b40cdb5744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5074785 Jun 03 15:56:12.479578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf58ac-acf6-4eee-b769-b6469113f016 req-55d26be3-db4c-49a7-bb26-3b489d134b69 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:12.479578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8cf58ac-acf6-4eee-b769-b6469113f016 req-55d26be3-db4c-49a7-bb26-3b489d134b69 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.2559505 Jun 03 15:56:12.650443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.758190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=c438dec5-8918-402e-8d4c-5e634aff0bfd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:12.778412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c8cf58ac-acf6-4eee-b769-b6469113f016 req-ab5cad5a-7171-4024-a43e-d94afd902d84 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248421 Jun 03 15:56:12.918146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] No DVR routers for this DVR port c438dec5-8918-402e-8d4c-5e634aff0bfd on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:12.918146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.933319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-deleted', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:12.980651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34828) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:12.999690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-297e8e9e-e629-4090-a04d-6ed3e03e3423 req-2d48623b-9e55-4a50-878d-a47adc55fe99 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "DELETE /v2.0/ports/c438dec5-8918-402e-8d4c-5e634aff0bfd HTTP/1.1" status: 204 len: 173 time: 2.1687906 Jun 03 15:56:13.065560 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35350120-a7b3-404d-a76b-7dbe16acf73f'] response: {'server_uuid': '932d32ff-b170-4bb6-b3e0-2d7b2d4ded05', 'name': 'network-vif-deleted', 'tag': 'c438dec5-8918-402e-8d4c-5e634aff0bfd', 'status': 'completed', 'code': 200} Jun 03 15:56:13.108426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c3b60f96-5b66-4f41-86c0-d8aa5e777f87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72800d262efb4fa28d562593a5b41c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263642 Jun 03 15:56:13.110551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34832) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:13.253025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0c59433-a1b8-4cb7-affe-5e247f4c0b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.366107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0c59433-a1b8-4cb7-affe-5e247f4c0b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.440273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:13.515611 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0c59433-a1b8-4cb7-affe-5e247f4c0b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.557249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c59433-a1b8-4cb7-affe-5e247f4c0b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af85cf-9797-4973-ad29-e4baede34640,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:13.634469 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e0c59433-a1b8-4cb7-affe-5e247f4c0b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.634469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e0c59433-a1b8-4cb7-affe-5e247f4c0b0e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2af85cf-9797-4973-ad29-e4baede34640 HTTP/1.1" status: 204 len: 168 time: 0.4974086 Jun 03 15:56:13.641545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: c438dec5-8918-402e-8d4c-5e634aff0bfd {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:13.641545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c438dec5-8918-402e-8d4c-5e634aff0bfd not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:13.665118 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cb732fe2-8e8d-425c-b678-0aa47a1ffee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.748895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34844) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:14.559242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e20b1a-db75-44bf-845f-b76c242b1b4c req-6f434a03-99dd-4e74-bf44-bccf0ac6809c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:14.564671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6e20b1a-db75-44bf-845f-b76c242b1b4c req-6f434a03-99dd-4e74-bf44-bccf0ac6809c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.4745753 Jun 03 15:56:14.726017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6e20b1a-db75-44bf-845f-b76c242b1b4c req-b507e12b-ad90-4473-86ca-e837a7cb0033 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532001 Jun 03 15:56:15.181604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.311534 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34888) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:15.453663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1054515041-network', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:15.488854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:15.488854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Usage tracker for resource:network and tenant:de7a9da9a9384906bbb9df09c46f57c6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:15.498689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:15.508720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:15.518847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Made reservation on behalf of de7a9da9a9384906bbb9df09c46f57c6 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:15.523922 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.537852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.573414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:15.573414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Usage tracker for resource:security_group_rule and tenant:de7a9da9a9384906bbb9df09c46f57c6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:15.573414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:15.596752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:15.612675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port dceb3b97-bca6-469d-95f5-efbacb1803e7 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:15.612675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.719282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.724513 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.760987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f562f-c8b0-4044-834e-cf73eb06152f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:15.778193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.778543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.779478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.779814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.780222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.780555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.780881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.781294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.781618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.782171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.782690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.783440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:15.787572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:15.798244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.798573 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Added segment e97b094b-4299-4f20-bd50-05476dedfb3e of type vlan for network c0e137bd-d258-431c-b17c-5fac0af06675 Jun 03 15:56:15.808741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.830858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.867904 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.868935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:15.869581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.901013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port dceb3b97-bca6-469d-95f5-efbacb1803e7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dceb3b97-bca6-469d-95f5-efbacb1803e7,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:15.901381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.984628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] Pushing event updated for resources: {'Network': ['ID=c0e137bd-d258-431c-b17c-5fac0af06675,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:15.997660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network c0e137bd-d258-431c-b17c-5fac0af06675 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:16.026066 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b21932f7-f023-4b6e-a335-0d8222b0d5ae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7135527 Jun 03 15:56:16.028783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34904) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:16.034718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Request body: {'subnet': {'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1054515041-subnet', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:16.045211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:16.055526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Usage tracker for resource:subnet and tenant:de7a9da9a9384906bbb9df09c46f57c6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:16.058583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:16.062395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for dceb3b97-bca6-469d-95f5-efbacb1803e7 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:16.077144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:16.092264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Made reservation on behalf of de7a9da9a9384906bbb9df09c46f57c6 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:16.097107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.153092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7d38-74e4-4878-9796-f4a88a43abd5 req-f246c9d7-d7a8-4e3a-bb56-1d764d17bccb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:16.154805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66fd7d38-74e4-4878-9796-f4a88a43abd5 req-f246c9d7-d7a8-4e3a-bb56-1d764d17bccb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.3086317 Jun 03 15:56:16.232133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66fd7d38-74e4-4878-9796-f4a88a43abd5 req-a9659411-7d91-405e-ae05-9019b8135c19 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678296 Jun 03 15:56:16.281378 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b93edfa2-0df2-44b8-b2eb-4601b562c032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.378503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.442324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=dceb3b97-bca6-469d-95f5-efbacb1803e7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:16.546794 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.661257 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.725994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Checking segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:16.726233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Network hostable DHCP agents. Network: c0e137bd-d258-431c-b17c-5fac0af06675, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:16.740894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13b6f7a-e1fa-4d70-bb24-15203e149ff6,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:16.851340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Network c0e137bd-d258-431c-b17c-5fac0af06675 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:16.877023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, c0e137bd-d258-431c-b17c-5fac0af06675) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:16.877023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:16.877023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.890622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd620f68-ee51-4947-867c-1160b35eeb9f None None] Network c0e137bd-d258-431c-b17c-5fac0af06675 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:16.932059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-04e24d8b-bced-45f0-974a-24d5aaedd6a4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8941977 Jun 03 15:56:16.932059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34918) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:16.938209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:16.944797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:16.951017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Usage tracker for resource:router and tenant:de7a9da9a9384906bbb9df09c46f57c6 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:16.954634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:16.955200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.962842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:16.976550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.977832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.015016 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.039720 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.371950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-c0e137bd-d258-431c-b17c-5fac0af06675', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'fixed_ips': [{'subnet_id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:17.373492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.624856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.748077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Allocated IP 172.20.0.2 (c0e137bd-d258-431c-b17c-5fac0af06675/d13b6f7a-e1fa-4d70-bb24-15203e149ff6/701cace7-df44-4efc-b280-580b10cea147) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:18.105072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cb0b5-ecd1-45f5-9dc6-51c0f48c7c89 req-d1b23ec5-50fc-4c85-ad33-909f412ba68c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:18.105072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-817cb0b5-ecd1-45f5-9dc6-51c0f48c7c89 req-d1b23ec5-50fc-4c85-ad33-909f412ba68c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.6089103 Jun 03 15:56:18.274632 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-817cb0b5-ecd1-45f5-9dc6-51c0f48c7c89 req-b3da092e-0d0d-4169-9c14-00bc293a1b59 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535981 Jun 03 15:56:18.307310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.310664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router fcfa35ff-87c5-4de8-901e-84982468553a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:56:18.405896 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.420032 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.492919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.502178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Transition to ACTIVE for port object 701cace7-df44-4efc-b280-580b10cea147 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:18.527249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Transition to ACTIVE for port object 701cace7-df44-4efc-b280-580b10cea147 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:18.550324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.606550 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.624832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Network c0e137bd-d258-431c-b17c-5fac0af06675 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:18.633304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:18.638496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:18.733839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Allocated IP 172.25.1.177 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/02011654-b092-432c-a758-241d2329f5df) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:18.734931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:18.767785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e65e87fb-2c68-4ed3-b6ee-31f39f1f72f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/fcfa35ff-87c5-4de8-901e-84982468553a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0153153 Jun 03 15:56:18.767998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Pushing event updated for resources: {'Port': ['ID=701cace7-df44-4efc-b280-580b10cea147,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:18.768564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34944) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:18.785815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] Sync routers for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:18.819211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:18.819862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:18.849249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting subnet 69f06047-575e-4114-bb7c-e8c825992800 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:18.852865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.911119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Attempting to bind port 701cace7-df44-4efc-b280-580b10cea147 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:18.911119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Attempting to bind port 701cace7-df44-4efc-b280-580b10cea147 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:18.911119 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Attempting to bind port 701cace7-df44-4efc-b280-580b10cea147 on network c0e137bd-d258-431c-b17c-5fac0af06675 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:18.930926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:18.930926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Checking segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:18.930926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.930926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Bound using segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:18.930926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Bound port: 701cace7-df44-4efc-b280-580b10cea147, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:18.930926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.051675 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.079802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.162159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.200670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] For port 701cace7-df44-4efc-b280-580b10cea147, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:19.205880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] For port 701cace7-df44-4efc-b280-580b10cea147, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=701cace7-df44-4efc-b280-580b10cea147,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:19.221337 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.236287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:19.241721 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.328056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:19.330723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:19.346957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:19.458343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.604198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Pushing event updated for resources: {'Port': ['ID=02011654-b092-432c-a758-241d2329f5df,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:19.625140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bf6af-e5af-4fcb-b20b-7e8fca33261d None None] Pushing event updated for resources: {'Port': ['ID=701cace7-df44-4efc-b280-580b10cea147,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:19.711906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Subnet': ['ID=69f06047-575e-4114-bb7c-e8c825992800,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:19.715757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.732646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9adde268-202e-4245-84f9-44b8910436a8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/subnets/69f06047-575e-4114-bb7c-e8c825992800 HTTP/1.1" status: 204 len: 168 time: 0.9608018 Jun 03 15:56:19.748930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 34962) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:19.783894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ed65a-0c5c-45a8-b9bb-ea58e3eecc34 None None] Network 78041803-a75e-43c1-a43f-4c63e1f33307 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:20.259835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6891a-2b3f-4694-92cb-0eaa1c4610f2 req-357e41de-e5bd-40d3-9b95-2e0f4845f2c0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:20.267078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9de6891a-2b3f-4694-92cb-0eaa1c4610f2 req-357e41de-e5bd-40d3-9b95-2e0f4845f2c0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.7193577 Jun 03 15:56:20.295182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:56:16Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:20.304725 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] Checking router: fcfa35ff-87c5-4de8-901e-84982468553a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:20.313602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.319982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] Routers {'fcfa35ff-87c5-4de8-901e-84982468553a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:20.321223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['fcfa35ff-87c5-4de8-901e-84982468553a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:20.346360 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.529932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9de6891a-2b3f-4694-92cb-0eaa1c4610f2 req-086aa57b-731a-4ea6-9ce5-da0d62da6e7b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546301 Jun 03 15:56:20.623566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] DHCP port deletion for 78041803-a75e-43c1-a43f-4c63e1f33307 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:20.662232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] Deleting port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:20.662888 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.826664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 701cace7-df44-4efc-b280-580b10cea147 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:21.022198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] Set router fcfa35ff-87c5-4de8-901e-84982468553a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:21.051848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.078583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:21.078583 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.123987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.355348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] For port a96f0b8b-cc2b-453b-a564-5afae21ec1f6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a96f0b8b-cc2b-453b-a564-5afae21ec1f6,segment=NetworkSegment(e831bd42-3cc8-49f1-975e-04d9595c1c5e),segment_id=e831bd42-3cc8-49f1-975e-04d9595c1c5e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:21.355348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.438514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 79df48b0-007f-4594-8fd9-7ec3d3d61cd6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:21.438956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.645771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:21.666601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] Calling delete_port for a96f0b8b-cc2b-453b-a564-5afae21ec1f6 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:21.729436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb3c7d-64c4-4a4f-b65b-2dc1b7097257 None None] Network c0e137bd-d258-431c-b17c-5fac0af06675 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:21.731484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:56:21.891066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-26dd6346-eae3-411a-a3a2-1dc138c84d8e None None] Provisioning for port 701cace7-df44-4efc-b280-580b10cea147 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:21.930297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 701cace7-df44-4efc-b280-580b10cea147 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:21.937183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5409-74d5-46e2-8c8e-54c863ce89e0 req-47dc3b34-3757-4a69-a615-aaaa5d323d8b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:21.948407 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c1c5409-74d5-46e2-8c8e-54c863ce89e0 req-47dc3b34-3757-4a69-a615-aaaa5d323d8b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.1425383 Jun 03 15:56:21.953018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 701cace7-df44-4efc-b280-580b10cea147 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:21.953401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.005584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:22.015618 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Sync routers for ids ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:22.034266 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Routers {'002ae59b-4710-46f1-8b3a-d82cf1cc34b4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:22.037458 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:22.087311 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.094526 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.101553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-48514e3c-0754-47ed-84fd-4dc300fe8f17 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1739213 Jun 03 15:56:22.102410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 34994) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:22.140017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c1c5409-74d5-46e2-8c8e-54c863ce89e0 req-eeeae3cd-03e3-49fb-a58b-ad232a020d75 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892092 Jun 03 15:56:22.184014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] Pushing event deleted for resources: {'Port': ['ID=a96f0b8b-cc2b-453b-a564-5afae21ec1f6,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:22.187777 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.232072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117388d-cb2a-46b4-a6b7-58bdbef1c58a None None] No DVR routers for this DVR port a96f0b8b-cc2b-453b-a564-5afae21ec1f6 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:22.248440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=79df48b0-007f-4594-8fd9-7ec3d3d61cd6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:22.390310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.408446 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Set router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:22.695762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.696599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 701cace7-df44-4efc-b280-580b10cea147 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:22.696599 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.697663 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.745072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.745784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Fanout notify agent at l3_agent the message router_deleted on router fcfa35ff-87c5-4de8-901e-84982468553a {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:56:22.771542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 701cace7-df44-4efc-b280-580b10cea147, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=701cace7-df44-4efc-b280-580b10cea147,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:22.785797 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.789537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.795325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-42dc1ba4-4cc9-4dbf-a10b-4316f11b8077 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/routers/fcfa35ff-87c5-4de8-901e-84982468553a HTTP/1.1" status: 204 len: 168 time: 3.0439885 Jun 03 15:56:22.797137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35004) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:22.907919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a96f0b8b-cc2b-453b-a564-5afae21ec1f6 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:22.978735 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '02011654-b092-432c-a758-241d2329f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:56:19Z', 'revision_number': 3, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port': {'id': '02011654-b092-432c-a758-241d2329f5df', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:18Z', 'updated_at': '2022-06-03T15:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:22.982905 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Checking router: 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:22.983250 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Updating router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 port 02011654-b092-432c-a758-241d2329f5df binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:23.011745 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.091157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a96f0b8b-cc2b-453b-a564-5afae21ec1f6 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:23.091512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a96f0b8b-cc2b-453b-a564-5afae21ec1f6 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:23.142609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:56:16Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:23.156216 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.205412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-dd0335b0-29c1-49e5-b64e-331471a083a1 None None] Provisioning complete for port 701cace7-df44-4efc-b280-580b10cea147 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:23.205766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd0335b0-29c1-49e5-b64e-331471a083a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.279377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de26b0c-d895-482a-a521-d6d916a8c704 None None] The sync data for ids ['fcfa35ff-87c5-4de8-901e-84982468553a'] in n-d-844594-1 is: [{'id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510629688', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:38Z', 'updated_at': '2022-06-03T15:56:16Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '79df48b0-007f-4594-8fd9-7ec3d3d61cd6', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa35ff-87c5-4de8-901e-84982468553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:40Z', 'updated_at': '2022-06-03T15:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:23.293813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=701cace7-df44-4efc-b280-580b10cea147,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:23.321966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.377436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.435731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78041803-a75e-43c1-a43f-4c63e1f33307']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:23.454034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e831bd42-3cc8-49f1-975e-04d9595c1c5e') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:23.454896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e831bd42-3cc8-49f1-975e-04d9595c1c5e') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:23.458921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-dd0335b0-29c1-49e5-b64e-331471a083a1 None None] Current status of the port 701cace7-df44-4efc-b280-580b10cea147 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:23.472846 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.507677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.515649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:23.516415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.645159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Allocated IP 172.20.0.1 (c0e137bd-d258-431c-b17c-5fac0af06675/d13b6f7a-e1fa-4d70-bb24-15203e149ff6/5c1a818f-57ac-41c9-a005-4439aaae76b2) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:23.667908 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e831bd42-3cc8-49f1-975e-04d9595c1c5e resource provider aggregate not found Jun 03 15:56:23.748868 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment e831bd42-3cc8-49f1-975e-04d9595c1c5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e831bd42-3cc8-49f1-975e-04d9595c1c5e found for delete ", "request_id": "req-3e6480c9-af56-4dcd-848d-a7f86e39741a"}]} Jun 03 15:56:23.791905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.827337 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.842948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Network': ['ID=78041803-a75e-43c1-a43f-4c63e1f33307,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:23.869171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f30be-4a6f-4152-a8c9-139872b445c9 req-14478840-ab56-45a5-841f-5a6cc85e9543 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:23.871125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a89f30be-4a6f-4152-a8c9-139872b445c9 req-14478840-ab56-45a5-841f-5a6cc85e9543 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.3045166 Jun 03 15:56:23.875570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7e61de4e-df5e-4a6c-b998-1bdce0964d23 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/networks/78041803-a75e-43c1-a43f-4c63e1f33307 HTTP/1.1" status: 204 len: 168 time: 1.0739002 Jun 03 15:56:23.876171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35028) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:23.950228 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.981478 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.984987 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Transition to ACTIVE for port object 02011654-b092-432c-a758-241d2329f5df will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:23.998424 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.058922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Transition to ACTIVE for port object 5c1a818f-57ac-41c9-a005-4439aaae76b2 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:24.114763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.191856 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Attempting to bind port 02011654-b092-432c-a758-241d2329f5df on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:24.199232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Attempting to bind port 02011654-b092-432c-a758-241d2329f5df by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:24.199855 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Attempting to bind port 02011654-b092-432c-a758-241d2329f5df on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:24.210568 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:24.210930 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:24.211332 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.211721 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:24.212215 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Bound port: 02011654-b092-432c-a758-241d2329f5df, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:24.212592 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.229765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Network c0e137bd-d258-431c-b17c-5fac0af06675 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:24.233559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:24.236249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:24.244892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a89f30be-4a6f-4152-a8c9-139872b445c9 req-7bb61958-9187-47f8-add8-be7ed7105710 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662302 Jun 03 15:56:24.251771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c038fc10-1699-4bda-8fd6-cc5c9e69862b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.282926 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Pushing event updated for resources: {'Port': ['ID=02011654-b092-432c-a758-241d2329f5df,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:24.310606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Pushing event updated for resources: {'Port': ['ID=5c1a818f-57ac-41c9-a005-4439aaae76b2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:24.343978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.364012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c038fc10-1699-4bda-8fd6-cc5c9e69862b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.371604 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] For port 02011654-b092-432c-a758-241d2329f5df, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:24.380214 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] For port 02011654-b092-432c-a758-241d2329f5df, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=02011654-b092-432c-a758-241d2329f5df,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:24.393119 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.513449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c038fc10-1699-4bda-8fd6-cc5c9e69862b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.539253 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038fc10-1699-4bda-8fd6-cc5c9e69862b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cb90fa-7161-4365-811b-72b40cdb5744,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:24.545418 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Pushing event updated for resources: {'Port': ['ID=02011654-b092-432c-a758-241d2329f5df,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:24.603242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c038fc10-1699-4bda-8fd6-cc5c9e69862b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.609599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c038fc10-1699-4bda-8fd6-cc5c9e69862b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/security-groups/42cb90fa-7161-4365-811b-72b40cdb5744 HTTP/1.1" status: 204 len: 168 time: 0.7260916 Jun 03 15:56:24.624189 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.624189 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.624189 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.624189 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.624189 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.625154 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.625154 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.625154 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.625795 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.625795 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.626120 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.626278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c2b2-0967-43ba-938b-cad5c365756c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:24.653812 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Routers {'002ae59b-4710-46f1-8b3a-d82cf1cc34b4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:24.655570 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:24.707335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3bbad9c6-8d27-422e-88ed-d6c8c6e9f9e6 None None] Provisioning for port 5c1a818f-57ac-41c9-a005-4439aaae76b2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:24.714858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3bbad9c6-8d27-422e-88ed-d6c8c6e9f9e6 None None] Provisioning complete for port 5c1a818f-57ac-41c9-a005-4439aaae76b2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:24.716686 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3bbad9c6-8d27-422e-88ed-d6c8c6e9f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.759112 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35042) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:24.765067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673574975', 'description': 'tempest-secgroup-smoke-1673574975 description', 'project_id': 'ba454d73f843480bb2a4b139889fe358'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:24.787939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:24.801535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:24.806888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:24.833359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:24.864960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.865134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3bbad9c6-8d27-422e-88ed-d6c8c6e9f9e6 None None] Port 5c1a818f-57ac-41c9-a005-4439aaae76b2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:24.924455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:24.938886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:24.942867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:24.954413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:24.998383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] Set router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:25.127421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.149067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.157794 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.214331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 701cace7-df44-4efc-b280-580b10cea147 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:25.246970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a77eb7-e9ae-43ba-949d-b6714b0e949d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:25.312903 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.317888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cee873ed-de83-4659-b082-203cdb938b48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5570290 Jun 03 15:56:25.318429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35056) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:25.326906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '72a77eb7-e9ae-43ba-949d-b6714b0e949d', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:25.337805 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 701cace7-df44-4efc-b280-580b10cea147 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:25.338519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.339173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:25.350674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:25.354970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:25.369542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:25.482681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.553449 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '02011654-b092-432c-a758-241d2329f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:56:19Z', 'revision_number': 3, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port': {'id': '02011654-b092-432c-a758-241d2329f5df', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:18Z', 'updated_at': '2022-06-03T15:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:25.558070 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2554a-6baf-4335-9daf-beb4917495a4 None None] The sync data for ids ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'] in n-d-844594-1 is: [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '02011654-b092-432c-a758-241d2329f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:56:19Z', 'revision_number': 3, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port': {'id': '02011654-b092-432c-a758-241d2329f5df', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:18Z', 'updated_at': '2022-06-03T15:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:25.599605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.609686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 701cace7-df44-4efc-b280-580b10cea147 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:25.613701 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.642111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:25.664766 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.672095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.689832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba895b-26be-487b-9d01-2f00c9c4aa1f req-80fae182-ef83-4dd0-b4d2-f4f801268a56 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:25.698062 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8ba895b-26be-487b-9d01-2f00c9c4aa1f req-80fae182-ef83-4dd0-b4d2-f4f801268a56 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.2963505 Jun 03 15:56:25.703362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:25.703708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 79df48b0-007f-4594-8fd9-7ec3d3d61cd6 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:25.704842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dceb3b97-bca6-469d-95f5-efbacb1803e7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:25.712091 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3d795d-80b5-49c9-acce-33c753e12836,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:25.779045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.785069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: dceb3b97-bca6-469d-95f5-efbacb1803e7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:25.785528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dceb3b97-bca6-469d-95f5-efbacb1803e7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:25.785957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fc32ffe4-46f9-4548-bdcb-1bd7647231f8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664433 Jun 03 15:56:25.789174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35066) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:25.800413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8ba895b-26be-487b-9d01-2f00c9c4aa1f req-1305101b-0631-4ae1-83e5-3e192409248c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012731 Jun 03 15:56:25.804643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '72a77eb7-e9ae-43ba-949d-b6714b0e949d', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:25.812380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:25.828046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:25.834136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:25.861601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:25.871215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Pushing event updated for resources: {'Port': ['ID=5c1a818f-57ac-41c9-a005-4439aaae76b2,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:25.909003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.910742 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.056168 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.062546 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.109486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f8d410-3d24-4732-9e2b-76e00ea227ec,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:26.132098 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.136688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35076) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:26.140359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-70889bb6-adc7-4121-abea-3d369663d3fd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500037 Jun 03 15:56:26.162361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '72a77eb7-e9ae-43ba-949d-b6714b0e949d', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:26.174169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:26.182650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:26.209102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Network c0e137bd-d258-431c-b17c-5fac0af06675 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:26.209102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:26.215276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:26.297408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:26.423086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.579440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.597911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:56:26.603580 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.609583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b85bef07-d3ef-4da7-ba18-7d0b757764f0 None None] Provisioning complete for port 5c1a818f-57ac-41c9-a005-4439aaae76b2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:26.610357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b85bef07-d3ef-4da7-ba18-7d0b757764f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.636563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5122ffcb-c64d-4b35-9229-e1b32d4486b5,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:26.708990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b85bef07-d3ef-4da7-ba18-7d0b757764f0 None None] Port 5c1a818f-57ac-41c9-a005-4439aaae76b2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:26.729246 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.733159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a9081eeb-6fa0-497e-a607-00e583c63eb5 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5922894 Jun 03 15:56:26.735929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35084) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:26.743462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '72a77eb7-e9ae-43ba-949d-b6714b0e949d', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:26.756034 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:26.762605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:26.765971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:26.778216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:26.803147 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.903974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:26.911226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-65cbfc6b-38ef-4f50-93ce-a854d39318bf admin admin] 10.222.0.66 "PUT /v2.0/routers/002ae59b-4710-46f1-8b3a-d82cf1cc34b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8067179 Jun 03 15:56:26.982007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.996913 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.062939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.066619 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3264368 Jun 03 15:56:27.069431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35098) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:27.075017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9e6a00-4640-4c64-9ae4-64ebd4d64bee,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:27.080200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '72a77eb7-e9ae-43ba-949d-b6714b0e949d', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:27.089829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:27.093281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.093872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.094217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.095419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:27.098650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.099236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.099735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.100865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.101203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.101563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.101893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.102219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.102611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c86084-9c3b-4d20-bec8-4a2fedbe462f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:27.116709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:27.131731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29d9b-c2bf-4b07-ba8a-f90251e4efa1 req-ea2c8ad6-2e5b-4cc0-878a-260bdfdf4687 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:27.132421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:27.133357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eaa29d9b-c2bf-4b07-ba8a-f90251e4efa1 req-ea2c8ad6-2e5b-4cc0-878a-260bdfdf4687 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.2047923 Jun 03 15:56:27.163939 n-d-844594-1 neutron-server[88339]: INFO neutron.db.securitygroups_db [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:56:27.183857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.225646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eaa29d9b-c2bf-4b07-ba8a-f90251e4efa1 req-71f21d01-0fa6-4292-a8e4-9b05731e2592 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788550 Jun 03 15:56:27.265735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 02011654-b092-432c-a758-241d2329f5df up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:27.333972 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.339593 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.379581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62e16e3-becb-473f-acd5-834181cb5d50,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:27.381450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.382253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 02011654-b092-432c-a758-241d2329f5df completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:27.385594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35110) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:27.385912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e21085bb-88cb-4c48-b864-49426b0ff782 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3140936 Jun 03 15:56:27.392576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '72a77eb7-e9ae-43ba-949d-b6714b0e949d', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:27.407909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:27.408922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 02011654-b092-432c-a758-241d2329f5df triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:27.409606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.413705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:27.417192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:27.430907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:27.447077 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:56:27.458927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.485430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 61f5dd07-59fd-49ff-8858-91abbc54d0e7 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:56:27.581888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.598509 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.623780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63586e34-eefd-47da-a56c-a534429a86e3,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:27.652924 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.657415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-13ca98bd-5c8e-46a8-9108-b0a562dbfbfc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2670674 Jun 03 15:56:27.658696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35124) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:27.666549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'network': {'name': 'tempest-network-smoke--1004276519', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'port_security_enabled': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:27.679696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:27.700540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:network and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:27.706357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:27.718300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:27.763388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:27.767613 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.815295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:27.829006 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.829657 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Added segment c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb of type vlan for network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 Jun 03 15:56:27.867273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35130) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:27.873465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-767170240-network', 'tenant_id': 'b6003431a11040cd9745c687cd945664'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:27.879171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:27.884241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Usage tracker for resource:network and tenant:b6003431a11040cd9745c687cd945664 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:27.887811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:27.896685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:27.911629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.921816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Made reservation on behalf of b6003431a11040cd9745c687cd945664 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:27.925899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.931876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 02011654-b092-432c-a758-241d2329f5df is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:27.932278 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.941276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.953629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 02011654-b092-432c-a758-241d2329f5df, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=02011654-b092-432c-a758-241d2329f5df,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:27.967772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.989401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:28.001696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Usage tracker for resource:security_group_rule and tenant:b6003431a11040cd9745c687cd945664 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:28.005705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.008717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:28.011594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:28.015521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:28.018141 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.074998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 61f5dd07-59fd-49ff-8858-91abbc54d0e7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=61f5dd07-59fd-49ff-8858-91abbc54d0e7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:28.110337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '61f5dd07-59fd-49ff-8858-91abbc54d0e7', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'port_id': '61f5dd07-59fd-49ff-8858-91abbc54d0e7', 'mac_address': 'fa:16:3e:a5:9b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:56:28.172556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.179386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.192030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Network': ['ID=a88e30e0-4d97-4357-94c3-b0c8b1da11f9,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:28.195989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4da337e4-8bad-4ea9-8861-3aaef3fb75c3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5352361 Jun 03 15:56:28.198757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:28.216640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Sync routers for ids ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:28.220178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'admin_state_up': True, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:28.224267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:28.226201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=02011654-b092-432c-a758-241d2329f5df,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:28.227565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:router and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:28.230523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:28.237591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:28.243805 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:28.253025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.257061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:28.261018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.273923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc832e5-8759-4229-981d-939d7d774329,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:28.285914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.290690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.291037 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Added segment 7a7099b2-8607-492e-8845-17bdd1a43aa8 of type vlan for network 7443fb14-1aea-4ec4-9224-b504d136ba3c Jun 03 15:56:28.321945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.354100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.355113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:28.355696 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.399060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5302241 Jun 03 15:56:28.405995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Routers {'002ae59b-4710-46f1-8b3a-d82cf1cc34b4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:28.406546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35146) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:28.406637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:28.413014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Request body: {'subnet': {'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-767170240-subnet', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:28.461528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:28.462011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.497320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f5dd07-59fd-49ff-8858-91abbc54d0e7 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:56:28.526884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:28.541252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Usage tracker for resource:subnet and tenant:b6003431a11040cd9745c687cd945664 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:28.544093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 61f5dd07-59fd-49ff-8858-91abbc54d0e7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=61f5dd07-59fd-49ff-8858-91abbc54d0e7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:28.551548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:28.560584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be5190-8b1a-47b1-acd3-befd4d59f999 admin admin] Pushing event updated for resources: {'Network': ['ID=7443fb14-1aea-4ec4-9224-b504d136ba3c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:28.591462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:28.615989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Made reservation on behalf of b6003431a11040cd9745c687cd945664 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:28.622828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.671227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Set router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:28.719537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:28.740426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23d7a1-4e97-4094-a5a8-bcfafa3f5630 req-00e0a44c-7c50-4d9d-a957-7c56a24db4e6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:28.742393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b23d7a1-4e97-4094-a5a8-bcfafa3f5630 req-00e0a44c-7c50-4d9d-a957-7c56a24db4e6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 944 time: 0.2716138 Jun 03 15:56:28.802387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.807288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b23d7a1-4e97-4094-a5a8-bcfafa3f5630 req-4284531f-7858-447e-b793-59860acf69fa tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562901 Jun 03 15:56:28.807471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.954486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.040781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['61f5dd07-59fd-49ff-8858-91abbc54d0e7'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:56:29.060590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cc7fa9-cb6f-4cff-b217-c3e4baa2a747,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:29.116220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Checking segment: {'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:29.117211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Network hostable DHCP agents. Network: 7443fb14-1aea-4ec4-9224-b504d136ba3c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:29.225917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:29.232289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=61f5dd07-59fd-49ff-8858-91abbc54d0e7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:29.245330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7443fb14-1aea-4ec4-9224-b504d136ba3c) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:29.248495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:29.251580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.297082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-245bf5ff-6769-4423-96b1-8fa1fc2739a5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8874340 Jun 03 15:56:29.299727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:29.300852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c45045-b8fe-4c43-8bd1-dac4b6fca99b None None] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:29.307121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:29.313849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 02011654-b092-432c-a758-241d2329f5df up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:29.318302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:29.323684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Usage tracker for resource:router and tenant:b6003431a11040cd9745c687cd945664 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:29.327958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:29.334897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:29.348242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.350376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.366571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.379162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.415779 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.579195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 02011654-b092-432c-a758-241d2329f5df triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:29.579627 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.602118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.70 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/c4c3948b-a229-4ffe-9cce-76d5006570ed) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:29.822576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.862419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.950146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-7443fb14-1aea-4ec4-9224-b504d136ba3c', 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'fixed_ips': [{'subnet_id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:29.951119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.965274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:29.983523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:29.998729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:30.083150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=c4c3948b-a229-4ffe-9cce-76d5006570ed,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:30.122008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 02011654-b092-432c-a758-241d2329f5df is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:30.163048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.251859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442660fe-59eb-4879-ad2a-06f059d194f0 req-1ecb44a2-ea1e-451a-832b-e80637eeb8d4 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:30.260713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-442660fe-59eb-4879-ad2a-06f059d194f0 req-1ecb44a2-ea1e-451a-832b-e80637eeb8d4 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 945 time: 0.2132924 Jun 03 15:56:30.281948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Allocated IP 172.20.0.2 (7443fb14-1aea-4ec4-9224-b504d136ba3c/85cc7fa9-cb6f-4cff-b217-c3e4baa2a747/53b0844e-142e-4ecc-ba4f-86706f966a87) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:30.403117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-442660fe-59eb-4879-ad2a-06f059d194f0 req-f3461c11-2289-4d27-a4a9-208959585cee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421986 Jun 03 15:56:30.426391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '02011654-b092-432c-a758-241d2329f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:56:24Z', 'revision_number': 4, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port': {'id': '02011654-b092-432c-a758-241d2329f5df', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:18Z', 'updated_at': '2022-06-03T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '5c1a818f-57ac-41c9-a005-4439aaae76b2', 'name': '', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'mac_address': 'fa:16:3e:53:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:23Z', 'updated_at': '2022-06-03T15:56:25Z', 'revision_number': 2, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'subnets': [{'id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:30.434409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Checking router: 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:30.434877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Updating router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 port 5c1a818f-57ac-41c9-a005-4439aaae76b2 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:30.552269 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.723594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.742350 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.786580 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.079427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:56:31.093272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Allocated IP 172.25.1.128 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/611387f7-d4e9-40bc-97fd-1d41ae92865c) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:31.153453 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.174006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Transition to ACTIVE for port object 53b0844e-142e-4ecc-ba4f-86706f966a87 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:31.264048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Transition to ACTIVE for port object 53b0844e-142e-4ecc-ba4f-86706f966a87 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:31.270439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.288999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.419995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.420522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Pushing event updated for resources: {'Port': ['ID=53b0844e-142e-4ecc-ba4f-86706f966a87,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:31.435993 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.454949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:31.478671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.533170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:31.539997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:31.591750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 61f5dd07-59fd-49ff-8858-91abbc54d0e7 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:31.593779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=611387f7-d4e9-40bc-97fd-1d41ae92865c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:31.650431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 112289df-2e84-4eff-ab4c-874cb38f8582 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:56:31.669156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:31.673993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:31.676834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:31.685248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Transition to ACTIVE for port object 5c1a818f-57ac-41c9-a005-4439aaae76b2 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:31.738963 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.783613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09fab3-e2cc-4c94-a2d2-90d61656e923 req-3adf918e-b634-4e85-ad99-eab92522e6d5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:31.786001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c09fab3-e2cc-4c94-a2d2-90d61656e923 req-3adf918e-b634-4e85-ad99-eab92522e6d5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 945 time: 0.1946621 Jun 03 15:56:31.983260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:31.993667 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Sync routers for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:32.010648 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:32.011327 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:32.047970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.049556 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fc12fb61-8f93-4b69-af59-1fab90fad888 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8461270 Jun 03 15:56:32.053404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35204) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:32.153986 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7d70021a-8f16-46f9-8299-e15712df01b4 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba454d73f843480bb2a4b139889fe358&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991497 Jun 03 15:56:32.157733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35208) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:32.221833 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c09fab3-e2cc-4c94-a2d2-90d61656e923 req-a59a38dd-91c2-4207-a9b6-a0a588986bfa tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745432 Jun 03 15:56:32.275881 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:32.286477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:32.300929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7585bf-312b-47e1-a081-dd918750dd6a None None] Pushing event updated for resources: {'Port': ['ID=5c1a818f-57ac-41c9-a005-4439aaae76b2,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:32.360024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Attempting to bind port 53b0844e-142e-4ecc-ba4f-86706f966a87 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:32.360531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Attempting to bind port 53b0844e-142e-4ecc-ba4f-86706f966a87 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:32.360924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Attempting to bind port 53b0844e-142e-4ecc-ba4f-86706f966a87 on network 7443fb14-1aea-4ec4-9224-b504d136ba3c {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:32.405954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:32.405954 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.431128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe3452-734f-4e99-8246-1d41c7f27568 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:32.435420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d8fe3452-734f-4e99-8246-1d41c7f27568 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2702241 Jun 03 15:56:32.435876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35218) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:32.494447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:32.494939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Checking segment: {'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:32.495221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.496204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Bound using segment: {'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:32.496204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Bound port: 53b0844e-142e-4ecc-ba4f-86706f966a87, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:32.496486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.522646 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2e7317c0-3f74-4369-8962-d900d011137a tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856552 Jun 03 15:56:32.525297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35222) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:32.549056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2106766800', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:32.709008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Attempting to bind port 5c1a818f-57ac-41c9-a005-4439aaae76b2 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:32.709391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Attempting to bind port 5c1a818f-57ac-41c9-a005-4439aaae76b2 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:32.710006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Attempting to bind port 5c1a818f-57ac-41c9-a005-4439aaae76b2 on network c0e137bd-d258-431c-b17c-5fac0af06675 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:32.728652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:32.728900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Checking segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:32.729312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.729714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Bound using segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:32.730202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Bound port: 5c1a818f-57ac-41c9-a005-4439aaae76b2, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:32.730777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.757952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:32.766511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:subnet and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:32.775416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:32.784624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:32.798569 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:30Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:32.806331 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Checking router: 112289df-2e84-4eff-ab4c-874cb38f8582 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:32.806868 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Updating router 112289df-2e84-4eff-ab4c-874cb38f8582 port c4c3948b-a229-4ffe-9cce-76d5006570ed binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:32.809603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:32.813364 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.907944 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.912807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.937306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:32.937698 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.963596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] For port 53b0844e-142e-4ecc-ba4f-86706f966a87, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:32.990351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] For port 53b0844e-142e-4ecc-ba4f-86706f966a87, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=53b0844e-142e-4ecc-ba4f-86706f966a87,segment=NetworkSegment(7a7099b2-8607-492e-8845-17bdd1a43aa8),segment_id=7a7099b2-8607-492e-8845-17bdd1a43aa8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:33.001745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0424beda-9809-40ee-9a07-a11b3309eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f5dd07-59fd-49ff-8858-91abbc54d0e7'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:33.049843 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.270091 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.290452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] For port 5c1a818f-57ac-41c9-a005-4439aaae76b2, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:33.298924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] For port 5c1a818f-57ac-41c9-a005-4439aaae76b2, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5c1a818f-57ac-41c9-a005-4439aaae76b2,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:33.306023 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa28807e-73e6-43a3-99a4-c7e82d51472f'] response: {'server_uuid': '0424beda-9809-40ee-9a07-a11b3309eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f5dd07-59fd-49ff-8858-91abbc54d0e7', 'code': 200} Jun 03 15:56:33.319401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 61f5dd07-59fd-49ff-8858-91abbc54d0e7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=61f5dd07-59fd-49ff-8858-91abbc54d0e7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:33.325321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.350142 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.451328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f89fbb-dd31-4e31-a96c-9cc95b3b3e47 None None] Pushing event updated for resources: {'Port': ['ID=53b0844e-142e-4ecc-ba4f-86706f966a87,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:33.670103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Routers {'002ae59b-4710-46f1-8b3a-d82cf1cc34b4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:33.671265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:33.723914 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.746185 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Transition to ACTIVE for port object c4c3948b-a229-4ffe-9cce-76d5006570ed will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:33.760391 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.803080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Subnet': ['ID=03dd64ac-cff9-4c7a-acc7-93361a714ee4,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:33.820383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Checking segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:33.820934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network hostable DHCP agents. Network: a88e30e0-4d97-4357-94c3-b0c8b1da11f9, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:33.869616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:33.886224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a88e30e0-4d97-4357-94c3-b0c8b1da11f9) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:33.894612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:33.895146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.937650 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Attempting to bind port c4c3948b-a229-4ffe-9cce-76d5006570ed on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:33.938017 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Attempting to bind port c4c3948b-a229-4ffe-9cce-76d5006570ed by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:33.938384 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Attempting to bind port c4c3948b-a229-4ffe-9cce-76d5006570ed on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:33.942352 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f76163ab-c33a-4baf-a410-7c6be834b130 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4111481 Jun 03 15:56:33.942461 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829a6d6-d99c-4612-a248-6b2e0229f523 None None] Pushing event updated for resources: {'Port': ['ID=c4c3948b-a229-4ffe-9cce-76d5006570ed,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:33.942532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 35246) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:33.957923 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:33.958307 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:33.958711 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.959102 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:33.959869 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Bound port: c4c3948b-a229-4ffe-9cce-76d5006570ed, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:33.960285 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.979679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] Set router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:34.070650 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.147566 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] For port c4c3948b-a229-4ffe-9cce-76d5006570ed, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:34.156161 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] For port c4c3948b-a229-4ffe-9cce-76d5006570ed, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c4c3948b-a229-4ffe-9cce-76d5006570ed,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:34.164931 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.295465 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:56:34.343295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d86d0-1ec1-4f51-a2a3-0e605ee78e92 req-112e04cf-5fa1-49c3-ad47-2716cf2b498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:34.344942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed1d86d0-1ec1-4f51-a2a3-0e605ee78e92 req-112e04cf-5fa1-49c3-ad47-2716cf2b498d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 1096 time: 1.0927985 Jun 03 15:56:34.349342 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:34.353920 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:34.477698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4537fc26-684c-44e2-babb-7e03da2f9c1b None None] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:34.495326 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829a6d6-d99c-4612-a248-6b2e0229f523 None None] Pushing event updated for resources: {'Port': ['ID=c4c3948b-a229-4ffe-9cce-76d5006570ed,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:34.575757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455124d-c79f-4069-8375-7a717eb05b8b req-aecf8a41-1a32-41a5-9024-6ebb5f1c7166 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:34.592599 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7455124d-c79f-4069-8375-7a717eb05b8b req-aecf8a41-1a32-41a5-9024-6ebb5f1c7166 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 946 time: 1.1472199 Jun 03 15:56:34.661661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7585bf-312b-47e1-a081-dd918750dd6a None None] Pushing event updated for resources: {'Port': ['ID=5c1a818f-57ac-41c9-a005-4439aaae76b2,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:34.721324 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:34.732510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed1d86d0-1ec1-4f51-a2a3-0e605ee78e92 req-fc2662e4-7630-423d-b515-3521da70ced6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788185 Jun 03 15:56:34.758616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7455124d-c79f-4069-8375-7a717eb05b8b req-0f13ec33-009d-4339-815c-631b43a2d1ba tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652393 Jun 03 15:56:34.789394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:56:34.961283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=61f5dd07-59fd-49ff-8858-91abbc54d0e7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:35.098674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '02011654-b092-432c-a758-241d2329f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:56:24Z', 'revision_number': 4, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port': {'id': '02011654-b092-432c-a758-241d2329f5df', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:18Z', 'updated_at': '2022-06-03T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '5c1a818f-57ac-41c9-a005-4439aaae76b2', 'name': '', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'mac_address': 'fa:16:3e:53:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:23Z', 'updated_at': '2022-06-03T15:56:33Z', 'revision_number': 4, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'subnets': [{'id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:35.143032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6ae62-0f43-4408-8096-8d1b9b0c3491 None None] The sync data for ids ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'] in n-d-844594-1 is: [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '02011654-b092-432c-a758-241d2329f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:56:24Z', 'revision_number': 4, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port': {'id': '02011654-b092-432c-a758-241d2329f5df', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:18Z', 'updated_at': '2022-06-03T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '5c1a818f-57ac-41c9-a005-4439aaae76b2', 'name': '', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'mac_address': 'fa:16:3e:53:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:23Z', 'updated_at': '2022-06-03T15:56:33Z', 'revision_number': 4, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'subnets': [{'id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:35.177741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:35.181194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.418270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 53b0844e-142e-4ecc-ba4f-86706f966a87 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:35.433303 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:30Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:35.442463 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1747ee-6dc2-4eae-8c9e-42dad558f9b3 None None] The sync data for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 is: [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:30Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:35.462838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:35.500886 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.505367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b9ad6add-3984-4b86-9eca-215ce1f24cc7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2009847 Jun 03 15:56:35.505831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35264) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:35.628796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Sync routers for ids ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:35.641356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b1e07-66a7-4a81-8924-702223398527 None None] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:35.875082 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Routers {'1b6e0184-1a83-41b3-96ff-3a902aef6d05'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:35.876520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:35.880710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:36.481190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb44239-ee9a-4a73-890b-3e9d9080edc7 req-27223e31-c285-452c-95cc-f143be45998b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:36.494215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fb44239-ee9a-4a73-890b-3e9d9080edc7 req-27223e31-c285-452c-95cc-f143be45998b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 946 time: 0.3775163 Jun 03 15:56:36.540175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Set router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:36.874487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Allocated IP 172.20.0.2 (a88e30e0-4d97-4357-94c3-b0c8b1da11f9/03dd64ac-cff9-4c7a-acc7-93361a714ee4/62db3074-5175-43a6-bf36-5f4639829bd6) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:36.989707 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5a0beec7-686a-4243-b014-eca52f694f32 None None] Provisioning for port 53b0844e-142e-4ecc-ba4f-86706f966a87 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:37.054571 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 53b0844e-142e-4ecc-ba4f-86706f966a87 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:37.065435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 53b0844e-142e-4ecc-ba4f-86706f966a87 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:37.066745 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.346454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1fb44239-ee9a-4a73-890b-3e9d9080edc7 req-33340300-748a-4d39-abdb-0dcf043d195a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8513622 Jun 03 15:56:37.475260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:32Z', 'revision_number': 3, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port': {'id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:30Z', 'updated_at': '2022-06-03T15:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:37.484997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Checking router: 1b6e0184-1a83-41b3-96ff-3a902aef6d05 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:37.484997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Updating router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 port 611387f7-d4e9-40bc-97fd-1d41ae92865c binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:37.638363 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.774612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.911378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58189192-1bd7-41b5-a9b5-a3cbf5150609 req-d6c1df86-e69f-493f-9313-c89d81597cde tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:37.919124 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58189192-1bd7-41b5-a9b5-a3cbf5150609 req-d6c1df86-e69f-493f-9313-c89d81597cde tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 946 time: 0.3578811 Jun 03 15:56:37.943483 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.959120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 53b0844e-142e-4ecc-ba4f-86706f966a87 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:37.959326 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.991407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Allocated IP 172.20.0.1 (7443fb14-1aea-4ec4-9224-b504d136ba3c/85cc7fa9-cb6f-4cff-b217-c3e4baa2a747/ad0b8675-ac88-46a0-a60b-96158f738b6d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:38.014313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58189192-1bd7-41b5-a9b5-a3cbf5150609 req-829dbb84-e75d-4fd0-a08d-3e41bdcbd5bc tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941031 Jun 03 15:56:38.064511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Transition to ACTIVE for port object 62db3074-5175-43a6-bf36-5f4639829bd6 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:38.098081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Transition to ACTIVE for port object 62db3074-5175-43a6-bf36-5f4639829bd6 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:38.155274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.252635 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.1 (a88e30e0-4d97-4357-94c3-b0c8b1da11f9/03dd64ac-cff9-4c7a-acc7-93361a714ee4/3440711b-9fb5-451f-82f9-354344189f1e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:38.305334 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.332640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Transition to ACTIVE for port object ad0b8675-ac88-46a0-a60b-96158f738b6d will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:38.381703 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.541966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:38.552406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:38.555712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:38.555905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 53b0844e-142e-4ecc-ba4f-86706f966a87, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=53b0844e-142e-4ecc-ba4f-86706f966a87,segment=NetworkSegment(7a7099b2-8607-492e-8845-17bdd1a43aa8),segment_id=7a7099b2-8607-492e-8845-17bdd1a43aa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:38.560876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:38.565030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:38.601266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.624271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:38.634129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b8fb4036-6664-49a8-a052-fa3c6bd40a54 None None] Provisioning complete for port 53b0844e-142e-4ecc-ba4f-86706f966a87 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:38.634509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4036-6664-49a8-a052-fa3c6bd40a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.668154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.674354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object 3440711b-9fb5-451f-82f9-354344189f1e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:38.699973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.740181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.926888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:38.937872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Pushing event updated for resources: {'Port': ['ID=62db3074-5175-43a6-bf36-5f4639829bd6,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:38.940953 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:38.956172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:39.064076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Pushing event updated for resources: {'Port': ['ID=ad0b8675-ac88-46a0-a60b-96158f738b6d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:39.129486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=53b0844e-142e-4ecc-ba4f-86706f966a87,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:39.158485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c1a818f-57ac-41c9-a005-4439aaae76b2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:39.205592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=3440711b-9fb5-451f-82f9-354344189f1e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:39.250945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Attempting to bind port 62db3074-5175-43a6-bf36-5f4639829bd6 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:39.250945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Attempting to bind port 62db3074-5175-43a6-bf36-5f4639829bd6 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:39.251200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Attempting to bind port 62db3074-5175-43a6-bf36-5f4639829bd6 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:39.252390 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.281336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:39.281721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Checking segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:39.282146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.282552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Bound using segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:39.283040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Bound port: 62db3074-5175-43a6-bf36-5f4639829bd6, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:39.283412 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.356017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7474245-6a43-4c5f-81ed-19980ecc3ac4 req-0d727205-8a83-49b6-a59d-c533946ca490 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:39.357570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7474245-6a43-4c5f-81ed-19980ecc3ac4 req-0d727205-8a83-49b6-a59d-c533946ca490 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 946 time: 0.4135437 Jun 03 15:56:39.446024 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.478597 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.493306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb4036-6664-49a8-a052-fa3c6bd40a54 None None] Current status of the port 53b0844e-142e-4ecc-ba4f-86706f966a87 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:39.498221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.resource_extend [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:56:39.519998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 5c1a818f-57ac-41c9-a005-4439aaae76b2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:39.564639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5c1a818f-57ac-41c9-a005-4439aaae76b2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:39.566166 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.577431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7474245-6a43-4c5f-81ed-19980ecc3ac4 req-9322fcde-240b-430e-9a11-45bde7cc2497 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300745 Jun 03 15:56:39.741859 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.761719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Transition to ACTIVE for port object 611387f7-d4e9-40bc-97fd-1d41ae92865c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:39.783421 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.885842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-13cd5d75-dd66-4197-869c-e15dd7d3bc12 None None] Provisioning for port ad0b8675-ac88-46a0-a60b-96158f738b6d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:39.916921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-13cd5d75-dd66-4197-869c-e15dd7d3bc12 None None] Provisioning complete for port ad0b8675-ac88-46a0-a60b-96158f738b6d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:39.916921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13cd5d75-dd66-4197-869c-e15dd7d3bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.944393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d1c74-62fd-42f6-a80b-d5f4338c1f28 None None] Pushing event updated for resources: {'Port': ['ID=611387f7-d4e9-40bc-97fd-1d41ae92865c,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:39.953200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] For port 62db3074-5175-43a6-bf36-5f4639829bd6, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:40.033127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] For port 62db3074-5175-43a6-bf36-5f4639829bd6, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=62db3074-5175-43a6-bf36-5f4639829bd6,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:40.081065 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.090165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.124965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.170822 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.178312 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.180064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Attempting to bind port 611387f7-d4e9-40bc-97fd-1d41ae92865c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:40.180548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Attempting to bind port 611387f7-d4e9-40bc-97fd-1d41ae92865c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:40.180834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Attempting to bind port 611387f7-d4e9-40bc-97fd-1d41ae92865c on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:40.235583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-13cd5d75-dd66-4197-869c-e15dd7d3bc12 None None] Port ad0b8675-ac88-46a0-a60b-96158f738b6d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:40.246678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:40.247323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:40.247883 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.248644 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:40.249741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Bound port: 611387f7-d4e9-40bc-97fd-1d41ae92865c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:40.250498 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.365912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5c1a818f-57ac-41c9-a005-4439aaae76b2 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:40.366337 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.374037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Pushing event updated for resources: {'Port': ['ID=ad0b8675-ac88-46a0-a60b-96158f738b6d,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:40.401921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.406221 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.411792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ec133-6585-4aa9-bd39-88b4deae95b5 None None] Pushing event updated for resources: {'Port': ['ID=62db3074-5175-43a6-bf36-5f4639829bd6,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:40.435418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] For port 611387f7-d4e9-40bc-97fd-1d41ae92865c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:40.444600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] For port 611387f7-d4e9-40bc-97fd-1d41ae92865c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=611387f7-d4e9-40bc-97fd-1d41ae92865c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:40.462468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 5c1a818f-57ac-41c9-a005-4439aaae76b2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5c1a818f-57ac-41c9-a005-4439aaae76b2,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:40.464661 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.607985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.608904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c4c3948b-a229-4ffe-9cce-76d5006570ed up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:40.610397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b21904-e061-4987-936a-b5d872a1ef6e req-92c57c3b-f712-4178-81ac-9c7710c742cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:40.612243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59b21904-e061-4987-936a-b5d872a1ef6e req-92c57c3b-f712-4178-81ac-9c7710c742cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 946 time: 0.4804537 Jun 03 15:56:40.623786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=3440711b-9fb5-451f-82f9-354344189f1e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:40.758548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Routers {'1b6e0184-1a83-41b3-96ff-3a902aef6d05'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:40.760865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:40.818574 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:40.820252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:40.867071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:40.867417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.905403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d1c74-62fd-42f6-a80b-d5f4338c1f28 None None] Pushing event updated for resources: {'Port': ['ID=611387f7-d4e9-40bc-97fd-1d41ae92865c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:40.992647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:41.053322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port c4c3948b-a229-4ffe-9cce-76d5006570ed completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:41.070190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c4c3948b-a229-4ffe-9cce-76d5006570ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:41.070564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.107405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:41.123320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=5c1a818f-57ac-41c9-a005-4439aaae76b2,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:41.153375 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] Set router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:41.267722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 112289df-2e84-4eff-ab4c-874cb38f8582 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:56:41.398703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] For port 61f5dd07-59fd-49ff-8858-91abbc54d0e7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=61f5dd07-59fd-49ff-8858-91abbc54d0e7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:41.399279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.478734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c4c3948b-a229-4ffe-9cce-76d5006570ed is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:41.480131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.508320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port c4c3948b-a229-4ffe-9cce-76d5006570ed, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c4c3948b-a229-4ffe-9cce-76d5006570ed,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:41.521692 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.644205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 61f5dd07-59fd-49ff-8858-91abbc54d0e7 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:41.727917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:41.754806 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Sync routers for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:41.772051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:41.776616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9c5063a6-d295-4576-92e2-cbacf9f44e71 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/112289df-2e84-4eff-ab4c-874cb38f8582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8314052 Jun 03 15:56:41.778152 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:41.881929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c1a818f-57ac-41c9-a005-4439aaae76b2 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:42.065898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b8417-2c8f-48a5-a8fd-0b5ecbd4d341 None None] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:42.093681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebab97-a4e6-4820-ae74-fc1c0ceb912d req-86ca32e9-9725-4828-b140-47bd0d63fe92 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:42.095465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9ebab97-a4e6-4820-ae74-fc1c0ceb912d req-86ca32e9-9725-4828-b140-47bd0d63fe92 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 946 time: 1.3279221 Jun 03 15:56:42.138599 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:42.372069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9ebab97-a4e6-4820-ae74-fc1c0ceb912d req-73675fcc-1a1b-48f3-be6b-e845f70c90aa tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552207 Jun 03 15:56:42.387722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-570ac7dc-a84f-4ad8-a967-8899a1f0a691 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:42.398273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-acde57ec-5d4d-463f-b32a-1fa55af29647 None None] Provisioning complete for port ad0b8675-ac88-46a0-a60b-96158f738b6d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:42.398782 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-acde57ec-5d4d-463f-b32a-1fa55af29647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.426603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-570ac7dc-a84f-4ad8-a967-8899a1f0a691 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:42.428957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-570ac7dc-a84f-4ad8-a967-8899a1f0a691 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673574975&fields=id&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 267 time: 0.1802411 Jun 03 15:56:42.442745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:56:42.522156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=c4c3948b-a229-4ffe-9cce-76d5006570ed,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:42.602319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-acde57ec-5d4d-463f-b32a-1fa55af29647 None None] Port ad0b8675-ac88-46a0-a60b-96158f738b6d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:42.622549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 5c1a818f-57ac-41c9-a005-4439aaae76b2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:42.622925 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.632438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-a7a69d9e-df46-4225-885c-caa2a1fd00ae tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:42.633350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-a7a69d9e-df46-4225-885c-caa2a1fd00ae tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:42.666486 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.693226 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['3ba0ccbd-b906-4f40-9c5d-5721d0b28092'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:56:42.739063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 2, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:42.744034 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Checking router: 112289df-2e84-4eff-ab4c-874cb38f8582 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:42.744699 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Updating router 112289df-2e84-4eff-ab4c-874cb38f8582 port 3440711b-9fb5-451f-82f9-354344189f1e binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:42.825581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2cbccec4-7317-4e9b-a7b2-5e985ba0c6c0 None None] Provisioning for port 62db3074-5175-43a6-bf36-5f4639829bd6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:42.886271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port': {'id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:30Z', 'updated_at': '2022-06-03T15:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ad0b8675-ac88-46a0-a60b-96158f738b6d', 'name': '', 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'mac_address': 'fa:16:3e:e9:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:37Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 2, 'project_id': 'b6003431a11040cd9745c687cd945664', 'subnets': [{'id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:42.902133 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.916446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=61f5dd07-59fd-49ff-8858-91abbc54d0e7,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:42.997255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e373c8-9ada-46ba-967d-c93a49e949a4 None None] The sync data for ids ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'] in n-d-844594-1 is: [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port': {'id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:30Z', 'updated_at': '2022-06-03T15:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ad0b8675-ac88-46a0-a60b-96158f738b6d', 'name': '', 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'mac_address': 'fa:16:3e:e9:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:37Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 2, 'project_id': 'b6003431a11040cd9745c687cd945664', 'subnets': [{'id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:43.019642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-a7a69d9e-df46-4225-885c-caa2a1fd00ae tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:43.019980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-a7a69d9e-df46-4225-885c-caa2a1fd00ae tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 797 time: 0.5758839 Jun 03 15:56:43.176677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-17e73f14-c0ac-4d09-a463-d4f770c91d10 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/quotas/ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 375 time: 0.1490412 Jun 03 15:56:43.183113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 5c1a818f-57ac-41c9-a005-4439aaae76b2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:43.184688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 53b0844e-142e-4ecc-ba4f-86706f966a87 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:43.329647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] No DVR routers for this DVR port 61f5dd07-59fd-49ff-8858-91abbc54d0e7 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:43.333634 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.349512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0424beda-9809-40ee-9a07-a11b3309eb35', 'name': 'network-vif-deleted', 'tag': '61f5dd07-59fd-49ff-8858-91abbc54d0e7'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:43.375846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 53b0844e-142e-4ecc-ba4f-86706f966a87 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:43.383292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.528617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f56e34c1-97eb-423b-ae67-3f25f19b8e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.543743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 61f5dd07-59fd-49ff-8858-91abbc54d0e7 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:43.647971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a2349fa9-8864-4f4b-a907-123bfe48a783 None None] Provisioning for port 3440711b-9fb5-451f-82f9-354344189f1e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:43.665551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a2349fa9-8864-4f4b-a907-123bfe48a783 None None] Provisioning complete for port 3440711b-9fb5-451f-82f9-354344189f1e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:43.665665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a2349fa9-8864-4f4b-a907-123bfe48a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.716342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 61f5dd07-59fd-49ff-8858-91abbc54d0e7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:43.716695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 61f5dd07-59fd-49ff-8858-91abbc54d0e7 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:43.724154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1b01932-1e06-411b-9395-5f9ac0022778 req-51660e8e-4fae-41fb-8227-65a42fc7e888 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 210 time: 0.1142173 Jun 03 15:56:43.730149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:43.758458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e9be9e7f-c8a0-4913-bb8d-8d8a632e39cd admin admin] 10.222.0.66 "PUT /v2.0/routers/1b6e0184-1a83-41b3-96ff-3a902aef6d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2507362 Jun 03 15:56:43.768575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59b21904-e061-4987-936a-b5d872a1ef6e req-52a24ec6-e77d-4ba8-8beb-2ed9de1ec05e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "DELETE /v2.0/ports/61f5dd07-59fd-49ff-8858-91abbc54d0e7 HTTP/1.1" status: 204 len: 173 time: 3.1505563 Jun 03 15:56:43.800775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-9bcbe7b2-ae14-47c2-8712-7e246420ead3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:43.870746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-9bcbe7b2-ae14-47c2-8712-7e246420ead3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:43.873659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-9bcbe7b2-ae14-47c2-8712-7e246420ead3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6961071 Jun 03 15:56:44.106053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a2349fa9-8864-4f4b-a907-123bfe48a783 None None] Port 3440711b-9fb5-451f-82f9-354344189f1e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:44.112968 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.128943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 53b0844e-142e-4ecc-ba4f-86706f966a87 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:44.134639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 62db3074-5175-43a6-bf36-5f4639829bd6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:44.153023 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Transition to ACTIVE for port object 3440711b-9fb5-451f-82f9-354344189f1e will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:44.181554 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.277360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-0210be5a-1b6b-4749-b142-a75679249dc4 service neutron] 10.222.0.66 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905761 Jun 03 15:56:44.279290 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf755c1-df31-4bd3-9ae7-25dc3da606cf'] response: {'server_uuid': '0424beda-9809-40ee-9a07-a11b3309eb35', 'name': 'network-vif-deleted', 'tag': '61f5dd07-59fd-49ff-8858-91abbc54d0e7', 'status': 'completed', 'code': 200} Jun 03 15:56:44.375093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 62db3074-5175-43a6-bf36-5f4639829bd6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:44.382768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 62db3074-5175-43a6-bf36-5f4639829bd6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:44.384644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.494718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-c57598a0-721b-444a-a31f-5d455dda6854 service neutron] 10.222.0.66 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111044 Jun 03 15:56:44.673801 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d537676-a5dc-4e5c-b460-48e73736440e None None] Pushing event updated for resources: {'Port': ['ID=3440711b-9fb5-451f-82f9-354344189f1e,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:44.824612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 62db3074-5175-43a6-bf36-5f4639829bd6 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:44.826285 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.902308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 62db3074-5175-43a6-bf36-5f4639829bd6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=62db3074-5175-43a6-bf36-5f4639829bd6,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:44.915986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.108993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526327d6-e67a-40b0-86f7-fdea62db9f36 req-ec32c021-47a5-4ae5-9234-b689ff994edd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 210 time: 0.3130972 Jun 03 15:56:45.121452 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Attempting to bind port 3440711b-9fb5-451f-82f9-354344189f1e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:45.122025 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Attempting to bind port 3440711b-9fb5-451f-82f9-354344189f1e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:45.122165 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Attempting to bind port 3440711b-9fb5-451f-82f9-354344189f1e on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:45.161191 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:45.161756 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Checking segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:45.162416 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.163060 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Bound using segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:45.184934 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Bound port: 3440711b-9fb5-451f-82f9-354344189f1e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:45.185948 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.315329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9d32b32a-d7e3-4a98-ba0e-4aa5651eef81 req-895ffddf-55fd-49de-b6bf-47aa8ac98d89 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:45.350132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=62db3074-5175-43a6-bf36-5f4639829bd6,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:45.357519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9d32b32a-d7e3-4a98-ba0e-4aa5651eef81 req-895ffddf-55fd-49de-b6bf-47aa8ac98d89 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:45.359357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d32b32a-d7e3-4a98-ba0e-4aa5651eef81 req-895ffddf-55fd-49de-b6bf-47aa8ac98d89 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 210 time: 0.1183190 Jun 03 15:56:45.463277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 611387f7-d4e9-40bc-97fd-1d41ae92865c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:45.532936 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] For port 3440711b-9fb5-451f-82f9-354344189f1e, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:45.558927 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] For port 3440711b-9fb5-451f-82f9-354344189f1e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3440711b-9fb5-451f-82f9-354344189f1e,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:45.560704 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.749207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 611387f7-d4e9-40bc-97fd-1d41ae92865c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:45.758927 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 611387f7-d4e9-40bc-97fd-1d41ae92865c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:45.759581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.800139 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:45.801041 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:46.005159 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d537676-a5dc-4e5c-b460-48e73736440e None None] Pushing event updated for resources: {'Port': ['ID=3440711b-9fb5-451f-82f9-354344189f1e,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:46.052966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-b3b30051-1853-45de-ba93-ce52324b073e tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:46.053967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-88589445-7338-48cf-8570-464466f87cff req-b3b30051-1853-45de-ba93-ce52324b073e tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Synchronizing usage tracker for tenant:b6003431a11040cd9745c687cd945664 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:46.084017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-88589445-7338-48cf-8570-464466f87cff req-b3b30051-1853-45de-ba93-ce52324b073e tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Unset dirty status for tenant:b6003431a11040cd9745c687cd945664 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:46.085863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-b3b30051-1853-45de-ba93-ce52324b073e tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/networks?id=c0e137bd-d258-431c-b17c-5fac0af06675 HTTP/1.1" status: 200 len: 911 time: 0.6707799 Jun 03 15:56:46.107397 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.118677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-497886a3-0c1d-4442-ac4b-5f56458fea2f tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/quotas/b6003431a11040cd9745c687cd945664 HTTP/1.1" status: 200 len: 375 time: 0.0262010 Jun 03 15:56:46.220974 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:46.391514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-88589445-7338-48cf-8570-464466f87cff req-1b400f4a-c216-4530-9b58-a8daacd3cfb6 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Synchronizing usage tracker for tenant:b6003431a11040cd9745c687cd945664 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:46.412239 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ebc6853d-f7ae-417b-987f-518c8875e1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.439570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 611387f7-d4e9-40bc-97fd-1d41ae92865c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:46.439570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.477350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 611387f7-d4e9-40bc-97fd-1d41ae92865c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=611387f7-d4e9-40bc-97fd-1d41ae92865c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:46.484581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.485675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c4c3948b-a229-4ffe-9cce-76d5006570ed up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:46.504973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-491309f4-6628-410a-898b-cabd2b328bc3 req-5c837c60-4b2c-42b8-a0c1-07a35fa32af0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 210 time: 0.1007202 Jun 03 15:56:46.522173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-88589445-7338-48cf-8570-464466f87cff req-1b400f4a-c216-4530-9b58-a8daacd3cfb6 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Unset dirty status for tenant:b6003431a11040cd9745c687cd945664 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:46.523942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-1b400f4a-c216-4530-9b58-a8daacd3cfb6 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6003431a11040cd9745c687cd945664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3995516 Jun 03 15:56:46.783778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port c4c3948b-a229-4ffe-9cce-76d5006570ed triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:46.784084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.845711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-8c78308d-06cb-4300-93ed-68596b7e5d4f service neutron] 10.222.0.66 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022771 Jun 03 15:56:46.868371 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.895807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=611387f7-d4e9-40bc-97fd-1d41ae92865c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:47.061658 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:45Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:47.067067 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73213ed5-29ff-4ec1-b6db-c3d17f7c828e None None] The sync data for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 is: [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:45Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:47.096023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port c4c3948b-a229-4ffe-9cce-76d5006570ed is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:47.121288 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.210539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4c27778-26ca-4cd4-941e-e500351d62be req-c903dabd-770b-4a3e-9642-49ec58d9993d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=0424beda-9809-40ee-9a07-a11b3309eb35 HTTP/1.1" status: 200 len: 210 time: 0.3007622 Jun 03 15:56:47.353781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 62db3074-5175-43a6-bf36-5f4639829bd6 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:47.418957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-966f98d5-c55d-4186-97e2-839d5e172ff7 service neutron] 10.222.0.66 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693498 Jun 03 15:56:47.490670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 62db3074-5175-43a6-bf36-5f4639829bd6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:47.491368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.877372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-fd2357a6-8901-43cb-8451-48ce935f9354 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:47.878264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-fd2357a6-8901-43cb-8451-48ce935f9354 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:47.946319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-fd2357a6-8901-43cb-8451-48ce935f9354 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:47.948863 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-fd2357a6-8901-43cb-8451-48ce935f9354 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 797 time: 0.5735693 Jun 03 15:56:47.992276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 62db3074-5175-43a6-bf36-5f4639829bd6 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:47.993799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 611387f7-d4e9-40bc-97fd-1d41ae92865c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:48.158276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-7cf66cfb-380b-4351-88cf-3e7c8b20378e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 380 time: 0.1943099 Jun 03 15:56:48.175174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'port': {'device_id': 'edab17e6-df62-4612-a671-60a3078e0c47', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'admin_state_up': True, 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'security_groups': ['72a77eb7-e9ae-43ba-949d-b6714b0e949d']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:48.202806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 611387f7-d4e9-40bc-97fd-1d41ae92865c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:48.203406 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.380253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7ffd67f-f317-47c0-b206-1acbf745682d req-c0f261f9-a718-4aa0-ad4f-fd5f0238ffce tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 210 time: 0.0913458 Jun 03 15:56:48.399861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.403918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ed82e15-2c03-4e3d-8a24-7df20023ec3f req-6d8f7b2d-5546-418c-99ee-1d8eec103932 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 210 time: 0.6051235 Jun 03 15:56:48.625099 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.627318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 611387f7-d4e9-40bc-97fd-1d41ae92865c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:48.764451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:48.782791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:48.796626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:48.802003 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.062816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.9 (a88e30e0-4d97-4357-94c3-b0c8b1da11f9/03dd64ac-cff9-4c7a-acc7-93361a714ee4/14272ad4-7cbf-4549-ac3a-20f38ffd43f1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:49.288986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3440711b-9fb5-451f-82f9-354344189f1e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:49.458455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3440711b-9fb5-451f-82f9-354344189f1e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:49.469586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3440711b-9fb5-451f-82f9-354344189f1e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:49.473455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.503872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.550041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:49.615657 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.718966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Sync routers for ids ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:49.748977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Routers {'1b6e0184-1a83-41b3-96ff-3a902aef6d05'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:49.748977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:49.808954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:49.814369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:49.833008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3440711b-9fb5-451f-82f9-354344189f1e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:49.833637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.836280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:49.913575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:49.925770 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0769646e-90ef-4b41-8260-2fd2537108a7 req-8ba9a042-f87c-47e8-91d5-854a55ac4fdf tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 210 time: 0.3192508 Jun 03 15:56:50.054595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 3440711b-9fb5-451f-82f9-354344189f1e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3440711b-9fb5-451f-82f9-354344189f1e,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:50.062278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633449d-4c4f-44cb-9c8f-2efa3094a0a4 req-58fd76cb-70db-47f7-a59c-e7f0ff196270 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:50.063953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f633449d-4c4f-44cb-9c8f-2efa3094a0a4 req-58fd76cb-70db-47f7-a59c-e7f0ff196270 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 931 time: 0.3807552 Jun 03 15:56:50.086459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:50.091594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.091942 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.200057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-212f163e-0acc-4b86-b079-c873082b1c14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0355945 Jun 03 15:56:50.215410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Request body: {'port': {'device_id': 'edab17e6-df62-4612-a671-60a3078e0c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:50.269694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=3440711b-9fb5-451f-82f9-354344189f1e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:50.320391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f633449d-4c4f-44cb-9c8f-2efa3094a0a4 req-7c33338d-7263-4a27-b45a-4b493b99777a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468185 Jun 03 15:56:50.448653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-48e8bd5b-fba0-49b4-8427-d7b7562f9cdf None None] Provisioning for port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:50.483289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-48e8bd5b-fba0-49b4-8427-d7b7562f9cdf None None] Provisioning complete for port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:50.483719 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-48e8bd5b-fba0-49b4-8427-d7b7562f9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.573726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-48e8bd5b-fba0-49b4-8427-d7b7562f9cdf None None] Port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:50.576934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Set router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:50.581567 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.651145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-d3f155b2-45a6-4cf7-9bd5-af6f08ccf31f tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:50.659123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-d3f155b2-45a6-4cf7-9bd5-af6f08ccf31f tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.15 "GET /v2.0/networks?id=c0e137bd-d258-431c-b17c-5fac0af06675 HTTP/1.1" status: 200 len: 911 time: 0.4544222 Jun 03 15:56:50.683686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Request body: {'port': {'device_id': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'admin_state_up': True, 'tenant_id': 'b6003431a11040cd9745c687cd945664'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:50.700818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:50.723746 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:50.744858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Made reservation on behalf of b6003431a11040cd9745c687cd945664 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:50.748356 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.400595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3440711b-9fb5-451f-82f9-354344189f1e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:51.530117 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port': {'id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:30Z', 'updated_at': '2022-06-03T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ad0b8675-ac88-46a0-a60b-96158f738b6d', 'name': '', 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'mac_address': 'fa:16:3e:e9:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:37Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 2, 'project_id': 'b6003431a11040cd9745c687cd945664', 'subnets': [{'id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:51.543308 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adef4cad-603c-4123-95e9-dc2cf9fb01ba req-2ec43f54-892a-4748-b4f3-6d6b399b411e tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 210 time: 0.2748783 Jun 03 15:56:51.546044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Checking router: 1b6e0184-1a83-41b3-96ff-3a902aef6d05 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:51.546044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Updating router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 port ad0b8675-ac88-46a0-a60b-96158f738b6d binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:51.641670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:56:51.641670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.679456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3440711b-9fb5-451f-82f9-354344189f1e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:51.679456 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.687594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Transition to ACTIVE for port object 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:51.704349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.736190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Allocated IP 172.20.0.4 (c0e137bd-d258-431c-b17c-5fac0af06675/d13b6f7a-e1fa-4d70-bb24-15203e149ff6/d92f252e-cb74-4d94-a873-ea3935bbe779) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:51.812686 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.201149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:52.245070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:52.245180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:52.245441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:52.272791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:56:52.273113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:52.291359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:52.291934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Checking segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:52.292502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Bound using segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:52.293249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Bound port: 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:52.294221 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.303124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb179-d997-4154-a54c-f395260b8b1c req-a1e5e9ef-3398-4d51-98f7-79dd2ae6890a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:52.317700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a85bb179-d997-4154-a54c-f395260b8b1c req-a1e5e9ef-3398-4d51-98f7-79dd2ae6890a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 931 time: 0.7694213 Jun 03 15:56:52.491477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a85bb179-d997-4154-a54c-f395260b8b1c req-3941916e-6ef6-4d5d-9775-6dd3b4ca0d22 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714354 Jun 03 15:56:52.538669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.579943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Transition to ACTIVE for port object d92f252e-cb74-4d94-a873-ea3935bbe779 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:52.597542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:52.602106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:52.616325 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.701657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.736639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3440711b-9fb5-451f-82f9-354344189f1e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:52.774932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:52.775543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.780776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] 10.222.0.70 "PUT /v2.0/ports/14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 1091 time: 2.5705850 Jun 03 15:56:52.781351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:52.917252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Network c0e137bd-d258-431c-b17c-5fac0af06675 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:52.924477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:52.936630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:53.048050 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Pushing event updated for resources: {'Port': ['ID=d92f252e-cb74-4d94-a873-ea3935bbe779,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:53.070659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d8771-863c-4dce-a7c1-647fb9e382bb service neutron] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:53.087419 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a80a484-dbc3-4917-bfe7-76ce3bd4efbe'] response: {'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'status': 'completed', 'code': 200} Jun 03 15:56:53.118096 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.168656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Transition to ACTIVE for port object ad0b8675-ac88-46a0-a60b-96158f738b6d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:53.192261 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.239812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-73bb006a-50db-4190-a6ef-6d6970517399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:53.243917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-73bb006a-50db-4190-a6ef-6d6970517399 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1094 time: 0.4024160 Jun 03 15:56:53.278710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:53.279790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.334569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-3e5095ef-4833-45f6-b160-9f553bf2f0ef tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6667545 Jun 03 15:56:53.349126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Request body: {'port': {'device_id': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:53.466204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-5af6935e-0f2a-4b21-b2cd-0cadba33b409 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 217 time: 0.2066822 Jun 03 15:56:53.509539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c750a-b95b-41f5-91fa-9cb31936a29a req-41b4c916-c410-4ecb-bc30-452919f66d46 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:53.510738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c94c750a-b95b-41f5-91fa-9cb31936a29a req-41b4c916-c410-4ecb-bc30-452919f66d46 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Synchronizing usage tracker for tenant:b6003431a11040cd9745c687cd945664 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:53.620654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-2cc3475d-4b4d-41c3-af43-96e7120d0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:53.638857 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-2cc3475d-4b4d-41c3-af43-96e7120d0500 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.1556747 Jun 03 15:56:53.812327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c94c750a-b95b-41f5-91fa-9cb31936a29a req-41b4c916-c410-4ecb-bc30-452919f66d46 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Unset dirty status for tenant:b6003431a11040cd9745c687cd945664 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:53.820378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48703535-782a-40fd-9f6d-9f0fb50b9c42 None None] Pushing event updated for resources: {'Port': ['ID=ad0b8675-ac88-46a0-a60b-96158f738b6d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:53.833703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Attempting to bind port ad0b8675-ac88-46a0-a60b-96158f738b6d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:53.833956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Attempting to bind port ad0b8675-ac88-46a0-a60b-96158f738b6d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:53.834330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Attempting to bind port ad0b8675-ac88-46a0-a60b-96158f738b6d on network 7443fb14-1aea-4ec4-9224-b504d136ba3c {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:53.837860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c94c750a-b95b-41f5-91fa-9cb31936a29a req-41b4c916-c410-4ecb-bc30-452919f66d46 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1027 time: 0.8032882 Jun 03 15:56:53.849402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:53.850334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Checking segment: {'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:53.850476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.851093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Bound using segment: {'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:53.853857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Bound port: ad0b8675-ac88-46a0-a60b-96158f738b6d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7099b2-8607-492e-8845-17bdd1a43aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:53.853857 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.063934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a10e117f-b1b4-433f-85c3-fea3391cacb3 None None] Provisioning for port d92f252e-cb74-4d94-a873-ea3935bbe779 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:54.092769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] For port ad0b8675-ac88-46a0-a60b-96158f738b6d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:54.095096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a10e117f-b1b4-433f-85c3-fea3391cacb3 None None] Provisioning complete for port d92f252e-cb74-4d94-a873-ea3935bbe779 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:54.099136 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a10e117f-b1b4-433f-85c3-fea3391cacb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.150053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c94c750a-b95b-41f5-91fa-9cb31936a29a req-14749e57-1030-4f92-8051-d4b80e1151fe tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Synchronizing usage tracker for tenant:b6003431a11040cd9745c687cd945664 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:54.179468 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.231189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-5d1f1e6c-6b0f-4ce2-81b0-b38be6ac04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:54.238660 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-5d1f1e6c-6b0f-4ce2-81b0-b38be6ac04a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5961578 Jun 03 15:56:54.263923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c94c750a-b95b-41f5-91fa-9cb31936a29a req-14749e57-1030-4f92-8051-d4b80e1151fe tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Unset dirty status for tenant:b6003431a11040cd9745c687cd945664 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:54.284816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c94c750a-b95b-41f5-91fa-9cb31936a29a req-14749e57-1030-4f92-8051-d4b80e1151fe tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406843 Jun 03 15:56:54.287279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] For port ad0b8675-ac88-46a0-a60b-96158f738b6d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ad0b8675-ac88-46a0-a60b-96158f738b6d,segment=NetworkSegment(7a7099b2-8607-492e-8845-17bdd1a43aa8),segment_id=7a7099b2-8607-492e-8845-17bdd1a43aa8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:54.294735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a10e117f-b1b4-433f-85c3-fea3391cacb3 None None] Port d92f252e-cb74-4d94-a873-ea3935bbe779 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:54.304362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.471783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Routers {'1b6e0184-1a83-41b3-96ff-3a902aef6d05'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:54.473973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:54.583186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48703535-782a-40fd-9f6d-9f0fb50b9c42 None None] Pushing event updated for resources: {'Port': ['ID=ad0b8675-ac88-46a0-a60b-96158f738b6d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:54.626665 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-e6ebcb8c-8fae-4ac0-88e2-6e949f8e35fd service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567615 Jun 03 15:56:54.795131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] Set router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:55.064751 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89a1284a-8324-46d0-971f-2d0e1e9e42c2 req-a865ab54-1ae4-4990-8861-44b84f3770af service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397542 Jun 03 15:56:55.164274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591091e-c25b-4b70-be1b-7bfadc5d3c85 req-883a9b60-606f-40ae-8c22-24de91fefa4d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:55.183812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3591091e-c25b-4b70-be1b-7bfadc5d3c85 req-883a9b60-606f-40ae-8c22-24de91fefa4d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 943 time: 1.2612829 Jun 03 15:56:55.328047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3591091e-c25b-4b70-be1b-7bfadc5d3c85 req-44e26705-3625-4745-9f22-ed1baeb9312a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428533 Jun 03 15:56:55.385472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-021fd95b-b1ce-4323-8f4b-3b076148ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:55.387931 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-021fd95b-b1ce-4323-8f4b-3b076148ca62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1094 time: 0.2440569 Jun 03 15:56:55.480928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ad0b8675-ac88-46a0-a60b-96158f738b6d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:55.761214 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ad0b8675-ac88-46a0-a60b-96158f738b6d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:55.771317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ad0b8675-ac88-46a0-a60b-96158f738b6d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:55.771317 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.876693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port': {'id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:30Z', 'updated_at': '2022-06-03T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ad0b8675-ac88-46a0-a60b-96158f738b6d', 'name': '', 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'mac_address': 'fa:16:3e:e9:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:37Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 4, 'project_id': 'b6003431a11040cd9745c687cd945664', 'subnets': [{'id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:55.890500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e4140-b580-4301-b301-75cefeae73bb None None] The sync data for ids ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'] in n-d-844594-1 is: [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port': {'id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:30Z', 'updated_at': '2022-06-03T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'ad0b8675-ac88-46a0-a60b-96158f738b6d', 'name': '', 'network_id': '7443fb14-1aea-4ec4-9224-b504d136ba3c', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'mac_address': 'fa:16:3e:e9:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:37Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 4, 'project_id': 'b6003431a11040cd9745c687cd945664', 'subnets': [{'id': '85cc7fa9-cb6f-4cff-b217-c3e4baa2a747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:55.933908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-5c91bcad-407b-4e92-9d6d-7ef369e7276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:55.941236 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-5c91bcad-407b-4e92-9d6d-7ef369e7276e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 898 time: 0.5399396 Jun 03 15:56:55.989018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ad0b8675-ac88-46a0-a60b-96158f738b6d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:55.990418 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.099144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ad0b8675-ac88-46a0-a60b-96158f738b6d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ad0b8675-ac88-46a0-a60b-96158f738b6d,segment=NetworkSegment(7a7099b2-8607-492e-8845-17bdd1a43aa8),segment_id=7a7099b2-8607-492e-8845-17bdd1a43aa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:56.104691 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.151052 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-02d7cd12-82f7-4e38-9d2d-f7a9afed7ff5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 217 time: 0.1964710 Jun 03 15:56:56.232708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92f252e-cb74-4d94-a873-ea3935bbe779 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:56:56.252163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.294132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ad0b8675-ac88-46a0-a60b-96158f738b6d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:56.321393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Transition to ACTIVE for port object d92f252e-cb74-4d94-a873-ea3935bbe779 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:56.333519 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.358000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-72dc3858-c91e-4007-9971-3f2c4423a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.360338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-72dc3858-c91e-4007-9971-3f2c4423a34c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.2113209 Jun 03 15:56:56.494232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-8d8f49ad-de74-4cbe-85a8-51fa000c46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.497316 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-8d8f49ad-de74-4cbe-85a8-51fa000c46b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303737 Jun 03 15:56:56.703836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f252e-cb74-4d94-a873-ea3935bbe779,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:56.771847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc7a51-0793-4425-8954-c395fc8657e6 req-0ff42290-6c23-4a68-96ad-2a1907300017 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.782199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36fc7a51-0793-4425-8954-c395fc8657e6 req-0ff42290-6c23-4a68-96ad-2a1907300017 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 945 time: 1.0716014 Jun 03 15:56:56.837769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-14bf2add-1fdf-4e37-aa9b-ef22c8bbc97a service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321667 Jun 03 15:56:56.871172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8b3e4-ed3a-431d-9be1-dd74e0198133 req-67e9001a-995f-4f84-8d7b-9cca001b98cb tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.878556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33b8b3e4-ed3a-431d-9be1-dd74e0198133 req-67e9001a-995f-4f84-8d7b-9cca001b98cb tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1027 time: 1.2292747 Jun 03 15:56:57.095450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33b8b3e4-ed3a-431d-9be1-dd74e0198133 req-f62263c7-d9ae-4251-ab0d-92c983e87e7d tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159667 Jun 03 15:56:57.116206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36fc7a51-0793-4425-8954-c395fc8657e6 req-74bb9039-4754-4585-9b04-2aef8352dbf9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326216 Jun 03 15:56:57.199065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Attempting to bind port d92f252e-cb74-4d94-a873-ea3935bbe779 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:57.199397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Attempting to bind port d92f252e-cb74-4d94-a873-ea3935bbe779 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:57.200021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Attempting to bind port d92f252e-cb74-4d94-a873-ea3935bbe779 on network c0e137bd-d258-431c-b17c-5fac0af06675 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:57.218269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Port d92f252e-cb74-4d94-a873-ea3935bbe779 on network c0e137bd-d258-431c-b17c-5fac0af06675 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:56:57.219086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Attempting to bind port d92f252e-cb74-4d94-a873-ea3935bbe779 on network c0e137bd-d258-431c-b17c-5fac0af06675 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:57.246966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:57.248233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Checking segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:57.248807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Bound using segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:57.249493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Bound port: d92f252e-cb74-4d94-a873-ea3935bbe779, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:57.250101 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.284017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ad0b8675-ac88-46a0-a60b-96158f738b6d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:57.350769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a5d3ec07-68e4-4fe4-b8e9-201fa6812ecc req-e8fc9a87-46c8-40ed-b420-669807006d70 service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019805 Jun 03 15:56:57.417073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8893f-de31-4a80-b956-7f5007093269 req-0a625992-ee29-4fb1-af93-9b24172d5e84 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:57.417942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-72c8893f-de31-4a80-b956-7f5007093269 req-0a625992-ee29-4fb1-af93-9b24172d5e84 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:57.435398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-72c8893f-de31-4a80-b956-7f5007093269 req-0a625992-ee29-4fb1-af93-9b24172d5e84 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:57.436911 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-72c8893f-de31-4a80-b956-7f5007093269 req-0a625992-ee29-4fb1-af93-9b24172d5e84 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 945 time: 0.3581600 Jun 03 15:56:57.506313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ad0b8675-ac88-46a0-a60b-96158f738b6d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:57.506695 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.561507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:57.562089 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.622296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] For port d92f252e-cb74-4d94-a873-ea3935bbe779, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:57.651099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] For port d92f252e-cb74-4d94-a873-ea3935bbe779, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d92f252e-cb74-4d94-a873-ea3935bbe779,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:57.668354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.760186 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ad0b8675-ac88-46a0-a60b-96158f738b6d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:57.824451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:57.825272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.827007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] 10.222.0.15 "PUT /v2.0/ports/d92f252e-cb74-4d94-a873-ea3935bbe779 HTTP/1.1" status: 200 len: 1091 time: 4.4838495 Jun 03 15:56:57.836914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05956018-e67a-476a-abde-0052e0819bd2 req-5def9e05-dbf1-4e39-bde9-238c8453ac3a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:57.848626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05956018-e67a-476a-abde-0052e0819bd2 req-5def9e05-dbf1-4e39-bde9-238c8453ac3a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 943 time: 0.4054372 Jun 03 15:56:57.881648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'tag': 'd92f252e-cb74-4d94-a873-ea3935bbe779'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:57.919936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb38db-de59-4f05-8c15-72ff0b269e81 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f252e-cb74-4d94-a873-ea3935bbe779,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:57.961575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:56:58.046658 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e0852a-c9f9-47c8-9463-6c354da36e6d'] response: {'name': 'network-changed', 'server_uuid': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'tag': 'd92f252e-cb74-4d94-a873-ea3935bbe779', 'status': 'completed', 'code': 200} Jun 03 15:56:58.070112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05956018-e67a-476a-abde-0052e0819bd2 req-9a4b3d71-6b5e-40dd-9d0a-2c26974957ba tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201416 Jun 03 15:56:58.081186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] For port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:58.082498 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.207624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-abdffae7-6489-4bf9-b75b-d65db81a20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.213071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-abdffae7-6489-4bf9-b75b-d65db81a20d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6003431a11040cd9745c687cd945664&device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1094 time: 0.2740357 Jun 03 15:56:58.398509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-55c01697-3e83-4370-811f-deb09e7f65c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92f252e-cb74-4d94-a873-ea3935bbe779 HTTP/1.1" status: 200 len: 217 time: 0.1806073 Jun 03 15:56:58.460059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:58.482547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'port_id': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'mac_address': 'fa:16:3e:39:34:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:56:58.567187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:58.629669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-e1824efc-6f60-4109-8f71-8c03590a75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.631185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-e1824efc-6f60-4109-8f71-8c03590a75fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d13b6f7a-e1fa-4d70-bb24-15203e149ff6 HTTP/1.1" status: 200 len: 849 time: 0.1491842 Jun 03 15:56:58.648235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:58.648836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.670250 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:56:58.700091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:58.710574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.792826 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2229e66-21b9-4109-993e-e33892792475 req-4cc4fd93-5b43-4a9c-bc98-fd9a08de0b01 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.801096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2229e66-21b9-4109-993e-e33892792475 req-4cc4fd93-5b43-4a9c-bc98-fd9a08de0b01 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1094 time: 0.2883215 Jun 03 15:56:58.838840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3d74c-436a-47dc-863a-af8d86e6d777 req-d7f6d5e9-a0f2-4938-b391-9dd67e0e39b8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.848152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ce3d74c-436a-47dc-863a-af8d86e6d777 req-d7f6d5e9-a0f2-4938-b391-9dd67e0e39b8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 945 time: 0.4477320 Jun 03 15:56:58.870069 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.899444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:58.923101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2229e66-21b9-4109-993e-e33892792475 req-3f8bd6e9-62d5-4df7-a33d-30de6c379d48 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211014 Jun 03 15:56:58.943040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589445-7338-48cf-8570-464466f87cff req-53e9bf8d-6466-42f5-a637-78388504ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.945125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-53e9bf8d-6466-42f5-a637-78388504ef06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0e137bd-d258-431c-b17c-5fac0af06675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3058314 Jun 03 15:56:58.995877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['14272ad4-7cbf-4549-ac3a-20f38ffd43f1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:56:59.202072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=3ba0ccbd-b906-4f40-9c5d-5721d0b28092,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:59.206891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] No DVR routers for this DVR port 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:59.210386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.222209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'name': 'network-vif-deleted', 'tag': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:59.232016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7ce3d74c-436a-47dc-863a-af8d86e6d777 req-5f48bba2-39aa-4f63-af09-fb98e7e48963 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823442 Jun 03 15:56:59.234009 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-72c8893f-de31-4a80-b956-7f5007093269 req-10b0c93a-bcb5-4d95-999f-5f125d23d4e3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "DELETE /v2.0/ports/3ba0ccbd-b906-4f40-9c5d-5721d0b28092 HTTP/1.1" status: 204 len: 173 time: 1.7876792 Jun 03 15:56:59.269241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-57f29336-84e6-4348-b488-d940446d0f07 service neutron] 10.222.0.15 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152094 Jun 03 15:56:59.305158 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484bcd99-5a3f-4585-b420-0becd41d70d5'] response: {'server_uuid': '2d8a5918-c203-43fe-a5d8-e8360704981d', 'name': 'network-vif-deleted', 'tag': '3ba0ccbd-b906-4f40-9c5d-5721d0b28092', 'status': 'completed', 'code': 200} Jun 03 15:56:59.706948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b0bc6-c630-48d7-ad13-819f81816734 req-412aa483-7441-4252-bd7b-034ce0288f67 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:59.712620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-750b0bc6-c630-48d7-ad13-819f81816734 req-412aa483-7441-4252-bd7b-034ce0288f67 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.1876879 Jun 03 15:56:59.717027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88589445-7338-48cf-8570-464466f87cff req-3e588759-4391-4ba0-b515-b18172a3c0e5 service neutron] 10.222.0.15 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411697 Jun 03 15:56:59.976875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:00.012629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-750b0bc6-c630-48d7-ad13-819f81816734 req-9db33080-8ed1-47ad-8971-06adce8c8268 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921910 Jun 03 15:57:00.078680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-6e5226a2-4543-48c3-91f4-1c9fef66cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.080589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-6e5226a2-4543-48c3-91f4-1c9fef66cc9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6003431a11040cd9745c687cd945664&device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1094 time: 0.3027778 Jun 03 15:57:00.092860 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:00.093465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3ba0ccbd-b906-4f40-9c5d-5721d0b28092 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:00.373474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-0bd24e98-e4ea-4c82-81b8-bb2d6372d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.375725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-0bd24e98-e4ea-4c82-81b8-bb2d6372d037 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0e137bd-d258-431c-b17c-5fac0af06675 HTTP/1.1" status: 200 len: 911 time: 0.2887988 Jun 03 15:57:00.487917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-f0aab4ec-db84-4039-84f3-52356c75db1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d92f252e-cb74-4d94-a873-ea3935bbe779 HTTP/1.1" status: 200 len: 217 time: 0.0921063 Jun 03 15:57:00.595244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef53aa76-cd29-4d84-bdb5-020544b97b2c req-42578257-32c0-4c77-b7c4-a1470070cbd2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d8a5918-c203-43fe-a5d8-e8360704981d HTTP/1.1" status: 200 len: 210 time: 0.0655518 Jun 03 15:57:00.615409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-9df5ad27-0f1f-4ef3-9726-9f619178cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.616948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-9df5ad27-0f1f-4ef3-9726-9f619178cffd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d13b6f7a-e1fa-4d70-bb24-15203e149ff6 HTTP/1.1" status: 200 len: 849 time: 0.1222892 Jun 03 15:57:00.619238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492aaa3-e8af-4626-85c7-1a061edb5e13 req-a7f31376-561c-4688-af35-98b06db7a6fb tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.620763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4492aaa3-e8af-4626-85c7-1a061edb5e13 req-a7f31376-561c-4688-af35-98b06db7a6fb tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1094 time: 0.4228842 Jun 03 15:57:00.757842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4492aaa3-e8af-4626-85c7-1a061edb5e13 req-b18bca54-62d5-4cbd-ab95-46a8d2bef682 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728643 Jun 03 15:57:00.770622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-5ba011fe-f5f4-450f-8311-7be05300db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.772165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-5ba011fe-f5f4-450f-8311-7be05300db0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0e137bd-d258-431c-b17c-5fac0af06675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473503 Jun 03 15:57:00.998781 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-788d734c-ce18-436a-860d-1a77e2f3f3ec service neutron] 10.222.0.15 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188208 Jun 03 15:57:01.314911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d35a0b3-f509-4106-8c2b-2c3794abe517 req-b6d91fb9-72e9-46cd-bcaf-33de3b431d61 service neutron] 10.222.0.15 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092353 Jun 03 15:57:01.364079 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217d50d-643f-4587-a9e5-0a87bbf97776 req-d53b8857-054f-4333-bf40-985920357999 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:01.367268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2217d50d-643f-4587-a9e5-0a87bbf97776 req-d53b8857-054f-4333-bf40-985920357999 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.1306193 Jun 03 15:57:01.434065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2217d50d-643f-4587-a9e5-0a87bbf97776 req-e60030db-6334-4f55-a935-cec09ebac95d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565190 Jun 03 15:57:01.978348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:02.173617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bf92c-3257-49cd-a929-df9d78741184 req-e306c86d-a67b-4cba-8b6c-a195266c3496 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:02.175646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-096bf92c-3257-49cd-a929-df9d78741184 req-e306c86d-a67b-4cba-8b6c-a195266c3496 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1094 time: 0.2219288 Jun 03 15:57:02.218148 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:02.228774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:02.229729 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.293951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-096bf92c-3257-49cd-a929-df9d78741184 req-c3deed6b-8e87-4b8e-aaae-eb95448beecd tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994186 Jun 03 15:57:02.392011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:02.392581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.441576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:02.454875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:02.461922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.602373 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9b3e18-0390-4955-afa0-6e5b992c8502'] response: {'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'code': 200} Jun 03 15:57:02.634991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:02.651036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.651761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.652502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.653172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.654031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.654723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.655613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.656560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.657222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.658000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.659697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.659992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.778893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc989e-f575-4976-92d6-53f2ec318fd1 req-256b6b44-18b3-4c14-aab7-158554c7f01f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:02.780565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2bc989e-f575-4976-92d6-53f2ec318fd1 req-256b6b44-18b3-4c14-aab7-158554c7f01f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.1109440 Jun 03 15:57:02.842641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b2bc989e-f575-4976-92d6-53f2ec318fd1 req-9bf24af9-dc17-4b8b-b16b-4e96e0224cef tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534458 Jun 03 15:57:02.883433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cb1e4-cad2-4b57-8ce8-40dfe0f15f3b req-b767c785-97fb-44cc-8271-5e9a14117dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:02.886269 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95cb1e4-cad2-4b57-8ce8-40dfe0f15f3b req-b767c785-97fb-44cc-8271-5e9a14117dda service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1096 time: 0.1853046 Jun 03 15:57:02.951843 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f95cb1e4-cad2-4b57-8ce8-40dfe0f15f3b req-ee08de59-9f8a-4c8c-89c2-2da8050acfaf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553889 Jun 03 15:57:03.624075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d92f252e-cb74-4d94-a873-ea3935bbe779 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:57:03.651600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab9f6-eb74-469e-bc69-148210dc1cee req-b1f9e3d8-5bde-4e89-aa05-54caa9b8c412 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:03.659813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-addab9f6-eb74-469e-bc69-148210dc1cee req-b1f9e3d8-5bde-4e89-aa05-54caa9b8c412 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1094 time: 0.2045004 Jun 03 15:57:03.809749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-addab9f6-eb74-469e-bc69-148210dc1cee req-91a1b17d-2825-4146-b27f-8ae784af5fd1 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433697 Jun 03 15:57:03.929938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d92f252e-cb74-4d94-a873-ea3935bbe779, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d92f252e-cb74-4d94-a873-ea3935bbe779,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:03.950769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'd92f252e-cb74-4d94-a873-ea3935bbe779', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'port_id': 'd92f252e-cb74-4d94-a873-ea3935bbe779', 'mac_address': 'fa:16:3e:c9:08:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:57:04.029059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d92f252e-cb74-4d94-a873-ea3935bbe779 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:04.029446 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:04.055336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92f252e-cb74-4d94-a873-ea3935bbe779 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:04.082915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d92f252e-cb74-4d94-a873-ea3935bbe779, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d92f252e-cb74-4d94-a873-ea3935bbe779,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:04.090881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:04.262494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f7f1-0f74-4d29-97ee-620d1e8a5ea7 req-ad98e40e-6ffc-43f3-8bc3-1b34bd918334 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:04.271554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa34f7f1-0f74-4d29-97ee-620d1e8a5ea7 req-ad98e40e-6ffc-43f3-8bc3-1b34bd918334 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.1709566 Jun 03 15:57:04.322901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d92f252e-cb74-4d94-a873-ea3935bbe779,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:04.357792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d92f252e-cb74-4d94-a873-ea3935bbe779'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:04.463263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa34f7f1-0f74-4d29-97ee-620d1e8a5ea7 req-14ec6300-cc6a-4cc8-b672-b518de7d60f2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903017 Jun 03 15:57:05.097442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0414889-c6d0-4ed0-aa0f-f800c0f50b6e req-33c4a344-a984-4970-9ed5-27c7cb715df3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:05.099520 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0414889-c6d0-4ed0-aa0f-f800c0f50b6e req-33c4a344-a984-4970-9ed5-27c7cb715df3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1095 time: 0.1634181 Jun 03 15:57:05.171961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0414889-c6d0-4ed0-aa0f-f800c0f50b6e req-4cc90548-745a-4d56-be07-67615c41ddee tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650656 Jun 03 15:57:05.418322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 35978) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.425755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420021611', 'description': 'tempest-secgroup-smoke-420021611 description', 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:05.434227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:05.450158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:05.465645 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.496279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:05.501509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:05.507231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:05.517240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:05.623698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d92f252e-cb74-4d94-a873-ea3935bbe779 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:05.653182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.661939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.715930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port d92f252e-cb74-4d94-a873-ea3935bbe779 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:05.723715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port d92f252e-cb74-4d94-a873-ea3935bbe779 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:05.724196 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.873695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f351db-3f70-43b2-9d59-e16aaf851dd8,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:05.885492 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.887029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-145e9a7d-6f54-407f-8f82-817c6f8a696a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4673560 Jun 03 15:57:05.890098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36036) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.897283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'security_group_rule': {'security_group_id': 'e8f351db-3f70-43b2-9d59-e16aaf851dd8', 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:05.904144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:05.910129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:05.918646 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port d92f252e-cb74-4d94-a873-ea3935bbe779 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:05.919040 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.926841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:05.939386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:05.953875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f252e-cb74-4d94-a873-ea3935bbe779'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:05.955007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbcbce-dd62-4818-9c68-6efca072f35e req-0e64bb18-0f73-4c73-92e3-f0296db70f53 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:05.956695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfcbcbce-dd62-4818-9c68-6efca072f35e req-0e64bb18-0f73-4c73-92e3-f0296db70f53 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.2790568 Jun 03 15:57:05.965663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port d92f252e-cb74-4d94-a873-ea3935bbe779, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d92f252e-cb74-4d94-a873-ea3935bbe779,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:05.972170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.050025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.064494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bfcbcbce-dd62-4818-9c68-6efca072f35e req-d9421c39-f2ee-4e41-980f-8d9e4ef96c88 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912917 Jun 03 15:57:06.082179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=d92f252e-cb74-4d94-a873-ea3935bbe779,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.104360 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c837b68-2572-4c87-864b-187833539661'] response: {'server_uuid': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f252e-cb74-4d94-a873-ea3935bbe779', 'code': 200} Jun 03 15:57:06.453508 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.472702 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.519465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba3824d-305b-495a-b83f-880a76fc4a81,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.536014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de8dff-6f0a-499b-a1f8-7476b513efbd req-2ba7bd66-1dfd-4735-957a-a5563ab98732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:06.537697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06de8dff-6f0a-499b-a1f8-7476b513efbd req-2ba7bd66-1dfd-4735-957a-a5563ab98732 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.2906630 Jun 03 15:57:06.566805 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.568027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-392dbca0-a0b0-4ac6-b228-c54d5ab8259b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6769691 Jun 03 15:57:06.573138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36118) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.581987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'security_group_rule': {'security_group_id': 'e8f351db-3f70-43b2-9d59-e16aaf851dd8', 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:06.583894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe001a-2c71-4a7e-8f6d-4a94d5a3f9ec req-ed4376b5-abc1-41ba-ac9a-bb0a60a50050 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:06.585491 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71fe001a-2c71-4a7e-8f6d-4a94d5a3f9ec req-ed4376b5-abc1-41ba-ac9a-bb0a60a50050 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.2918217 Jun 03 15:57:06.591770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:06.597565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:06.601539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:06.611759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:06.625376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bdaab-e4b7-44b0-86bb-b5856b12e4e0 req-8791085c-00ac-452a-b38d-c8edd56a4484 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:06.633087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc1bdaab-e4b7-44b0-86bb-b5856b12e4e0 req-8791085c-00ac-452a-b38d-c8edd56a4484 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.2711599 Jun 03 15:57:06.646396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06de8dff-6f0a-499b-a1f8-7476b513efbd req-c9755400-1d3f-45ea-b293-264ce33e6e83 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006551 Jun 03 15:57:06.650940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.712325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71fe001a-2c71-4a7e-8f6d-4a94d5a3f9ec req-f4194512-986c-4007-88f9-98fdc6500dda tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154850 Jun 03 15:57:06.750795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc1bdaab-e4b7-44b0-86bb-b5856b12e4e0 req-4b4397f5-58dd-4ac4-9c35-1394a65a096f tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098742 Jun 03 15:57:06.764435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36138) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.768185 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.775072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.799920 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b4102f-6c11-4e16-afed-8bb4ba656d71,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.823557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.828031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36148) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.832787 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-247b78f5-b719-4c6e-9490-903febb7d07c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2530277 Jun 03 15:57:06.849698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'security_group_rule': {'security_group_id': 'e8f351db-3f70-43b2-9d59-e16aaf851dd8', 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:06.875679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:06.882932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:06.892209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:06.902703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:06.932453 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.949212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb53373-5c6a-4150-9933-4756dd07f846 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:06.957625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7eb53373-5c6a-4150-9933-4756dd07f846 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1091 time: 0.1849701 Jun 03 15:57:06.958780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36166) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.970895 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:06.990201 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:06.999617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:floatingip and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.007204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.031490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.047406 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.055030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.067334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.099268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a57702-1ccf-4520-ac0a-1a72245d84fd,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:07.104279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.106089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-33d1593a-52a4-4979-b65e-8e7a24eac437 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767184 Jun 03 15:57:07.108881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:07.116919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'security_group_rule': {'security_group_id': 'e8f351db-3f70-43b2-9d59-e16aaf851dd8', 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:07.124895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.132824 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.136935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.147274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.169555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.258771 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.267023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.294408 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebeb7e1-1fb6-4adf-96f6-3ef1cf1675ab,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:07.307456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.308832 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-64a4380d-472c-4876-ac6d-700dc6ea6c06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1989713 Jun 03 15:57:07.312022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36180) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:07.318083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'security_group_rule': {'security_group_id': 'e8f351db-3f70-43b2-9d59-e16aaf851dd8', 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:07.321175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.326944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.336351 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.342599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.356614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.372814 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Project c43ed20a73ec4529a9e09b4d00ab6654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:57:07.388228 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.492180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.498389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.531791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.34 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/05af703e-6df0-42e7-a7f8-c52e51f8fe3a) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:07.541704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d780c56b-67cb-434e-ab1a-37167f430fd0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:07.559692 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.566509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cbccba18-e196-4bee-9a7c-047947a9ff44 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2488027 Jun 03 15:57:07.567355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36184) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:07.577305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'security_group_rule': {'security_group_id': 'e8f351db-3f70-43b2-9d59-e16aaf851dd8', 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:07.592157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.601567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:security_group_rule and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.606967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.618771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.636781 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Project c43ed20a73ec4529a9e09b4d00ab6654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:57:07.646706 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.749311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.758291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.805736 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.826971 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.830146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2608070 Jun 03 15:57:07.838821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91c83f-405c-48a4-8ae0-ebbeac9743af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8878b78-2671-405e-b5e3-1076203b2aa3,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:07.858532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.025946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=05af703e-6df0-42e7-a7f8-c52e51f8fe3a,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:08.059234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:08.061565 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:08.068024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:08.108821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f1534-598b-46c8-8f58-b3ada8fa39fa req-47d23fae-4949-4f32-8b91-6c1e55d46fbb tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:08.123201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-074f1534-598b-46c8-8f58-b3ada8fa39fa req-47d23fae-4949-4f32-8b91-6c1e55d46fbb tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.2132063 Jun 03 15:57:08.205160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-074f1534-598b-46c8-8f58-b3ada8fa39fa req-b341a26f-345e-4820-aaa2-bf7148d4c257 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799818 Jun 03 15:57:08.885168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.035654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.491948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.499150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.534363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efce35-de13-441c-99f4-216efde987d9 req-7f7ba8b1-05e5-496f-a5e2-a0b40164048c tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.537223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36efce35-de13-441c-99f4-216efde987d9 req-7f7ba8b1-05e5-496f-a5e2-a0b40164048c tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.0865769 Jun 03 15:57:09.600181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-36efce35-de13-441c-99f4-216efde987d9 req-0dff00a4-482a-4b67-bd01-129fe261e3c4 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Jun 03 15:57:09.699412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=05af703e-6df0-42e7-a7f8-c52e51f8fe3a,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:09.712028 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.932298 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f985-2862-43b8-8f5b-69dbad4c030e req-f0f81831-522b-4ee7-9529-b23c8174af5b tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.942074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43d9f985-2862-43b8-8f5b-69dbad4c030e req-f0f81831-522b-4ee7-9529-b23c8174af5b tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.1216431 Jun 03 15:57:10.004539 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP e70cf8da-126d-46e9-aae9-a35d91f7271f associated. External IP: 172.25.1.34, port: 14272ad4-7cbf-4549-ac3a-20f38ffd43f1. Jun 03 15:57:10.107488 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43d9f985-2862-43b8-8f5b-69dbad4c030e req-506167b7-3453-4bb0-8025-5d73da67d851 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634903 Jun 03 15:57:10.351618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eddb6a-e93c-4be2-beb2-fc99c202e296 req-633a4e49-3847-43e3-8e98-b5c0880f94e0 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:10.355318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67eddb6a-e93c-4be2-beb2-fc99c202e296 req-633a4e49-3847-43e3-8e98-b5c0880f94e0 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.1078744 Jun 03 15:57:10.414615 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67eddb6a-e93c-4be2-beb2-fc99c202e296 req-59a0fa0a-734a-4e88-aeb3-42ea3946a3e4 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Jun 03 15:57:10.512864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 112289df-2e84-4eff-ab4c-874cb38f8582 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:10.793246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-e28feb38-bfb9-4ee2-ba69-c5aac9cc9672 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:10.796293 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-e28feb38-bfb9-4ee2-ba69-c5aac9cc9672 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/networks?id=c0e137bd-d258-431c-b17c-5fac0af06675 HTTP/1.1" status: 200 len: 911 time: 0.1687131 Jun 03 15:57:10.824333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:10.824984 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-5edb5ed3-2e37-4196-af52-fbe1e7716a00 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/quotas/b6003431a11040cd9745c687cd945664 HTTP/1.1" status: 200 len: 375 time: 0.0148594 Jun 03 15:57:10.872568 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.920143 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] Sync routers for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:10.946579 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-706a3b1a-1a72-401d-8ea8-a61f1a5afd2e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9849567 Jun 03 15:57:10.947192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:10.966578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-dfdcd3c2-8189-4e3e-b0b6-c6b7ad74098d tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6003431a11040cd9745c687cd945664&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1277993 Jun 03 15:57:10.969063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:10.969776 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:11.284985 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:57:11.296390 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:11.297787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-97900966-76ad-4e08-8e63-987c74778c15 service neutron] 10.222.0.66 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238320 Jun 03 15:57:11.336692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747c6b8-ec70-47c3-8079-27cfd596ba85 req-fe86b485-fac1-4dfb-a8cb-cf0233900f11 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:11.338261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6747c6b8-ec70-47c3-8079-27cfd596ba85 req-fe86b485-fac1-4dfb-a8cb-cf0233900f11 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.2270293 Jun 03 15:57:11.582175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6747c6b8-ec70-47c3-8079-27cfd596ba85 req-7be299de-c93a-408f-84c8-8120ba6c1c56 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967289 Jun 03 15:57:11.606666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-2ecd8b9a-724a-4d3a-b242-aafbfca2751b service neutron] 10.222.0.66 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000360 Jun 03 15:57:11.613892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36306) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:11.728243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'e70cf8da-126d-46e9-aae9-a35d91f7271f', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'port_id': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'mac_address': 'fa:16:3e:39:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab17e6-df62-4612-a671-60a3078e0c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:08Z', 'updated_at': '2022-06-03T15:57:08Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:49Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:11.736592 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] Checking router: 112289df-2e84-4eff-ab4c-874cb38f8582 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:11.757653 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11112996-28fc-43b2-b9fe-911768f75576'] response: {'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'status': 'completed', 'code': 200} Jun 03 15:57:11.763019 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:11.763662 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:56:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:11.875839 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ffdff823-117f-4416-9d01-f6895a24befa tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/e70cf8da-126d-46e9-aae9-a35d91f7271f HTTP/1.1" status: 200 len: 990 time: 0.2605455 Jun 03 15:57:11.894073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-8c521fd0-f60c-476d-8ced-dfa64ac014a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:11.895802 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-8c521fd0-f60c-476d-8ced-dfa64ac014a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1096 time: 0.1297686 Jun 03 15:57:11.942791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-036bad2e-eb7c-47bc-bd79-905323329105 req-1a18a4ca-c80d-4e9c-a887-61c2cd72bd27 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 210 time: 0.0718243 Jun 03 15:57:12.122911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-3b60938f-3cf3-4c83-8a1d-d283d915b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:12.124574 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-3b60938f-3cf3-4c83-8a1d-d283d915b4a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 898 time: 0.2219737 Jun 03 15:57:12.263556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52689739-9ce9-4559-a2a7-8ee5c7a62c9a req-b9bda374-506d-4c2b-b1e5-27ceccad8c13 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:12.266523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52689739-9ce9-4559-a2a7-8ee5c7a62c9a req-b9bda374-506d-4c2b-b1e5-27ceccad8c13 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 950 time: 0.1157129 Jun 03 15:57:12.322503 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:12.386084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52689739-9ce9-4559-a2a7-8ee5c7a62c9a req-5106971e-4a1c-493f-92ff-909bb147f47b tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025801 Jun 03 15:57:12.539230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-5a7da0d9-17e6-4cbc-98a4-eb3f75808473 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 998 time: 0.4073751 Jun 03 15:57:12.620284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-3a2932c3-335a-48fb-b283-13defe7cfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:12.622015 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-3a2932c3-335a-48fb-b283-13defe7cfc1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.0758135 Jun 03 15:57:12.720491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-6d8a6a57-3173-423c-8ba4-714eb9f4038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:12.722956 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-6d8a6a57-3173-423c-8ba4-714eb9f4038c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913908 Jun 03 15:57:12.736870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-771287d2-0243-4fe4-b2cc-5e9a70cbc73a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:57:12.739449 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-771287d2-0243-4fe4-b2cc-5e9a70cbc73a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087562 Jun 03 15:57:12.879684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36324) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:12.940232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'e70cf8da-126d-46e9-aae9-a35d91f7271f', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'port_id': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'mac_address': 'fa:16:3e:39:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab17e6-df62-4612-a671-60a3078e0c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:08Z', 'updated_at': '2022-06-03T15:57:08Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:49Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:12.949259 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67206ca8-af01-4d79-9e7d-43240e9cec39 None None] The sync data for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 is: [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'e70cf8da-126d-46e9-aae9-a35d91f7271f', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'port_id': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'mac_address': 'fa:16:3e:39:34:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edab17e6-df62-4612-a671-60a3078e0c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:08Z', 'updated_at': '2022-06-03T15:57:08Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:49Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:12.957551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-d4eaf8c0-dff0-475f-9907-e05beccd817e service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112160 Jun 03 15:57:13.096621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dbe7767c-9c9d-402e-a766-9dbcc76bb0ef tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/e70cf8da-126d-46e9-aae9-a35d91f7271f HTTP/1.1" status: 200 len: 990 time: 0.2152684 Jun 03 15:57:13.145864 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b13b4ba0-53a1-4145-83ca-de3fb0a872f6 req-2b9037a4-1b2c-4daf-976e-c502ca91ab5b service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809709 Jun 03 15:57:13.216047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bef196f4-8e02-4a73-82a4-f3b1629ca52e req-dc552445-d7b8-4c7e-bff0-6c5d53ed1976 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 210 time: 0.0525520 Jun 03 15:57:13.336626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad82b6-39ae-4cb7-89dc-f10d6f854dfa None None] New status for floating IP e70cf8da-126d-46e9-aae9-a35d91f7271f: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:57:13.631249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-6bd7803a-27b2-488c-b59c-a0887eebd1c4 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:13.646979 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-6bd7803a-27b2-488c-b59c-a0887eebd1c4 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.70 "GET /v2.0/networks?id=c0e137bd-d258-431c-b17c-5fac0af06675 HTTP/1.1" status: 200 len: 911 time: 0.3326631 Jun 03 15:57:13.660002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Request body: {'port': {'device_id': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'admin_state_up': True, 'tenant_id': 'b6003431a11040cd9745c687cd945664'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:13.676252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:13.680058 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-62e07a08-7e20-415b-a003-23027beefcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.692300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:13.724431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173693-f0b6-41d4-843f-9ed144eb9d0c req-01d49d99-b9c8-482d-9b6c-87a3d6d8c477 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:13.736336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8173693-f0b6-41d4-843f-9ed144eb9d0c req-01d49d99-b9c8-482d-9b6c-87a3d6d8c477 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 950 time: 0.1442173 Jun 03 15:57:13.759903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Made reservation on behalf of b6003431a11040cd9745c687cd945664 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:13.762546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.806814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8173693-f0b6-41d4-843f-9ed144eb9d0c req-61458bf8-a75a-48eb-8dac-3e8ef2281dd6 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694745 Jun 03 15:57:13.936421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-051b3a32-86f8-4d84-afc4-2b1b2cb13085 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:13.937159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-051b3a32-86f8-4d84-afc4-2b1b2cb13085 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Synchronizing usage tracker for tenant:72ec5554ce7145d395e57a37eb7bd06b on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:14.001435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-051b3a32-86f8-4d84-afc4-2b1b2cb13085 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Unset dirty status for tenant:72ec5554ce7145d395e57a37eb7bd06b on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:14.008494 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-051b3a32-86f8-4d84-afc4-2b1b2cb13085 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 950 time: 0.2985582 Jun 03 15:57:14.052471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Allocated IP 172.20.0.11 (c0e137bd-d258-431c-b17c-5fac0af06675/d13b6f7a-e1fa-4d70-bb24-15203e149ff6/bf659fc4-c8e8-44ee-87f7-d5119b0698e7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:14.101554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36334) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.116868 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Deleting port 15fc19f6-6ffc-447f-989c-eada1a97a5ca {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:14.116868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.224228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d0cc225a-9f52-4f99-b4ce-21847ed29ebf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/e70cf8da-126d-46e9-aae9-a35d91f7271f HTTP/1.1" status: 200 len: 992 time: 0.1202884 Jun 03 15:57:14.404680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-079fead9-c9da-4611-af70-deb1f947c11d req-7bfce0d1-36cd-4a9c-b345-bfab62167f86 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 210 time: 0.0454357 Jun 03 15:57:14.538502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.574799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] For port 15fc19f6-6ffc-447f-989c-eada1a97a5ca, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=15fc19f6-6ffc-447f-989c-eada1a97a5ca,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:14.575158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.583715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Transition to ACTIVE for port object bf659fc4-c8e8-44ee-87f7-d5119b0698e7 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:14.831260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Calling delete_port for 15fc19f6-6ffc-447f-989c-eada1a97a5ca owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:14.920796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.935044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d92f252e-cb74-4d94-a873-ea3935bbe779'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:15.055009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Network c0e137bd-d258-431c-b17c-5fac0af06675 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:15.060467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:15.070298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:15.108713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Pushing event updated for resources: {'Port': ['ID=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:15.191715 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-3b0cb3c2-ab3d-4fd9-a428-ae665a50f6b8 req-20773395-8a0a-4070-b404-4ea69e6acb03 service neutron] (88338) timed out ('10.222.0.66', 44926) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:57:15.198697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:15.199000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.207573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.224186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cee92-3f79-4ef0-81c4-c6ef75f69f68 req-e48f97b8-f59f-40af-9933-652c542f1934 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:15.226152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-640cee92-3f79-4ef0-81c4-c6ef75f69f68 req-e48f97b8-f59f-40af-9933-652c542f1934 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a4156e4-aaf3-4455-acd4-d260f46cb455 HTTP/1.1" status: 200 len: 950 time: 0.1932893 Jun 03 15:57:15.257936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['15fc19f6-6ffc-447f-989c-eada1a97a5ca'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:15.287719 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-640cee92-3f79-4ef0-81c4-c6ef75f69f68 req-4e62bc84-43b2-4bff-bdd4-e1676accac68 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4ad212d-4bcd-40c1-848d-6a7d43696f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 Jun 03 15:57:15.296122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Pushing event deleted for resources: {'Port': ['ID=15fc19f6-6ffc-447f-989c-eada1a97a5ca,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:15.436916 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6d5b5e21-5faa-4f6c-aebc-127f4f67077f None None] Provisioning for port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:15.447952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6d5b5e21-5faa-4f6c-aebc-127f4f67077f None None] Provisioning complete for port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:15.448701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5e21-5faa-4f6c-aebc-127f4f67077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.456375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] No DVR routers for this DVR port 15fc19f6-6ffc-447f-989c-eada1a97a5ca on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:15.465951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.470318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'name': 'network-vif-deleted', 'tag': '15fc19f6-6ffc-447f-989c-eada1a97a5ca'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:15.500054 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-9274a8f6-122a-4b4b-8c25-dec3a0976a51 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8430386 Jun 03 15:57:15.506239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9aca4232-008e-4fbb-9a0a-73aaca2ebd7d req-99295458-7a1e-4540-8827-365206afb719 tempest-VolumesBackupsTest-1123450449 tempest-VolumesBackupsTest-1123450449-project] 10.222.0.70 "DELETE /v2.0/ports/15fc19f6-6ffc-447f-989c-eada1a97a5ca HTTP/1.1" status: 204 len: 173 time: 1.4915986 Jun 03 15:57:15.518111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Request body: {'port': {'device_id': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:15.568979 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d5d586-a0ff-4c25-9512-3396ce5ab0d4'] response: {'server_uuid': '6a4156e4-aaf3-4455-acd4-d260f46cb455', 'name': 'network-vif-deleted', 'tag': '15fc19f6-6ffc-447f-989c-eada1a97a5ca', 'status': 'completed', 'code': 200} Jun 03 15:57:15.586244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b5e21-5faa-4f6c-aebc-127f4f67077f None None] Port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:57:15.678462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.711873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378037c-ee96-44a5-b9e8-2d13d844c968 req-547b1fce-47ba-40b1-bbfb-517a1b13d683 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:15.713907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1378037c-ee96-44a5-b9e8-2d13d844c968 req-547b1fce-47ba-40b1-bbfb-517a1b13d683 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1028 time: 0.1034043 Jun 03 15:57:15.787590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1378037c-ee96-44a5-b9e8-2d13d844c968 req-63bf4652-9fe3-4970-b24f-9aa99cb607a5 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674949 Jun 03 15:57:15.792573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.128393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf659fc4-c8e8-44ee-87f7-d5119b0698e7 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:16.137068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.172061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Transition to ACTIVE for port object bf659fc4-c8e8-44ee-87f7-d5119b0698e7 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:16.179031 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.273562 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e96b5747-c548-4ec3-97f2-6dc9382987d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.379045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Pushing event updated for resources: {'Port': ['ID=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:16.422408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.422760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.423104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.423438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.423771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.424101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.424452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.425318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.425638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.425956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.426275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.426599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:16.479465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Attempting to bind port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:16.480180 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Attempting to bind port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:16.480700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Attempting to bind port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 on network c0e137bd-d258-431c-b17c-5fac0af06675 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:16.501481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 on network c0e137bd-d258-431c-b17c-5fac0af06675 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:57:16.502037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Attempting to bind port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 on network c0e137bd-d258-431c-b17c-5fac0af06675 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:16.514506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:16.514857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Checking segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:16.515415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Bound using segment: {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:16.516164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Bound port: bf659fc4-c8e8-44ee-87f7-d5119b0698e7, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97b094b-4299-4f20-bd50-05476dedfb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:16.516282 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.636337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] For port bf659fc4-c8e8-44ee-87f7-d5119b0698e7, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:16.645135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] For port bf659fc4-c8e8-44ee-87f7-d5119b0698e7, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:16.651490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.654256 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.722551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:16.723187 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.724673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] 10.222.0.70 "PUT /v2.0/ports/bf659fc4-c8e8-44ee-87f7-d5119b0698e7 HTTP/1.1" status: 200 len: 1092 time: 1.2175055 Jun 03 15:57:16.749908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def89ea-6d2d-4d21-a47c-e8ffe4128f31 service neutron] Pushing event updated for resources: {'Port': ['ID=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:16.915278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-a0980f34-ed8b-4ba0-badc-5d55ef074f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:16.916954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-a0980f34-ed8b-4ba0-badc-5d55ef074f57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6003431a11040cd9745c687cd945664&device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1095 time: 0.1413448 Jun 03 15:57:17.042925 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.103770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-7c4a6b62-5ac3-4342-9feb-584c404b6670 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf659fc4-c8e8-44ee-87f7-d5119b0698e7 HTTP/1.1" status: 200 len: 217 time: 0.1781137 Jun 03 15:57:17.214713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-45a54766-7296-41bc-8df4-072d4479b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:17.216787 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-45a54766-7296-41bc-8df4-072d4479b368 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d13b6f7a-e1fa-4d70-bb24-15203e149ff6 HTTP/1.1" status: 200 len: 849 time: 0.1048558 Jun 03 15:57:17.314897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d197a27-beed-4f92-8edf-0ad181f2cb7b req-8256c35e-825a-4b44-ab08-7d42214b68c4 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:17.317287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d197a27-beed-4f92-8edf-0ad181f2cb7b req-8256c35e-825a-4b44-ab08-7d42214b68c4 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1095 time: 0.0878661 Jun 03 15:57:17.336796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-5e97ce3a-c46e-43c3-b0d7-8f0f14482855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:17.339639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-5e97ce3a-c46e-43c3-b0d7-8f0f14482855 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0e137bd-d258-431c-b17c-5fac0af06675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139386 Jun 03 15:57:17.369715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d197a27-beed-4f92-8edf-0ad181f2cb7b req-d8ff203f-08db-4bae-91b2-e4cd1a7130c3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Jun 03 15:57:17.570991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'tag': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:17.630404 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9588718-12c0-4625-aa7f-cee0bbd6ab7b'] response: {'name': 'network-changed', 'server_uuid': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'tag': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7', 'status': 'completed', 'code': 200} Jun 03 15:57:17.632622 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-2fd82a30-3589-4a1a-b71b-a4a01034a1c2 service neutron] 10.222.0.70 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850609 Jun 03 15:57:17.811491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d3fb6282-cae2-4258-9b5b-94fc7ddcb7cc req-5c420c44-7c5d-4cf6-8c75-7f14c0d54c95 service neutron] 10.222.0.70 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686943 Jun 03 15:57:17.992795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-d83b2b26-87b8-4f24-a1b2-ae748ddd3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:17.995840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-d83b2b26-87b8-4f24-a1b2-ae748ddd3051 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b6003431a11040cd9745c687cd945664&device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1095 time: 0.1272004 Jun 03 15:57:18.067900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 15fc19f6-6ffc-447f-989c-eada1a97a5ca no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:18.117070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 15fc19f6-6ffc-447f-989c-eada1a97a5ca {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:18.117749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 15fc19f6-6ffc-447f-989c-eada1a97a5ca not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:18.226411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-d5a47edf-ba4e-4c32-a765-4b336f78b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:18.227414 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:18.228070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-d5a47edf-ba4e-4c32-a765-4b336f78b57f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c0e137bd-d258-431c-b17c-5fac0af06675 HTTP/1.1" status: 200 len: 911 time: 0.2255857 Jun 03 15:57:18.319209 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-dd0f4091-5d2c-4625-8606-61209f04306d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf659fc4-c8e8-44ee-87f7-d5119b0698e7 HTTP/1.1" status: 200 len: 217 time: 0.0838623 Jun 03 15:57:18.389630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-30995ba8-a9d6-4207-a75f-005d30caeb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:18.391276 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-30995ba8-a9d6-4207-a75f-005d30caeb5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d13b6f7a-e1fa-4d70-bb24-15203e149ff6 HTTP/1.1" status: 200 len: 849 time: 0.0657384 Jun 03 15:57:18.479040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-deab9d38-0e7f-48b9-9717-79a137ac1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:18.480586 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-deab9d38-0e7f-48b9-9717-79a137ac1b2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0e137bd-d258-431c-b17c-5fac0af06675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827048 Jun 03 15:57:18.531192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:18.656993 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-0d0546f4-b2f4-4791-b09d-9f6dc71c23f5 service neutron] 10.222.0.70 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671677 Jun 03 15:57:18.667480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedd477-948c-4508-8484-576ccb2915d2 req-e8c44bad-582a-4cb9-9482-73b175a140ad tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:18.669165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8eedd477-948c-4508-8484-576ccb2915d2 req-e8c44bad-582a-4cb9-9482-73b175a140ad tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1095 time: 0.1276603 Jun 03 15:57:18.729941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8eedd477-948c-4508-8484-576ccb2915d2 req-773e8e6a-6b64-4918-9b88-69cd8449f8f3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Jun 03 15:57:18.881373 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-132f1239-b7ce-48d9-ab25-044023e2fcc6 req-f7b537d6-70ab-4bff-99a0-188f4fb6d36e service neutron] 10.222.0.70 "GET /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174768 Jun 03 15:57:20.015900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252020da-8421-4717-8243-e9316943eade req-370e0f42-4a9e-496f-af9e-ece1f523c702 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:20.026527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-252020da-8421-4717-8243-e9316943eade req-370e0f42-4a9e-496f-af9e-ece1f523c702 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1095 time: 0.0975502 Jun 03 15:57:20.077042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-252020da-8421-4717-8243-e9316943eade req-56b53eb1-7c4f-4c1a-9d51-b74eb913082d tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Jun 03 15:57:21.275062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a58eb0-65af-4e96-addf-eb24b92355f9 req-1c3862bf-cf58-4685-89ae-7ec2f2e2d05f tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:21.276826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70a58eb0-65af-4e96-addf-eb24b92355f9 req-1c3862bf-cf58-4685-89ae-7ec2f2e2d05f tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1095 time: 0.0780060 Jun 03 15:57:21.333622 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70a58eb0-65af-4e96-addf-eb24b92355f9 req-675c7513-ec44-40a0-930a-e56b1a8f1020 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Jun 03 15:57:22.087790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device bf659fc4-c8e8-44ee-87f7-d5119b0698e7 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:57:22.236639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port bf659fc4-c8e8-44ee-87f7-d5119b0698e7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:22.253195 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7', 'network_id': 'c0e137bd-d258-431c-b17c-5fac0af06675', 'port_id': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7', 'mac_address': 'fa:16:3e:93:52:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13b6f7a-e1fa-4d70-bb24-15203e149ff6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:57:22.324131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:22.324442 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:22.344905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf659fc4-c8e8-44ee-87f7-d5119b0698e7 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:22.370479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port bf659fc4-c8e8-44ee-87f7-d5119b0698e7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:22.377175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:22.472487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:22.524837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54580322-0d4c-4f0a-b106-e183b73fe01e req-c38404b8-53ec-415a-8b18-b1133f88fe66 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:22.526502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54580322-0d4c-4f0a-b106-e183b73fe01e req-c38404b8-53ec-415a-8b18-b1133f88fe66 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1096 time: 0.0814433 Jun 03 15:57:22.588573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54580322-0d4c-4f0a-b106-e183b73fe01e req-8b4d858d-e5ce-4d6e-a1ff-4474c513b7ba tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Jun 03 15:57:22.620881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['bf659fc4-c8e8-44ee-87f7-d5119b0698e7'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:23.798315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46962acd-0aa0-4b6b-b201-dc37187b2d74 req-9d7ec830-05c7-4046-a5cb-a9ada2c6e632 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:23.800032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46962acd-0aa0-4b6b-b201-dc37187b2d74 req-9d7ec830-05c7-4046-a5cb-a9ada2c6e632 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1096 time: 0.0769358 Jun 03 15:57:23.847475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46962acd-0aa0-4b6b-b201-dc37187b2d74 req-fcfcd4eb-e32f-4e43-bbc7-81f4bc57e517 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jun 03 15:57:24.100361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device bf659fc4-c8e8-44ee-87f7-d5119b0698e7 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:24.224415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:24.230394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:24.230780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:24.383165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:24.383945 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:24.425959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:24.441100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port bf659fc4-c8e8-44ee-87f7-d5119b0698e7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:24.447173 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:24.522244 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce975ce-f7ed-47b5-a2ff-1ae9d97aab46'] response: {'server_uuid': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7', 'code': 200} Jun 03 15:57:24.578614 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:24.674040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31ff3-1484-49f6-ac67-cdb7312c89a0 req-bcdb4381-b879-47d4-9dd9-2dba48fa5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:24.675614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c4c31ff3-1484-49f6-ac67-cdb7312c89a0 req-bcdb4381-b879-47d4-9dd9-2dba48fa5e25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.0790410 Jun 03 15:57:24.729467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c4c31ff3-1484-49f6-ac67-cdb7312c89a0 req-544e14d1-7483-4827-ad32-78f54a2c81d4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 Jun 03 15:57:25.110438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92ada9-1df7-44fb-850c-9671e1a12ea1 req-14001048-9d84-49aa-8b7b-8ca876b07e5b tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:25.112692 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e92ada9-1df7-44fb-850c-9671e1a12ea1 req-14001048-9d84-49aa-8b7b-8ca876b07e5b tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.1248703 Jun 03 15:57:25.176762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e92ada9-1df7-44fb-850c-9671e1a12ea1 req-bde83852-7840-43fc-9a3c-62d841bc4c87 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533836 Jun 03 15:57:26.381047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37467df9-5c24-490b-bca3-d7dfbceae0fe req-7734d523-6774-4cd4-a2da-0c9295c0cc77 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:26.388399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37467df9-5c24-490b-bca3-d7dfbceae0fe req-7734d523-6774-4cd4-a2da-0c9295c0cc77 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.0865631 Jun 03 15:57:26.448244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37467df9-5c24-490b-bca3-d7dfbceae0fe req-f7df4d5f-af59-4477-b84d-623e019358c5 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549195 Jun 03 15:57:26.653993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cd833-f21f-44fc-9c4e-b626d31a1d61 req-34c43b7a-2d25-4410-8e45-fe614409f6d6 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:26.656022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-063cd833-f21f-44fc-9c4e-b626d31a1d61 req-34c43b7a-2d25-4410-8e45-fe614409f6d6 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.0770733 Jun 03 15:57:26.700578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-063cd833-f21f-44fc-9c4e-b626d31a1d61 req-3d4c7690-0007-4c6a-b4db-d12c49aa30f3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Jun 03 15:57:27.023279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14634ab6-02c0-4764-aeef-df36b0ecef3c req-dac4c685-5cb8-428d-b397-63f6a169dbdc tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:27.024614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14634ab6-02c0-4764-aeef-df36b0ecef3c req-dac4c685-5cb8-428d-b397-63f6a169dbdc tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.2136574 Jun 03 15:57:27.085759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14634ab6-02c0-4764-aeef-df36b0ecef3c req-0bea3e33-9c3a-4fae-924a-a24b536c0c65 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514872 Jun 03 15:57:27.617902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dab34-7d30-4c2e-89f5-58a1bfc6278b req-86ad2049-7fd8-417b-b890-fa4fdecf7af7 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:27.619434 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da1dab34-7d30-4c2e-89f5-58a1bfc6278b req-86ad2049-7fd8-417b-b890-fa4fdecf7af7 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.0781240 Jun 03 15:57:27.669432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da1dab34-7d30-4c2e-89f5-58a1bfc6278b req-1cd06c52-8352-48d7-980a-a92625f219cc tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Jun 03 15:57:28.967135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027901-cb9a-43a6-a46a-cb7ea24e6937 req-7b765e59-35f0-4a0e-9d86-760bb1f342de tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:28.968769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a027901-cb9a-43a6-a46a-cb7ea24e6937 req-7b765e59-35f0-4a0e-9d86-760bb1f342de tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.1146879 Jun 03 15:57:28.977376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-5c891684-86b9-41e7-99ef-535f301a34bc tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:28.978620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-5c891684-86b9-41e7-99ef-535f301a34bc tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Synchronizing usage tracker for tenant:b6003431a11040cd9745c687cd945664 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:29.011655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-5c891684-86b9-41e7-99ef-535f301a34bc tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Unset dirty status for tenant:b6003431a11040cd9745c687cd945664 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:29.013879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-5c891684-86b9-41e7-99ef-535f301a34bc tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 1097 time: 0.1381180 Jun 03 15:57:29.041203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a027901-cb9a-43a6-a46a-cb7ea24e6937 req-9c581141-8305-4f1f-8700-bfb91f86e5ac tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600259 Jun 03 15:57:29.161142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Deleting port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:29.161840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.497778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] For port bf659fc4-c8e8-44ee-87f7-d5119b0698e7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:29.498316 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.742762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Calling delete_port for bf659fc4-c8e8-44ee-87f7-d5119b0698e7 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:29.914808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.926951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['d92f252e-cb74-4d94-a873-ea3935bbe779'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:29.954211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['bf659fc4-c8e8-44ee-87f7-d5119b0698e7'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:29.966340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf659fc4-c8e8-44ee-87f7-d5119b0698e7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:30.078143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] No DVR routers for this DVR port bf659fc4-c8e8-44ee-87f7-d5119b0698e7 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:30.097236 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.104394 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'name': 'network-vif-deleted', 'tag': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:30.143204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-19cb8cbd-80b0-4e02-80d5-fd3a06e2d138 req-bf34dc35-b360-4789-9ff1-17d4b47ef6e3 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.70 "DELETE /v2.0/ports/bf659fc4-c8e8-44ee-87f7-d5119b0698e7 HTTP/1.1" status: 204 len: 173 time: 1.1210451 Jun 03 15:57:30.218855 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9639b5-6c7b-4053-aa68-7abc3174c405'] response: {'server_uuid': '15e2e9e3-83f0-4970-a211-fd00e7ba9d14', 'name': 'network-vif-deleted', 'tag': 'bf659fc4-c8e8-44ee-87f7-d5119b0698e7', 'status': 'completed', 'code': 200} Jun 03 15:57:30.307683 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cac715db-027b-4906-8798-a452278e67ee req-d41f894a-4415-4e9b-b7c6-af4fa864a077 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15e2e9e3-83f0-4970-a211-fd00e7ba9d14 HTTP/1.1" status: 200 len: 210 time: 0.0818195 Jun 03 15:57:30.974720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-8648bf5e-8b4e-47fb-9f85-bfdfa68add16 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:31.001728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-8648bf5e-8b4e-47fb-9f85-bfdfa68add16 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:31.004310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-8648bf5e-8b4e-47fb-9f85-bfdfa68add16 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420021611&fields=id&tenant_id=c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 267 time: 0.0988393 Jun 03 15:57:31.213717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-2f0f8e4a-bd18-4c20-93e2-cdcc584db776 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:31.215268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-2f0f8e4a-bd18-4c20-93e2-cdcc584db776 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.1980431 Jun 03 15:57:31.234539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-42a728b0-903f-4135-b34a-8920862ff71e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/quotas/c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 375 time: 0.0130146 Jun 03 15:57:31.345805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-99cbbf5e-9cf3-42d3-8fcd-b499ba68a8fa tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043832 Jun 03 15:57:31.504686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-c1e4d8b5-f4be-4f5e-a94c-e10dfc9c9474 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509540 Jun 03 15:57:31.694288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-70fe7d1f-bdef-458c-b46d-c96a2231f418 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882391 Jun 03 15:57:31.803151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72dc2b-5749-46cc-9ed5-20fb7c9da11d req-53e89a3e-834a-4380-964a-3c274c3f13e7 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:31.810188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a72dc2b-5749-46cc-9ed5-20fb7c9da11d req-53e89a3e-834a-4380-964a-3c274c3f13e7 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.0841770 Jun 03 15:57:31.848753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a72dc2b-5749-46cc-9ed5-20fb7c9da11d req-03ab3e7f-b485-4139-9ff3-9a079bbd9e59 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Jun 03 15:57:32.167072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device bf659fc4-c8e8-44ee-87f7-d5119b0698e7 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:32.180039 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e6fc5b2c-7e46-47f3-8cc7-eaff923849ac req-abcd55d0-4354-4c0e-92d7-30f5954d2941 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 210 time: 0.0578625 Jun 03 15:57:32.219867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: bf659fc4-c8e8-44ee-87f7-d5119b0698e7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:32.220712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device bf659fc4-c8e8-44ee-87f7-d5119b0698e7 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:33.137612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39338f-4275-4349-b60c-f3e3a56dca9e req-528f27de-cf6d-46e0-ace0-27f743d65670 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:33.139307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f39338f-4275-4349-b60c-f3e3a56dca9e req-528f27de-cf6d-46e0-ace0-27f743d65670 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.1810026 Jun 03 15:57:33.204522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2f39338f-4275-4349-b60c-f3e3a56dca9e req-a1647b53-44be-4001-8288-4a65bcec8c37 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9dc832e5-8759-4229-981d-939d7d774329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482008 Jun 03 15:57:33.208572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-5c3162c9-d7c0-4247-8d67-bddafdf9b196 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:33.210136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-5c3162c9-d7c0-4247-8d67-bddafdf9b196 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 1096 time: 0.1313443 Jun 03 15:57:33.304627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Deleting port d92f252e-cb74-4d94-a873-ea3935bbe779 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:33.305503 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:33.417840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef127d7d-4d39-4635-af40-4372c22e6455 req-a060cea0-6fb4-43b2-965e-8c2cd0686fd2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 210 time: 0.0587087 Jun 03 15:57:33.480176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-7b073acb-0c5f-4649-b9a2-715f0d8f34da tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:33.481251 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-7b073acb-0c5f-4649-b9a2-715f0d8f34da tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.2639215 Jun 03 15:57:33.550789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-3190ca90-99ee-48f2-a6ea-5c83c1b8d115 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 379 time: 0.0583768 Jun 03 15:57:33.562447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'port': {'device_id': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'admin_state_up': True, 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'security_groups': ['e8f351db-3f70-43b2-9d59-e16aaf851dd8']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:33.675181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] For port d92f252e-cb74-4d94-a873-ea3935bbe779, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=d92f252e-cb74-4d94-a873-ea3935bbe779,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:33.675553 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:33.734016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:33.738828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:port and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:33.742325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:33.748279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:33.761413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:33.765617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:33.959682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Calling delete_port for d92f252e-cb74-4d94-a873-ea3935bbe779 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:34.141988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.20.0.10 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/5ce3b775-c748-4a88-8888-c9e53defb0cb) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:34.248837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:34.342516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Pushing event deleted for resources: {'Port': ['ID=d92f252e-cb74-4d94-a873-ea3935bbe779,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:34.353956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.354441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.354875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.355584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.356157 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.356604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.357196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.357623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.358043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.358460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.359142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.359990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:34.462420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c315bbf-7b96-48d4-8b8e-f423a415727c req-9c0ddc67-d924-4786-b635-975df9431993 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f12dfe31-5c3d-443d-9d48-868355b12b85 HTTP/1.1" status: 200 len: 210 time: 0.0916438 Jun 03 15:57:34.524606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] No DVR routers for this DVR port d92f252e-cb74-4d94-a873-ea3935bbe779 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:34.538032 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:34.541318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'name': 'network-vif-deleted', 'tag': 'd92f252e-cb74-4d94-a873-ea3935bbe779'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:34.554623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:34.572889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-517d78ff-73ea-4ef5-b4da-bf4da9b8a1c3 req-bbfa6395-cd70-499c-b812-3bd526388300 tempest-TestServerMultinode-694382128 tempest-TestServerMultinode-694382128-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d92f252e-cb74-4d94-a873-ea3935bbe779 HTTP/1.1" status: 204 len: 173 time: 1.3533556 Jun 03 15:57:34.595962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Transition to ACTIVE for port object 5ce3b775-c748-4a88-8888-c9e53defb0cb will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:34.630857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:34.669331 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b603112-3cc2-4f22-ab78-0b6d72849de8'] response: {'server_uuid': 'f12dfe31-5c3d-443d-9d48-868355b12b85', 'name': 'network-vif-deleted', 'tag': 'd92f252e-cb74-4d94-a873-ea3935bbe779', 'status': 'completed', 'code': 200} Jun 03 15:57:34.746377 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95598421-3251-42f5-bafa-112cf460f451 req-35acdcb9-c960-4327-8cbb-870fb25bbd1d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:34.755087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95598421-3251-42f5-bafa-112cf460f451 req-35acdcb9-c960-4327-8cbb-870fb25bbd1d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 932 time: 0.1756423 Jun 03 15:57:34.759812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:34.763922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:34.766203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:34.828043 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95598421-3251-42f5-bafa-112cf460f451 req-e1876f9f-6e1e-4ffc-8b99-20182207b37f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716331 Jun 03 15:57:34.833553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=5ce3b775-c748-4a88-8888-c9e53defb0cb,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:34.865766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:34.866537 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:34.900520 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-abbd3917-bbe1-41de-933f-f2b449b6bf5d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3431587 Jun 03 15:57:34.913974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Request body: {'port': {'device_id': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:35.143529 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:35.200935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5c6bbca9-71ba-4fcc-92c7-edbc31b367c0 None None] Provisioning for port 5ce3b775-c748-4a88-8888-c9e53defb0cb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:35.207359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5c6bbca9-71ba-4fcc-92c7-edbc31b367c0 None None] Provisioning complete for port 5ce3b775-c748-4a88-8888-c9e53defb0cb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:35.207795 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5c6bbca9-71ba-4fcc-92c7-edbc31b367c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:35.303834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bbca9-71ba-4fcc-92c7-edbc31b367c0 None None] Port 5ce3b775-c748-4a88-8888-c9e53defb0cb cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:57:35.671144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce3b775-c748-4a88-8888-c9e53defb0cb {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:35.689813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36608) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:35.699014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:35.723927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Transition to ACTIVE for port object 5ce3b775-c748-4a88-8888-c9e53defb0cb will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:35.729982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:35.813097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d92f252e-cb74-4d94-a873-ea3935bbe779 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:35.871184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: d92f252e-cb74-4d94-a873-ea3935bbe779 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:35.871555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device d92f252e-cb74-4d94-a873-ea3935bbe779 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:36.036092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce3b775-c748-4a88-8888-c9e53defb0cb,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:36.332586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Attempting to bind port 5ce3b775-c748-4a88-8888-c9e53defb0cb on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:36.333209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Attempting to bind port 5ce3b775-c748-4a88-8888-c9e53defb0cb by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:36.333733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Attempting to bind port 5ce3b775-c748-4a88-8888-c9e53defb0cb on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:36.339752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Port 5ce3b775-c748-4a88-8888-c9e53defb0cb on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:57:36.340530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Attempting to bind port 5ce3b775-c748-4a88-8888-c9e53defb0cb on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:36.351475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:36.351475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:36.352348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:36.354231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Bound port: 5ce3b775-c748-4a88-8888-c9e53defb0cb, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:36.354945 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:36.427548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab288a4-0406-4cf2-ba48-5343fae4082a req-b7ee0c2b-15e0-4a66-aaa9-2c061b410364 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:36.430673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dab288a4-0406-4cf2-ba48-5343fae4082a req-b7ee0c2b-15e0-4a66-aaa9-2c061b410364 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.2592988 Jun 03 15:57:36.499522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] For port 5ce3b775-c748-4a88-8888-c9e53defb0cb, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:36.504027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] For port 5ce3b775-c748-4a88-8888-c9e53defb0cb, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:36.509877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:36.574101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dab288a4-0406-4cf2-ba48-5343fae4082a req-504b2cb8-693e-4924-b33b-6413901e1fce tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831449 Jun 03 15:57:36.594683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce3b775-c748-4a88-8888-c9e53defb0cb,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:36.608160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:36.609012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:36.610924 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fada9a6-7c57-457f-9f15-a313b9fa285f service neutron] 10.222.0.70 "PUT /v2.0/ports/5ce3b775-c748-4a88-8888-c9e53defb0cb HTTP/1.1" status: 200 len: 1092 time: 1.7029362 Jun 03 15:57:36.611621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:36.713005 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f700b5b-dcb0-4d6b-b9b2-e3c5f6628d80'] response: {'name': 'network-changed', 'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'status': 'completed', 'code': 200} Jun 03 15:57:36.774203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-66b0d0eb-b501-4325-ae4d-5808810a6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:36.777247 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-66b0d0eb-b501-4325-ae4d-5808810a6582 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 1095 time: 0.1153913 Jun 03 15:57:36.828551 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:36.910043 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-3582d3b8-8abe-44f3-9518-54a87a5b2e1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb HTTP/1.1" status: 200 len: 217 time: 0.1241758 Jun 03 15:57:36.988550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-3c39ea59-f890-41bc-a586-a8eb03f84af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:36.990035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-3c39ea59-f890-41bc-a586-a8eb03f84af3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0730593 Jun 03 15:57:37.100857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fedd1d9-4d12-4167-b103-2c63c618ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:37.102349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-5fedd1d9-4d12-4167-b103-2c63c618ed89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049964 Jun 03 15:57:37.328590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-16614a7c-ce2e-408b-a180-b7b391dc54a6 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160997 Jun 03 15:57:37.453732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Deleting port 5c1a818f-57ac-41c9-a005-4439aaae76b2 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:37.454203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.519735 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-220bcf89-797e-4af8-8df5-633cfe911fc1 req-b7df1e5a-b949-4c42-b601-0d25dc7ab76f service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836572 Jun 03 15:57:37.655852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-fc6e79cd-e078-4560-af50-772630531d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:37.658151 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-fc6e79cd-e078-4560-af50-772630531d88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 1095 time: 0.0786834 Jun 03 15:57:37.687755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] For port 5c1a818f-57ac-41c9-a005-4439aaae76b2, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=5c1a818f-57ac-41c9-a005-4439aaae76b2,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:37.688512 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.856489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-9d623e13-c7c8-418a-8c28-1cdaabed9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:37.857510 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-9d623e13-c7c8-418a-8c28-1cdaabed9e99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1910737 Jun 03 15:57:37.884142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Calling delete_port for 5c1a818f-57ac-41c9-a005-4439aaae76b2 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:37.939732 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-1034b0a0-0842-4a71-b915-b885862f4c4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb HTTP/1.1" status: 200 len: 217 time: 0.0748920 Jun 03 15:57:38.055981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-c18095f4-89be-4c14-ab5e-aaea6dda6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.057828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-c18095f4-89be-4c14-ab5e-aaea6dda6daf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.1115079 Jun 03 15:57:38.143699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c01fdc-0eb3-41e2-9624-cbd3e01fdf2c req-08c5f2f0-ab32-4e3b-80fa-573b20fc1846 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.147734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7c01fdc-0eb3-41e2-9624-cbd3e01fdf2c req-08c5f2f0-ab32-4e3b-80fa-573b20fc1846 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.3778424 Jun 03 15:57:38.153875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-7c986818-a021-458e-935e-a337591a9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.156042 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-7c986818-a021-458e-935e-a337591a9b7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899835 Jun 03 15:57:38.225278 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7c01fdc-0eb3-41e2-9624-cbd3e01fdf2c req-e45f1599-be6c-430b-ac18-f0eba86fbb43 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705166 Jun 03 15:57:38.329850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:38.349920 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-8d56bc37-4a00-4ee4-aee1-929af91218e5 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829543 Jun 03 15:57:38.387718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1a818f-57ac-41c9-a005-4439aaae76b2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:38.656200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61d8183d-bdc4-4cfd-b8af-bf43b3547e86 req-a1d67b96-4090-41b1-bfd0-421ccfc25449 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993348 Jun 03 15:57:38.747378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:39.322198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:39.568787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:39.578207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572963d-e9bc-47b6-8815-ed703ab82090 req-0ca3f245-d8d5-4f85-8a7d-1aa5e7a88677 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:39.579408 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] Sync routers for ids ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:39.579871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a572963d-e9bc-47b6-8815-ed703ab82090 req-0ca3f245-d8d5-4f85-8a7d-1aa5e7a88677 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.1924779 Jun 03 15:57:39.590157 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1934b61f-9106-4362-8616-ac2d1ba9ed7a admin admin] 10.222.0.66 "PUT /v2.0/routers/002ae59b-4710-46f1-8b3a-d82cf1cc34b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8953655 Jun 03 15:57:39.590996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36636) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:39.591473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] Routers {'002ae59b-4710-46f1-8b3a-d82cf1cc34b4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:39.591813 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:39.637515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a572963d-e9bc-47b6-8815-ed703ab82090 req-ab30f824-5919-4289-adca-b7009d778236 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487413 Jun 03 15:57:39.790898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:39.820707 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] Set router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:39.974109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:39.985353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Deleting port 02011654-b092-432c-a758-241d2329f5df {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:39.985977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:40.120300 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '02011654-b092-432c-a758-241d2329f5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:57:38Z', 'revision_number': 5, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port': {'id': '02011654-b092-432c-a758-241d2329f5df', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:18Z', 'updated_at': '2022-06-03T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:40.124430 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] Checking router: 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:40.133231 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] Routers {'002ae59b-4710-46f1-8b3a-d82cf1cc34b4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:40.133982 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:40.191964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] For port 02011654-b092-432c-a758-241d2329f5df, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=02011654-b092-432c-a758-241d2329f5df,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:40.192518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:40.298417 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] Set router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:40.336607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Calling delete_port for 02011654-b092-432c-a758-241d2329f5df owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:40.407195 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:57:39Z', 'revision_number': 6, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:40.412781 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363a869-5cf7-4ca0-bf9d-9cbec7e4ce0a None None] The sync data for ids ['002ae59b-4710-46f1-8b3a-d82cf1cc34b4'] in n-d-844594-1 is: [{'id': '002ae59b-4710-46f1-8b3a-d82cf1cc34b4', 'name': 'tempest-TestServerMultinode-1054515041-router', 'tenant_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:16Z', 'updated_at': '2022-06-03T15:57:39Z', 'revision_number': 6, 'project_id': 'de7a9da9a9384906bbb9df09c46f57c6', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:40.648511 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:40.707417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=02011654-b092-432c-a758-241d2329f5df,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:40.813742 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.027319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6966a-2b4a-48e1-b931-bea1b1b7980a req-163e0d44-4200-4aae-ac0f-95a689633260 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:41.029669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9e6966a-2b4a-48e1-b931-bea1b1b7980a req-163e0d44-4200-4aae-ac0f-95a689633260 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.2848873 Jun 03 15:57:41.079864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a9e6966a-2b4a-48e1-b931-bea1b1b7980a req-1b65f549-bc4a-462a-b30c-3dd0ca258302 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 Jun 03 15:57:41.130719 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.133042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.163201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.163805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002ae59b-4710-46f1-8b3a-d82cf1cc34b4 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:57:41.178108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.182100 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e91c910f-5948-4c1b-b9bd-5ea67d441e3c admin admin] 10.222.0.66 "DELETE /v2.0/routers/002ae59b-4710-46f1-8b3a-d82cf1cc34b4 HTTP/1.1" status: 204 len: 168 time: 1.5887816 Jun 03 15:57:41.182394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36652) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:41.269929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c1a818f-57ac-41c9-a005-4439aaae76b2 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:41.279994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] Deleting subnet d13b6f7a-e1fa-4d70-bb24-15203e149ff6 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:57:41.283155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.307142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 5c1a818f-57ac-41c9-a005-4439aaae76b2 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:41.307742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 5c1a818f-57ac-41c9-a005-4439aaae76b2 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:41.308330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 02011654-b092-432c-a758-241d2329f5df no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:41.340097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.343453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 02011654-b092-432c-a758-241d2329f5df {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:41.343806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 02011654-b092-432c-a758-241d2329f5df not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:41.431782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.509108 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.547791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13b6f7a-e1fa-4d70-bb24-15203e149ff6,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:41.555803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.563159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801cc1a-d304-41b3-883e-802043ef7d48 None None] Network c0e137bd-d258-431c-b17c-5fac0af06675 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:41.565948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3459de36-6182-4fc5-8e9b-7d4b752545ec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d13b6f7a-e1fa-4d70-bb24-15203e149ff6 HTTP/1.1" status: 204 len: 168 time: 0.3824861 Jun 03 15:57:41.568681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:41.691123 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.704291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Deleting port 701cace7-df44-4efc-b280-580b10cea147 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:41.705198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.874554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] DHCP port deletion for c0e137bd-d258-431c-b17c-5fac0af06675 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:57:41.876538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Deleting port 701cace7-df44-4efc-b280-580b10cea147 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:41.876919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.983217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] For port 701cace7-df44-4efc-b280-580b10cea147, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=701cace7-df44-4efc-b280-580b10cea147,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:41.983676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.135742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Calling delete_port for 701cace7-df44-4efc-b280-580b10cea147 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:42.169971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] For port 701cace7-df44-4efc-b280-580b10cea147, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=701cace7-df44-4efc-b280-580b10cea147,segment=NetworkSegment(e97b094b-4299-4f20-bd50-05476dedfb3e),segment_id=e97b094b-4299-4f20-bd50-05476dedfb3e)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:42.170530 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.227470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.277877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Pushing event deleted for resources: {'Port': ['ID=701cace7-df44-4efc-b280-580b10cea147,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:42.292987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] No DVR routers for this DVR port 701cace7-df44-4efc-b280-580b10cea147 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:42.304987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9e793-2c2d-4170-864e-60197a976c49 req-e8904aaf-53a6-40c1-98ce-e88963de86bc tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:42.305857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Calling delete_port for 701cace7-df44-4efc-b280-580b10cea147 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:42.313317 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bc9e793-2c2d-4170-864e-60197a976c49 req-e8904aaf-53a6-40c1-98ce-e88963de86bc tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.1016481 Jun 03 15:57:42.367339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9bc9e793-2c2d-4170-864e-60197a976c49 req-5b258a85-cd52-426a-8689-4c40dde5b15a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526788 Jun 03 15:57:42.386409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:57:42.386887 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:57:42.420515 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.446533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e137bd-d258-431c-b17c-5fac0af06675']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:42.459541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97b094b-4299-4f20-bd50-05476dedfb3e') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:42.459841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97b094b-4299-4f20-bd50-05476dedfb3e') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:42.472068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.488199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.494700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:57:42.495106 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.562452 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e97b094b-4299-4f20-bd50-05476dedfb3e resource provider aggregate not found Jun 03 15:57:42.584085 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment e97b094b-4299-4f20-bd50-05476dedfb3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e97b094b-4299-4f20-bd50-05476dedfb3e found for delete ", "request_id": "req-7cf678b3-0b36-42f9-b678-69be9672ff47"}]} Jun 03 15:57:42.595758 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.612445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.623276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e137bd-d258-431c-b17c-5fac0af06675,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:42.628738 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06d1517d-2fcc-4973-86b7-d3b13533d649 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c0e137bd-d258-431c-b17c-5fac0af06675 HTTP/1.1" status: 204 len: 168 time: 1.0564277 Jun 03 15:57:42.629524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36672) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:42.888255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Deleting port 701cace7-df44-4efc-b280-580b10cea147 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:42.889239 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:42.956855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-15a839c5-af9a-47fe-9fec-ad30f50ed43a None None] The port '701cace7-df44-4efc-b280-580b10cea147' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:57:43.213222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 701cace7-df44-4efc-b280-580b10cea147 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:43.290167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 701cace7-df44-4efc-b280-580b10cea147 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:43.290569 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 701cace7-df44-4efc-b280-580b10cea147 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:43.312842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:43.417772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-abeec9db-bfd6-493c-810c-bb5b3cc10c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:43.598478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ad15-4383-474f-9135-344611d33283 req-645f8c81-3616-4f73-8ca8-2df4e00655f7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:43.600323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11a1ad15-4383-474f-9135-344611d33283 req-645f8c81-3616-4f73-8ca8-2df4e00655f7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.0952497 Jun 03 15:57:43.651887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-11a1ad15-4383-474f-9135-344611d33283 req-cc8715ba-ee8c-4981-9ef5-e3d7d26d95c2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Jun 03 15:57:43.719135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Deleting port ad0b8675-ac88-46a0-a60b-96158f738b6d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:43.719544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:43.763348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7754d76-216f-46d3-99a0-7f404cd3c11f req-7a83f96b-a0ba-4917-a0b1-4b10d9a959eb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:43.765087 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7754d76-216f-46d3-99a0-7f404cd3c11f req-7a83f96b-a0ba-4917-a0b1-4b10d9a959eb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.0917850 Jun 03 15:57:43.813947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7754d76-216f-46d3-99a0-7f404cd3c11f req-ffc1315c-e5b7-4261-a898-ee782d85694c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Jun 03 15:57:43.841504 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36700) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:43.926797 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] For port ad0b8675-ac88-46a0-a60b-96158f738b6d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ad0b8675-ac88-46a0-a60b-96158f738b6d,segment=NetworkSegment(7a7099b2-8607-492e-8845-17bdd1a43aa8),segment_id=7a7099b2-8607-492e-8845-17bdd1a43aa8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:43.927158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:43.956467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-383dcafc-0618-4b04-ac0f-852ba165297d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/e70cf8da-126d-46e9-aae9-a35d91f7271f HTTP/1.1" status: 200 len: 992 time: 0.1135211 Jun 03 15:57:44.070349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Calling delete_port for ad0b8675-ac88-46a0-a60b-96158f738b6d owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:44.298056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:44.389897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0b8675-ac88-46a0-a60b-96158f738b6d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:44.492427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41a53b-5c89-4905-98b7-1a652cf90bf7 req-71c0cbe0-31d4-4512-a8e4-7b3b9c9014cb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:44.493999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f41a53b-5c89-4905-98b7-1a652cf90bf7 req-71c0cbe0-31d4-4512-a8e4-7b3b9c9014cb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1096 time: 0.1602530 Jun 03 15:57:44.550069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f41a53b-5c89-4905-98b7-1a652cf90bf7 req-3aeb2c7c-e4d9-4ea8-9bfe-2e9b83eb4adb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489099 Jun 03 15:57:44.741076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:44.927126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443d7e6-9c68-4057-a56f-5c1f4fd1dcd3 req-e92ec3fb-4292-4f39-9c93-d1bf11fe93c4 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:44.935109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5443d7e6-9c68-4057-a56f-5c1f4fd1dcd3 req-e92ec3fb-4292-4f39-9c93-d1bf11fe93c4 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.1248896 Jun 03 15:57:44.990393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5443d7e6-9c68-4057-a56f-5c1f4fd1dcd3 req-dd053c18-e307-48b9-a92c-40f8696d2d76 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541589 Jun 03 15:57:45.473459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:45.548730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-600ec935-575d-464d-8cd4-80988a1e1470 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1516230 Jun 03 15:57:45.694582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:45.706521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] Sync routers for ids ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:45.717687 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5ca0d1ea-855d-440b-b38b-7a04e8b60c16 admin admin] 10.222.0.66 "PUT /v2.0/routers/1b6e0184-1a83-41b3-96ff-3a902aef6d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0856652 Jun 03 15:57:45.718033 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36746) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:45.735526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] Routers {'1b6e0184-1a83-41b3-96ff-3a902aef6d05'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:45.736191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:45.965537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:45.967594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] Set router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:46.144314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.229864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5ce3b775-c748-4a88-8888-c9e53defb0cb details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:57:46.341792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb9f985f-fad0-4355-840e-5450c1ca2015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.422150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2b62a102-5992-46c5-8069-1d1d7f31a473 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:57:46.422965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2b62a102-5992-46c5-8069-1d1d7f31a473 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1903963 Jun 03 15:57:46.458342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Request body: {'binding': {'host': 'n-h2-844594-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:46.458342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Unknown quota resources ['binding']. {{(pid=88338) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:57:46.475868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:57:44Z', 'revision_number': 5, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port': {'id': '611387f7-d4e9-40bc-97fd-1d41ae92865c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:30Z', 'updated_at': '2022-06-03T15:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:46.488295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] Checking router: 1b6e0184-1a83-41b3-96ff-3a902aef6d05 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:46.492154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5ce3b775-c748-4a88-8888-c9e53defb0cb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:46.504470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7a7b9-d512-4a6e-b91b-95ccfb9e10b3 req-7c5f588a-46cd-4c4a-9c8a-f6a2d81a38a7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:46.506172 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40d7a7b9-d512-4a6e-b91b-95ccfb9e10b3 req-7c5f588a-46cd-4c4a-9c8a-f6a2d81a38a7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 944 time: 0.2805636 Jun 03 15:57:46.512800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] Routers {'1b6e0184-1a83-41b3-96ff-3a902aef6d05'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:46.513656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:46.532088 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.572308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Deleting port 611387f7-d4e9-40bc-97fd-1d41ae92865c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:46.572960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.575303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'port_id': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'mac_address': 'fa:16:3e:0a:f0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:57:46.695979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5ce3b775-c748-4a88-8888-c9e53defb0cb is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:46.696609 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.722637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40d7a7b9-d512-4a6e-b91b-95ccfb9e10b3 req-2cb9fa3f-a7c4-4b0d-98b6-72152d6866fb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921678 Jun 03 15:57:46.753769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce3b775-c748-4a88-8888-c9e53defb0cb {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:46.769137 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.798682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5ce3b775-c748-4a88-8888-c9e53defb0cb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:46.800539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] Set router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:46.852045 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.934779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] For port 611387f7-d4e9-40bc-97fd-1d41ae92865c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=611387f7-d4e9-40bc-97fd-1d41ae92865c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:46.935138 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:46.943224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on host n-h2-844594-1 for vnic_type normal with profile None {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:46.943566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:46.943882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:46.951827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:57:46.951998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:46.991764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5ce3b775-c748-4a88-8888-c9e53defb0cb,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:46.995727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:57:46Z', 'revision_number': 6, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:47.004721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8ebae-bcfc-47f2-a414-a8a39ee4a723 None None] The sync data for ids ['1b6e0184-1a83-41b3-96ff-3a902aef6d05'] in n-d-844594-1 is: [{'id': '1b6e0184-1a83-41b3-96ff-3a902aef6d05', 'name': 'tempest-TestServerMultinode-767170240-router', 'tenant_id': 'b6003431a11040cd9745c687cd945664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:57:46Z', 'revision_number': 6, 'project_id': 'b6003431a11040cd9745c687cd945664', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:47.031168 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.085239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:47.085463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Checking segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:47.085744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Bound using segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:47.086182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Bound port: 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:47.094753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Calling delete_port for 611387f7-d4e9-40bc-97fd-1d41ae92865c owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:47.122749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['5ce3b775-c748-4a88-8888-c9e53defb0cb'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:47.242891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:47.253072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] Notify callbacks [] for binding, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.255109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] 10.222.0.66 "POST /v2.0/ports/14272ad4-7cbf-4549-ac3a-20f38ffd43f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8013487 Jun 03 15:57:47.377540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.434365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ad0b8675-ac88-46a0-a60b-96158f738b6d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:47.468258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=611387f7-d4e9-40bc-97fd-1d41ae92865c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:47.552051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ad0b8675-ac88-46a0-a60b-96158f738b6d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:47.552901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ad0b8675-ac88-46a0-a60b-96158f738b6d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:47.779613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.163959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.173512 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.233289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.233794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6e0184-1a83-41b3-96ff-3a902aef6d05 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:57:48.252867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbcabf-4825-4638-9fff-29e3d9db9ece req-b1802e8b-4f06-42f0-9398-ccce03f75bf2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.254504 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fbcabf-4825-4638-9fff-29e3d9db9ece req-b1802e8b-4f06-42f0-9398-ccce03f75bf2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.6295938 Jun 03 15:57:48.256877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-bff31873-283b-4ba1-ba67-9a63ef579b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.258340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-bff31873-283b-4ba1-ba67-9a63ef579b85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1096 time: 0.6320772 Jun 03 15:57:48.275686 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.278786 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:57:48.318682 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.320637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a7ef81e8-2dcd-48fa-8436-41c6734954b5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1b6e0184-1a83-41b3-96ff-3a902aef6d05 HTTP/1.1" status: 204 len: 168 time: 2.6015341 Jun 03 15:57:48.322427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36782) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:48.406293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] Deleting subnet 85cc7fa9-cb6f-4cff-b217-c3e4baa2a747 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:57:48.416917 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.472278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-9b47017b-dc6b-4d3f-b816-804016f5f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.473816 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-9b47017b-dc6b-4d3f-b816-804016f5f8d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 898 time: 0.2066662 Jun 03 15:57:48.489209 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd7d40-ee76-4f2a-a419-da6ab99711ff req-554c875a-8601-4284-b718-2e5d75cd772c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.490818 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5acd7d40-ee76-4f2a-a419-da6ab99711ff req-554c875a-8601-4284-b718-2e5d75cd772c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 945 time: 0.3756130 Jun 03 15:57:48.511153 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.529108 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.605422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55fbcabf-4825-4638-9fff-29e3d9db9ece req-fc29beb5-e481-4162-8b99-507ef85b116d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165553 Jun 03 15:57:48.611133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.655350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5acd7d40-ee76-4f2a-a419-da6ab99711ff req-ee448d29-8b68-469b-a259-85e544a24734 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015236 Jun 03 15:57:48.691522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-c878a573-699c-413a-bb32-830faf5cc92d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 1000 time: 0.1996920 Jun 03 15:57:48.712029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.751560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cc7fa9-cb6f-4cff-b217-c3e4baa2a747,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:48.764519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-fef3fafd-0355-4890-a69b-84ecba3c334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.765388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.766380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-fef3fafd-0355-4890-a69b-84ecba3c334c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.0691600 Jun 03 15:57:48.766851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b8a79-dad6-460e-bad5-4f6c5a1f2bed None None] Network 7443fb14-1aea-4ec4-9224-b504d136ba3c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:48.775108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e0cf0edb-a70c-4809-a92c-3be280aeddd1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/85cc7fa9-cb6f-4cff-b217-c3e4baa2a747 HTTP/1.1" status: 204 len: 168 time: 0.4515216 Jun 03 15:57:48.775717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36792) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:48.857369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-ddb09e70-520b-46ad-95b3-e4cac5fe42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.859730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-ddb09e70-520b-46ad-95b3-e4cac5fe42c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863118 Jun 03 15:57:48.893881 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.905969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Deleting port 53b0844e-142e-4ecc-ba4f-86706f966a87 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:48.906219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.037868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-34cbee81-5d2c-4592-b5a2-ac600cf2c437 service neutron] 10.222.0.15 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714485 Jun 03 15:57:49.109925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] DHCP port deletion for 7443fb14-1aea-4ec4-9224-b504d136ba3c request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:57:49.123468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Deleting port 53b0844e-142e-4ecc-ba4f-86706f966a87 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:49.123468 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.194072 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] For port 53b0844e-142e-4ecc-ba4f-86706f966a87, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=53b0844e-142e-4ecc-ba4f-86706f966a87,segment=NetworkSegment(7a7099b2-8607-492e-8845-17bdd1a43aa8),segment_id=7a7099b2-8607-492e-8845-17bdd1a43aa8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:49.194446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.253403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 53b0844e-142e-4ecc-ba4f-86706f966a87 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:49.267528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-ffb0f0a1-9db6-42e1-b3ca-eedd81056cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227404 Jun 03 15:57:49.339385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Calling delete_port for 53b0844e-142e-4ecc-ba4f-86706f966a87 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:49.454290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.473911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-db635fe6-f4fb-4b45-86e8-14197abf347a tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:49.475825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-db635fe6-f4fb-4b45-86e8-14197abf347a tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47&tenant_id=ba454d73f843480bb2a4b139889fe358&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1096 time: 0.1508493 Jun 03 15:57:49.486024 n-d-844594-1 neutron-server[88340]: INFO neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No ports have port_id starting with 53b0844e-142e-4ecc-ba4f-86706f966a87 Jun 03 15:57:49.489956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 611387f7-d4e9-40bc-97fd-1d41ae92865c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:49.492659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844594-1'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:49.540592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 611387f7-d4e9-40bc-97fd-1d41ae92865c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:49.540924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 611387f7-d4e9-40bc-97fd-1d41ae92865c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:49.565748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] For port 53b0844e-142e-4ecc-ba4f-86706f966a87, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=53b0844e-142e-4ecc-ba4f-86706f966a87,segment=NetworkSegment(7a7099b2-8607-492e-8845-17bdd1a43aa8),segment_id=7a7099b2-8607-492e-8845-17bdd1a43aa8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:49.566151 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.657766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b0844e-142e-4ecc-ba4f-86706f966a87,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:49.665064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] No DVR routers for this DVR port 53b0844e-142e-4ecc-ba4f-86706f966a87 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:49.766685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.781665 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Calling delete_port for 53b0844e-142e-4ecc-ba4f-86706f966a87 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:57:49.869464 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 15:57:49.881926 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:57:49.882645 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:57:49.909409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.948383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7443fb14-1aea-4ec4-9224-b504d136ba3c']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:49.967171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7099b2-8607-492e-8845-17bdd1a43aa8') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:49.967364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7099b2-8607-492e-8845-17bdd1a43aa8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:49.983025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.018771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.031617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:57:50.031617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.120502 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7a7099b2-8607-492e-8845-17bdd1a43aa8 resource provider aggregate not found Jun 03 15:57:50.154815 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7a7099b2-8607-492e-8845-17bdd1a43aa8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a7099b2-8607-492e-8845-17bdd1a43aa8 found for delete ", "request_id": "req-2208aba6-6cd7-4bb3-820a-ee91c0e5dcd2"}]} Jun 03 15:57:50.168590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.177902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.228401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] Pushing event deleted for resources: {'Network': ['ID=7443fb14-1aea-4ec4-9224-b504d136ba3c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:50.248688 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1baba89c-b9cd-4a8b-90fd-dabfa0900964 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7443fb14-1aea-4ec4-9224-b504d136ba3c HTTP/1.1" status: 204 len: 168 time: 1.4718733 Jun 03 15:57:50.273899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5ce3b775-c748-4a88-8888-c9e53defb0cb up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:50.298447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6573ce4-26b2-4624-9f9c-75251c753ca1 req-2b2dd87d-46c5-4f91-9902-cc0f81b4658a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:50.301161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6573ce4-26b2-4624-9f9c-75251c753ca1 req-2b2dd87d-46c5-4f91-9902-cc0f81b4658a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.4944627 Jun 03 15:57:50.352830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:50.355029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 5ce3b775-c748-4a88-8888-c9e53defb0cb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:50.373686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf810c5-c603-4541-861f-e45a97934aae req-729f3628-a23a-464e-89bd-e2946396caa0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:50.381456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bf810c5-c603-4541-861f-e45a97934aae req-729f3628-a23a-464e-89bd-e2946396caa0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 945 time: 0.4133315 Jun 03 15:57:50.383518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 5ce3b775-c748-4a88-8888-c9e53defb0cb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:50.383645 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.426142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Deleting port 53b0844e-142e-4ecc-ba4f-86706f966a87 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:50.426750 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.427402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6573ce4-26b2-4624-9f9c-75251c753ca1 req-c5ac98d3-6fb2-43d7-a373-f40b8975592d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116524 Jun 03 15:57:50.472976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4bf810c5-c603-4541-861f-e45a97934aae req-61766ffe-6a84-460b-a68c-0e8478a60624 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822141 Jun 03 15:57:50.478532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:50.564808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36824) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:50.569294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:50.577105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.587216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.597952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbfa6e-1091-4c35-ac2a-73312ff6cb0f None None] The port '53b0844e-142e-4ecc-ba4f-86706f966a87' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:57:50.711986 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bb0d8f88-b675-42df-a6a2-14e8472efcfe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de7a9da9a9384906bbb9df09c46f57c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434338 Jun 03 15:57:50.715261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36832) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:50.728292 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe72febb-cdfb-4d37-ac04-a58adedbd4c3'] response: {'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'code': 200} Jun 03 15:57:50.771515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 5ce3b775-c748-4a88-8888-c9e53defb0cb is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:50.772745 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.805409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:50.833265 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871b37ab-2d18-4e89-b0e7-4e90dd166583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.870163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:50.880955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 5ce3b775-c748-4a88-8888-c9e53defb0cb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:50.886992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.907643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871b37ab-2d18-4e89-b0e7-4e90dd166583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.947904 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add1f4b1-1994-49bd-a779-469b4dc4fd48'] response: {'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'code': 200} Jun 03 15:57:50.963271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on host n-h1-844594-1 for vnic_type normal with profile {"migrating_to": "n-h2-844594-1"} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:50.963631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:50.963964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:50.992529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:57:50.993032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Attempting to bind port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:51.000244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:51.000547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Checking segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:51.000955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Bound using segment: {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:51.001608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Bound port: 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:51.001996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.012299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=5ce3b775-c748-4a88-8888-c9e53defb0cb,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:51.138497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:51.143920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:51.145380 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871b37ab-2d18-4e89-b0e7-4e90dd166583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.153269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.165949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b200b-25ba-4b46-9be7-df85e051f2a9 req-17a56d3b-9cd0-4990-90df-5801b2999a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:51.167499 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a72b200b-25ba-4b46-9be7-df85e051f2a9 req-17a56d3b-9cd0-4990-90df-5801b2999a1e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 1097 time: 0.1354363 Jun 03 15:57:51.170560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b37ab-2d18-4e89-b0e7-4e90dd166583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f562f-c8b0-4044-834e-cf73eb06152f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:51.173702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e8db8e10-3f82-4ec3-867b-2c7b28aca51b None None] Provisioning complete for port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:51.174205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8db8e10-3f82-4ec3-867b-2c7b28aca51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.177349 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871b37ab-2d18-4e89-b0e7-4e90dd166583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.181814 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-871b37ab-2d18-4e89-b0e7-4e90dd166583 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a06f562f-c8b0-4044-834e-cf73eb06152f HTTP/1.1" status: 204 len: 168 time: 0.4642258 Jun 03 15:57:51.230041 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a72b200b-25ba-4b46-9be7-df85e051f2a9 req-306bb0f0-6b24-4e22-8f22-49d7dd0274b4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462081 Jun 03 15:57:51.380334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=8']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:51.385992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e8db8e10-3f82-4ec3-867b-2c7b28aca51b None None] Current status of the port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:51.386583 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8db8e10-3f82-4ec3-867b-2c7b28aca51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.448297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e8db8e10-3f82-4ec3-867b-2c7b28aca51b None None] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:51.457724 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e8db8e10-3f82-4ec3-867b-2c7b28aca51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.478869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:51.479499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.480988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e2256493-d291-4794-9fe2-a6f81b2c8b49 service neutron] 10.222.0.15 "PUT /v2.0/ports/14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 1121 time: 1.9961061 Jun 03 15:57:51.684601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['14272ad4-7cbf-4549-ac3a-20f38ffd43f1'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:51.847677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db8e10-3f82-4ec3-867b-2c7b28aca51b None None] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:51.875107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36850) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:51.881858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50508b-b8be-4a9b-93dd-ddbdb6d36275 req-000abccd-5a87-425c-88e1-4e7f1fbb43b2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:51.884205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f50508b-b8be-4a9b-93dd-ddbdb6d36275 req-000abccd-5a87-425c-88e1-4e7f1fbb43b2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.1718786 Jun 03 15:57:51.898892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381816d4-a592-4d4f-b7aa-962d0c7fba51 req-dda3e5b6-b57e-4ce8-bf05-f735955967d2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:51.901882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-381816d4-a592-4d4f-b7aa-962d0c7fba51 req-dda3e5b6-b57e-4ce8-bf05-f735955967d2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 946 time: 0.2295842 Jun 03 15:57:51.991757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-381816d4-a592-4d4f-b7aa-962d0c7fba51 req-63c0a4c5-1ece-4990-b063-7531757facaa tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840909 Jun 03 15:57:52.006270 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-312156a2-78f5-4edf-8b13-50ff70303fa0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6003431a11040cd9745c687cd945664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271038 Jun 03 15:57:52.007264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36856) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:52.023069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f50508b-b8be-4a9b-93dd-ddbdb6d36275 req-3d6bd8cc-c359-405a-96cd-cb4021916349 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119325 Jun 03 15:57:52.102772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-50e9907f-77a7-4800-97f7-0519d2ff6252 None None] Provisioning complete for port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:52.103148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-50e9907f-77a7-4800-97f7-0519d2ff6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.109350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402070e4-9c7a-43bb-9b3f-11f52a33aa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.146522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402070e4-9c7a-43bb-9b3f-11f52a33aa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.236583 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402070e4-9c7a-43bb-9b3f-11f52a33aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.262615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402070e4-9c7a-43bb-9b3f-11f52a33aa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc832e5-8759-4229-981d-939d7d774329,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:52.291840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-402070e4-9c7a-43bb-9b3f-11f52a33aa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.294928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-402070e4-9c7a-43bb-9b3f-11f52a33aa9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9dc832e5-8759-4229-981d-939d7d774329 HTTP/1.1" status: 204 len: 168 time: 0.2863083 Jun 03 15:57:52.369012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-50e9907f-77a7-4800-97f7-0519d2ff6252 None None] Current status of the port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:52.729445 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:52.780885 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143fb95c-dc65-4f35-bfb8-5e51b4b44792'] response: {'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'status': 'completed', 'code': 200} Jun 03 15:57:52.899662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-888dada4-bfeb-458d-a47c-e072d81bc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:52.901881 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-888dada4-bfeb-458d-a47c-e072d81bc257 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1126 time: 0.0985582 Jun 03 15:57:52.949485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:53.009975 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35b32be-4ae0-4db5-b581-e37d14af670f'] response: {'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'code': 200} Jun 03 15:57:53.215668 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-2382957f-91a7-4065-8c04-245a55d7f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:53.217200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-2382957f-91a7-4065-8c04-245a55d7f583 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 898 time: 0.3092425 Jun 03 15:57:53.381577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-6945a81a-865d-462a-ac63-57cb6d3eb8c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 1000 time: 0.1563468 Jun 03 15:57:53.388994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6a186-b8f0-49a4-bd04-62d17cb89d77 req-73167cca-ca12-471c-bae4-240f72630395 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:53.390532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13c6a186-b8f0-49a4-bd04-62d17cb89d77 req-73167cca-ca12-471c-bae4-240f72630395 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.1680064 Jun 03 15:57:53.405911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6c28d-d2ef-423f-bf6f-ab842868aa80 req-f2777131-723e-4416-b76f-3562f3ccd41e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:53.407594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef6c28d-d2ef-423f-bf6f-ab842868aa80 req-f2777131-723e-4416-b76f-3562f3ccd41e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 946 time: 0.2309954 Jun 03 15:57:53.409342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36898) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:53.470524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-011eb864-266b-4245-97fc-08142ae70ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:53.472304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-011eb864-266b-4245-97fc-08142ae70ca5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.0791895 Jun 03 15:57:53.499473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13c6a186-b8f0-49a4-bd04-62d17cb89d77 req-67294534-10c0-4800-892a-3ffcfc85fc8e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907018 Jun 03 15:57:53.533907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9ef6c28d-d2ef-423f-bf6f-ab842868aa80 req-dc6989e3-0631-4414-a5b3-6b95f9563225 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037462 Jun 03 15:57:53.571070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-119349502-network', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:53.580919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:53.586515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Usage tracker for resource:network and tenant:e5d522e373c342e898de7359e68b49cb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:53.590420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:53.598071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:53.610983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Made reservation on behalf of e5d522e373c342e898de7359e68b49cb for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:53.614061 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.620689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-0786cd5f-4045-4c01-a7c6-79ae88ac5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:53.622227 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-0786cd5f-4045-4c01-a7c6-79ae88ac5186 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425593 Jun 03 15:57:53.631540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.652443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:53.658056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Usage tracker for resource:security_group_rule and tenant:e5d522e373c342e898de7359e68b49cb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:53.663323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:53.671644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:53.782902 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-67f8b0c5-7dca-4e81-aa5a-f4c59bdc4cc5 service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526008 Jun 03 15:57:53.796907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816320dc-077b-468e-8977-3848ef37c1f2 req-14725d2a-0238-42eb-82fe-910f8c10caa9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:53.798721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-816320dc-077b-468e-8977-3848ef37c1f2 req-14725d2a-0238-42eb-82fe-910f8c10caa9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 946 time: 0.1322277 Jun 03 15:57:53.867851 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.879806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-816320dc-077b-468e-8977-3848ef37c1f2 req-e6c81ab8-a633-4ddc-abc6-f29dfcae05da tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692344 Jun 03 15:57:53.880791 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.912610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36908) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:53.914953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:57:53.932917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:57:53.949919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27898c6-56b0-4e8f-8733-b991b54c5f54,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:53.965414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.966240 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Added segment 2f0042fa-d48f-4a83-af0e-ae111265a697 of type vlan for network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 Jun 03 15:57:54.037386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.038599 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-79dedc65-882d-407b-8eb3-20f3bc712a28 req-866a075c-d651-4510-9a72-86614edde3bf service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485006 Jun 03 15:57:54.067324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efeca7b-a64e-44bb-bf0e-11d688f92021 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:54.068035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7efeca7b-a64e-44bb-bf0e-11d688f92021 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] Synchronizing usage tracker for tenant:46a428ea70c94a0e87314f849f0a8bf1 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:54.115113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7efeca7b-a64e-44bb-bf0e-11d688f92021 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] Unset dirty status for tenant:46a428ea70c94a0e87314f849f0a8bf1 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:54.119237 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7efeca7b-a64e-44bb-bf0e-11d688f92021 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 1092 time: 0.2036283 Jun 03 15:57:54.122089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 36914) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:54.122584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.127162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:54.127798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.133774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:54.147960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:54.158806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:floatingip and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:54.172440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:54.191611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:54.216791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.245979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:54.265575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 has no active binding in host n-h2-844594-1 {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:57:54.267379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] Pushing event updated for resources: {'Network': ['ID=7298a0a2-d091-4016-ac13-e9a5ca7d3010,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:54.271780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-483450fe-7e03-4cd4-b254-25552f06de1e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8609884 Jun 03 15:57:54.274297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36918) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:54.281210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Request body: {'subnet': {'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-119349502-subnet', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:54.284237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:57:54.288873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:54.293153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Usage tracker for resource:subnet and tenant:e5d522e373c342e898de7359e68b49cb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:54.296398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:54.303430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:54.316444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Made reservation on behalf of e5d522e373c342e898de7359e68b49cb for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:54.319269 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.563961 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.741697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.25.1.247 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/253b08c6-e8bd-4f48-a31e-1aabdf38d3f4) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:54.786428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.882616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a11ff8-3e99-48ba-90c2-c3263b5200d3,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:54.908975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Checking segment: {'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:54.909334 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Network hostable DHCP agents. Network: 7298a0a2-d091-4016-ac13-e9a5ca7d3010, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:57:54.928973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0343406-f8f2-41a6-82a8-9f4eb207baa4 req-11cd6d6a-3925-40ab-8b2c-5d074d036c96 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:54.930138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.930644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0343406-f8f2-41a6-82a8-9f4eb207baa4 req-11cd6d6a-3925-40ab-8b2c-5d074d036c96 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.2029045 Jun 03 15:57:54.960123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:57:54.972863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.025305 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b0343406-f8f2-41a6-82a8-9f4eb207baa4 req-db989b82-9af4-4958-8232-7a16566605bf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833173 Jun 03 15:57:55.029689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 7298a0a2-d091-4016-ac13-e9a5ca7d3010) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:55.039170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a83d9f-aedd-4465-9b04-9bd8d1fa8482 None None] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:55.048056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:55.058406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:55.058657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:55.059205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.061462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:55.097386 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b84f0b71-c975-4363-8994-71dc3b771c63 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8213935 Jun 03 15:57:55.098856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36928) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:55.107500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:55.117041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:55.123595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Usage tracker for resource:router and tenant:e5d522e373c342e898de7359e68b49cb is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:55.131631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:55.142160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:55.171359 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.173067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.203970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.379796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-7298a0a2-d091-4016-ac13-e9a5ca7d3010', 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'fixed_ips': [{'subnet_id': '30a11ff8-3e99-48ba-90c2-c3263b5200d3'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:57:55.381071 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.533840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=253b08c6-e8bd-4f48-a31e-1aabdf38d3f4,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:55.591661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.613812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Allocated IP 172.20.0.2 (7298a0a2-d091-4016-ac13-e9a5ca7d3010/30a11ff8-3e99-48ba-90c2-c3263b5200d3/a7b8fedd-33e6-4743-a76a-6a42bba96181) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:55.621457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.700534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.925839 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.938411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Transition to ACTIVE for port object a7b8fedd-33e6-4743-a76a-6a42bba96181 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:55.997606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Transition to ACTIVE for port object a7b8fedd-33e6-4743-a76a-6a42bba96181 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:56.009564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.104829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.114298 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.135421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:56.143372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:56.155232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:56.179841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Pushing event updated for resources: {'Port': ['ID=a7b8fedd-33e6-4743-a76a-6a42bba96181,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:56.353726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Attempting to bind port a7b8fedd-33e6-4743-a76a-6a42bba96181 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:56.354503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Attempting to bind port a7b8fedd-33e6-4743-a76a-6a42bba96181 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:56.355436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Attempting to bind port a7b8fedd-33e6-4743-a76a-6a42bba96181 on network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:56.366607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:56.367366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Checking segment: {'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:56.367795 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.368245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Bound using segment: {'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:56.368749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Bound port: a7b8fedd-33e6-4743-a76a-6a42bba96181, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:56.369130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.406484 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.410583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=253b08c6-e8bd-4f48-a31e-1aabdf38d3f4,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:56.471485 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.479238 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.530823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] For port a7b8fedd-33e6-4743-a76a-6a42bba96181, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:56.544262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] For port a7b8fedd-33e6-4743-a76a-6a42bba96181, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a7b8fedd-33e6-4743-a76a-6a42bba96181,segment=NetworkSegment(2f0042fa-d48f-4a83-af0e-ae111265a697),segment_id=2f0042fa-d48f-4a83-af0e-ae111265a697)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:56.554093 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.605914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc453ec-3b5d-4240-8e01-b7b397f38838 req-1037b8a7-1688-4db8-bcd1-ed2d31a42ad1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:56.613764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbc453ec-3b5d-4240-8e01-b7b397f38838 req-1037b8a7-1688-4db8-bcd1-ed2d31a42ad1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.3657458 Jun 03 15:57:56.670541 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-036e0c90-9334-4ebf-906e-905a068b7987 service neutron] 10.222.0.70 "GET /v2.0/ports/14272ad4-7cbf-4549-ac3a-20f38ffd43f1/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 384 time: 0.2493939 Jun 03 15:57:56.716587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dbc453ec-3b5d-4240-8e01-b7b397f38838 req-8bf24991-bea8-408b-8295-05cead6bde3f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995269 Jun 03 15:57:56.742312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146440a1-df41-4721-8714-503e8a8636c9 None None] Pushing event updated for resources: {'Port': ['ID=a7b8fedd-33e6-4743-a76a-6a42bba96181,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:56.785449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Allocated IP 172.25.1.164 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dc71a318-6206-4a6c-9c60-cbab50250e58) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:56.980674 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Floating IP 1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac associated. External IP: 172.25.1.247, port: 5ce3b775-c748-4a88-8888-c9e53defb0cb. Jun 03 15:57:56.990991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:57.051063 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:57.139813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:57.144597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:57.147103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:57.215302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Pushing event updated for resources: {'Port': ['ID=dc71a318-6206-4a6c-9c60-cbab50250e58,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:57.410302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a7b8fedd-33e6-4743-a76a-6a42bba96181 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:57.556834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a7b8fedd-33e6-4743-a76a-6a42bba96181 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:57.789057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:57.818210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:57.832697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:57.930244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.115285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:58.151536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:58.208145 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb94645-b944-48f6-a6cd-d2b9481540e3'] response: {'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'code': 200} Jun 03 15:57:58.251091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80ce6e-8fe1-481a-aea0-50e6e0356ce3 None None] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:58.327233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.470751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:58.474145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.485134 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:58.496062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d0c1-03a6-46a5-98e1-dd0e74586cd5 req-53d1f205-2cfe-40a5-bff4-358db5a58825 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:58.509886 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:58.511533 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:58.515868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df61d0c1-03a6-46a5-98e1-dd0e74586cd5 req-53d1f205-2cfe-40a5-bff4-358db5a58825 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 945 time: 0.5973415 Jun 03 15:57:58.542937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] Provisioning for port a7b8fedd-33e6-4743-a76a-6a42bba96181 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:58.574468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] Provisioning complete for port a7b8fedd-33e6-4743-a76a-6a42bba96181 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:58.575102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.616700 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.694336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] Transition to ACTIVE for port object 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:58.708960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.828565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df61d0c1-03a6-46a5-98e1-dd0e74586cd5 req-943529e0-b248-4e36-a85a-6b5128949e94 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112507 Jun 03 15:57:58.910850 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:59.047442 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b93ee430-aeeb-42b6-a755-39a7af6ca842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9225633 Jun 03 15:57:59.198658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Router 707c8202-db91-4cbb-a89d-e7811340451d is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:57:59.213303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] Current status of the port a7b8fedd-33e6-4743-a76a-6a42bba96181 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:59.235140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:59.239123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] No DVR routers for this DVR port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:59.404584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] For port a7b8fedd-33e6-4743-a76a-6a42bba96181, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a7b8fedd-33e6-4743-a76a-6a42bba96181,segment=NetworkSegment(2f0042fa-d48f-4a83-af0e-ae111265a697),segment_id=2f0042fa-d48f-4a83-af0e-ae111265a697)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:59.417986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:59.649915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:59.708350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64324eb-1ec3-4cce-b197-a69f2aea292b None None] Pushing event updated for resources: {'Port': ['ID=a7b8fedd-33e6-4743-a76a-6a42bba96181,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:59.712324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:59.717228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-202391a0-4061-493c-bc4a-717890b6127f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.6166933 Jun 03 15:57:59.718113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 36962) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:59.727274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Sync routers for ids ['707c8202-db91-4cbb-a89d-e7811340451d'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:59.738807 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:0a:f0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:57:55Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:59.752960 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:59.776243 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:59.776854 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:59.803486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Routers {'707c8202-db91-4cbb-a89d-e7811340451d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:59.806495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['707c8202-db91-4cbb-a89d-e7811340451d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:00.014073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] Pushing event updated for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=11']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:00.186402 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-2db562b0-018a-4645-bc4f-e751244515b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/14272ad4-7cbf-4549-ac3a-20f38ffd43f1/bindings/n-h2-844594-1/activate HTTP/1.1" status: 200 len: 369 time: 3.5043590 Jun 03 15:58:00.211225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:00.306901 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d28d2e1-29ec-4b23-b2d2-0d633bbef4c0'] response: {'name': 'network-changed', 'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'status': 'completed', 'code': 200} Jun 03 15:58:00.337535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:00.400336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Set router 707c8202-db91-4cbb-a89d-e7811340451d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:00.406403 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:00.433959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-4107ef95-1398-445f-b1ba-4a0e07fb9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:00.435522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-4107ef95-1398-445f-b1ba-4a0e07fb9bf3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 1097 time: 0.0946229 Jun 03 15:58:00.648642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-704193e9-5b90-4cef-86dc-fccef3e93b8c None None] Provisioning complete for port a7b8fedd-33e6-4743-a76a-6a42bba96181 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:00.649771 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-704193e9-5b90-4cef-86dc-fccef3e93b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.687552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-ab033219-33ab-44b3-8285-4c5414168343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:00.695317 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-ab033219-33ab-44b3-8285-4c5414168343 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.2511964 Jun 03 15:58:00.866037 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-5b0a829a-728e-4ddd-9294-3339bc619214 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb HTTP/1.1" status: 200 len: 1000 time: 0.1654079 Jun 03 15:58:00.910325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:00.986560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-4df312b8-e4fc-4f59-b68b-3420738fa9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:00.988350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-4df312b8-e4fc-4f59-b68b-3420738fa9dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.1161139 Jun 03 15:58:01.105388 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:0a:f0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:57:55Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:01.117083 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686a31e-1ced-4607-840a-666c723ac635 None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:0a:f0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:57:55Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:01.202920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-704193e9-5b90-4cef-86dc-fccef3e93b8c None None] Current status of the port a7b8fedd-33e6-4743-a76a-6a42bba96181 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:01.221512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd589-5cff-4fca-9fd5-50922c493c4a req-20262f5d-59a9-4086-a8e9-06cfcd26480c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.229603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e01bd589-5cff-4fca-9fd5-50922c493c4a req-20262f5d-59a9-4086-a8e9-06cfcd26480c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.9325321 Jun 03 15:58:01.251130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-1d45c3a4-64b2-4a77-8ff9-7cbdf66e86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.251745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a7b8fedd-33e6-4743-a76a-6a42bba96181 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:01.261873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-1d45c3a4-64b2-4a77-8ff9-7cbdf66e86ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671313 Jun 03 15:58:01.330458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:57:57Z', 'revision_number': 3, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port': {'id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:56Z', 'updated_at': '2022-06-03T15:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:01.339412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Checking router: 707c8202-db91-4cbb-a89d-e7811340451d for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:01.339733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Updating router 707c8202-db91-4cbb-a89d-e7811340451d port dc71a318-6206-4a6c-9c60-cbab50250e58 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:58:01.372985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a7b8fedd-33e6-4743-a76a-6a42bba96181 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:01.373589 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.499756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-79e90945-2775-435b-9e1e-6a40f1a8103d tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.501562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-79e90945-2775-435b-9e1e-6a40f1a8103d tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47&tenant_id=ba454d73f843480bb2a4b139889fe358&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 1095 time: 1.1159170 Jun 03 15:58:01.570235 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-fa2ff7aa-3d09-46b3-a3c6-c90a18a964a0 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005412 Jun 03 15:58:01.576578 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.620439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e01bd589-5cff-4fca-9fd5-50922c493c4a req-0fee906c-f988-42f9-990e-028dce31efde tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799109 Jun 03 15:58:01.659606 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0769e-24df-43a5-a41e-028a1000875f None None] New status for floating IP 1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:58:01.766332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a7b8fedd-33e6-4743-a76a-6a42bba96181 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:01.873724 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.901801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e81552f2-4ab6-4ff8-8345-9e0c71b0c155 req-767414a7-2475-47cd-9743-5afb4a32636a service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218975 Jun 03 15:58:01.966825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-a3e3f7d8-df9a-4ce4-809e-c011b8629eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.969016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-a3e3f7d8-df9a-4ce4-809e-c011b8629eee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 1095 time: 0.4578626 Jun 03 15:58:02.168815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-844c6e92-57fe-42ad-b52b-d87574af495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.171521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-844c6e92-57fe-42ad-b52b-d87574af495f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1095 time: 0.1741920 Jun 03 15:58:02.335638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Allocated IP 172.20.0.1 (7298a0a2-d091-4016-ac13-e9a5ca7d3010/30a11ff8-3e99-48ba-90c2-c3263b5200d3/167093c3-54a6-4747-8009-674db291bd1c) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:02.400270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:02.414773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Transition to ACTIVE for port object dc71a318-6206-4a6c-9c60-cbab50250e58 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:02.428582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:02.452681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-6521a931-6763-4256-802c-3839a5a635ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.454224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-6521a931-6763-4256-802c-3839a5a635ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 898 time: 0.2426984 Jun 03 15:58:02.536910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Attempting to bind port dc71a318-6206-4a6c-9c60-cbab50250e58 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:02.537468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Attempting to bind port dc71a318-6206-4a6c-9c60-cbab50250e58 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:02.538014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Attempting to bind port dc71a318-6206-4a6c-9c60-cbab50250e58 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:02.557197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:02.557764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:02.558367 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:02.559039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:02.559774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Bound port: dc71a318-6206-4a6c-9c60-cbab50250e58, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:02.560389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:02.607806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Pushing event updated for resources: {'Port': ['ID=dc71a318-6206-4a6c-9c60-cbab50250e58,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:02.721656 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-9a8d1a1e-0e14-4c3a-a3d2-c5c397f0a50b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 998 time: 0.2606211 Jun 03 15:58:02.725509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] For port dc71a318-6206-4a6c-9c60-cbab50250e58, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:02.733348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] For port dc71a318-6206-4a6c-9c60-cbab50250e58, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dc71a318-6206-4a6c-9c60-cbab50250e58,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:02.742274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:02.792619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-52c17cde-fb6d-4e4c-bb6f-b54157f3e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.794108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-52c17cde-fb6d-4e4c-bb6f-b54157f3e907 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.0666111 Jun 03 15:58:02.853605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Pushing event updated for resources: {'Port': ['ID=dc71a318-6206-4a6c-9c60-cbab50250e58,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:02.865847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.866194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.866531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.866871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.867204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.867534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.868648 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.869065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.869503 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.869975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.870310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.870751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9855ccf5-f3ef-4bcd-8d25-dcb1d0bba301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:02.876917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Routers {'707c8202-db91-4cbb-a89d-e7811340451d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:02.877551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['707c8202-db91-4cbb-a89d-e7811340451d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:02.998270 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:03.025913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Transition to ACTIVE for port object 167093c3-54a6-4747-8009-674db291bd1c will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:03.052668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72afea-53a9-4e56-8f25-a0ac9fb07c67 req-154071ce-126f-4a5c-8f87-dc9189ee8e15 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:03.054664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec72afea-53a9-4e56-8f25-a0ac9fb07c67 req-154071ce-126f-4a5c-8f87-dc9189ee8e15 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.2572031 Jun 03 15:58:03.090558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-c31ef0ea-43f8-40ae-ae91-bcbe6cd227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:03.092137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-c31ef0ea-43f8-40ae-ae91-bcbe6cd227cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547746 Jun 03 15:58:03.127970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] Set router 707c8202-db91-4cbb-a89d-e7811340451d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:03.194728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:03.270441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec72afea-53a9-4e56-8f25-a0ac9fb07c67 req-ca8d59c2-cfbb-4e7b-ad36-9c61baa72cd0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080061 Jun 03 15:58:03.320182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:03.341740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:03.353115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:03.402930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Pushing event updated for resources: {'Port': ['ID=167093c3-54a6-4747-8009-674db291bd1c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:03.497919 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:03.507672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:57:57Z', 'revision_number': 3, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port': {'id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:56Z', 'updated_at': '2022-06-03T15:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:03.512719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a9e1a-95f9-48c3-86e4-c2c857cbaea1 None None] The sync data for ids ['707c8202-db91-4cbb-a89d-e7811340451d'] in n-d-844594-1 is: [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:57:57Z', 'revision_number': 3, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port': {'id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:56Z', 'updated_at': '2022-06-03T15:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:03.655209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-b1b0ecec-aed8-4b7d-bc53-b6d96be26846 service neutron] 10.222.0.15 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538237 Jun 03 15:58:03.890049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1d58681-ded0-4699-ba2d-29a7490a5b4d None None] Provisioning for port 167093c3-54a6-4747-8009-674db291bd1c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:03.894835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-e64bd64b-cf33-438f-b778-201281c97ac2 service neutron] 10.222.0.15 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223983 Jun 03 15:58:03.937501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1d58681-ded0-4699-ba2d-29a7490a5b4d None None] Provisioning complete for port 167093c3-54a6-4747-8009-674db291bd1c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:03.937501 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1d58681-ded0-4699-ba2d-29a7490a5b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:04.084715 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:04.103340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1d58681-ded0-4699-ba2d-29a7490a5b4d None None] Port 167093c3-54a6-4747-8009-674db291bd1c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:04.311476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-ce2c07cf-eae6-4037-922b-1e59b319dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:04.311476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-ce2c07cf-eae6-4037-922b-1e59b319dd5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1095 time: 0.1662290 Jun 03 15:58:04.699181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-e13a66c4-dd84-488e-9301-c773f47b04df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:04.701195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-e13a66c4-dd84-488e-9301-c773f47b04df service neutron] 10.222.0.70 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 898 time: 0.3086343 Jun 03 15:58:04.856993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:04.866811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:04.897162 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-4775d605-87fc-4b7a-9547-c35178443b5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 998 time: 0.1881933 Jun 03 15:58:05.011238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-ffef45c4-e22e-42a8-b873-32ded6a01577 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:05.012738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-ffef45c4-e22e-42a8-b873-32ded6a01577 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47&tenant_id=ba454d73f843480bb2a4b139889fe358&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 1095 time: 0.5906284 Jun 03 15:58:05.014889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-a183eaad-c72b-48b4-af99-b8138de42c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:05.018092 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-a183eaad-c72b-48b4-af99-b8138de42c8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.1137254 Jun 03 15:58:05.042900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Pushing event updated for resources: {'Port': ['ID=167093c3-54a6-4747-8009-674db291bd1c,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:05.046445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:05.058468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedef0e3-7547-4fcc-80e3-9f45df253242 req-e68e7569-ffb4-42f5-8c84-8b0c06c97154 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:05.060265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bedef0e3-7547-4fcc-80e3-9f45df253242 req-e68e7569-ffb4-42f5-8c84-8b0c06c97154 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.4521224 Jun 03 15:58:05.181105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-5310fda0-d4d7-499c-bd5f-d182e5872563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:05.183006 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-5310fda0-d4d7-499c-bd5f-d182e5872563 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542180 Jun 03 15:58:05.302017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dc71a318-6206-4a6c-9c60-cbab50250e58 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:05.404541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port dc71a318-6206-4a6c-9c60-cbab50250e58 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:05.410157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-b3061b24-a737-41f2-ac12-545effed460d service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167721 Jun 03 15:58:05.413216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dc71a318-6206-4a6c-9c60-cbab50250e58 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:05.413649 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:05.572404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bedef0e3-7547-4fcc-80e3-9f45df253242 req-abfca22e-4042-4770-874a-43a981f5a467 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4216146 Jun 03 15:58:05.581762 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9a71bb29-c3d2-49e6-b8a0-70a630fb4511 req-3e5929c3-69f4-43a2-9503-6152ad573596 service neutron] 10.222.0.70 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648200 Jun 03 15:58:05.623303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dc71a318-6206-4a6c-9c60-cbab50250e58 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:05.624155 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:05.648521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port dc71a318-6206-4a6c-9c60-cbab50250e58, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dc71a318-6206-4a6c-9c60-cbab50250e58,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:05.655089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:05.657563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-96d9e4e7-c403-446f-8206-0c764e585e3b service neutron] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:05.682048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-96d9e4e7-c403-446f-8206-0c764e585e3b service neutron] Notify callbacks [] for binding, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:05.683399 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-96d9e4e7-c403-446f-8206-0c764e585e3b service neutron] 10.222.0.15 "DELETE /v2.0/ports/14272ad4-7cbf-4549-ac3a-20f38ffd43f1/bindings/n-h1-844594-1 HTTP/1.1" status: 204 len: 173 time: 0.6222510 Jun 03 15:58:05.710781 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:05.717276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:05.791330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=dc71a318-6206-4a6c-9c60-cbab50250e58,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:05.991167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcf5ef-e6e1-426a-b609-3add2e175817 req-c26b7841-181d-48f0-9159-feb025082efd tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:05.994207 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aafcf5ef-e6e1-426a-b609-3add2e175817 req-c26b7841-181d-48f0-9159-feb025082efd tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1095 time: 0.1868300 Jun 03 15:58:06.055451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Router 707c8202-db91-4cbb-a89d-e7811340451d has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:06.058510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-43bd5bc5-ef4c-4bdf-b6c2-f9236b11f410 None None] Provisioning complete for port 167093c3-54a6-4747-8009-674db291bd1c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:06.058894 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-43bd5bc5-ef4c-4bdf-b6c2-f9236b11f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:06.069211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aafcf5ef-e6e1-426a-b609-3add2e175817 req-1abbf6d3-77f2-46ba-9a10-cf84d27b2441 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626743 Jun 03 15:58:06.126868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-43bd5bc5-ef4c-4bdf-b6c2-f9236b11f410 None None] Port 167093c3-54a6-4747-8009-674db291bd1c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:06.297442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:06.308659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-905fc5fa-77c3-4dec-9506-b0c617fecc96 admin admin] 10.222.0.66 "PUT /v2.0/routers/707c8202-db91-4cbb-a89d-e7811340451d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5892527 Jun 03 15:58:06.313139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Sync routers for ids ['707c8202-db91-4cbb-a89d-e7811340451d'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:06.322870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Routers {'707c8202-db91-4cbb-a89d-e7811340451d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:06.323702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['707c8202-db91-4cbb-a89d-e7811340451d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:06.521002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bfb42-1908-45b6-a9d0-57f7a00c1ab6 req-a2b4a104-2658-4c94-8c7b-4ad41eb317dd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:06.522838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-282bfb42-1908-45b6-a9d0-57f7a00c1ab6 req-a2b4a104-2658-4c94-8c7b-4ad41eb317dd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.2726181 Jun 03 15:58:06.551219 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Set router 707c8202-db91-4cbb-a89d-e7811340451d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:06.650015 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-282bfb42-1908-45b6-a9d0-57f7a00c1ab6 req-33ec2908-e25d-43ac-ac43-604e6a61235b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177230 Jun 03 15:58:06.681620 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37024) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:06.825494 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0a04a3b9-7ad3-4a28-99c4-525a7f5ce48b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/e70cf8da-126d-46e9-aae9-a35d91f7271f HTTP/1.1" status: 200 len: 990 time: 0.1424661 Jun 03 15:58:07.003027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:58:03Z', 'revision_number': 4, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port': {'id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:56Z', 'updated_at': '2022-06-03T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '167093c3-54a6-4747-8009-674db291bd1c', 'name': '', 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'mac_address': 'fa:16:3e:39:b1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '30a11ff8-3e99-48ba-90c2-c3263b5200d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:01Z', 'updated_at': '2022-06-03T15:58:04Z', 'revision_number': 2, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'subnets': [{'id': '30a11ff8-3e99-48ba-90c2-c3263b5200d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:07.008151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Checking router: 707c8202-db91-4cbb-a89d-e7811340451d for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:07.008576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Updating router 707c8202-db91-4cbb-a89d-e7811340451d port 167093c3-54a6-4747-8009-674db291bd1c binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:58:07.079074 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.103926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37040) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:07.365380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dc71a318-6206-4a6c-9c60-cbab50250e58 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:07.405892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 05af703e-6df0-42e7-a7f8-c52e51f8fe3a {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:07.406244 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.504156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dc71a318-6206-4a6c-9c60-cbab50250e58 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:07.504156 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.657142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.657473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.755829 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dc71a318-6206-4a6c-9c60-cbab50250e58 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:07.759453 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.786456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Transition to ACTIVE for port object 167093c3-54a6-4747-8009-674db291bd1c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:07.795821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.807025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 05af703e-6df0-42e7-a7f8-c52e51f8fe3a owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:07.923439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37054) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:08.091722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d0fc7-8426-48f9-8731-6178074329f3 None None] Pushing event updated for resources: {'Port': ['ID=167093c3-54a6-4747-8009-674db291bd1c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:08.127728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Attempting to bind port 167093c3-54a6-4747-8009-674db291bd1c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:08.128382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Attempting to bind port 167093c3-54a6-4747-8009-674db291bd1c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:08.129183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Attempting to bind port 167093c3-54a6-4747-8009-674db291bd1c on network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:08.143704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:08.144566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Checking segment: {'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:08.145241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.145846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Bound using segment: {'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:08.146627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Bound port: 167093c3-54a6-4747-8009-674db291bd1c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0042fa-d48f-4a83-af0e-ae111265a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:08.147398 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.209222 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.261057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] For port 167093c3-54a6-4747-8009-674db291bd1c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:08.265846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] For port 167093c3-54a6-4747-8009-674db291bd1c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=167093c3-54a6-4747-8009-674db291bd1c,segment=NetworkSegment(2f0042fa-d48f-4a83-af0e-ae111265a697),segment_id=2f0042fa-d48f-4a83-af0e-ae111265a697)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:08.273762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.279630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=05af703e-6df0-42e7-a7f8-c52e51f8fe3a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:08.354433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d0fc7-8426-48f9-8731-6178074329f3 None None] Pushing event updated for resources: {'Port': ['ID=167093c3-54a6-4747-8009-674db291bd1c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:08.383110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Routers {'707c8202-db91-4cbb-a89d-e7811340451d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:08.384435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['707c8202-db91-4cbb-a89d-e7811340451d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:08.428933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.429529 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP e70cf8da-126d-46e9-aae9-a35d91f7271f disassociated (deleted). External IP: 172.25.1.34, port: 14272ad4-7cbf-4549-ac3a-20f38ffd43f1. Jun 03 15:58:08.707322 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] Set router 707c8202-db91-4cbb-a89d-e7811340451d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:08.878092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 112289df-2e84-4eff-ab4c-874cb38f8582 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:08.894826 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:09.093343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:09.104282 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] Sync routers for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:09.119687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:58:03Z', 'revision_number': 4, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port': {'id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:56Z', 'updated_at': '2022-06-03T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '167093c3-54a6-4747-8009-674db291bd1c', 'name': '', 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'mac_address': 'fa:16:3e:39:b1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '30a11ff8-3e99-48ba-90c2-c3263b5200d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:01Z', 'updated_at': '2022-06-03T15:58:08Z', 'revision_number': 4, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'subnets': [{'id': '30a11ff8-3e99-48ba-90c2-c3263b5200d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:09.129840 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:09.130592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b6d6a-179f-4fb2-ae11-dbb9127998c3 None None] The sync data for ids ['707c8202-db91-4cbb-a89d-e7811340451d'] in n-d-844594-1 is: [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:58:03Z', 'revision_number': 4, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port': {'id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:56Z', 'updated_at': '2022-06-03T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '167093c3-54a6-4747-8009-674db291bd1c', 'name': '', 'network_id': '7298a0a2-d091-4016-ac13-e9a5ca7d3010', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'mac_address': 'fa:16:3e:39:b1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '30a11ff8-3e99-48ba-90c2-c3263b5200d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:01Z', 'updated_at': '2022-06-03T15:58:08Z', 'revision_number': 4, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'subnets': [{'id': '30a11ff8-3e99-48ba-90c2-c3263b5200d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:09.131519 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:09.159754 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:09.310812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-085255a8-88d5-47cb-8b99-4c568a091476 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/floatingips/e70cf8da-126d-46e9-aae9-a35d91f7271f HTTP/1.1" status: 204 len: 168 time: 2.2034447 Jun 03 15:58:09.310812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:09.381364 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f244632-8512-4d1d-a329-6990721572e1'] response: {'name': 'network-changed', 'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'status': 'completed', 'code': 200} Jun 03 15:58:09.505203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Deleting port 167093c3-54a6-4747-8009-674db291bd1c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:09.506113 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:09.552578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-4b79ac08-e56a-4763-840b-455f61b7c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:09.555325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-4b79ac08-e56a-4763-840b-455f61b7c99b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 1095 time: 0.1569204 Jun 03 15:58:09.562594 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:09.871155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-261d48bc-a9ee-4abc-9c28-80391a6cfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:09.877435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-261d48bc-a9ee-4abc-9c28-80391a6cfacd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 200 len: 898 time: 0.3159242 Jun 03 15:58:09.901275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] For port 167093c3-54a6-4747-8009-674db291bd1c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=167093c3-54a6-4747-8009-674db291bd1c,segment=NetworkSegment(2f0042fa-d48f-4a83-af0e-ae111265a697),segment_id=2f0042fa-d48f-4a83-af0e-ae111265a697)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:09.901889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:10.053465 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-6afe7d20-7dc8-48e6-97c1-55ba5082c8ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 200 len: 217 time: 0.1683872 Jun 03 15:58:10.077137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Calling delete_port for 167093c3-54a6-4747-8009-674db291bd1c owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:10.178602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-05618bab-db9b-46b8-bfa6-6b0b012a17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:10.185580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-05618bab-db9b-46b8-bfa6-6b0b012a17cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 200 len: 835 time: 0.1189630 Jun 03 15:58:10.212002 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:49Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:10.241950 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] Checking router: 112289df-2e84-4eff-ab4c-874cb38f8582 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:10.276565 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:10.277360 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:10.343067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b49d47-46ed-4207-9b76-a92d8ce329d0 req-af6d96d3-a915-4c0d-94e7-50190b3474bc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:10.343777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-04b49d47-46ed-4207-9b76-a92d8ce329d0 req-af6d96d3-a915-4c0d-94e7-50190b3474bc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:10.365613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-4c9a483f-6648-433c-b638-9e9e8cdb4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:10.368324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-4c9a483f-6648-433c-b638-9e9e8cdb4a8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a88e30e0-4d97-4357-94c3-b0c8b1da11f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733916 Jun 03 15:58:10.369557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-04b49d47-46ed-4207-9b76-a92d8ce329d0 req-af6d96d3-a915-4c0d-94e7-50190b3474bc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:10.377726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04b49d47-46ed-4207-9b76-a92d8ce329d0 req-af6d96d3-a915-4c0d-94e7-50190b3474bc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.4180057 Jun 03 15:58:10.396086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-86fb5671-77e4-408c-bd6a-0b7d5eeefc0e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:10.397044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-86fb5671-77e4-408c-bd6a-0b7d5eeefc0e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:10.421516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-86fb5671-77e4-408c-bd6a-0b7d5eeefc0e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:10.423209 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-86fb5671-77e4-408c-bd6a-0b7d5eeefc0e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.2584901 Jun 03 15:58:10.561897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:10.562552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:10.617712 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:10.649493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-04b49d47-46ed-4207-9b76-a92d8ce329d0 req-09f40824-f543-4571-b1a5-06a799319a04 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709484 Jun 03 15:58:10.797512 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-40e1c566-47c7-4975-892f-9c92da0f76c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169879 Jun 03 15:58:10.996312 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01d23be0-0f1c-4f95-b498-20202a26e454 req-c954355a-a9ad-495e-816f-6738d29b64c7 service neutron] 10.222.0.15 "GET /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916399 Jun 03 15:58:11.100294 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:11.112084 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:49Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:11.116886 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013286d-233a-42e4-b37c-9a74aacbc9ce None None] The sync data for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 is: [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:56:39Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3440711b-9fb5-451f-82f9-354344189f1e', 'name': '', 'network_id': 'a88e30e0-4d97-4357-94c3-b0c8b1da11f9', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:63:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:36Z', 'updated_at': '2022-06-03T15:56:49Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '03dd64ac-cff9-4c7a-acc7-93361a714ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:11.191694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=167093c3-54a6-4747-8009-674db291bd1c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:11.200759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:11.201120 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:11.354223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 167093c3-54a6-4747-8009-674db291bd1c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:11.400097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 167093c3-54a6-4747-8009-674db291bd1c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:11.400097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 167093c3-54a6-4747-8009-674db291bd1c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 03 15:58:11.497634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Port 167093c3-54a6-4747-8009-674db291bd1c not found, will not notify nova. {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 03 15:58:11.529378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:11.883399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:11.933062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c6da0-9f4b-409d-9911-3ad40cd340a2 req-6be57ba1-adc4-44b3-a8d8-57fd841aba52 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:11.940323 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-972c6da0-9f4b-409d-9911-3ad40cd340a2 req-6be57ba1-adc4-44b3-a8d8-57fd841aba52 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=edab17e6-df62-4612-a671-60a3078e0c47 HTTP/1.1" status: 200 len: 944 time: 0.1258228 Jun 03 15:58:12.026085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-972c6da0-9f4b-409d-9911-3ad40cd340a2 req-4d127b75-f57b-4ccd-b37c-397eb1cf8d77 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=72a77eb7-e9ae-43ba-949d-b6714b0e949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776668 Jun 03 15:58:12.104429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:12.147478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8be4e8-c92a-49d3-be36-8d3d815c7a3d None None] New status for floating IP e70cf8da-126d-46e9-aae9-a35d91f7271f: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:58:12.303989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=14272ad4-7cbf-4549-ac3a-20f38ffd43f1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:12.389042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] No DVR routers for this DVR port 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:12.389042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:12.389042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-deleted', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:12.420469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-099ff69c-49b3-4119-beb9-27e416cb24ab req-f6fc3360-13aa-4e7b-af66-42d3875850c2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "DELETE /v2.0/ports/14272ad4-7cbf-4549-ac3a-20f38ffd43f1 HTTP/1.1" status: 204 len: 173 time: 1.9827113 Jun 03 15:58:12.510616 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e8bab6-2409-4cfe-8dfd-c6703dd4c410'] response: {'server_uuid': 'edab17e6-df62-4612-a671-60a3078e0c47', 'name': 'network-vif-deleted', 'tag': '14272ad4-7cbf-4549-ac3a-20f38ffd43f1', 'status': 'completed', 'code': 200} Jun 03 15:58:12.726471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Router 707c8202-db91-4cbb-a89d-e7811340451d has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:13.094236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:13.099496 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6a84e3f1-d8f0-4300-b995-636eae356be6 admin admin] 10.222.0.66 "PUT /v2.0/routers/707c8202-db91-4cbb-a89d-e7811340451d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1744304 Jun 03 15:58:13.101962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37098) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:13.104672 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] Sync routers for ids ['707c8202-db91-4cbb-a89d-e7811340451d'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:13.115296 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] Routers {'707c8202-db91-4cbb-a89d-e7811340451d'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:13.116173 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['707c8202-db91-4cbb-a89d-e7811340451d'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:13.166405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37102) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:13.322063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:13.402366 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] Set router 707c8202-db91-4cbb-a89d-e7811340451d gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:13.422660 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b3390d67-c2bf-4e82-baba-6eec7ff7968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:13.531356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:13.547552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Deleting port dc71a318-6206-4a6c-9c60-cbab50250e58 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:13.548195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:13.837531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] For port dc71a318-6206-4a6c-9c60-cbab50250e58, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dc71a318-6206-4a6c-9c60-cbab50250e58,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:13.837837 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:13.883883 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:58:10Z', 'revision_number': 5, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port': {'id': 'dc71a318-6206-4a6c-9c60-cbab50250e58', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707c8202-db91-4cbb-a89d-e7811340451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:56Z', 'updated_at': '2022-06-03T15:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:13.888261 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] Checking router: 707c8202-db91-4cbb-a89d-e7811340451d for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:13.903364 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] Routers {'707c8202-db91-4cbb-a89d-e7811340451d'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:13.904000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:57:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['707c8202-db91-4cbb-a89d-e7811340451d'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:13.907305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:13.967373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:14.026355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Calling delete_port for dc71a318-6206-4a6c-9c60-cbab50250e58 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:14.035636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:14.036146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 14272ad4-7cbf-4549-ac3a-20f38ffd43f1 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:14.193965 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] Set router 707c8202-db91-4cbb-a89d-e7811340451d gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:14.334879 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.335493 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:58:13Z', 'revision_number': 6, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:14.340763 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc34e7e-d5fc-48a9-b6c1-1cf3b165d5f4 None None] The sync data for ids ['707c8202-db91-4cbb-a89d-e7811340451d'] in n-d-844594-1 is: [{'id': '707c8202-db91-4cbb-a89d-e7811340451d', 'name': 'tempest-ImageQuotaTest-119349502-router', 'tenant_id': 'e5d522e373c342e898de7359e68b49cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:55Z', 'updated_at': '2022-06-03T15:58:13Z', 'revision_number': 6, 'project_id': 'e5d522e373c342e898de7359e68b49cb', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:14.432683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc71a318-6206-4a6c-9c60-cbab50250e58,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:14.517508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 3440711b-9fb5-451f-82f9-354344189f1e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:14.518078 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.536077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.730500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.733731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.779375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.779498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 707c8202-db91-4cbb-a89d-e7811340451d {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:58:14.797256 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.798958 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7e6aa1fe-557c-46e6-ad6c-346f79ddc467 admin admin] 10.222.0.66 "DELETE /v2.0/routers/707c8202-db91-4cbb-a89d-e7811340451d HTTP/1.1" status: 204 len: 168 time: 1.6954136 Jun 03 15:58:14.802104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37114) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:14.897010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] Deleting subnet 30a11ff8-3e99-48ba-90c2-c3263b5200d3 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:58:14.901050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.925723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 3440711b-9fb5-451f-82f9-354344189f1e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3440711b-9fb5-451f-82f9-354344189f1e,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:14.926392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.114214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 3440711b-9fb5-451f-82f9-354344189f1e owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:15.173163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.311240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dc71a318-6206-4a6c-9c60-cbab50250e58 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:15.335913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.375559 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: dc71a318-6206-4a6c-9c60-cbab50250e58 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:15.375989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dc71a318-6206-4a6c-9c60-cbab50250e58 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:15.378155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 167093c3-54a6-4747-8009-674db291bd1c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:15.434458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 167093c3-54a6-4747-8009-674db291bd1c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:15.434458 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 167093c3-54a6-4747-8009-674db291bd1c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:15.461584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.539438 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.547224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a11ff8-3e99-48ba-90c2-c3263b5200d3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:15.552429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d8c038-5cba-4899-b5e3-8f5032e77ec5 None None] Network 7298a0a2-d091-4016-ac13-e9a5ca7d3010 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:58:15.555109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c4b13a89-e786-47f0-a1b0-14fab60cb026 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30a11ff8-3e99-48ba-90c2-c3263b5200d3 HTTP/1.1" status: 204 len: 168 time: 0.7516499 Jun 03 15:58:15.558315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37118) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:15.728930 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.864973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.886953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=3440711b-9fb5-451f-82f9-354344189f1e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:15.894363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Deleting port a7b8fedd-33e6-4743-a76a-6a42bba96181 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:15.894363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:15.969657 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.221674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] DHCP port deletion for 7298a0a2-d091-4016-ac13-e9a5ca7d3010 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:58:16.226761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Deleting port a7b8fedd-33e6-4743-a76a-6a42bba96181 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:16.227327 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.351534 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca329-d82a-4e00-86f1-415645e8ea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.425843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] For port a7b8fedd-33e6-4743-a76a-6a42bba96181, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a7b8fedd-33e6-4743-a76a-6a42bba96181,segment=NetworkSegment(2f0042fa-d48f-4a83-af0e-ae111265a697),segment_id=2f0042fa-d48f-4a83-af0e-ae111265a697)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:16.426357 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.569936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Calling delete_port for a7b8fedd-33e6-4743-a76a-6a42bba96181 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:16.571890 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.691338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.744965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.783607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] For port a7b8fedd-33e6-4743-a76a-6a42bba96181, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a7b8fedd-33e6-4743-a76a-6a42bba96181,segment=NetworkSegment(2f0042fa-d48f-4a83-af0e-ae111265a697),segment_id=2f0042fa-d48f-4a83-af0e-ae111265a697)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:16.785395 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.817663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b8fedd-33e6-4743-a76a-6a42bba96181,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:16.821352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.822544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.824454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.824454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.824454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.824454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.829277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.829277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.829277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.829277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.829277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.829277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:16.843646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] No DVR routers for this DVR port a7b8fedd-33e6-4743-a76a-6a42bba96181 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:17.003462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Calling delete_port for a7b8fedd-33e6-4743-a76a-6a42bba96181 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:17.028578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.077267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.079789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7298a0a2-d091-4016-ac13-e9a5ca7d3010']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:17.103692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0042fa-d48f-4a83-af0e-ae111265a697') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:17.104645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0042fa-d48f-4a83-af0e-ae111265a697') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:17.121092 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:58:17.121450 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:58:17.124370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.152403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.164046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:58:17.164046 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.230258 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2f0042fa-d48f-4a83-af0e-ae111265a697 resource provider aggregate not found Jun 03 15:58:17.262367 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 2f0042fa-d48f-4a83-af0e-ae111265a697 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f0042fa-d48f-4a83-af0e-ae111265a697 found for delete ", "request_id": "req-b180a067-08e0-4256-9228-29189eb2c832"}]} Jun 03 15:58:17.287655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.316081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.325138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7298a0a2-d091-4016-ac13-e9a5ca7d3010,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:17.328672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 112289df-2e84-4eff-ab4c-874cb38f8582 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:17.329406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c8113175-d678-4572-9f96-771be5b14ef6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7298a0a2-d091-4016-ac13-e9a5ca7d3010 HTTP/1.1" status: 204 len: 168 time: 1.7698770 Jun 03 15:58:17.347217 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a7b8fedd-33e6-4743-a76a-6a42bba96181 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:17.448599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a7b8fedd-33e6-4743-a76a-6a42bba96181 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:17.449643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a7b8fedd-33e6-4743-a76a-6a42bba96181 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:17.468256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37140) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:17.534953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9c1f3e8f-43b3-4a44-9f3f-20c882ae4317 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5d522e373c342e898de7359e68b49cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621207 Jun 03 15:58:17.535575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37144) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:17.621078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2942fcb-dd71-4e67-8738-f2ca0cdab642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.631767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Deleting port a7b8fedd-33e6-4743-a76a-6a42bba96181 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:17.631767 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.708203 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2942fcb-dd71-4e67-8738-f2ca0cdab642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.753213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:17.772984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-81bde198-cf5f-41f9-9364-21963f3ce0ec None None] The port 'a7b8fedd-33e6-4743-a76a-6a42bba96181' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:58:17.779216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] Sync routers for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:17.781109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2942fcb-dd71-4e67-8738-f2ca0cdab642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.796829 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ae9892f8-ef22-4fc8-afb0-fcd402509bcd tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/112289df-2e84-4eff-ab4c-874cb38f8582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6253793 Jun 03 15:58:17.796829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37148) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:17.802820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:17.803483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:17.811481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2942fcb-dd71-4e67-8738-f2ca0cdab642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27898c6-56b0-4e8f-8733-b991b54c5f54,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:17.820048 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c2942fcb-dd71-4e67-8738-f2ca0cdab642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.824809 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c2942fcb-dd71-4e67-8738-f2ca0cdab642 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c27898c6-56b0-4e8f-8733-b991b54c5f54 HTTP/1.1" status: 204 len: 168 time: 0.2855725 Jun 03 15:58:17.893362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting subnet 03dd64ac-cff9-4c7a-acc7-93361a714ee4 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:58:17.898411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.972738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.143183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.163315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:18.277125 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.343969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.347488 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Subnet': ['ID=03dd64ac-cff9-4c7a-acc7-93361a714ee4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:18.353664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-01b38a2e-e91b-4d6b-bb6c-a3ef1584c507 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/subnets/03dd64ac-cff9-4c7a-acc7-93361a714ee4 HTTP/1.1" status: 204 len: 168 time: 0.5561540 Jun 03 15:58:18.358076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:18.394913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192a80e3-696a-4bf1-a4af-a406c7434727 None None] Network a88e30e0-4d97-4357-94c3-b0c8b1da11f9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:58:18.492617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.605892 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.622931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37166) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:18.647701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.651226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.686171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:18.697523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:18.708289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:18.725031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:18.753061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:58:15Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': 'c4c3948b-a229-4ffe-9cce-76d5006570ed', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:29Z', 'updated_at': '2022-06-03T15:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:18.758249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] Checking router: 112289df-2e84-4eff-ab4c-874cb38f8582 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:18.782465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] Routers {'112289df-2e84-4eff-ab4c-874cb38f8582'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:18.783293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['112289df-2e84-4eff-ab4c-874cb38f8582'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:18.853534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.855201 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.865154 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.872420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port c4c3948b-a229-4ffe-9cce-76d5006570ed {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:18.872776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.904499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] DHCP port deletion for a88e30e0-4d97-4357-94c3-b0c8b1da11f9 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:58:18.943152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3166785 Jun 03 15:58:18.943152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758210a-9e38-486c-b20f-d0a9b920efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a702f928-63a3-4e2e-a8f7-13206c67665b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:18.945220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37174) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:19.022311 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12793779-5448-4e44-8813-a8141a8abfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.054992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Deleting port 62db3074-5175-43a6-bf36-5f4639829bd6 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:19.055948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.064575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12793779-5448-4e44-8813-a8141a8abfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.136229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port c4c3948b-a229-4ffe-9cce-76d5006570ed, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c4c3948b-a229-4ffe-9cce-76d5006570ed,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:19.138740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.161320 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12793779-5448-4e44-8813-a8141a8abfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.191829 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-12793779-5448-4e44-8813-a8141a8abfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.195364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-12793779-5448-4e44-8813-a8141a8abfa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a702f928-63a3-4e2e-a8f7-13206c67665b HTTP/1.1" status: 204 len: 168 time: 0.2467113 Jun 03 15:58:19.197162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12793779-5448-4e44-8813-a8141a8abfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702f928-63a3-4e2e-a8f7-13206c67665b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:19.305666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 62db3074-5175-43a6-bf36-5f4639829bd6 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:19.375265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] Set router 112289df-2e84-4eff-ab4c-874cb38f8582 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:19.385982 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for c4c3948b-a229-4ffe-9cce-76d5006570ed owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:19.676430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:58:18Z', 'revision_number': 6, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:19.739100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.764800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4a50c-2f19-4677-8731-d6acebf26304 None None] The sync data for ids ['112289df-2e84-4eff-ab4c-874cb38f8582'] in n-d-844594-1 is: [{'id': '112289df-2e84-4eff-ab4c-874cb38f8582', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875379112', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:28Z', 'updated_at': '2022-06-03T15:58:18Z', 'revision_number': 6, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:19.801913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] For port 62db3074-5175-43a6-bf36-5f4639829bd6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=62db3074-5175-43a6-bf36-5f4639829bd6,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:19.802037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.867912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=c4c3948b-a229-4ffe-9cce-76d5006570ed,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:19.964882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Calling delete_port for 62db3074-5175-43a6-bf36-5f4639829bd6 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:19.997759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 62db3074-5175-43a6-bf36-5f4639829bd6 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:19.998857 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.063017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 62db3074-5175-43a6-bf36-5f4639829bd6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=62db3074-5175-43a6-bf36-5f4639829bd6,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:20.068798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.075609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.155051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:58:20.155508 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:58:20.180886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=62db3074-5175-43a6-bf36-5f4639829bd6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:20.429636 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.431801 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.453667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.454335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Fanout notify agent at l3_agent the message router_deleted on router 112289df-2e84-4eff-ab4c-874cb38f8582 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:58:20.471114 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.472129 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e50bf916-d098-439a-8373-ebb6c9700bad tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/routers/112289df-2e84-4eff-ab4c-874cb38f8582 HTTP/1.1" status: 204 len: 168 time: 2.1125469 Jun 03 15:58:20.474837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37186) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:20.598048 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.610973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 62db3074-5175-43a6-bf36-5f4639829bd6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:20.612862 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.656774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Deleting port 62db3074-5175-43a6-bf36-5f4639829bd6 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:20.657221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.890773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 62db3074-5175-43a6-bf36-5f4639829bd6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=62db3074-5175-43a6-bf36-5f4639829bd6,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:20.891118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.962934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] For port 62db3074-5175-43a6-bf36-5f4639829bd6, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=62db3074-5175-43a6-bf36-5f4639829bd6,segment=NetworkSegment(c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb),segment_id=c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:20.964520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.141190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Calling delete_port for 62db3074-5175-43a6-bf36-5f4639829bd6 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:21.181137 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 62db3074-5175-43a6-bf36-5f4639829bd6 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:21.234889 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.312852 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:58:21.314786 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:58:21.322738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] No DVR routers for this DVR port 62db3074-5175-43a6-bf36-5f4639829bd6 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:21.326096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9057a-b12a-46bc-88b6-f232418125e4 None None] Pushing event deleted for resources: {'Port': ['ID=62db3074-5175-43a6-bf36-5f4639829bd6,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:21.330978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3440711b-9fb5-451f-82f9-354344189f1e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:21.381761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3440711b-9fb5-451f-82f9-354344189f1e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:21.381761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3440711b-9fb5-451f-82f9-354344189f1e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:21.381761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c4c3948b-a229-4ffe-9cce-76d5006570ed no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:21.413845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: c4c3948b-a229-4ffe-9cce-76d5006570ed {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:21.414684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c4c3948b-a229-4ffe-9cce-76d5006570ed not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:21.817664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 62db3074-5175-43a6-bf36-5f4639829bd6 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:21.817664 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.890258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] The port '62db3074-5175-43a6-bf36-5f4639829bd6' was deleted {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:58:22.022891 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.050470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88e30e0-4d97-4357-94c3-b0c8b1da11f9']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:22.077045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:22.078017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:22.097018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.116641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.137140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:58:22.137140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.206964 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb resource provider aggregate not found Jun 03 15:58:22.240791 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c531b9a6-49c6-49d9-a0d9-d2cbb9bafbcb found for delete ", "request_id": "req-a1f9b0b1-06f5-4005-97dd-91838d8b3544"}]} Jun 03 15:58:22.254413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.265582 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.304552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Network': ['ID=a88e30e0-4d97-4357-94c3-b0c8b1da11f9,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:22.321650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ee132b72-778b-40e6-8fb7-b85ab3f66fbf tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/networks/a88e30e0-4d97-4357-94c3-b0c8b1da11f9 HTTP/1.1" status: 204 len: 168 time: 1.8456428 Jun 03 15:58:22.324130 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:22.396711 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f0b31a-e768-42bc-b46d-4c548d3e751f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.426366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f0b31a-e768-42bc-b46d-4c548d3e751f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.493454 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f0b31a-e768-42bc-b46d-4c548d3e751f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.513514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0b31a-e768-42bc-b46d-4c548d3e751f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a77eb7-e9ae-43ba-949d-b6714b0e949d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:22.525140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f0b31a-e768-42bc-b46d-4c548d3e751f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.526385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-24f0b31a-e768-42bc-b46d-4c548d3e751f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/security-groups/72a77eb7-e9ae-43ba-949d-b6714b0e949d HTTP/1.1" status: 204 len: 168 time: 0.2011521 Jun 03 15:58:22.670897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37220) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:22.677652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042076455', 'description': 'tempest-secgroup-smoke-1042076455 description', 'project_id': 'ba454d73f843480bb2a4b139889fe358'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:22.684701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:22.690165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:22.692913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:22.699731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:22.713578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.735465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:22.739906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:22.744229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:22.750101 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:22.822993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.827561 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.875543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f2edec-33d7-421a-9c5d-40a22b444df0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:22.889013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.889885 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e51198a3-8815-4d63-af74-091ad02d90e3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2182004 Jun 03 15:58:22.892712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37224) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:22.898670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '10f2edec-33d7-421a-9c5d-40a22b444df0', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:22.905579 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:22.910003 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:22.912877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:22.919385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:22.936147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.000410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.003976 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.028813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2891c8-5e3b-46bb-ac66-4f0a3de70913,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:23.039701 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.044319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37228) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:23.044743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c0580cc6-3fb7-4d2d-8a73-5677c12becbe tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503940 Jun 03 15:58:23.049881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '10f2edec-33d7-421a-9c5d-40a22b444df0', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:23.057070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:23.060881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:23.063703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:23.069385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:23.086476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.152449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.156516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.183693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19f83a1-e001-44f6-b0f3-1cd862986450,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:23.192456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.196605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dd699bf2-c2ce-4dfd-b3a0-46294476b303 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484997 Jun 03 15:58:23.196681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37234) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:23.202028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '10f2edec-33d7-421a-9c5d-40a22b444df0', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:23.209683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:23.213556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:23.216506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:23.223656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:23.239854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.309999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.314833 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.340828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca46b6c-82c8-410c-a398-19d96245cc4d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:23.354277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.355512 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4f01e1b0-10bd-4d1a-b873-fb1e0d734cf8 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578865 Jun 03 15:58:23.358285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37238) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:23.363796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '10f2edec-33d7-421a-9c5d-40a22b444df0', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:23.370509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:23.375293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:23.379725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:23.388099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:23.408967 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.490242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.494740 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.523611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e485d5-a6d4-4d99-bc00-380effaac8ec,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:23.534238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.535598 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-84f0211a-5cf9-4a1a-948c-e2b0306d8a5e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763859 Jun 03 15:58:23.538382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37246) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:23.543660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '10f2edec-33d7-421a-9c5d-40a22b444df0', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:23.551840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:23.556431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:23.559788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:23.565706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:23.577508 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:58:23.584956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.658982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.664185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.698246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184665c1-8ef6-4a39-97a3-fe3d09959194,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:23.713002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.716982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2fb24ad6-ae30-4572-9bcb-fd7be58a78d7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1750157 Jun 03 15:58:23.717260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37250) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:23.723117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'security_group_rule': {'security_group_id': '10f2edec-33d7-421a-9c5d-40a22b444df0', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:23.730473 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:23.734627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:security_group_rule and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:23.737608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:23.743554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:23.756400 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Project ba454d73f843480bb2a4b139889fe358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:58:23.763361 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.838045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.841986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.871991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f293271-c1b2-4994-908f-7e73f8f3ecc7,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:23.881314 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.886221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a1e02d99-cd08-4d57-aea3-7fa4cb2ec617 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646667 Jun 03 15:58:23.886495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37254) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:23.893046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'network': {'name': 'tempest-network-smoke--591141892', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:23.899168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:23.903389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:network and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:23.906307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:23.912936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:23.927663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:58:23.931101 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.965035 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:58:23.976331 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.976682 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Added segment 6fde43c5-12ab-4267-a54b-94e53ec36dae of type vlan for network 450af72e-0d4a-4ee6-bb46-a109e8970bdc Jun 03 15:58:24.005499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:24.041120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:24.046667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:24.047282 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:24.179572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2921848 Jun 03 15:58:24.182868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31011450-db2e-4811-b836-ac8cd9c52123 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Network': ['ID=450af72e-0d4a-4ee6-bb46-a109e8970bdc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:24.187790 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37262) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:24.195729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:58:24.200678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'admin_state_up': True, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:24.210063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:24.215185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:router and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:24.221166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:24.242863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:24.261140 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:24.262447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:24.284401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:24.726646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:25.117675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:25.172270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:25.280968 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:58:25.348452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.141 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/308bf8d6-4668-4943-86b6-62d106a2d7e0) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:25.535508 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:25.571735 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:25.653352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:25.653352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:25.658234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:25.692005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=308bf8d6-4668-4943-86b6-62d106a2d7e0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:26.144039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:26.697068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:26.970402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 2fd83fd2-6071-4ea8-b867-d70becd89033 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:58:27.201584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:27.215555 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Sync routers for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:27.232191 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:27.234044 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:27.239948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:27.242372 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1c80f1d4-0dab-4633-b99c-978482ae0e6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0525813 Jun 03 15:58:27.249168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37286) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:27.401848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37292) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:27.414582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e8b536cc-92f3-4424-9a7e-c36b861dfeeb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba454d73f843480bb2a4b139889fe358&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1424620 Jun 03 15:58:27.523901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:27.872610 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:25Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:27.878452 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Checking router: 2fd83fd2-6071-4ea8-b867-d70becd89033 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:27.878452 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Updating router 2fd83fd2-6071-4ea8-b867-d70becd89033 port 308bf8d6-4668-4943-86b6-62d106a2d7e0 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:58:27.883676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb638c63-6e7d-4a8f-ad72-2e16051c723b tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:27.895443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cb638c63-6e7d-4a8f-ad72-2e16051c723b tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4906747 Jun 03 15:58:27.902611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37298) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:27.947535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3315bb8d-ab59-4ab7-af66-f2094d1e7742 tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574675 Jun 03 15:58:27.950817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37306) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:27.961110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157416011', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:27.993615 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.118487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:28.125500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:subnet and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:28.130480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:28.137497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:28.155677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:58:28.160529 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.485113 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.511643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Transition to ACTIVE for port object 308bf8d6-4668-4943-86b6-62d106a2d7e0 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:28.526736 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.581196 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.650883 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Attempting to bind port 308bf8d6-4668-4943-86b6-62d106a2d7e0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:28.651177 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Attempting to bind port 308bf8d6-4668-4943-86b6-62d106a2d7e0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:28.651542 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Attempting to bind port 308bf8d6-4668-4943-86b6-62d106a2d7e0 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:28.660689 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:28.661066 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:28.661842 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.661947 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:28.662754 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Bound port: 308bf8d6-4668-4943-86b6-62d106a2d7e0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:28.662754 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.685758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Subnet': ['ID=34f9bb63-cc61-4694-9bf7-116b46065775,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:28.713729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Checking segment: {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:28.716340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network hostable DHCP agents. Network: 450af72e-0d4a-4ee6-bb46-a109e8970bdc, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:58:28.742122 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Pushing event updated for resources: {'Port': ['ID=308bf8d6-4668-4943-86b6-62d106a2d7e0,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:28.756423 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.756813 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.757229 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.759052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.759052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.762509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.762509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.762509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.762509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.762509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.763821 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.763821 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:28.764367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:58:28.769882 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] For port 308bf8d6-4668-4943-86b6-62d106a2d7e0, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:28.772622 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] For port 308bf8d6-4668-4943-86b6-62d106a2d7e0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=308bf8d6-4668-4943-86b6-62d106a2d7e0,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:28.784568 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.786242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 450af72e-0d4a-4ee6-bb46-a109e8970bdc) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:28.795070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:28.798206 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:28.801957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef0c43-5687-445c-8e9b-bdd6b255a9bc None None] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:58:28.848018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e643b110-ed63-4581-be0f-0e5e49a2e088 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8948712 Jun 03 15:58:28.852658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37316) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:28.896860 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049501e8-a028-4f65-a45e-6f01a0ddeec6 None None] Pushing event updated for resources: {'Port': ['ID=308bf8d6-4668-4943-86b6-62d106a2d7e0,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:28.944620 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:28.944620 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:29.300252 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:29.338228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:58:29.339191 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.605606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Allocated IP 172.20.0.2 (450af72e-0d4a-4ee6-bb46-a109e8970bdc/34f9bb63-cc61-4694-9bf7-116b46065775/68622d4e-43e5-47b3-a054-773b46c72f99) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:29.726038 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:25Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:29.732986 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d47ec9-eded-44c6-b1e2-78346b3d4a8e None None] The sync data for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 is: [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:25Z', 'revision_number': 3, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:29.882816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.897581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Transition to ACTIVE for port object 68622d4e-43e5-47b3-a054-773b46c72f99 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:29.903833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.917279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Transition to ACTIVE for port object 68622d4e-43e5-47b3-a054-773b46c72f99 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:29.923334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.998035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:30.000695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:30.004368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:30.141990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Pushing event updated for resources: {'Port': ['ID=68622d4e-43e5-47b3-a054-773b46c72f99,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:30.149456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Attempting to bind port 68622d4e-43e5-47b3-a054-773b46c72f99 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:30.149578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Attempting to bind port 68622d4e-43e5-47b3-a054-773b46c72f99 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:30.150389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Attempting to bind port 68622d4e-43e5-47b3-a054-773b46c72f99 on network 450af72e-0d4a-4ee6-bb46-a109e8970bdc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:30.159626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:30.159873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Checking segment: {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:30.162220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:30.163141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Bound using segment: {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:30.164006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Bound port: 68622d4e-43e5-47b3-a054-773b46c72f99, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:30.164006 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:30.301679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] For port 68622d4e-43e5-47b3-a054-773b46c72f99, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:30.305234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] For port 68622d4e-43e5-47b3-a054-773b46c72f99, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=68622d4e-43e5-47b3-a054-773b46c72f99,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:30.314902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:30.411731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1836a45-4c03-4162-afb2-12ee7fb50f1b None None] Pushing event updated for resources: {'Port': ['ID=68622d4e-43e5-47b3-a054-773b46c72f99,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:30.823436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.1 (450af72e-0d4a-4ee6-bb46-a109e8970bdc/34f9bb63-cc61-4694-9bf7-116b46065775/99a518c9-fef3-4b2b-8784-cf74ddb20810) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:31.103964 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.121569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object 99a518c9-fef3-4b2b-8784-cf74ddb20810 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:31.146002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.218793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:31.223171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:31.227568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:31.263559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=99a518c9-fef3-4b2b-8784-cf74ddb20810,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:31.298162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.367593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 68622d4e-43e5-47b3-a054-773b46c72f99 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:31.438514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 68622d4e-43e5-47b3-a054-773b46c72f99 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:31.444750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 308bf8d6-4668-4943-86b6-62d106a2d7e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:31.528247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 308bf8d6-4668-4943-86b6-62d106a2d7e0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:31.537323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 308bf8d6-4668-4943-86b6-62d106a2d7e0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:31.537791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.609460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.671991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 308bf8d6-4668-4943-86b6-62d106a2d7e0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:31.671991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.697574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 308bf8d6-4668-4943-86b6-62d106a2d7e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=308bf8d6-4668-4943-86b6-62d106a2d7e0,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:31.706294 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.794773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=308bf8d6-4668-4943-86b6-62d106a2d7e0,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:31.910475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ffdda6-ce3b-41fa-a932-361e332b1637 None None] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:58:32.049453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] Provisioning for port 68622d4e-43e5-47b3-a054-773b46c72f99 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:32.065165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] Provisioning complete for port 68622d4e-43e5-47b3-a054-773b46c72f99 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:32.065906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.143007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.149392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.276478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.280290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=99a518c9-fef3-4b2b-8784-cf74ddb20810,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:32.307275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] Current status of the port 68622d4e-43e5-47b3-a054-773b46c72f99 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:32.307275 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.392696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] For port 68622d4e-43e5-47b3-a054-773b46c72f99, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=68622d4e-43e5-47b3-a054-773b46c72f99,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:32.421118 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.472162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:32.473849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:32.494842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cd8b5-e8e0-498f-8094-a5c30d696f61 None None] Pushing event updated for resources: {'Port': ['ID=68622d4e-43e5-47b3-a054-773b46c72f99,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:32.736693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9766e434-e1d8-4b4c-b798-6d861083cdf5 None None] Provisioning for port 99a518c9-fef3-4b2b-8784-cf74ddb20810 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:32.743116 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9766e434-e1d8-4b4c-b798-6d861083cdf5 None None] Provisioning complete for port 99a518c9-fef3-4b2b-8784-cf74ddb20810 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:32.743492 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9766e434-e1d8-4b4c-b798-6d861083cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.850688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 2fd83fd2-6071-4ea8-b867-d70becd89033 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:32.893540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9766e434-e1d8-4b4c-b798-6d861083cdf5 None None] Port 99a518c9-fef3-4b2b-8784-cf74ddb20810 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:32.909274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9766e434-e1d8-4b4c-b798-6d861083cdf5 None None] Provisioning complete for port 68622d4e-43e5-47b3-a054-773b46c72f99 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:32.910177 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9766e434-e1d8-4b4c-b798-6d861083cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.051482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9766e434-e1d8-4b4c-b798-6d861083cdf5 None None] Current status of the port 68622d4e-43e5-47b3-a054-773b46c72f99 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:33.062264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:33.073587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Sync routers for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:33.089902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-96a0385e-a428-473c-b6ee-250b018b8b72 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/2fd83fd2-6071-4ea8-b867-d70becd89033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2271163 Jun 03 15:58:33.096448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:33.097098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:33.201901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aadb1304-7bcc-4bf6-9bca-cd87a4987615 None None] Provisioning complete for port 99a518c9-fef3-4b2b-8784-cf74ddb20810 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:33.202527 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aadb1304-7bcc-4bf6-9bca-cd87a4987615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.319605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 68622d4e-43e5-47b3-a054-773b46c72f99 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:33.355083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-7ea6cd07-06ef-48d5-8c0d-61d538d2ed1b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:33.371160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-7ea6cd07-06ef-48d5-8c0d-61d538d2ed1b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:33.372378 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-7ea6cd07-06ef-48d5-8c0d-61d538d2ed1b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042076455&fields=id&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 267 time: 0.0571632 Jun 03 15:58:33.396194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aadb1304-7bcc-4bf6-9bca-cd87a4987615 None None] Port 99a518c9-fef3-4b2b-8784-cf74ddb20810 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:33.410854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:33.560042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-3670ebc9-7682-46d7-afde-5d5795a94f09 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:33.561010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-3670ebc9-7682-46d7-afde-5d5795a94f09 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:33.578875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-3670ebc9-7682-46d7-afde-5d5795a94f09 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:33.580820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-3670ebc9-7682-46d7-afde-5d5795a94f09 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/networks?id=450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 200 len: 796 time: 0.1957610 Jun 03 15:58:33.600307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-e6e71637-b862-4954-90c1-a0375a91c151 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/quotas/ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 375 time: 0.0126815 Jun 03 15:58:33.641585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 68622d4e-43e5-47b3-a054-773b46c72f99 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:33.641585 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.698172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-8d44ac4d-2144-42fd-9a5b-558ba3d987c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:33.707694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b88b748c-32f3-420f-82ff-6f7feab20580 None None] Provisioning complete for port 99a518c9-fef3-4b2b-8784-cf74ddb20810 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:33.708070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b88b748c-32f3-420f-82ff-6f7feab20580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.717088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-8d44ac4d-2144-42fd-9a5b-558ba3d987c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:33.718722 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-8d44ac4d-2144-42fd-9a5b-558ba3d987c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115010 Jun 03 15:58:33.812202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b88b748c-32f3-420f-82ff-6f7feab20580 None None] Port 99a518c9-fef3-4b2b-8784-cf74ddb20810 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:33.932645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 68622d4e-43e5-47b3-a054-773b46c72f99 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:33.933723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 308bf8d6-4668-4943-86b6-62d106a2d7e0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:34.024919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 2, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:34.030993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Checking router: 2fd83fd2-6071-4ea8-b867-d70becd89033 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:34.031586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Updating router 2fd83fd2-6071-4ea8-b867-d70becd89033 port 99a518c9-fef3-4b2b-8784-cf74ddb20810 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:58:34.048601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-63bb4d70-e8b3-4f3a-a748-958393c5b477 service neutron] 10.222.0.66 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154519 Jun 03 15:58:34.088835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 308bf8d6-4668-4943-86b6-62d106a2d7e0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:34.089161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.156680 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.231094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-27e1e534-d81f-46c2-8ba9-8c07927bafdf service neutron] 10.222.0.66 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756794 Jun 03 15:58:34.303300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 308bf8d6-4668-4943-86b6-62d106a2d7e0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:34.489981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f4d9a2b5-a192-4d22-8aee-203ee415ae9c req-d7afc03b-e133-49d9-87d7-ad0cf120db22 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 210 time: 0.0636599 Jun 03 15:58:34.686613 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.702024 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Transition to ACTIVE for port object 99a518c9-fef3-4b2b-8784-cf74ddb20810 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:34.709682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.871183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297531cd-7904-4bb0-bfba-2e2d45066a92 None None] Pushing event updated for resources: {'Port': ['ID=99a518c9-fef3-4b2b-8784-cf74ddb20810,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:34.984016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Attempting to bind port 99a518c9-fef3-4b2b-8784-cf74ddb20810 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:34.984872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Attempting to bind port 99a518c9-fef3-4b2b-8784-cf74ddb20810 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:34.985354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Attempting to bind port 99a518c9-fef3-4b2b-8784-cf74ddb20810 on network 450af72e-0d4a-4ee6-bb46-a109e8970bdc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:34.993427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:34.993907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Checking segment: {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:34.994473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.994957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Bound using segment: {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:34.995520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Bound port: 99a518c9-fef3-4b2b-8784-cf74ddb20810, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:34.996051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.110834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] For port 99a518c9-fef3-4b2b-8784-cf74ddb20810, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:35.113909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] For port 99a518c9-fef3-4b2b-8784-cf74ddb20810, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=99a518c9-fef3-4b2b-8784-cf74ddb20810,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:35.118303 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.204348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:35.205820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:35.266813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297531cd-7904-4bb0-bfba-2e2d45066a92 None None] Pushing event updated for resources: {'Port': ['ID=99a518c9-fef3-4b2b-8784-cf74ddb20810,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:35.419183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:35.662900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55806664-7692-4d58-b60b-02a767f84644 req-b812d90b-c465-4c62-b21a-7d03381c9a33 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 210 time: 0.0497255 Jun 03 15:58:35.827076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-d0a4be41-3ea9-4ecd-bff4-acab76de0d12 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:35.829225 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-d0a4be41-3ea9-4ecd-bff4-acab76de0d12 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/networks?id=450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 200 len: 796 time: 0.1997027 Jun 03 15:58:35.844402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:35Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:35.849918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd39832-955a-45e2-bc7e-c0ac93888de7 None None] The sync data for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 is: [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:35Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:35.937295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-12e35967-63a2-4a52-9fe9-5047d36baf2b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:35.953831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-12e35967-63a2-4a52-9fe9-5047d36baf2b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:35.955253 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-12e35967-63a2-4a52-9fe9-5047d36baf2b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba454d73f843480bb2a4b139889fe358 HTTP/1.1" status: 200 len: 380 time: 0.1183105 Jun 03 15:58:35.979246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'port': {'device_id': '4f78217d-826d-47a2-b766-ff09da808d2a', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'admin_state_up': True, 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'security_groups': ['10f2edec-33d7-421a-9c5d-40a22b444df0']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:36.153523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:36.164092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:36.177065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Made reservation on behalf of ba454d73f843480bb2a4b139889fe358 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:58:36.181009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.396825 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.20.0.5 (450af72e-0d4a-4ee6-bb46-a109e8970bdc/34f9bb63-cc61-4694-9bf7-116b46065775/7ff8ee9f-a53b-4bdd-b949-022555b2562e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:36.646799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.667232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Transition to ACTIVE for port object 7ff8ee9f-a53b-4bdd-b949-022555b2562e will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:36.698805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.932519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:36.947575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9866b-293c-451c-be24-f7a037ad542c req-8333b1c0-63dd-44a7-b727-2a53e0e465b2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:36.950634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:36.956581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:36.970271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68d9866b-293c-451c-be24-f7a037ad542c req-8333b1c0-63dd-44a7-b727-2a53e0e465b2 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 931 time: 0.1418481 Jun 03 15:58:37.085112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68d9866b-293c-451c-be24-f7a037ad542c req-5c53b2bb-48dc-4a11-b6e1-a41aed658d93 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135437 Jun 03 15:58:37.090098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:37.125338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:37.125733 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.178521 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-0e78ea79-c806-440d-8d8b-d531afbd145a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2164707 Jun 03 15:58:37.201548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Request body: {'port': {'device_id': '4f78217d-826d-47a2-b766-ff09da808d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:37.344864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 99a518c9-fef3-4b2b-8784-cf74ddb20810 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:37.383647 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.457910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1e718f32-aa99-4ca0-943d-2fe7b751941c None None] Provisioning for port 7ff8ee9f-a53b-4bdd-b949-022555b2562e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:37.464913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1e718f32-aa99-4ca0-943d-2fe7b751941c None None] Provisioning complete for port 7ff8ee9f-a53b-4bdd-b949-022555b2562e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:37.466509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1e718f32-aa99-4ca0-943d-2fe7b751941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.514495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 99a518c9-fef3-4b2b-8784-cf74ddb20810 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:37.537345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 99a518c9-fef3-4b2b-8784-cf74ddb20810 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:37.537724 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.633225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1e718f32-aa99-4ca0-943d-2fe7b751941c None None] Port 7ff8ee9f-a53b-4bdd-b949-022555b2562e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:37.730039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 99a518c9-fef3-4b2b-8784-cf74ddb20810 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:37.730423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.766298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 99a518c9-fef3-4b2b-8784-cf74ddb20810, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=99a518c9-fef3-4b2b-8784-cf74ddb20810,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:37.772582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.849405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff8ee9f-a53b-4bdd-b949-022555b2562e {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:58:37.851009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=99a518c9-fef3-4b2b-8784-cf74ddb20810,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:37.857955 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.874340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Transition to ACTIVE for port object 7ff8ee9f-a53b-4bdd-b949-022555b2562e will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:37.879622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.079867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:38.188385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Attempting to bind port 7ff8ee9f-a53b-4bdd-b949-022555b2562e on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:38.189414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Attempting to bind port 7ff8ee9f-a53b-4bdd-b949-022555b2562e by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:38.190192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Attempting to bind port 7ff8ee9f-a53b-4bdd-b949-022555b2562e on network 450af72e-0d4a-4ee6-bb46-a109e8970bdc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:38.207682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Port 7ff8ee9f-a53b-4bdd-b949-022555b2562e on network 450af72e-0d4a-4ee6-bb46-a109e8970bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:58:38.207682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Attempting to bind port 7ff8ee9f-a53b-4bdd-b949-022555b2562e on network 450af72e-0d4a-4ee6-bb46-a109e8970bdc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:38.219150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:38.219150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Checking segment: {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:38.219150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Bound using segment: {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:38.219150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Bound port: 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fde43c5-12ab-4267-a54b-94e53ec36dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:38.219150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.336068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:38.340649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:38.349825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.371417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14d255-4174-439b-925f-8a7c433f3299 req-8d3a7866-6a52-4f5f-a704-595484ebaa1e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:38.376646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d14d255-4174-439b-925f-8a7c433f3299 req-8d3a7866-6a52-4f5f-a704-595484ebaa1e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 943 time: 0.1220334 Jun 03 15:58:38.404812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:38.405037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.408596 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 200 len: 1091 time: 1.2206604 Jun 03 15:58:38.410222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:38.454849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d14d255-4174-439b-925f-8a7c433f3299 req-c045d806-8ac9-476a-a920-65202dad17f0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717974 Jun 03 15:58:38.521902 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512fde07-80a0-4be9-a914-b018a408811f'] response: {'name': 'network-changed', 'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'status': 'completed', 'code': 200} Jun 03 15:58:38.550025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca3fc0-c9c8-4afc-8910-d5ed2230aef4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:38.576198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-3eb1e342-d991-4db4-be9c-dc04992ce380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:38.577758 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-3eb1e342-d991-4db4-be9c-dc04992ce380 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1094 time: 0.1023109 Jun 03 15:58:38.661259 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-7281707d-cd86-42db-9033-2f3f55b579c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 200 len: 217 time: 0.0766103 Jun 03 15:58:38.757175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-8767de1f-fa56-4cb3-83a3-065d51ef2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:38.758711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-8767de1f-fa56-4cb3-83a3-065d51ef2a29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34f9bb63-cc61-4694-9bf7-116b46065775 HTTP/1.1" status: 200 len: 835 time: 0.0915012 Jun 03 15:58:38.856393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-aab7c5f5-35de-4221-8b57-2122de284305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:38.857626 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-aab7c5f5-35de-4221-8b57-2122de284305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=450af72e-0d4a-4ee6-bb46-a109e8970bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917246 Jun 03 15:58:39.080954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-6d99d089-62c0-4529-926d-4583ce2645d5 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150447 Jun 03 15:58:39.315543 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-974e9ba2-8a99-4874-9fad-72062c924f92 req-b4048bd7-e816-4d1a-b706-cd26612129c6 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279215 Jun 03 15:58:39.328506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 99a518c9-fef3-4b2b-8784-cf74ddb20810 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:39.560720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 99a518c9-fef3-4b2b-8784-cf74ddb20810 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:39.561169 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.611969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-deed9acc-3c53-4561-8799-044ae2acc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:39.611969 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-deed9acc-3c53-4561-8799-044ae2acc49a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1094 time: 0.2384779 Jun 03 15:58:39.785877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 99a518c9-fef3-4b2b-8784-cf74ddb20810 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:39.800842 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af89fd6-55a2-4418-9d0f-3a41c08af795 req-8184605a-9201-47fd-878e-550e207aeeb9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:39.804592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6af89fd6-55a2-4418-9d0f-3a41c08af795 req-8184605a-9201-47fd-878e-550e207aeeb9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 943 time: 0.1529706 Jun 03 15:58:39.840050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-b6bfeaf2-be18-436c-bc92-8f3ff3309e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:39.841854 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-b6bfeaf2-be18-436c-bc92-8f3ff3309e11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 200 len: 897 time: 0.2263765 Jun 03 15:58:39.882868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6af89fd6-55a2-4418-9d0f-3a41c08af795 req-115a74c5-e9f8-46a9-964a-36f3be68c5e0 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724497 Jun 03 15:58:39.914490 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-f29085a5-4a95-4a5d-b265-a3d6373f1531 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 200 len: 217 time: 0.0656562 Jun 03 15:58:39.990623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-1bdf56d2-d026-47d8-8b20-67f693ecbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:39.997489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-1bdf56d2-d026-47d8-8b20-67f693ecbec9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34f9bb63-cc61-4694-9bf7-116b46065775 HTTP/1.1" status: 200 len: 835 time: 0.0688438 Jun 03 15:58:40.109440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-ddf581cc-ed74-47f7-b9aa-feec3b76c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:40.111384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-ddf581cc-ed74-47f7-b9aa-feec3b76c53f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=450af72e-0d4a-4ee6-bb46-a109e8970bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136525 Jun 03 15:58:40.289490 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-cec47b9e-df7a-4730-9045-b9c75e719a40 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693573 Jun 03 15:58:40.438118 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b0d7c7-797c-47fa-9c2c-2a9e594dd94b req-4b33d799-6767-4306-9ae4-cdc3df0cc259 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429644 Jun 03 15:58:41.105540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe1a06-06a6-4417-92a8-cf5613ec8870 req-26fa7238-9e80-4821-bf2d-d26bf8fcfd32 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:41.106978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ccfe1a06-06a6-4417-92a8-cf5613ec8870 req-26fa7238-9e80-4821-bf2d-d26bf8fcfd32 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 943 time: 0.0961287 Jun 03 15:58:41.152746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ccfe1a06-06a6-4417-92a8-cf5613ec8870 req-35e50b91-0761-4e6f-8283-a37f5f4c02e6 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397480 Jun 03 15:58:42.075852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7ff8ee9f-a53b-4bdd-b949-022555b2562e details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:58:42.226272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:42.242263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'port_id': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'mac_address': 'fa:16:3e:9c:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:58:42.305395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7ff8ee9f-a53b-4bdd-b949-022555b2562e is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:42.305780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:42.325724 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff8ee9f-a53b-4bdd-b949-022555b2562e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:58:42.349002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:42.354362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:42.373877 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40b2b-94aa-4d37-bfb8-5a6be800f86d req-6f90d930-3703-4269-b669-8ce83bfde86b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:42.375593 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4da40b2b-94aa-4d37-bfb8-5a6be800f86d req-6f90d930-3703-4269-b669-8ce83bfde86b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 943 time: 0.1036353 Jun 03 15:58:42.423076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4da40b2b-94aa-4d37-bfb8-5a6be800f86d req-c8058c5d-2411-4e1a-94dd-79d4420d4039 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Jun 03 15:58:42.426406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:42.561172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['7ff8ee9f-a53b-4bdd-b949-022555b2562e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:58:43.418142 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3bfe-597c-4d47-ac97-0bfff6fa4461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:43.619574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82c6b2-a78c-44e7-b8e4-27664cb56e8f req-933b23db-cdb8-4cfa-b08f-f99718d031bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:43.621158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c82c6b2-a78c-44e7-b8e4-27664cb56e8f req-933b23db-cdb8-4cfa-b08f-f99718d031bb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 944 time: 0.0833535 Jun 03 15:58:43.674387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c82c6b2-a78c-44e7-b8e4-27664cb56e8f req-19456e3a-f3e8-4475-872c-96f72ca7c2c1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466180 Jun 03 15:58:44.083342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7ff8ee9f-a53b-4bdd-b949-022555b2562e up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:44.156019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 7ff8ee9f-a53b-4bdd-b949-022555b2562e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:44.161618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 7ff8ee9f-a53b-4bdd-b949-022555b2562e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:44.161957 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.288467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7ff8ee9f-a53b-4bdd-b949-022555b2562e is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:44.288840 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.316236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:44.325753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:44.330585 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.363600 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e817f843-5450-469c-b96f-2ec0f0571578'] response: {'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'code': 200} Jun 03 15:58:44.412890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:44.504581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f5606-206e-44a0-9a2a-40e57627355f req-eb375588-8190-4320-9953-4ac8517db8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:44.506098 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b43f5606-206e-44a0-9a2a-40e57627355f req-eb375588-8190-4320-9953-4ac8517db8d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1096 time: 0.0852289 Jun 03 15:58:44.548749 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b43f5606-206e-44a0-9a2a-40e57627355f req-0248ebb8-26df-4a62-af9c-4028b6f48396 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364397 Jun 03 15:58:44.995963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b0500-4efa-41d0-a398-743f825df9e1 req-100d657a-0d8c-4d0d-920b-5413397b2601 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:44.997658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c7b0500-4efa-41d0-a398-743f825df9e1 req-100d657a-0d8c-4d0d-920b-5413397b2601 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.2010262 Jun 03 15:58:45.047707 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c7b0500-4efa-41d0-a398-743f825df9e1 req-06cad5bc-383c-42ef-a337-859678822936 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Jun 03 15:58:45.821070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.242274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910220d2-f198-42a9-bf14-6a685d1d3857 req-8eafdc05-a02e-418d-bd40-65d55945bce3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.243777 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-910220d2-f198-42a9-bf14-6a685d1d3857 req-8eafdc05-a02e-418d-bd40-65d55945bce3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0826089 Jun 03 15:58:46.287150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-084abaef-14d6-4da8-8a6a-380b67371bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.308609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-910220d2-f198-42a9-bf14-6a685d1d3857 req-ba634135-e212-483b-acaa-464798411b14 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589130 Jun 03 15:58:46.495011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7c44-4a88-4dd8-9d21-79a27cfb3049 req-a6dabc6b-9bd5-43e2-95d6-bfde5f57f763 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.496461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1aba7c44-4a88-4dd8-9d21-79a27cfb3049 req-a6dabc6b-9bd5-43e2-95d6-bfde5f57f763 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0827131 Jun 03 15:58:46.556972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1aba7c44-4a88-4dd8-9d21-79a27cfb3049 req-bfeab6d2-ea10-4f06-a9c6-74a98afe2a68 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500779 Jun 03 15:58:46.580384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37568) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:46.643537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.657229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f11ac62-5cfa-441f-aefc-69aadef947bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.661572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8f11ac62-5cfa-441f-aefc-69aadef947bb tempest-TestNetworkAdvancedServerOps-586390099 tempest-TestNetworkAdvancedServerOps-586390099-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1091 time: 0.0773356 Jun 03 15:58:46.661767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 37572) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:46.666649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:46.673546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:46.677439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Usage tracker for resource:floatingip and tenant:ba454d73f843480bb2a4b139889fe358 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:46.680330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:46.686075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:46.697021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.846199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.990871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Allocated IP 172.25.1.45 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/f99f6fe6-92ae-4370-a709-b763f7aaaa75) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:47.049835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:47.148810 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:47.178972 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:47.246206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:47.249130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:47.254167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:47.295501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=f99f6fe6-92ae-4370-a709-b763f7aaaa75,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:47.808856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:47.913788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:48.146978 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:48.151843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:48.258827 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event updated for resources: {'Port': ['ID=f99f6fe6-92ae-4370-a709-b763f7aaaa75,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:48.264874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:48.275338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:48.461107 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP 59c5aecd-dbcd-4e40-9db3-19f254738f32 associated. External IP: 172.25.1.45, port: 7ff8ee9f-a53b-4bdd-b949-022555b2562e. Jun 03 15:58:48.528274 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:48.832964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 2fd83fd2-6071-4ea8-b867-d70becd89033 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:49.020753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:49.030419 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] Sync routers for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:49.041404 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:49.042149 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:49.058166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:49.121025 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0c922241-6f97-402a-a839-54965dc4bc3b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4555972 Jun 03 15:58:49.121025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:49.178918 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ed31c5-651d-4c27-9682-e8a3f10b3585'] response: {'name': 'network-changed', 'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'status': 'completed', 'code': 200} Jun 03 15:58:49.314664 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:49.325214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-1fae2d4d-0529-4dfa-8a6c-5d57f3fcb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:49.326856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-1fae2d4d-0529-4dfa-8a6c-5d57f3fcb55b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1096 time: 0.1307905 Jun 03 15:58:49.344564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053064cd-631b-4566-8c3b-1263c9267585 req-a6763f14-7426-43cb-a15a-742a898114e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:49.353257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-053064cd-631b-4566-8c3b-1263c9267585 req-a6763f14-7426-43cb-a15a-742a898114e9 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0985658 Jun 03 15:58:49.409822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-053064cd-631b-4566-8c3b-1263c9267585 req-2d57235b-aefe-47d5-9ba3-876f022cf860 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553625 Jun 03 15:58:49.427186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:49.568303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9705b8e9-e880-4a7f-9529-158643022933 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/59c5aecd-dbcd-4e40-9db3-19f254738f32 HTTP/1.1" status: 200 len: 990 time: 0.1397669 Jun 03 15:58:49.661034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-ee034933-73df-4911-96a4-9d170c0019d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:49.662792 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-ee034933-73df-4911-96a4-9d170c0019d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 200 len: 897 time: 0.3293886 Jun 03 15:58:49.772018 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '59c5aecd-dbcd-4e40-9db3-19f254738f32', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'port_id': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'mac_address': 'fa:16:3e:9c:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f78217d-826d-47a2-b766-ff09da808d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:58:47Z', 'updated_at': '2022-06-03T15:58:47Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:37Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:49.777015 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] Checking router: 2fd83fd2-6071-4ea8-b867-d70becd89033 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:49.785943 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:49.787473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:58:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:49.787865 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-f1d60da3-a9bb-4f8f-aba7-75165852eaa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 200 len: 998 time: 0.1185160 Jun 03 15:58:49.864785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-92d4933b-8da6-4991-b4f5-0069cbebe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:49.866489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-92d4933b-8da6-4991-b4f5-0069cbebe96f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34f9bb63-cc61-4694-9bf7-116b46065775 HTTP/1.1" status: 200 len: 835 time: 0.0730243 Jun 03 15:58:49.945787 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-d9deba88-8b2c-4540-afaf-6370651ac5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:49.947219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-d9deba88-8b2c-4540-afaf-6370651ac5a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=450af72e-0d4a-4ee6-bb46-a109e8970bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751903 Jun 03 15:58:49.978527 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:50.098850 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-3e2dfa64-e115-49c4-a8a7-6c38dbd53e7b service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424105 Jun 03 15:58:50.236661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ed70b244-c02d-4615-aecd-bc5e19c5bf74 req-84912f80-a62a-44fa-ba54-b520875370f4 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346893 Jun 03 15:58:50.385549 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '59c5aecd-dbcd-4e40-9db3-19f254738f32', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'port_id': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'mac_address': 'fa:16:3e:9c:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f78217d-826d-47a2-b766-ff09da808d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:58:47Z', 'updated_at': '2022-06-03T15:58:47Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:37Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:50.389633 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f6c2c-bf73-4fde-9395-4cedb053008d None None] The sync data for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 is: [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '59c5aecd-dbcd-4e40-9db3-19f254738f32', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'port_id': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'mac_address': 'fa:16:3e:9c:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f78217d-826d-47a2-b766-ff09da808d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:58:47Z', 'updated_at': '2022-06-03T15:58:47Z', 'revision_number': 0, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:37Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:50.572324 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37650) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:50.584758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e9c5ae-f805-4e34-b1bf-5911ce5f7229 None None] New status for floating IP 59c5aecd-dbcd-4e40-9db3-19f254738f32: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:58:50.706534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6c26dd4f-1542-4b3b-849b-94ce9c8b9c2a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/59c5aecd-dbcd-4e40-9db3-19f254738f32 HTTP/1.1" status: 200 len: 990 time: 0.1329279 Jun 03 15:58:51.710002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 37674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:51.828413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-34ca7a16-231f-4266-a1b7-127c9782fa5d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/59c5aecd-dbcd-4e40-9db3-19f254738f32 HTTP/1.1" status: 200 len: 992 time: 0.1162789 Jun 03 15:59:02.280415 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:59:02.413094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-a0959cd3-097e-44d7-99e6-3df79d068230 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905545 Jun 03 15:59:02.566261 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-e1fa04a6-75bf-4074-b59d-ecb85084f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:02.567806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-e1fa04a6-75bf-4074-b59d-ecb85084f069 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1096 time: 0.0769653 Jun 03 15:59:02.760503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-fa484b19-d9de-4aed-bdb2-170578dc97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:02.766470 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-fa484b19-d9de-4aed-bdb2-170578dc97e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 200 len: 897 time: 0.1745656 Jun 03 15:59:02.879936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-aa15e893-bad9-41a4-9e18-95d034390962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 200 len: 1000 time: 0.1110046 Jun 03 15:59:02.957214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-a661d7df-4f57-4803-a2e6-7f78448f1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:02.957214 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-a661d7df-4f57-4803-a2e6-7f78448f1f3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34f9bb63-cc61-4694-9bf7-116b46065775 HTTP/1.1" status: 200 len: 835 time: 0.0708616 Jun 03 15:59:03.082813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-a87a2c00-0a8b-49e3-b249-c8294d5c58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:03.082813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-a87a2c00-0a8b-49e3-b249-c8294d5c58b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=450af72e-0d4a-4ee6-bb46-a109e8970bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079679 Jun 03 15:59:03.254933 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-daebab98-c631-46a8-89a2-60c030d41340 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691709 Jun 03 15:59:03.436070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-657100fc-7349-4aca-94f5-18e3980f5db9 req-d27dddf5-350f-4203-9756-91142d6c3b6c service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741674 Jun 03 15:59:06.054879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-dc20190b-8811-409e-8a8e-8add7d6b4c9f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732057 Jun 03 15:59:06.282494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-72c95331-cd11-47ba-9618-fc2f5159eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:06.284181 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-72c95331-cd11-47ba-9618-fc2f5159eb53 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 1097 time: 0.2030561 Jun 03 15:59:06.478294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-e5bc0136-c9cf-4afc-8494-644db2f97170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:06.478294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-e5bc0136-c9cf-4afc-8494-644db2f97170 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1679766 Jun 03 15:59:06.594395 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-af2ab551-d5a1-4f93-a079-00297b7b472e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb HTTP/1.1" status: 200 len: 1002 time: 0.1068490 Jun 03 15:59:06.671273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-92be8e37-87a3-455b-9a6b-74a8c8876ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:06.671273 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-92be8e37-87a3-455b-9a6b-74a8c8876ed3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0661786 Jun 03 15:59:06.763206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-3e879039-9437-4e65-8cdd-638107635b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:06.764769 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-3e879039-9437-4e65-8cdd-638107635b96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797286 Jun 03 15:59:06.911807 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-349dc6d8-f487-4766-a494-618a436a5258 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381431 Jun 03 15:59:07.103400 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b8f0124-012e-493f-b433-85d7c69227e2 req-eab8eade-1149-4e48-9870-a26b7ad9af64 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777430 Jun 03 15:59:13.425716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4e9fdb09-b13e-4b25-8b2e-01c38a0e89a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:15.830127 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:16.292460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-24ca84e5-923a-4fce-8896-d20edbd8c045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:16.637528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:17.052738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.251131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.557653 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:21.455416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34ecd-e38a-4b4a-982e-8f2cec459767 req-63c12128-6f53-41d9-8806-ea77ca01038d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:21.455416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8c34ecd-e38a-4b4a-982e-8f2cec459767 req-63c12128-6f53-41d9-8806-ea77ca01038d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0975642 Jun 03 15:59:21.520500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8c34ecd-e38a-4b4a-982e-8f2cec459767 req-611a7641-c1f7-470e-9a5a-5a8646ca6165 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579865 Jun 03 15:59:22.803570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b6655-0d7a-42e1-9a1b-f79aae39187b req-a8dda45c-b183-4137-aae0-09f96cec62d3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:22.805730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd0b6655-0d7a-42e1-9a1b-f79aae39187b req-a8dda45c-b183-4137-aae0-09f96cec62d3 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.1350696 Jun 03 15:59:22.868748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd0b6655-0d7a-42e1-9a1b-f79aae39187b req-8cb0cd68-dfe1-4730-9c6d-e6bd193135b7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568004 Jun 03 15:59:24.135787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d338f-b442-4a08-bd48-e964cfc0a180 req-1e392cab-539f-474d-8cf8-330e1dd354d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:24.137440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e9d338f-b442-4a08-bd48-e964cfc0a180 req-1e392cab-539f-474d-8cf8-330e1dd354d1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.1377199 Jun 03 15:59:24.250878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1e9d338f-b442-4a08-bd48-e964cfc0a180 req-3cd80644-b9b5-4f6a-9838-91de50865146 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027818 Jun 03 15:59:25.486410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d58c-33b6-4c30-ac32-d50a76f8d16a req-651f0ed6-1a9a-4de7-86d1-7f8b964b56a1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:25.488153 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f40d58c-33b6-4c30-ac32-d50a76f8d16a req-651f0ed6-1a9a-4de7-86d1-7f8b964b56a1 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0981841 Jun 03 15:59:25.555699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f40d58c-33b6-4c30-ac32-d50a76f8d16a req-be1121c0-b3f1-4f03-8f71-bac93a27631c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570347 Jun 03 15:59:26.765688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4e3b-663d-4036-858f-44258ce2a802 req-f2bbb48a-82ef-4498-8065-f988d2957d5d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:26.767143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f4d4e3b-663d-4036-858f-44258ce2a802 req-f2bbb48a-82ef-4498-8065-f988d2957d5d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0840487 Jun 03 15:59:26.812453 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f4d4e3b-663d-4036-858f-44258ce2a802 req-736ede49-d81c-4c45-b823-1c4697928e8b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394681 Jun 03 15:59:28.010313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ba67-79dc-4625-81d8-1c02fe8d2642 req-fe4cdf03-5560-4695-b707-67eae940924b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:28.011794 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8b0ba67-79dc-4625-81d8-1c02fe8d2642 req-fe4cdf03-5560-4695-b707-67eae940924b tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0883625 Jun 03 15:59:28.058001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8b0ba67-79dc-4625-81d8-1c02fe8d2642 req-29215924-15f0-4cea-b2d3-432a89e1926a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Jun 03 15:59:29.280467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e183dc-613e-4bec-bc06-1247e5e43ab7 req-ca3907f0-558a-499d-9e89-c63f0aa282da tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:29.282001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67e183dc-613e-4bec-bc06-1247e5e43ab7 req-ca3907f0-558a-499d-9e89-c63f0aa282da tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0961320 Jun 03 15:59:29.338806 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-67e183dc-613e-4bec-bc06-1247e5e43ab7 req-a96bc2e5-7932-4376-8a59-046d9197eb75 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488894 Jun 03 15:59:30.536827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48348e0b-686c-4787-acf9-40b0c8c5c697 req-647079e3-4918-4b4e-9581-34d4f2f6769d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:30.538445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48348e0b-686c-4787-acf9-40b0c8c5c697 req-647079e3-4918-4b4e-9581-34d4f2f6769d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0852759 Jun 03 15:59:30.590607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-48348e0b-686c-4787-acf9-40b0c8c5c697 req-bf5e7b16-3bac-491f-8e1d-f85310d0cc6d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412719 Jun 03 15:59:31.782983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615913e-550e-4853-8c38-5cbe6e035358 req-223a108a-efa5-49cc-b683-21696d7e7c6f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:31.784478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6615913e-550e-4853-8c38-5cbe6e035358 req-223a108a-efa5-49cc-b683-21696d7e7c6f tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0840914 Jun 03 15:59:31.832858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6615913e-550e-4853-8c38-5cbe6e035358 req-b8d4dbfd-2fdd-4065-a377-e32048e68e9d tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Jun 03 15:59:33.023875 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb5283-6596-4b53-8b14-facbda66fe9b req-fe4c897c-9aca-408d-960c-eea1fabeaf64 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:33.025729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-beeb5283-6596-4b53-8b14-facbda66fe9b req-fe4c897c-9aca-408d-960c-eea1fabeaf64 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0838158 Jun 03 15:59:33.091612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-beeb5283-6596-4b53-8b14-facbda66fe9b req-fa5e5606-24e0-4f8b-b12d-e40640a3c562 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496323 Jun 03 15:59:34.315582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60a9af-39b2-4cea-adfe-6a9a73f4d6a2 req-39546ac0-ed82-42a8-b70f-ebb11a8b62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:34.317770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e60a9af-39b2-4cea-adfe-6a9a73f4d6a2 req-39546ac0-ed82-42a8-b70f-ebb11a8b62b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1096 time: 0.0955303 Jun 03 15:59:34.366425 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e60a9af-39b2-4cea-adfe-6a9a73f4d6a2 req-ce893115-2997-400d-8137-e35d5820ca7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Jun 03 15:59:34.425301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd2232-b756-44dc-8d55-2d086e5d56b2 req-640c48a1-8ebd-4e50-8aea-b01cdbae3a0c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:34.426860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffdd2232-b756-44dc-8d55-2d086e5d56b2 req-640c48a1-8ebd-4e50-8aea-b01cdbae3a0c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.2053955 Jun 03 15:59:34.483687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffdd2232-b756-44dc-8d55-2d086e5d56b2 req-3e8197fb-f6bd-427f-962c-136b9bdc95a4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507631 Jun 03 15:59:35.670805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8dfed-0410-491d-9569-7a03074c2f89 req-254114f7-da89-4e09-8977-b008f1499f2a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:35.672304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73c8dfed-0410-491d-9569-7a03074c2f89 req-254114f7-da89-4e09-8977-b008f1499f2a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.0804970 Jun 03 15:59:35.720549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73c8dfed-0410-491d-9569-7a03074c2f89 req-628a9cde-ad00-4eac-b760-30e47455d79a tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Jun 03 15:59:35.745424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 38508) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:35.859315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2bef03cf-c2be-4df5-8926-d21d9f5f6e10 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/floatingips/59c5aecd-dbcd-4e40-9db3-19f254738f32 HTTP/1.1" status: 200 len: 992 time: 0.1122975 Jun 03 15:59:36.312963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7ff8ee9f-a53b-4bdd-b949-022555b2562e details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:59:36.315298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7ff8ee9f-a53b-4bdd-b949-022555b2562e no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:59:36.551023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:36.565910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7ff8ee9f-a53b-4bdd-b949-022555b2562e is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:36.566289 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:36.578166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'port_id': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'mac_address': 'fa:16:3e:9c:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:59:36.673276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:59:36.687513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:36.692540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7ff8ee9f-a53b-4bdd-b949-022555b2562e is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:36.692902 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:36.703881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:36.738256 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc362db-dfde-4b06-9b26-84f52ff2728d'] response: {'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'code': 200} Jun 03 15:59:36.747896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ff8ee9f-a53b-4bdd-b949-022555b2562e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:59:36.839885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:36.845034 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:59:36.845381 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:59:36.850006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.850249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.850858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.850858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.851337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.851529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.851851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.852201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.852528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.852846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.853160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:36.853505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:37.407968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7ff8ee9f-a53b-4bdd-b949-022555b2562e is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:37.408729 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:37.426619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff8ee9f-a53b-4bdd-b949-022555b2562e {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:59:37.442878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:37.449657 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:37.527465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:37.659266 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['7ff8ee9f-a53b-4bdd-b949-022555b2562e'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:59:38.310063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7ff8ee9f-a53b-4bdd-b949-022555b2562e up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:38.385519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 7ff8ee9f-a53b-4bdd-b949-022555b2562e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:38.385980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:38.515716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 7ff8ee9f-a53b-4bdd-b949-022555b2562e is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:38.516842 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:38.563833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:38.569666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:38.644272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:38.739803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:59:38.785003 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a2c60e-91ed-456d-bda8-8101b17d5d2f'] response: {'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'code': 200} Jun 03 15:59:39.279596 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:59:43.423548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4efab796-4d75-4d7f-9483-d0350b0feaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:45.818644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:46.284051 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d07290c-0109-48e3-8adb-0a5c11a50038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:46.640551 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:47.043844 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:48.248041 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:48.545205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:03.376404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-23c815b8-66f2-478d-a41f-15ab4fa13301 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727661 Jun 03 16:00:03.532867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-ff1c9043-ad50-42fe-8b49-5a5f9278fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:03.535239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-ff1c9043-ad50-42fe-8b49-5a5f9278fb00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1096 time: 0.0805981 Jun 03 16:00:03.697942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-6735fc4d-3876-4ff3-b5f7-acc549b5c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:03.699373 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-6735fc4d-3876-4ff3-b5f7-acc549b5c7f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 200 len: 897 time: 0.1445410 Jun 03 16:00:03.836515 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-57af7402-a276-46f1-94e5-30b9f8f7a5fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 200 len: 1000 time: 0.1299617 Jun 03 16:00:03.908217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-9afd295e-589d-4f62-8f91-ebc85d4d16af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:03.909717 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-9afd295e-589d-4f62-8f91-ebc85d4d16af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34f9bb63-cc61-4694-9bf7-116b46065775 HTTP/1.1" status: 200 len: 835 time: 0.0671527 Jun 03 16:00:04.032419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-f4872e2e-132a-4219-83df-b3d465a7f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:04.036384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-f4872e2e-132a-4219-83df-b3d465a7f749 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=450af72e-0d4a-4ee6-bb46-a109e8970bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135213 Jun 03 16:00:04.188457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-fc541339-bbfe-47da-a22b-75f73a507b07 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441324 Jun 03 16:00:04.352890 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a859a362-ce84-4b72-932e-8b1d0f246de0 req-de468b16-4060-4148-88dd-eef95bb20e02 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575801 Jun 03 16:00:04.431948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37668038-6987-4bef-9b22-46f57261a8b5 req-15b405a3-67d8-4278-8774-0960ad712b0e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:04.433886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37668038-6987-4bef-9b22-46f57261a8b5 req-15b405a3-67d8-4278-8774-0960ad712b0e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 946 time: 0.0955708 Jun 03 16:00:04.483609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37668038-6987-4bef-9b22-46f57261a8b5 req-14f1644f-52da-4d11-85ec-623e6e7f85c6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Jun 03 16:00:05.703791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a38bd-23da-4e55-9eb1-363255ed6b6e req-0f49fc92-7509-4c6a-9740-ee1fd5cccb9c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:05.705451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-410a38bd-23da-4e55-9eb1-363255ed6b6e req-0f49fc92-7509-4c6a-9740-ee1fd5cccb9c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 946 time: 0.0963557 Jun 03 16:00:05.755600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-410a38bd-23da-4e55-9eb1-363255ed6b6e req-e4cea8fd-9960-46ac-aa53-e141712dddf4 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Jun 03 16:00:06.259170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-09b3d7bd-edc2-414f-9f18-b8e1a1faa173 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:06.259901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-09b3d7bd-edc2-414f-9f18-b8e1a1faa173 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:00:06.277531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-09b3d7bd-edc2-414f-9f18-b8e1a1faa173 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:00:06.278757 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-09b3d7bd-edc2-414f-9f18-b8e1a1faa173 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 946 time: 0.2201755 Jun 03 16:00:06.360568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 5ce3b775-c748-4a88-8888-c9e53defb0cb {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:00:06.361135 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:06.682909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] For port 5ce3b775-c748-4a88-8888-c9e53defb0cb, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=5ce3b775-c748-4a88-8888-c9e53defb0cb,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:06.683162 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:06.984552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e28e-9550-4bfe-90f4-195146a140ed req-7d71c7a4-b8da-4d55-a05d-4b05524c25d7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:06.986523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d636e28e-9550-4bfe-90f4-195146a140ed req-7d71c7a4-b8da-4d55-a05d-4b05524c25d7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 946 time: 0.0898674 Jun 03 16:00:07.033376 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:07.033770 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:07.034152 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Floating IP 1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac disassociated. External IP: 172.25.1.247, port: 5ce3b775-c748-4a88-8888-c9e53defb0cb. Jun 03 16:00:07.034570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 5ce3b775-c748-4a88-8888-c9e53defb0cb owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:00:07.042347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d636e28e-9550-4bfe-90f4-195146a140ed req-eebe2a07-5a4b-474e-bbc3-1dc472890652 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498598 Jun 03 16:00:07.193562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:07.297580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=5ce3b775-c748-4a88-8888-c9e53defb0cb,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:07.316439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.317027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.317602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.318170 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.318723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.319285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.319830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.320445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.321001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.322105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.322105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.322661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:07.543207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:00:07.746896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:00:07.759688 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:00:07.792981 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:07.793623 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:59:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:07.833423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] No DVR routers for this DVR port 5ce3b775-c748-4a88-8888-c9e53defb0cb on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:00:07.836460 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:07.839621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'name': 'network-vif-deleted', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:00:07.868064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49d68de4-7d78-4dcc-953f-bf24a6dbfddf req-dbbedc4a-38d5-47e5-9ecd-694db1424d2f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "DELETE /v2.0/ports/5ce3b775-c748-4a88-8888-c9e53defb0cb HTTP/1.1" status: 204 len: 173 time: 1.5814714 Jun 03 16:00:08.064369 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111b5bb1-9957-4284-a35f-e5f6649eaeb8'] response: {'server_uuid': '74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab', 'name': 'network-vif-deleted', 'tag': '5ce3b775-c748-4a88-8888-c9e53defb0cb', 'status': 'completed', 'code': 200} Jun 03 16:00:08.084723 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:08.308397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-816f46b4-3791-45bc-96bf-48048efda744 req-2adf02de-1a84-41ac-a555-fd3199ba5810 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 210 time: 0.0706563 Jun 03 16:00:08.498044 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:08.506509 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:00:08.530065 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:08.531436 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:59:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:08.550803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39056) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:08.769505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port f99f6fe6-92ae-4370-a709-b763f7aaaa75 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:00:08.770388 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:08.799823 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:09.035295 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:09.035784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:09.184459 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for f99f6fe6-92ae-4370-a709-b763f7aaaa75 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:00:09.277677 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:09.289971 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13960c37-b368-467c-80fc-4d03f23a1deb None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:00:09.425566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:09.577581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=f99f6fe6-92ae-4370-a709-b763f7aaaa75,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:09.635148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.635486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.636001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.636375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.636703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.637039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.637358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.637703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.638077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.638366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.638685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.639000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:00:09.685688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-934567b3-9772-47bb-85a8-a3bacfb72299 req-8099dd63-6db4-4ce8-9961-701402d2696d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c79c2e-fbfb-41fa-bbe1-deb1e074d5ab HTTP/1.1" status: 200 len: 210 time: 0.1578829 Jun 03 16:00:09.691324 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d27cb4-6ba2-4690-b809-ae18e73cdf32 None None] New status for floating IP 1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:00:09.717710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:09.718141 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Floating IP 59c5aecd-dbcd-4e40-9db3-19f254738f32 disassociated (deleted). External IP: 172.25.1.45, port: 7ff8ee9f-a53b-4bdd-b949-022555b2562e. Jun 03 16:00:10.200617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 2fd83fd2-6071-4ea8-b867-d70becd89033 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:00:10.389096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:00:10.400278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] Sync routers for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:00:10.408852 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:10.410987 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:10.411613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:59:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:10.476731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6a911aba-20ea-4482-a1ca-e4570141d86e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/floatingips/59c5aecd-dbcd-4e40-9db3-19f254738f32 HTTP/1.1" status: 204 len: 168 time: 1.9247265 Jun 03 16:00:10.477412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:00:10.559766 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde2bc1a-d994-4d3a-9a33-5afb66fc675e'] response: {'name': 'network-changed', 'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'status': 'completed', 'code': 200} Jun 03 16:00:10.620786 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:10.883441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-81712ef5-ff20-4b46-bec2-c4a3fec07841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:10.883441 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-81712ef5-ff20-4b46-bec2-c4a3fec07841 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba454d73f843480bb2a4b139889fe358&device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 1096 time: 0.1572306 Jun 03 16:00:11.041640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5ce3b775-c748-4a88-8888-c9e53defb0cb no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:00:11.137876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1f2a0-2ae8-4e48-afc1-e97bf125576e req-7d3bdf07-877d-4742-83ba-7378e0068b27 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:11.137876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-39d1f2a0-2ae8-4e48-afc1-e97bf125576e req-7d3bdf07-877d-4742-83ba-7378e0068b27 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:00:11.145481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 5ce3b775-c748-4a88-8888-c9e53defb0cb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:00:11.145481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 5ce3b775-c748-4a88-8888-c9e53defb0cb not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:00:11.276850 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-ff42539f-ca4d-432b-80a4-5ffc1de70d31 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420021611&fields=id&tenant_id=c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 267 time: 0.1311638 Jun 03 16:00:11.278800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-39d1f2a0-2ae8-4e48-afc1-e97bf125576e req-7d3bdf07-877d-4742-83ba-7378e0068b27 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:00:11.280165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39d1f2a0-2ae8-4e48-afc1-e97bf125576e req-7d3bdf07-877d-4742-83ba-7378e0068b27 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.2857747 Jun 03 16:00:11.345891 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:37Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:11.349842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-8c8e764e-345b-4ff9-b778-758a9f2b2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:11.351440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-8c8e764e-345b-4ff9-b778-758a9f2b2d2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 200 len: 897 time: 0.5986469 Jun 03 16:00:11.353873 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] Checking router: 2fd83fd2-6071-4ea8-b867-d70becd89033 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:00:11.386845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:11.386845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T15:59:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:11.456343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-e42af2f6-4b2a-4cb4-8402-886f638cc010 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 200 len: 217 time: 0.0887318 Jun 03 16:00:11.464242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-40ca9e11-a319-44ab-a6d4-c0e07c870d39 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:11.468101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-40ca9e11-a319-44ab-a6d4-c0e07c870d39 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.1831281 Jun 03 16:00:11.551861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-79ee96f1-5cc1-47bc-94e3-1f84546685bf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/quotas/c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 375 time: 0.0527623 Jun 03 16:00:11.558719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-eb07b7ed-3cfb-4e17-8660-750165427cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:11.560214 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-eb07b7ed-3cfb-4e17-8660-750165427cbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=34f9bb63-cc61-4694-9bf7-116b46065775 HTTP/1.1" status: 200 len: 835 time: 0.0991659 Jun 03 16:00:11.653174 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39d1f2a0-2ae8-4e48-afc1-e97bf125576e req-45e7e052-ff7c-4d3e-a3a6-774ec2d75dcc tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007635 Jun 03 16:00:11.682932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-a435260b-841e-4100-9da0-e2fb95b1deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:11.684567 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-a435260b-841e-4100-9da0-e2fb95b1deb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=450af72e-0d4a-4ee6-bb46-a109e8970bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164689 Jun 03 16:00:11.705946 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-88c7062a-8c57-4f2f-b65d-d7a8c2926134 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382537 Jun 03 16:00:11.792614 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:11.848449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-7f862564-ea55-4808-a683-c314ef7c3d7f service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390717 Jun 03 16:00:11.979581 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-7fe27c20-895c-4833-a3d6-86dc6f7e5077 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875929 Jun 03 16:00:12.039202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-b58f4144-1575-4205-8921-c3fd47448c4d service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942098 Jun 03 16:00:12.211663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-66207c2e-b1bd-44c9-85ab-3438c0e5e60a req-2a21155d-9a53-4769-a3e9-65577c95c1a1 service neutron] 10.222.0.15 "GET /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890073 Jun 03 16:00:12.317044 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:37Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:12.321784 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66b23c-ac11-49dd-a5e6-dc7f6450a1b1 None None] The sync data for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 is: [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '99a518c9-fef3-4b2b-8784-cf74ddb20810', 'name': '', 'network_id': '450af72e-0d4a-4ee6-bb46-a109e8970bdc', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'mac_address': 'fa:16:3e:9f:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:30Z', 'updated_at': '2022-06-03T15:58:37Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'subnets': [{'id': '34f9bb63-cc61-4694-9bf7-116b46065775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:00:12.408373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-f00f07c4-6b20-4504-975b-f3da5de8c04e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:12.408373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-f00f07c4-6b20-4504-975b-f3da5de8c04e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Synchronizing usage tracker for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:00:12.426642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-f00f07c4-6b20-4504-975b-f3da5de8c04e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Unset dirty status for tenant:ba454d73f843480bb2a4b139889fe358 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:00:12.426642 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-f00f07c4-6b20-4504-975b-f3da5de8c04e tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.1366875 Jun 03 16:00:12.511384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 7ff8ee9f-a53b-4bdd-b949-022555b2562e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:00:12.511384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:12.701144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e0b356c-5c11-452c-8b96-82be93dac51c req-640c0d87-d57f-46d1-bc31-226741445e45 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 210 time: 0.0663805 Jun 03 16:00:12.769451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03244ea7-e8bd-42c1-b0d3-5631c6a60535 None None] New status for floating IP 59c5aecd-dbcd-4e40-9db3-19f254738f32: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:00:12.866772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 7ff8ee9f-a53b-4bdd-b949-022555b2562e, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=7ff8ee9f-a53b-4bdd-b949-022555b2562e,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:12.866772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:12.976398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ec27f-234f-44d8-af7f-2ffdcf5a1197 req-fcd83076-991f-45ee-9ad3-a1b3a8054b36 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:12.978415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f33ec27f-234f-44d8-af7f-2ffdcf5a1197 req-fcd83076-991f-45ee-9ad3-a1b3a8054b36 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f78217d-826d-47a2-b766-ff09da808d2a HTTP/1.1" status: 200 len: 945 time: 0.1702218 Jun 03 16:00:13.026426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 7ff8ee9f-a53b-4bdd-b949-022555b2562e owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:00:13.075070 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f33ec27f-234f-44d8-af7f-2ffdcf5a1197 req-1e56c6a8-1831-40ee-a0f4-43ef1c579fc7 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "GET /v2.0/security-groups?id=10f2edec-33d7-421a-9c5d-40a22b444df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822811 Jun 03 16:00:13.229830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:13.316370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=7ff8ee9f-a53b-4bdd-b949-022555b2562e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:13.378095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] No DVR routers for this DVR port 7ff8ee9f-a53b-4bdd-b949-022555b2562e on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:00:13.378095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:13.380437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-deleted', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:00:13.397407 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9fc6f87e-3d2b-41f1-8657-0f91705bae82 req-6d678e74-001d-4cfb-bbfc-be6a51c73140 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.15 "DELETE /v2.0/ports/7ff8ee9f-a53b-4bdd-b949-022555b2562e HTTP/1.1" status: 204 len: 173 time: 0.9667249 Jun 03 16:00:13.431178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c4d2f66-7516-4f80-ac44-dd05b83f9acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:13.439273 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93aec582-1a18-4cd6-8e1e-3707f456e43f'] response: {'server_uuid': '4f78217d-826d-47a2-b766-ff09da808d2a', 'name': 'network-vif-deleted', 'tag': '7ff8ee9f-a53b-4bdd-b949-022555b2562e', 'status': 'completed', 'code': 200} Jun 03 16:00:13.799773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eb95d87f-d7de-4679-a8c6-4cff5e8c80e2 req-085a4ce5-8e3b-4cbb-9e3d-1e6c47f121f7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 210 time: 0.0512366 Jun 03 16:00:14.177595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39150) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:14.927468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0aef075d-5363-4fb3-856c-3636ffeef326 req-c3c29f01-d3df-40af-890d-54795f0b36a1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 210 time: 0.0701094 Jun 03 16:00:15.119842 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:15.544256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 99a518c9-fef3-4b2b-8784-cf74ddb20810 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:00:15.544256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:15.779631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 99a518c9-fef3-4b2b-8784-cf74ddb20810, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=99a518c9-fef3-4b2b-8784-cf74ddb20810,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:15.779631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:15.838369 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:15.948400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 99a518c9-fef3-4b2b-8784-cf74ddb20810 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:00:16.293578 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:00:16.312730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-50b8917f-2b36-4beb-adc7-e9f4294c6629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:16.345514 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e1a33e19-7e91-4c4d-829a-0b8260ae07d4 req-aaf411fb-b553-44c9-8bc8-520c5d534a88 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 210 time: 0.0586946 Jun 03 16:00:16.533021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7ff8ee9f-a53b-4bdd-b949-022555b2562e no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:00:16.594514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:16.623686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-a9172503-4b2a-4758-b61c-faa52d2727b3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:16.623686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-a9172503-4b2a-4758-b61c-faa52d2727b3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.2123325 Jun 03 16:00:16.639992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 7ff8ee9f-a53b-4bdd-b949-022555b2562e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:00:16.639992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 7ff8ee9f-a53b-4bdd-b949-022555b2562e not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:00:16.677023 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:16.700428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=99a518c9-fef3-4b2b-8784-cf74ddb20810,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:16.757324 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-33d9bc89-f0c1-4e93-a5ea-75f0972c990f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 379 time: 0.1228223 Jun 03 16:00:16.776291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'port': {'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'admin_state_up': True, 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'security_groups': ['e8f351db-3f70-43b2-9d59-e16aaf851dd8']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:00:17.066430 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:17.131949 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:17.244326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:00:17.244326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:port and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:00:17.251539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:00:17.267421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:00:17.275240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:00:17.275240 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:17.552857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.20.0.14 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/7ca9c53d-23e8-408d-be06-e9685ef17693) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:00:17.572914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f9409d8c-386f-44e9-9368-e4ae881958c7 req-37e247b2-ae56-45b3-8f3f-b00cd547ddf2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 210 time: 0.0541568 Jun 03 16:00:17.777255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:17.799642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Transition to ACTIVE for port object 7ca9c53d-23e8-408d-be06-e9685ef17693 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:00:17.835553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Router 2fd83fd2-6071-4ea8-b867-d70becd89033 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:00:17.839058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:17.946691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:00:17.968654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:00:17.968654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:00:18.043856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:18.043856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.051770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:00:18.064033 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] Sync routers for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:00:18.078172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2985592 Jun 03 16:00:18.080240 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-669bb522-83e7-4c4d-a942-65756b5be41c tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "PUT /v2.0/routers/2fd83fd2-6071-4ea8-b867-d70becd89033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9012485 Jun 03 16:00:18.085427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39200) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:18.112733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ba7dd-7477-4e3e-a4d5-a263dafe0ef6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=7ca9c53d-23e8-408d-be06-e9685ef17693,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:18.132129 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:18.132129 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:00:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:18.241590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Request body: {'port': {'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:00:18.269335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting subnet 34f9bb63-cc61-4694-9bf7-116b46065775 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:00:18.276449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.282354 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.400306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b2bb773e-b41f-4273-a5c7-bd6d79bac4bd None None] Provisioning for port 7ca9c53d-23e8-408d-be06-e9685ef17693 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:00:18.403406 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.406948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b2bb773e-b41f-4273-a5c7-bd6d79bac4bd None None] Provisioning complete for port 7ca9c53d-23e8-408d-be06-e9685ef17693 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:00:18.406948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b2bb773e-b41f-4273-a5c7-bd6d79bac4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.473841 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:18.549155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.553867 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.556051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb773e-b41f-4273-a5c7-bd6d79bac4bd None None] Port 7ca9c53d-23e8-408d-be06-e9685ef17693 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:00:18.594602 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.854622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:18.925708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Subnet': ['ID=34f9bb63-cc61-4694-9bf7-116b46065775,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:19.002201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:19.009203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd271709-845c-4176-a999-87207a8f44c9 None None] Network 450af72e-0d4a-4ee6-bb46-a109e8970bdc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:00:19.035544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39216) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:19.044929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7d359cc3-c210-4466-ad58-eb01b94b3403 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/subnets/34f9bb63-cc61-4694-9bf7-116b46065775 HTTP/1.1" status: 204 len: 168 time: 0.9600921 Jun 03 16:00:19.071406 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T16:00:16Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:19.076363 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] Checking router: 2fd83fd2-6071-4ea8-b867-d70becd89033 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:00:19.092052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] Routers {'2fd83fd2-6071-4ea8-b867-d70becd89033'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:19.093899 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:00:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2fd83fd2-6071-4ea8-b867-d70becd89033'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:19.114139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ece86-8c72-4627-bcac-ebaae915ee89 req-7efdda72-4815-46ef-989b-9e36835424b6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:19.123726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-191ece86-8c72-4627-bcac-ebaae915ee89 req-7efdda72-4815-46ef-989b-9e36835424b6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 932 time: 0.3162701 Jun 03 16:00:19.179979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-191ece86-8c72-4627-bcac-ebaae915ee89 req-8d939dc6-46c0-4b3a-a420-80f28b93bfb0 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541079 Jun 03 16:00:19.229370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.resource_extend [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 16:00:19.423280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca9c53d-23e8-408d-be06-e9685ef17693 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:00:19.447290 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:19.502232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] Set router 2fd83fd2-6071-4ea8-b867-d70becd89033 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:19.566381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Transition to ACTIVE for port object 7ca9c53d-23e8-408d-be06-e9685ef17693 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:00:19.582584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:19.633716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] DHCP port deletion for 450af72e-0d4a-4ee6-bb46-a109e8970bdc request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:00:19.633716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] Deleting port 68622d4e-43e5-47b3-a054-773b46c72f99 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:00:19.633716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:19.804839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.063730 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T16:00:16Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:20.070400 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd3391-b0a6-4eaf-a994-c802e85d76d8 None None] The sync data for ids ['2fd83fd2-6071-4ea8-b867-d70becd89033'] in n-d-844594-1 is: [{'id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492619298', 'tenant_id': 'ba454d73f843480bb2a4b139889fe358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:58:24Z', 'updated_at': '2022-06-03T16:00:16Z', 'revision_number': 5, 'project_id': 'ba454d73f843480bb2a4b139889fe358', 'gw_port': {'id': '308bf8d6-4668-4943-86b6-62d106a2d7e0', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd83fd2-6071-4ea8-b867-d70becd89033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:58:25Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:00:20.146296 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] For port 68622d4e-43e5-47b3-a054-773b46c72f99, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=68622d4e-43e5-47b3-a054-773b46c72f99,segment=NetworkSegment(6fde43c5-12ab-4267-a54b-94e53ec36dae),segment_id=6fde43c5-12ab-4267-a54b-94e53ec36dae)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:20.146701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.311091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] Calling delete_port for 68622d4e-43e5-47b3-a054-773b46c72f99 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:00:20.364084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.384186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca9c53d-23e8-408d-be06-e9685ef17693,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:20.411819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Deleting port 308bf8d6-4668-4943-86b6-62d106a2d7e0 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:00:20.412313 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.420359 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.464092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83694fd-e494-4e87-8780-05c765f9c4ca req-55583eef-8698-4ada-b8a5-abc48585ace6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:20.467184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f83694fd-e494-4e87-8780-05c765f9c4ca req-55583eef-8698-4ada-b8a5-abc48585ace6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.1217406 Jun 03 16:00:20.491558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] No DVR routers for this DVR port 68622d4e-43e5-47b3-a054-773b46c72f99 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:00:20.494384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Attempting to bind port 7ca9c53d-23e8-408d-be06-e9685ef17693 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:00:20.494742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Attempting to bind port 7ca9c53d-23e8-408d-be06-e9685ef17693 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:00:20.495375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Attempting to bind port 7ca9c53d-23e8-408d-be06-e9685ef17693 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:00:20.508354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Port 7ca9c53d-23e8-408d-be06-e9685ef17693 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:00:20.508460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a3bf8-25bd-4b09-94dd-855b98daef9e None None] Pushing event deleted for resources: {'Port': ['ID=68622d4e-43e5-47b3-a054-773b46c72f99,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:20.508676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Attempting to bind port 7ca9c53d-23e8-408d-be06-e9685ef17693 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:00:20.518035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:00:20.518573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:00:20.519106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:00:20.519854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Bound port: 7ca9c53d-23e8-408d-be06-e9685ef17693, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:00:20.520367 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.574338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f83694fd-e494-4e87-8780-05c765f9c4ca req-57fd97e3-74bf-467e-af42-8b20e951a10c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949588 Jun 03 16:00:20.796974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] For port 7ca9c53d-23e8-408d-be06-e9685ef17693, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:00:20.807179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] For port 308bf8d6-4668-4943-86b6-62d106a2d7e0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=308bf8d6-4668-4943-86b6-62d106a2d7e0,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:20.807179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.818994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] For port 7ca9c53d-23e8-408d-be06-e9685ef17693, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7ca9c53d-23e8-408d-be06-e9685ef17693,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:00:20.882732 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.982299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Calling delete_port for 308bf8d6-4668-4943-86b6-62d106a2d7e0 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:00:21.051522 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:21.051522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:21.051522 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] 10.222.0.70 "PUT /v2.0/ports/7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 1092 time: 2.9606957 Jun 03 16:00:21.057985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:00:21.106341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c35942-c5a4-4932-9f4b-69b871c79339 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca9c53d-23e8-408d-be06-e9685ef17693,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:21.143661 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d16e94-f03f-4058-a868-16d0917549c0'] response: {'name': 'network-changed', 'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'status': 'completed', 'code': 200} Jun 03 16:00:21.249702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-9ed8526f-d620-426a-a5dd-489e6d230ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:21.251319 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-9ed8526f-d620-426a-a5dd-489e6d230ba0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1095 time: 0.1138692 Jun 03 16:00:21.371523 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-0b78808b-9577-462f-a779-a2f0d8c4d9b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 217 time: 0.0858202 Jun 03 16:00:21.396416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 68622d4e-43e5-47b3-a054-773b46c72f99 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:00:21.445965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:21.451473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 68622d4e-43e5-47b3-a054-773b46c72f99 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:00:21.451814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 68622d4e-43e5-47b3-a054-773b46c72f99 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:00:21.452831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 99a518c9-fef3-4b2b-8784-cf74ddb20810 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:00:21.489180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 99a518c9-fef3-4b2b-8784-cf74ddb20810 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:00:21.489527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 99a518c9-fef3-4b2b-8784-cf74ddb20810 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:00:21.505074 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Port': ['ID=308bf8d6-4668-4943-86b6-62d106a2d7e0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:21.585080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-065f96d1-70d9-4f90-8f73-dc034f2616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:21.585080 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-065f96d1-70d9-4f90-8f73-dc034f2616ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.2079425 Jun 03 16:00:21.666724 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:21.805349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61200f73-dbe9-414b-bcfc-09f2f6e733ef req-f0a87711-f2e2-485a-addb-8ef6efc8eced tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:21.805349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61200f73-dbe9-414b-bcfc-09f2f6e733ef req-f0a87711-f2e2-485a-addb-8ef6efc8eced tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.1188693 Jun 03 16:00:21.861408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61200f73-dbe9-414b-bcfc-09f2f6e733ef req-b8c67f8a-b1ac-4d4d-963e-945f148f5603 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543458 Jun 03 16:00:21.861998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:21.864808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:21.903661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:21.904240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd83fd2-6071-4ea8-b867-d70becd89033 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:00:21.925103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-6badf4e1-690c-49cb-9cca-9a54286f4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:21.926589 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-6badf4e1-690c-49cb-9cca-9a54286f4489 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033319 Jun 03 16:00:21.931223 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:21.935232 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b330af79-f8fc-4793-a784-f8edd2533d48 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/routers/2fd83fd2-6071-4ea8-b867-d70becd89033 HTTP/1.1" status: 204 len: 168 time: 2.8943744 Jun 03 16:00:21.935562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39252) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:22.340586 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:22.370043 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-d7184bc0-f3d1-4027-abd4-493fdba60a67 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319084 Jun 03 16:00:22.634854 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:22.682402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450af72e-0d4a-4ee6-bb46-a109e8970bdc']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:22.722215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fde43c5-12ab-4267-a54b-94e53ec36dae') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:22.722215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fde43c5-12ab-4267-a54b-94e53ec36dae') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:22.739636 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-59971902-6e98-4acc-8bf2-9fe4bc20a27e req-94f272ba-aa12-4d74-b825-9d591b65f65b service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280048 Jun 03 16:00:22.739636 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:22.760908 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:22.773884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:00:22.773884 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:22.912884 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6fde43c5-12ab-4267-a54b-94e53ec36dae resource provider aggregate not found Jun 03 16:00:22.947659 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 6fde43c5-12ab-4267-a54b-94e53ec36dae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fde43c5-12ab-4267-a54b-94e53ec36dae found for delete ", "request_id": "req-a262f31b-a03a-4f10-ae3d-c43dd6056bf3"}]} Jun 03 16:00:22.973581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:23.000191 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:23.000191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'Network': ['ID=450af72e-0d4a-4ee6-bb46-a109e8970bdc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:23.011980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-f4476a19-5ae4-4808-975c-74ba59c8dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:23.011980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-f4476a19-5ae4-4808-975c-74ba59c8dd63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1095 time: 0.2170706 Jun 03 16:00:23.046560 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f7d7ef2b-eec3-4a46-a0dc-32764a69c4fb tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/networks/450af72e-0d4a-4ee6-bb46-a109e8970bdc HTTP/1.1" status: 204 len: 168 time: 1.1063340 Jun 03 16:00:23.050145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39274) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:23.181077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d68a72-24de-47a6-9879-3bf2ac00e2fc req-4a695a9d-5dc9-4ba7-881c-e84c755bd481 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:23.182588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9d68a72-24de-47a6-9879-3bf2ac00e2fc req-4a695a9d-5dc9-4ba7-881c-e84c755bd481 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.1888072 Jun 03 16:00:23.189089 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d31c3e-b88e-40c2-82fa-c1f7a418ceb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:23.202570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-859ee9c0-cd0b-482c-86f4-0312fb49743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:23.205495 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-859ee9c0-cd0b-482c-86f4-0312fb49743e service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1885989 Jun 03 16:00:23.277355 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d31c3e-b88e-40c2-82fa-c1f7a418ceb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:23.287023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9d68a72-24de-47a6-9879-3bf2ac00e2fc req-eb756720-35a5-41d0-bf55-8c4096275647 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819440 Jun 03 16:00:23.327649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-1dcfef5c-a0ae-4d40-bb3b-94c0d3db74b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 217 time: 0.1131303 Jun 03 16:00:23.400169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 308bf8d6-4668-4943-86b6-62d106a2d7e0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:00:23.422431 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d31c3e-b88e-40c2-82fa-c1f7a418ceb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:23.447431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 308bf8d6-4668-4943-86b6-62d106a2d7e0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:00:23.447872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 308bf8d6-4668-4943-86b6-62d106a2d7e0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:00:23.455068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-78e064e9-dcdb-4325-9b79-b17c69d2449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:23.456889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-78e064e9-dcdb-4325-9b79-b17c69d2449a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.1199286 Jun 03 16:00:23.463329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d31c3e-b88e-40c2-82fa-c1f7a418ceb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f2edec-33d7-421a-9c5d-40a22b444df0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:23.482736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2d31c3e-b88e-40c2-82fa-c1f7a418ceb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:23.484990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d2d31c3e-b88e-40c2-82fa-c1f7a418ceb4 tempest-TestNetworkAdvancedServerOps-1341138133 tempest-TestNetworkAdvancedServerOps-1341138133-project] 10.222.0.66 "DELETE /v2.0/security-groups/10f2edec-33d7-421a-9c5d-40a22b444df0 HTTP/1.1" status: 204 len: 168 time: 0.4130089 Jun 03 16:00:23.593366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-34285aa9-10ba-48df-b9ce-a18ad976c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:23.593366 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-34285aa9-10ba-48df-b9ce-a18ad976c2de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190484 Jun 03 16:00:23.760234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-5cfacad6-6ee0-4c3e-b270-aaf477ef0965 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566880 Jun 03 16:00:23.861648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39292) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:23.927981 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-628dded8-74e4-4c4d-b04b-75a3ac9afb8f req-32ddb17d-423e-4110-8c12-6c1269646226 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603429 Jun 03 16:00:24.079241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c6475211-7e71-4562-b129-478f2d532252 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba454d73f843480bb2a4b139889fe358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171342 Jun 03 16:00:24.085187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39300) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:24.160151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b23f0075-a3c0-474b-8745-1e63b956fb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:24.189323 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b23f0075-a3c0-474b-8745-1e63b956fb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:24.272360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b23f0075-a3c0-474b-8745-1e63b956fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:24.293188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f0075-a3c0-474b-8745-1e63b956fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc7967-8c5d-4855-9195-d88d04b3feef,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:24.301594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b23f0075-a3c0-474b-8745-1e63b956fb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:24.301594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b23f0075-a3c0-474b-8745-1e63b956fb51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcfc7967-8c5d-4855-9195-d88d04b3feef HTTP/1.1" status: 204 len: 168 time: 0.2155268 Jun 03 16:00:24.569609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019ca2f-80d6-4b19-ab84-3704b75e9c7b req-854864e6-007e-4ca9-8668-aac11ea35ce9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:24.569609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d019ca2f-80d6-4b19-ab84-3704b75e9c7b req-854864e6-007e-4ca9-8668-aac11ea35ce9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.1389391 Jun 03 16:00:24.636053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d019ca2f-80d6-4b19-ab84-3704b75e9c7b req-9ee834eb-4d81-4b00-8e1e-965625f2991e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614190 Jun 03 16:00:24.754400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:24.832250 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e663b505-b999-4738-a18c-7a84e3befe1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2ead3f4f5a94782b7d966e305c0a6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811651 Jun 03 16:00:24.834449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39326) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:24.900488 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81c6d0d8-3788-48da-ab61-c0e9656d3280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:24.928022 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81c6d0d8-3788-48da-ab61-c0e9656d3280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:25.006052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81c6d0d8-3788-48da-ab61-c0e9656d3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:25.024808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6d0d8-3788-48da-ab61-c0e9656d3280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf36d03-1b75-4505-b75a-37dd2350c92d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:25.035908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-81c6d0d8-3788-48da-ab61-c0e9656d3280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:25.035908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-81c6d0d8-3788-48da-ab61-c0e9656d3280 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbf36d03-1b75-4505-b75a-37dd2350c92d HTTP/1.1" status: 204 len: 168 time: 0.2036042 Jun 03 16:00:25.877800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae7676-af19-473f-a12c-5598503399fb req-0b45210b-b8ea-4e8b-870a-5d364d0b9a53 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:25.882414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05ae7676-af19-473f-a12c-5598503399fb req-0b45210b-b8ea-4e8b-870a-5d364d0b9a53 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.1066203 Jun 03 16:00:25.932329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05ae7676-af19-473f-a12c-5598503399fb req-16ac1d26-9807-4192-a2da-ec119daa2ac1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497816 Jun 03 16:00:27.133013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81622b-2aea-4bf5-88f0-9e8598b03617 req-3dc6a766-ac82-46c8-9dcf-87114e266503 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:27.133013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa81622b-2aea-4bf5-88f0-9e8598b03617 req-3dc6a766-ac82-46c8-9dcf-87114e266503 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.0936966 Jun 03 16:00:27.192679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fa81622b-2aea-4bf5-88f0-9e8598b03617 req-ac026ff6-7fc5-4690-8c2e-1332d5ac73d9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537913 Jun 03 16:00:27.679354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39516) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:27.814360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:27.829160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:00:27.833019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Usage tracker for resource:security_group_rule and tenant:91fc02b061794190910710200bd8b49f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:00:27.835828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:00:27.841546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:00:27.946636 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:27.950327 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.005116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b1cbde-c4b1-4bda-8a86-44457ac89b0c,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:28.011784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cf317781-bd22-4967-be04-e0fd35d11b01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91fc02b061794190910710200bd8b49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274736 Jun 03 16:00:28.013629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39526) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:28.080895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe2d831b-7166-4319-b5e3-48da67b898f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.108524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe2d831b-7166-4319-b5e3-48da67b898f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.179253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe2d831b-7166-4319-b5e3-48da67b898f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.195682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d831b-7166-4319-b5e3-48da67b898f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b1cbde-c4b1-4bda-8a86-44457ac89b0c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:28.207431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fe2d831b-7166-4319-b5e3-48da67b898f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.207431 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fe2d831b-7166-4319-b5e3-48da67b898f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60b1cbde-c4b1-4bda-8a86-44457ac89b0c HTTP/1.1" status: 204 len: 168 time: 0.1910231 Jun 03 16:00:28.439647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4a650-4840-418a-81a7-464695f963cd req-4b126b60-4f5d-4939-9205-f2167ae48721 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:28.439647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59e4a650-4840-418a-81a7-464695f963cd req-4b126b60-4f5d-4939-9205-f2167ae48721 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.0987132 Jun 03 16:00:28.496528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-59e4a650-4840-418a-81a7-464695f963cd req-1849f025-942c-44bc-ac55-d3bc59d1bbe5 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472333 Jun 03 16:00:28.568378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39542) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:28.586135 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.601900 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:00:28.605931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Usage tracker for resource:security_group_rule and tenant:7f1c670b6b2f4f41bf0ed3ddf575e11b is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:00:28.609618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:00:28.616189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:00:28.861585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.861585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:28.954166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 39550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:28.956625 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f1c670b6b2f4f41bf0ed3ddf575e11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764071 Jun 03 16:00:28.956625 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38c029-87b7-4eb2-9b67-7dccf9a189fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d369c3-80c6-44dc-8f9a-99b9f5cb3d44,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:29.026721 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-37a64de1-655a-4844-9c0c-3c9eee03c045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:29.059510 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-37a64de1-655a-4844-9c0c-3c9eee03c045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:29.131451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-37a64de1-655a-4844-9c0c-3c9eee03c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:29.150139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a64de1-655a-4844-9c0c-3c9eee03c045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d369c3-80c6-44dc-8f9a-99b9f5cb3d44,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:29.167000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-37a64de1-655a-4844-9c0c-3c9eee03c045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:29.167000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-37a64de1-655a-4844-9c0c-3c9eee03c045 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79d369c3-80c6-44dc-8f9a-99b9f5cb3d44 HTTP/1.1" status: 204 len: 168 time: 0.2195218 Jun 03 16:00:29.802604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efcf6e-90e4-41b5-bbeb-1621fc6a69a6 req-7557b5d9-8495-41c2-b347-1ee51faa7032 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:29.810888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75efcf6e-90e4-41b5-bbeb-1621fc6a69a6 req-7557b5d9-8495-41c2-b347-1ee51faa7032 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.1559784 Jun 03 16:00:29.876749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-75efcf6e-90e4-41b5-bbeb-1621fc6a69a6 req-514f3850-4823-4609-a7e1-e2b016066a07 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644922 Jun 03 16:00:31.090931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333197c-6352-456d-a4c2-7c70d5b75137 req-a73b8662-06b8-4f84-b8d9-31efc68aefc6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:31.092509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9333197c-6352-456d-a4c2-7c70d5b75137 req-a73b8662-06b8-4f84-b8d9-31efc68aefc6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 944 time: 0.1090143 Jun 03 16:00:31.100272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7ca9c53d-23e8-408d-be06-e9685ef17693 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:00:31.155224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9333197c-6352-456d-a4c2-7c70d5b75137 req-e7718a87-3e1c-4ff1-a746-6d11eccb7ff3 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531294 Jun 03 16:00:31.262835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7ca9c53d-23e8-408d-be06-e9685ef17693, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7ca9c53d-23e8-408d-be06-e9685ef17693,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:31.278110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:00:31.336437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7ca9c53d-23e8-408d-be06-e9685ef17693 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:00:31.336820 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:31.354759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca9c53d-23e8-408d-be06-e9685ef17693 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:00:31.379818 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7ca9c53d-23e8-408d-be06-e9685ef17693, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7ca9c53d-23e8-408d-be06-e9685ef17693,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:31.387638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:31.473722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7ca9c53d-23e8-408d-be06-e9685ef17693,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:31.693313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7ca9c53d-23e8-408d-be06-e9685ef17693'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:00:32.367942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f27cc5-1d4a-4999-a065-31d0f60eb993 req-e7533e4c-4114-4ed5-b0b9-59b184437c88 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:32.369508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96f27cc5-1d4a-4999-a065-31d0f60eb993 req-e7533e4c-4114-4ed5-b0b9-59b184437c88 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 945 time: 0.0931690 Jun 03 16:00:32.414590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96f27cc5-1d4a-4999-a065-31d0f60eb993 req-557d098f-8abf-4ae4-85bf-fc4a08c1e5c6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 Jun 03 16:00:33.102998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7ca9c53d-23e8-408d-be06-e9685ef17693 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:00:33.180885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 7ca9c53d-23e8-408d-be06-e9685ef17693 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:00:33.186399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 7ca9c53d-23e8-408d-be06-e9685ef17693 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:00:33.186773 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:33.324044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7ca9c53d-23e8-408d-be06-e9685ef17693 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:00:33.324044 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:33.354529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:00:33.368553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7ca9c53d-23e8-408d-be06-e9685ef17693, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7ca9c53d-23e8-408d-be06-e9685ef17693,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:00:33.375832 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:33.447511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7ca9c53d-23e8-408d-be06-e9685ef17693,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:33.628676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2109be-9a85-4941-9ba8-687282f61288 req-e8ec7de7-b7ea-471e-8041-51fd6c29cb9c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:33.630239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b2109be-9a85-4941-9ba8-687282f61288 req-e8ec7de7-b7ea-471e-8041-51fd6c29cb9c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 946 time: 0.0984211 Jun 03 16:00:33.679442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b2109be-9a85-4941-9ba8-687282f61288 req-c8b9a774-7eca-471e-92c7-88227f649217 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433545 Jun 03 16:00:33.693433 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c368748-5845-4b32-ba23-e99b5570e9bb'] response: {'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'code': 200} Jun 03 16:00:33.838219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f635-2307-486b-9dde-e7b99e822dc2 req-3547f05c-0a1c-4a6f-af2c-c3f948c4a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:33.838219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2fa7f635-2307-486b-9dde-e7b99e822dc2 req-3547f05c-0a1c-4a6f-af2c-c3f948c4a5b3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1097 time: 0.0769796 Jun 03 16:00:33.887964 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2fa7f635-2307-486b-9dde-e7b99e822dc2 req-80566428-7197-492d-a063-6f7ba88e1943 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Jun 03 16:00:34.881460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9295f07-2f5e-4017-98a9-70699158b03d req-715af97d-6cfc-4de3-b144-ba2e8c1d6b56 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:34.881460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9295f07-2f5e-4017-98a9-70699158b03d req-715af97d-6cfc-4de3-b144-ba2e8c1d6b56 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 946 time: 0.0838563 Jun 03 16:00:34.938509 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d9295f07-2f5e-4017-98a9-70699158b03d req-fd4b9e40-7406-492d-8652-9bbafae04878 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530860 Jun 03 16:00:36.147345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872356c-fcc9-4e89-ad55-2a54824d441a req-bb478358-7981-4329-957b-885b5aa0369f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:36.152867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e872356c-fcc9-4e89-ad55-2a54824d441a req-bb478358-7981-4329-957b-885b5aa0369f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 946 time: 0.0903835 Jun 03 16:00:36.199441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e872356c-fcc9-4e89-ad55-2a54824d441a req-014d2ae8-e494-4f7e-a970-384576081cb9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Jun 03 16:00:36.405662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1377478-f269-45ce-8acd-758530ffa84d req-bedf7763-778e-41a1-85bb-5e954716c533 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:36.405662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1377478-f269-45ce-8acd-758530ffa84d req-bedf7763-778e-41a1-85bb-5e954716c533 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 946 time: 0.0912104 Jun 03 16:00:36.464383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1377478-f269-45ce-8acd-758530ffa84d req-379ccb1d-a6c4-4a5c-bca5-c42cd966b260 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441024 Jun 03 16:00:36.491888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39656) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:36.752213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a759a-fc2e-4042-bc74-78a5714907e6 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:36.753991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-678a759a-fc2e-4042-bc74-78a5714907e6 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1092 time: 0.2624025 Jun 03 16:00:36.756602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 39666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:36.761599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:00:36.769046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:00:36.772878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:floatingip and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:00:36.775745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:00:36.782239 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:00:36.794042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:36.967519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:37.134393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.25.1.18 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/62d58224-a2a6-4070-8f25-861f022eb272) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:00:37.339314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:37.371946 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:37.455547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:00:37.455547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:00:37.455547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:00:37.499345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=62d58224-a2a6-4070-8f25-861f022eb272,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:37.905510 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:37.984078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:38.195017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:38.199980 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:38.312081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=62d58224-a2a6-4070-8f25-861f022eb272,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:38.324787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:38.612598 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Floating IP f872557b-c817-4944-80ef-5ddd7850b659 associated. External IP: 172.25.1.18, port: 7ca9c53d-23e8-408d-be06-e9685ef17693. Jun 03 16:00:38.964287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:00:39.146317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:00:39.157197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:00:39.166440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:39.167066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:00:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:39.177188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:39.233040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-867aac58-b654-4800-9f7a-9a11a04e2da8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4747841 Jun 03 16:00:39.233624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:00:39.276061 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148c40b9-7381-4a16-b4f4-416ba4f4f281'] response: {'name': 'network-changed', 'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'status': 'completed', 'code': 200} Jun 03 16:00:39.352735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:39.370162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-ea28e3cc-31a4-4c6c-9d0c-0e374237b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:39.371658 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-ea28e3cc-31a4-4c6c-9d0c-0e374237b00a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1097 time: 0.0742345 Jun 03 16:00:39.513488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-41911557-977a-407f-963c-1cfa7d562f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:39.515136 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-41911557-977a-407f-963c-1cfa7d562f3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1372511 Jun 03 16:00:39.621620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-ef2e606e-f568-4e59-9daa-1c7d6e6bdc71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 999 time: 0.0975132 Jun 03 16:00:39.696972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-84be12ae-e63a-490c-9307-ec838b73dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:39.698426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-84be12ae-e63a-490c-9307-ec838b73dc80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0713892 Jun 03 16:00:39.738835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:37Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:39.743025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:00:39.754964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:00:39.755723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:00:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:39.782426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-b4ac8f0e-c568-4e97-89e2-31b7c87e5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:39.783916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-b4ac8f0e-c568-4e97-89e2-31b7c87e5f81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767996 Jun 03 16:00:39.933511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-ad9f17f8-8267-481c-8f5a-8db4b89bb397 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361883 Jun 03 16:00:39.949885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:00:40.198314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e07b1645-f4f3-4d4c-ae69-4d4f7548eda2 req-a81bdf6f-8a9e-4bb7-b71b-50ae8d70e220 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574260 Jun 03 16:00:40.368215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:37Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:00:40.373102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacff5c-05d4-4d2a-8e7a-d89a42a92653 None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:37Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:00:40.568369 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26640e41-43e4-43c3-adb4-8d2c61b828a0 None None] New status for floating IP f872557b-c817-4944-80ef-5ddd7850b659: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:00:43.424593 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ffab-766a-43a1-8a4a-a2790a95790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:45.847673 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:46.294477 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4c124f0-4d9c-4e80-b2b7-301568f76183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:46.650139 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:47.051140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:48.275541 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:48.536756 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:50.192744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40162) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:50.339524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2c476434-879e-4e7d-a789-8a5a9695aacf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72ec5554ce7145d395e57a37eb7bd06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455612 Jun 03 16:00:50.342476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40168) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:00:50.398155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6424ec79-d2dc-43e3-8354-d2936d3393e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:50.424242 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6424ec79-d2dc-43e3-8354-d2936d3393e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:50.474615 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6424ec79-d2dc-43e3-8354-d2936d3393e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:50.488457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424ec79-d2dc-43e3-8354-d2936d3393e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad212d-4bcd-40c1-848d-6a7d43696f69,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:00:50.496438 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6424ec79-d2dc-43e3-8354-d2936d3393e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:50.498398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6424ec79-d2dc-43e3-8354-d2936d3393e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4ad212d-4bcd-40c1-848d-6a7d43696f69 HTTP/1.1" status: 204 len: 168 time: 0.1549532 Jun 03 16:00:53.281404 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:01:07.005691 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-e9b0519a-c08b-4f7d-a846-1581b33bbdcf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710380 Jun 03 16:01:07.152353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-a247489e-5ce7-4ed3-a3d9-627c4900062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:07.153831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-a247489e-5ce7-4ed3-a3d9-627c4900062b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1097 time: 0.0704494 Jun 03 16:01:07.302872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-b0b1c163-3bbe-474e-8d6d-854d1ebf3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:07.304420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-b0b1c163-3bbe-474e-8d6d-854d1ebf3cb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1273143 Jun 03 16:01:07.414204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-38bd1ca3-0e86-4668-baa2-238f6f85aa01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 1001 time: 0.1002889 Jun 03 16:01:07.482174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-c6d8f9be-b0cf-4600-9579-2644f4bd7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:07.484115 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-c6d8f9be-b0cf-4600-9579-2644f4bd7429 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0612166 Jun 03 16:01:07.563291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-c09adc3e-c0c2-4ffa-88fe-1ea2d63dd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:07.564710 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-c09adc3e-c0c2-4ffa-88fe-1ea2d63dd230 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714657 Jun 03 16:01:07.697573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-1b2fef02-b71d-47e1-96fd-5d0b7b7bc9a7 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234815 Jun 03 16:01:07.832904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d5bc7971-eed3-4fd3-a9e3-e32f105b2d92 req-1aa14428-3fa6-4e90-a0a7-d8b4db734551 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253641 Jun 03 16:01:13.416752 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-90251950-ed7a-4eeb-928b-82a00e1b1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:15.859284 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:16.289515 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5677e28-f155-4048-a98b-72e058b1235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:16.643487 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:17.051858 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.281070 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.539201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:30.277037 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:01:43.418856 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e01ff92a-a25b-4f55-adf1-401637d9a2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.871734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.292973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13ca6661-0303-4406-b050-d3b81f815d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.649249 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:47.055548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:48.270318 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:48.542422 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:07.004056 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-59bccbc7-d744-4316-b6ab-22dd6e41d497 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714352 Jun 03 16:02:07.159752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-b6d86476-d129-4745-930f-322a64358002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:07.161322 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-b6d86476-d129-4745-930f-322a64358002 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1097 time: 0.0796497 Jun 03 16:02:07.276912 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:02:07.321436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-91b4398c-c83b-409b-8a3e-df35e3818696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:07.322923 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-91b4398c-c83b-409b-8a3e-df35e3818696 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1367509 Jun 03 16:02:07.433590 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-139dc279-e360-4516-9987-6426ba714bc7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 1001 time: 0.1012490 Jun 03 16:02:07.500095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-72c511a8-7de4-466b-92d1-b97f372ac8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:07.501616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-72c511a8-7de4-466b-92d1-b97f372ac8a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0594730 Jun 03 16:02:07.583652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-41ccb0ee-f693-494a-b311-dd235092aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:07.585167 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-41ccb0ee-f693-494a-b311-dd235092aa05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744765 Jun 03 16:02:07.725815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-df7fe707-892e-49d1-923d-35d4ef953d8b service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326866 Jun 03 16:02:07.995388 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fa54711c-a66b-4a01-8ff0-1637c46c2279 req-d3ed45a6-9643-494a-94f0-7c666d7e4c7c service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592075 Jun 03 16:02:13.422737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4fcef4d-937e-4202-ac81-5c62bb0ba17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:15.872761 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:16.297590 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b49d27ad-a819-4e05-9720-36c8f7ceb8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:16.643282 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:17.060002 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:18.286745 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:18.548633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:29.900155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1d4c8bd8-7a44-42a5-b5d3-70ffb2e587c6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420021611&fields=id&tenant_id=c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 267 time: 0.0396554 Jun 03 16:02:30.169030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-be21e893-3092-4057-89d0-e3c41674bf47 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:30.170525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-be21e893-3092-4057-89d0-e3c41674bf47 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.2631249 Jun 03 16:02:30.192126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-f9f7eb02-da48-4d67-81eb-f4e649079628 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/quotas/c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 375 time: 0.0128629 Jun 03 16:02:30.296600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-7dbe6f57-6518-4ffb-9a72-32d17b8c0128 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0977454 Jun 03 16:02:30.313216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-09981c46-2e96-4475-b656-e8f68fc2397a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:02:30.314263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-09981c46-2e96-4475-b656-e8f68fc2397a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061491 Jun 03 16:02:30.468716 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-2bd0755b-5a85-4b0b-bd4f-d51f3c199b37 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437438 Jun 03 16:02:30.616439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-2d274608-e871-4082-a372-4df7bfa03a71 service neutron] 10.222.0.66 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413934 Jun 03 16:02:31.120177 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a26f016-46d6-4859-be5f-72db9136057e req-bb1f4542-df8f-4125-b71d-788f100ee131 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 210 time: 0.0531449 Jun 03 16:02:32.305036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8fd99fb-4329-4d2b-9f40-976648b77d98 req-d25985c5-68aa-4100-b169-b656f4b9fc8d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 210 time: 0.0493042 Jun 03 16:02:32.354969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-e971adf0-07ca-4a79-a359-871e0358f1c9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:32.356514 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-e971adf0-07ca-4a79-a359-871e0358f1c9 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 811 time: 0.1752512 Jun 03 16:02:32.407268 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f0a39ed-158b-4cd8-9a8d-03666d27cc00 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c43ed20a73ec4529a9e09b4d00ab6654 HTTP/1.1" status: 200 len: 379 time: 0.0430684 Jun 03 16:02:32.416061 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'port': {'device_id': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'admin_state_up': True, 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'security_groups': ['e8f351db-3f70-43b2-9d59-e16aaf851dd8']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:02:32.574998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:02:32.580254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:port and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:02:32.583733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:02:32.590566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:02:32.603601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Made reservation on behalf of c43ed20a73ec4529a9e09b4d00ab6654 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:02:32.607254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:32.799573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.20.0.5 (4fd1611a-71f6-4aaf-9a56-f8743c696354/5bb1a715-380c-4917-bd96-ba07acaf3021/8023e13e-f923-47d7-a436-de3dd47c0ff7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:02:32.996931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:33.014811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Transition to ACTIVE for port object 8023e13e-f923-47d7-a436-de3dd47c0ff7 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:02:33.040502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:33.124521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:02:33.131207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:02:33.135995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:02:33.180312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=8023e13e-f923-47d7-a436-de3dd47c0ff7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:33.209951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.210632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.211014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.211376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.211805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.212612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.212612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.212976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.213237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.213726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.214105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.214504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:33.243380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:33.244087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:33.272096 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-6f8a1172-2104-4e60-985d-ab33727344cd tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8599620 Jun 03 16:02:33.282490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-0fcc5b51-92a6-4b30-a362-debda5522e37 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:02:33.283946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-0fcc5b51-92a6-4b30-a362-debda5522e37 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057898 Jun 03 16:02:33.456405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-feaff411-37f8-4612-b3c7-527bf5d6aea0 None None] Provisioning for port 8023e13e-f923-47d7-a436-de3dd47c0ff7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:02:33.467666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-feaff411-37f8-4612-b3c7-527bf5d6aea0 None None] Provisioning complete for port 8023e13e-f923-47d7-a436-de3dd47c0ff7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:02:33.468337 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-feaff411-37f8-4612-b3c7-527bf5d6aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:33.480707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Request body: {'port': {'device_id': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:02:33.536026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-feaff411-37f8-4612-b3c7-527bf5d6aea0 None None] Port 8023e13e-f923-47d7-a436-de3dd47c0ff7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:02:33.574866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de8f55-a329-4394-a71e-f2a1ffb3f684 req-a3271c6d-5a29-44fa-ad74-565209dbc127 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:33.580663 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68de8f55-a329-4394-a71e-f2a1ffb3f684 req-a3271c6d-5a29-44fa-ad74-565209dbc127 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 931 time: 0.1084051 Jun 03 16:02:33.612279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:33.625122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68de8f55-a329-4394-a71e-f2a1ffb3f684 req-acc2d28b-ed48-4586-97c3-338335eca81f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Jun 03 16:02:33.993454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8023e13e-f923-47d7-a436-de3dd47c0ff7 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:02:34.003522 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:34.020136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Transition to ACTIVE for port object 8023e13e-f923-47d7-a436-de3dd47c0ff7 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:02:34.025601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:34.196357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Pushing event updated for resources: {'Port': ['ID=8023e13e-f923-47d7-a436-de3dd47c0ff7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:34.417591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Attempting to bind port 8023e13e-f923-47d7-a436-de3dd47c0ff7 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:02:34.417933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Attempting to bind port 8023e13e-f923-47d7-a436-de3dd47c0ff7 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:02:34.418252 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Attempting to bind port 8023e13e-f923-47d7-a436-de3dd47c0ff7 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:02:34.423608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Port 8023e13e-f923-47d7-a436-de3dd47c0ff7 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:02:34.423922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Attempting to bind port 8023e13e-f923-47d7-a436-de3dd47c0ff7 on network 4fd1611a-71f6-4aaf-9a56-f8743c696354 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:02:34.430340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:02:34.431021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Checking segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:02:34.431118 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Bound using segment: {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:02:34.431563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Bound port: 8023e13e-f923-47d7-a436-de3dd47c0ff7, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a33f5a8-4c45-4915-a9ca-f058590efc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:02:34.432610 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:34.543462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] For port 8023e13e-f923-47d7-a436-de3dd47c0ff7, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:02:34.548279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] For port 8023e13e-f923-47d7-a436-de3dd47c0ff7, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:02:34.553857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:34.625898 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:34.626746 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:34.627520 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] 10.222.0.15 "PUT /v2.0/ports/8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 200 len: 1091 time: 1.3360176 Jun 03 16:02:34.627976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:34.661127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a277727-e725-4a05-a317-3f2041a04301 service neutron] Pushing event updated for resources: {'Port': ['ID=8023e13e-f923-47d7-a436-de3dd47c0ff7,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:34.739334 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c580c3-e7a2-4640-aa54-78867a7e6aff'] response: {'name': 'network-changed', 'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'status': 'completed', 'code': 200} Jun 03 16:02:34.798290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-37710971-ceda-4fad-83f2-2931b30bf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:34.800711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-37710971-ceda-4fad-83f2-2931b30bf058 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1094 time: 0.1217132 Jun 03 16:02:34.909122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa48a3-f8ba-4db0-82da-ca7ae996ddbb req-34d878a2-bd09-442f-bb20-1faabc04eb06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:34.910732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bfa48a3-f8ba-4db0-82da-ca7ae996ddbb req-34d878a2-bd09-442f-bb20-1faabc04eb06 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 943 time: 0.1087816 Jun 03 16:02:34.923887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-84e0bcc1-0734-4ef6-a247-66a162d8da89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 200 len: 217 time: 0.1167195 Jun 03 16:02:34.986167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bfa48a3-f8ba-4db0-82da-ca7ae996ddbb req-d4482601-6992-45c8-a582-3dc6787a7086 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598750 Jun 03 16:02:35.026685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-39e0348c-e8b0-42dd-bfe1-6d42d53aee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:35.028501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-39e0348c-e8b0-42dd-bfe1-6d42d53aee4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0971110 Jun 03 16:02:35.130757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-f6bf9971-a5d9-4145-93b3-52d5607434a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:35.132464 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-f6bf9971-a5d9-4145-93b3-52d5607434a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980582 Jun 03 16:02:35.292860 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-3891e4f5-3ca7-4083-a64e-42835f4c9d16 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540096 Jun 03 16:02:35.438963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2499fd-e935-47c4-8fbd-d04d1b64dc14 req-3f80b7a0-cf52-470e-856d-c86e63b3c957 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402676 Jun 03 16:02:35.555968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-1ea3827e-13a4-46a4-908e-4398de7f81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:35.557361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-1ea3827e-13a4-46a4-908e-4398de7f81ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1094 time: 0.0727451 Jun 03 16:02:35.688086 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-e9610d96-2157-45b1-a9b2-ad8ffc0b7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:35.689569 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-e9610d96-2157-45b1-a9b2-ad8ffc0b7191 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1258931 Jun 03 16:02:35.763930 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-884d5b15-1f65-4b32-944f-491c6a647655 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 200 len: 217 time: 0.0671897 Jun 03 16:02:35.828172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-03fa574a-30b3-463c-b29a-781c71470894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:35.829648 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-03fa574a-30b3-463c-b29a-781c71470894 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0600009 Jun 03 16:02:35.915194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-b9d55df0-0ca8-43c8-9604-88517c574562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:35.916981 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-b9d55df0-0ca8-43c8-9604-88517c574562 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807002 Jun 03 16:02:36.053559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-0ecf4884-e794-4fe6-a6dd-c7da0cd0df52 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294775 Jun 03 16:02:36.174992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874f11-fff9-47b6-b5f9-adef83f4247c req-da265a24-3f12-41a7-a152-a705018b4b53 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:36.177887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf874f11-fff9-47b6-b5f9-adef83f4247c req-da265a24-3f12-41a7-a152-a705018b4b53 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 943 time: 0.0866020 Jun 03 16:02:36.193489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4419d4b0-2ef8-4dba-9153-57bb479fe00d req-8d03d07f-4062-4267-ac23-51c6a191704b service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340275 Jun 03 16:02:36.237878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf874f11-fff9-47b6-b5f9-adef83f4247c req-8d64bd8c-75fd-4832-8b73-6ef4e959da24 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536067 Jun 03 16:02:37.449202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844468b-f61b-42e5-acf3-a31352d2f2f8 req-7342b354-ea4f-4ae1-947c-b860e3378936 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:37.451694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b844468b-f61b-42e5-acf3-a31352d2f2f8 req-7342b354-ea4f-4ae1-947c-b860e3378936 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 943 time: 0.0901649 Jun 03 16:02:37.502697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b844468b-f61b-42e5-acf3-a31352d2f2f8 req-8d1cab88-fa9e-4eb7-963a-a892bde6cb5e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Jun 03 16:02:38.709261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493d175-ccf3-47e9-812c-a384a6b1090a req-5de1fda2-77bf-4b34-a656-7ddb2da555ab tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:38.710783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7493d175-ccf3-47e9-812c-a384a6b1090a req-5de1fda2-77bf-4b34-a656-7ddb2da555ab tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 943 time: 0.0918026 Jun 03 16:02:38.757903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7493d175-ccf3-47e9-812c-a384a6b1090a req-5cda74ad-7f9d-4794-9efd-1d06873219e8 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407460 Jun 03 16:02:39.941886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af110194-69c4-468b-b240-a247d9163839 req-a49a02d1-6739-472a-ba5e-5beacc997974 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:39.943408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af110194-69c4-468b-b240-a247d9163839 req-a49a02d1-6739-472a-ba5e-5beacc997974 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 943 time: 0.0782177 Jun 03 16:02:39.987784 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af110194-69c4-468b-b240-a247d9163839 req-3791f8b9-87d0-4fd7-b1a7-d4d9e4c6a2f2 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Jun 03 16:02:41.318660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e58f2-a70f-4c34-939c-4f47a732b50a req-89cbec2c-b08d-4574-98bd-d274efdbecd6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:41.320080 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e9e58f2-a70f-4c34-939c-4f47a732b50a req-89cbec2c-b08d-4574-98bd-d274efdbecd6 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 943 time: 0.2223399 Jun 03 16:02:41.370093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9e9e58f2-a70f-4c34-939c-4f47a732b50a req-b99ed592-7e0e-4f3d-b2c2-be3d1f7eedb7 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Jun 03 16:02:42.568406 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bf53c-e39f-41a0-8679-867aa73b5e1e req-536f561e-ddf0-448f-ba58-b8baa5b39292 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:42.569914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d8bf53c-e39f-41a0-8679-867aa73b5e1e req-536f561e-ddf0-448f-ba58-b8baa5b39292 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 943 time: 0.0885401 Jun 03 16:02:42.617009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d8bf53c-e39f-41a0-8679-867aa73b5e1e req-a9c63db5-6fb1-40fb-9341-53ca4eb629bb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 Jun 03 16:02:43.408145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8023e13e-f923-47d7-a436-de3dd47c0ff7 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:02:43.433904 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8fd43983-96c0-4744-ae29-b2bc803b9d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.559393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 8023e13e-f923-47d7-a436-de3dd47c0ff7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:43.573059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'port_id': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'mac_address': 'fa:16:3e:a5:c0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:02:43.629617 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 8023e13e-f923-47d7-a436-de3dd47c0ff7 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:02:43.629912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.648348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8023e13e-f923-47d7-a436-de3dd47c0ff7 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:02:43.668991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 8023e13e-f923-47d7-a436-de3dd47c0ff7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:43.674603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.748690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=8023e13e-f923-47d7-a436-de3dd47c0ff7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:43.757483 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.757831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.758175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.758549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.758883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.759240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.759574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.759901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.760259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.760580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.760902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.761225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:43.820951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c4050-5de3-4d69-ab0c-9293c07cb1f7 req-ff043770-7b23-4d44-a170-de04450aee92 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:43.822467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb4c4050-5de3-4d69-ab0c-9293c07cb1f7 req-ff043770-7b23-4d44-a170-de04450aee92 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 944 time: 0.0911639 Jun 03 16:02:43.868565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb4c4050-5de3-4d69-ab0c-9293c07cb1f7 req-b152fc11-e878-4d4c-87c8-cc3cfa045268 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395246 Jun 03 16:02:43.901239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['8023e13e-f923-47d7-a436-de3dd47c0ff7'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:02:44.276694 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:02:45.056151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ebe29-4397-424e-b2d7-08a90603b37d req-ac018c22-21c8-4f58-a32c-743323e9982e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:45.057742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f0ebe29-4397-424e-b2d7-08a90603b37d req-ac018c22-21c8-4f58-a32c-743323e9982e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 944 time: 0.0798266 Jun 03 16:02:45.106046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f0ebe29-4397-424e-b2d7-08a90603b37d req-f2f75c63-e56f-467b-9ea8-026c5037ad72 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Jun 03 16:02:45.423276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8023e13e-f923-47d7-a436-de3dd47c0ff7 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:02:45.492937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 8023e13e-f923-47d7-a436-de3dd47c0ff7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:02:45.497820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 8023e13e-f923-47d7-a436-de3dd47c0ff7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:02:45.498194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:45.611282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 8023e13e-f923-47d7-a436-de3dd47c0ff7 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:02:45.611580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:45.640798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:45.651185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 8023e13e-f923-47d7-a436-de3dd47c0ff7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:45.655377 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:45.694031 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832a6441-79cc-4185-b55d-bd5331d0a5e9'] response: {'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'code': 200} Jun 03 16:02:45.728683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=8023e13e-f923-47d7-a436-de3dd47c0ff7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:45.819194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a799e75-62d4-46a6-bfb0-afd3349c33bf req-32e0a6e8-6a4c-40b8-85c8-f9fc24e537a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:45.820849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0a799e75-62d4-46a6-bfb0-afd3349c33bf req-32e0a6e8-6a4c-40b8-85c8-f9fc24e537a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0714278 Jun 03 16:02:45.863307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0a799e75-62d4-46a6-bfb0-afd3349c33bf req-d615989b-a325-4e09-b8e8-430e4c781190 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366561 Jun 03 16:02:45.869080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:46.301086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92640471-57f7-4b36-82cf-aefb6e6c9d91 req-0f5dec2b-f094-4a3b-8e48-36bd3a48b04f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:46.303333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92640471-57f7-4b36-82cf-aefb6e6c9d91 req-0f5dec2b-f094-4a3b-8e48-36bd3a48b04f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 945 time: 0.0905926 Jun 03 16:02:46.305882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60379179-d6c2-420b-b51f-5a0056ad1d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:46.350115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-92640471-57f7-4b36-82cf-aefb6e6c9d91 req-f06eeba1-fd8c-46cd-82e0-797b4c223c62 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385981 Jun 03 16:02:46.651304 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:47.061611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:47.544288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c805b48-73f7-4605-8f88-bedfeed3ec09 req-65a68a58-e8f8-44ec-933a-edf8d5dacf7c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:47.546287 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c805b48-73f7-4605-8f88-bedfeed3ec09 req-65a68a58-e8f8-44ec-933a-edf8d5dacf7c tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 945 time: 0.0841646 Jun 03 16:02:47.590669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c805b48-73f7-4605-8f88-bedfeed3ec09 req-8b6bb5ea-cf75-46df-befe-2a87c3bc9026 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Jun 03 16:02:47.777501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786aebe-7ba2-43e5-90c9-38baafd1efe4 req-cb8f3f69-4f10-4d38-b256-36bb2681e236 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:47.779489 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a786aebe-7ba2-43e5-90c9-38baafd1efe4 req-cb8f3f69-4f10-4d38-b256-36bb2681e236 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 945 time: 0.0807576 Jun 03 16:02:47.823531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a786aebe-7ba2-43e5-90c9-38baafd1efe4 req-5b337aec-6a13-4da7-829e-68b81b699524 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 Jun 03 16:02:47.849622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40314) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:47.925108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f80c26-0dc0-4bc0-8d11-8b1bd0f61f04 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:47.926656 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c4f80c26-0dc0-4bc0-8d11-8b1bd0f61f04 tempest-TestVolumeBootPattern-1848539323 tempest-TestVolumeBootPattern-1848539323-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1091 time: 0.0760925 Jun 03 16:02:47.929699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40318) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:47.934545 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:02:47.941185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:02:47.944970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Usage tracker for resource:floatingip and tenant:c43ed20a73ec4529a9e09b4d00ab6654 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:02:47.947776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:02:47.958232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:02:47.972383 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.213898 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.287028 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.355874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Allocated IP 172.25.1.77 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dc4a43a5-4bfa-4d6c-af39-5aea082afb1b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:02:48.505960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.536287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.547854 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.600690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:02:48.603403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:02:48.607289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:02:48.646182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=dc4a43a5-4bfa-4d6c-af39-5aea082afb1b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:48.661217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.661563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.661907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.662245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.662583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.662911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.663238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.663580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.663888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.664241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.664565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.664886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:49.038783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:49.113267 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:49.315445 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:49.319625 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:49.429599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event updated for resources: {'Port': ['ID=dc4a43a5-4bfa-4d6c-af39-5aea082afb1b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:49.441456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:49.613826 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Floating IP fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315 associated. External IP: 172.25.1.77, port: 8023e13e-f923-47d7-a436-de3dd47c0ff7. Jun 03 16:02:50.077815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:02:50.261146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:02:50.272118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:02:50.282351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:50.282975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:02:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:50.285694 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:50.346331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-96c166e0-50f5-43e4-a73d-76ed2ef30259 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4134581 Jun 03 16:02:50.346331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:50.456803 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9212e45a-1bce-4853-ac4c-e4352355e2fd'] response: {'name': 'network-changed', 'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'status': 'completed', 'code': 200} Jun 03 16:02:50.500883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:50.664410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-bd84b72f-f251-4c40-8dfa-db72fd034924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:50.665917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-bd84b72f-f251-4c40-8dfa-db72fd034924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1096 time: 0.1870537 Jun 03 16:02:50.799280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-bf2d076e-1705-402d-b49e-e6335ec7748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:50.800800 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-bf2d076e-1705-402d-b49e-e6335ec7748f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1288924 Jun 03 16:02:50.857815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:40Z', 'revision_number': 1, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}, {'id': 'fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:a5:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:02:48Z', 'updated_at': '2022-06-03T16:02:48Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:50.861728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:02:50.870269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:50.870878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:02:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:50.905770 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-4f7492d2-c2c3-4550-b815-b28452c182e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 200 len: 998 time: 0.0981894 Jun 03 16:02:50.967467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-b8b7f28c-6320-4ddc-bc97-8402beb2fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:50.968926 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-b8b7f28c-6320-4ddc-bc97-8402beb2fe82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0579119 Jun 03 16:02:51.047803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-3c68c1d0-8df7-49f3-bfcc-c512134f101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:51.049346 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-3c68c1d0-8df7-49f3-bfcc-c512134f101b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748725 Jun 03 16:02:51.059668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:51.191600 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-3a5c610c-c18d-434d-badf-6c082cc75ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354823 Jun 03 16:02:51.327197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9310e51-b290-41b9-86ae-1b39d8a44663 req-3ce6b262-4e28-4329-a373-a914f896cf28 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287029 Jun 03 16:02:51.419237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:40Z', 'revision_number': 1, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}, {'id': 'fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:a5:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:02:48Z', 'updated_at': '2022-06-03T16:02:48Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:51.423750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c8a46a-4fb7-47da-a711-b7a228cdc372 None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:40Z', 'revision_number': 1, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}, {'id': 'fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:a5:c0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:02:48Z', 'updated_at': '2022-06-03T16:02:48Z', 'revision_number': 0, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:02:51.616547 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1f8ee-093c-4e64-aa5c-675f704dc2ae None None] New status for floating IP fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:03:06.165100 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-26f4111d-2a20-40e3-ad9f-4a9edcc39d57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740604 Jun 03 16:03:06.309772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-7937ea51-f6ae-49a1-bf29-3345efdbed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:06.309772 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-7937ea51-f6ae-49a1-bf29-3345efdbed02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0721231 Jun 03 16:03:06.461994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-3fd7fa7a-3380-4b89-9000-ea00fd1f31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:06.461994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-3fd7fa7a-3380-4b89-9000-ea00fd1f31b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1346905 Jun 03 16:03:06.569842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-59a3b7f8-b5bb-433a-a7c4-5e83517e4849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 200 len: 1000 time: 0.1007128 Jun 03 16:03:06.640639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-93f0c341-1bf7-4b31-a9d5-2c1b016df41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:06.640639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-93f0c341-1bf7-4b31-a9d5-2c1b016df41e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0652852 Jun 03 16:03:06.724350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-1198c551-4f27-4463-bd3a-7980939b17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:06.724350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-1198c551-4f27-4463-bd3a-7980939b17df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775616 Jun 03 16:03:06.863293 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-e54d922f-5dab-40f7-9769-339725a705a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281440 Jun 03 16:03:07.001075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b6a7a97f-acd3-4f68-b6be-2e1ebfcc6af5 req-2ee5505d-05c5-41a8-866b-ef66cc1a5c16 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292863 Jun 03 16:03:07.993991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-7904850c-3b61-4670-9ef5-c9d987bdf7a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683692 Jun 03 16:03:08.250659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139320-0301-40f5-92d0-1134dfddc8be req-5e01d45d-247c-4680-a00e-169ecad0df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:08.252163 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-5e01d45d-247c-4680-a00e-169ecad0df92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1097 time: 0.1782982 Jun 03 16:03:08.404942 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139320-0301-40f5-92d0-1134dfddc8be req-d2cbacf9-9918-4448-85eb-8d89ce150e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:08.406451 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-d2cbacf9-9918-4448-85eb-8d89ce150e81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1300454 Jun 03 16:03:08.519086 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-a6f1cad1-f5d6-4b67-9f93-ba879b5edbf0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 1001 time: 0.1023722 Jun 03 16:03:08.585966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139320-0301-40f5-92d0-1134dfddc8be req-9615d816-60ab-4c89-a944-c974b93f1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:08.586133 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-9615d816-60ab-4c89-a944-c974b93f1a6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0583782 Jun 03 16:03:08.667084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139320-0301-40f5-92d0-1134dfddc8be req-e3cdbcee-9c32-4077-b58f-ebb6d580eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:08.668599 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-e3cdbcee-9c32-4077-b58f-ebb6d580eb51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740917 Jun 03 16:03:08.806603 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-9a0ba711-cde9-48f4-8c60-33ed14d88586 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279993 Jun 03 16:03:08.943679 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-71139320-0301-40f5-92d0-1134dfddc8be req-93d41979-15bb-4da8-b8e7-1789941696b2 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277289 Jun 03 16:03:13.428517 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1d3230a8-1e94-4954-9710-bba14b3d6c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:15.865995 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:16.298685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ed641118-8952-4d01-844b-03b36cf1cd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:16.644254 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:17.064594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:18.293058 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:18.551637 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:21.277855 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:03:43.432312 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-adac2974-411e-4eb7-9d2b-725a19619b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:45.881723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:46.301681 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8e055512-ed13-413d-8e71-7c0fe5f3da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:46.647086 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:47.067998 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:48.293487 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:48.556436 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:58.278141 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:04:07.367570 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-b52ef6ae-b807-4515-9146-9881ec7c710b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689287 Jun 03 16:04:07.511179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be078-cb20-46d4-8d10-2a750f664970 req-5e002e6b-5818-4553-8aad-03e2c109ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:07.513211 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-5e002e6b-5818-4553-8aad-03e2c109ac33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0769975 Jun 03 16:04:07.659796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be078-cb20-46d4-8d10-2a750f664970 req-5fc89079-e10f-4b98-8896-c3433f5c1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:07.661261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-5fc89079-e10f-4b98-8896-c3433f5c1d7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1274760 Jun 03 16:04:07.764284 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-91f6a8a5-268c-4923-a9bd-f493ca652ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 200 len: 1000 time: 0.0958731 Jun 03 16:04:07.830638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be078-cb20-46d4-8d10-2a750f664970 req-6f9eb7b5-74a0-4fcb-98d6-5df7d8134d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:07.832061 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-6f9eb7b5-74a0-4fcb-98d6-5df7d8134d34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0622404 Jun 03 16:04:07.909965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be078-cb20-46d4-8d10-2a750f664970 req-c581bb1d-7c32-4034-b059-bb434511a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:07.911610 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-c581bb1d-7c32-4034-b059-bb434511a389 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739524 Jun 03 16:04:08.043559 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-e359202f-146d-49e5-94af-d7b78a2dea83 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258905 Jun 03 16:04:08.174656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-590be078-cb20-46d4-8d10-2a750f664970 req-64ca5d37-270f-43d4-a629-73c2b553388c service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251526 Jun 03 16:04:08.994285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-d5a62349-6378-432f-b781-003b478cf17e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745041 Jun 03 16:04:09.240450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14031de3-632f-4139-9989-ce090f53a38c req-c0dbd424-0f72-4264-9abf-d68f327bf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.241922 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-c0dbd424-0f72-4264-9abf-d68f327bf269 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1097 time: 0.1710525 Jun 03 16:04:09.387721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14031de3-632f-4139-9989-ce090f53a38c req-18856601-cfdc-41e5-9b69-b742e4f7c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.389213 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-18856601-cfdc-41e5-9b69-b742e4f7c504 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1246178 Jun 03 16:04:09.497730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-146efd4e-4b9d-4f76-86dd-682e2e1a7469 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 1001 time: 0.0987549 Jun 03 16:04:09.565132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14031de3-632f-4139-9989-ce090f53a38c req-af699897-a5ae-4463-8d0c-1c222e49d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.566571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-af699897-a5ae-4463-8d0c-1c222e49d96f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0592012 Jun 03 16:04:09.646058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14031de3-632f-4139-9989-ce090f53a38c req-278e9f85-d8ea-4025-ae38-45da57d3a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.647545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-278e9f85-d8ea-4025-ae38-45da57d3a188 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719497 Jun 03 16:04:09.782755 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-301cc88c-af27-40d0-a459-ac84884bbdb0 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241341 Jun 03 16:04:09.925686 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-14031de3-632f-4139-9989-ce090f53a38c req-93cedafc-23da-436d-9076-c053c9c8874b service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337900 Jun 03 16:04:13.423985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d4be7ee-f1fe-41df-b204-463965991df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:15.882516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:16.305499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-74008983-18c4-4e32-bd0a-7310075fe475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:16.649644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:17.071239 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:18.306034 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:18.555186 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:20.148337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40360) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:20.359235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port dc4a43a5-4bfa-4d6c-af39-5aea082afb1b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:20.359582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:20.527029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:20.527336 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:20.646679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for dc4a43a5-4bfa-4d6c-af39-5aea082afb1b owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:20.797555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:20.844181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=dc4a43a5-4bfa-4d6c-af39-5aea082afb1b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:20.996015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.996373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.996708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.997042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.997370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.997696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.998015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.998335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.998656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.998972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.999287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:20.999600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:21.060012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:21.060371 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Floating IP fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315 disassociated (deleted). External IP: 172.25.1.77, port: 8023e13e-f923-47d7-a436-de3dd47c0ff7. Jun 03 16:04:21.410011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:04:21.601549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:04:21.612493 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:04:21.620317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:21.627232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:21.627910 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:21.675270 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-838974c2-3a6e-478e-af96-fe2d601c44af tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "DELETE /v2.0/floatingips/fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315 HTTP/1.1" status: 204 len: 168 time: 1.5254207 Jun 03 16:04:21.675693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:21.723433 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40357d5e-0f88-4e92-9b61-fc8e76935e86'] response: {'name': 'network-changed', 'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'status': 'completed', 'code': 200} Jun 03 16:04:21.814146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:21.827268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-8b4a9b6d-71db-4950-9089-3be4d41174a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:21.828824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-8b4a9b6d-71db-4950-9089-3be4d41174a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0800552 Jun 03 16:04:21.972726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-7a7a8ef9-f3e6-4bdd-8f18-b010a7105a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:21.974371 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-7a7a8ef9-f3e6-4bdd-8f18-b010a7105a99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1393921 Jun 03 16:04:22.049587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-5f50ae05-ca0a-4537-a026-ef4707372285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 200 len: 217 time: 0.0687196 Jun 03 16:04:22.065464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb19f6-742d-4507-a631-ee2cc95121e8 req-d662c38a-75e9-41c2-b55f-b9bbe0d8d371 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:22.068570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8deb19f6-742d-4507-a631-ee2cc95121e8 req-d662c38a-75e9-41c2-b55f-b9bbe0d8d371 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 945 time: 0.0842915 Jun 03 16:04:22.113626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8deb19f6-742d-4507-a631-ee2cc95121e8 req-1df1f83b-f989-4359-9e7e-0773bf57ffeb tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408728 Jun 03 16:04:22.121735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-79ec5f59-f68f-4765-978c-5892e3d3040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:22.123367 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-79ec5f59-f68f-4765-978c-5892e3d3040c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0658715 Jun 03 16:04:22.201022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-f8c6fc78-02d9-490b-a1a2-f66ee1826c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:22.202516 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-f8c6fc78-02d9-490b-a1a2-f66ee1826c5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707471 Jun 03 16:04:22.224274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:40Z', 'revision_number': 1, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:22.228071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:04:22.236463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:22.237079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:22.335455 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-e8d3685a-4748-4b3a-99cb-434e1b54263a service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256590 Jun 03 16:04:22.421674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:22.471038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-910e54bb-c09f-4290-ad93-cb7e807ee1d2 req-f0aeae41-ccf2-43a3-94a5-4bd5ea96e783 service neutron] 10.222.0.15 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294212 Jun 03 16:04:22.773608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:40Z', 'revision_number': 1, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:22.778220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942de369-4b52-4942-b8d9-39ae4c2990d7 None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f872557b-c817-4944-80ef-5ddd7850b659', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'port_id': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:00:37Z', 'updated_at': '2022-06-03T16:00:40Z', 'revision_number': 1, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:04:22.988662 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fbbe4-3afc-4a9f-a982-ad46c6cd733b None None] New status for floating IP fdc25e4c-9ac5-49d4-9e3e-7a3d90b19315: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:04:23.355751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee395ae8-d35a-4dab-9dda-bf43c43fd873 req-2567eb5a-223e-4112-a0b1-d7bfdf6c36d1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:23.357224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee395ae8-d35a-4dab-9dda-bf43c43fd873 req-2567eb5a-223e-4112-a0b1-d7bfdf6c36d1 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 945 time: 0.1350062 Jun 03 16:04:23.400755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee395ae8-d35a-4dab-9dda-bf43c43fd873 req-2781a9b9-cc33-47bd-b047-e057053d8214 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378830 Jun 03 16:04:23.761692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-0308907b-4435-4af6-bff9-74c549014f25 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:23.762388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-0308907b-4435-4af6-bff9-74c549014f25 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:04:23.778711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-0308907b-4435-4af6-bff9-74c549014f25 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:04:23.779844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-0308907b-4435-4af6-bff9-74c549014f25 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 945 time: 0.2130733 Jun 03 16:04:23.850741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 8023e13e-f923-47d7-a436-de3dd47c0ff7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:23.851085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:24.105133 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] For port 8023e13e-f923-47d7-a436-de3dd47c0ff7, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=8023e13e-f923-47d7-a436-de3dd47c0ff7,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:24.105493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:24.230321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 8023e13e-f923-47d7-a436-de3dd47c0ff7 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:24.380783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:24.433428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=8023e13e-f923-47d7-a436-de3dd47c0ff7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:24.512238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] No DVR routers for this DVR port 8023e13e-f923-47d7-a436-de3dd47c0ff7 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:04:24.515235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:24.518961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'name': 'network-vif-deleted', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:24.536191 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b85beefe-7617-469c-92aa-aefe3a73b08b req-95d1ecfc-4dc4-4ba6-b31e-9171111e5cdf tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.15 "DELETE /v2.0/ports/8023e13e-f923-47d7-a436-de3dd47c0ff7 HTTP/1.1" status: 204 len: 173 time: 0.7498198 Jun 03 16:04:24.567348 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8098caa9-c2c2-4b80-a452-f6d0b34a6c9e'] response: {'server_uuid': '22756d42-b878-47e8-8e70-5d2dc517c6f8', 'name': 'network-vif-deleted', 'tag': '8023e13e-f923-47d7-a436-de3dd47c0ff7', 'status': 'completed', 'code': 200} Jun 03 16:04:24.568467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5eb291ac-944b-44ab-a85f-7dbf80062232 req-6a8b8b71-780a-4cae-90cf-19c7b6ac450d tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=22756d42-b878-47e8-8e70-5d2dc517c6f8 HTTP/1.1" status: 200 len: 210 time: 0.0487168 Jun 03 16:04:25.996071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8023e13e-f923-47d7-a436-de3dd47c0ff7 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:26.030867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 8023e13e-f923-47d7-a436-de3dd47c0ff7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:26.031140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 8023e13e-f923-47d7-a436-de3dd47c0ff7 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:30.234271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40398) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:30.441904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 62d58224-a2a6-4070-8f25-861f022eb272 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:30.442155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:30.614402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:30.614727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:30.772462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 62d58224-a2a6-4070-8f25-861f022eb272 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:30.937000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:31.159102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=62d58224-a2a6-4070-8f25-861f022eb272,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:31.206204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.206553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.206895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.207233 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.207574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.207905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.208261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.208592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.208916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.209244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.209563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.209883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:31.281817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:31.282517 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Floating IP f872557b-c817-4944-80ef-5ddd7850b659 disassociated (deleted). External IP: 172.25.1.18, port: 7ca9c53d-23e8-408d-be06-e9685ef17693. Jun 03 16:04:31.647029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:04:31.830812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:04:31.843306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:04:31.850446 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:31.852638 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:31.853261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:31.906598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-113c8c76-7c81-4587-a899-57265a4ad98e tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "DELETE /v2.0/floatingips/f872557b-c817-4944-80ef-5ddd7850b659 HTTP/1.1" status: 204 len: 168 time: 1.6706574 Jun 03 16:04:31.906598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:31.958971 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7673db93-2f7f-4c4a-aeed-6cd3a306c49f'] response: {'name': 'network-changed', 'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'status': 'completed', 'code': 200} Jun 03 16:04:32.053575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:32.086337 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-d63c63c1-7f12-44a8-b452-db8debcc5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:32.088666 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-d63c63c1-7f12-44a8-b452-db8debcc5f40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 1097 time: 0.1011686 Jun 03 16:04:32.243309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-971cc20e-e36d-4274-a9ef-2d02496f73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:32.245992 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-971cc20e-e36d-4274-a9ef-2d02496f73f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 200 len: 912 time: 0.1479628 Jun 03 16:04:32.325676 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff689f-db60-4403-bc67-5e798a62ebd2 req-f7631bcf-7f72-40cc-9713-94d069286418 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:32.326456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7aff689f-db60-4403-bc67-5e798a62ebd2 req-f7631bcf-7f72-40cc-9713-94d069286418 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:04:32.327953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-5522576f-46a5-4b58-b412-e5846cc1fda1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 200 len: 217 time: 0.0727775 Jun 03 16:04:32.344700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7aff689f-db60-4403-bc67-5e798a62ebd2 req-f7631bcf-7f72-40cc-9713-94d069286418 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:04:32.346553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7aff689f-db60-4403-bc67-5e798a62ebd2 req-f7631bcf-7f72-40cc-9713-94d069286418 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 946 time: 0.1099272 Jun 03 16:04:32.398167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7aff689f-db60-4403-bc67-5e798a62ebd2 req-5e42421a-8c7c-48e1-b32d-edbad91c4842 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454559 Jun 03 16:04:32.409075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-f3c68a14-2e12-4ed2-8327-abd6c61e931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:32.410954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-f3c68a14-2e12-4ed2-8327-abd6c61e931a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 200 len: 850 time: 0.0768061 Jun 03 16:04:32.458695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:32.464469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:04:32.473490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:32.474108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:32.496159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-70220d83-771e-49c3-a0bd-e9bb8258a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:32.497591 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-70220d83-771e-49c3-a0bd-e9bb8258a4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fd1611a-71f6-4aaf-9a56-f8743c696354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795040 Jun 03 16:04:32.646939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-098e1828-e3cc-477b-9a65-de0b631cf031 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428003 Jun 03 16:04:32.661046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:32.797385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-88b9baac-af29-4e6f-9326-98f36b71e553 req-2a5f87fc-f9cd-443c-b225-0282150f5633 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442025 Jun 03 16:04:32.991991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:32.996452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e373862-5236-417a-ab41-a9b9cf6c9132 None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'f4f59838-aedf-45d2-847f-c92a01640ba3', 'name': '', 'network_id': '4fd1611a-71f6-4aaf-9a56-f8743c696354', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'mac_address': 'fa:16:3e:67:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:58Z', 'updated_at': '2022-06-03T15:53:10Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'subnets': [{'id': '5bb1a715-380c-4917-bd96-ba07acaf3021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:04:33.238415 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140374f3-7ba5-45ca-a0d8-8d7ad5df9e6f None None] New status for floating IP f872557b-c817-4944-80ef-5ddd7850b659: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:04:33.595915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea77b68-1845-47ba-8d03-80f8e8da16fa req-8e2cf81b-a9fe-409e-b900-a8773015d22b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:33.597449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea77b68-1845-47ba-8d03-80f8e8da16fa req-8e2cf81b-a9fe-409e-b900-a8773015d22b tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 946 time: 0.0822990 Jun 03 16:04:33.643033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ea77b68-1845-47ba-8d03-80f8e8da16fa req-fe5349d6-5936-49f7-81de-d23b1534f91f tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/security-groups?id=e8f351db-3f70-43b2-9d59-e16aaf851dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396891 Jun 03 16:04:34.030176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-fd524371-0e91-4719-8d45-3f9e7fdcde95 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:34.030907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-fd524371-0e91-4719-8d45-3f9e7fdcde95 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Synchronizing usage tracker for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:04:34.044762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-fd524371-0e91-4719-8d45-3f9e7fdcde95 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Unset dirty status for tenant:c43ed20a73ec4529a9e09b4d00ab6654 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:04:34.045925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-fd524371-0e91-4719-8d45-3f9e7fdcde95 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 946 time: 0.0962856 Jun 03 16:04:34.241952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 7ca9c53d-23e8-408d-be06-e9685ef17693 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:34.242301 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:34.505872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] For port 7ca9c53d-23e8-408d-be06-e9685ef17693, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7ca9c53d-23e8-408d-be06-e9685ef17693,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:34.506237 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:34.638947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 7ca9c53d-23e8-408d-be06-e9685ef17693 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:34.814167 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:34.831797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c72cf16-c46f-4460-8984-418a29f61e70 req-36ca507c-7847-406e-8007-adfa19195f74 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 210 time: 0.0451632 Jun 03 16:04:34.868605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=7ca9c53d-23e8-408d-be06-e9685ef17693,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:34.955623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] No DVR routers for this DVR port 7ca9c53d-23e8-408d-be06-e9685ef17693 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:04:34.958274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:34.960968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'name': 'network-vif-deleted', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:34.980914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a3146ce-3aed-4b97-ac75-0c48cc0619b7 req-a42b6b7a-e666-4d93-8f3e-1d551bb376ee tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.70 "DELETE /v2.0/ports/7ca9c53d-23e8-408d-be06-e9685ef17693 HTTP/1.1" status: 204 len: 173 time: 0.9269240 Jun 03 16:04:35.017648 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88be715c-e1f7-49cc-a9df-8f9aab0961c0'] response: {'server_uuid': '71a5d94b-b4c6-428c-a197-41f1a126b8be', 'name': 'network-vif-deleted', 'tag': '7ca9c53d-23e8-408d-be06-e9685ef17693', 'status': 'completed', 'code': 200} Jun 03 16:04:35.279215 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:04:36.014230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d0e4ac23-ceba-479d-8c53-5dc2b68909b8 req-49adcbd0-6582-44bf-9efd-07b7925c6888 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a5d94b-b4c6-428c-a197-41f1a126b8be HTTP/1.1" status: 200 len: 210 time: 0.0559490 Jun 03 16:04:37.124035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40418) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:37.286246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Deleting port 253b08c6-e8bd-4f48-a31e-1aabdf38d3f4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:37.286591 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:37.462651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:37.462977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:37.591630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Calling delete_port for 253b08c6-e8bd-4f48-a31e-1aabdf38d3f4 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:37.742721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:37.793408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'Port': ['ID=253b08c6-e8bd-4f48-a31e-1aabdf38d3f4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:38.006735 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:38.023068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:38.024283 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-32d21b50-2679-40ff-878c-7c4758223a8a tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "DELETE /v2.0/floatingips/1f3f88cf-08da-4a3e-b2c2-e0f89f5bf6ac HTTP/1.1" status: 204 len: 168 time: 0.8991947 Jun 03 16:04:38.155011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7ca9c53d-23e8-408d-be06-e9685ef17693 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:38.222774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 7ca9c53d-23e8-408d-be06-e9685ef17693 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:38.223356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7ca9c53d-23e8-408d-be06-e9685ef17693 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:40.590212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40434) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:40.666159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c71df3c8-496d-4628-89b0-a2ce7dabaf10 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:40.700296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c71df3c8-496d-4628-89b0-a2ce7dabaf10 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:40.782816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c71df3c8-496d-4628-89b0-a2ce7dabaf10 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:40.807343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71df3c8-496d-4628-89b0-a2ce7dabaf10 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f351db-3f70-43b2-9d59-e16aaf851dd8,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:40.816877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c71df3c8-496d-4628-89b0-a2ce7dabaf10 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:40.820204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c71df3c8-496d-4628-89b0-a2ce7dabaf10 tempest-TestVolumeBootPattern-799856892 tempest-TestVolumeBootPattern-799856892-project] 10.222.0.66 "DELETE /v2.0/security-groups/e8f351db-3f70-43b2-9d59-e16aaf851dd8 HTTP/1.1" status: 204 len: 168 time: 0.2264388 Jun 03 16:04:40.887918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40440) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:41.577402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:41.938713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Deleting port f4f59838-aedf-45d2-847f-c92a01640ba3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:41.939500 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:42.132492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] For port f4f59838-aedf-45d2-847f-c92a01640ba3, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=f4f59838-aedf-45d2-847f-c92a01640ba3,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:42.132982 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:42.261580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Calling delete_port for f4f59838-aedf-45d2-847f-c92a01640ba3 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:42.568806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:42.648997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f59838-aedf-45d2-847f-c92a01640ba3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:42.918233 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:43.300065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Router 557f8056-6eba-49db-b5ba-8604ad78daa6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:04:43.429265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d73211f4-9c84-43d9-97df-a649b60878d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:43.483543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:04:43.494362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] Sync routers for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:04:43.496649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9b1178db-a102-4a1e-839e-4230e6dc7700 admin admin] 10.222.0.66 "PUT /v2.0/routers/557f8056-6eba-49db-b5ba-8604ad78daa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6075120 Jun 03 16:04:43.499256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40448) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:43.503537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:43.504187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:43.688213 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:43.698045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:44.004325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T16:04:42Z', 'revision_number': 5, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port': {'id': 'fe32b9af-17a4-4eac-aad4-523ffd1fe97e', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:44.006773 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.008597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] Checking router: 557f8056-6eba-49db-b5ba-8604ad78daa6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:04:44.017974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Deleting port fe32b9af-17a4-4eac-aad4-523ffd1fe97e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:44.018368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.019374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] Routers {'557f8056-6eba-49db-b5ba-8604ad78daa6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:44.020010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['557f8056-6eba-49db-b5ba-8604ad78daa6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:44.210113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] For port fe32b9af-17a4-4eac-aad4-523ffd1fe97e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:44.210673 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.217869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] Set router 557f8056-6eba-49db-b5ba-8604ad78daa6 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:44.327060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T16:04:44Z', 'revision_number': 6, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:44.331530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6eda5d-ffdb-456c-bb5c-5e7403c8ac6f None None] The sync data for ids ['557f8056-6eba-49db-b5ba-8604ad78daa6'] in n-d-844594-1 is: [{'id': '557f8056-6eba-49db-b5ba-8604ad78daa6', 'name': 'tempest-TestVolumeBootPattern-602225568-router', 'tenant_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:53Z', 'updated_at': '2022-06-03T16:04:44Z', 'revision_number': 6, 'project_id': 'c43ed20a73ec4529a9e09b4d00ab6654', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:04:44.344887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Calling delete_port for fe32b9af-17a4-4eac-aad4-523ffd1fe97e owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:44.525096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.573792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe32b9af-17a4-4eac-aad4-523ffd1fe97e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:44.672617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.857967 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.860247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.888177 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.888715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557f8056-6eba-49db-b5ba-8604ad78daa6 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:04:44.902139 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:44.903916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2748add-ee58-4e64-9959-82803787d4c7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/557f8056-6eba-49db-b5ba-8604ad78daa6 HTTP/1.1" status: 204 len: 168 time: 1.4031103 Jun 03 16:04:44.906724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40452) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:44.966073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] Deleting subnet 5bb1a715-380c-4917-bd96-ba07acaf3021 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:04:44.969283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.023599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.107443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.177835 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.221060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb1a715-380c-4917-bd96-ba07acaf3021,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:45.223105 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.230593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0eb077-bbfd-4106-b05c-f24801896eaa None None] Network 4fd1611a-71f6-4aaf-9a56-f8743c696354 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:04:45.231270 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e79cb9e5-41be-4930-9fb8-09057d3e3868 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5bb1a715-380c-4917-bd96-ba07acaf3021 HTTP/1.1" status: 204 len: 168 time: 0.3231750 Jun 03 16:04:45.233353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40456) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:45.369675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.391628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Deleting port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:45.391977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.481767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4f59838-aedf-45d2-847f-c92a01640ba3 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:45.517807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: f4f59838-aedf-45d2-847f-c92a01640ba3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:45.518154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device f4f59838-aedf-45d2-847f-c92a01640ba3 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:45.518568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe32b9af-17a4-4eac-aad4-523ffd1fe97e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:45.556275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: fe32b9af-17a4-4eac-aad4-523ffd1fe97e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:45.556620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device fe32b9af-17a4-4eac-aad4-523ffd1fe97e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:45.572409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] DHCP port deletion for 4fd1611a-71f6-4aaf-9a56-f8743c696354 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:04:45.576981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Deleting port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:45.577352 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.766798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] For port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:45.767164 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.795395 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] For port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,segment=NetworkSegment(4a33f5a8-4c45-4915-a9ca-f058590efc8a),segment_id=4a33f5a8-4c45-4915-a9ca-f058590efc8a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:45.795775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.903066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Calling delete_port for 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:45.931391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Calling delete_port for 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:45.980720 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.983816 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.022138 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:04:46.022744 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:04:46.034717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:46.039677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] No DVR routers for this DVR port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:04:46.162484 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.189643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd1611a-71f6-4aaf-9a56-f8743c696354']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:46.202141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a33f5a8-4c45-4915-a9ca-f058590efc8a') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:46.202441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a33f5a8-4c45-4915-a9ca-f058590efc8a') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:46.214947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.235388 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.242056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:04:46.242454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.309379 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c3c-f344-4e87-8c44-929b19cfe356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.341789 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4a33f5a8-4c45-4915-a9ca-f058590efc8a resource provider aggregate not found Jun 03 16:04:46.346525 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.352043 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.372695 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4a33f5a8-4c45-4915-a9ca-f058590efc8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a33f5a8-4c45-4915-a9ca-f058590efc8a found for delete ", "request_id": "req-e05b28ba-c922-445e-b38e-a8060f81147e"}]} Jun 03 16:04:46.384270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd1611a-71f6-4aaf-9a56-f8743c696354,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:46.393215 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-867382f1-2adc-4ecf-a30b-f79d7aadcd84 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4fd1611a-71f6-4aaf-9a56-f8743c696354 HTTP/1.1" status: 204 len: 168 time: 1.1588504 Jun 03 16:04:46.396454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40466) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:46.523748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Deleting port 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:46.524756 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.606286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-880ca6b3-ea9a-4ef1-b700-cd1611eb8811 None None] The port '7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:04:46.658868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:46.985347 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.075014 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.456791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Deleting port c2216302-bd6b-4911-8fc1-5cd36eb402d7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:47.457307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:47.457665 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.492020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:47.492460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7532ce63-2e20-4c19-b7c5-5dc2bd6f55cc not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:47.631867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] For port c2216302-bd6b-4911-8fc1-5cd36eb402d7, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=c2216302-bd6b-4911-8fc1-5cd36eb402d7,segment=NetworkSegment(0109c1e3-57e2-4a1c-896c-3fbb60a4e237),segment_id=0109c1e3-57e2-4a1c-896c-3fbb60a4e237)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:47.632256 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.761966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Calling delete_port for c2216302-bd6b-4911-8fc1-5cd36eb402d7 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:47.948581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.997654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2216302-bd6b-4911-8fc1-5cd36eb402d7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:48.281828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.306477 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.564561 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.659318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Router 21b1273c-807f-4a9f-b513-f779d4d381d7 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:04:48.963965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:04:48.974720 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] Sync routers for ids ['21b1273c-807f-4a9f-b513-f779d4d381d7'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:04:48.985134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d441c713-2121-4188-ac8d-dcc2a80e10d3 admin admin] 10.222.0.66 "PUT /v2.0/routers/21b1273c-807f-4a9f-b513-f779d4d381d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840478 Jun 03 16:04:48.985371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40474) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:48.988032 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] Routers {'21b1273c-807f-4a9f-b513-f779d4d381d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:48.988779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b1273c-807f-4a9f-b513-f779d4d381d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:49.167680 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] Set router 21b1273c-807f-4a9f-b513-f779d4d381d7 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:49.172159 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.356342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.367540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Deleting port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:49.367891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.473552 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T16:04:47Z', 'revision_number': 5, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port': {'id': 'cbcf2cdb-1c68-4601-836a-3a3cec8c9baf', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:07Z', 'updated_at': '2022-06-03T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:49.479204 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] Checking router: 21b1273c-807f-4a9f-b513-f779d4d381d7 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:04:49.489184 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] Routers {'21b1273c-807f-4a9f-b513-f779d4d381d7'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:04:49.489823 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:04:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['21b1273c-807f-4a9f-b513-f779d4d381d7'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:49.558195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] For port cbcf2cdb-1c68-4601-836a-3a3cec8c9baf, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:49.558556 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.646438 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] Set router 21b1273c-807f-4a9f-b513-f779d4d381d7 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:04:49.682664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Calling delete_port for cbcf2cdb-1c68-4601-836a-3a3cec8c9baf owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:49.749785 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T16:04:49Z', 'revision_number': 6, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:49.753780 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658d1e7-ba30-47d4-9642-82ecaa7cb6ac None None] The sync data for ids ['21b1273c-807f-4a9f-b513-f779d4d381d7'] in n-d-844594-1 is: [{'id': '21b1273c-807f-4a9f-b513-f779d4d381d7', 'name': 'tempest-TestVolumeBootPattern-766712635-router', 'tenant_id': '46a428ea70c94a0e87314f849f0a8bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:05Z', 'updated_at': '2022-06-03T16:04:49Z', 'revision_number': 6, 'project_id': '46a428ea70c94a0e87314f849f0a8bf1', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:04:49.851663 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.897458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcf2cdb-1c68-4601-836a-3a3cec8c9baf,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:49.989098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.285752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.289045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.312421 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.312923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b1273c-807f-4a9f-b513-f779d4d381d7 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:04:50.325704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.326838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-25812c87-c8a9-487d-8bf8-439a8743de94 admin admin] 10.222.0.66 "DELETE /v2.0/routers/21b1273c-807f-4a9f-b513-f779d4d381d7 HTTP/1.1" status: 204 len: 168 time: 1.3405375 Jun 03 16:04:50.329247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40478) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:50.387986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] Deleting subnet 8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:04:50.390993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.441585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.525587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.605443 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.646841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.649347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:50.654234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c674c-6142-424f-b679-666adc23f116 None None] Network b684cf3c-5a54-4ede-8421-ee30dddba812 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:04:50.656632 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-83c1ea30-ce29-4955-a0ad-167fe0ef0ab6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8e7468d9-f8b7-4cc0-a0ba-06042a1db9c6 HTTP/1.1" status: 204 len: 168 time: 0.3264132 Jun 03 16:04:50.658978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40482) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:50.770382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.783408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Deleting port d5be6594-c5d9-4d32-9aea-370e0b013c02 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:50.783907 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:50.912835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] DHCP port deletion for b684cf3c-5a54-4ede-8421-ee30dddba812 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:04:50.918261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Deleting port d5be6594-c5d9-4d32-9aea-370e0b013c02 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:50.918632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.011207 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] For port d5be6594-c5d9-4d32-9aea-370e0b013c02, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d5be6594-c5d9-4d32-9aea-370e0b013c02,segment=NetworkSegment(0109c1e3-57e2-4a1c-896c-3fbb60a4e237),segment_id=0109c1e3-57e2-4a1c-896c-3fbb60a4e237)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:51.011696 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.146055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Calling delete_port for d5be6594-c5d9-4d32-9aea-370e0b013c02 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:51.168294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] For port d5be6594-c5d9-4d32-9aea-370e0b013c02, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d5be6594-c5d9-4d32-9aea-370e0b013c02,segment=NetworkSegment(0109c1e3-57e2-4a1c-896c-3fbb60a4e237),segment_id=0109c1e3-57e2-4a1c-896c-3fbb60a4e237)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:51.168689 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.226891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.279746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5be6594-c5d9-4d32-9aea-370e0b013c02,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:51.281563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] No DVR routers for this DVR port d5be6594-c5d9-4d32-9aea-370e0b013c02 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:04:51.297718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Calling delete_port for d5be6594-c5d9-4d32-9aea-370e0b013c02 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:51.380778 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:04:51.381141 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:04:51.403173 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.431033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b684cf3c-5a54-4ede-8421-ee30dddba812']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:51.443531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0109c1e3-57e2-4a1c-896c-3fbb60a4e237') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:51.443822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0109c1e3-57e2-4a1c-896c-3fbb60a4e237') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:04:51.456147 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.462749 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c2216302-bd6b-4911-8fc1-5cd36eb402d7 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:51.474109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.480628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:04:51.481071 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.496457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: c2216302-bd6b-4911-8fc1-5cd36eb402d7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:51.496804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device c2216302-bd6b-4911-8fc1-5cd36eb402d7 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:51.497301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbcf2cdb-1c68-4601-836a-3a3cec8c9baf no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:51.538816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cbcf2cdb-1c68-4601-836a-3a3cec8c9baf {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:51.539093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbcf2cdb-1c68-4601-836a-3a3cec8c9baf not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:51.539533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5be6594-c5d9-4d32-9aea-370e0b013c02 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:51.546541 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0109c1e3-57e2-4a1c-896c-3fbb60a4e237 resource provider aggregate not found Jun 03 16:04:51.565964 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0109c1e3-57e2-4a1c-896c-3fbb60a4e237 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0109c1e3-57e2-4a1c-896c-3fbb60a4e237 found for delete ", "request_id": "req-d716b531-d730-42bc-b63c-d0c53df25151"}]} Jun 03 16:04:51.573139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d5be6594-c5d9-4d32-9aea-370e0b013c02 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:51.573490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d5be6594-c5d9-4d32-9aea-370e0b013c02 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:51.582639 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.587332 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.613994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b684cf3c-5a54-4ede-8421-ee30dddba812,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:51.616798 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-31cdb1e6-da29-4412-8ff1-4863de01ef6a admin admin] 10.222.0.66 "DELETE /v2.0/networks/b684cf3c-5a54-4ede-8421-ee30dddba812 HTTP/1.1" status: 204 len: 168 time: 0.9565926 Jun 03 16:04:51.760052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40492) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:51.810637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c48eb353-8dc7-4729-aff2-56d948ab71d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c43ed20a73ec4529a9e09b4d00ab6654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492442 Jun 03 16:04:51.812956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40496) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:51.869885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-289e9bb0-4c63-47e6-a80e-2f402dec643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.882605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Deleting port d5be6594-c5d9-4d32-9aea-370e0b013c02 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:51.883077 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.895049 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-289e9bb0-4c63-47e6-a80e-2f402dec643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.951581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ddb75a13-b292-4b3b-a4bb-fec188315c25 None None] The port 'd5be6594-c5d9-4d32-9aea-370e0b013c02' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:04:51.959865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-289e9bb0-4c63-47e6-a80e-2f402dec643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.976917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e9bb0-4c63-47e6-a80e-2f402dec643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:51.986345 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-289e9bb0-4c63-47e6-a80e-2f402dec643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.989873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-289e9bb0-4c63-47e6-a80e-2f402dec643e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/217f6bc7-2df6-4d8b-a9b5-a07edc34ff4b HTTP/1.1" status: 204 len: 168 time: 0.1736484 Jun 03 16:04:52.355845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40504) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:52.403825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-90f60dd2-cb42-4c75-b97f-5adc7f0e51f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46a428ea70c94a0e87314f849f0a8bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466592 Jun 03 16:04:52.406329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40508) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:52.465563 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f222b368-aff3-491c-9f6c-3321dc139bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.493739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f222b368-aff3-491c-9f6c-3321dc139bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.548800 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f222b368-aff3-491c-9f6c-3321dc139bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.563775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222b368-aff3-491c-9f6c-3321dc139bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd04aec3-5a62-47cd-96b9-7163b1d7d707,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:52.571767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f222b368-aff3-491c-9f6c-3321dc139bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.575642 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f222b368-aff3-491c-9f6c-3321dc139bd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd04aec3-5a62-47cd-96b9-7163b1d7d707 HTTP/1.1" status: 204 len: 168 time: 0.1658018 Jun 03 16:05:04.265416 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-22f9d28d-5eaa-449c-9f36-dec00d99d238 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=eddfd1bd42db43cbb64f69bc22ac849c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345566 Jun 03 16:05:04.554986 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-3aa469f3-d0b2-4dc2-b5df-4bbedd35f785 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:04.556548 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-3aa469f3-d0b2-4dc2-b5df-4bbedd35f785 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858152 Jun 03 16:05:04.573603 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-9e16a869-8959-472e-9243-1fc0e314dd0b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/quotas/eddfd1bd42db43cbb64f69bc22ac849c HTTP/1.1" status: 200 len: 375 time: 0.0114110 Jun 03 16:05:04.621860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-1dd3b5ad-01de-4e3c-b1eb-ecd5b9690096 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eddfd1bd42db43cbb64f69bc22ac849c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427415 Jun 03 16:05:05.011721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cec790d-8056-4a7e-a838-0fe4fc2e32c0 req-9afb129e-4827-42a8-ad58-ff174644799b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 210 time: 0.1728959 Jun 03 16:05:06.114122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-35eb8c71-6eb9-4f73-bee3-3848f97d09ea req-50c5c94f-e963-4bc2-821a-3ddc62f1aeed tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 210 time: 0.0448978 Jun 03 16:05:07.214121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb112cdd-3f5c-4b18-bcfc-c01e9a290dff req-fa8c5795-f059-4992-9947-698f674db5c7 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 210 time: 0.0449722 Jun 03 16:05:08.319003 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-334eaf7e-4e7f-4a3e-b088-a484e3a7b0d9 req-7e39de6f-d9a0-4a2c-8af2-71551b64a08d tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 210 time: 0.0428646 Jun 03 16:05:09.487473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e42f290-3950-4dae-b329-3b05d151d9ab req-272cfb20-97cb-42ca-bc1b-85cc559f75f5 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 210 time: 0.0552056 Jun 03 16:05:10.099428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-ffd5852e-29b4-4179-821c-31d2e2ef5d48 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=eddfd1bd42db43cbb64f69bc22ac849c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305657 Jun 03 16:05:10.258498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-428e37df-41fc-4201-96ba-e91be16e3bec tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:10.259990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-428e37df-41fc-4201-96ba-e91be16e3bec tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537631 Jun 03 16:05:10.275741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Request body: {'port': {'device_id': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'admin_state_up': True, 'tenant_id': 'eddfd1bd42db43cbb64f69bc22ac849c'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:10.531752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:10.535980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Usage tracker for resource:port and tenant:eddfd1bd42db43cbb64f69bc22ac849c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:10.539450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:10.545222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:10.556046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Made reservation on behalf of eddfd1bd42db43cbb64f69bc22ac849c for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:05:10.559731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:10.571986 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:10.586833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:10.590718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Usage tracker for resource:security_group_rule and tenant:eddfd1bd42db43cbb64f69bc22ac849c is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:10.593681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:10.599490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:10.641932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-db4c149d-ee0a-4f39-8d66-5b12b70b88c9 req-d7427764-f465-4313-90d2-2622c0fd8d4b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 210 time: 0.0459948 Jun 03 16:05:10.693856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:10.698037 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:10.786990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9850f1-07e2-4582-9190-73341423ad5d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:10.883134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Allocated IP 192.168.233.90 (69624e97-b1ba-48d5-9b65-7e0270f7ce80/cb4edb5a-b715-47a1-ac6a-6ed3d44eb454/b478524f-b8b5-4ee9-8439-16dacde65138) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:05:11.099505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:11.118298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Transition to ACTIVE for port object b478524f-b8b5-4ee9-8439-16dacde65138 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:11.144339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:11.218967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:11.220175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:11.224410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:05:11.265272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Pushing event updated for resources: {'Port': ['ID=b478524f-b8b5-4ee9-8439-16dacde65138,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:11.299641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:11.300297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:11.327572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-b3710dc1-bf7b-425d-91f9-58c6df831f4e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0556345 Jun 03 16:05:11.456063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0f48ff87-c57f-4d9b-91d0-1adf08f42280 None None] Provisioning for port b478524f-b8b5-4ee9-8439-16dacde65138 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:11.462132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0f48ff87-c57f-4d9b-91d0-1adf08f42280 None None] Provisioning complete for port b478524f-b8b5-4ee9-8439-16dacde65138 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:11.462504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0f48ff87-c57f-4d9b-91d0-1adf08f42280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:11.479260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Request body: {'port': {'device_id': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:11.516871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0f48ff87-c57f-4d9b-91d0-1adf08f42280 None None] Port b478524f-b8b5-4ee9-8439-16dacde65138 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:05:11.591099 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:11.838825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622d89c-9249-4617-a65b-000bc331dade req-9389af65-63e5-479b-a447-2e22398db364 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:11.840443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a622d89c-9249-4617-a65b-000bc331dade req-9389af65-63e5-479b-a447-2e22398db364 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 935 time: 0.0893407 Jun 03 16:05:11.894318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a622d89c-9249-4617-a65b-000bc331dade req-ab32aab8-9f06-4367-9b36-66b7a6e0cc92 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Jun 03 16:05:11.962398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b478524f-b8b5-4ee9-8439-16dacde65138 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:05:11.970720 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:11.988127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Transition to ACTIVE for port object b478524f-b8b5-4ee9-8439-16dacde65138 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:11.992643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:12.125883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Pushing event updated for resources: {'Port': ['ID=b478524f-b8b5-4ee9-8439-16dacde65138,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:12.235854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Attempting to bind port b478524f-b8b5-4ee9-8439-16dacde65138 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:05:12.236402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Attempting to bind port b478524f-b8b5-4ee9-8439-16dacde65138 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:05:12.236549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Attempting to bind port b478524f-b8b5-4ee9-8439-16dacde65138 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:12.241358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Port b478524f-b8b5-4ee9-8439-16dacde65138 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:05:12.241677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Attempting to bind port b478524f-b8b5-4ee9-8439-16dacde65138 on network 69624e97-b1ba-48d5-9b65-7e0270f7ce80 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:12.248395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:05:12.248735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Checking segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:12.249124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Bound using segment: {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:05:12.249553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Bound port: b478524f-b8b5-4ee9-8439-16dacde65138, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a718b0f7-3e1c-473b-a3c2-6537da64c4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:05:12.249905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:12.278522 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:05:12.343779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] For port b478524f-b8b5-4ee9-8439-16dacde65138, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:05:12.347872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] For port b478524f-b8b5-4ee9-8439-16dacde65138, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b478524f-b8b5-4ee9-8439-16dacde65138,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:05:12.353669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:12.419037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:12.419858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:12.421300 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] 10.222.0.70 "PUT /v2.0/ports/b478524f-b8b5-4ee9-8439-16dacde65138 HTTP/1.1" status: 200 len: 1095 time: 0.9944091 Jun 03 16:05:12.424846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'tag': 'b478524f-b8b5-4ee9-8439-16dacde65138'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:12.453370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dead380-062b-4e80-ac1f-2355917fcd50 service neutron] Pushing event updated for resources: {'Port': ['ID=b478524f-b8b5-4ee9-8439-16dacde65138,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:12.550593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-17b5771e-3e4b-4752-993f-a930a29e3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:12.553487 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-17b5771e-3e4b-4752-993f-a930a29e3929 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eddfd1bd42db43cbb64f69bc22ac849c&device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 1098 time: 0.0888433 Jun 03 16:05:12.556668 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c671ea2-5a09-4a09-8087-b1f4d1002bf3'] response: {'name': 'network-changed', 'server_uuid': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'tag': 'b478524f-b8b5-4ee9-8439-16dacde65138', 'status': 'completed', 'code': 200} Jun 03 16:05:12.745179 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-6628fb22-40b9-446c-a9c8-55e97320a4f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b478524f-b8b5-4ee9-8439-16dacde65138 HTTP/1.1" status: 200 len: 217 time: 0.1735494 Jun 03 16:05:12.813859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-44b3e02d-01a6-4748-b6af-2bee14bd3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:12.815349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-44b3e02d-01a6-4748-b6af-2bee14bd3e13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0615554 Jun 03 16:05:12.892780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aea70-df3f-47e1-8006-8520b3076e2a req-a23d33f0-c579-4ce1-8b83-c2ada0d7a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:12.894318 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-a23d33f0-c579-4ce1-8b83-c2ada0d7a907 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701494 Jun 03 16:05:13.042303 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-6f36a59c-1a90-400a-9812-c9353bac980b service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365027 Jun 03 16:05:13.088327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff609e-77f0-42ea-87d0-b4f427313570 req-85cae2ea-54d4-4875-b7dc-9ee35ae68a46 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:13.090163 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4ff609e-77f0-42ea-87d0-b4f427313570 req-85cae2ea-54d4-4875-b7dc-9ee35ae68a46 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 947 time: 0.0853055 Jun 03 16:05:13.143104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4ff609e-77f0-42ea-87d0-b4f427313570 req-cec8bb7f-f97a-4337-88b9-6ad00fc94af3 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467699 Jun 03 16:05:13.205001 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-616aea70-df3f-47e1-8006-8520b3076e2a req-bc65001d-67fa-4cae-8e35-980576af07ea service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541340 Jun 03 16:05:13.336507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dad26-586e-4935-8716-d549a06e59ea req-341d6edf-27b8-43cc-a646-59c07f95c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:13.337990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e17dad26-586e-4935-8716-d549a06e59ea req-341d6edf-27b8-43cc-a646-59c07f95c9b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eddfd1bd42db43cbb64f69bc22ac849c&device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 1098 time: 0.0777645 Jun 03 16:05:13.424848 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-59a5342d-d5de-482d-9aab-d749be1b6a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:13.485295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dad26-586e-4935-8716-d549a06e59ea req-49da460c-2fb5-4638-be8e-72b50d785982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:13.487150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e17dad26-586e-4935-8716-d549a06e59ea req-49da460c-2fb5-4638-be8e-72b50d785982 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69624e97-b1ba-48d5-9b65-7e0270f7ce80 HTTP/1.1" status: 200 len: 870 time: 0.1424472 Jun 03 16:05:13.562727 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e17dad26-586e-4935-8716-d549a06e59ea req-71b79036-8ea1-455b-ae1f-bb96f9896021 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b478524f-b8b5-4ee9-8439-16dacde65138 HTTP/1.1" status: 200 len: 217 time: 0.0694556 Jun 03 16:05:13.629168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dad26-586e-4935-8716-d549a06e59ea req-5edd535f-3b84-4c42-8494-d0634d548406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:13.630535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e17dad26-586e-4935-8716-d549a06e59ea req-5edd535f-3b84-4c42-8494-d0634d548406 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb4edb5a-b715-47a1-ac6a-6ed3d44eb454 HTTP/1.1" status: 200 len: 843 time: 0.0585170 Jun 03 16:05:13.714032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dad26-586e-4935-8716-d549a06e59ea req-9a8c2e8f-396d-45df-a32e-20fcea05be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:13.715696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e17dad26-586e-4935-8716-d549a06e59ea req-9a8c2e8f-396d-45df-a32e-20fcea05be09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69624e97-b1ba-48d5-9b65-7e0270f7ce80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789633 Jun 03 16:05:13.850928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e17dad26-586e-4935-8716-d549a06e59ea req-9c35c558-bf74-470e-a60f-d7647690f8f7 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284485 Jun 03 16:05:13.989129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e17dad26-586e-4935-8716-d549a06e59ea req-b0086f01-246f-49a5-b9f7-b09ab4c74868 service neutron] 10.222.0.70 "GET /v2.0/networks/69624e97-b1ba-48d5-9b65-7e0270f7ce80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321766 Jun 03 16:05:14.345764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aca14f-0ac9-4388-9937-552f25ef59b1 req-19dfd23d-581e-4aa3-98f6-775adaad08b4 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:14.347230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9aca14f-0ac9-4388-9937-552f25ef59b1 req-19dfd23d-581e-4aa3-98f6-775adaad08b4 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 947 time: 0.0860555 Jun 03 16:05:14.394948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9aca14f-0ac9-4388-9937-552f25ef59b1 req-9bb38212-0e7c-4197-bf4f-c352c51cccce tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Jun 03 16:05:15.584070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f5fb-429e-4178-8a01-033593bcf0d5 req-04ef482b-5b90-486f-a157-18f1a375a74c tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:15.586044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1275f5fb-429e-4178-8a01-033593bcf0d5 req-04ef482b-5b90-486f-a157-18f1a375a74c tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 947 time: 0.0834756 Jun 03 16:05:15.636145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1275f5fb-429e-4178-8a01-033593bcf0d5 req-ea208bd7-1511-44e1-9544-518c9a80c38b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Jun 03 16:05:15.870842 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:16.297351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b478524f-b8b5-4ee9-8439-16dacde65138 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:05:16.323777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cf097c98-9641-4215-89ac-f1eff4341bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:16.448874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b478524f-b8b5-4ee9-8439-16dacde65138, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b478524f-b8b5-4ee9-8439-16dacde65138,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:16.463387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b478524f-b8b5-4ee9-8439-16dacde65138', 'network_id': '69624e97-b1ba-48d5-9b65-7e0270f7ce80', 'port_id': 'b478524f-b8b5-4ee9-8439-16dacde65138', 'mac_address': 'fa:16:3e:b9:fd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4edb5a-b715-47a1-ac6a-6ed3d44eb454', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:05:16.520872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b478524f-b8b5-4ee9-8439-16dacde65138 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:16.521267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:16.543153 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b478524f-b8b5-4ee9-8439-16dacde65138 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:05:16.561069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b478524f-b8b5-4ee9-8439-16dacde65138, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b478524f-b8b5-4ee9-8439-16dacde65138,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:16.565116 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:16.645197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b478524f-b8b5-4ee9-8439-16dacde65138,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:16.661744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.662309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.662894 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.663461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.663943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.664372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.664704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.665029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.665351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.665740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.666136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.666482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:16.671399 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:16.832171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a07e9-eb8e-4728-83bc-8f51341a395c req-71d81ece-6f7b-45d4-a731-30ac2b84e98a tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:16.833596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d67a07e9-eb8e-4728-83bc-8f51341a395c req-71d81ece-6f7b-45d4-a731-30ac2b84e98a tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 948 time: 0.0849614 Jun 03 16:05:16.834776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b478524f-b8b5-4ee9-8439-16dacde65138'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:05:16.881135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d67a07e9-eb8e-4728-83bc-8f51341a395c req-c16fd2e2-8508-443a-a22b-953bebd9d757 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Jun 03 16:05:17.076720 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:18.144868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74393b1e-19e5-4454-88bd-228e34fe1369 req-7ef190ba-7805-4452-b9a7-a561f0ec2572 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:18.147525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74393b1e-19e5-4454-88bd-228e34fe1369 req-7ef190ba-7805-4452-b9a7-a561f0ec2572 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 948 time: 0.1516140 Jun 03 16:05:18.195881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74393b1e-19e5-4454-88bd-228e34fe1369 req-83f384b2-7545-4e3d-b6d7-1657e5b91a7f tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Jun 03 16:05:18.297363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b478524f-b8b5-4ee9-8439-16dacde65138 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:18.364682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:18.382688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b478524f-b8b5-4ee9-8439-16dacde65138 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:18.387667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b478524f-b8b5-4ee9-8439-16dacde65138 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:18.388033 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:18.508415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b478524f-b8b5-4ee9-8439-16dacde65138 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:18.508802 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:18.537675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b478524f-b8b5-4ee9-8439-16dacde65138'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:18.553786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b478524f-b8b5-4ee9-8439-16dacde65138, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b478524f-b8b5-4ee9-8439-16dacde65138,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:18.562642 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:18.606175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:18.641851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b478524f-b8b5-4ee9-8439-16dacde65138,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:18.697554 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94357ab-dd27-4f7b-8617-e8068253e7b4'] response: {'server_uuid': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b478524f-b8b5-4ee9-8439-16dacde65138', 'code': 200} Jun 03 16:05:18.837474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72d01a-f3d2-424c-be16-be9491959d88 req-e9ca53a0-6f99-403b-8b50-8fb0d9953f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:18.838974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d72d01a-f3d2-424c-be16-be9491959d88 req-e9ca53a0-6f99-403b-8b50-8fb0d9953f17 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 1100 time: 0.0751719 Jun 03 16:05:18.882797 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3d72d01a-f3d2-424c-be16-be9491959d88 req-6eeaa018-d116-407e-931f-5ff64bf18f47 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349145 Jun 03 16:05:19.387575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7becde2-4faf-4c10-8503-d58b5cc3290d req-65537879-5056-45ba-a6ce-8f2dd0ffe558 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:19.389081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7becde2-4faf-4c10-8503-d58b5cc3290d req-65537879-5056-45ba-a6ce-8f2dd0ffe558 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 949 time: 0.0842381 Jun 03 16:05:19.435582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7becde2-4faf-4c10-8503-d58b5cc3290d req-c344cbbb-ed3d-4b20-a6e4-2446e03cd623 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Jun 03 16:05:20.622560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473de051-9863-4833-a330-1005f1f8aeca req-96b99ca6-5547-4127-8df7-e678d97f2428 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:20.623903 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-473de051-9863-4833-a330-1005f1f8aeca req-96b99ca6-5547-4127-8df7-e678d97f2428 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 949 time: 0.0818338 Jun 03 16:05:20.669099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-473de051-9863-4833-a330-1005f1f8aeca req-2ba8f9c5-ec6c-4421-8bd8-381b59338c49 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Jun 03 16:05:21.762287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ffd8-7b9d-4176-86d6-0d46b9618d15 req-b49cbbe5-2bc1-472a-9013-908f1f116e44 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:21.763770 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1c4ffd8-7b9d-4176-86d6-0d46b9618d15 req-b49cbbe5-2bc1-472a-9013-908f1f116e44 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 949 time: 0.0785141 Jun 03 16:05:21.808035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1c4ffd8-7b9d-4176-86d6-0d46b9618d15 req-24ff9355-145a-4579-a7eb-17bae57e0e7e tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384896 Jun 03 16:05:23.001940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995e625-9dc0-4b93-bad3-41be4c20e1c0 req-9d9adc0f-9445-4c91-9ac5-81e7d9974ceb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:23.003458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2995e625-9dc0-4b93-bad3-41be4c20e1c0 req-9d9adc0f-9445-4c91-9ac5-81e7d9974ceb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 949 time: 0.0888360 Jun 03 16:05:23.050147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2995e625-9dc0-4b93-bad3-41be4c20e1c0 req-02ff4e34-4c0a-4df0-8286-76db914d81b3 tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce9850f1-07e2-4582-9190-73341423ad5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Jun 03 16:05:23.106657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-6bcb6353-8804-462b-a78b-c1cea1060b5b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:23.107408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-6bcb6353-8804-462b-a78b-c1cea1060b5b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Synchronizing usage tracker for tenant:eddfd1bd42db43cbb64f69bc22ac849c on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:05:23.127291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-6bcb6353-8804-462b-a78b-c1cea1060b5b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Unset dirty status for tenant:eddfd1bd42db43cbb64f69bc22ac849c on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:05:23.128558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-6bcb6353-8804-462b-a78b-c1cea1060b5b tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.70 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 949 time: 0.1034555 Jun 03 16:05:23.208301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Deleting port b478524f-b8b5-4ee9-8439-16dacde65138 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:05:23.208645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:23.467051 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] For port b478524f-b8b5-4ee9-8439-16dacde65138, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b478524f-b8b5-4ee9-8439-16dacde65138,segment=NetworkSegment(a718b0f7-3e1c-473b-a3c2-6537da64c4a3),segment_id=a718b0f7-3e1c-473b-a3c2-6537da64c4a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:23.467412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:23.595368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Calling delete_port for b478524f-b8b5-4ee9-8439-16dacde65138 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:05:23.757158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:23.772607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b478524f-b8b5-4ee9-8439-16dacde65138'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:05:23.809209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Pushing event deleted for resources: {'Port': ['ID=b478524f-b8b5-4ee9-8439-16dacde65138,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:23.857298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.857659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.858015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.858312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.858650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.858986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.859314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.859688 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.859974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.860322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.860647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:23.860971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:24.011883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] No DVR routers for this DVR port b478524f-b8b5-4ee9-8439-16dacde65138 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:05:24.015441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:24.018163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'name': 'network-vif-deleted', 'tag': 'b478524f-b8b5-4ee9-8439-16dacde65138'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:24.035647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7b7f3b3f-5bbc-42bd-8684-1a02855ee934 req-c14f21b9-8213-43b7-8d82-8de970998ecb tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.70 "DELETE /v2.0/ports/b478524f-b8b5-4ee9-8439-16dacde65138 HTTP/1.1" status: 204 len: 173 time: 0.8984616 Jun 03 16:05:24.162035 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d812bd6f-20de-404b-abf5-b69f49d4303e'] response: {'server_uuid': '13f6af01-1ac9-4d4b-9032-8884942c4de4', 'name': 'network-vif-deleted', 'tag': 'b478524f-b8b5-4ee9-8439-16dacde65138', 'status': 'completed', 'code': 200} Jun 03 16:05:24.216645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7c7ecd4b-697e-4344-a5a6-a6b24be990eb req-177d1196-bee4-4b1c-a5e0-02ff0355a9cc tempest-ServersAdminNegativeTestJSON-1753644380 tempest-ServersAdminNegativeTestJSON-1753644380-project] 10.222.0.66 "GET /v2.0/ports?device_id=13f6af01-1ac9-4d4b-9032-8884942c4de4 HTTP/1.1" status: 200 len: 210 time: 0.0462823 Jun 03 16:05:25.597347 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40688) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:25.747957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8f770d65-3139-45a0-9d04-19047a83d8de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eddfd1bd42db43cbb64f69bc22ac849c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494584 Jun 03 16:05:25.750518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40694) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:25.810411 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46057735-3ac2-4f4a-b61e-cfa082f97692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:25.841071 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46057735-3ac2-4f4a-b61e-cfa082f97692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:25.899443 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46057735-3ac2-4f4a-b61e-cfa082f97692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:25.914430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46057735-3ac2-4f4a-b61e-cfa082f97692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9850f1-07e2-4582-9190-73341423ad5d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:25.921786 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-46057735-3ac2-4f4a-b61e-cfa082f97692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:25.922933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-46057735-3ac2-4f4a-b61e-cfa082f97692 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce9850f1-07e2-4582-9190-73341423ad5d HTTP/1.1" status: 204 len: 168 time: 0.1715136 Jun 03 16:05:26.213303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:26.231610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:26.253435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:26.257959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc41d264cfe4d9a876d9e90e95cc572 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:26.260797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:26.266472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:26.339540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b478524f-b8b5-4ee9-8439-16dacde65138 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:05:26.355795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:26.359641 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:26.374909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: b478524f-b8b5-4ee9-8439-16dacde65138 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:05:26.375246 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b478524f-b8b5-4ee9-8439-16dacde65138 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:05:26.415211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfc41d264cfe4d9a876d9e90e95cc572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007184 Jun 03 16:05:26.416912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74634afb-869d-42a0-b922-a0d929720387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f3408-61a6-48e0-8492-8b70a2f20bfc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:26.418166 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 40706) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:26.476799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d5f986e-83cc-4cc0-b10f-14d7b75401ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:26.502769 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d5f986e-83cc-4cc0-b10f-14d7b75401ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:26.554032 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d5f986e-83cc-4cc0-b10f-14d7b75401ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:26.573481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f986e-83cc-4cc0-b10f-14d7b75401ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f3408-61a6-48e0-8492-8b70a2f20bfc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:26.579087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3d5f986e-83cc-4cc0-b10f-14d7b75401ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:26.580997 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3d5f986e-83cc-4cc0-b10f-14d7b75401ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a97f3408-61a6-48e0-8492-8b70a2f20bfc HTTP/1.1" status: 204 len: 168 time: 0.1614993 Jun 03 16:05:27.314916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40730) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:27.434065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-557674068-network', 'tenant_id': '311e17ba893a4b0f92e30ce28f9ed6e7'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:27.439770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:27.443736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Usage tracker for resource:network and tenant:311e17ba893a4b0f92e30ce28f9ed6e7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:27.446735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:27.453212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:27.464717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Made reservation on behalf of 311e17ba893a4b0f92e30ce28f9ed6e7 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:05:27.467124 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.480391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.495394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:27.499537 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Usage tracker for resource:security_group_rule and tenant:311e17ba893a4b0f92e30ce28f9ed6e7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:27.502443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:27.508127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:27.595129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.599260 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.629660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:05:27.637897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd94860-7cd3-4128-9bdc-f4cc3981f30b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:27.644128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.644495 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Added segment c441c81b-d32b-465f-8183-7c0cf762f404 of type vlan for network 60b97bc0-29b7-47e4-bf52-3ad013017448 Jun 03 16:05:27.673352 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.706766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.707979 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:27.708656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:27.814732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] Pushing event updated for resources: {'Network': ['ID=60b97bc0-29b7-47e4-bf52-3ad013017448,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:27.818688 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fb82175e-8dad-4870-bb6e-068404792560 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5027339 Jun 03 16:05:27.822489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40736) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:27.826210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 60b97bc0-29b7-47e4-bf52-3ad013017448 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:05:27.829224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Request body: {'subnet': {'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-557674068-subnet', 'tenant_id': '311e17ba893a4b0f92e30ce28f9ed6e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:27.836023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:27.840193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Usage tracker for resource:subnet and tenant:311e17ba893a4b0f92e30ce28f9ed6e7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:27.843269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:27.849914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:27.867981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Made reservation on behalf of 311e17ba893a4b0f92e30ce28f9ed6e7 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:05:27.872033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:28.094437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:28.166095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ad7397-7a2f-4e2f-9774-1f4d3b89b151,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:28.177449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Checking segment: {'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:28.177790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Network hostable DHCP agents. Network: 60b97bc0-29b7-47e4-bf52-3ad013017448, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:05:28.198319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Network 60b97bc0-29b7-47e4-bf52-3ad013017448 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:05:28.207947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 60b97bc0-29b7-47e4-bf52-3ad013017448) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:28.212645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:28.213444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:28.218808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecc131-8297-4dd4-a761-a4238c79706d None None] Network 60b97bc0-29b7-47e4-bf52-3ad013017448 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:05:28.248190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-388467a2-1af9-4a8b-999b-5564dd8d7e86 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4211218 Jun 03 16:05:28.456826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce86cd-840f-417d-805e-e17cb04f7fb4 None None] Network 60b97bc0-29b7-47e4-bf52-3ad013017448 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:05:28.818985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-67df02b0-c4ec-400e-95b3-d33bce3ed6c2 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:28.819719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-67df02b0-c4ec-400e-95b3-d33bce3ed6c2 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Synchronizing usage tracker for tenant:311e17ba893a4b0f92e30ce28f9ed6e7 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:05:28.837838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-67df02b0-c4ec-400e-95b3-d33bce3ed6c2 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Unset dirty status for tenant:311e17ba893a4b0f92e30ce28f9ed6e7 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:05:28.839031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-67df02b0-c4ec-400e-95b3-d33bce3ed6c2 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 811 time: 0.1817386 Jun 03 16:05:28.855382 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-690f055c-5ff6-4ffd-8faf-b7dc5a18feff tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/quotas/311e17ba893a4b0f92e30ce28f9ed6e7 HTTP/1.1" status: 200 len: 375 time: 0.0106809 Jun 03 16:05:28.903053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-c195b1f5-9f3c-44a7-8266-0c36a07dcc8d tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421789 Jun 03 16:05:28.992740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-704547ed-f039-47af-9caa-3a0cfdd1e71f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:05:28.993741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-704547ed-f039-47af-9caa-3a0cfdd1e71f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470729 Jun 03 16:05:29.229148 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-1cdb2f62-3795-497f-b26b-f753ba701ad9 service neutron] 10.222.0.66 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292104 Jun 03 16:05:29.360135 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-e78166b0-3727-4d82-8ec6-82e9555c2508 service neutron] 10.222.0.66 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253102 Jun 03 16:05:29.541846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-460b6439-a4cf-42a7-b231-63ee6c862869 req-3aeedf75-cf77-4a6f-869e-0497ab69f1a9 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 210 time: 0.0424664 Jun 03 16:05:30.642180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-99646826-e539-4b7b-b977-d07dceed72d4 req-24adec18-5248-4f25-8fae-98c3de847324 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 210 time: 0.0478249 Jun 03 16:05:31.740120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c51c0026-af9f-4050-8cf4-ff0e053fa8a5 req-d9141d18-4f3e-4d97-9eb2-578a74d91281 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 210 time: 0.0425971 Jun 03 16:05:32.783401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-31674bb5-9b54-404e-a09a-28a1295e892b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:32.785712 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-31674bb5-9b54-404e-a09a-28a1295e892b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.70 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 811 time: 0.1632202 Jun 03 16:05:32.802628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Request body: {'port': {'device_id': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448', 'admin_state_up': True, 'tenant_id': '311e17ba893a4b0f92e30ce28f9ed6e7'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:32.891566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93a55ec5-41b7-48c9-a1cd-84dd0a3df39b req-1913aa22-6514-4add-9548-2797a1ac7efe tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 210 time: 0.0431390 Jun 03 16:05:32.947326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:32.951807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Usage tracker for resource:port and tenant:311e17ba893a4b0f92e30ce28f9ed6e7 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:32.954875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:32.962423 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:32.974952 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Made reservation on behalf of 311e17ba893a4b0f92e30ce28f9ed6e7 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:05:32.979108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:33.148682 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Allocated IP 172.20.0.6 (60b97bc0-29b7-47e4-bf52-3ad013017448/76ad7397-7a2f-4e2f-9774-1f4d3b89b151/cd0b0c73-a5d0-4c31-acd5-f37f096c20d6) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:05:33.362672 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:33.394189 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:33.471196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Network 60b97bc0-29b7-47e4-bf52-3ad013017448 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:33.474669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:33.479571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:05:33.514397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:33.554878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:33.555548 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:33.576659 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-7892410a-550b-4cec-9a64-422fab5de60b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780166 Jun 03 16:05:33.592621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Request body: {'port': {'device_id': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:33.710734 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:34.097531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:05:34.108129 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:34.119051 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f8851-426a-4dcf-b2e5-bcfec1288bfa req-c6413f73-811a-4ed9-9d38-38d35918ba42 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:34.121160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a11f8851-426a-4dcf-b2e5-bcfec1288bfa req-c6413f73-811a-4ed9-9d38-38d35918ba42 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 931 time: 0.0960088 Jun 03 16:05:34.123545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Transition to ACTIVE for port object cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:34.128370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:34.177432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a11f8851-426a-4dcf-b2e5-bcfec1288bfa req-61342684-8bc2-4cc7-9927-18e73d5cedbd tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Synchronizing usage tracker for tenant:311e17ba893a4b0f92e30ce28f9ed6e7 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:05:34.197061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-a11f8851-426a-4dcf-b2e5-bcfec1288bfa req-61342684-8bc2-4cc7-9927-18e73d5cedbd tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Unset dirty status for tenant:311e17ba893a4b0f92e30ce28f9ed6e7 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:05:34.198229 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a11f8851-426a-4dcf-b2e5-bcfec1288bfa req-61342684-8bc2-4cc7-9927-18e73d5cedbd tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648375 Jun 03 16:05:34.289882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:34.487716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:05:34.488055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:05:34.488415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on network 60b97bc0-29b7-47e4-bf52-3ad013017448 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:34.493488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on network 60b97bc0-29b7-47e4-bf52-3ad013017448 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:05:34.493808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on network 60b97bc0-29b7-47e4-bf52-3ad013017448 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:34.499313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:05:34.499685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Checking segment: {'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:34.500016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Bound using segment: {'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:05:34.500471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Bound port: cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:05:34.500821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:34.591318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:05:34.594324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:05:34.598352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:34.665478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:34.666086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:34.667514 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] 10.222.0.70 "PUT /v2.0/ports/cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 1091 time: 1.0792415 Jun 03 16:05:34.667944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:34.692381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f6d89-6dc3-4c67-b3de-0ad2c116f447 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:34.745125 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0f6de7-30b3-4d2f-8a97-f9f9a448a19e'] response: {'name': 'network-changed', 'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'status': 'completed', 'code': 200} Jun 03 16:05:34.796250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-a9d65268-ddcb-4391-9525-d02c0e274b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:34.797760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-a9d65268-ddcb-4391-9525-d02c0e274b3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0855346 Jun 03 16:05:34.876673 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-2c206cb5-226d-44df-b900-c9189ef2cd0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.0685327 Jun 03 16:05:34.945718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-ca375161-d01f-4071-bbb7-8ae387360826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:34.947187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-ca375161-d01f-4071-bbb7-8ae387360826 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.0615878 Jun 03 16:05:35.002218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-86dc1082-0266-4741-832f-2c2d3ba7300b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455377 Jun 03 16:05:35.156967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-fcb8f52b-55eb-4d06-9788-83f52b33cdbe service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446698 Jun 03 16:05:35.312611 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f565ce54-3ddb-4b97-ac38-523fcb4cf9f6 req-1266db99-8162-409b-8f15-8142f0290eb1 service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454890 Jun 03 16:05:35.391350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abbc7-c7af-4763-8517-bbf7dec8e514 req-99b4fa2a-12b5-44db-b183-38de129a638f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.392886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d69abbc7-c7af-4763-8517-bbf7dec8e514 req-99b4fa2a-12b5-44db-b183-38de129a638f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 943 time: 0.0813103 Jun 03 16:05:35.443018 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d69abbc7-c7af-4763-8517-bbf7dec8e514 req-7dbdeb74-93d0-4508-acf7-961c06b0c47e tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Jun 03 16:05:35.445839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-238bed35-876e-46e9-bab6-f76a82507077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.447357 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-238bed35-876e-46e9-bab6-f76a82507077 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0806434 Jun 03 16:05:35.594922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-cbf2efbc-f338-4aa4-afe2-d014072027b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.596415 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-cbf2efbc-f338-4aa4-afe2-d014072027b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 912 time: 0.1430593 Jun 03 16:05:35.667856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-56644e59-ac46-48c3-b719-64b2cb3e2322 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.0637126 Jun 03 16:05:35.730562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-e3c1f344-42f7-4341-ad30-1554648b12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.731939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-e3c1f344-42f7-4341-ad30-1554648b12d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.0582197 Jun 03 16:05:35.781420 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-d709dea7-16e5-4036-a361-de91473b5b44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429723 Jun 03 16:05:35.920588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-e18d897b-0e20-41f7-8352-40828b2c9ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324098 Jun 03 16:05:36.062915 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3de092d9-5386-490f-ba10-a9b145f7daf9 req-13820289-e84a-48e4-b488-5ec06bebe671 service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359522 Jun 03 16:05:36.810196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261bdc-f085-481a-8712-426ced82043f req-3a121bae-f750-4b9b-a601-174301bc9a82 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:36.811708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff261bdc-f085-481a-8712-426ced82043f req-3a121bae-f750-4b9b-a601-174301bc9a82 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 943 time: 0.0840743 Jun 03 16:05:36.862197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff261bdc-f085-481a-8712-426ced82043f req-c0cebca4-305e-4c8f-b854-6df498e0ac6d tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Jun 03 16:05:38.048221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da19cbd-c10a-4f7e-8174-de8d6f14d7b0 req-da57ec72-3bf5-47ba-b1fd-b790b143227a tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:38.049678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9da19cbd-c10a-4f7e-8174-de8d6f14d7b0 req-da57ec72-3bf5-47ba-b1fd-b790b143227a tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 943 time: 0.0797558 Jun 03 16:05:38.097803 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9da19cbd-c10a-4f7e-8174-de8d6f14d7b0 req-9ae76c8a-709b-4de9-a272-9aa2c9f067e1 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Jun 03 16:05:38.421539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:05:38.561277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:38.575533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448', 'port_id': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'mac_address': 'fa:16:3e:68:39:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ad7397-7a2f-4e2f-9774-1f4d3b89b151', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:05:38.637128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:38.637506 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:38.655686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:05:38.671771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:38.676329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:38.744521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:38.897708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:05:39.288871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e5d7e-7943-424d-8ac5-ffe7be88cce7 req-b77e3b43-a2c7-4dd4-b1b0-f98ecb13a3a0 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:39.290271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-576e5d7e-7943-424d-8ac5-ffe7be88cce7 req-b77e3b43-a2c7-4dd4-b1b0-f98ecb13a3a0 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 944 time: 0.0844460 Jun 03 16:05:39.334451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-576e5d7e-7943-424d-8ac5-ffe7be88cce7 req-62511edb-74dd-4c7b-b869-d1c6a91ec89b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Jun 03 16:05:40.436550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:40.507888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:40.512959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:40.513327 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:40.532693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65c9e7-237a-4132-a9df-319222023576 req-3b404684-b3e8-4911-b82f-1e978a5c3c19 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:40.534446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb65c9e7-237a-4132-a9df-319222023576 req-3b404684-b3e8-4911-b82f-1e978a5c3c19 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 944 time: 0.0936139 Jun 03 16:05:40.580917 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb65c9e7-237a-4132-a9df-319222023576 req-ffbfd8ec-bb96-4a8b-9228-ce87209db3e0 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Jun 03 16:05:40.637270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:40.637555 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:40.665467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:40.676016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:40.680875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:40.715839 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51449f1e-28db-4149-a9b1-dcaebd8b609e'] response: {'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'code': 200} Jun 03 16:05:40.760846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:40.862365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf55f-6fef-43db-a759-a2f96a85b6f1 req-7d05aae4-a299-453b-9c34-83d1f9054ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:40.863934 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-440cf55f-6fef-43db-a759-a2f96a85b6f1 req-7d05aae4-a299-453b-9c34-83d1f9054ad9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0770490 Jun 03 16:05:40.908392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-440cf55f-6fef-43db-a759-a2f96a85b6f1 req-5d660fcd-c3d8-498e-a373-aa0b58f405fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Jun 03 16:05:41.773796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f630d-c4bd-4400-9587-875d98fa4b64 req-ecd7d3b0-20d7-46b9-ae9c-04a60b88dd94 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:41.775307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-664f630d-c4bd-4400-9587-875d98fa4b64 req-ecd7d3b0-20d7-46b9-ae9c-04a60b88dd94 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0894845 Jun 03 16:05:41.820646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-664f630d-c4bd-4400-9587-875d98fa4b64 req-e409a332-5409-4e72-b38b-a2077ae26d49 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Jun 03 16:05:43.011936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f3ad-e931-4eb4-ac4a-70fae5acecb2 req-d37b294f-5530-4eed-bd56-28f74943b97b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:43.013554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9745f3ad-e931-4eb4-ac4a-70fae5acecb2 req-d37b294f-5530-4eed-bd56-28f74943b97b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0852056 Jun 03 16:05:43.060030 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9745f3ad-e931-4eb4-ac4a-70fae5acecb2 req-7e7fd7eb-7418-4ec6-9c4a-7dae0e844e66 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Jun 03 16:05:43.429542 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ee361672-6d02-4016-8764-76af2fa16230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.545559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-0fe7dc63-fdda-4f6c-af3d-5ea8e141be01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1910501 Jun 03 16:05:43.556221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc3ec3-590c-4019-b837-6becd5949b57 req-2291c559-c2c1-4352-9906-547b4918dd97 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:43.557651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21dc3ec3-590c-4019-b837-6becd5949b57 req-2291c559-c2c1-4352-9906-547b4918dd97 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.1472523 Jun 03 16:05:43.603109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21dc3ec3-590c-4019-b837-6becd5949b57 req-58839235-d54a-4271-a7d9-243b76c36559 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394821 Jun 03 16:05:44.773758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-0d596bbf-7fb6-44f0-8369-4418356d5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:44.775377 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-0d596bbf-7fb6-44f0-8369-4418356d5ec1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0714524 Jun 03 16:05:44.801060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b045a-8c03-43af-aa40-827e04a8715f req-fa58676e-ba1e-499b-a511-0cbf26a70ca6 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:44.802778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2b045a-8c03-43af-aa40-827e04a8715f req-fa58676e-ba1e-499b-a511-0cbf26a70ca6 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0930736 Jun 03 16:05:44.848523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2b045a-8c03-43af-aa40-827e04a8715f req-f72e08f0-7de1-49ed-a15f-1d5502796cc5 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Jun 03 16:05:44.911888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-4a36a9c7-2271-4098-9e0d-d7b1d8215aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:44.913284 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-4a36a9c7-2271-4098-9e0d-d7b1d8215aa1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 912 time: 0.1319382 Jun 03 16:05:44.996381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-22d3240c-ed31-4a57-9e7d-707319207e6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.0766006 Jun 03 16:05:45.064256 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-cbb3c446-354a-4d1d-89ff-6b1ab418abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:45.065698 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-cbb3c446-354a-4d1d-89ff-6b1ab418abb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.0636425 Jun 03 16:05:45.113330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-a707c154-77e2-4d26-85d7-ce11455847fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415740 Jun 03 16:05:45.363452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-b41c8cc1-415b-462e-bec0-817e2f6035e5 service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437780 Jun 03 16:05:45.499491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-ce8ff382-9fde-4d04-85f4-871aa0117e46 service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301479 Jun 03 16:05:45.873988 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.048380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801f336-a432-4b36-95f2-38ab448ce251 req-253ea046-792f-43c2-83cf-733e35ddf77b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:46.049927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e801f336-a432-4b36-95f2-38ab448ce251 req-253ea046-792f-43c2-83cf-733e35ddf77b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0857546 Jun 03 16:05:46.098752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e801f336-a432-4b36-95f2-38ab448ce251 req-d252ddfd-23ed-471d-a588-0589636d255e tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Jun 03 16:05:46.315862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-446476d2-8e57-41d0-a09e-31e8c1821416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.650910 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.080369 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.295859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4ff66-140c-40c1-9c59-e28ba2ccfa17 req-d62a024d-070c-414e-ae88-7acf38bdaffb tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:47.297320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfc4ff66-140c-40c1-9c59-e28ba2ccfa17 req-d62a024d-070c-414e-ae88-7acf38bdaffb tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0840359 Jun 03 16:05:47.342449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dfc4ff66-140c-40c1-9c59-e28ba2ccfa17 req-1f971f1f-4562-4f79-aa45-c19e0fd72f15 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 Jun 03 16:05:48.334108 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:48.526964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cdf4f-d074-47bc-878c-22ceda927fd2 req-02e13354-6185-47b0-8165-10d2c0a72cd4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:48.528654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-782cdf4f-d074-47bc-878c-22ceda927fd2 req-02e13354-6185-47b0-8165-10d2c0a72cd4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0809503 Jun 03 16:05:48.564149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:48.576795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-782cdf4f-d074-47bc-878c-22ceda927fd2 req-244b791d-8640-48e4-8e22-546f16321dfd tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Jun 03 16:05:49.277229 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:05:49.874000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4d5d9-76d5-4dba-857e-086efd53084e req-5aaf881d-73ba-406c-9b5b-305515a685fe tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:49.875466 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fea4d5d9-76d5-4dba-857e-086efd53084e req-5aaf881d-73ba-406c-9b5b-305515a685fe tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.1845784 Jun 03 16:05:49.920272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fea4d5d9-76d5-4dba-857e-086efd53084e req-e5b06291-243d-4480-aa68-51f5b09906bb tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 Jun 03 16:05:51.113914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde7d6d-8368-4125-9f51-33644e71328a req-38b6f25e-5fed-4135-9b80-aeff2d7422b4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:51.115387 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cde7d6d-8368-4125-9f51-33644e71328a req-38b6f25e-5fed-4135-9b80-aeff2d7422b4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0852535 Jun 03 16:05:51.159644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cde7d6d-8368-4125-9f51-33644e71328a req-2dd26341-bd33-4029-a70e-c9a5e2732739 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Jun 03 16:05:52.343434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dea48-c5ad-4a2f-bdd3-2fd280ea6320 req-2196cea4-19ba-4125-b796-82a26b16e189 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:52.344827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-411dea48-c5ad-4a2f-bdd3-2fd280ea6320 req-2196cea4-19ba-4125-b796-82a26b16e189 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0808063 Jun 03 16:05:52.387882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-411dea48-c5ad-4a2f-bdd3-2fd280ea6320 req-bbaf9b0d-c42a-416e-8bcc-9442e9119aad tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374126 Jun 03 16:05:53.578438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aec9c0-2423-4b95-a807-b00453e8de9b req-777efa8a-ffb9-4057-a4d8-0b0ce126c903 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:53.579882 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8aec9c0-2423-4b95-a807-b00453e8de9b req-777efa8a-ffb9-4057-a4d8-0b0ce126c903 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0866449 Jun 03 16:05:53.624614 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8aec9c0-2423-4b95-a807-b00453e8de9b req-78f355db-56e3-48e5-b7fb-0eb7474094ae tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Jun 03 16:05:54.806584 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1541967-858f-4937-8ac1-9156a21f7e89 req-19fa9d4f-5cf7-48d0-bca5-dbc387d2dcc2 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:54.808021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1541967-858f-4937-8ac1-9156a21f7e89 req-19fa9d4f-5cf7-48d0-bca5-dbc387d2dcc2 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0787511 Jun 03 16:05:54.849998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1541967-858f-4937-8ac1-9156a21f7e89 req-2a1f9cc0-bb5c-440b-adf0-d65ac467ddaf tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363512 Jun 03 16:05:56.047162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3190-5115-4740-b5a5-3ed2eea3ec3b req-89381f08-4aaa-49f6-acd7-174cbec8ace7 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:56.048661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-054f3190-5115-4740-b5a5-3ed2eea3ec3b req-89381f08-4aaa-49f6-acd7-174cbec8ace7 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0831306 Jun 03 16:05:56.093983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-054f3190-5115-4740-b5a5-3ed2eea3ec3b req-85d8e8a9-f2d9-42bf-8ebf-86d98efdc746 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Jun 03 16:05:57.275421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1da356-aa8a-434c-ae7e-154299f9da2c req-550cd97a-abf2-4e7c-ad2d-4cb727400c23 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:57.276936 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf1da356-aa8a-434c-ae7e-154299f9da2c req-550cd97a-abf2-4e7c-ad2d-4cb727400c23 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0794125 Jun 03 16:05:57.328979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf1da356-aa8a-434c-ae7e-154299f9da2c req-f8b57f87-cf47-4e7f-98e1-c003ebf240ba tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Jun 03 16:05:58.520890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456074a-bad4-4094-9143-fc72ea03c872 req-44efcfc5-6ab2-4ae5-a2df-5e38a97c55c4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:58.522361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a456074a-bad4-4094-9143-fc72ea03c872 req-44efcfc5-6ab2-4ae5-a2df-5e38a97c55c4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0845287 Jun 03 16:05:58.567626 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a456074a-bad4-4094-9143-fc72ea03c872 req-a3f74c4b-2b22-4bf2-ad4a-7f003e96155b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Jun 03 16:05:59.757202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9044-9ce8-45ae-85f0-678118b98389 req-1a3722f8-ec62-4ae3-9c65-16dabfe8e16e tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:59.759457 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66de9044-9ce8-45ae-85f0-678118b98389 req-1a3722f8-ec62-4ae3-9c65-16dabfe8e16e tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0880785 Jun 03 16:05:59.804170 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66de9044-9ce8-45ae-85f0-678118b98389 req-7ec15483-29af-410a-bcc5-251de66074ad tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Jun 03 16:06:00.984772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5be356-6f6d-4a4d-aa1b-c96060be0e45 req-64981f27-a32b-45ea-abc5-6fae64289b4e tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:00.986224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b5be356-6f6d-4a4d-aa1b-c96060be0e45 req-64981f27-a32b-45ea-abc5-6fae64289b4e tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0790868 Jun 03 16:06:01.032438 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b5be356-6f6d-4a4d-aa1b-c96060be0e45 req-457ef37b-781f-4914-a363-d8be9e7954a8 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Jun 03 16:06:02.384262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f32c4-7779-4f83-af93-206f4f8a338e req-55d8bcdf-61a5-4a6e-b7f0-ecb1464d3b0a tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:02.385665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-927f32c4-7779-4f83-af93-206f4f8a338e req-55d8bcdf-61a5-4a6e-b7f0-ecb1464d3b0a tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0844369 Jun 03 16:06:02.429243 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-927f32c4-7779-4f83-af93-206f4f8a338e req-9f7f271c-0839-4fdc-9727-77c20720909b tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Jun 03 16:06:03.616988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b16eb0-80c0-41c5-bc06-7fd5f452daf2 req-d8dbe101-4506-4a6f-a018-1c6781e8a0c6 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:03.618877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10b16eb0-80c0-41c5-bc06-7fd5f452daf2 req-d8dbe101-4506-4a6f-a018-1c6781e8a0c6 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0803001 Jun 03 16:06:03.666769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10b16eb0-80c0-41c5-bc06-7fd5f452daf2 req-8c4ff7a1-c1fb-41e0-b5ef-9580323d0f6c tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jun 03 16:06:04.849031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90f07-111a-49c8-bea2-c74e2cb81a91 req-ce2a70fe-b96a-4924-8029-45c98623aef3 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:04.850478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aed90f07-111a-49c8-bea2-c74e2cb81a91 req-ce2a70fe-b96a-4924-8029-45c98623aef3 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0797009 Jun 03 16:06:04.894011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aed90f07-111a-49c8-bea2-c74e2cb81a91 req-95e3695f-c63d-4040-b740-61d52a36c1e0 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Jun 03 16:06:06.087706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cdf67-d9c5-4210-b445-2549da89fc53 req-1a86c1cc-c334-4296-a338-249ed5314438 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:06.089212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f4cdf67-d9c5-4210-b445-2549da89fc53 req-1a86c1cc-c334-4296-a338-249ed5314438 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0887754 Jun 03 16:06:06.132960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f4cdf67-d9c5-4210-b445-2549da89fc53 req-8e3a6bd2-7a60-4d63-ab08-fd184510092d tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375252 Jun 03 16:06:07.315762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0a71e-196a-4132-bb27-ffea2189dbe8 req-105dd69c-fd9d-4472-904b-99adc5906fc3 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:07.317142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ff0a71e-196a-4132-bb27-ffea2189dbe8 req-105dd69c-fd9d-4472-904b-99adc5906fc3 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0784845 Jun 03 16:06:07.361064 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2ff0a71e-196a-4132-bb27-ffea2189dbe8 req-3e66c02d-d96f-432b-ad69-3ff313168a91 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381556 Jun 03 16:06:08.546195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a60c7-7e8d-4dc5-bc1e-9e5eea5a905e req-300e4a5e-6250-4f41-902b-ab0a2bba8d1a tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:08.547655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a6a60c7-7e8d-4dc5-bc1e-9e5eea5a905e req-300e4a5e-6250-4f41-902b-ab0a2bba8d1a tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0828390 Jun 03 16:06:08.591410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a6a60c7-7e8d-4dc5-bc1e-9e5eea5a905e req-40543bc4-cdd0-419f-b371-3a9fcd981ffe tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Jun 03 16:06:09.777913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c82be-4386-4043-9f36-99a1097631ba req-e972e82c-8e07-441e-8b92-364bff000a04 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:09.779359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3c82be-4386-4043-9f36-99a1097631ba req-e972e82c-8e07-441e-8b92-364bff000a04 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0835469 Jun 03 16:06:09.822787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3c82be-4386-4043-9f36-99a1097631ba req-f9f2f9ea-6681-4718-97cf-b637ae6c9b23 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375443 Jun 03 16:06:11.009968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d4415-b2d4-4995-9e47-1258cbe420d8 req-7f4fa4af-cf42-49e2-8a90-e7f0afaf1fef tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:11.011432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e7d4415-b2d4-4995-9e47-1258cbe420d8 req-7f4fa4af-cf42-49e2-8a90-e7f0afaf1fef tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0824268 Jun 03 16:06:11.056896 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e7d4415-b2d4-4995-9e47-1258cbe420d8 req-61fba2fb-cd8c-43fa-a8be-7315589d3590 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396333 Jun 03 16:06:12.054844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-428b777f-94e3-431b-9583-7e0cc971f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.056438 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-428b777f-94e3-431b-9583-7e0cc971f901 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0766611 Jun 03 16:06:12.204648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-7bde4973-f140-4c16-86a8-f48202569c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.206108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-7bde4973-f140-4c16-86a8-f48202569c62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 912 time: 0.1285458 Jun 03 16:06:12.239693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c11b-6897-4fef-b46c-72c005316b9a req-44b620b7-2147-4fa7-8f83-c824f808bacd tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.241198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1158c11b-6897-4fef-b46c-72c005316b9a req-44b620b7-2147-4fa7-8f83-c824f808bacd tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0801468 Jun 03 16:06:12.279750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-79e373e4-1d0b-499c-ba63-7724c9c0fbd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.0647931 Jun 03 16:06:12.290385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1158c11b-6897-4fef-b46c-72c005316b9a req-72150cde-ed2b-4dd4-8f61-ff8dad788bfe tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Jun 03 16:06:12.343607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-5788e04d-edc6-401d-b152-29699bd45fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.345065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-5788e04d-edc6-401d-b152-29699bd45fde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.0595396 Jun 03 16:06:12.394566 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-21ff356d-31c4-4577-877d-e9aad850d703 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419352 Jun 03 16:06:12.526269 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-4766457d-b2db-4428-a2a4-9a0d99c82516 service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243122 Jun 03 16:06:12.719287 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-bc53ad28-b870-463d-913a-b725745a872a req-4d6e5dd2-5468-4521-8593-68cfcb5134c6 service neutron] show failed (client error): The resource could not be found. Jun 03 16:06:12.720226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-4d6e5dd2-5468-4521-8593-68cfcb5134c6 service neutron] 10.222.0.70 "GET /v2.0/ports/cd0b0c73-a5d0-4c31-acd5-f37f096c20d6/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1212094 Jun 03 16:06:12.723492 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d7a10226-d581-489c-adaf-780fb3ca5b0f req-4a65682c-9935-4b79-a3f6-c1ba0cb53aaa service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878941 Jun 03 16:06:13.091047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-89d0d7bc-fb83-4961-80d4-76de7e037798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:13.092576 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-89d0d7bc-fb83-4961-80d4-76de7e037798 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0&tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7 HTTP/1.1" status: 200 len: 1096 time: 0.1205928 Jun 03 16:06:13.103570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:13.219151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:13.425375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-496634df-f47a-46f8-aff0-5d7ab1976f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:13.482311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd8929-194b-4be7-8f48-f8103daef69f req-e4101120-775a-4cc3-a743-8eab882a1268 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:13.483879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5dd8929-194b-4be7-8f48-f8103daef69f req-e4101120-775a-4cc3-a743-8eab882a1268 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0862057 Jun 03 16:06:13.487598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:13.517449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:06:13.529662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5dd8929-194b-4be7-8f48-f8103daef69f req-5116dd21-724d-4fa3-be07-6ffa046de7a1 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Jun 03 16:06:13.582539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:13.588447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:13.603135 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Transition to ACTIVE for port object cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:06:13.607074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:13.650404 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c9b219-6d4b-4a5b-a5f9-d1018a0adb7e'] response: {'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'code': 200} Jun 03 16:06:13.871806 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] No DVR routers for this DVR port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:06:13.880610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:13.936444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:06:13.936775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:06:13.937099 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on network 60b97bc0-29b7-47e4-bf52-3ad013017448 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:13.941875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on network 60b97bc0-29b7-47e4-bf52-3ad013017448 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:06:13.942198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Attempting to bind port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on network 60b97bc0-29b7-47e4-bf52-3ad013017448 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:13.948002 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:06:13.948375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Checking segment: {'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:06:13.948760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Bound using segment: {'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:06:13.949181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Bound port: cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c441c81b-d32b-465f-8183-7c0cf762f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:06:13.949527 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:14.040053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:06:14.043217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:06:14.047788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:14.119972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:14.120619 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:14.122022 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] 10.222.0.15 "PUT /v2.0/ports/cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 1091 time: 1.0223217 Jun 03 16:06:14.136481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6c7e8-5f91-4f36-bc93-bc72168777bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:14.218833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-8bb12527-dba5-4b92-a177-b66e7f6da3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:14.220370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-8bb12527-dba5-4b92-a177-b66e7f6da3e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0751173 Jun 03 16:06:14.362571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-135b3a4a-c789-4b68-9099-bf4a73a5d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:14.364078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-135b3a4a-c789-4b68-9099-bf4a73a5d623 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 912 time: 0.1373549 Jun 03 16:06:14.442324 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-a558df14-35f5-4864-8c81-33194aa59beb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.0721412 Jun 03 16:06:14.508961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ad28-b870-463d-913a-b725745a872a req-3af96b6a-990e-4c05-b559-277ee60c572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:14.510452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-3af96b6a-990e-4c05-b559-277ee60c572f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.0622742 Jun 03 16:06:14.559794 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-919d188e-2405-4dca-a857-c6a4ec84b204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425317 Jun 03 16:06:14.696680 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-db8a6a35-d9ed-4700-af76-5673d6938341 service neutron] 10.222.0.15 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314292 Jun 03 16:06:14.723862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4521a3-3c5c-40ec-b151-b51b252e28b5 req-8260266c-e60a-4ec0-ae5b-65f53e89ccac tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:14.725409 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba4521a3-3c5c-40ec-b151-b51b252e28b5 req-8260266c-e60a-4ec0-ae5b-65f53e89ccac tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 943 time: 0.0875902 Jun 03 16:06:14.773657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba4521a3-3c5c-40ec-b151-b51b252e28b5 req-d2958a87-e78b-4d9c-9d56-6c60e037b154 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Jun 03 16:06:14.834009 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-d6da9eb0-a268-43d9-81e9-50e3aa6cec33 service neutron] 10.222.0.15 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318803 Jun 03 16:06:15.651810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:15.707441 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae83f751-4f15-42ab-b7c8-820b8bcdc214'] response: {'name': 'network-changed', 'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'status': 'completed', 'code': 200} Jun 03 16:06:15.856743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-fceeb774-010c-4362-a812-01f5c9bd9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:15.858234 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-fceeb774-010c-4362-a812-01f5c9bd9903 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1094 time: 0.1331148 Jun 03 16:06:15.860148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-0267edfd-06fd-4149-b277-9b214edaab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:15.861465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-0267edfd-06fd-4149-b277-9b214edaab19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1094 time: 0.1018069 Jun 03 16:06:15.872544 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:15.965512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643db0ed-9685-47ac-9975-374c4c65cf6b req-8f11f457-83df-401c-8069-a05b7d4266d4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:15.967802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-643db0ed-9685-47ac-9975-374c4c65cf6b req-8f11f457-83df-401c-8069-a05b7d4266d4 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 943 time: 0.0855937 Jun 03 16:06:16.013620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-643db0ed-9685-47ac-9975-374c4c65cf6b req-bac690ae-b618-495e-882a-e19daf5b32ff tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 Jun 03 16:06:16.105392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-c5f5351f-3a05-4f31-bb38-436916383e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:16.106849 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-c5f5351f-3a05-4f31-bb38-436916383e8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 912 time: 0.2419651 Jun 03 16:06:16.109110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-8b271c6d-8f8d-4404-a50c-851fe87ba852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:16.110415 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-8b271c6d-8f8d-4404-a50c-851fe87ba852 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 912 time: 0.2256880 Jun 03 16:06:16.233630 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-5943d7e4-b4f8-41ea-b9cc-43dadb3771cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.1205442 Jun 03 16:06:16.323824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5dca737c-bcd7-4bce-8a26-595891cf6c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:16.360135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-f532d2cf-56f1-4f5f-a585-631d1a8d8fd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.1905718 Jun 03 16:06:16.472468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-79c48fa2-fff1-4f64-a22e-dffe2ad3a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:16.473949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-79c48fa2-fff1-4f64-a22e-dffe2ad3a4e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.1168160 Jun 03 16:06:16.475369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-25edb99e-075e-4e23-9206-b90d6d4d7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:16.477263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-25edb99e-075e-4e23-9206-b90d6d4d7332 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.0869801 Jun 03 16:06:16.557264 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-a31041f7-9714-4367-8686-b96b61967e68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744481 Jun 03 16:06:16.570069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-54b8b032-5073-4474-b4ed-23646d692697 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492561 Jun 03 16:06:16.606576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:06:16.669884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:16.675917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:06:16.810047 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-d29ea629-3648-4961-a9dc-0288c0dc62a4 service neutron] 10.222.0.15 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421801 Jun 03 16:06:16.811844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-f48fa2ca-bc7e-49e5-b7d0-42e10e85e8dc service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245634 Jun 03 16:06:17.056950 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-3b93d163-cb7f-4753-8fdd-756108f41fc6 service neutron] 10.222.0.15 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407308 Jun 03 16:06:17.059968 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03b38968-ac0c-49c0-9485-68e7c19d99be req-93dc395c-ec8c-422e-967f-25f8f3d104ac service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258608 Jun 03 16:06:17.083482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:17.217363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdca30-e8d0-471f-99a2-9b94c230f5e9 req-ea434ff2-f1aa-4fdd-b018-4439e330c889 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:17.218808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bfdca30-e8d0-471f-99a2-9b94c230f5e9 req-ea434ff2-f1aa-4fdd-b018-4439e330c889 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 943 time: 0.0842187 Jun 03 16:06:17.262531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bfdca30-e8d0-471f-99a2-9b94c230f5e9 req-c660cc3d-be9f-4792-a785-cd2fd5f19339 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Jun 03 16:06:17.661029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-2c9fbd82-2fe4-4d2b-894c-6bc632aa4328 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:17.661646 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-2c9fbd82-2fe4-4d2b-894c-6bc632aa4328 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Synchronizing usage tracker for tenant:311e17ba893a4b0f92e30ce28f9ed6e7 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:06:17.679210 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-2c9fbd82-2fe4-4d2b-894c-6bc632aa4328 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Unset dirty status for tenant:311e17ba893a4b0f92e30ce28f9ed6e7 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:06:17.680725 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-2c9fbd82-2fe4-4d2b-894c-6bc632aa4328 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0&tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 943 time: 0.1088202 Jun 03 16:06:17.763533 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-dc9cb214-2c2b-488b-88eb-4366dde95640 service neutron] delete failed (client error): The resource could not be found. Jun 03 16:06:17.764577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-dc9cb214-2c2b-488b-88eb-4366dde95640 service neutron] 10.222.0.70 "DELETE /v2.0/ports/cd0b0c73-a5d0-4c31-acd5-f37f096c20d6/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0758440 Jun 03 16:06:17.917805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-778af95a-9d10-4d42-abe2-d8682044930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:17.919205 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-778af95a-9d10-4d42-abe2-d8682044930c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0770891 Jun 03 16:06:18.056861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-1d8e6caf-549b-4f44-877a-f4f1dab2fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:18.058334 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-1d8e6caf-549b-4f44-877a-f4f1dab2fdf9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 200 len: 912 time: 0.1302571 Jun 03 16:06:18.128129 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-19fdeb81-abb7-4491-b7dd-408d0f6450c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 200 len: 217 time: 0.0609667 Jun 03 16:06:18.197734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-e44cd62f-2fd5-46ab-a494-b16d86c50d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:18.199097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-e44cd62f-2fd5-46ab-a494-b16d86c50d1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 200 len: 851 time: 0.0617113 Jun 03 16:06:18.248875 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-2f0a0127-4337-4a29-99aa-1187915bc98a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60b97bc0-29b7-47e4-bf52-3ad013017448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407317 Jun 03 16:06:18.330272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:06:18.349374 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:18.390535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-77518d06-b858-4032-bf77-445a61291698 service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316626 Jun 03 16:06:18.482526 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:18.497451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'network_id': '60b97bc0-29b7-47e4-bf52-3ad013017448', 'port_id': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'mac_address': 'fa:16:3e:68:39:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ad7397-7a2f-4e2f-9774-1f4d3b89b151', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:06:18.564456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:18.564839 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:18.583739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:18.587034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:06:18.602780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:18.606685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:18.641750 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-6deacbb3-c1e0-4762-b35c-1c374062b22f service neutron] 10.222.0.70 "GET /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420156 Jun 03 16:06:18.684604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:18.692679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.693026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.693377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.693702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.694033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.694909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.695267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.695589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.695931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.696271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.696598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.696919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:18.872300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:06:19.563791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481cf5a-562c-4cde-9421-8bd30a1ee035 req-e60341e4-3f37-4f3b-bfa2-7758b7fdc648 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:19.565273 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7481cf5a-562c-4cde-9421-8bd30a1ee035 req-e60341e4-3f37-4f3b-bfa2-7758b7fdc648 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 944 time: 0.0790420 Jun 03 16:06:19.612302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7481cf5a-562c-4cde-9421-8bd30a1ee035 req-4de2b86b-2156-44b2-ae90-13c900bf564d tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Jun 03 16:06:20.348893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:06:20.419104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:06:20.424196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:06:20.424645 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:20.541584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:20.541956 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:20.567887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:20.578283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:20.582778 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:20.619015 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d36a0f-48d1-4720-bc00-88b5fb67af0c'] response: {'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'code': 200} Jun 03 16:06:20.655182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:20.779586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-43bdf84a-75a6-44d1-a7ba-5012b142a345 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:20.781301 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-43bdf84a-75a6-44d1-a7ba-5012b142a345 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0945253 Jun 03 16:06:20.810852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbfd73-a058-47d1-849c-9506b68bed0e req-1846b4d3-de50-440b-971c-f7a8f70468b1 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:20.813012 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bacbfd73-a058-47d1-849c-9506b68bed0e req-1846b4d3-de50-440b-971c-f7a8f70468b1 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f41b8b3-7e78-4154-a800-01a16ad7b2e0 HTTP/1.1" status: 200 len: 945 time: 0.0908818 Jun 03 16:06:20.854929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Deleting port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:06:20.855270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:20.858728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bacbfd73-a058-47d1-849c-9506b68bed0e req-66a3fb1c-f54d-435d-8b35-48431d7c6876 tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bd94860-7cd3-4128-9bdc-f4cc3981f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Jun 03 16:06:21.125105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] For port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,segment=NetworkSegment(c441c81b-d32b-465f-8183-7c0cf762f404),segment_id=c441c81b-d32b-465f-8183-7c0cf762f404)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:21.125384 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:21.259842 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Calling delete_port for cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:06:21.412209 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:21.431212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:06:21.466822 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Pushing event deleted for resources: {'Port': ['ID=cd0b0c73-a5d0-4c31-acd5-f37f096c20d6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:21.546527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] No DVR routers for this DVR port cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:06:21.549086 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:21.551780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-deleted', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:21.567321 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8ac461b3-94d1-4e61-a0a3-45e06c7b9e31 req-59954b13-75b7-4453-9c16-77a0fc85703f tempest-DeleteServersTestJSON-398300504 tempest-DeleteServersTestJSON-398300504-project] 10.222.0.15 "DELETE /v2.0/ports/cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 HTTP/1.1" status: 204 len: 173 time: 0.7809122 Jun 03 16:06:21.602341 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a4a961-c565-4087-88af-dbff74dd5f0b'] response: {'server_uuid': '9f41b8b3-7e78-4154-a800-01a16ad7b2e0', 'name': 'network-vif-deleted', 'tag': 'cd0b0c73-a5d0-4c31-acd5-f37f096c20d6', 'status': 'completed', 'code': 200} Jun 03 16:06:22.103949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40932) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:06:22.166270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Deleting subnet 76ad7397-7a2f-4e2f-9774-1f4d3b89b151 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:06:22.169146 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.319093 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.372504 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.441599 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.480240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ad7397-7a2f-4e2f-9774-1f4d3b89b151,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:22.485942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.493928 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.494277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.494617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.494952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.495282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.495611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.495938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.496291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.496619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.496941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.497263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.497586 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:22.503662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7f30c9ab-0f42-4829-8b67-d5ff8a37fee4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/76ad7397-7a2f-4e2f-9774-1f4d3b89b151 HTTP/1.1" status: 204 len: 168 time: 0.3986154 Jun 03 16:06:22.508187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40936) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:06:22.616894 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.744861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.771548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b97bc0-29b7-47e4-bf52-3ad013017448']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:22.784794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c441c81b-d32b-465f-8183-7c0cf762f404') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:22.785093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c441c81b-d32b-465f-8183-7c0cf762f404') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:22.797752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.816006 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.823402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:06:22.823811 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.914125 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c441c81b-d32b-465f-8183-7c0cf762f404 resource provider aggregate not found Jun 03 16:06:22.931349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.936369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:22.952693 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment c441c81b-d32b-465f-8183-7c0cf762f404 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c441c81b-d32b-465f-8183-7c0cf762f404 found for delete ", "request_id": "req-254316fb-638e-4529-8f9b-296701dd569e"}]} Jun 03 16:06:22.963358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b97bc0-29b7-47e4-bf52-3ad013017448,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:22.971479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-476f3f64-9dc9-42fb-91c9-10bb88969ed4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/60b97bc0-29b7-47e4-bf52-3ad013017448 HTTP/1.1" status: 204 len: 168 time: 0.4622478 Jun 03 16:06:23.095534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40948) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:06:23.145834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-43aeb44e-4208-4776-92a7-d4a12d37f69f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=311e17ba893a4b0f92e30ce28f9ed6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490165 Jun 03 16:06:23.148367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40952) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:06:23.213899 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44c92d-2a21-4773-acc5-b983e734d024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:23.240094 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44c92d-2a21-4773-acc5-b983e734d024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:23.296728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44c92d-2a21-4773-acc5-b983e734d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:23.313880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44c92d-2a21-4773-acc5-b983e734d024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd94860-7cd3-4128-9bdc-f4cc3981f30b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:23.327087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ad44c92d-2a21-4773-acc5-b983e734d024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:23.328444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ad44c92d-2a21-4773-acc5-b983e734d024 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bd94860-7cd3-4128-9bdc-f4cc3981f30b HTTP/1.1" status: 204 len: 168 time: 0.1789508 Jun 03 16:06:24.174299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40976) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:06:24.294191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1730571862-network', 'tenant_id': 'a5ae54e9eced456d931a901037bef06e'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:24.300739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:06:24.305366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Usage tracker for resource:network and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:06:24.308811 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:06:24.315223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:06:24.325478 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Made reservation on behalf of a5ae54e9eced456d931a901037bef06e for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:06:24.327823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.341034 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.357600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:06:24.361626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:06:24.364577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:06:24.370419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:06:24.464598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.468911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.505799 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:06:24.515047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440c605-bbf1-4f90-9486-d699d7790786,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:24.522999 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.523343 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Added segment b015cf65-eb3d-4e74-bec9-a616959c856b of type vlan for network 79900a43-5047-46b3-9995-789358c8fb81 Jun 03 16:06:24.556681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.587545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.588635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:24.589215 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.695798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] Pushing event updated for resources: {'Network': ['ID=79900a43-5047-46b3-9995-789358c8fb81,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:24.698943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2cb2be4d-dd0b-42a5-93fc-b50df5384c99 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5234854 Jun 03 16:06:24.702031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 40982) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:06:24.707896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Request body: {'subnet': {'network_id': '79900a43-5047-46b3-9995-789358c8fb81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1730571862-subnet', 'tenant_id': 'a5ae54e9eced456d931a901037bef06e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:24.708254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 79900a43-5047-46b3-9995-789358c8fb81 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:06:24.715153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:06:24.719891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Usage tracker for resource:subnet and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:06:24.723328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:06:24.729918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:06:24.742500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Made reservation on behalf of a5ae54e9eced456d931a901037bef06e for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:06:24.745545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:24.974835 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:25.055758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:25.066308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Checking segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:06:25.066762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Network hostable DHCP agents. Network: 79900a43-5047-46b3-9995-789358c8fb81, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:06:25.101910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Network 79900a43-5047-46b3-9995-789358c8fb81 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:06:25.112277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 79900a43-5047-46b3-9995-789358c8fb81) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:06:25.117316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:25.118767 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:25.122538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d2f58-a152-4b59-b57d-e3a12ee1db70 None None] Network 79900a43-5047-46b3-9995-789358c8fb81 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:06:25.151883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b7fea981-e910-49cd-b16a-0401a0091c22 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4484730 Jun 03 16:06:25.376381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf8872-fd8c-4add-b631-e9715490787d None None] Network 79900a43-5047-46b3-9995-789358c8fb81 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:06:25.742862 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-c1e04f80-b449-4ce9-9b82-5255eae2eeeb tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:25.743554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-c1e04f80-b449-4ce9-9b82-5255eae2eeeb tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Synchronizing usage tracker for tenant:a5ae54e9eced456d931a901037bef06e on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:06:25.761805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-c1e04f80-b449-4ce9-9b82-5255eae2eeeb tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Unset dirty status for tenant:a5ae54e9eced456d931a901037bef06e on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:06:25.763159 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-c1e04f80-b449-4ce9-9b82-5255eae2eeeb tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 815 time: 0.1711061 Jun 03 16:06:25.779165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-ffab2fbc-8587-43a6-8c94-de5652a73e05 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/quotas/a5ae54e9eced456d931a901037bef06e HTTP/1.1" status: 200 len: 375 time: 0.0103223 Jun 03 16:06:25.829009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-d234e3a5-fa8c-4848-8986-bae90e326524 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438731 Jun 03 16:06:26.090004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-4b32ffda-c9f1-4266-befb-d2f5e73d045d service neutron] 10.222.0.66 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534654 Jun 03 16:06:26.223044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-d861a3d5-9ce5-473e-84c5-9c04a78abe1c service neutron] 10.222.0.66 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271081 Jun 03 16:06:26.277351 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:06:26.401436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:06:26.425598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8a7a933-4cd8-4c23-b56b-1538e4b698d7 req-059d2399-e3e2-499e-9e3e-f969676c0ea3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 210 time: 0.0511167 Jun 03 16:06:26.452758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:06:26.452758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device cd0b0c73-a5d0-4c31-acd5-f37f096c20d6 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:06:27.591150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a8a5c092-b7fe-4b97-91b9-9939207c9237 req-f797aa34-ac54-4b78-8268-fb0335ec84f6 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 210 time: 0.0448651 Jun 03 16:06:27.595415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-c97f9c2b-7d61-4f45-954a-8ca21374e19b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:27.597713 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-c97f9c2b-7d61-4f45-954a-8ca21374e19b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.70 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 815 time: 0.1687481 Jun 03 16:06:27.616690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Request body: {'port': {'device_id': '1968129c-affa-4674-871a-24029fee4136', 'network_id': '79900a43-5047-46b3-9995-789358c8fb81', 'admin_state_up': True, 'tenant_id': 'a5ae54e9eced456d931a901037bef06e'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:27.766084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:06:27.770317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Usage tracker for resource:port and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:06:27.773264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:06:27.779709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:06:27.790989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Made reservation on behalf of a5ae54e9eced456d931a901037bef06e for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:06:27.794793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:27.966669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Allocated IP 172.20.0.11 (79900a43-5047-46b3-9995-789358c8fb81/d0ede408-c2d2-4db0-9a96-ae5db2ff22a0/27ac63aa-a078-47cc-8f29-f26845909022) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:06:28.177536 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:28.215688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:28.290119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Network 79900a43-5047-46b3-9995-789358c8fb81 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:06:28.293152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:06:28.295568 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:06:28.456609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:28.470080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.470420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.470751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.471082 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.471406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.471725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.472058 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.472400 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.472719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.473042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.473361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.473679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:28.493263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:28.493916 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:28.516187 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-537aa1fc-a82e-45ed-8e76-b89e5e9b134a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9041722 Jun 03 16:06:28.533265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Request body: {'port': {'device_id': '1968129c-affa-4674-871a-24029fee4136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:28.659096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:28.785335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f2948-3bea-43d0-b6a4-5f39af07d9a2 req-717601a4-ec59-476d-b946-5f9bac04fe5b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:28.786899 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b7f2948-3bea-43d0-b6a4-5f39af07d9a2 req-717601a4-ec59-476d-b946-5f9bac04fe5b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 932 time: 0.0838647 Jun 03 16:06:28.835424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7b7f2948-3bea-43d0-b6a4-5f39af07d9a2 req-42ec1f78-3feb-4f17-abda-1e91e19661c5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Synchronizing usage tracker for tenant:a5ae54e9eced456d931a901037bef06e on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:06:28.854544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-7b7f2948-3bea-43d0-b6a4-5f39af07d9a2 req-42ec1f78-3feb-4f17-abda-1e91e19661c5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Unset dirty status for tenant:a5ae54e9eced456d931a901037bef06e on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:06:28.855798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b7f2948-3bea-43d0-b6a4-5f39af07d9a2 req-42ec1f78-3feb-4f17-abda-1e91e19661c5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Jun 03 16:06:29.029719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ac63aa-a078-47cc-8f29-f26845909022 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:06:29.038457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:29.054703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Transition to ACTIVE for port object 27ac63aa-a078-47cc-8f29-f26845909022 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:06:29.058056 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:29.212989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:29.307424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:06:29.307672 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:06:29.308001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:29.312648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Port 27ac63aa-a078-47cc-8f29-f26845909022 on network 79900a43-5047-46b3-9995-789358c8fb81 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:06:29.312966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:29.318313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:06:29.318695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Checking segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:06:29.319088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Bound using segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:06:29.319510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Bound port: 27ac63aa-a078-47cc-8f29-f26845909022, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:06:29.319858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:29.411413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:06:29.415152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:06:29.418806 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:29.480011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:29.480662 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:29.482058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 1092 time: 0.9546647 Jun 03 16:06:29.482504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:29.509075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d60dad-c626-4667-a9c7-7f57c60cb2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:29.569667 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e72b4c6-f715-4afb-be71-3ca5d88e0ec0'] response: {'name': 'network-changed', 'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022', 'status': 'completed', 'code': 200} Jun 03 16:06:29.607376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-40fc078e-3919-43c3-97d0-f1fc51f9b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:29.609584 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-40fc078e-3919-43c3-97d0-f1fc51f9b031 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1095 time: 0.0789700 Jun 03 16:06:29.686198 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-9be1fdac-e461-491c-b080-ed951541bb78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.0658360 Jun 03 16:06:29.757178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-5304694b-5de0-40ed-a3d9-83475d543351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:29.758627 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-5304694b-5de0-40ed-a3d9-83475d543351 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0632122 Jun 03 16:06:29.808587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-6b6c77b0-ba2f-4a91-bde8-398dc91e4def service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409784 Jun 03 16:06:29.941048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-9c2aa539-6a49-4185-8e9a-a2368c5e93bb service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251605 Jun 03 16:06:30.060265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482f77-127d-4c03-a60c-8446edd81da8 req-f2b61075-c65a-4831-a01c-7a4e1b06866f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:30.061788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96482f77-127d-4c03-a60c-8446edd81da8 req-f2b61075-c65a-4831-a01c-7a4e1b06866f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 944 time: 0.0870748 Jun 03 16:06:30.092396 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7093f43d-cf83-42a3-bd12-21b670362c8f req-dc7658b3-005a-4349-b1a9-ffc054628410 service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412690 Jun 03 16:06:30.109137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96482f77-127d-4c03-a60c-8446edd81da8 req-f1fb143b-ae2b-4d25-afc1-86b1eefc978c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Jun 03 16:06:30.221590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-33b6ddc3-b977-4d4c-84a6-cbfca72b7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:30.223048 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-33b6ddc3-b977-4d4c-84a6-cbfca72b7374 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1095 time: 0.0721340 Jun 03 16:06:30.473026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-0584af43-9113-4cb8-84d1-f482aef94366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:30.474410 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-0584af43-9113-4cb8-84d1-f482aef94366 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.2382686 Jun 03 16:06:30.547181 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-d5f13b4c-2b8d-44ae-b791-a88f4e4fe7cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.0640492 Jun 03 16:06:30.611428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-bc7a26be-0a21-43e6-86bc-d2872f1a7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:30.612881 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-bc7a26be-0a21-43e6-86bc-d2872f1a7dad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0556545 Jun 03 16:06:30.665392 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-05077f62-9b3f-4f06-a0ba-7b8cb1163fcf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450580 Jun 03 16:06:30.806095 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-04c4bb22-6f98-46ab-8706-3d4259d55f33 service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336720 Jun 03 16:06:30.944097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-61b7dc42-aaf1-481c-a613-27c581a62bc8 req-92f1f239-c973-47c4-93c9-4126bc741b2d service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316400 Jun 03 16:06:31.293830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f093f6b-d885-4c22-9b46-f157f6f47fe5 req-f4cac118-69ce-47e9-becb-0a30d441a24d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:31.295292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f093f6b-d885-4c22-9b46-f157f6f47fe5 req-f4cac118-69ce-47e9-becb-0a30d441a24d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 944 time: 0.0794411 Jun 03 16:06:31.346281 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6f093f6b-d885-4c22-9b46-f157f6f47fe5 req-efc269e4-ae4c-45fa-affc-f40bf6afa137 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Jun 03 16:06:32.554526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e20ec5-a91a-4153-93ea-d5345de75c17 req-ca4428e0-cd84-40c0-ade8-b891c881a19c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:32.556013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e20ec5-a91a-4153-93ea-d5345de75c17 req-ca4428e0-cd84-40c0-ade8-b891c881a19c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 944 time: 0.0956979 Jun 03 16:06:32.607645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20e20ec5-a91a-4153-93ea-d5345de75c17 req-75b38806-c570-4f92-b9bc-36cc43393645 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454006 Jun 03 16:06:32.643686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:06:32.792265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:32.807769 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '27ac63aa-a078-47cc-8f29-f26845909022', 'network_id': '79900a43-5047-46b3-9995-789358c8fb81', 'port_id': '27ac63aa-a078-47cc-8f29-f26845909022', 'mac_address': 'fa:16:3e:99:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ede408-c2d2-4db0-9a96-ae5db2ff22a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:06:32.869196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 27ac63aa-a078-47cc-8f29-f26845909022 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:32.869579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:32.894762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ac63aa-a078-47cc-8f29-f26845909022 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:06:32.911969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:32.916632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:33.018407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:33.173464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['27ac63aa-a078-47cc-8f29-f26845909022'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:06:33.807502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1fb72-884e-4753-8225-e993a84ca48a req-4870e482-9871-4b0a-91a6-3174cb5eae92 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:33.809146 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49f1fb72-884e-4753-8225-e993a84ca48a req-4870e482-9871-4b0a-91a6-3174cb5eae92 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 945 time: 0.0912485 Jun 03 16:06:33.854151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49f1fb72-884e-4753-8225-e993a84ca48a req-df951eb1-6958-4634-af03-2ee0e4a9c904 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Jun 03 16:06:34.653541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:06:34.720256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 27ac63aa-a078-47cc-8f29-f26845909022 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:06:34.725708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 27ac63aa-a078-47cc-8f29-f26845909022 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:06:34.726153 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:34.842268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 27ac63aa-a078-47cc-8f29-f26845909022 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:34.842645 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:34.869630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:34.879833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:34.883951 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:34.922072 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be77cba1-d1d9-4be6-91eb-fd185876c95b'] response: {'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022', 'code': 200} Jun 03 16:06:34.962611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:35.052477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8029ac-d325-4430-bc2c-9f3154c614f7 req-a35fd77f-dbf9-4575-9be8-b1274f6aba2a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:35.053981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d8029ac-d325-4430-bc2c-9f3154c614f7 req-a35fd77f-dbf9-4575-9be8-b1274f6aba2a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0819616 Jun 03 16:06:35.064259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795d6c5-08fa-431b-b2ed-1d9e16d5a065 req-9e7f334c-853b-4206-8052-7161a8e0546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:35.065932 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e795d6c5-08fa-431b-b2ed-1d9e16d5a065 req-9e7f334c-853b-4206-8052-7161a8e0546e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1097 time: 0.0701442 Jun 03 16:06:35.099538 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d8029ac-d325-4430-bc2c-9f3154c614f7 req-1d1bee37-6720-48ed-9d07-5b042a40d9c9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Jun 03 16:06:35.112197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e795d6c5-08fa-431b-b2ed-1d9e16d5a065 req-319180b6-1601-4180-b3cf-657be3894b9a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360680 Jun 03 16:06:36.291564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54cdcb-b127-422c-a779-e953cc0c23f2 req-c6c07169-3ec7-4ed1-9a62-7211cbe98fa3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:36.293099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c54cdcb-b127-422c-a779-e953cc0c23f2 req-c6c07169-3ec7-4ed1-9a62-7211cbe98fa3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0870743 Jun 03 16:06:36.340941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c54cdcb-b127-422c-a779-e953cc0c23f2 req-8f3550f9-bbfd-40ef-8c8b-74a4250dddd8 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Jun 03 16:06:37.528075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564a94e-75c2-4a62-890d-aead96edf70f req-c504ab41-2d63-495f-b3a1-16ffb37e257e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:37.529473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e564a94e-75c2-4a62-890d-aead96edf70f req-c504ab41-2d63-495f-b3a1-16ffb37e257e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0804451 Jun 03 16:06:37.578665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e564a94e-75c2-4a62-890d-aead96edf70f req-831a9456-5d5b-401b-b1d8-1677871ad599 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Jun 03 16:06:37.776163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c565faf-c9de-47a9-a5b0-5964f9be6caa req-1b027a1f-d14d-4ea5-b7fb-470e6739d56b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:37.777813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c565faf-c9de-47a9-a5b0-5964f9be6caa req-1b027a1f-d14d-4ea5-b7fb-470e6739d56b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0837598 Jun 03 16:06:37.825699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c565faf-c9de-47a9-a5b0-5964f9be6caa req-4daa6140-7f60-4654-a179-3c3119ba7145 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Jun 03 16:06:38.184392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867ffa2-37e4-4c42-8091-17173274b5ea req-bc1ec0ac-7e71-4af8-b864-a01fb599eed9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:38.185889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0867ffa2-37e4-4c42-8091-17173274b5ea req-bc1ec0ac-7e71-4af8-b864-a01fb599eed9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0874600 Jun 03 16:06:38.231682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0867ffa2-37e4-4c42-8091-17173274b5ea req-2a54ba39-9be1-4bb1-8f2b-4af6dd49fd41 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Jun 03 16:06:38.417183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc925c-4017-4040-b62d-e7920de2a749 req-4b7bac93-1362-4593-aba9-5ea8dd131827 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:38.418628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17fc925c-4017-4040-b62d-e7920de2a749 req-4b7bac93-1362-4593-aba9-5ea8dd131827 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0816200 Jun 03 16:06:38.464766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17fc925c-4017-4040-b62d-e7920de2a749 req-ec6d3152-6bc7-4369-83a6-6f6a2e57225e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Jun 03 16:06:38.949735 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004b210-3033-4ff0-a5b2-e9f97d4c088e req-3b51d2db-1dc4-4bbf-95e4-197ffb8c26f7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:38.951322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7004b210-3033-4ff0-a5b2-e9f97d4c088e req-3b51d2db-1dc4-4bbf-95e4-197ffb8c26f7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.1497662 Jun 03 16:06:38.955422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-314657ab-debf-4b41-9bfa-48a5fd0faa7d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619220 Jun 03 16:06:39.013686 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7004b210-3033-4ff0-a5b2-e9f97d4c088e req-30198a23-eb91-4b82-8fe6-8dea08d57fc8 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560441 Jun 03 16:06:40.189189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-2e2c8f8f-bd3f-4d58-ba1c-3813bd14a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:40.190716 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-2e2c8f8f-bd3f-4d58-ba1c-3813bd14a081 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1097 time: 0.0767317 Jun 03 16:06:40.211020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c491ba6-fb00-4536-b3bc-53e52f59921f req-5326d8c6-b3e6-4832-9b21-303eda4f0ffe tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:40.212569 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c491ba6-fb00-4536-b3bc-53e52f59921f req-5326d8c6-b3e6-4832-9b21-303eda4f0ffe tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0836940 Jun 03 16:06:40.262726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9c491ba6-fb00-4536-b3bc-53e52f59921f req-a0c3e3bd-25fe-4a4c-9acb-3fc844f4cd15 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Jun 03 16:06:40.326585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-5a2ee9a1-73c1-4934-9572-e8c2b6350620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:40.327969 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-5a2ee9a1-73c1-4934-9572-e8c2b6350620 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1307321 Jun 03 16:06:40.402830 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-1a6d8e36-6099-4db3-8dcf-e46c1ce2f951 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.0691102 Jun 03 16:06:40.464024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-d72bf043-c4ca-451e-b737-5d9611218561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:40.465506 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-d72bf043-c4ca-451e-b737-5d9611218561 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0569365 Jun 03 16:06:40.514486 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-65468477-67c8-40fd-9416-b38310cd862b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407622 Jun 03 16:06:40.649853 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-8ae829fa-85ea-44a9-9b78-40ff9aef86e6 service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292868 Jun 03 16:06:40.782199 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-cf8b1865-ed22-4d18-9c7c-d413a5685c66 service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264639 Jun 03 16:06:41.457287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd354e6-d360-4368-9f3b-e11679c31680 req-20d2a302-12f5-4ff0-ab68-a4f2481f5628 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:41.458363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dd354e6-d360-4368-9f3b-e11679c31680 req-20d2a302-12f5-4ff0-ab68-a4f2481f5628 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0877347 Jun 03 16:06:41.504013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dd354e6-d360-4368-9f3b-e11679c31680 req-3671f508-8af6-47f3-a3a5-0e9f2c761388 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Jun 03 16:06:42.690297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e35c3-2989-42c8-9192-93d18497b972 req-c51b526c-fed8-41c0-b3e2-bebb1faee01f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:42.691743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-712e35c3-2989-42c8-9192-93d18497b972 req-c51b526c-fed8-41c0-b3e2-bebb1faee01f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0789480 Jun 03 16:06:42.736271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-712e35c3-2989-42c8-9192-93d18497b972 req-b8b4cd12-c68e-4184-9ea6-16ee393d52a1 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Jun 03 16:06:43.427763 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-858bd1ce-8ec8-4bf1-bcd8-40edcfa360ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:43.921441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad03a03-d02b-4c96-8d92-514e2cdb7a15 req-1994bced-e7c1-45bd-abb9-1dbf924de4b9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:43.922904 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cad03a03-d02b-4c96-8d92-514e2cdb7a15 req-1994bced-e7c1-45bd-abb9-1dbf924de4b9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0829127 Jun 03 16:06:43.966823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cad03a03-d02b-4c96-8d92-514e2cdb7a15 req-7acbc7ce-165d-402c-b404-a012915e83e9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Jun 03 16:06:45.156919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c64463-c38e-4ae9-bc0b-8c257d457b19 req-81a56279-56e9-45e6-8c9f-0c4484a2ac62 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:45.158431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37c64463-c38e-4ae9-bc0b-8c257d457b19 req-81a56279-56e9-45e6-8c9f-0c4484a2ac62 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0794723 Jun 03 16:06:45.203033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37c64463-c38e-4ae9-bc0b-8c257d457b19 req-b242049a-af4a-4793-b59c-b6505771e407 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384550 Jun 03 16:06:45.870103 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:46.317783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bfa268ec-33bd-498b-8757-cf223c1ff61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:46.391758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b167cff-c3bb-4d96-85be-47125deb1f63 req-5afabb55-5742-4291-aa59-2feff31f377c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:46.393251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b167cff-c3bb-4d96-85be-47125deb1f63 req-5afabb55-5742-4291-aa59-2feff31f377c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0818093 Jun 03 16:06:46.440299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b167cff-c3bb-4d96-85be-47125deb1f63 req-31bd1f11-2f40-4f88-94d4-610d88a772fb tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Jun 03 16:06:46.652382 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:47.085314 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:47.628266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912c68b-2cd8-4c73-9eca-2a2b923af074 req-79df3ed5-d835-48b5-89d5-9ee017be70a2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:47.629736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b912c68b-2cd8-4c73-9eca-2a2b923af074 req-79df3ed5-d835-48b5-89d5-9ee017be70a2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0814624 Jun 03 16:06:47.677999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b912c68b-2cd8-4c73-9eca-2a2b923af074 req-eef50614-6414-4dbf-a24c-9064e2e74c4e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Jun 03 16:06:48.345983 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:48.570938 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:48.864990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ab5c2-bb64-4f92-9254-376bff38823e req-f120b116-28d0-4f8d-99cf-bca2d474cc9f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:48.866447 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b59ab5c2-bb64-4f92-9254-376bff38823e req-f120b116-28d0-4f8d-99cf-bca2d474cc9f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0843227 Jun 03 16:06:48.911127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b59ab5c2-bb64-4f92-9254-376bff38823e req-8151cb15-2146-4ada-9b15-c634f2d5dff6 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Jun 03 16:06:50.199984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a741-6f97-4e07-ba5a-e64a5c4662fd req-65a65dc1-f945-4860-8d8d-e1c218bdfda7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:50.201390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00c2a741-6f97-4e07-ba5a-e64a5c4662fd req-65a65dc1-f945-4860-8d8d-e1c218bdfda7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.1865151 Jun 03 16:06:50.245728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00c2a741-6f97-4e07-ba5a-e64a5c4662fd req-051db9de-31e1-4462-8e40-0f042ffe908d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Jun 03 16:06:51.431149 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e28005-3cce-43b8-8c95-8b89eecbe400 req-f9dad922-d9db-41f4-bdfe-d8139bf76de6 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:51.432655 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03e28005-3cce-43b8-8c95-8b89eecbe400 req-f9dad922-d9db-41f4-bdfe-d8139bf76de6 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0805647 Jun 03 16:06:51.480151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03e28005-3cce-43b8-8c95-8b89eecbe400 req-ec2039a9-4107-49e0-9765-1f9fdef1dac4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Jun 03 16:06:52.663727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc00d29-ac7f-4e9d-b980-0d5b7249216c req-0995420a-900c-4a70-8c67-29aca12ac05f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:52.665228 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efc00d29-ac7f-4e9d-b980-0d5b7249216c req-0995420a-900c-4a70-8c67-29aca12ac05f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0785556 Jun 03 16:06:52.710620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efc00d29-ac7f-4e9d-b980-0d5b7249216c req-c3475242-932b-4646-b14f-90556804a57c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Jun 03 16:06:53.897635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a3108-5706-4395-914d-b96bffa9e323 req-743f6867-c827-4d9c-9324-d077afb60ed4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:53.899557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-537a3108-5706-4395-914d-b96bffa9e323 req-743f6867-c827-4d9c-9324-d077afb60ed4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0816236 Jun 03 16:06:53.943128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-537a3108-5706-4395-914d-b96bffa9e323 req-371e322e-89c5-4e24-a426-8a739daab198 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377991 Jun 03 16:06:55.126131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21177-98e3-4fd6-8ca2-c43551e446de req-140dac38-6f29-444b-aae3-d072661cd525 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:55.127759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3b21177-98e3-4fd6-8ca2-c43551e446de req-140dac38-6f29-444b-aae3-d072661cd525 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0793910 Jun 03 16:06:55.172081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3b21177-98e3-4fd6-8ca2-c43551e446de req-7b832120-0c58-4d96-b839-80ec6a0a85cf tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Jun 03 16:06:56.362076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49363e-7712-4e05-8fdc-a8d2561e2995 req-dc4ae646-3633-4eac-9d1d-f94fa21be3f7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:56.363460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae49363e-7712-4e05-8fdc-a8d2561e2995 req-dc4ae646-3633-4eac-9d1d-f94fa21be3f7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0850160 Jun 03 16:06:56.408935 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae49363e-7712-4e05-8fdc-a8d2561e2995 req-c731da2f-16f8-457d-8999-7612540e5917 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Jun 03 16:06:57.591418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be8638-c9dd-44e2-9c72-17470e3e2cdf req-6f7207fb-6027-42de-9697-de11d9fab3a7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:57.592910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03be8638-c9dd-44e2-9c72-17470e3e2cdf req-6f7207fb-6027-42de-9697-de11d9fab3a7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0798471 Jun 03 16:06:57.642065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03be8638-c9dd-44e2-9c72-17470e3e2cdf req-8751152e-0e01-418c-871d-dc6dda00e968 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Jun 03 16:06:58.837222 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6fb8f-0133-4721-9cea-22305cd9e6f6 req-82125276-db79-4f26-92a7-bd113d8cc4fa tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:58.838740 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4dc6fb8f-0133-4721-9cea-22305cd9e6f6 req-82125276-db79-4f26-92a7-bd113d8cc4fa tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0897260 Jun 03 16:06:58.888654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4dc6fb8f-0133-4721-9cea-22305cd9e6f6 req-955e272d-5101-4b67-a282-6d41ea75a236 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Jun 03 16:07:00.077323 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42519c34-78e7-48ff-b21e-7b57b31a52a0 req-8efeba81-4706-4fb4-8285-9697bdd49e2c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:00.078827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42519c34-78e7-48ff-b21e-7b57b31a52a0 req-8efeba81-4706-4fb4-8285-9697bdd49e2c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0804179 Jun 03 16:07:00.127476 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42519c34-78e7-48ff-b21e-7b57b31a52a0 req-0f53446a-4da6-4e1c-a72b-341721462ec3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Jun 03 16:07:01.322265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728581a-7abe-44ca-9ad0-f7d2fbe2b5db req-6cb21e43-2af2-4d78-950c-fc25902a6978 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:01.323666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1728581a-7abe-44ca-9ad0-f7d2fbe2b5db req-6cb21e43-2af2-4d78-950c-fc25902a6978 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0849233 Jun 03 16:07:01.370628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1728581a-7abe-44ca-9ad0-f7d2fbe2b5db req-4575d175-fa03-4ef1-a11b-0c5c7753a7ab tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Jun 03 16:07:02.562525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c67b4-9e88-4b38-a912-6db431eafa5f req-a0b11bea-a8f4-4ef0-9b31-c224daf5b04e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:02.563997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc9c67b4-9e88-4b38-a912-6db431eafa5f req-a0b11bea-a8f4-4ef0-9b31-c224daf5b04e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0861356 Jun 03 16:07:02.607819 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dc9c67b4-9e88-4b38-a912-6db431eafa5f req-4f210cc5-7191-489c-abdd-c3e414a82b1f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381639 Jun 03 16:07:03.276631 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:07:03.805898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49300-cd2d-416b-89e1-fbcafd7104fb req-2f65dfd6-fe73-47cb-8dba-ede291cd4592 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:03.807344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72c49300-cd2d-416b-89e1-fbcafd7104fb req-2f65dfd6-fe73-47cb-8dba-ede291cd4592 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0797281 Jun 03 16:07:03.850578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-72c49300-cd2d-416b-89e1-fbcafd7104fb req-be9c4a75-6010-40f4-a097-140ba7ca629f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Jun 03 16:07:05.037031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2718a-ec82-4b47-8634-bc46d5f0f120 req-c9c8bd10-82ec-4c5c-ba1f-12a704ebe06f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:05.038502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adf2718a-ec82-4b47-8634-bc46d5f0f120 req-c9c8bd10-82ec-4c5c-ba1f-12a704ebe06f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0823045 Jun 03 16:07:05.082523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-adf2718a-ec82-4b47-8634-bc46d5f0f120 req-522108ef-fad8-4450-a7a2-0c0c3802ad1e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Jun 03 16:07:06.273043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b278831-fbb5-41b3-b61d-25c7858ae36d req-9d7815b1-b0ed-4fd4-a5e3-00c1e5de4059 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:06.275072 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b278831-fbb5-41b3-b61d-25c7858ae36d req-9d7815b1-b0ed-4fd4-a5e3-00c1e5de4059 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0816085 Jun 03 16:07:06.323874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b278831-fbb5-41b3-b61d-25c7858ae36d req-9de9c0df-e026-4b3c-9ab9-33199a1e847a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Jun 03 16:07:07.510897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d449-148a-4543-869c-71f283cc36dc req-ac919b68-f855-4d61-beb1-2cad37796596 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:07.512383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bb2d449-148a-4543-869c-71f283cc36dc req-ac919b68-f855-4d61-beb1-2cad37796596 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0802066 Jun 03 16:07:07.556734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5bb2d449-148a-4543-869c-71f283cc36dc req-a2563a52-f9ce-4087-ad90-0d92743fc20e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Jun 03 16:07:08.025104 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-933996b7-4d50-4901-91c3-6a2f1607620e service neutron] show failed (client error): The resource could not be found. Jun 03 16:07:08.026097 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-933996b7-4d50-4901-91c3-6a2f1607620e service neutron] 10.222.0.70 "GET /v2.0/ports/27ac63aa-a078-47cc-8f29-f26845909022/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0793977 Jun 03 16:07:08.323436 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-79091a29-f408-4ad5-b9ea-77c3a6b17b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:08.324550 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-79091a29-f408-4ad5-b9ea-77c3a6b17b11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136&tenant_id=a5ae54e9eced456d931a901037bef06e HTTP/1.1" status: 200 len: 1097 time: 0.0848389 Jun 03 16:07:08.335847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:08.555238 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:08.754595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792bd4-195a-4d06-9989-20d53a57b885 req-6d6b93f7-cd44-4ba2-8a2b-3cea4a658edf tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:08.756085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb792bd4-195a-4d06-9989-20d53a57b885 req-6d6b93f7-cd44-4ba2-8a2b-3cea4a658edf tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0831745 Jun 03 16:07:08.804857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb792bd4-195a-4d06-9989-20d53a57b885 req-ed5b3d58-9159-4935-a835-921c3397ad58 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Jun 03 16:07:08.830597 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:08.859249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:07:08.916830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:08.922534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:08.938563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Transition to ACTIVE for port object 27ac63aa-a078-47cc-8f29-f26845909022 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:07:08.942318 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:08.979309 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a217ba-5d27-4dee-b3b2-ef5a0b27415b'] response: {'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022', 'code': 200} Jun 03 16:07:09.104567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:09.107183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] No DVR routers for this DVR port 27ac63aa-a078-47cc-8f29-f26845909022 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:07:09.160794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:07:09.161131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:07:09.161458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:09.166096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Port 27ac63aa-a078-47cc-8f29-f26845909022 on network 79900a43-5047-46b3-9995-789358c8fb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:07:09.166412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Attempting to bind port 27ac63aa-a078-47cc-8f29-f26845909022 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:09.171546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:07:09.171881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Checking segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:07:09.172302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Bound using segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:07:09.172728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Bound port: 27ac63aa-a078-47cc-8f29-f26845909022, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:07:09.173074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:09.262353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:07:09.265371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:07:09.268911 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:09.327867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:09.328509 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:09.329864 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] 10.222.0.15 "PUT /v2.0/ports/27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 1092 time: 0.9983172 Jun 03 16:07:09.347303 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e9400-8552-4fab-92ef-ec0d340b1406 service neutron] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:09.425430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-79371a2b-5167-44e4-9d1e-9084adac810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:09.426859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-79371a2b-5167-44e4-9d1e-9084adac810c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1095 time: 0.0755997 Jun 03 16:07:09.566355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-998a8c7e-70e2-43b2-a473-b89806055da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:09.567823 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-998a8c7e-70e2-43b2-a473-b89806055da3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1354885 Jun 03 16:07:09.641859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-6666460f-1e5e-43be-a65a-d213a8437f93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.0677497 Jun 03 16:07:09.713474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-2201e7c9-6b27-4f23-b75a-016c2406966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:09.715658 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-2201e7c9-6b27-4f23-b75a-016c2406966e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0677512 Jun 03 16:07:09.781628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-8cc5f890-5de7-4613-8c9f-32ca32e6dcc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597618 Jun 03 16:07:09.919262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-8c7ee5f0-7c81-453a-a288-ca660a492082 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312075 Jun 03 16:07:09.995697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e8a0-76b6-4b5f-893d-a8ffc2ec6b39 req-46f91b69-b713-4a3d-944d-db3bf6020290 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:09.997224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2245e8a0-76b6-4b5f-893d-a8ffc2ec6b39 req-46f91b69-b713-4a3d-944d-db3bf6020290 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 944 time: 0.0847685 Jun 03 16:07:10.045227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2245e8a0-76b6-4b5f-893d-a8ffc2ec6b39 req-7f795ea6-6a36-4e09-8728-3276d00e92b4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Jun 03 16:07:10.064911 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b8ebb996-5cb1-47bb-b131-3b840b491841 req-f45dcddc-79ec-4310-98be-d37b3e6a758f service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389296 Jun 03 16:07:10.854892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:07:10.918990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:07:10.980266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:11.040292 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d555b4-f88a-420e-8871-ff95d4ce9115'] response: {'name': 'network-changed', 'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022', 'status': 'completed', 'code': 200} Jun 03 16:07:11.244974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f079dfd-778f-4bd9-bd73-5060f9294e3c req-332dcf66-c1ab-4131-b313-113f1eb0763c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:11.247441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f079dfd-778f-4bd9-bd73-5060f9294e3c req-332dcf66-c1ab-4131-b313-113f1eb0763c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 944 time: 0.0870988 Jun 03 16:07:11.291723 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f079dfd-778f-4bd9-bd73-5060f9294e3c req-35426d85-6fef-4f88-bce5-5deb456f9c5d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396307 Jun 03 16:07:11.302941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-1032f5ca-e2b6-4523-ac98-637bcbb7cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:11.304365 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-1032f5ca-e2b6-4523-ac98-637bcbb7cda6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1095 time: 0.2473695 Jun 03 16:07:11.306921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-81acb261-0493-46a8-a958-9b2fc7b5758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:11.308274 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-81acb261-0493-46a8-a958-9b2fc7b5758e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1095 time: 0.2115340 Jun 03 16:07:11.549679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-74914681-a06c-4cf1-81b0-d9767ceffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:11.551032 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-74914681-a06c-4cf1-81b0-d9767ceffbc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.2402060 Jun 03 16:07:11.552112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-816ba219-d928-41e8-8e31-2e43ee252e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:11.553397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-816ba219-d928-41e8-8e31-2e43ee252e09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.2248971 Jun 03 16:07:11.687282 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-5b173847-0877-4ec4-96bb-26b2a244e5f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.1293421 Jun 03 16:07:11.688595 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-72df3d6c-16f4-449b-87ac-310db3051bf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.0799060 Jun 03 16:07:11.800903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-e8d7d8f2-832e-4220-aeb9-c1b95e2b0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:11.802233 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-e8d7d8f2-832e-4220-aeb9-c1b95e2b0d55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.1090717 Jun 03 16:07:11.803583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-e1b1ca10-9a24-45d8-83af-c89374b7aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:11.804901 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-e1b1ca10-9a24-45d8-83af-c89374b7aa37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0826852 Jun 03 16:07:11.883498 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-1f93b0d2-7135-4689-afa6-868ca52a83ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749581 Jun 03 16:07:11.885458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-8bcde212-7dcb-4bc4-8a56-6b33e8a42e12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480530 Jun 03 16:07:11.928134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-447e6bb7-310a-41ea-b74e-d28148602607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708759 Jun 03 16:07:12.128998 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-0dc7311a-d9d0-4c1d-8862-533aa82580b4 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395229 Jun 03 16:07:12.131808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-f8375f23-365f-435b-96dd-e9f27e0d426b service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246783 Jun 03 16:07:12.370019 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-37d8f018-497d-4075-bb8e-77e108ee1b39 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343554 Jun 03 16:07:12.371963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bfd78d12-0762-44d9-a35c-dd9360403164 req-7ff618ad-ef21-489d-999a-008b041ac57d service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198188 Jun 03 16:07:12.507721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3354-64ac-4897-90c9-9e0b50e81a12 req-f2ebf62a-5df0-483b-a394-cd36f67f47aa tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:12.509365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-694e3354-64ac-4897-90c9-9e0b50e81a12 req-f2ebf62a-5df0-483b-a394-cd36f67f47aa tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 944 time: 0.0909944 Jun 03 16:07:12.550472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-da025f0c-ee1b-45ce-9d33-0a4754a16864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:12.551965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-da025f0c-ee1b-45ce-9d33-0a4754a16864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1095 time: 0.0809639 Jun 03 16:07:12.561279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-694e3354-64ac-4897-90c9-9e0b50e81a12 req-a9add429-6bbe-4718-ace2-9bf6690a6499 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Jun 03 16:07:12.588771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:07:12.750086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:12.770264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '27ac63aa-a078-47cc-8f29-f26845909022', 'network_id': '79900a43-5047-46b3-9995-789358c8fb81', 'port_id': '27ac63aa-a078-47cc-8f29-f26845909022', 'mac_address': 'fa:16:3e:99:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ede408-c2d2-4db0-9a96-ae5db2ff22a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:07:12.836397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 27ac63aa-a078-47cc-8f29-f26845909022 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:07:12.837314 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:12.855633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ac63aa-a078-47cc-8f29-f26845909022 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:07:12.872229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:12.877628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:12.902014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83402eb-5756-4b28-8606-072331ba04f1 req-e0389bc3-2d0d-4826-9625-b7624018ee88 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:12.902469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-25c5ef64-8cba-45b1-b4b4-e38a58bb1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:12.903928 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-25c5ef64-8cba-45b1-b4b4-e38a58bb1680 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.3319089 Jun 03 16:07:12.904823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c83402eb-5756-4b28-8606-072331ba04f1 req-e0389bc3-2d0d-4826-9625-b7624018ee88 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 944 time: 0.0886834 Jun 03 16:07:12.955279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c83402eb-5756-4b28-8606-072331ba04f1 req-1b6a7d44-0184-47a5-807b-f4c7c4f6e3ca tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457449 Jun 03 16:07:12.957060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:12.988355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-78274310-66a9-4f7d-be6f-f3432d90ae2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.0743241 Jun 03 16:07:13.062767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-26ccf002-8d16-4915-a2be-90aeeb737b27 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:13.063462 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-26ccf002-8d16-4915-a2be-90aeeb737b27 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Synchronizing usage tracker for tenant:a5ae54e9eced456d931a901037bef06e on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:07:13.075668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['27ac63aa-a078-47cc-8f29-f26845909022'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:07:13.076222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-07f7a435-eb4d-450b-9e7c-8d6b961896ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:13.077667 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-07f7a435-eb4d-450b-9e7c-8d6b961896ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0828233 Jun 03 16:07:13.133772 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-07c606b9-6444-4a0a-a2b0-891c1661a97d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490556 Jun 03 16:07:13.134479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-26ccf002-8d16-4915-a2be-90aeeb737b27 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Unset dirty status for tenant:a5ae54e9eced456d931a901037bef06e on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:07:13.135327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-26ccf002-8d16-4915-a2be-90aeeb737b27 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.70 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136&tenant_id=a5ae54e9eced456d931a901037bef06e&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 945 time: 0.2871113 Jun 03 16:07:13.165032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-bf85ebc7-bd41-4800-8767-0e18fd4f792b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:07:13.166008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-bf85ebc7-bd41-4800-8767-0e18fd4f792b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077899 Jun 03 16:07:13.339125 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-592e6d58-4b08-4482-af58-3d1624edba8b service neutron] delete failed (client error): The resource could not be found. Jun 03 16:07:13.339912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-592e6d58-4b08-4482-af58-3d1624edba8b service neutron] 10.222.0.70 "DELETE /v2.0/ports/27ac63aa-a078-47cc-8f29-f26845909022/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1270051 Jun 03 16:07:13.341922 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-8e52207a-5f59-4f04-abc3-60e044b0f916 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022507 Jun 03 16:07:13.432799 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7791-6dc1-4375-94b8-a72dd978c706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:13.542780 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-94cbe342-1034-49c0-b472-09d7c6f8c027 req-5eaaab98-aadf-4719-a1b4-a03acc1d3deb service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947470 Jun 03 16:07:13.553032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-ffda2ff1-4327-4047-a8de-1b8df8e735ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:13.554557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-ffda2ff1-4327-4047-a8de-1b8df8e735ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 1096 time: 0.1306152 Jun 03 16:07:13.698536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-8389736d-e05a-4041-877f-9cda603db731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:13.701215 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-8389736d-e05a-4041-877f-9cda603db731 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1372721 Jun 03 16:07:13.772476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-c36c5cd7-b4da-4a13-a9db-cdabfdf9c69b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 200 len: 217 time: 0.0618033 Jun 03 16:07:13.842022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-35ead921-37ba-4aef-ba32-1ae0ce0f3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:13.843485 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-35ead921-37ba-4aef-ba32-1ae0ce0f3a3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0624127 Jun 03 16:07:13.896933 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-1f12698a-cef3-4f74-b6f5-b8d88e9923ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432460 Jun 03 16:07:14.038134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-435ed5bc-40b6-4022-9d8b-5afe93bd0efe service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315472 Jun 03 16:07:14.159660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45b0ba-82dc-413e-aa9c-134e98f4338d req-03efa00c-2507-4375-a9b7-2fc488b2ad64 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:14.161197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e45b0ba-82dc-413e-aa9c-134e98f4338d req-03efa00c-2507-4375-a9b7-2fc488b2ad64 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 945 time: 0.0863500 Jun 03 16:07:14.181651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dba66c0-0325-4bcf-83b4-b102ef2db356 req-40cca172-a930-4cb7-8bfd-893273f9a5dd service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341350 Jun 03 16:07:14.208773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e45b0ba-82dc-413e-aa9c-134e98f4338d req-b1d452cf-b6c0-4f54-842b-387fdaa1a0e4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Jun 03 16:07:14.604260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:07:14.681684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 27ac63aa-a078-47cc-8f29-f26845909022 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:07:14.687278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 27ac63aa-a078-47cc-8f29-f26845909022 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:07:14.687655 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:14.825083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 27ac63aa-a078-47cc-8f29-f26845909022 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:07:14.825507 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:14.857443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:14.868684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:14.874107 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:14.914658 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81522587-af86-4059-a80c-284cfa6d7703'] response: {'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022', 'code': 200} Jun 03 16:07:14.952434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:15.400695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47b92c-553e-4c05-91a7-fd8fa08f31ff req-c1e89227-ca05-4f58-a644-c582dd6fa87c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:15.402202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d47b92c-553e-4c05-91a7-fd8fa08f31ff req-c1e89227-ca05-4f58-a644-c582dd6fa87c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0799716 Jun 03 16:07:15.449426 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d47b92c-553e-4c05-91a7-fd8fa08f31ff req-095c46b3-0976-4aa7-a061-237dd17b172d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Jun 03 16:07:15.645229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00876f7a-f994-4e9d-a82a-11afba500184 req-c83723bb-c49b-4417-994e-d86db446e72f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:15.646713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00876f7a-f994-4e9d-a82a-11afba500184 req-c83723bb-c49b-4417-994e-d86db446e72f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0880470 Jun 03 16:07:15.693091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00876f7a-f994-4e9d-a82a-11afba500184 req-38cbe49e-90d8-4bf5-a4d7-968e03902489 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Jun 03 16:07:15.788133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41168) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:07:15.793303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--171728064', 'description': 'tempest-description--1423144865'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:15.799952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:07:15.812041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:07:15.824408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:15.846266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:07:15.851094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Usage tracker for resource:security_group_rule and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:07:15.854641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:07:15.862343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:07:15.869570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:15.983813 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:15.988309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.074626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd9820e-23be-4686-96fd-718191ce728b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:16.079640 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.081760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-447a3dc4-62bd-46dd-899f-317e568125e3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2922282 Jun 03 16:07:16.085155 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41172) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:07:16.094532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Request body: {'security_group_rule': {'security_group_id': '7fd9820e-23be-4686-96fd-718191ce728b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:16.102926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:07:16.107907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Usage tracker for resource:security_group_rule and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:07:16.113103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:07:16.124240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:07:16.152626 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.236855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.240768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.269244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9effb51-d51f-4892-ba1c-b7f6abdb58cc,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:16.281478 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.283032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-05a5f568-ceb1-473f-a821-07d7d8c78ab2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961231 Jun 03 16:07:16.285810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:07:16.291045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Request body: {'security_group_rule': {'security_group_id': '7fd9820e-23be-4686-96fd-718191ce728b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:16.298017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:07:16.302247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Usage tracker for resource:security_group_rule and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:07:16.306331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:07:16.313626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:07:16.322557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fa7d28b3-0f9c-459a-91e7-f885deb93e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.343153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.450213 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.454763 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.481604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c7dd60-db57-4ec4-94d2-be925af070c1,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:16.492351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.493978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-84748954-7b60-4c29-8934-0ed38d70ab47 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2070286 Jun 03 16:07:16.497315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41180) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:07:16.503205 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:16.510121 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:07:16.513987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Usage tracker for resource:floatingip and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:07:16.517001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:07:16.523369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:07:16.537986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.656585 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.805362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:16.941984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Allocated IP 172.25.1.95 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/b931c968-d558-4cb0-a762-bc72f5710149) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:07:17.087727 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.106031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.138262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.204010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:07:17.206833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:07:17.211718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:07:17.247740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event updated for resources: {'Port': ['ID=b931c968-d558-4cb0-a762-bc72f5710149,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:17.301367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.365305 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.583823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.589046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.706798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event updated for resources: {'Port': ['ID=b931c968-d558-4cb0-a762-bc72f5710149,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:17.719194 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.743193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:17.744533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8810cf8f-02f7-412f-9066-464c385fb98c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2460849 Jun 03 16:07:17.922917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc809be-6510-47cb-83bc-7378304004ce req-ecef1c67-3ade-4f4d-aee9-a21d682ff823 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:17.924446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fc809be-6510-47cb-83bc-7378304004ce req-ecef1c67-3ade-4f4d-aee9-a21d682ff823 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0915914 Jun 03 16:07:17.972642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6fc809be-6510-47cb-83bc-7378304004ce req-7ba3d986-5a02-4f90-94e5-59bc54d48b80 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Synchronizing usage tracker for tenant:a5ae54e9eced456d931a901037bef06e on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:07:17.992770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6fc809be-6510-47cb-83bc-7378304004ce req-7ba3d986-5a02-4f90-94e5-59bc54d48b80 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Unset dirty status for tenant:a5ae54e9eced456d931a901037bef06e on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:07:17.994034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6fc809be-6510-47cb-83bc-7378304004ce req-7ba3d986-5a02-4f90-94e5-59bc54d48b80 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640130 Jun 03 16:07:18.345866 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:18.541139 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-e868aafc-38d5-4bfb-a129-98b5ba4945e9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:18.542596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-e868aafc-38d5-4bfb-a129-98b5ba4945e9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 815 time: 0.1528215 Jun 03 16:07:18.558099 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-4aa4fbe9-f61f-45cb-b48a-dae4f774d734 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/quotas/a5ae54e9eced456d931a901037bef06e HTTP/1.1" status: 200 len: 375 time: 0.0099719 Jun 03 16:07:18.573684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:18.639726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-a6f948e5-214f-4bfc-b235-880621d0faa8 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763276 Jun 03 16:07:18.867885 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-5a077883-934a-4c5d-b438-b77574af632b service neutron] 10.222.0.66 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663575 Jun 03 16:07:19.001718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-db681a1a-20f4-4c2e-aebd-a92df8dc7431 service neutron] 10.222.0.66 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280262 Jun 03 16:07:19.183322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-163f40f5-b37f-4df4-a2f3-a75196cca5ed req-5574c3cd-64c0-446b-ac93-40078ebda559 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 210 time: 0.0428524 Jun 03 16:07:19.606382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-5c4c53e2-1c4b-440d-b3b3-981ab7a79c7d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:19.607963 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-5c4c53e2-1c4b-440d-b3b3-981ab7a79c7d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.15 "GET /v2.0/ports?device_id=1968129c-affa-4674-871a-24029fee4136 HTTP/1.1" status: 200 len: 946 time: 0.0880945 Jun 03 16:07:19.678982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Deleting port 27ac63aa-a078-47cc-8f29-f26845909022 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:07:19.679244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:20.050183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] For port 27ac63aa-a078-47cc-8f29-f26845909022, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=27ac63aa-a078-47cc-8f29-f26845909022,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:20.050540 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:20.178019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Calling delete_port for 27ac63aa-a078-47cc-8f29-f26845909022 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:07:20.282129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-c1b03934-0d4f-4d59-940b-0542c93fc614 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:20.284215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-c1b03934-0d4f-4d59-940b-0542c93fc614 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 815 time: 0.1725123 Jun 03 16:07:20.297822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Request body: {'port': {'device_id': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'network_id': '79900a43-5047-46b3-9995-789358c8fb81', 'admin_state_up': True, 'tenant_id': 'a5ae54e9eced456d931a901037bef06e'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:20.355297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:20.366837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['27ac63aa-a078-47cc-8f29-f26845909022'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:07:20.433313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f256ce79-cb6d-4a2d-bc7b-0d4aa74f1de3 req-5f2e32a9-fc1b-421f-b9ac-2c8cf8709269 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 210 time: 0.1081853 Jun 03 16:07:20.441242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event deleted for resources: {'Port': ['ID=27ac63aa-a078-47cc-8f29-f26845909022,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:20.489066 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] No DVR routers for this DVR port 27ac63aa-a078-47cc-8f29-f26845909022 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:07:20.492125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:20.495323 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-deleted', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:20.515539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.15 "DELETE /v2.0/ports/27ac63aa-a078-47cc-8f29-f26845909022 HTTP/1.1" status: 204 len: 173 time: 0.9024656 Jun 03 16:07:20.549984 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9593a0-021d-41dd-91bc-c4a7976d9a8d'] response: {'server_uuid': '1968129c-affa-4674-871a-24029fee4136', 'name': 'network-vif-deleted', 'tag': '27ac63aa-a078-47cc-8f29-f26845909022', 'status': 'completed', 'code': 200} Jun 03 16:07:20.631742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:07:20.636761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Usage tracker for resource:port and tenant:a5ae54e9eced456d931a901037bef06e is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:07:20.639852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:07:20.646224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:07:20.658006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Made reservation on behalf of a5ae54e9eced456d931a901037bef06e for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:07:20.661506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:20.826661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Allocated IP 172.20.0.8 (79900a43-5047-46b3-9995-789358c8fb81/d0ede408-c2d2-4db0-9a96-ae5db2ff22a0/e1be402c-77d3-4d88-95ea-782efebcf583) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:07:21.030880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:21.060833 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:21.072841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['27ac63aa-a078-47cc-8f29-f26845909022'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:07:21.134276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Network 79900a43-5047-46b3-9995-789358c8fb81 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:07:21.137113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:07:21.141148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:07:21.177199 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:21.207684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:21.208311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:21.231133 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-384381b1-4eaa-4433-81ba-f81b31449279 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9383845 Jun 03 16:07:21.242808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Request body: {'port': {'device_id': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:21.352414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:21.697225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a466e-559d-4039-909a-69d13ddf1098 req-73c45687-7a2d-4b4b-ab00-bf1a52032df8 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:21.697920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-627a466e-559d-4039-909a-69d13ddf1098 req-73c45687-7a2d-4b4b-ab00-bf1a52032df8 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Synchronizing usage tracker for tenant:a5ae54e9eced456d931a901037bef06e on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:07:21.769571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-627a466e-559d-4039-909a-69d13ddf1098 req-73c45687-7a2d-4b4b-ab00-bf1a52032df8 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Unset dirty status for tenant:a5ae54e9eced456d931a901037bef06e on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:07:21.770776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-627a466e-559d-4039-909a-69d13ddf1098 req-73c45687-7a2d-4b4b-ab00-bf1a52032df8 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 931 time: 0.2102103 Jun 03 16:07:21.804429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1be402c-77d3-4d88-95ea-782efebcf583 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:07:21.820052 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:21.843680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-627a466e-559d-4039-909a-69d13ddf1098 req-0bd253d1-078c-4bfa-9fc1-66fea0d9dc21 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661364 Jun 03 16:07:21.846080 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Transition to ACTIVE for port object e1be402c-77d3-4d88-95ea-782efebcf583 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:07:21.850307 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:22.001611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:22.083822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:07:22.084173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:07:22.084510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:22.089476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Port e1be402c-77d3-4d88-95ea-782efebcf583 on network 79900a43-5047-46b3-9995-789358c8fb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:07:22.089789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:22.094971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:07:22.095297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Checking segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:07:22.095683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Bound using segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:07:22.096125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Bound port: e1be402c-77d3-4d88-95ea-782efebcf583, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:07:22.096481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:22.184786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:07:22.187608 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:07:22.192129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:22.255303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:22.255904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:22.257421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 1091 time: 1.0192397 Jun 03 16:07:22.257838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:22.282906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3aee2-5f01-45e8-bf48-cead19002931 service neutron] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:22.373822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-6b15865c-51e3-4ea7-9760-cbd0c4b03f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:22.375330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-6b15865c-51e3-4ea7-9760-cbd0c4b03f8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1094 time: 0.0739183 Jun 03 16:07:22.546625 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c064b5-e931-4549-9b9e-816bda9f71ad'] response: {'name': 'network-changed', 'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'status': 'completed', 'code': 200} Jun 03 16:07:22.560432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-4231c4ac-a594-4b56-ae91-36a3a12862a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 217 time: 0.1785550 Jun 03 16:07:22.621294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-bd249d5d-2382-4d8b-bb16-99431fd28f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:22.622787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-bd249d5d-2382-4d8b-bb16-99431fd28f28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0565476 Jun 03 16:07:22.670575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-21b9566a-934a-488c-ac33-4fc3894b67af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425377 Jun 03 16:07:22.799694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-44e06b8d-7cf4-47d6-94f3-2cc091c75af4 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229019 Jun 03 16:07:22.933549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0cf62541-56e5-4816-b57b-40b2fb35c7f9 req-1057cb61-06ac-4daa-825a-b6fdaddbfe13 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275086 Jun 03 16:07:23.092879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cda76-9946-46a8-bec6-75f430fb3e08 req-60e76bbd-1896-4b87-afbc-0d6633c0ed7b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:23.094268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-714cda76-9946-46a8-bec6-75f430fb3e08 req-60e76bbd-1896-4b87-afbc-0d6633c0ed7b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 943 time: 0.1418412 Jun 03 16:07:23.097090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-7b213667-ac6e-410d-92a5-6907c0d3a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:23.098373 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-7b213667-ac6e-410d-92a5-6907c0d3a391 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1094 time: 0.1090007 Jun 03 16:07:23.217725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-714cda76-9946-46a8-bec6-75f430fb3e08 req-1be1c161-1262-426a-9b87-b9103bceac11 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175849 Jun 03 16:07:23.258939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-d4c5140d-bbc3-45e6-9032-32456c46e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:23.260454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-d4c5140d-bbc3-45e6-9032-32456c46e282 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1471312 Jun 03 16:07:23.334049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-62267579-9510-44ff-a9ed-9d223cd61948 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 217 time: 0.0666320 Jun 03 16:07:23.395220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-34c6c243-b475-4eee-a7ea-57d58c48950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:23.396579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-34c6c243-b475-4eee-a7ea-57d58c48950d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0557802 Jun 03 16:07:23.442598 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-0bf9d563-4232-4d2e-9379-630f0a6f6720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398862 Jun 03 16:07:23.580710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-fbed91fc-2d19-4d7f-ba6c-6152e5fe1a3e service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315575 Jun 03 16:07:23.730405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2d625d7c-0e72-463a-bc28-a3ca05f77d20 req-68160d14-510b-4311-8bfc-3c4c67341672 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432297 Jun 03 16:07:24.415120 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570fe91-7160-4de7-8b3e-46973fcd31fe req-6a7b1205-bcbc-43b6-a1b6-a4acea9658a9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:24.416582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c570fe91-7160-4de7-8b3e-46973fcd31fe req-6a7b1205-bcbc-43b6-a1b6-a4acea9658a9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 943 time: 0.0852907 Jun 03 16:07:24.460448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c570fe91-7160-4de7-8b3e-46973fcd31fe req-50f943c1-8c44-4838-9eb3-af5d8c07876f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375965 Jun 03 16:07:24.706774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:07:24.708917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:07:24.745164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 27ac63aa-a078-47cc-8f29-f26845909022 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:07:24.745506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 27ac63aa-a078-47cc-8f29-f26845909022 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:07:24.873682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:24.887756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'network_id': '79900a43-5047-46b3-9995-789358c8fb81', 'port_id': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'mac_address': 'fa:16:3e:8b:e3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ede408-c2d2-4db0-9a96-ae5db2ff22a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:07:24.949726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port e1be402c-77d3-4d88-95ea-782efebcf583 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:07:24.950103 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:24.994369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1be402c-77d3-4d88-95ea-782efebcf583 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:07:25.010682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:25.015057 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:25.081753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:25.089245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.089590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.089930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.090265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.090603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.090929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.091255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.091580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.091903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.092255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.092584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.092903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:25.229415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['e1be402c-77d3-4d88-95ea-782efebcf583'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:07:25.651740 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cb00f-d249-4cb4-b490-d6e7045aa86c req-dd9e1f6e-abe9-4c5d-9b37-608873b2cfa4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:25.653318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de3cb00f-d249-4cb4-b490-d6e7045aa86c req-dd9e1f6e-abe9-4c5d-9b37-608873b2cfa4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 944 time: 0.0820680 Jun 03 16:07:25.703422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-de3cb00f-d249-4cb4-b490-d6e7045aa86c req-1cb9739a-7a40-4a46-bae2-83ca62df07cf tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Jun 03 16:07:26.704988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:07:26.772932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port e1be402c-77d3-4d88-95ea-782efebcf583 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:07:26.777837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port e1be402c-77d3-4d88-95ea-782efebcf583 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:07:26.778204 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:26.900921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2629f6-43c7-43c5-a5a4-d3fd56982931 req-5a4cfd05-6d07-485e-98f6-b3d1630e6c38 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:26.901527 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port e1be402c-77d3-4d88-95ea-782efebcf583 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:07:26.901527 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:26.902173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b2629f6-43c7-43c5-a5a4-d3fd56982931 req-5a4cfd05-6d07-485e-98f6-b3d1630e6c38 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 944 time: 0.0902822 Jun 03 16:07:26.932686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:26.943084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:26.950997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2b2629f6-43c7-43c5-a5a4-d3fd56982931 req-10a4fe0d-c161-4719-9fc0-8238f3b50cc3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jun 03 16:07:26.952896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:27.013433 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a002f37-fe86-4e23-96a2-5f2bcae25b3d'] response: {'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'code': 200} Jun 03 16:07:27.043341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:27.253214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619f9ea-4cf7-45ca-acd9-b6943a6f0ce0 req-c4586388-b366-416c-ba8b-a6554267782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:27.254697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619f9ea-4cf7-45ca-acd9-b6943a6f0ce0 req-c4586388-b366-416c-ba8b-a6554267782e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1096 time: 0.1902137 Jun 03 16:07:27.298050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0619f9ea-4cf7-45ca-acd9-b6943a6f0ce0 req-da829843-9386-4131-8732-62c2485431d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 Jun 03 16:07:28.147939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f2086-6c79-4b00-b856-50de68d3da38 req-88baf043-90fe-4647-b525-196be75b0fe1 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:28.149423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33f2086-6c79-4b00-b856-50de68d3da38 req-88baf043-90fe-4647-b525-196be75b0fe1 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0789568 Jun 03 16:07:28.197396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e33f2086-6c79-4b00-b856-50de68d3da38 req-3c41d31c-598d-40ee-9775-ee626a84a61a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Jun 03 16:07:29.386059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b45f-8e3f-475d-8af2-e21d38ae5ea9 req-d50e8587-4368-4851-987d-644e18400b24 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:29.387444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21e1b45f-8e3f-475d-8af2-e21d38ae5ea9 req-d50e8587-4368-4851-987d-644e18400b24 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0827022 Jun 03 16:07:29.432938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21e1b45f-8e3f-475d-8af2-e21d38ae5ea9 req-13b351a5-1923-4319-b94f-450a297ceb44 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Jun 03 16:07:29.615681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b0399-d146-4035-9e07-b846061f85b7 req-b86a4e94-6c09-43fd-b173-f64999080877 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:29.617671 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b86b0399-d146-4035-9e07-b846061f85b7 req-b86a4e94-6c09-43fd-b173-f64999080877 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0787225 Jun 03 16:07:29.664738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b86b0399-d146-4035-9e07-b846061f85b7 req-a88b983a-cbfd-4fd0-b112-47115dde9250 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Jun 03 16:07:30.068060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-d256a573-87eb-46dd-966f-e57fe0652908 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267509 Jun 03 16:07:30.087115 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7d03f-7775-42bb-848b-2041db0a5b60 req-9a2d79c7-3d71-4c42-ac6c-3fed94dbddb7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:30.088698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbe7d03f-7775-42bb-848b-2041db0a5b60 req-9a2d79c7-3d71-4c42-ac6c-3fed94dbddb7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.1047897 Jun 03 16:07:30.137137 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cbe7d03f-7775-42bb-848b-2041db0a5b60 req-bfc635fa-663b-455d-9191-bcaa47f2da5d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Jun 03 16:07:31.329962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-9196e230-b4c5-4fbd-8d18-d6b928a96cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:31.331402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-9196e230-b4c5-4fbd-8d18-d6b928a96cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1096 time: 0.1289897 Jun 03 16:07:31.430263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2e49-d0a2-4d96-bda8-174f4c8dd731 req-536a589e-8b32-42c8-bdf0-cd8f6d8753c2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:31.431708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc8e2e49-d0a2-4d96-bda8-174f4c8dd731 req-536a589e-8b32-42c8-bdf0-cd8f6d8753c2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.1811209 Jun 03 16:07:31.508473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fc8e2e49-d0a2-4d96-bda8-174f4c8dd731 req-db8760f5-9eaf-4c7b-86bf-45b1f01320a0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698092 Jun 03 16:07:31.512899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-8c0b8342-92e4-4e1b-b84d-4aeb59d0a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:31.514286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-8c0b8342-92e4-4e1b-b84d-4aeb59d0a330 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1760361 Jun 03 16:07:31.591828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-a6215907-3989-4c6f-a116-85b674bb3922 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 217 time: 0.0680420 Jun 03 16:07:31.675878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-5b4fb597-89f8-4cb0-88fa-5ae7e5921611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:31.677351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-5b4fb597-89f8-4cb0-88fa-5ae7e5921611 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0800474 Jun 03 16:07:31.726271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-2a229184-79b9-42bc-a9d0-2b7b90382a1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jun 03 16:07:31.882990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-df640bbc-4b4d-4fa3-910f-e96905a0b91a service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499283 Jun 03 16:07:32.015463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-2ff55dde-2619-4275-9b5d-87d6e7e909ca service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260498 Jun 03 16:07:32.703960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebfa92-c0dd-43f4-9cd2-f200d78aa67d req-feef3d66-3ed8-42d9-b14d-fd37a1854e27 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:32.706436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bebfa92-c0dd-43f4-9cd2-f200d78aa67d req-feef3d66-3ed8-42d9-b14d-fd37a1854e27 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0924478 Jun 03 16:07:32.755455 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3bebfa92-c0dd-43f4-9cd2-f200d78aa67d req-9a8a45ab-e31e-42ee-8bee-1f61300ae1db tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Jun 03 16:07:33.938094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a64b71-48a6-4b36-827c-da5df7619353 req-8ae4a6b4-c8cd-4f9c-abd3-1906494e72f4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:33.939890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79a64b71-48a6-4b36-827c-da5df7619353 req-8ae4a6b4-c8cd-4f9c-abd3-1906494e72f4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0793207 Jun 03 16:07:33.983449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79a64b71-48a6-4b36-827c-da5df7619353 req-60e13640-c989-4932-9a61-9b83faf616c4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Jun 03 16:07:35.171705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892bd7-116f-4cd7-9928-fa1154ba7edc req-49f1a3f3-bdf7-45b2-8abf-9ee517dd87f5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:35.173301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d892bd7-116f-4cd7-9928-fa1154ba7edc req-49f1a3f3-bdf7-45b2-8abf-9ee517dd87f5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0828629 Jun 03 16:07:35.217587 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d892bd7-116f-4cd7-9928-fa1154ba7edc req-82a71571-fe7e-435a-999b-9899f013ba7c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 Jun 03 16:07:36.402779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745292b9-7f7f-46ee-9ed1-83d7237428bf req-e89a8bbc-1bd9-49ce-aea8-fa453cf8c64d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:36.404232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-745292b9-7f7f-46ee-9ed1-83d7237428bf req-e89a8bbc-1bd9-49ce-aea8-fa453cf8c64d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0793483 Jun 03 16:07:36.453852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-745292b9-7f7f-46ee-9ed1-83d7237428bf req-4a2654d4-76dd-49e5-878c-3b20c1dc2322 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Jun 03 16:07:37.753456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5dd22-d87d-49d9-8252-e0263f097092 req-96505852-cd04-4efa-9373-945e5c0cb564 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:37.754965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dad5dd22-d87d-49d9-8252-e0263f097092 req-96505852-cd04-4efa-9373-945e5c0cb564 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.1873071 Jun 03 16:07:37.799755 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dad5dd22-d87d-49d9-8252-e0263f097092 req-967c7eb7-b047-4cb0-9c13-32ff453378f4 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Jun 03 16:07:38.991263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cc0da-f351-4c85-88d8-89f693c7aa58 req-2a8dcc07-96bd-455c-b198-2d3281fa2395 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:38.992760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-592cc0da-f351-4c85-88d8-89f693c7aa58 req-2a8dcc07-96bd-455c-b198-2d3281fa2395 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0855281 Jun 03 16:07:39.042233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-592cc0da-f351-4c85-88d8-89f693c7aa58 req-a0499463-5749-47bb-a174-942ca278ec3f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Jun 03 16:07:40.226650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6a68-0c54-4614-8a8b-d9eb56a70421 req-8d9f1c14-3056-4d23-93de-e684e7b9d466 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:40.228158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d0c6a68-0c54-4614-8a8b-d9eb56a70421 req-8d9f1c14-3056-4d23-93de-e684e7b9d466 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0791769 Jun 03 16:07:40.275381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d0c6a68-0c54-4614-8a8b-d9eb56a70421 req-3f02741d-3f77-4a3a-a1c5-d46b4a6bd490 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Jun 03 16:07:40.276649 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:07:41.458844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7274a4c-1163-4718-ad28-1e58bf649902 req-0e9f3423-edd5-478c-8bf2-cce863b7ac75 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:41.460333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7274a4c-1163-4718-ad28-1e58bf649902 req-0e9f3423-edd5-478c-8bf2-cce863b7ac75 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0810528 Jun 03 16:07:41.506200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7274a4c-1163-4718-ad28-1e58bf649902 req-2bd7dc3a-79c0-4dac-b7c4-77088fdc7259 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Jun 03 16:07:42.690576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfde8e-1560-48ae-bcf5-12ce642c583f req-0d69518f-7710-4062-83e1-dd19d486f56f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:42.692013 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21bfde8e-1560-48ae-bcf5-12ce642c583f req-0d69518f-7710-4062-83e1-dd19d486f56f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0821848 Jun 03 16:07:42.739301 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21bfde8e-1560-48ae-bcf5-12ce642c583f req-395e6bc3-3f51-45bd-a38c-a4d4cefe266a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Jun 03 16:07:43.426885 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9cf9abb7-3771-4774-90c7-24d57e6d8950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:43.925261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0976772-c448-4cbd-ae1a-46b0500ce13f req-ce4d5310-4e24-4dde-80bd-85bbf0f92161 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:43.926731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0976772-c448-4cbd-ae1a-46b0500ce13f req-ce4d5310-4e24-4dde-80bd-85bbf0f92161 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0797322 Jun 03 16:07:43.971725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0976772-c448-4cbd-ae1a-46b0500ce13f req-6a4d3591-eb05-42a7-a08a-4b061421cdc5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Jun 03 16:07:45.161765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b4b5-a4de-4ce8-ab6b-f4b5e19c5c73 req-5b4aa092-28a6-428b-8d17-7fd685d4dbde tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:45.163227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dff0b4b5-a4de-4ce8-ab6b-f4b5e19c5c73 req-5b4aa092-28a6-428b-8d17-7fd685d4dbde tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0831380 Jun 03 16:07:45.207408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dff0b4b5-a4de-4ce8-ab6b-f4b5e19c5c73 req-92d399e2-f386-4e51-bc95-23fc0545c9f2 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379975 Jun 03 16:07:45.865874 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:46.325742 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-61a71518-4f57-4c93-b27e-34b0f14fa2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:46.388899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838ace-de75-4756-9ed5-e25cb370205d req-c46533a5-3f28-40cd-96fc-507248f654e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:46.390348 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18838ace-de75-4756-9ed5-e25cb370205d req-c46533a5-3f28-40cd-96fc-507248f654e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0788445 Jun 03 16:07:46.435431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18838ace-de75-4756-9ed5-e25cb370205d req-05e850ec-f30b-4cfb-af3d-1da261c9817e tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391541 Jun 03 16:07:46.659690 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:47.097888 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:47.624648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27d4d7-cead-4f55-94e8-b017ff98d5f4 req-da0886bb-dbdf-4c42-be6f-89b69a46b07a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:47.626093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c27d4d7-cead-4f55-94e8-b017ff98d5f4 req-da0886bb-dbdf-4c42-be6f-89b69a46b07a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0826819 Jun 03 16:07:47.670553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5c27d4d7-cead-4f55-94e8-b017ff98d5f4 req-f19993f8-07c9-4797-b342-0602c2e3be41 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Jun 03 16:07:48.358504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:48.575868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:48.850312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23293d12-d003-43a8-88be-de70fbc6643a req-e4e4bcfd-fd81-44f1-8123-64304c22f56b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:48.852334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23293d12-d003-43a8-88be-de70fbc6643a req-e4e4bcfd-fd81-44f1-8123-64304c22f56b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0790217 Jun 03 16:07:48.898995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23293d12-d003-43a8-88be-de70fbc6643a req-41cd744a-23c2-47ad-9e73-34a0bd9785bf tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Jun 03 16:07:50.084046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722421c-1e9c-4dd3-9a3a-cee5d5d8853f req-fa9e566a-91e5-464d-8a8f-547a3df4745d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:50.086714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f722421c-1e9c-4dd3-9a3a-cee5d5d8853f req-fa9e566a-91e5-464d-8a8f-547a3df4745d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0829730 Jun 03 16:07:50.131640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f722421c-1e9c-4dd3-9a3a-cee5d5d8853f req-7edb03a6-e906-4b83-a14e-ad9dfbe84795 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 Jun 03 16:07:51.321404 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ea90d-55ce-4719-af50-71c480714651 req-640db553-ae42-46cd-8f59-3588398ed372 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:51.322785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-321ea90d-55ce-4719-af50-71c480714651 req-640db553-ae42-46cd-8f59-3588398ed372 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0832760 Jun 03 16:07:51.366666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-321ea90d-55ce-4719-af50-71c480714651 req-0b2e675f-6192-46b8-a8f8-b5b2032f4af0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381758 Jun 03 16:07:52.552638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d03d0c-c0b8-421d-92d3-1af899fd3068 req-12ecee31-cef0-423a-86e1-ed0d3b6e6cec tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:52.554125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06d03d0c-c0b8-421d-92d3-1af899fd3068 req-12ecee31-cef0-423a-86e1-ed0d3b6e6cec tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0815766 Jun 03 16:07:52.597591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06d03d0c-c0b8-421d-92d3-1af899fd3068 req-f18c7bec-e902-452c-a609-eabbd35fecd9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Jun 03 16:07:53.784184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdbf6e-a88a-4117-b01c-cc129ff140c9 req-4c6186d2-cf48-41df-9eb2-f434180193d5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:53.785529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65cdbf6e-a88a-4117-b01c-cc129ff140c9 req-4c6186d2-cf48-41df-9eb2-f434180193d5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0820994 Jun 03 16:07:53.829666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65cdbf6e-a88a-4117-b01c-cc129ff140c9 req-06af5895-2f86-4794-b69f-58ebb5ffa33f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377645 Jun 03 16:07:55.016886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896cc0b-5f0f-45cb-82d1-1a2cdf705636 req-4af5e761-1c74-4a45-a0ea-c4b031bebe28 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:55.018296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7896cc0b-5f0f-45cb-82d1-1a2cdf705636 req-4af5e761-1c74-4a45-a0ea-c4b031bebe28 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0802257 Jun 03 16:07:55.065546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7896cc0b-5f0f-45cb-82d1-1a2cdf705636 req-9a98139d-7f82-4113-b21f-4c7afe087ab7 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Jun 03 16:07:56.247436 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775d16d-b890-4e8c-9d79-40fe835dce13 req-abe181d9-309d-47e3-b940-0df9abb7bba9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:56.249357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9775d16d-b890-4e8c-9d79-40fe835dce13 req-abe181d9-309d-47e3-b940-0df9abb7bba9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0790672 Jun 03 16:07:56.294750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9775d16d-b890-4e8c-9d79-40fe835dce13 req-91242280-fcc4-4957-ad29-6189cf806a8d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Jun 03 16:07:57.479277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58166b1-3099-4826-aefc-e2a1f6093f6b req-e2b1441e-7ef1-4dcb-b0d8-ca19d5ff26e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:57.480854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e58166b1-3099-4826-aefc-e2a1f6093f6b req-e2b1441e-7ef1-4dcb-b0d8-ca19d5ff26e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0840025 Jun 03 16:07:57.526588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e58166b1-3099-4826-aefc-e2a1f6093f6b req-772923cd-ab55-4420-abe8-a0055916f03d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Jun 03 16:07:58.721501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79eb-bfd3-49ed-ab35-dcfc55c08512 req-251db069-6a0e-468c-addb-b8e5307b6c4c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:58.723117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e3e79eb-bfd3-49ed-ab35-dcfc55c08512 req-251db069-6a0e-468c-addb-b8e5307b6c4c tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0796704 Jun 03 16:07:58.769720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7e3e79eb-bfd3-49ed-ab35-dcfc55c08512 req-8cd16119-14c3-461a-94e2-2d243fc98006 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Jun 03 16:07:58.895490 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-1f63b17e-d47f-45a6-a1e6-e85c4be1bba5 service neutron] show failed (client error): The resource could not be found. Jun 03 16:07:58.896557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-1f63b17e-d47f-45a6-a1e6-e85c4be1bba5 service neutron] 10.222.0.15 "GET /v2.0/ports/e1be402c-77d3-4d88-95ea-782efebcf583/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0825429 Jun 03 16:07:59.176965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-e399d17d-d86e-4a1f-9655-3ddc7f026347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:59.178495 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-e399d17d-d86e-4a1f-9655-3ddc7f026347 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14&tenant_id=a5ae54e9eced456d931a901037bef06e HTTP/1.1" status: 200 len: 1096 time: 0.0763869 Jun 03 16:07:59.192890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:59.315861 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:59.605486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:59.633547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:07:59.694999 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:59.700830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:59.717728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Transition to ACTIVE for port object e1be402c-77d3-4d88-95ea-782efebcf583 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:07:59.722072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:59.765282 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008c3fd7-cc4d-45a3-8087-378487b095bb'] response: {'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'code': 200} Jun 03 16:07:59.889083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] No DVR routers for this DVR port e1be402c-77d3-4d88-95ea-782efebcf583 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:07:59.891093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:59.930110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.930454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.930794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.931129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.931463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.931826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.932178 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.932519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.932830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.933158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.933478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.933802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.958141 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:07:59.958485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:07:59.958817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:59.964223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Port e1be402c-77d3-4d88-95ea-782efebcf583 on network 79900a43-5047-46b3-9995-789358c8fb81 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:07:59.964548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Attempting to bind port e1be402c-77d3-4d88-95ea-782efebcf583 on network 79900a43-5047-46b3-9995-789358c8fb81 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:59.969951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:07:59.970166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad6461-b8f7-4c2c-aa44-af97664f956a req-a22200b3-c86e-48bc-8622-0a45dc89a8df tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:59.970636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Checking segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:07:59.970636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Bound using segment: {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:07:59.971079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Bound port: e1be402c-77d3-4d88-95ea-782efebcf583, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b015cf65-eb3d-4e74-bec9-a616959c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '79900a43-5047-46b3-9995-789358c8fb81'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:07:59.971432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:59.972640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8ad6461-b8f7-4c2c-aa44-af97664f956a req-a22200b3-c86e-48bc-8622-0a45dc89a8df tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 943 time: 0.0931571 Jun 03 16:08:00.018200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e8ad6461-b8f7-4c2c-aa44-af97664f956a req-7973f7b8-fab9-4764-8d90-d04b595ab3b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Jun 03 16:08:00.064392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:08:00.067312 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:08:00.071786 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:00.130172 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:00.130788 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:00.132186 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] 10.222.0.70 "PUT /v2.0/ports/e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 1091 time: 0.9433746 Jun 03 16:08:00.148875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6261ae9-3eeb-49e3-bf49-1a0314458565 service neutron] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:00.333350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-960c8c30-6c1e-4462-be30-f676584e7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:00.334844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-960c8c30-6c1e-4462-be30-f676584e7b27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1094 time: 0.1777382 Jun 03 16:08:00.467667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-a3fab66b-57fc-4022-8d7b-f5d242aa4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:00.469125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-a3fab66b-57fc-4022-8d7b-f5d242aa4a68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1245370 Jun 03 16:08:00.544859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-c74414c1-4c49-4f93-9a58-4e973b9c4404 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 217 time: 0.0653796 Jun 03 16:08:00.606601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-7abbf054-87d7-45de-874f-f3daf737520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:00.608035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-7abbf054-87d7-45de-874f-f3daf737520e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0570812 Jun 03 16:08:00.657435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-ec6d71b4-5240-4162-9097-87d6f426c88a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397112 Jun 03 16:08:00.794364 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-e0a7bea7-10d1-4e84-bf4d-8f62eac7a013 service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269567 Jun 03 16:08:00.932119 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c9514e97-6f6f-4d0a-91f0-78023e980caf req-fb6e3cbc-2d63-4d9f-8471-ce2f00dc9cee service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273453 Jun 03 16:08:01.218915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b48081-1e70-44ed-8829-865a5745d6d5 req-234494cd-49cf-41e7-8c36-97741bdce68d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.220445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b48081-1e70-44ed-8829-865a5745d6d5 req-234494cd-49cf-41e7-8c36-97741bdce68d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 943 time: 0.0844505 Jun 03 16:08:01.263717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23b48081-1e70-44ed-8829-865a5745d6d5 req-94fddc41-47ac-4af0-808d-152556c36d0d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 Jun 03 16:08:01.767171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:01.825336 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40289ad5-afa3-4720-ac1a-7eff06d1d00e'] response: {'name': 'network-changed', 'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'status': 'completed', 'code': 200} Jun 03 16:08:01.914539 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-4d1cddfa-48f5-4177-8977-137221dc8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.916059 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-4d1cddfa-48f5-4177-8977-137221dc8182 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1094 time: 0.0729101 Jun 03 16:08:01.922765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-05d8a7a1-2f98-4bfc-bfac-f3fbf00c266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.924370 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-05d8a7a1-2f98-4bfc-bfac-f3fbf00c266b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1094 time: 0.0763555 Jun 03 16:08:02.063513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-ef319eba-6da4-49c7-ad42-18c0a8e8a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:02.065247 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-ef319eba-6da4-49c7-ad42-18c0a8e8a49b service neutron] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1428773 Jun 03 16:08:02.071355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-949548fd-a3f1-4a25-b8dc-f79f4df919a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:02.073002 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-949548fd-a3f1-4a25-b8dc-f79f4df919a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1424110 Jun 03 16:08:02.145058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-3fbde97d-df16-463c-9cff-bdbe1c3367c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 217 time: 0.0639820 Jun 03 16:08:02.222914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-1a66d12a-27b2-436f-84b6-a5762fb2d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:02.224440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-1a66d12a-27b2-436f-84b6-a5762fb2d385 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0731044 Jun 03 16:08:02.252132 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-efd396dd-f93c-4794-a309-84a08fb4cc5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 217 time: 0.1808488 Jun 03 16:08:02.273229 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-19e9d4bf-cea9-4741-8668-1bc1c82e4258 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419641 Jun 03 16:08:02.325590 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-e17ab441-401b-4875-a93b-f4b7f117f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:02.327052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-e17ab441-401b-4875-a93b-f4b7f117f2ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0694363 Jun 03 16:08:02.377528 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-61bc1f42-78bd-40da-8c18-e6378a609d66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440578 Jun 03 16:08:02.419732 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-b74adf0f-0d36-4c75-ada1-b176a8fffdac service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379304 Jun 03 16:08:02.558738 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-38ab8b40-f51d-4e8d-9fbe-a9e168585a85 service neutron] 10.222.0.70 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324780 Jun 03 16:08:02.572390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115e8ac-99ca-43a7-bb76-81431255489e req-e7b8bb19-234f-4f10-80a5-e94780c79a98 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:02.574096 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c115e8ac-99ca-43a7-bb76-81431255489e req-e7b8bb19-234f-4f10-80a5-e94780c79a98 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 943 time: 0.1955459 Jun 03 16:08:02.576335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-a7e0a2f9-439f-46d6-8e37-2a5f4f40488d service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673915 Jun 03 16:08:02.709339 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c115e8ac-99ca-43a7-bb76-81431255489e req-f752e424-322a-4c03-87c4-71de23b0e816 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292248 Jun 03 16:08:02.755190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ec46def-4adb-4bf4-b936-f653f3b6cd02 req-881d3ef7-8965-4eac-bf5a-871ffa73e9c5 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577573 Jun 03 16:08:02.906981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:08:02.962631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:08:03.910429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431970c-a3fa-49e4-b979-e0a1b383b667 req-b75f52ad-593a-4b0e-a8e5-1137af90275d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:03.914567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7431970c-a3fa-49e4-b979-e0a1b383b667 req-b75f52ad-593a-4b0e-a8e5-1137af90275d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 943 time: 0.0812523 Jun 03 16:08:03.956767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7431970c-a3fa-49e4-b979-e0a1b383b667 req-c1392242-0ff1-4cdb-8dbd-1af6b5535665 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Jun 03 16:08:04.338223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-cda75b59-7ec3-402b-af64-6c0b6ff1f38d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.339590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-cda75b59-7ec3-402b-af64-6c0b6ff1f38d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.15 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14&tenant_id=a5ae54e9eced456d931a901037bef06e&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 943 time: 0.1545284 Jun 03 16:08:04.347029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cd628-2727-4806-9bda-3fc96d0d7d3e req-6be92b46-f8f3-403f-8066-ea35a24022b3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.348422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b12cd628-2727-4806-9bda-3fc96d0d7d3e req-6be92b46-f8f3-403f-8066-ea35a24022b3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 943 time: 0.1270339 Jun 03 16:08:04.455462 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b12cd628-2727-4806-9bda-3fc96d0d7d3e req-6d61dfb9-8f03-49c5-b181-9243fe74302b tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726049 Jun 03 16:08:04.463186 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-5f3c8762-7443-47cd-816d-7614045b7da2 service neutron] delete failed (client error): The resource could not be found. Jun 03 16:08:04.464479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-5f3c8762-7443-47cd-816d-7614045b7da2 service neutron] 10.222.0.15 "DELETE /v2.0/ports/e1be402c-77d3-4d88-95ea-782efebcf583/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1151986 Jun 03 16:08:04.615691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-49c30d09-3501-47ed-b47f-9a9d63b1a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.617147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-49c30d09-3501-47ed-b47f-9a9d63b1a4a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5ae54e9eced456d931a901037bef06e&device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 1094 time: 0.0724361 Jun 03 16:08:04.753889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-6123128d-394f-4c48-8fcf-caeda19666b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.755470 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-6123128d-394f-4c48-8fcf-caeda19666b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 200 len: 916 time: 0.1322718 Jun 03 16:08:04.828532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-d74eeadb-7e77-44b5-ae89-6b44bf6fcc17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 200 len: 217 time: 0.0668764 Jun 03 16:08:04.890696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-7427947e-347f-4c32-b4f0-216a60eeab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.892161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-7427947e-347f-4c32-b4f0-216a60eeab44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 200 len: 855 time: 0.0581119 Jun 03 16:08:04.942661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-47766fcb-56fa-4499-8b7a-401550dc792f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79900a43-5047-46b3-9995-789358c8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449405 Jun 03 16:08:05.069407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:08:05.082939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-8d04719e-fc52-426c-9162-2512147721b9 service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343780 Jun 03 16:08:05.225175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:05.244048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'network_id': '79900a43-5047-46b3-9995-789358c8fb81', 'port_id': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'mac_address': 'fa:16:3e:8b:e3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ede408-c2d2-4db0-9a96-ae5db2ff22a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:08:05.302212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e1be402c-77d3-4d88-95ea-782efebcf583 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:05.302586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:05.320451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1be402c-77d3-4d88-95ea-782efebcf583 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:08:05.337022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:05.337258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aba4d3a8-15b9-48db-bd68-69422bd54ff9 req-e1f66a1e-5587-4b40-a179-d344a976037f service neutron] 10.222.0.15 "GET /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477546 Jun 03 16:08:05.341785 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:05.415585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:05.580658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['e1be402c-77d3-4d88-95ea-782efebcf583'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:08:05.830845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac12741-6a2f-4cae-b600-dc543677547b req-117c0bf5-8459-42f2-b1f2-074d35907259 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:05.832667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ac12741-6a2f-4cae-b600-dc543677547b req-117c0bf5-8459-42f2-b1f2-074d35907259 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 944 time: 0.0946162 Jun 03 16:08:05.883824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ac12741-6a2f-4cae-b600-dc543677547b req-1a3d2d3c-a798-4b77-a94e-5916efceaeb3 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Jun 03 16:08:07.085102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:07.086604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef9655-9e02-4d49-a427-6b6be2cda074 req-dd6d332d-f8db-416e-a353-686290949c61 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:07.088257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1ef9655-9e02-4d49-a427-6b6be2cda074 req-dd6d332d-f8db-416e-a353-686290949c61 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 944 time: 0.0959146 Jun 03 16:08:07.138595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1ef9655-9e02-4d49-a427-6b6be2cda074 req-c44aceb2-d72a-49e9-a76e-db73c5cf431a tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Jun 03 16:08:07.162277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port e1be402c-77d3-4d88-95ea-782efebcf583 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:07.168717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port e1be402c-77d3-4d88-95ea-782efebcf583 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:07.169105 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:07.296743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port e1be402c-77d3-4d88-95ea-782efebcf583 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:07.297125 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:07.328930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:07.339778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:07.344720 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:07.349658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868034ee-89a1-41b1-9295-d0dd795a61c3 req-70529036-e717-44b2-8abb-bb0b5119e66d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:07.351231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-868034ee-89a1-41b1-9295-d0dd795a61c3 req-70529036-e717-44b2-8abb-bb0b5119e66d tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 944 time: 0.0862753 Jun 03 16:08:07.381504 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc42bc6-16eb-4af4-9bf3-a2223ea3e6d6'] response: {'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'code': 200} Jun 03 16:08:07.399491 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-868034ee-89a1-41b1-9295-d0dd795a61c3 req-799f33ee-80d9-44c7-b8b2-07160c33cd7f tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Jun 03 16:08:07.422803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:07.591999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f20fd-6628-4fba-a25e-640b8d41397d req-4927b897-825f-44bd-abf3-6b6ed39eb779 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:07.593531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f5f20fd-6628-4fba-a25e-640b8d41397d req-4927b897-825f-44bd-abf3-6b6ed39eb779 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0853720 Jun 03 16:08:07.639100 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f5f20fd-6628-4fba-a25e-640b8d41397d req-ca725244-8505-4ad0-b631-ced2b4e84274 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Jun 03 16:08:08.248379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863c096-76e9-4776-b836-1e375a809760 req-8dd70333-7f94-4cbb-847c-fe2959137f02 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:08.250007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a863c096-76e9-4776-b836-1e375a809760 req-8dd70333-7f94-4cbb-847c-fe2959137f02 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.0851464 Jun 03 16:08:08.302092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a863c096-76e9-4776-b836-1e375a809760 req-8452c326-ba74-40a1-bbf5-0106168df5ba tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Jun 03 16:08:09.376681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-2188d595-42fc-42be-a892-577b5636c263 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:09.377596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-2188d595-42fc-42be-a892-577b5636c263 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Synchronizing usage tracker for tenant:a5ae54e9eced456d931a901037bef06e on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:08:09.390918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-2188d595-42fc-42be-a892-577b5636c263 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Unset dirty status for tenant:a5ae54e9eced456d931a901037bef06e on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:08:09.392260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-2188d595-42fc-42be-a892-577b5636c263 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.70 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.1165140 Jun 03 16:08:09.475809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Deleting port e1be402c-77d3-4d88-95ea-782efebcf583 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:08:09.476260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:09.573109 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aa424-915c-4b81-adb6-76048a3448f0 req-b5506690-3650-4441-beaa-7e3ca9c89820 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:09.575914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-762aa424-915c-4b81-adb6-76048a3448f0 req-b5506690-3650-4441-beaa-7e3ca9c89820 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/ports?device_id=f122008d-2ad4-4ebc-a0cd-c0ef7989ce14 HTTP/1.1" status: 200 len: 945 time: 0.1493869 Jun 03 16:08:09.656980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-762aa424-915c-4b81-adb6-76048a3448f0 req-e62bcb1f-d5fe-4dee-acd2-04129ee38abe tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups?id=1440c605-bbf1-4f90-9486-d699d7790786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745819 Jun 03 16:08:09.876924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] For port e1be402c-77d3-4d88-95ea-782efebcf583, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=e1be402c-77d3-4d88-95ea-782efebcf583,segment=NetworkSegment(b015cf65-eb3d-4e74-bec9-a616959c856b),segment_id=b015cf65-eb3d-4e74-bec9-a616959c856b)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:09.877296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:10.007383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Calling delete_port for e1be402c-77d3-4d88-95ea-782efebcf583 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:08:10.171976 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:10.184960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['e1be402c-77d3-4d88-95ea-782efebcf583'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:08:10.256097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event deleted for resources: {'Port': ['ID=e1be402c-77d3-4d88-95ea-782efebcf583,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:10.311100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] No DVR routers for this DVR port e1be402c-77d3-4d88-95ea-782efebcf583 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:08:10.313872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:10.317494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-deleted', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:10.339529 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-2a50fac2-e52b-4461-b77d-641f436e8867 req-fa850c55-352a-48a1-bc57-b43d09d1f9d9 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.70 "DELETE /v2.0/ports/e1be402c-77d3-4d88-95ea-782efebcf583 HTTP/1.1" status: 204 len: 173 time: 0.9381666 Jun 03 16:08:10.365382 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48a929e-0324-4292-8237-0b6985bacab9'] response: {'server_uuid': 'f122008d-2ad4-4ebc-a0cd-c0ef7989ce14', 'name': 'network-vif-deleted', 'tag': 'e1be402c-77d3-4d88-95ea-782efebcf583', 'status': 'completed', 'code': 200} Jun 03 16:08:10.795534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41386) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:10.874079 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:10.904708 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:10.961927 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:10.984972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd9820e-23be-4686-96fd-718191ce728b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:10.997333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:10.997721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:10.998081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:10.998477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:10.998831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:10.999217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:10.999796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:11.000151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:11.000507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:11.000804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:11.001126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:11.001438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:11.008774 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:11.008969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2dea66b6-7fc9-4003-9f36-ab8fb32ce062 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "DELETE /v2.0/security-groups/7fd9820e-23be-4686-96fd-718191ce728b HTTP/1.1" status: 204 len: 168 time: 0.2122293 Jun 03 16:08:11.011865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41390) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:11.031712 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [None req-6dcf4f68-01d2-43be-8ca3-802f7479f506 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] show failed (client error): The resource could not be found. Jun 03 16:08:11.033845 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6dcf4f68-01d2-43be-8ca3-802f7479f506 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "GET /v2.0/security-groups/7fd9820e-23be-4686-96fd-718191ce728b HTTP/1.1" status: 404 len: 347 time: 0.0201261 Jun 03 16:08:11.038659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:11.225401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Deleting port b931c968-d558-4cb0-a762-bc72f5710149 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:08:11.225669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:11.401845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:11.402179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:11.529720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Calling delete_port for b931c968-d558-4cb0-a762-bc72f5710149 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:08:11.679493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:11.727838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Pushing event deleted for resources: {'Port': ['ID=b931c968-d558-4cb0-a762-bc72f5710149,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:11.834555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:11.850115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:11.851266 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51e2af83-b4c3-4dc4-86d8-82c139ead6e0 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] 10.222.0.66 "DELETE /v2.0/floatingips/6712fcc6-9bc0-44a5-8843-07060a06654e HTTP/1.1" status: 204 len: 168 time: 0.8114789 Jun 03 16:08:12.006041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41402) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:12.067910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] Deleting subnet d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:08:12.071143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.241517 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.300891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.378429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.422446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ede408-c2d2-4db0-9a96-ae5db2ff22a0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:12.426112 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.432935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-871ba302-1d3b-4ab1-9e20-da437dd9e055 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d0ede408-c2d2-4db0-9a96-ae5db2ff22a0 HTTP/1.1" status: 204 len: 168 time: 0.4257314 Jun 03 16:08:12.435647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41406) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:12.548466 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.678584 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.705862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79900a43-5047-46b3-9995-789358c8fb81']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:12.719081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b015cf65-eb3d-4e74-bec9-a616959c856b') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:12.719381 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b015cf65-eb3d-4e74-bec9-a616959c856b') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:12.734597 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.752083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.758967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:08:12.759441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.871844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.892073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.898523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79900a43-5047-46b3-9995-789358c8fb81,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:12.909307 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b015cf65-eb3d-4e74-bec9-a616959c856b resource provider aggregate not found Jun 03 16:08:12.914414 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-73b685ba-dc62-44f7-b7c7-5eeb3fef8de1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/79900a43-5047-46b3-9995-789358c8fb81 HTTP/1.1" status: 204 len: 168 time: 0.4777133 Jun 03 16:08:12.936158 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b015cf65-eb3d-4e74-bec9-a616959c856b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b015cf65-eb3d-4e74-bec9-a616959c856b found for delete ", "request_id": "req-ab8917ad-7180-4a97-b3b2-ce717146f704"}]} Jun 03 16:08:13.058016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41420) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:13.111318 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cffb4e96-7e8d-499c-ac87-7e4e0852b2ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5ae54e9eced456d931a901037bef06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520079 Jun 03 16:08:13.114357 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41424) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:13.180562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15b8aea1-9aaa-448e-989b-fc3d055b64e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.215008 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15b8aea1-9aaa-448e-989b-fc3d055b64e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.282406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15b8aea1-9aaa-448e-989b-fc3d055b64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.301295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8aea1-9aaa-448e-989b-fc3d055b64e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440c605-bbf1-4f90-9486-d699d7790786,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:13.316271 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15b8aea1-9aaa-448e-989b-fc3d055b64e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.319911 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-15b8aea1-9aaa-448e-989b-fc3d055b64e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1440c605-bbf1-4f90-9486-d699d7790786 HTTP/1.1" status: 204 len: 168 time: 0.2023740 Jun 03 16:08:13.431936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-77fc5472-d1e4-4880-b098-5024f36c1e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.286878 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41448) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:14.421954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1212393067-network', 'tenant_id': '8ba578f115b547af97972547971cb58d'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:14.427681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:14.432231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Usage tracker for resource:network and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:14.435556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:14.442617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:14.455440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Made reservation on behalf of 8ba578f115b547af97972547971cb58d for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:08:14.457959 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.471566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.488016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:14.492011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Usage tracker for resource:security_group_rule and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:14.495531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:14.501474 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:14.592754 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.596795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.628572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:08:14.637981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7edece-edfb-4a2e-92dc-875a9d6cfe80,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:14.645925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.646054 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Added segment aab7c438-41ec-4968-9bc9-f55c622936e1 of type vlan for network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 Jun 03 16:08:14.677746 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.708762 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.709719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:14.710341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:14.818424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] Pushing event updated for resources: {'Network': ['ID=63cb6a28-af2b-4dc1-91db-2dbe0175b822,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:14.823196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0568360b-0bb1-43b7-ae80-f922aa958d9d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5350130 Jun 03 16:08:14.826794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41454) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:14.831075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:08:14.836501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Request body: {'subnet': {'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1212393067-subnet', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:14.846784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:14.853926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Usage tracker for resource:subnet and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:14.859360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:14.869668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:14.883198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Made reservation on behalf of 8ba578f115b547af97972547971cb58d for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:08:14.886028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.103538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:08:15.168958 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: e1be402c-77d3-4d88-95ea-782efebcf583 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:08:15.169487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device e1be402c-77d3-4d88-95ea-782efebcf583 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:08:15.184997 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.265640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f6235f-716c-4631-bd08-ee031be29038,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:15.275860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:08:15.276228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Network hostable DHCP agents. Network: 63cb6a28-af2b-4dc1-91db-2dbe0175b822, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:08:15.298533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:08:15.313168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 63cb6a28-af2b-4dc1-91db-2dbe0175b822) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:15.318151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:15.318923 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.322018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e5942-6d61-4a15-8398-42dc29efcb8b None None] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:08:15.342798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-404e5529-36d7-4e53-9478-046ef2ec04cc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5149906 Jun 03 16:08:15.345950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41458) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:15.353518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:15.359480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:15.363915 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Usage tracker for resource:router and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:15.367282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:15.373816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:15.388721 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.389883 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.406901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.583440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:08:15.584477 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.696995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.744585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Allocated IP 172.20.0.2 (63cb6a28-af2b-4dc1-91db-2dbe0175b822/12f6235f-716c-4631-bd08-ee031be29038/8f303e8f-a250-4ae7-9f27-6794887cde41) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:08:15.925211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.963227 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:15.974118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Transition to ACTIVE for port object 8f303e8f-a250-4ae7-9f27-6794887cde41 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:15.994022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Transition to ACTIVE for port object 8f303e8f-a250-4ae7-9f27-6794887cde41 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:16.005216 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.039747 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.073702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:16.076826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:16.080678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:08:16.086709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Pushing event updated for resources: {'Port': ['ID=8f303e8f-a250-4ae7-9f27-6794887cde41,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:16.187656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Attempting to bind port 8f303e8f-a250-4ae7-9f27-6794887cde41 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:08:16.188014 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Attempting to bind port 8f303e8f-a250-4ae7-9f27-6794887cde41 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:08:16.188415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Attempting to bind port 8f303e8f-a250-4ae7-9f27-6794887cde41 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:16.193628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:08:16.193994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:08:16.194391 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.194778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:08:16.195234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Bound port: 8f303e8f-a250-4ae7-9f27-6794887cde41, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:08:16.195601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.201042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.286692 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] For port 8f303e8f-a250-4ae7-9f27-6794887cde41, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:08:16.289918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] For port 8f303e8f-a250-4ae7-9f27-6794887cde41, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8f303e8f-a250-4ae7-9f27-6794887cde41,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:08:16.296182 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.346561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Allocated IP 172.25.1.113 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/47ff5c71-8864-4846-9e0e-2c8c0edb1057) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:08:16.384956 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7096ad61-c4ab-47b0-bf48-ea6d01317d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.398522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45dec0-16b4-4fa9-b7f0-aee122ab29ab None None] Pushing event updated for resources: {'Port': ['ID=8f303e8f-a250-4ae7-9f27-6794887cde41,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:16.517453 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.548790 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.622404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:16.627516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:16.629097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:08:16.670245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:16.683116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Pushing event updated for resources: {'Port': ['ID=47ff5c71-8864-4846-9e0e-2c8c0edb1057,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:17.052895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.095565 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.275614 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:08:17.413799 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.418510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ccefa-9ca3-4470-95c1-9e3ac4f1b89c None None] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:08:17.512388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d94ed9f3-5116-4cbf-b667-374eb867558c None None] Provisioning for port 8f303e8f-a250-4ae7-9f27-6794887cde41 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:17.599208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f303e8f-a250-4ae7-9f27-6794887cde41 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:17.726404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8f303e8f-a250-4ae7-9f27-6794887cde41 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:17.734501 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8f303e8f-a250-4ae7-9f27-6794887cde41 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:17.734864 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.754250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:08:17.858334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8f303e8f-a250-4ae7-9f27-6794887cde41 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:17.858714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.894578 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8f303e8f-a250-4ae7-9f27-6794887cde41, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8f303e8f-a250-4ae7-9f27-6794887cde41,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:17.900632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.940882 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:08:17.961697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:08:17.975114 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.979065 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-efe071e5-be3c-48ab-bac6-50496b2e9832 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6290133 Jun 03 16:08:17.979208 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41462) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:17.983929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:17.984582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:18.055563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8f303e8f-a250-4ae7-9f27-6794887cde41,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:18.143713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7a8660d9-12cf-4a89-9dbf-b1bf62a2a32d None None] Provisioning complete for port 8f303e8f-a250-4ae7-9f27-6794887cde41 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:18.144441 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a8660d9-12cf-4a89-9dbf-b1bf62a2a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.285660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:18.509573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.556311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7a8660d9-12cf-4a89-9dbf-b1bf62a2a32d None None] Current status of the port 8f303e8f-a250-4ae7-9f27-6794887cde41 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:18.616967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.650833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:16Z', 'revision_number': 3, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:18.654949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:08:18.655289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Updating router 8325e2f2-ce23-47a5-a197-bc0711001d7a port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:08:18.684552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.707223 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.888416 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Allocated IP 172.20.0.1 (63cb6a28-af2b-4dc1-91db-2dbe0175b822/12f6235f-716c-4631-bd08-ee031be29038/cbff68cf-a032-4b67-a8bd-c69f4a20576c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:08:19.039692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.041945 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.053583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Transition to ACTIVE for port object 47ff5c71-8864-4846-9e0e-2c8c0edb1057 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:19.056183 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Transition to ACTIVE for port object cbff68cf-a032-4b67-a8bd-c69f4a20576c will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:19.060502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.079891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.142640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Attempting to bind port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:08:19.142841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Attempting to bind port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:08:19.143138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Attempting to bind port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:19.150671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:19.153969 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:19.155183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:08:19.156026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:08:19.156341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:08:19.156463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.157198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:08:19.157678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Bound port: 47ff5c71-8864-4846-9e0e-2c8c0edb1057, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:08:19.158064 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.186530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35cc0e-709c-48a5-acb9-75610620e22f None None] Pushing event updated for resources: {'Port': ['ID=47ff5c71-8864-4846-9e0e-2c8c0edb1057,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:19.192151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Pushing event updated for resources: {'Port': ['ID=cbff68cf-a032-4b67-a8bd-c69f4a20576c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:19.217164 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.238077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] For port 47ff5c71-8864-4846-9e0e-2c8c0edb1057, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:08:19.241562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] For port 47ff5c71-8864-4846-9e0e-2c8c0edb1057, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=47ff5c71-8864-4846-9e0e-2c8c0edb1057,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:08:19.246723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.338144 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:19.338833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:19.386964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35cc0e-709c-48a5-acb9-75610620e22f None None] Pushing event updated for resources: {'Port': ['ID=47ff5c71-8864-4846-9e0e-2c8c0edb1057,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:19.513003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f719257-a650-4a6a-ab44-2b4b2c3c3de4 None None] Provisioning for port cbff68cf-a032-4b67-a8bd-c69f4a20576c completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:19.520876 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2f719257-a650-4a6a-ab44-2b4b2c3c3de4 None None] Provisioning complete for port cbff68cf-a032-4b67-a8bd-c69f4a20576c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:19.521233 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2f719257-a650-4a6a-ab44-2b4b2c3c3de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.581942 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:19.626485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f303e8f-a250-4ae7-9f27-6794887cde41 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:19.637552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.745930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2f719257-a650-4a6a-ab44-2b4b2c3c3de4 None None] Port cbff68cf-a032-4b67-a8bd-c69f4a20576c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:08:19.877406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.882614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.906172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8f303e8f-a250-4ae7-9f27-6794887cde41 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:19.906545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.991939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Pushing event updated for resources: {'Port': ['ID=cbff68cf-a032-4b67-a8bd-c69f4a20576c,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:19.994401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:20.091909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8f303e8f-a250-4ae7-9f27-6794887cde41 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:20.097284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:16Z', 'revision_number': 3, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:20.101317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10cf8a-77e1-4602-a6fe-d3d2c0df6072 None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:16Z', 'revision_number': 3, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:08:20.139121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:20.140237 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:20.351717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:08:20.472385 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0289d1b6-193b-4742-878c-a1eab4aa84dd None None] Provisioning complete for port cbff68cf-a032-4b67-a8bd-c69f4a20576c triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:20.473119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0289d1b6-193b-4742-878c-a1eab4aa84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:20.531781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0289d1b6-193b-4742-878c-a1eab4aa84dd None None] Port cbff68cf-a032-4b67-a8bd-c69f4a20576c cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:08:20.563332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:08:20.574826 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0df25160-575c-4368-a6ff-9896c7c53311 admin admin] 10.222.0.66 "PUT /v2.0/routers/8325e2f2-ce23-47a5-a197-bc0711001d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5934298 Jun 03 16:08:20.952850 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41474) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:20.958385 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634964930', 'description': 'tempest-description--1391258559'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:20.965403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:20.969611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:security_group and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:20.972512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:20.978823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:20.989476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.010296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:21.014299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:security_group_rule and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:21.017090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:21.022971 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:21.094188 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.097823 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.139949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4c3380-d429-4d5f-857f-a4251c362463,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:21.143776 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.145018 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dbb6f5df-fbff-4b7f-9815-9e43f845a2cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1909499 Jun 03 16:08:21.147871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41478) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:21.153751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'security_group_rule': {'security_group_id': '2b4c3380-d429-4d5f-857f-a4251c362463', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:21.160586 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:21.164383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:security_group_rule and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:21.167892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:21.173734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:21.190246 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.253480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.257090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.281968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b460345-92de-44c1-a652-7d0d1d6b513c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:21.293014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.294445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e843021d-9819-48c0-a381-6b124bf881a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455126 Jun 03 16:08:21.297054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41482) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:21.301917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'security_group_rule': {'security_group_id': '2b4c3380-d429-4d5f-857f-a4251c362463', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:21.308931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:21.312767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:security_group_rule and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:21.315934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:21.321615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:21.338681 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.407641 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.411552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.436319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6f4684-ec32-41d6-b471-1714b2301387,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:21.446026 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.447202 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e187e396-c394-410e-b733-edde8ad338ca tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492290 Jun 03 16:08:21.450195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 41486) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:21.455347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:21.462743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:21.467079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:floatingip and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:21.470157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:21.479544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:21.494703 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.586522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47ff5c71-8864-4846-9e0e-2c8c0edb1057 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:21.639816 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:08:21.640438 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.650414 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:21.651038 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:21.661460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:21.666511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:21.666956 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.792279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:21.792670 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.810937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 47ff5c71-8864-4846-9e0e-2c8c0edb1057, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=47ff5c71-8864-4846-9e0e-2c8c0edb1057,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:21.815495 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:21.844503 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:21.919078 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=47ff5c71-8864-4846-9e0e-2c8c0edb1057,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:21.923564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Allocated IP 172.25.1.97 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/6a3b4576-7441-4cb6-ba55-e99553bba16e) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:08:22.095259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.132468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.201854 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 2, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:22.205548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:22.208582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:22.212878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:08:22.218426 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:08:22.219623 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Updating router 8325e2f2-ce23-47a5-a197-bc0711001d7a port cbff68cf-a032-4b67-a8bd-c69f4a20576c binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:08:22.250389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'Port': ['ID=6a3b4576-7441-4cb6-ba55-e99553bba16e,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:22.295832 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.306948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.369022 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.588817 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.593241 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.648493 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.663579 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Transition to ACTIVE for port object cbff68cf-a032-4b67-a8bd-c69f4a20576c will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:22.670452 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.704929 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'Port': ['ID=6a3b4576-7441-4cb6-ba55-e99553bba16e,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:22.722979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.748096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.760151 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-30413b78-492f-4600-bb2c-7c544714d5fa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2983851 Jun 03 16:08:22.862107 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Pushing event updated for resources: {'Port': ['ID=cbff68cf-a032-4b67-a8bd-c69f4a20576c,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:22.936368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-4edbbc06-601a-4037-9f97-8f6e4bef35c3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:08:22.943860 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.944225 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.944557 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.944889 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.945208 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.945531 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.945884 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.946204 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.946517 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.946826 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.947134 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.947435 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:22.956014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-4edbbc06-601a-4037-9f97-8f6e4bef35c3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:08:22.957408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-4edbbc06-601a-4037-9f97-8f6e4bef35c3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--634964930&fields=id&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 267 time: 0.0649238 Jun 03 16:08:22.972341 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Attempting to bind port cbff68cf-a032-4b67-a8bd-c69f4a20576c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:08:22.972706 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Attempting to bind port cbff68cf-a032-4b67-a8bd-c69f4a20576c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:08:22.973060 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Attempting to bind port cbff68cf-a032-4b67-a8bd-c69f4a20576c on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:22.979034 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:08:22.979396 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:08:22.979793 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:22.980195 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:08:22.980644 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Bound port: cbff68cf-a032-4b67-a8bd-c69f4a20576c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:08:22.981008 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:23.077398 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] For port cbff68cf-a032-4b67-a8bd-c69f4a20576c, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:08:23.080612 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] For port cbff68cf-a032-4b67-a8bd-c69f4a20576c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cbff68cf-a032-4b67-a8bd-c69f4a20576c,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:08:23.085440 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:23.130317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-1d3165cb-6457-406f-83e9-7e659478ded3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:23.130945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-1d3165cb-6457-406f-83e9-7e659478ded3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:08:23.150970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-1d3165cb-6457-406f-83e9-7e659478ded3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:08:23.152208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-1d3165cb-6457-406f-83e9-7e659478ded3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.1862526 Jun 03 16:08:23.168801 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:23.169438 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:23.171397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-152c4f7b-5ed0-43e8-9a01-74f0b1e69841 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/quotas/8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 375 time: 0.0127950 Jun 03 16:08:23.246209 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5efeb-1325-4de3-a073-c657fe687fba None None] Pushing event updated for resources: {'Port': ['ID=cbff68cf-a032-4b67-a8bd-c69f4a20576c,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:23.261805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-f7290aea-6836-4bf0-8357-50eb89a94d48 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844159 Jun 03 16:08:23.361325 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:23.424393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-b74929bf-cc85-4d60-9cd0-563fad35055d service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470234 Jun 03 16:08:23.577513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47ff5c71-8864-4846-9e0e-2c8c0edb1057 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:23.581372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-64a0fade-9dea-4f56-aa5b-79d6d08d7115 service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486487 Jun 03 16:08:23.657455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:23.657846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:23.693628 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:23Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:23.698310 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b200065-deef-47a5-b692-e0c8ad273a84 None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:23Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:08:23.829594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:23.853238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-02f45e37-5155-40fc-aed3-2175b037b128 req-3cd3e429-472c-4493-a71a-575aca63318e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 210 time: 0.0597622 Jun 03 16:08:25.020705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f6c4490-6384-4ce4-8341-771f6552aa15 req-4603b3c5-0bfb-4e29-8ada-4317a5f13cbf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 210 time: 0.0496588 Jun 03 16:08:25.269419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-3615733a-2467-49ec-9ac3-5b1cbc3def45 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:25.271023 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-3615733a-2467-49ec-9ac3-5b1cbc3def45 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.1657903 Jun 03 16:08:25.327634 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-4e7618b6-2d8a-4dbf-963d-74565c0af87e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:08:25.340031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-4e7618b6-2d8a-4dbf-963d-74565c0af87e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:08:25.341222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-4e7618b6-2d8a-4dbf-963d-74565c0af87e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 379 time: 0.0572224 Jun 03 16:08:25.351722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'port': {'device_id': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'admin_state_up': True, 'tenant_id': '8ba578f115b547af97972547971cb58d', 'security_groups': ['2b4c3380-d429-4d5f-857f-a4251c362463']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:25.515043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:25.520056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:port and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:08:25.525064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:08:25.536506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:25.549889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Made reservation on behalf of 8ba578f115b547af97972547971cb58d for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:08:25.553754 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:25.598289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbff68cf-a032-4b67-a8bd-c69f4a20576c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:25.671795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cbff68cf-a032-4b67-a8bd-c69f4a20576c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:25.678312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cbff68cf-a032-4b67-a8bd-c69f4a20576c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:25.678684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:25.737000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Allocated IP 172.20.0.5 (63cb6a28-af2b-4dc1-91db-2dbe0175b822/12f6235f-716c-4631-bd08-ee031be29038/6b1ac617-1550-4843-beb8-b450264d7d0d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:08:25.812947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cbff68cf-a032-4b67-a8bd-c69f4a20576c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:25.813247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:25.849121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port cbff68cf-a032-4b67-a8bd-c69f4a20576c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cbff68cf-a032-4b67-a8bd-c69f4a20576c,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:25.855401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:25.940011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=cbff68cf-a032-4b67-a8bd-c69f4a20576c,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:25.949747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.950095 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.950430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.950766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.951120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.951434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.951762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.952093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.952452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.952783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.953103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.953422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:25.971514 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:25.997676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Transition to ACTIVE for port object 6b1ac617-1550-4843-beb8-b450264d7d0d will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:26.026922 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:26.106530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:26.109998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:26.112455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:08:26.159913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:26.215053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:26.215731 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:26.241027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f55273-5732-4939-b520-913378e36106 req-7604c5b1-851d-4dca-808c-76087c8dcb69 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:26.242476 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-66f0b1c3-9b4c-4bd9-9d34-33ea96a5736f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8939264 Jun 03 16:08:26.243798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7f55273-5732-4939-b520-913378e36106 req-7604c5b1-851d-4dca-808c-76087c8dcb69 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 931 time: 0.1039884 Jun 03 16:08:26.258364 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Request body: {'port': {'device_id': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:26.302937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7f55273-5732-4939-b520-913378e36106 req-bbd40b93-4560-4f4c-b2d8-45ef54dffbe4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517886 Jun 03 16:08:26.452871 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6348cac3-acd0-417f-b16b-84f9354a6e90 None None] Provisioning for port 6b1ac617-1550-4843-beb8-b450264d7d0d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:26.459340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6348cac3-acd0-417f-b16b-84f9354a6e90 None None] Provisioning complete for port 6b1ac617-1550-4843-beb8-b450264d7d0d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:26.460008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6348cac3-acd0-417f-b16b-84f9354a6e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:26.526418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6348cac3-acd0-417f-b16b-84f9354a6e90 None None] Port 6b1ac617-1550-4843-beb8-b450264d7d0d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:08:26.534492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:26.901401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1ac617-1550-4843-beb8-b450264d7d0d {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:08:26.909083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:26.923463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Transition to ACTIVE for port object 6b1ac617-1550-4843-beb8-b450264d7d0d will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:26.927532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:27.085886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:27.171552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:08:27.171892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:08:27.172249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:27.176956 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Port 6b1ac617-1550-4843-beb8-b450264d7d0d on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:08:27.177271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:27.182938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:08:27.183273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:08:27.183656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:08:27.184078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Bound port: 6b1ac617-1550-4843-beb8-b450264d7d0d, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:08:27.184461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:27.276065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:08:27.279285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:08:27.283087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:27.343149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:27.343772 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:27.345399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 1091 time: 1.0920455 Jun 03 16:08:27.346349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:27.368438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b7a86-3b28-453c-bb4a-e9dab2f67216 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:27.442278 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d0ba8d-e67c-41d2-9b15-955f93e20bb0'] response: {'name': 'network-changed', 'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'status': 'completed', 'code': 200} Jun 03 16:08:27.475460 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-22264755-13ba-46f2-84dd-f273eac7b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:27.476057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-22264755-13ba-46f2-84dd-f273eac7b289 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1094 time: 0.0787406 Jun 03 16:08:27.528866 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c910ac-3be0-4835-b8c8-b6af17eb930d req-b6eb70c5-e072-4f52-80a1-9092fdf81612 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:27.530673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50c910ac-3be0-4835-b8c8-b6af17eb930d req-b6eb70c5-e072-4f52-80a1-9092fdf81612 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 943 time: 0.0905743 Jun 03 16:08:27.559846 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-bfb6c47f-2f4b-4909-98c8-218970fa9428 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 217 time: 0.0726166 Jun 03 16:08:27.583473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbff68cf-a032-4b67-a8bd-c69f4a20576c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:27.587330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50c910ac-3be0-4835-b8c8-b6af17eb930d req-633979ab-3043-4fee-8b78-49086e4f2234 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493593 Jun 03 16:08:27.641214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-6be88656-4e21-46b6-a25e-7f3c96c8e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:27.642572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-6be88656-4e21-46b6-a25e-7f3c96c8e37f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0732617 Jun 03 16:08:27.684606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cbff68cf-a032-4b67-a8bd-c69f4a20576c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:27.684982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:27.726053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-93b5b56e-385a-414f-a0af-f0b6677511b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:27.727588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-93b5b56e-385a-414f-a0af-f0b6677511b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754507 Jun 03 16:08:27.806290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cbff68cf-a032-4b67-a8bd-c69f4a20576c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:27.870406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-8a3a3c39-b80e-4e52-b913-428b8a83c1f3 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321154 Jun 03 16:08:28.014453 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-89ded317-a3f9-464a-b7d4-ce0181948208 req-a48befcb-56f3-4980-82c2-c821182744ec service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348860 Jun 03 16:08:28.153783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-dcb53248-a115-455f-a415-047c6df41924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:28.155835 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-dcb53248-a115-455f-a415-047c6df41924 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1094 time: 0.0783677 Jun 03 16:08:28.298109 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-3a758a4a-7943-4c8c-8f81-301be863cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:28.299594 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-3a758a4a-7943-4c8c-8f81-301be863cf2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1341345 Jun 03 16:08:28.479091 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-4fd30b4b-1bed-46a5-8f5e-3bc73c4c96be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 217 time: 0.1714818 Jun 03 16:08:28.544824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-9e8c651a-e83a-4954-8e13-3513b824974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:28.546273 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-9e8c651a-e83a-4954-8e13-3513b824974a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0611138 Jun 03 16:08:28.627067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-db8eef44-6af1-4b49-a514-48b77dca637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:28.628171 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-db8eef44-6af1-4b49-a514-48b77dca637e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742207 Jun 03 16:08:28.770254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-bc8b5b3b-c783-487b-b784-69f5764ac941 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350799 Jun 03 16:08:28.803865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be66ac-e3a6-4411-9e96-63ccb2b2eb5e req-a82a89df-2729-446c-acab-b3b93b49e161 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:28.805459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29be66ac-e3a6-4411-9e96-63ccb2b2eb5e req-a82a89df-2729-446c-acab-b3b93b49e161 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 943 time: 0.1014032 Jun 03 16:08:28.915725 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e9b5c18e-491d-44ab-8b17-9439ba99aac6 req-b8ab61ca-da13-42e7-b877-c5687670fe27 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392324 Jun 03 16:08:28.963234 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-29be66ac-e3a6-4411-9e96-63ccb2b2eb5e req-26f7098f-74cb-45c5-8212-efb87402fcff tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520643 Jun 03 16:08:30.160247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec04e80-70f5-4924-b43f-fcfe7417d13f req-47d7b416-b9ca-4ccb-bae9-25ffe12a3094 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:30.161737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ec04e80-70f5-4924-b43f-fcfe7417d13f req-47d7b416-b9ca-4ccb-bae9-25ffe12a3094 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 943 time: 0.0922368 Jun 03 16:08:30.208098 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ec04e80-70f5-4924-b43f-fcfe7417d13f req-e71ed3f9-fde1-4c85-8c99-52373d8a9704 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405049 Jun 03 16:08:31.179044 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:08:31.349051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:31.362723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'mac_address': 'fa:16:3e:17:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:08:31.400382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d46569-70db-4d8f-80f4-1e5ae09a1969 req-bc789f11-84e4-4fe3-9498-e40589e2a22f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:31.402014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31d46569-70db-4d8f-80f4-1e5ae09a1969 req-bc789f11-84e4-4fe3-9498-e40589e2a22f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 943 time: 0.0851016 Jun 03 16:08:31.421279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 6b1ac617-1550-4843-beb8-b450264d7d0d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:31.421651 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:31.438373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1ac617-1550-4843-beb8-b450264d7d0d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:08:31.447990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31d46569-70db-4d8f-80f4-1e5ae09a1969 req-8f72d3ee-1cf4-44bf-8a82-99e88ed45c3f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399976 Jun 03 16:08:31.454584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:31.458441 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:31.536157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:31.690444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['6b1ac617-1550-4843-beb8-b450264d7d0d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:08:32.635794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c33d-ead3-4bf5-b2b9-3086ca47dc4a req-51b2be97-ffd0-4caa-965e-ac207ea550bf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:32.637285 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f52c33d-ead3-4bf5-b2b9-3086ca47dc4a req-51b2be97-ffd0-4caa-965e-ac207ea550bf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 944 time: 0.0798035 Jun 03 16:08:32.689394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f52c33d-ead3-4bf5-b2b9-3086ca47dc4a req-d870b6bc-465c-4ba6-a170-a568bd92e656 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463166 Jun 03 16:08:33.193960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:33.265852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 6b1ac617-1550-4843-beb8-b450264d7d0d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:33.272524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 6b1ac617-1550-4843-beb8-b450264d7d0d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:33.273167 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:33.397460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 6b1ac617-1550-4843-beb8-b450264d7d0d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:33.397835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:33.426079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:33.436124 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:33.440284 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:33.479335 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a99931-997c-4b8d-8959-2cb7d476df68'] response: {'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'code': 200} Jun 03 16:08:33.517863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:33.615936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f34cff-e1c8-4c08-91f1-44d31697d6c0 req-fba43aa6-2501-4b3b-bf84-409ce6ca0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:33.617374 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-43f34cff-e1c8-4c08-91f1-44d31697d6c0 req-fba43aa6-2501-4b3b-bf84-409ce6ca0c22 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1096 time: 0.0737009 Jun 03 16:08:33.669359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-43f34cff-e1c8-4c08-91f1-44d31697d6c0 req-16f1c85c-9f1a-412c-8255-ce1b56d70346 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Jun 03 16:08:33.883606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003fda-2c67-496c-ace1-47efb0ec8635 req-369a503e-e2e2-46d3-b8dc-a78de33b0fcf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:33.885125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec003fda-2c67-496c-ace1-47efb0ec8635 req-369a503e-e2e2-46d3-b8dc-a78de33b0fcf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0834737 Jun 03 16:08:33.933196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec003fda-2c67-496c-ace1-47efb0ec8635 req-a5c65c6f-0197-4ded-9c15-ce949a0e97e5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414293 Jun 03 16:08:35.133221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8deaaf-24e7-4bb7-9680-7992d100aa8a req-86bb1978-dfeb-421a-85cb-68206c6cf776 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:35.133221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8deaaf-24e7-4bb7-9680-7992d100aa8a req-86bb1978-dfeb-421a-85cb-68206c6cf776 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0870543 Jun 03 16:08:35.176654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f8deaaf-24e7-4bb7-9680-7992d100aa8a req-98faa0de-e1a5-4900-8c71-69ab98d956ea tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394485 Jun 03 16:08:35.354170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c877d-b88c-41cb-b0a7-fab327a08244 req-9dcf2b2b-8c3b-44ac-910a-f2375b4a2dd8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:35.355602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-596c877d-b88c-41cb-b0a7-fab327a08244 req-9dcf2b2b-8c3b-44ac-910a-f2375b4a2dd8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0780623 Jun 03 16:08:35.364190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41542) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:35.369330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'floatingip': {'port_id': '6b1ac617-1550-4843-beb8-b450264d7d0d'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:35.447948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:36.034410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:36.037674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:36.328566 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 associated. External IP: 172.25.1.97, port: 6b1ac617-1550-4843-beb8-b450264d7d0d. Jun 03 16:08:36.685468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:08:36.864521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:08:36.869946 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:36.874667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:08:36.883878 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:36.884510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:36.924760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6e74cf7d-849d-4e9d-a2c1-fbc24541e1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "PUT /v2.0/floatingips/851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 HTTP/1.1" status: 200 len: 990 time: 1.5594659 Jun 03 16:08:36.925482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:36.978477 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3341738e-ce58-4693-93e6-d52e41d6df2c'] response: {'name': 'network-changed', 'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'status': 'completed', 'code': 200} Jun 03 16:08:37.065793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:37.088349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-ece016de-46af-4122-99c8-72fa39056932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:37.090296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-ece016de-46af-4122-99c8-72fa39056932 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1096 time: 0.0867298 Jun 03 16:08:37.120267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7a331-aeef-4285-8659-75f868623f91 req-4c75d787-7553-402c-a5d8-beae0f41451c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:37.121996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fe7a331-aeef-4285-8659-75f868623f91 req-4c75d787-7553-402c-a5d8-beae0f41451c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0824471 Jun 03 16:08:37.172253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2fe7a331-aeef-4285-8659-75f868623f91 req-7acbd6b3-b290-4a52-ab3e-6807509779b4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 Jun 03 16:08:37.232711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-695d8dc9-1243-4d53-8b60-2178c5d4b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:37.234184 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-695d8dc9-1243-4d53-8b60-2178c5d4b980 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1386027 Jun 03 16:08:37.343342 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-9bf6cd6c-2643-4049-83d5-199d3ca8674f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 998 time: 0.1028860 Jun 03 16:08:37.365846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd1de0-e5ce-4380-ada4-1ccefefabb3b req-2b55188c-17ab-4904-b1d9-ac1ce1e809cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:37.367500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1cd1de0-e5ce-4380-ada4-1ccefefabb3b req-2b55188c-17ab-4904-b1d9-ac1ce1e809cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0827115 Jun 03 16:08:37.413632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-b135e07f-f799-4022-90d8-c74c1c9b0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:37.414687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d1cd1de0-e5ce-4380-ada4-1ccefefabb3b req-e662f801-6f2c-4561-9279-c6b186f16db1 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Jun 03 16:08:37.416361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-b135e07f-f799-4022-90d8-c74c1c9b0bc7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0673800 Jun 03 16:08:37.428189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:17:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:08:35Z', 'revision_number': 1, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:37.433065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:08:37.443292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:37.446020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:37.499472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-7ebcd5b5-37e8-4cfc-b30f-c840761dcb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:37.501135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-7ebcd5b5-37e8-4cfc-b30f-c840761dcb65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789363 Jun 03 16:08:37.628582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:37.640546 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-e0e4e10b-ae50-494d-92ce-32b718d5b789 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325912 Jun 03 16:08:37.776946 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9331b3d5-0501-44ce-a278-a3afaf8d66c6 req-791ce7ed-b2f2-4ac4-bbe9-e8a293aa5b25 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300085 Jun 03 16:08:38.024678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:17:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:08:35Z', 'revision_number': 1, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:38.029120 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee01d1-947f-4c81-ba1a-89551bc02724 None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:17:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:08:35Z', 'revision_number': 1, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:08:38.223994 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d6605-efea-41d7-b9bc-1b13c943ccbf None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:08:38.608758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26699c84-e8b9-4624-98ff-dd88d5d299c6 req-edd66766-5238-459a-8f4b-d6f57954346d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:38.610267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26699c84-e8b9-4624-98ff-dd88d5d299c6 req-edd66766-5238-459a-8f4b-d6f57954346d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0858738 Jun 03 16:08:38.656508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26699c84-e8b9-4624-98ff-dd88d5d299c6 req-9d0e9a90-c157-43c5-be4e-50f2b1518745 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403481 Jun 03 16:08:38.854097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1509e6-d721-4ce4-8804-e13a5e0252a4 req-1fb23151-597f-4178-a34d-0aea838854d6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:38.855546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc1509e6-d721-4ce4-8804-e13a5e0252a4 req-1fb23151-597f-4178-a34d-0aea838854d6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0792484 Jun 03 16:08:38.898772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc1509e6-d721-4ce4-8804-e13a5e0252a4 req-6052e0ca-86ad-4057-bddd-712d668383d4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369692 Jun 03 16:08:39.309040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-fa9584be-0fd1-4339-9cfe-26fd63ba57b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330352 Jun 03 16:08:39.320366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798e6dc-b042-4877-b4d1-a2e92697d7ef req-eea3a077-c218-4a86-835b-e02b61e6b65d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:39.321826 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9798e6dc-b042-4877-b4d1-a2e92697d7ef req-eea3a077-c218-4a86-835b-e02b61e6b65d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.1004639 Jun 03 16:08:39.370631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9798e6dc-b042-4877-b4d1-a2e92697d7ef req-5a4f9ab4-96c6-439f-a4a2-cf269be98c3a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Jun 03 16:08:40.457852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-9dbb0ee8-3020-4cb8-a5c1-35b92145be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:40.459381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-9dbb0ee8-3020-4cb8-a5c1-35b92145be79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1096 time: 0.0710282 Jun 03 16:08:40.558470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048b6b5-66ff-42c5-8ea7-2dac26db1d78 req-a8fe0676-ec00-4148-9508-5e491ce37c32 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:40.559849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1048b6b5-66ff-42c5-8ea7-2dac26db1d78 req-a8fe0676-ec00-4148-9508-5e491ce37c32 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0835984 Jun 03 16:08:40.593987 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-faab72a5-6b9a-4aeb-8649-ec995ac901c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:40.595587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-faab72a5-6b9a-4aeb-8649-ec995ac901c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1301494 Jun 03 16:08:40.604605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1048b6b5-66ff-42c5-8ea7-2dac26db1d78 req-f9a7d7bc-12c0-4ddc-bf7a-0f9e992e161f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Jun 03 16:08:40.809586 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-e06505ad-9846-42ac-b545-6a9c050f0d74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 1000 time: 0.2080250 Jun 03 16:08:40.873236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-ccc24e4a-3fbe-4d31-8684-430c967ef76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:40.874679 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-ccc24e4a-3fbe-4d31-8684-430c967ef76d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0593774 Jun 03 16:08:40.954044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-f937a9b4-7a5a-4392-923c-5cf5cc0b4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:40.955533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-f937a9b4-7a5a-4392-923c-5cf5cc0b4e3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708420 Jun 03 16:08:41.091057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-6bb6c892-12e0-477f-8a11-5761e2a723b2 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289787 Jun 03 16:08:41.229904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-44b1349e-f444-48fc-97ea-7ea02a691682 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289668 Jun 03 16:08:41.789950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caecd13-343c-4704-9833-bb0d19259b9b req-0cc428c5-26d4-4eab-8fd1-3beaf61e0513 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:41.791316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7caecd13-343c-4704-9833-bb0d19259b9b req-0cc428c5-26d4-4eab-8fd1-3beaf61e0513 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0789607 Jun 03 16:08:41.839125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7caecd13-343c-4704-9833-bb0d19259b9b req-e57f2ae0-723c-4748-82d9-35a092997397 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Jun 03 16:08:43.020376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4937a9-baf6-4826-9c07-af368657053e req-5e0552e2-00e3-414a-bf3e-dc24ea1c8a4c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:43.021831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb4937a9-baf6-4826-9c07-af368657053e req-5e0552e2-00e3-414a-bf3e-dc24ea1c8a4c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0783789 Jun 03 16:08:43.066858 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb4937a9-baf6-4826-9c07-af368657053e req-766c9bb9-da0b-4440-a42d-c6a361a19372 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383832 Jun 03 16:08:43.425174 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-63dfd88a-fc01-4eca-b8eb-ab2b37782644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:44.253319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258478-9c9e-43c5-a063-b45f6d2a9e1b req-bdc4b7d4-9326-4626-b18a-ddf63d4aa4f3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:44.254766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01258478-9c9e-43c5-a063-b45f6d2a9e1b req-bdc4b7d4-9326-4626-b18a-ddf63d4aa4f3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0822413 Jun 03 16:08:44.412625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01258478-9c9e-43c5-a063-b45f6d2a9e1b req-d6bf9e4b-d989-4707-9506-3e785e10f44d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522014 Jun 03 16:08:45.600980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d5657-8a6d-4fa9-bae9-8ad02620b063 req-1843175d-032b-48f2-838c-d6f7f1add886 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:45.602350 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe8d5657-8a6d-4fa9-bae9-8ad02620b063 req-1843175d-032b-48f2-838c-d6f7f1add886 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0813136 Jun 03 16:08:45.646577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe8d5657-8a6d-4fa9-bae9-8ad02620b063 req-d89168a8-6053-4545-9eae-430763318489 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386381 Jun 03 16:08:45.883101 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:46.327078 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae431-c056-4ebf-8d9a-b4ec63759088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:46.665287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:46.844188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3bc9-f65e-43a3-861c-046b5a6b08cb req-462fe15a-24c5-4d91-909d-d7afad026fd0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:46.845698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-253a3bc9-f65e-43a3-861c-046b5a6b08cb req-462fe15a-24c5-4d91-909d-d7afad026fd0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0922241 Jun 03 16:08:46.893450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-253a3bc9-f65e-43a3-861c-046b5a6b08cb req-0481b568-06c9-4dc8-9414-fdca2477ede0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Jun 03 16:08:47.097547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:48.079151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9384cb6-2921-4361-b45e-4c33953e360a req-1031d56c-9913-4442-962e-8d35073ae43c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:48.080717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9384cb6-2921-4361-b45e-4c33953e360a req-1031d56c-9913-4442-962e-8d35073ae43c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0813990 Jun 03 16:08:48.130340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9384cb6-2921-4361-b45e-4c33953e360a req-68438570-9927-486f-8e96-3d14a7a7ce9c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432899 Jun 03 16:08:48.373336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:48.580892 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:49.328559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0716fe-5fec-4255-82e0-c5bf2521df95 req-9c2ef459-bf79-436f-8446-82949544f5a5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:49.329980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0716fe-5fec-4255-82e0-c5bf2521df95 req-9c2ef459-bf79-436f-8446-82949544f5a5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0868130 Jun 03 16:08:49.375842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e0716fe-5fec-4255-82e0-c5bf2521df95 req-fe47f81f-1b6d-41b8-8296-162f6336602c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Jun 03 16:08:50.573823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffb7ab-68c7-46bf-8824-1fbe563560f7 req-dd964fab-e437-4824-8af6-bf0372651303 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:50.575345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3ffb7ab-68c7-46bf-8824-1fbe563560f7 req-dd964fab-e437-4824-8af6-bf0372651303 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0901179 Jun 03 16:08:50.621435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3ffb7ab-68c7-46bf-8824-1fbe563560f7 req-3f65df12-30ce-4974-9285-637fba3d3e32 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404627 Jun 03 16:08:51.811234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c36f75-517b-4283-9599-88fd048fff41 req-855f87ce-da70-4fc1-babd-3f02afabd134 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:51.812837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43c36f75-517b-4283-9599-88fd048fff41 req-855f87ce-da70-4fc1-babd-3f02afabd134 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0833588 Jun 03 16:08:51.859567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43c36f75-517b-4283-9599-88fd048fff41 req-c70be92e-1be0-4701-ac52-bbdbb2571826 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 Jun 03 16:08:53.207939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baf92c-01e0-4fa9-bca1-10f18058f9da req-3bfc6079-f1cb-45bc-b7a4-a4f2179b874e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:53.209327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52baf92c-01e0-4fa9-bca1-10f18058f9da req-3bfc6079-f1cb-45bc-b7a4-a4f2179b874e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0815194 Jun 03 16:08:53.252604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52baf92c-01e0-4fa9-bca1-10f18058f9da req-32cf2205-bb79-45d1-be83-0d125ab80dd1 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Jun 03 16:08:54.276489 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:08:54.445317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732152e-2ee9-4d07-b7eb-602c7f972287 req-dcc732ff-de57-4a50-b7c2-da4c3e734569 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:54.446821 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f732152e-2ee9-4d07-b7eb-602c7f972287 req-dcc732ff-de57-4a50-b7c2-da4c3e734569 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0843050 Jun 03 16:08:54.496520 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f732152e-2ee9-4d07-b7eb-602c7f972287 req-0f0eab61-1858-4ef4-9840-9c0baf3fc5cf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436840 Jun 03 16:08:55.723834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649b88-7247-4803-a864-8fce473e095d req-f34ed2e6-7939-42a3-b501-9e301fc38051 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:55.725381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21649b88-7247-4803-a864-8fce473e095d req-f34ed2e6-7939-42a3-b501-9e301fc38051 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0810134 Jun 03 16:08:55.771253 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21649b88-7247-4803-a864-8fce473e095d req-217f2daa-7efd-467a-a09f-84289cc3eb5d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401824 Jun 03 16:08:56.973968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35d7aa-c7f5-4230-a25f-59fbc4252a6b req-dc09b378-9f9e-4152-9a69-e89453760039 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:56.975512 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e35d7aa-c7f5-4230-a25f-59fbc4252a6b req-dc09b378-9f9e-4152-9a69-e89453760039 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0906987 Jun 03 16:08:57.025021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e35d7aa-c7f5-4230-a25f-59fbc4252a6b req-ca8b58f6-14b8-48e3-8e2f-3a79a73a3de7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432954 Jun 03 16:08:58.214179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73887225-b133-41c9-9353-7218ef0a90a7 req-2428b372-d2fe-4f01-95b9-a29ebc284b62 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:58.215746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73887225-b133-41c9-9353-7218ef0a90a7 req-2428b372-d2fe-4f01-95b9-a29ebc284b62 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0815780 Jun 03 16:08:58.262023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73887225-b133-41c9-9353-7218ef0a90a7 req-db8856c5-9a74-495d-9ddd-65ae8885dec6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406134 Jun 03 16:08:58.329846 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-9c8a6864-cf39-48e9-a0a1-a8dbdeafda54 service neutron] show failed (client error): The resource could not be found. Jun 03 16:08:58.330763 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-9c8a6864-cf39-48e9-a0a1-a8dbdeafda54 service neutron] 10.222.0.70 "GET /v2.0/ports/6b1ac617-1550-4843-beb8-b450264d7d0d/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0768392 Jun 03 16:08:58.626271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-bc36f42e-2560-40fb-84e2-00f19219ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:58.627636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-bc36f42e-2560-40fb-84e2-00f19219ecea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 1096 time: 0.0776649 Jun 03 16:08:58.639784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:58.765280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:59.068795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:59.104973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:08:59.166367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:59.172187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:59.188497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Transition to ACTIVE for port object 6b1ac617-1550-4843-beb8-b450264d7d0d will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:59.193730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:59.237908 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3ffc24-80cc-4579-8b91-0897dd499d5f'] response: {'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'code': 200} Jun 03 16:08:59.596471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:59.605745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] No DVR routers for this DVR port 6b1ac617-1550-4843-beb8-b450264d7d0d on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:08:59.802868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e733d1-29a4-4ed7-ade2-83e3d7b6013e req-0aa3a89f-b3c9-4f70-8c3f-ab3c975ac2cf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:59.804415 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3e733d1-29a4-4ed7-ade2-83e3d7b6013e req-0aa3a89f-b3c9-4f70-8c3f-ab3c975ac2cf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 943 time: 0.4155922 Jun 03 16:08:59.902106 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e3e733d1-29a4-4ed7-ade2-83e3d7b6013e req-a813501a-ea46-43cc-9c9c-85dc70ce04c8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904360 Jun 03 16:08:59.903231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:08:59.903659 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:08:59.904041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:59.909563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Port 6b1ac617-1550-4843-beb8-b450264d7d0d on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:08:59.909883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Attempting to bind port 6b1ac617-1550-4843-beb8-b450264d7d0d on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:59.915904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:08:59.916279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:08:59.916664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:08:59.917092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Bound port: 6b1ac617-1550-4843-beb8-b450264d7d0d, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:08:59.917441 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:00.015426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:09:00.018645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:09:00.025831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:00.086942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:00.087579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:00.089061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] 10.222.0.15 "PUT /v2.0/ports/6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 1091 time: 1.4538205 Jun 03 16:09:00.111005 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d313059-80b8-4ff1-b4b3-631f21586046 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:00.198722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-fe8cb690-579c-4067-9ead-a627f43adb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:00.200357 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-fe8cb690-579c-4067-9ead-a627f43adb69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1094 time: 0.0864141 Jun 03 16:09:00.340400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-ca37c312-7682-4689-8118-2abd46320d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:00.341880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-ca37c312-7682-4689-8118-2abd46320d82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1358190 Jun 03 16:09:00.448583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-46db3d8a-4134-4d79-a01b-2fad07db9941 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 998 time: 0.1003304 Jun 03 16:09:00.511103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-40ba1fe1-fab4-4f2a-8911-b3a8f9a66b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:00.512591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-40ba1fe1-fab4-4f2a-8911-b3a8f9a66b73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0580308 Jun 03 16:09:00.587917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-3bd1e2e3-18b3-435f-9ffb-5e6e18885486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:00.589439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-3bd1e2e3-18b3-435f-9ffb-5e6e18885486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712421 Jun 03 16:09:00.720336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1204a4e5-7d90-4345-8718-c5a9eb22f002 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244676 Jun 03 16:09:00.851878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cd3b8cf7-eba7-401d-8e77-cd5700fee53f req-1deddd91-2be9-4cd2-858b-803a6d24f522 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253107 Jun 03 16:09:01.104202 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa8164-d9f6-45df-980a-f0e6a780ab03 req-6631a65a-7448-4f68-a7fd-82390e89acba tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.105730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95fa8164-d9f6-45df-980a-f0e6a780ab03 req-6631a65a-7448-4f68-a7fd-82390e89acba tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 943 time: 0.0857413 Jun 03 16:09:01.151761 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95fa8164-d9f6-45df-980a-f0e6a780ab03 req-37ccf9be-164b-4b8e-a8dd-25fb39987d26 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Jun 03 16:09:01.238713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:01.297460 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c880ab33-b0b0-4f3f-b504-d617ba856186'] response: {'name': 'network-changed', 'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'status': 'completed', 'code': 200} Jun 03 16:09:01.393452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-64699ffd-a16d-4057-a1a7-fcba7c39ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.394958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-64699ffd-a16d-4057-a1a7-fcba7c39ef04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1094 time: 0.0786104 Jun 03 16:09:01.406123 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-27761343-d16d-4e75-ae26-28d1d45bf413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.407625 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-27761343-d16d-4e75-ae26-28d1d45bf413 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1094 time: 0.0814104 Jun 03 16:09:01.537838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-70c46039-6d19-4cfb-91bc-6aa43a5a7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.539313 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-70c46039-6d19-4cfb-91bc-6aa43a5a7a07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1385140 Jun 03 16:09:01.550466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-675dc0c5-eb60-44d1-b00b-051936842801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.551920 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-675dc0c5-eb60-44d1-b00b-051936842801 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1355722 Jun 03 16:09:01.667716 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-56b2a351-0bfd-4f6e-be16-e8b52c333e4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 998 time: 0.1063626 Jun 03 16:09:01.738727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-a11570c0-702a-4a94-875c-9cc15431e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.740197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-a11570c0-702a-4a94-875c-9cc15431e311 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0586100 Jun 03 16:09:01.768201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-5d19d215-3aa2-43e6-a3a0-1a95cb8684a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 998 time: 0.2217920 Jun 03 16:09:01.818304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-617d9272-d273-4dda-9228-f46e28b3dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.820310 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-617d9272-d273-4dda-9228-f46e28b3dc4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706184 Jun 03 16:09:01.832830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-73ad553b-2efd-4edb-8b4f-e70dd7751edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.834290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-73ad553b-2efd-4edb-8b4f-e70dd7751edb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0600190 Jun 03 16:09:01.910162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-d6d5c9e0-921a-444f-a5c1-6ce7cb0a379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.911718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-d6d5c9e0-921a-444f-a5c1-6ce7cb0a379c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702949 Jun 03 16:09:01.957167 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-4ea8b2fb-0442-48fa-a6f7-ee570589e7a7 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272554 Jun 03 16:09:02.044807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-bb92305b-7f62-42ab-81bc-d871ce99afcf service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261911 Jun 03 16:09:02.096294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-ec4ae916-9944-4e9d-94a5-17613d24e747 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301854 Jun 03 16:09:02.181939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-122228ee-0a2f-4145-9457-f64ce34a98c0 req-d8aa0dd1-2f99-4254-b68b-5845b05b5100 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299455 Jun 03 16:09:02.349184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19947edf-8d09-4853-b884-766609eb3e9a req-c3af0418-4b90-4e5a-9f01-3227d60a2cd8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:02.351110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19947edf-8d09-4853-b884-766609eb3e9a req-c3af0418-4b90-4e5a-9f01-3227d60a2cd8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 943 time: 0.0852330 Jun 03 16:09:02.397802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19947edf-8d09-4853-b884-766609eb3e9a req-0f732c9b-9b95-44da-930e-5ca33dffa8ab tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399041 Jun 03 16:09:03.210794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:09:03.342778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:03.351953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:09:03.399421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'mac_address': 'fa:16:3e:17:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:09:03.458386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:09:03.465757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6b1ac617-1550-4843-beb8-b450264d7d0d is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:03.466132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:03.484242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1ac617-1550-4843-beb8-b450264d7d0d {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:09:03.499752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:03.503935 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:03.571590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:03.591180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac907172-ffe2-4c4b-b9a1-f07c31381adf req-fc6d3b9a-f551-4c31-83f4-8a038266c17b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:03.592714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac907172-ffe2-4c4b-b9a1-f07c31381adf req-fc6d3b9a-f551-4c31-83f4-8a038266c17b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 944 time: 0.0817370 Jun 03 16:09:03.638231 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac907172-ffe2-4c4b-b9a1-f07c31381adf req-2f81eebf-6419-4455-a4ed-e00420f06c4d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396316 Jun 03 16:09:03.719641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['6b1ac617-1550-4843-beb8-b450264d7d0d'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:09:03.966860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b2888-5b09-4610-b93d-3d4ad7bdd469 req-d481bf74-b209-436f-b802-36e7135ff092 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:03.968408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-263b2888-5b09-4610-b93d-3d4ad7bdd469 req-d481bf74-b209-436f-b802-36e7135ff092 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 944 time: 0.0879745 Jun 03 16:09:03.974730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-896d2cb8-6baa-48f8-aed7-7741e8621828 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:03.975499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-896d2cb8-6baa-48f8-aed7-7741e8621828 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:09:03.996598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-896d2cb8-6baa-48f8-aed7-7741e8621828 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:09:03.998873 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-896d2cb8-6baa-48f8-aed7-7741e8621828 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f&tenant_id=8ba578f115b547af97972547971cb58d&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 944 time: 0.1159050 Jun 03 16:09:04.025562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-263b2888-5b09-4610-b93d-3d4ad7bdd469 req-79bf6903-f736-48da-bd8c-1e676af9d6c2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455701 Jun 03 16:09:04.085721 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-5056675e-ac05-43ac-ad9c-617782433b1e service neutron] delete failed (client error): The resource could not be found. Jun 03 16:09:04.086736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-5056675e-ac05-43ac-ad9c-617782433b1e service neutron] 10.222.0.70 "DELETE /v2.0/ports/6b1ac617-1550-4843-beb8-b450264d7d0d/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0786946 Jun 03 16:09:04.247879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-cce5f8b0-c13b-440d-bd31-134927770e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:04.249399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-cce5f8b0-c13b-440d-bd31-134927770e8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 1095 time: 0.0804331 Jun 03 16:09:04.504382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-9fa4ee63-445f-45f6-93d6-f1c3b891aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:04.506125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-9fa4ee63-445f-45f6-93d6-f1c3b891aaae service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.2469299 Jun 03 16:09:04.614487 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-96b68c73-a8d3-4057-a2f2-2867b8ce2f69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 200 len: 999 time: 0.0992835 Jun 03 16:09:04.680681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-779a61be-0eaf-4882-8b20-be371aeb5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:04.682157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-779a61be-0eaf-4882-8b20-be371aeb5485 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0592482 Jun 03 16:09:04.760242 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-c8ff0263-90a5-4aed-8202-eafdda05d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:04.761655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-c8ff0263-90a5-4aed-8202-eafdda05d464 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697961 Jun 03 16:09:04.897778 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-09355765-b8df-489c-a48b-1f49fa06af11 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256275 Jun 03 16:09:05.037172 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b963c280-6d9d-44c8-9ac8-1f22171ee75a req-032b1fc2-c5cf-47fe-b093-937e5a470710 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286595 Jun 03 16:09:05.221125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:09:05.228690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879320-641c-49e2-a47c-a962d4c99e8e req-159ed57d-3de5-495e-ba81-6f1f05bb11a5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:05.230185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e879320-641c-49e2-a47c-a962d4c99e8e req-159ed57d-3de5-495e-ba81-6f1f05bb11a5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 944 time: 0.0830817 Jun 03 16:09:05.278854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e879320-641c-49e2-a47c-a962d4c99e8e req-0a93dd43-67de-4b9a-8ec2-2dc51e07fe45 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427217 Jun 03 16:09:05.292067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 6b1ac617-1550-4843-beb8-b450264d7d0d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:09:05.297287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 6b1ac617-1550-4843-beb8-b450264d7d0d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:09:05.297656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:05.413245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 6b1ac617-1550-4843-beb8-b450264d7d0d is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:05.413624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:05.448320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:05.458262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:05.462615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:05.500604 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a13479-e791-4940-9017-629477703e05'] response: {'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'code': 200} Jun 03 16:09:05.534074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:06.469238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f25b05-ef42-4a24-a8bd-7db140a598f4 req-03f5780d-fed4-4b37-8464-153823c19012 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:06.470706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3f25b05-ef42-4a24-a8bd-7db140a598f4 req-03f5780d-fed4-4b37-8464-153823c19012 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0813849 Jun 03 16:09:06.516445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3f25b05-ef42-4a24-a8bd-7db140a598f4 req-ea44b35b-d831-4b42-a001-741cf71f3652 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399809 Jun 03 16:09:06.705521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa2dbc-23bf-4911-82c7-a8104f8e3fa2 req-47f9d27f-3818-45d4-9c36-8f6a15d055a0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:06.706898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aafa2dbc-23bf-4911-82c7-a8104f8e3fa2 req-47f9d27f-3818-45d4-9c36-8f6a15d055a0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0833352 Jun 03 16:09:06.750929 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aafa2dbc-23bf-4911-82c7-a8104f8e3fa2 req-26ab6ff9-0c52-4544-91d1-aa6f53cb7a87 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384014 Jun 03 16:09:06.932119 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddeee5c-3839-46d8-8fad-608c26575616 req-bdedc69e-5612-4686-b024-e9e69bd8c1c3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:06.933572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ddeee5c-3839-46d8-8fad-608c26575616 req-bdedc69e-5612-4686-b024-e9e69bd8c1c3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0796244 Jun 03 16:09:06.977640 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ddeee5c-3839-46d8-8fad-608c26575616 req-43bd37f9-0ef7-440d-a50d-9d9e07656ba4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383239 Jun 03 16:09:07.355107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e818-f0d8-4a62-b5bf-088e83f6376e req-b081be93-6f4c-4074-bd4c-ec86eca865ec tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:07.356589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d515e818-f0d8-4a62-b5bf-088e83f6376e req-b081be93-6f4c-4074-bd4c-ec86eca865ec tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.0832224 Jun 03 16:09:07.403142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d515e818-f0d8-4a62-b5bf-088e83f6376e req-27f9e36b-f4c2-4bfc-aef5-d0df07a29813 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Jun 03 16:09:08.648429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-968e9696-a4f5-44db-82ec-3b828cbc533f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:08.649982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-968e9696-a4f5-44db-82ec-3b828cbc533f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.1439214 Jun 03 16:09:08.664770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050fe8c-850e-40bd-bb6c-8a2000d9c735 req-2a8600ee-fd6b-45b8-9a23-4662305485ad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:08.666268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e050fe8c-850e-40bd-bb6c-8a2000d9c735 req-2a8600ee-fd6b-45b8-9a23-4662305485ad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 945 time: 0.1298597 Jun 03 16:09:08.762884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Deleting port 6b1ac617-1550-4843-beb8-b450264d7d0d {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:09:08.763219 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:08.798097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e050fe8c-850e-40bd-bb6c-8a2000d9c735 req-95a9423d-7c52-485c-ab89-4d3259804887 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035895 Jun 03 16:09:09.137540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] For port 6b1ac617-1550-4843-beb8-b450264d7d0d, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=6b1ac617-1550-4843-beb8-b450264d7d0d,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:09.137902 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:09.441452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:09.441737 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:09.442051 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 disassociated. External IP: 172.25.1.97, port: 6b1ac617-1550-4843-beb8-b450264d7d0d. Jun 03 16:09:09.442393 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Calling delete_port for 6b1ac617-1550-4843-beb8-b450264d7d0d owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:09:09.599302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:09.651353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event deleted for resources: {'Port': ['ID=6b1ac617-1550-4843-beb8-b450264d7d0d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:09.847372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:09:09.969906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-52c306f2-e612-4364-a3ee-c2e6ee9d28d1 req-fc38efde-7c92-423c-a398-16ccab6711aa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=646337a3-6e25-4e9f-b978-ecd6ef19181f HTTP/1.1" status: 200 len: 210 time: 0.0605810 Jun 03 16:09:10.065999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:09:10.075883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549697a-78c0-44ad-957f-65822543d71f None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:09:10.085238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:10.085841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:10.137803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] No DVR routers for this DVR port 6b1ac617-1550-4843-beb8-b450264d7d0d on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:09:10.140324 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:10.143000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-deleted', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:10.159801 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-733f9346-7da6-4f4b-9a66-46f7dd81b41d req-12a544d3-25d9-457c-9a3f-bf21a69b99a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "DELETE /v2.0/ports/6b1ac617-1550-4843-beb8-b450264d7d0d HTTP/1.1" status: 204 len: 173 time: 1.5031979 Jun 03 16:09:10.197425 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1446c6-fec4-4997-a8cf-69c1fa107613'] response: {'server_uuid': '646337a3-6e25-4e9f-b978-ecd6ef19181f', 'name': 'network-vif-deleted', 'tag': '6b1ac617-1550-4843-beb8-b450264d7d0d', 'status': 'completed', 'code': 200} Jun 03 16:09:10.283341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:10.641893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:10.645645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549697a-78c0-44ad-957f-65822543d71f None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:09:10.654754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:10.655363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:08:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:10.839604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:11.166901 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-5549697a-78c0-44ad-957f-65822543d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:11.171028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5549697a-78c0-44ad-957f-65822543d71f None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:09:11.311800 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-c9497df2-8932-497b-8e2f-01bc70930edc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--634964930&fields=id&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 267 time: 0.0437541 Jun 03 16:09:11.396199 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c2276-09d7-45d0-ad91-0950f57410ba None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:09:11.467243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-45767072-ebe2-4ee0-9175-2a044e089a84 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:11.468920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-45767072-ebe2-4ee0-9175-2a044e089a84 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.1489766 Jun 03 16:09:11.491051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-2684a6ad-e732-427a-a335-90d490ca17f4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/quotas/8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 375 time: 0.0107110 Jun 03 16:09:11.579589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-094ed8b3-0600-4e7e-bc5a-e4a68a1b7a84 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:09:11.595547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-094ed8b3-0600-4e7e-bc5a-e4a68a1b7a84 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:09:11.597063 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-094ed8b3-0600-4e7e-bc5a-e4a68a1b7a84 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997429 Jun 03 16:09:11.850886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-622dd0ca-71c8-4505-b22e-b5f0599dd847 service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414119 Jun 03 16:09:11.979343 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-014599c6-0140-4a0f-9e74-a978d70227c8 service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227410 Jun 03 16:09:12.160410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac1b66a3-0df3-4faf-9a8c-c193c0784b9e req-e9604f00-0693-48e9-b62f-6ab8766180f9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0428567 Jun 03 16:09:13.172441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-57bcbd27-78f7-465d-b93d-77f2fd13a758 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:13.173887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-57bcbd27-78f7-465d-b93d-77f2fd13a758 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.1473393 Jun 03 16:09:13.227699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-3f5b5535-fdc5-4626-b509-f87f1a07a2ef tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 379 time: 0.0456674 Jun 03 16:09:13.236156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'port': {'device_id': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'admin_state_up': True, 'tenant_id': '8ba578f115b547af97972547971cb58d', 'security_groups': ['2b4c3380-d429-4d5f-857f-a4251c362463']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:13.277059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:09:13.312347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 6b1ac617-1550-4843-beb8-b450264d7d0d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:09:13.312613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 6b1ac617-1550-4843-beb8-b450264d7d0d not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:09:13.360270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-62288e14-5c58-4b7c-a870-acd0ab64ac41 req-e300dee4-c563-40f8-ad1c-4bb32be8f1a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0592895 Jun 03 16:09:13.411919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:09:13.422107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:09:13.428222 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb88eeeb-4b56-4607-b8b1-f118680e4f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:13.432598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Made reservation on behalf of 8ba578f115b547af97972547971cb58d for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:09:13.435994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:13.599153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Allocated IP 172.20.0.11 (63cb6a28-af2b-4dc1-91db-2dbe0175b822/12f6235f-716c-4631-bd08-ee031be29038/a866db9e-c2ac-4e72-a7db-92bebdb211c3) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:09:13.789092 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:13.804507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Transition to ACTIVE for port object a866db9e-c2ac-4e72-a7db-92bebdb211c3 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:09:13.827373 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:13.901140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:09:13.904507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:09:13.908761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:09:13.939369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:13.959967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.960329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.960663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.960991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.961317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.961642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.961972 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.962289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.962606 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.962924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.963239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.963553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:13.988631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:13.989516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:14.016175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-e3190313-5ef1-400f-b3e3-be8ddc8378e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7836993 Jun 03 16:09:14.028480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Request body: {'port': {'device_id': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:14.148429 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-942b7e6c-83d8-4f6e-8eb5-a2e40856ed06 None None] Provisioning for port a866db9e-c2ac-4e72-a7db-92bebdb211c3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:09:14.155142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-942b7e6c-83d8-4f6e-8eb5-a2e40856ed06 None None] Provisioning complete for port a866db9e-c2ac-4e72-a7db-92bebdb211c3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:09:14.155487 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-942b7e6c-83d8-4f6e-8eb5-a2e40856ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:14.155759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:14.212822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-942b7e6c-83d8-4f6e-8eb5-a2e40856ed06 None None] Port a866db9e-c2ac-4e72-a7db-92bebdb211c3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:09:14.546301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a866db9e-c2ac-4e72-a7db-92bebdb211c3 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:09:14.563555 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:14.583331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Transition to ACTIVE for port object a866db9e-c2ac-4e72-a7db-92bebdb211c3 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:09:14.588013 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:14.832422 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d4f83-66a0-41e4-97e3-a82bf629bdb5 req-70172fd7-8163-47e5-adb6-5826999c8a9b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:14.833140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5b4d4f83-66a0-41e4-97e3-a82bf629bdb5 req-70172fd7-8163-47e5-adb6-5826999c8a9b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:09:14.883379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:14.932825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-5b4d4f83-66a0-41e4-97e3-a82bf629bdb5 req-70172fd7-8163-47e5-adb6-5826999c8a9b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:09:14.933997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b4d4f83-66a0-41e4-97e3-a82bf629bdb5 req-70172fd7-8163-47e5-adb6-5826999c8a9b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 932 time: 0.4507656 Jun 03 16:09:14.991126 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:09:14.991460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:09:14.991789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:14.999050 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5b4d4f83-66a0-41e4-97e3-a82bf629bdb5 req-0f8505d1-22f6-4273-a5aa-124b2de420af tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566206 Jun 03 16:09:15.000849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:09:15.001177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:15.006364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:09:15.007105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:09:15.007105 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:09:15.007479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Bound port: a866db9e-c2ac-4e72-a7db-92bebdb211c3, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:09:15.007808 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:15.102229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:09:15.105169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:09:15.108452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:15.177706 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:15.178337 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:15.179682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] 10.222.0.15 "PUT /v2.0/ports/a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 1092 time: 1.1564662 Jun 03 16:09:15.180151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:15.202511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930770f3-f888-4897-89fa-c54b4b375653 service neutron] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:15.259839 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88705c44-ecfb-4795-bbfa-569c694503a0'] response: {'name': 'network-changed', 'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'status': 'completed', 'code': 200} Jun 03 16:09:15.301876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-72c41ba0-f917-416e-a58c-852b14f65d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:15.303420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-72c41ba0-f917-416e-a58c-852b14f65d99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0749347 Jun 03 16:09:15.376375 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-c02207c5-2c73-4549-8c8a-4f48bfd17a4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 217 time: 0.0654619 Jun 03 16:09:15.438514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-123b9080-50f1-4eb2-a567-cf206d711a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:15.439951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-123b9080-50f1-4eb2-a567-cf206d711a24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0582011 Jun 03 16:09:15.518168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-71c512bf-d14c-4f1e-a330-76fd8417d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:15.519669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-71c512bf-d14c-4f1e-a330-76fd8417d9d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741220 Jun 03 16:09:15.652814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-2f288df8-3ff9-4942-88bf-8c102c35cd14 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266146 Jun 03 16:09:15.785704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e18545c8-92f1-4550-adda-3b0dff704c13 req-2b873d4a-b389-4773-abca-bdbb915b5736 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273711 Jun 03 16:09:15.877173 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:15.913010 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-7111a704-287f-4c0e-bb4c-f4aec1dd2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:15.914406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-7111a704-287f-4c0e-bb4c-f4aec1dd2194 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0705187 Jun 03 16:09:16.049942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-1372f590-06f2-4000-8ad4-3a2905dbb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:16.051412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-1372f590-06f2-4000-8ad4-3a2905dbb5ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1307759 Jun 03 16:09:16.159166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-1423f091-b669-4e2f-984d-d59872065451 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 217 time: 0.1009142 Jun 03 16:09:16.242101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-601b13c8-fc6f-4651-9eb0-543201853ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:16.243527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-601b13c8-fc6f-4651-9eb0-543201853ac6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0784276 Jun 03 16:09:16.299468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8514692-2ed1-4ca3-a4e0-42b7606c39f2 req-b1b891ea-96c4-4881-a33f-552770902076 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:16.300955 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8514692-2ed1-4ca3-a4e0-42b7606c39f2 req-b1b891ea-96c4-4881-a33f-552770902076 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 944 time: 0.1827204 Jun 03 16:09:16.328520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8a390188-1ac9-46b5-91f7-07aeff510287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:16.361519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8514692-2ed1-4ca3-a4e0-42b7606c39f2 req-5632b17e-43f6-40cc-bc44-948d07adf6f0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494108 Jun 03 16:09:16.371477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-f74946aa-1c4e-4a49-a5aa-b4998fe9a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:16.373444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-f74946aa-1c4e-4a49-a5aa-b4998fe9a400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227105 Jun 03 16:09:16.616007 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-77db94e3-623d-4f3e-a226-982d649ac6e7 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355320 Jun 03 16:09:16.671548 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:16.747115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3d1b67cb-4b90-4d2a-998b-be8a80a31b54 req-89b0318a-a6b4-478c-89d4-cb5b6445bbeb service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244082 Jun 03 16:09:17.098571 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:17.278857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:09:17.412087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:17.425480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'mac_address': 'fa:16:3e:3e:f8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:09:17.480903 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port a866db9e-c2ac-4e72-a7db-92bebdb211c3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:17.481291 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:17.499218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a866db9e-c2ac-4e72-a7db-92bebdb211c3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:09:17.515389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:17.519784 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:17.556869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09f48-33fe-40d9-8adb-792758603ad4 req-27816e5b-934e-4d0c-81cf-a506d48b46f2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:17.558329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74c09f48-33fe-40d9-8adb-792758603ad4 req-27816e5b-934e-4d0c-81cf-a506d48b46f2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 944 time: 0.0860231 Jun 03 16:09:17.591230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:17.603564 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74c09f48-33fe-40d9-8adb-792758603ad4 req-c8b17095-6307-4d48-a2dd-8a773e2c9ac5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Jun 03 16:09:17.711150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['a866db9e-c2ac-4e72-a7db-92bebdb211c3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:09:18.369634 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:18.584752 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:18.787808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37be0-26e7-480c-87fd-a58f6f683957 req-e2984668-9272-4a04-b0ab-c987e36e1b78 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:18.789302 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1df37be0-26e7-480c-87fd-a58f6f683957 req-e2984668-9272-4a04-b0ab-c987e36e1b78 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0804756 Jun 03 16:09:18.832679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1df37be0-26e7-480c-87fd-a58f6f683957 req-f0a25ac4-2fc5-467b-b581-15bcc3ca49d2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375986 Jun 03 16:09:19.294431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:09:19.363042 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port a866db9e-c2ac-4e72-a7db-92bebdb211c3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:09:19.368343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port a866db9e-c2ac-4e72-a7db-92bebdb211c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:09:19.368712 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:19.483313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port a866db9e-c2ac-4e72-a7db-92bebdb211c3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:19.484007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:19.510174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:19.519388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:19.523903 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:19.562938 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f192bff-e1c6-4875-805d-4000088c456c'] response: {'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'code': 200} Jun 03 16:09:19.597083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:19.685674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62077-2e5a-4d0e-9152-170577c2f1d2 req-65359d66-1c87-40b9-8566-f4923ad67284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:19.687149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-25a62077-2e5a-4d0e-9152-170577c2f1d2 req-65359d66-1c87-40b9-8566-f4923ad67284 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1097 time: 0.0725634 Jun 03 16:09:19.727053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-25a62077-2e5a-4d0e-9152-170577c2f1d2 req-05ec9521-6994-41d0-9215-299ab43581a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339911 Jun 03 16:09:20.017555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce5867-a8a4-4828-b18d-a71d01f6a12b req-da9d8cd3-dd4c-4e53-93d8-6e4ff6609cb3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:20.018999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56ce5867-a8a4-4828-b18d-a71d01f6a12b req-da9d8cd3-dd4c-4e53-93d8-6e4ff6609cb3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0821705 Jun 03 16:09:20.067084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56ce5867-a8a4-4828-b18d-a71d01f6a12b req-1d7e78c2-5082-4f5b-b4e7-252d049de464 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418208 Jun 03 16:09:21.259628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88241513-8317-4945-a625-8c490d048add req-3b2720a1-9811-485d-8629-53a9f0501ac4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:21.261143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88241513-8317-4945-a625-8c490d048add req-3b2720a1-9811-485d-8629-53a9f0501ac4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0819325 Jun 03 16:09:21.305208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88241513-8317-4945-a625-8c490d048add req-5315ae17-72f4-4215-a7a6-ef4c9ef099f5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Jun 03 16:09:21.485745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cb887-3efc-4c8d-966c-4a8de38ef42e req-5df769e3-86ab-42b4-9054-881277f9eaec tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:21.487235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-195cb887-3efc-4c8d-966c-4a8de38ef42e req-5df769e3-86ab-42b4-9054-881277f9eaec tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0822358 Jun 03 16:09:21.496314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41712) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:09:21.501903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'floatingip': {'port_id': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:21.582012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:22.294545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:22.298193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:22.465872 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 associated. External IP: 172.25.1.97, port: a866db9e-c2ac-4e72-a7db-92bebdb211c3. Jun 03 16:09:22.812461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:09:23.008655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:09:23.014140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:23.018701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:09:23.029199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:23.029907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:23.070320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5c2b8cd1-0942-45b9-a9fe-23200eb9683d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "PUT /v2.0/floatingips/851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 HTTP/1.1" status: 200 len: 991 time: 1.5728455 Jun 03 16:09:23.070820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:23.116325 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e1b462-cc1b-4e7a-a00e-b878bba320ed'] response: {'name': 'network-changed', 'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'status': 'completed', 'code': 200} Jun 03 16:09:23.216174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-6501fcd8-7581-4cb0-a2d4-12e13a46f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.218216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-6501fcd8-7581-4cb0-a2d4-12e13a46f4a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1097 time: 0.0795448 Jun 03 16:09:23.246961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:23.348753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-2bee6417-e37b-4dd6-a840-58f509363c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.350705 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-2bee6417-e37b-4dd6-a840-58f509363c7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1267924 Jun 03 16:09:23.453468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-fcfe4afb-dc2c-4807-a3b4-ceabca571b39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 999 time: 0.0961628 Jun 03 16:09:23.515813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-716c2272-56a6-47e2-ad4c-230b445da4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.517322 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-716c2272-56a6-47e2-ad4c-230b445da4da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0583677 Jun 03 16:09:23.593262 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-79665d16-c541-4ecd-8661-d17057e1508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.594883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-79665d16-c541-4ecd-8661-d17057e1508a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717802 Jun 03 16:09:23.600442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:3e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:09:22Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:23.604921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:09:23.613784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:23.614400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:09:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:23.737637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-6542e915-648f-4735-8198-78702c4c4ca9 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363993 Jun 03 16:09:23.797286 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:23.994889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caaa42bc-89c6-45b8-a6dd-b9a0c02fa225 req-d7efe8d2-a962-4128-8452-70b7aac1711b service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515225 Jun 03 16:09:24.167852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:3e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:09:22Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:24.171987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07366e8-f772-4c71-a1c0-ea7f626924f8 None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:3e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:09:22Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:09:24.359382 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64977303-2b4f-43e6-8a49-1ec2bd238cf2 None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:09:31.277595 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:09:43.432271 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e34f-bb8a-418e-9bc0-15708faf1fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:45.876607 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:46.330125 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4a9d232c-be18-47b2-bf8a-01c6f98edaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:46.665906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:47.107198 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:48.372845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:48.587179 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:58.674305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2721b36-7faf-42ab-b21c-7f148d2e0347 req-c4a3c1e7-a5a1-4a1f-a45c-49e1b82fedbe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:58.675653 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2721b36-7faf-42ab-b21c-7f148d2e0347 req-c4a3c1e7-a5a1-4a1f-a45c-49e1b82fedbe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.1037037 Jun 03 16:09:58.720773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2721b36-7faf-42ab-b21c-7f148d2e0347 req-29480f01-677f-4f74-85f6-a257514d061e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394254 Jun 03 16:09:59.914194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ff67-232a-4d09-ae5d-6e02b2da167b req-2a94ae97-ed8a-4d72-ae67-7b753211271d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:59.915738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b97ff67-232a-4d09-ae5d-6e02b2da167b req-2a94ae97-ed8a-4d72-ae67-7b753211271d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0871458 Jun 03 16:09:59.961567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b97ff67-232a-4d09-ae5d-6e02b2da167b req-f748bad0-3f1d-4f42-a1d1-53a55265b619 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401893 Jun 03 16:10:01.149976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95620be1-bdd9-41b2-9253-51185f567f91 req-c6af281a-a9b2-4333-9fe9-8a49b43338c9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:01.151702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95620be1-bdd9-41b2-9253-51185f567f91 req-c6af281a-a9b2-4333-9fe9-8a49b43338c9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0799272 Jun 03 16:10:01.195993 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95620be1-bdd9-41b2-9253-51185f567f91 req-60cf7807-d7c8-46a3-82e3-90cf7c3cd0b6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384963 Jun 03 16:10:02.383897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c5c17-2d4d-495a-aced-db1fbb0a914e req-3ca62dbf-8e5e-4756-91fa-f99cb8b3e51f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:02.385282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b5c5c17-2d4d-495a-aced-db1fbb0a914e req-3ca62dbf-8e5e-4756-91fa-f99cb8b3e51f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0828757 Jun 03 16:10:02.428524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6b5c5c17-2d4d-495a-aced-db1fbb0a914e req-3b3bff69-f6ed-4244-a5cd-2f6f304b9d11 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376475 Jun 03 16:10:03.624399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800836-d383-4f76-926b-c150da9d2c36 req-2d3d6c24-ef8a-46e8-9a89-11d87f3b50d8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:03.625925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f800836-d383-4f76-926b-c150da9d2c36 req-2d3d6c24-ef8a-46e8-9a89-11d87f3b50d8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0888345 Jun 03 16:10:03.672344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f800836-d383-4f76-926b-c150da9d2c36 req-c20032bc-6d24-4002-a7f8-1cb99b854510 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398262 Jun 03 16:10:04.913443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d269c-f903-4090-96be-7b7ada3ce990 req-d1f1abd5-2f6d-446a-9e8a-9b17737c099f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:04.914924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-706d269c-f903-4090-96be-7b7ada3ce990 req-d1f1abd5-2f6d-446a-9e8a-9b17737c099f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.1350014 Jun 03 16:10:04.960555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-706d269c-f903-4090-96be-7b7ada3ce990 req-9e91b280-6433-497e-a91d-7045a380f4fc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Jun 03 16:10:06.197299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7a91d-3d91-4a87-bbf3-a4502ba2a52e req-5153ad8a-fcfb-4596-9d08-e0a4fa5c27d4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:06.198773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70b7a91d-3d91-4a87-bbf3-a4502ba2a52e req-5153ad8a-fcfb-4596-9d08-e0a4fa5c27d4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.1284397 Jun 03 16:10:06.246437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70b7a91d-3d91-4a87-bbf3-a4502ba2a52e req-356c10a4-ea20-4be3-beab-930a5e105678 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414631 Jun 03 16:10:07.432385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83493e1f-4e8a-4855-8856-de541296d744 req-a15e34fc-65a6-4982-ae4f-4ee3719911d9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:07.433995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83493e1f-4e8a-4855-8856-de541296d744 req-a15e34fc-65a6-4982-ae4f-4ee3719911d9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0805817 Jun 03 16:10:07.480235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-83493e1f-4e8a-4855-8856-de541296d744 req-746980b8-7c90-4dab-bfb5-2e8e221d4746 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Jun 03 16:10:08.284099 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:10:08.674287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2ed8-ea78-4ab4-8105-ab2aa1a0a5d8 req-757dc012-919b-4eb3-a646-8ee5201a3feb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:08.675739 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e23d2ed8-ea78-4ab4-8105-ab2aa1a0a5d8 req-757dc012-919b-4eb3-a646-8ee5201a3feb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0856974 Jun 03 16:10:08.721988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e23d2ed8-ea78-4ab4-8105-ab2aa1a0a5d8 req-b05e38c5-c05b-4727-ac90-d08a11d5eac4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396900 Jun 03 16:10:09.916170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713954d-1e8a-4322-a5c4-2992cd540874 req-d44f2c77-2d6d-4feb-9b8b-4ff2d3fbf1d2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:09.917576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9713954d-1e8a-4322-a5c4-2992cd540874 req-d44f2c77-2d6d-4feb-9b8b-4ff2d3fbf1d2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0856063 Jun 03 16:10:09.964351 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9713954d-1e8a-4322-a5c4-2992cd540874 req-aff9b7b5-31a6-43da-ad3f-dbadde193ed5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410106 Jun 03 16:10:11.154229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2e32c-ee08-41d7-90f6-b21daef1cf22 req-1985061b-b527-4030-ac97-00e2ac5324d6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:11.155685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cc2e32c-ee08-41d7-90f6-b21daef1cf22 req-1985061b-b527-4030-ac97-00e2ac5324d6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0864587 Jun 03 16:10:11.200577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8cc2e32c-ee08-41d7-90f6-b21daef1cf22 req-2947e41c-83e3-4ba2-8f5c-d2c2d678b252 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391645 Jun 03 16:10:12.396588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cc75f-f6d1-4b6a-9a8e-e6b4fabfb08d req-a6f1c4ca-0425-4f79-8a9f-77876f4a1710 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:12.401298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a66cc75f-f6d1-4b6a-9a8e-e6b4fabfb08d req-a6f1c4ca-0425-4f79-8a9f-77876f4a1710 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0856688 Jun 03 16:10:12.450225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a66cc75f-f6d1-4b6a-9a8e-e6b4fabfb08d req-0a10f464-03d0-42a5-bcb8-954b56bb63aa tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Jun 03 16:10:13.434850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fa4efd69-a14c-48fa-9fcf-19bbf725b9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:13.646059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1b0f-9651-4926-8711-a9d5a065c917 req-dadb045b-c96f-4e66-ad2d-cb987d788fad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:13.647893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-189d1b0f-9651-4926-8711-a9d5a065c917 req-dadb045b-c96f-4e66-ad2d-cb987d788fad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0860944 Jun 03 16:10:13.699714 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-189d1b0f-9651-4926-8711-a9d5a065c917 req-cf1db5c9-c1f8-4fcc-b939-ef87f39eb4ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Jun 03 16:10:14.367180 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-611890b2-8fda-4193-9fac-d696d981b836 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819209 Jun 03 16:10:14.508856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7be3-bf21-4c29-b531-559b64604b91 req-aaa69b0a-cd62-49f6-b0d2-6ccf9a59390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:14.510458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-aaa69b0a-cd62-49f6-b0d2-6ccf9a59390f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1097 time: 0.0730743 Jun 03 16:10:14.709809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7be3-bf21-4c29-b531-559b64604b91 req-4ceba988-27e2-4c1c-9abb-06a43986e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:14.711267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-4ceba988-27e2-4c1c-9abb-06a43986e5e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1810958 Jun 03 16:10:14.863225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-34347a44-eccb-4d9b-8dbe-4a8f74ff539c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 1001 time: 0.1460054 Jun 03 16:10:15.048575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7be3-bf21-4c29-b531-559b64604b91 req-f5a9bb2e-cd6c-4f1e-9336-f914f88dcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:15.050011 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-f5a9bb2e-cd6c-4f1e-9336-f914f88dcda5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.1803143 Jun 03 16:10:15.096427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f6a17-a13f-4f29-af9c-2eccc8369844 req-787bb9e4-c35d-454b-b387-43544b0d674f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:15.097919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-375f6a17-a13f-4f29-af9c-2eccc8369844 req-787bb9e4-c35d-454b-b387-43544b0d674f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.2895646 Jun 03 16:10:15.164225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-375f6a17-a13f-4f29-af9c-2eccc8369844 req-467fe752-6cf0-484b-97b3-ab13b082aebe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605125 Jun 03 16:10:15.180816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7be3-bf21-4c29-b531-559b64604b91 req-76509263-f7f6-4499-a02f-d9d6239f72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:15.182245 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-76509263-f7f6-4499-a02f-d9d6239f72c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247249 Jun 03 16:10:15.334738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-ab8a1af3-2717-4b04-ad5f-d8d673834745 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464190 Jun 03 16:10:15.486827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-521c7be3-bf21-4c29-b531-559b64604b91 req-1cee815e-cc42-4865-a3c3-5dbb8c22c8a2 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460526 Jun 03 16:10:15.650679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-f6a02414-4a70-4ff1-b60b-a5e7b0d19e53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304226 Jun 03 16:10:15.673841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420a65-9ddd-4cbd-9304-8acdf3b777d1 req-966672b0-0159-4f69-aa41-c6a486746ef6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:15.675525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5420a65-9ddd-4cbd-9304-8acdf3b777d1 req-966672b0-0159-4f69-aa41-c6a486746ef6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.1021504 Jun 03 16:10:15.725366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e5420a65-9ddd-4cbd-9304-8acdf3b777d1 req-49b04760-4a00-41fb-8738-6a3f0836b19f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Jun 03 16:10:15.885170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:16.339978 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d7985221-cc0c-404b-9641-609d89111876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:16.672862 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:16.927466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fbb22-45f4-47d2-8ad6-466af39673be req-f1710854-e25d-4d1e-a533-84eeb72a6437 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:16.929694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e5fbb22-45f4-47d2-8ad6-466af39673be req-f1710854-e25d-4d1e-a533-84eeb72a6437 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0921576 Jun 03 16:10:16.997311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e5fbb22-45f4-47d2-8ad6-466af39673be req-f9d24e9f-9abb-4abc-87a6-ef1022206119 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574446 Jun 03 16:10:17.084803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-45e6ae01-e5dd-421e-98fa-7b653583f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:17.086319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-45e6ae01-e5dd-421e-98fa-7b653583f3f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1097 time: 0.0877495 Jun 03 16:10:17.113281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:17.224072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-6f3fe68c-e95c-435e-9a8a-03a639d0c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:17.225572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-6f3fe68c-e95c-435e-9a8a-03a639d0c1d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1334758 Jun 03 16:10:17.333178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-55536927-1e75-4fd3-b162-1f4d7d397918 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 1001 time: 0.1003661 Jun 03 16:10:17.397142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-8f127e9c-c1a9-4f2b-88e1-ced985d55cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:17.398619 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-8f127e9c-c1a9-4f2b-88e1-ced985d55cdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0603206 Jun 03 16:10:17.477565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-56beef23-f9db-441e-a76a-63d6e67afedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:17.479083 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-56beef23-f9db-441e-a76a-63d6e67afedc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737708 Jun 03 16:10:17.617898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-01d866d8-1ee3-4b15-9b8b-f1d22b3e4a59 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321204 Jun 03 16:10:17.765795 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-c1efa31f-a311-4b70-b2ed-3edad632e51e service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413734 Jun 03 16:10:18.195756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855302a-7e0f-4470-8177-4debf6745538 req-912b461a-91c9-43fb-b065-836b3c35a046 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:18.197282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8855302a-7e0f-4470-8177-4debf6745538 req-912b461a-91c9-43fb-b065-836b3c35a046 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0843310 Jun 03 16:10:18.241340 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8855302a-7e0f-4470-8177-4debf6745538 req-fc5199e5-015c-408a-8aac-f1ee8cd88c87 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385022 Jun 03 16:10:18.402981 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:18.591047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:19.422602 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7dc71-c025-4023-9c34-5ecdf244d866 req-b023b8d3-04df-4ab6-959d-93a8208f56b9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:19.423954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68e7dc71-c025-4023-9c34-5ecdf244d866 req-b023b8d3-04df-4ab6-959d-93a8208f56b9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0776665 Jun 03 16:10:19.471069 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68e7dc71-c025-4023-9c34-5ecdf244d866 req-103f3831-84dd-4afb-ae28-c88acdf00973 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 Jun 03 16:10:19.724326 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-2a39a1be-0945-4f08-9514-1a4f114833bd service neutron] show failed (client error): The resource could not be found. Jun 03 16:10:19.725610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-2a39a1be-0945-4f08-9514-1a4f114833bd service neutron] 10.222.0.15 "GET /v2.0/ports/a866db9e-c2ac-4e72-a7db-92bebdb211c3/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1785872 Jun 03 16:10:20.048826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-fef71097-6ed1-4c22-8cf5-0558de329235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:20.050313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-fef71097-6ed1-4c22-8cf5-0558de329235 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 1097 time: 0.1260881 Jun 03 16:10:20.064951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:20.182012 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:20.463547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:20.495089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:10:20.557103 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:20.562832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:20.586152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Transition to ACTIVE for port object a866db9e-c2ac-4e72-a7db-92bebdb211c3 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:20.590067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:20.701245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e61a0-acc8-43c6-83cd-06edb96c96cf req-b07377eb-c9c5-47d4-86f4-24dd165e5030 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:20.708605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-152e61a0-acc8-43c6-83cd-06edb96c96cf req-b07377eb-c9c5-47d4-86f4-24dd165e5030 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 944 time: 0.1283798 Jun 03 16:10:20.709132 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624f6b3d-e678-433a-814f-e2b277adfe69'] response: {'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'code': 200} Jun 03 16:10:20.751287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=6']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:20.754956 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-152e61a0-acc8-43c6-83cd-06edb96c96cf req-8ce34cc1-3f89-44f8-837e-3871a7c7ac82 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Jun 03 16:10:20.761653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.762001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.762339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.762674 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.763038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.763329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.763654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.763976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.764328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.766064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.766064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.766064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:20.828138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] No DVR routers for this DVR port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:10:21.157818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:10:21.158489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:10:21.158489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:10:21.164234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:10:21.164556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Attempting to bind port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:10:21.169878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:10:21.170240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:10:21.170624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:10:21.171057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Bound port: a866db9e-c2ac-4e72-a7db-92bebdb211c3, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:10:21.171401 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:21.259691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:10:21.262917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:10:21.268151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:21.332001 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:21.332652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:21.334614 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] 10.222.0.70 "PUT /v2.0/ports/a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 1092 time: 1.2737544 Jun 03 16:10:21.355840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c31a45-6792-4b6a-bc94-1096fe6eaf53 service neutron] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:21.437788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-a913ae2d-e2ee-46c2-aee6-b7ea97a96bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:21.439323 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-a913ae2d-e2ee-46c2-aee6-b7ea97a96bfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0757799 Jun 03 16:10:21.576989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b29c47f6-af3b-4c52-892b-d37b09de310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:21.578405 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-b29c47f6-af3b-4c52-892b-d37b09de310f service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1316247 Jun 03 16:10:21.684183 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-bffb449d-add3-4828-8214-1e625d14c6be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 999 time: 0.0959291 Jun 03 16:10:21.748938 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-165db017-a042-462c-9b08-7248b620ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:21.750410 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-165db017-a042-462c-9b08-7248b620ea31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0572512 Jun 03 16:10:21.840395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-11957bc3-c2d2-424f-bba8-f9782b01209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:21.841799 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-11957bc3-c2d2-424f-bba8-f9782b01209d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822849 Jun 03 16:10:21.948414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d36546-cb03-4cea-8a61-e821e45cfce1 req-2dc80c77-e02e-4296-8a50-76a6accecb84 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:21.949891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64d36546-cb03-4cea-8a61-e821e45cfce1 req-2dc80c77-e02e-4296-8a50-76a6accecb84 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 944 time: 0.0794959 Jun 03 16:10:21.979279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-1d11c670-d101-4339-9f42-7a3ff0bd4188 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269116 Jun 03 16:10:21.994500 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64d36546-cb03-4cea-8a61-e821e45cfce1 req-0290f78a-05c4-409f-9477-12c4a524ff75 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387006 Jun 03 16:10:22.126124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a36590b1-97a7-49fd-9a4c-5b94aed6c23c req-fee59538-9b7d-4f76-819c-2ac91f1f4446 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377456 Jun 03 16:10:22.710402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:22.767898 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ead3979-6cab-4569-8a73-2c770c040498'] response: {'name': 'network-changed', 'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'status': 'completed', 'code': 200} Jun 03 16:10:22.859181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-c3d808f7-a843-42e1-8a85-9a5127147a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:22.859404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-06cd8cb4-67b9-4c51-9f93-e6d697695efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:22.860704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-c3d808f7-a843-42e1-8a85-9a5127147a0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0751929 Jun 03 16:10:22.860824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-06cd8cb4-67b9-4c51-9f93-e6d697695efb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0708871 Jun 03 16:10:22.994430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-49aa5586-fe8d-4079-a33a-5aac035b7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:22.995915 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-49aa5586-fe8d-4079-a33a-5aac035b7a91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1298807 Jun 03 16:10:22.996275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-2adbb13b-148f-46a8-b6d5-5f5450bd41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:22.997755 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-2adbb13b-148f-46a8-b6d5-5f5450bd41cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1301610 Jun 03 16:10:23.109987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-0f6bdaa1-4c7c-49ec-86a9-a91136f7ea85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 999 time: 0.1051755 Jun 03 16:10:23.110240 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-12db1e93-eeb5-4908-b39c-0eb9dac10127 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 999 time: 0.1021793 Jun 03 16:10:23.180573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-723174a9-371a-4881-844c-843288e1f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:23.182040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-723174a9-371a-4881-844c-843288e1f468 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0653138 Jun 03 16:10:23.225587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-ba56fe1e-5b4f-454a-951e-95b848a0504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:23.227027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-ba56fe1e-5b4f-454a-951e-95b848a0504c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0848560 Jun 03 16:10:23.259531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-c61d7e01-8772-4db9-bac1-052f3c665ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:23.260992 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-c61d7e01-8772-4db9-bac1-052f3c665ff1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716374 Jun 03 16:10:23.292922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dda9-d704-40e3-a0da-b685a62d8d0a req-6baf2565-8222-43a7-9eaf-d285dc811596 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:23.294431 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bba1dda9-d704-40e3-a0da-b685a62d8d0a req-6baf2565-8222-43a7-9eaf-d285dc811596 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 944 time: 0.1829982 Jun 03 16:10:23.352661 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bba1dda9-d704-40e3-a0da-b685a62d8d0a req-823be985-5fb1-4933-9cfe-53abe6bb3c40 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501816 Jun 03 16:10:23.358898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-22730bf1-354b-465c-b669-e8e13ffe1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:23.360372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-22730bf1-354b-465c-b669-e8e13ffe1a0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261678 Jun 03 16:10:23.401257 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-50098589-6568-418a-afcd-51c3bfa324c0 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331787 Jun 03 16:10:23.505107 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-2db8e785-bce3-47b1-acba-bbfe6b002d50 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380692 Jun 03 16:10:23.644485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:10:23.655164 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-fc698c27-12bc-4866-adaa-10b58ae90d02 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474041 Jun 03 16:10:23.669109 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40591e83-2810-44ad-9fdc-3a6f4aa8b795 req-0fd4bb19-d1b8-4f3f-bee8-1350793abf4a service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576364 Jun 03 16:10:23.726703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:10:24.549201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66081f6-3270-4c40-b35d-4c3de4de65bf req-658b7552-bb90-4727-afa7-5fd79d4d9a38 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:24.550637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c66081f6-3270-4c40-b35d-4c3de4de65bf req-658b7552-bb90-4727-afa7-5fd79d4d9a38 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 944 time: 0.0835111 Jun 03 16:10:24.600669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c66081f6-3270-4c40-b35d-4c3de4de65bf req-eb07138e-dfa2-448e-a359-66a333d4b5ba tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442393 Jun 03 16:10:24.977247 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8802fde-cd1c-4daf-a434-cd0b6788b53f req-327b8ddc-25d1-45d7-9867-db4299fe5c50 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:24.978657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8802fde-cd1c-4daf-a434-cd0b6788b53f req-327b8ddc-25d1-45d7-9867-db4299fe5c50 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 944 time: 0.1435542 Jun 03 16:10:24.991603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-4bca7a7b-826b-4560-b7e5-12a77c4dcdaf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:24.993128 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-4bca7a7b-826b-4560-b7e5-12a77c4dcdaf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4&tenant_id=8ba578f115b547af97972547971cb58d&binding%3Ahost_id=n-h1-844594-1 HTTP/1.1" status: 200 len: 944 time: 0.1277390 Jun 03 16:10:25.092898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d8802fde-cd1c-4daf-a434-cd0b6788b53f req-471689ef-5ac8-4542-8254-0cefe703f202 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987935 Jun 03 16:10:25.109010 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-49312194-6c2d-499c-81b7-39a29a249a7a service neutron] delete failed (client error): The resource could not be found. Jun 03 16:10:25.110985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-49312194-6c2d-499c-81b7-39a29a249a7a service neutron] 10.222.0.15 "DELETE /v2.0/ports/a866db9e-c2ac-4e72-a7db-92bebdb211c3/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1025553 Jun 03 16:10:25.255293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-ec5edafd-5675-436e-b606-63f2ed2e7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:25.257417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-ec5edafd-5675-436e-b606-63f2ed2e7a52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0759566 Jun 03 16:10:25.511016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-18ddb99a-754d-46a1-8c97-82fcc7ba8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:25.512464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-18ddb99a-754d-46a1-8c97-82fcc7ba8be5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.2493732 Jun 03 16:10:25.620910 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-5ece489e-6ce4-4925-b0d8-363c1d69f017 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 999 time: 0.1017373 Jun 03 16:10:25.658294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:10:25.686917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-52df4bb9-1ca0-4aec-abed-483b4a26f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:25.688380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-52df4bb9-1ca0-4aec-abed-483b4a26f546 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0611453 Jun 03 16:10:25.770587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-8820081b-3b60-47ce-b4ab-a0039dd1f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:25.772150 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-8820081b-3b60-47ce-b4ab-a0039dd1f2fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768228 Jun 03 16:10:25.806929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:25.823257 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'mac_address': 'fa:16:3e:3e:f8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:10:25.886157 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a866db9e-c2ac-4e72-a7db-92bebdb211c3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:10:25.886544 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:25.919911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-b43282e4-0b62-4646-8db3-2f6f129d46dc service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408110 Jun 03 16:10:25.946590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a866db9e-c2ac-4e72-a7db-92bebdb211c3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:10:25.963151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:25.968047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:26.037631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:26.045702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.046022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.046640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.046764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.046999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.047321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.047641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.047961 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.048303 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.048621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.048936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.049256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:26.068843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63b5bb1b-9e26-4347-b0fb-147b1026a332 req-5b29f7a5-261e-4d39-932a-08f899a02c9a service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429033 Jun 03 16:10:26.225891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['a866db9e-c2ac-4e72-a7db-92bebdb211c3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:10:26.297686 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929069-c123-4fe1-82cc-a84f78707159 req-74b0ae5f-af95-46d4-984c-55ee18dd0f22 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:26.299256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19929069-c123-4fe1-82cc-a84f78707159 req-74b0ae5f-af95-46d4-984c-55ee18dd0f22 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0843642 Jun 03 16:10:26.359449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19929069-c123-4fe1-82cc-a84f78707159 req-4814ed47-46a3-4924-b031-fba7065fefd5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532129 Jun 03 16:10:27.548609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f0af-2e57-4f11-b446-763452d508d8 req-f0984deb-0f89-4309-94ae-a050657ced1a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:27.550078 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8582f0af-2e57-4f11-b446-763452d508d8 req-f0984deb-0f89-4309-94ae-a050657ced1a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0822501 Jun 03 16:10:27.594000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8582f0af-2e57-4f11-b446-763452d508d8 req-5e38b664-e6ba-4695-a3b9-7101dbec7aea tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Jun 03 16:10:27.658553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:27.727498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port a866db9e-c2ac-4e72-a7db-92bebdb211c3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:27.732505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port a866db9e-c2ac-4e72-a7db-92bebdb211c3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:27.732881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.785800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb74de-e821-4a38-9bc9-82c9a3b40320 req-f9fe0dde-b82f-4eac-bbea-2c4f04bf30f4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:27.787304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09bb74de-e821-4a38-9bc9-82c9a3b40320 req-f9fe0dde-b82f-4eac-bbea-2c4f04bf30f4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0837259 Jun 03 16:10:27.837140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-09bb74de-e821-4a38-9bc9-82c9a3b40320 req-50e9178a-e187-4f12-9538-cac6e7541f2a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Jun 03 16:10:27.855389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port a866db9e-c2ac-4e72-a7db-92bebdb211c3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:10:27.855772 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.884518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:27.894216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:27.900340 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:27.983304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:28.001659 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fdbe6d-bddd-40c0-ae15-22d630e6b4bb'] response: {'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'code': 200} Jun 03 16:10:28.200250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57737bd1-a389-4da9-905f-1480b6807d20 req-07661d83-7cbe-4597-8419-975ec12b363e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:28.201560 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57737bd1-a389-4da9-905f-1480b6807d20 req-07661d83-7cbe-4597-8419-975ec12b363e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0829453 Jun 03 16:10:28.250737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-57737bd1-a389-4da9-905f-1480b6807d20 req-77096dfe-6503-4d5f-bea1-1d7add2385dd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428684 Jun 03 16:10:28.253764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-8f64b885-99ea-4cba-a813-a2082b3ed23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:28.255255 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-8f64b885-99ea-4cba-a813-a2082b3ed23f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 1097 time: 0.0750010 Jun 03 16:10:28.391196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-dbe76d1a-e8e9-4358-87f2-1a7fd64ab7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:28.392700 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-dbe76d1a-e8e9-4358-87f2-1a7fd64ab7f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1277301 Jun 03 16:10:28.500715 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-16a1fd85-b003-4a6a-9654-9bc1ce386491 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 200 len: 1001 time: 0.0983446 Jun 03 16:10:28.568594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-754e8e23-4659-4fcb-a244-ea64b99187db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:28.570109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-754e8e23-4659-4fcb-a244-ea64b99187db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0606766 Jun 03 16:10:28.646629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-d181887c-43e4-409d-bda9-e36307de37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:28.648628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-d181887c-43e4-409d-bda9-e36307de37c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687799 Jun 03 16:10:28.787399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-865a87bb-644e-4a8f-99d1-2d5194e522d2 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284189 Jun 03 16:10:28.923131 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3afd10da-5d05-4e13-8fe6-1cd4e822e431 req-112a4965-0212-426b-ba77-be45e38d46c7 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254945 Jun 03 16:10:29.440551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e437ea-97f0-4d92-98d8-7bed1bca0c78 req-7d36b9e4-902c-4d9a-b4af-94a9778ea1c1 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:29.442038 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00e437ea-97f0-4d92-98d8-7bed1bca0c78 req-7d36b9e4-902c-4d9a-b4af-94a9778ea1c1 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0837955 Jun 03 16:10:29.487543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00e437ea-97f0-4d92-98d8-7bed1bca0c78 req-f39a04bf-dcd4-4077-8b57-01bf7b81aa16 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389035 Jun 03 16:10:30.674418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6b95d-6976-494d-9b2c-f8e6577315df req-5bacb448-6d38-4864-b5ac-a26a10897558 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:30.675886 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9c6b95d-6976-494d-9b2c-f8e6577315df req-5bacb448-6d38-4864-b5ac-a26a10897558 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0791285 Jun 03 16:10:30.721464 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b9c6b95d-6976-494d-9b2c-f8e6577315df req-4a15550c-ede5-4adb-9661-787ec3b40c35 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392947 Jun 03 16:10:31.114107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85fc5d-2822-41a4-b78a-1cd00656f625 req-40d5a4da-9429-4553-9b2d-fae4ccf42ef5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:31.115468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca85fc5d-2822-41a4-b78a-1cd00656f625 req-40d5a4da-9429-4553-9b2d-fae4ccf42ef5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0824120 Jun 03 16:10:31.161742 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca85fc5d-2822-41a4-b78a-1cd00656f625 req-e5a3b3ac-20ee-4ac5-a0f5-25d1b5a223e1 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399058 Jun 03 16:10:32.355682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d90a0-181c-4c7b-bf7a-6894e0197ac3 req-585a76a4-7dd1-4c4d-9250-e22c46c916f8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:32.357212 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af7d90a0-181c-4c7b-bf7a-6894e0197ac3 req-585a76a4-7dd1-4c4d-9250-e22c46c916f8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0830305 Jun 03 16:10:32.408142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-af7d90a0-181c-4c7b-bf7a-6894e0197ac3 req-90683b10-ee88-4592-b03f-c0b79e7621ef tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Jun 03 16:10:32.451275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-e65d7066-3b9c-43c6-88f6-41541e364cb9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:32.452776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-e65d7066-3b9c-43c6-88f6-41541e364cb9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 946 time: 0.0886352 Jun 03 16:10:32.538515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Deleting port a866db9e-c2ac-4e72-a7db-92bebdb211c3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:10:32.538873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:32.796046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] For port a866db9e-c2ac-4e72-a7db-92bebdb211c3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=a866db9e-c2ac-4e72-a7db-92bebdb211c3,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:32.796439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:33.086493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:33.086869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:33.087182 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 disassociated. External IP: 172.25.1.97, port: a866db9e-c2ac-4e72-a7db-92bebdb211c3. Jun 03 16:10:33.087523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Calling delete_port for a866db9e-c2ac-4e72-a7db-92bebdb211c3 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:10:33.336915 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:33.386399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event deleted for resources: {'Port': ['ID=a866db9e-c2ac-4e72-a7db-92bebdb211c3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:33.567701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98a5d87e-e936-4fb3-96ff-d08d78099deb req-c391f1a8-3669-4de1-be5b-bbb8a54bec71 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c68260-6e45-4836-92bb-1d4dbd36c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0529549 Jun 03 16:10:33.599059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:10:33.779717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:10:33.788832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:10:33.798251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:10:33.798926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:33.853990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] No DVR routers for this DVR port a866db9e-c2ac-4e72-a7db-92bebdb211c3 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:10:33.854956 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:33.857808 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-deleted', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:33.876627 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4abe65f9-98a2-4a89-a675-6ebf2e1ca5a3 req-7a6c96db-5362-415d-a6ef-d04fabc7eb0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "DELETE /v2.0/ports/a866db9e-c2ac-4e72-a7db-92bebdb211c3 HTTP/1.1" status: 204 len: 173 time: 1.4152908 Jun 03 16:10:33.984459 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9e8ead-b782-4c13-8a0c-f2dac16a5b57'] response: {'server_uuid': 'd6c68260-6e45-4836-92bb-1d4dbd36c7e4', 'name': 'network-vif-deleted', 'tag': 'a866db9e-c2ac-4e72-a7db-92bebdb211c3', 'status': 'completed', 'code': 200} Jun 03 16:10:34.004669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:10:34.317430 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:34.321848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:10:34.331715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:10:34.332356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:10:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:34.514002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:10:34.864424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:34.869180 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb4f17-8df1-44cb-ac04-422cfbfffb4b None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:10:34.914924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-e422f103-cebd-4291-b60d-18a471217787 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--634964930&fields=id&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 267 time: 0.0539594 Jun 03 16:10:35.073171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-fdbcb722-f059-44f2-a586-9e5a2cf880d3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:35.074571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-fdbcb722-f059-44f2-a586-9e5a2cf880d3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.1529162 Jun 03 16:10:35.091019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-f63fa21d-1c33-468c-aba8-613747f37826 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/quotas/8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 375 time: 0.0106208 Jun 03 16:10:35.101576 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768c6f5-4233-4a6e-b25c-34a76370759f None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:10:35.176667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-7cbd6c3b-ecec-4547-8e3e-48d97a55726c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800447 Jun 03 16:10:35.472325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-b398d776-8035-4134-960c-11c85c80d246 service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835886 Jun 03 16:10:35.604448 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-d481127a-5ee0-4a9f-a943-4bd95cca39f6 service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249518 Jun 03 16:10:35.689880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:10:35.724469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: a866db9e-c2ac-4e72-a7db-92bebdb211c3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:10:35.724819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device a866db9e-c2ac-4e72-a7db-92bebdb211c3 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:10:35.781680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f32a8bb-3a77-413b-89ae-8fddfa1c62ad req-5a112ba6-a11e-4fde-af4c-c2285bd731f6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 210 time: 0.0438476 Jun 03 16:10:36.934716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-8d196cd4-8fc7-4963-afee-e50aa3e073e8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:36.936904 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-8d196cd4-8fc7-4963-afee-e50aa3e073e8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.1723659 Jun 03 16:10:36.947267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-038e2445-ceb6-4132-83e2-4c02286d6fba req-2099d9ec-0595-4a58-8b88-37774ddd9731 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 210 time: 0.0472558 Jun 03 16:10:36.997022 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-e699f2bc-4928-4640-aa29-d11b311d0a0e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 379 time: 0.0463147 Jun 03 16:10:37.006322 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'port': {'device_id': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'admin_state_up': True, 'tenant_id': '8ba578f115b547af97972547971cb58d', 'security_groups': ['2b4c3380-d429-4d5f-857f-a4251c362463']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:37.154301 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:10:37.158590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:port and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:10:37.161412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:10:37.167911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:10:37.178431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Made reservation on behalf of 8ba578f115b547af97972547971cb58d for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:10:37.182889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.348308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Allocated IP 172.20.0.11 (63cb6a28-af2b-4dc1-91db-2dbe0175b822/12f6235f-716c-4631-bd08-ee031be29038/b85295e3-f8ef-46d0-9e0a-854f5bde7024) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:10:37.533712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.549022 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Transition to ACTIVE for port object b85295e3-f8ef-46d0-9e0a-854f5bde7024 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:37.573090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.645512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:10:37.648488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:10:37.652798 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:10:37.688799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:37.724253 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:37.724951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.749974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-fafc4610-3cdb-423d-a14e-7c66cf8bcea9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7471595 Jun 03 16:10:37.762815 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Request body: {'port': {'device_id': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:37.875136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.910293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-68969f53-f522-4c09-b529-25c9e8d80f0b None None] Provisioning for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:37.916767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-68969f53-f522-4c09-b529-25c9e8d80f0b None None] Provisioning complete for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:37.917211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-68969f53-f522-4c09-b529-25c9e8d80f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.992922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-68969f53-f522-4c09-b529-25c9e8d80f0b None None] Port b85295e3-f8ef-46d0-9e0a-854f5bde7024 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:10:38.166471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d4a17-3527-4d46-b78b-54ef3a4c6173 req-16821a52-5af6-460d-8bd0-b733b07e613a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:38.168021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6d4a17-3527-4d46-b78b-54ef3a4c6173 req-16821a52-5af6-460d-8bd0-b733b07e613a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 932 time: 0.0931380 Jun 03 16:10:38.212469 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6d4a17-3527-4d46-b78b-54ef3a4c6173 req-2c44ec4b-6785-43fd-bc18-8955c70b9041 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385497 Jun 03 16:10:38.337536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85295e3-f8ef-46d0-9e0a-854f5bde7024 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:10:38.345002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:38.360185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Transition to ACTIVE for port object b85295e3-f8ef-46d0-9e0a-854f5bde7024 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:38.364278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:38.530286 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:38.604496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:10:38.604883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:10:38.605221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:10:38.610095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:10:38.610417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:10:38.615611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:10:38.615954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:10:38.616379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:10:38.616814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Bound port: b85295e3-f8ef-46d0-9e0a-854f5bde7024, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:10:38.617170 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:38.705402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:10:38.708229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:10:38.713341 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:38.776807 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:38.777490 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:38.778782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] 10.222.0.70 "PUT /v2.0/ports/b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1092 time: 1.0208473 Jun 03 16:10:38.779215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:38.800329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4951dc-b8ad-44cf-b736-306929433b44 service neutron] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:38.861455 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcc1812-fb29-4eef-a2c2-49ea8ba96ecf'] response: {'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'status': 'completed', 'code': 200} Jun 03 16:10:38.904630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-3b35068f-7a12-4e73-bf2e-88fc79fe7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:38.906134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-3b35068f-7a12-4e73-bf2e-88fc79fe7155 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1095 time: 0.0781510 Jun 03 16:10:38.980655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-99492f2a-b011-482e-8751-d14916bdbadc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 217 time: 0.0659380 Jun 03 16:10:39.047399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-93b96bc7-a4f5-4ef9-97c0-6cbe8b5f4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.048939 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-93b96bc7-a4f5-4ef9-97c0-6cbe8b5f4e5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0602543 Jun 03 16:10:39.132605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7832-8023-49d4-8373-13a730425948 req-ab548c40-f325-4860-980c-992de9e2221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.134117 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-ab548c40-f325-4860-980c-992de9e2221c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785577 Jun 03 16:10:39.269389 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-2bee3097-5557-45e4-a602-ea2d1d71a360 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268680 Jun 03 16:10:39.396743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666ee6-32ac-4678-b0ad-1a795273eba0 req-c6ce88f9-b0fd-4cea-96cd-a4e8d6b0bcee tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.398221 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb666ee6-32ac-4678-b0ad-1a795273eba0 req-c6ce88f9-b0fd-4cea-96cd-a4e8d6b0bcee tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 944 time: 0.0786481 Jun 03 16:10:39.402385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-008d7832-8023-49d4-8373-13a730425948 req-61011470-16d9-43ba-897a-9120c87201c3 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254661 Jun 03 16:10:39.443267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb666ee6-32ac-4678-b0ad-1a795273eba0 req-5f42f0f8-101c-4984-b617-5a62ebebf601 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389941 Jun 03 16:10:39.519835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-5f3d1451-171d-43ff-9425-9fc818ef86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.521271 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-5f3d1451-171d-43ff-9425-9fc818ef86c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1095 time: 0.0708373 Jun 03 16:10:39.653043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-2b6d030b-9bdf-4bf0-9ef8-abe78b6a939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.654495 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-2b6d030b-9bdf-4bf0-9ef8-abe78b6a939e service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1268661 Jun 03 16:10:39.831943 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-b70f47ec-42fb-4536-a47b-2b38ea109e60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 217 time: 0.1700518 Jun 03 16:10:39.893671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-0fdbecdd-0049-43cf-8c5a-1f9ca8ec6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.895110 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-0fdbecdd-0049-43cf-8c5a-1f9ca8ec6559 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0569198 Jun 03 16:10:39.973134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-814bd074-ca69-46a0-8c0c-e89b3341a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.975264 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-814bd074-ca69-46a0-8c0c-e89b3341a4be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729723 Jun 03 16:10:40.107638 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-b4f6179d-4e9c-4bcf-bea4-3da5df5a3b5f service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234856 Jun 03 16:10:40.247525 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8f30d0c4-1dcd-42d9-888e-00b4d48fa423 req-4387d440-7444-465b-9c0c-c0a3935ff85c service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334372 Jun 03 16:10:40.631903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51666edd-090a-4d72-a866-8f89a8407abc req-1d3a5aae-68c9-43ea-bf77-c97b4388b7b3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:40.633394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51666edd-090a-4d72-a866-8f89a8407abc req-1d3a5aae-68c9-43ea-bf77-c97b4388b7b3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 944 time: 0.0831797 Jun 03 16:10:40.677092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51666edd-090a-4d72-a866-8f89a8407abc req-a6174a7b-d866-46dc-a39d-6345aa217453 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380826 Jun 03 16:10:41.722028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:10:41.855098 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:41.861036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a34a0a-7c39-4706-a684-a6b38d9107d4 req-44198a98-b410-45b3-9515-4bf7aeba46a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:41.862502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23a34a0a-7c39-4706-a684-a6b38d9107d4 req-44198a98-b410-45b3-9515-4bf7aeba46a6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 944 time: 0.0796072 Jun 03 16:10:41.868882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'mac_address': 'fa:16:3e:ba:b3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:10:41.911341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23a34a0a-7c39-4706-a684-a6b38d9107d4 req-93afef26-7f44-4275-9e63-1423d1dde924 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Jun 03 16:10:41.926824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b85295e3-f8ef-46d0-9e0a-854f5bde7024 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:10:41.927216 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:41.944487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85295e3-f8ef-46d0-9e0a-854f5bde7024 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:10:41.959530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:41.967741 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:42.038151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:42.216805 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b85295e3-f8ef-46d0-9e0a-854f5bde7024'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:10:43.094326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f6498-4b71-4073-8687-7fc71c251c9f req-a20b6c4e-fda3-4b56-9bd6-3c8c04e41bf2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:43.095776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c71f6498-4b71-4073-8687-7fc71c251c9f req-a20b6c4e-fda3-4b56-9bd6-3c8c04e41bf2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 945 time: 0.0788028 Jun 03 16:10:43.140420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c71f6498-4b71-4073-8687-7fc71c251c9f req-4654d096-c526-420f-a431-cd86705aad72 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 Jun 03 16:10:43.437073 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b6338c71-3841-4f12-9e0d-13669f9d2549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:43.724789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:10:43.793509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:10:43.798233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:10:43.798603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:43.913650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b85295e3-f8ef-46d0-9e0a-854f5bde7024 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:10:43.914026 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:43.939993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:43.950547 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:43.954445 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:43.991284 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c3468c-6075-4bbf-84ab-78805952bcc7'] response: {'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'code': 200} Jun 03 16:10:44.025145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:44.125866 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc19ac5-fd71-4a87-bae4-6c8db9ea24a1 req-533e0f6d-7560-45a5-b9f0-c266947e9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:44.127397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dc19ac5-fd71-4a87-bae4-6c8db9ea24a1 req-533e0f6d-7560-45a5-b9f0-c266947e9f5b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1097 time: 0.0689535 Jun 03 16:10:44.170779 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9dc19ac5-fd71-4a87-bae4-6c8db9ea24a1 req-01a48751-1df9-41a8-a06c-be5671bad3d4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344219 Jun 03 16:10:44.330234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb0c06-4efd-4f3d-88ef-1735ac5db735 req-36ab4a4b-d5a4-46c1-aaec-f01b14638805 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:44.331679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23cb0c06-4efd-4f3d-88ef-1735ac5db735 req-36ab4a4b-d5a4-46c1-aaec-f01b14638805 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0832753 Jun 03 16:10:44.378440 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-23cb0c06-4efd-4f3d-88ef-1735ac5db735 req-f01579ec-9eb0-4aea-a53c-ec6dc0fc0188 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Jun 03 16:10:45.273290 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:10:45.570455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac27db-85fd-4054-b0c4-eaea2bab1ca1 req-63dcd692-183d-43ef-b590-906330535531 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:45.571842 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4ac27db-85fd-4054-b0c4-eaea2bab1ca1 req-63dcd692-183d-43ef-b590-906330535531 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0825973 Jun 03 16:10:45.620402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4ac27db-85fd-4054-b0c4-eaea2bab1ca1 req-c9f1a1dd-cbf8-4a7a-bb59-5ed3b7b45e97 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Jun 03 16:10:45.894841 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:46.336342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2637-eb14-45ab-b547-8986c642322c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:46.671187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:46.810453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba053d0-68a9-49d2-aafa-ab6e3cf3e468 req-9c2b2a89-15ae-4906-b877-1136f4de8471 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:46.811914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dba053d0-68a9-49d2-aafa-ab6e3cf3e468 req-9c2b2a89-15ae-4906-b877-1136f4de8471 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0816331 Jun 03 16:10:46.856312 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dba053d0-68a9-49d2-aafa-ab6e3cf3e468 req-28689744-cbba-46ac-9def-769cd4ad7ad4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386460 Jun 03 16:10:47.032733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d504025-0806-4337-8699-1a062a64895f req-afed4635-dec6-426e-a9dc-7d03c1d97795 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:47.034202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d504025-0806-4337-8699-1a062a64895f req-afed4635-dec6-426e-a9dc-7d03c1d97795 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0792217 Jun 03 16:10:47.043418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 41916) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:10:47.048313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'floatingip': {'port_id': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:47.109821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:47.126179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:47.824280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:47.827908 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:48.015179 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 associated. External IP: 172.25.1.97, port: b85295e3-f8ef-46d0-9e0a-854f5bde7024. Jun 03 16:10:48.363742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:10:48.414851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:48.543725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:10:48.548474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:48.554178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:10:48.566342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:10:48.567025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:10:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:48.603189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-887bea01-6a06-41cc-a6eb-582d7c626b64 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "PUT /v2.0/floatingips/851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 HTTP/1.1" status: 200 len: 991 time: 1.5586975 Jun 03 16:10:48.605792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:48.648649 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6394d177-ce35-4e9b-9377-377cffaa6958'] response: {'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'status': 'completed', 'code': 200} Jun 03 16:10:48.657280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:48.742009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-efa7078a-c873-4d3d-a373-8c9c40def56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:48.743507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-efa7078a-c873-4d3d-a373-8c9c40def56e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1097 time: 0.0744641 Jun 03 16:10:48.761658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:10:48.878769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-cff66bf8-4630-4999-a6e7-e8525ce80db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:48.880181 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-cff66bf8-4630-4999-a6e7-e8525ce80db2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1305995 Jun 03 16:10:48.986925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-e7c3c65c-48b0-4b9c-af51-7891e786d795 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 999 time: 0.0997980 Jun 03 16:10:49.057881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-b06f7bf9-9f23-44f0-b1f6-e98ca606247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:49.059382 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-b06f7bf9-9f23-44f0-b1f6-e98ca606247f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0663853 Jun 03 16:10:49.137831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-4cc1b1c7-06a1-4e6a-abbc-3be8c2d3ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:49.139248 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-4cc1b1c7-06a1-4e6a-abbc-3be8c2d3ee60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737095 Jun 03 16:10:49.149694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:ba:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:10:47Z', 'revision_number': 9, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:49.153928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:10:49.162396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:10:49.162994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:10:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:49.274230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-1e368210-7bef-4b31-978b-78408f485d22 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276884 Jun 03 16:10:49.342985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:10:49.417844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bebfeeef-0056-4202-ae46-81a3deeaa7f6 req-e27084ac-034c-4021-bcc1-4d1973152257 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376307 Jun 03 16:10:49.709931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:ba:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:10:47Z', 'revision_number': 9, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:10:49.713936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842bf57-6ad4-4c8e-9ad7-499315740fe1 None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:ba:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:10:47Z', 'revision_number': 9, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:10:49.896172 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc51a53-6a1e-41a8-af0a-07c788207d47 None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:11:10.780403 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-1ca3f0b0-ec64-4593-be25-c3163e115206 req-65135232-8d60-465a-aead-13fbf4d69ca6 service neutron] (88338) timed out ('10.222.0.15', 57217) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:11:13.439400 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5e3d74b-f016-490c-9c13-12d6233381b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:15.904792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:16.328702 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6fa16276-86c0-4d36-8bbe-ae0af321cb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:16.662709 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:16.997992 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-52c4ea1a-ccf9-49c5-bbef-922bd055ab40 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820529 Jun 03 16:11:17.111963 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:17.135110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-c8b7ae3b-6098-4598-9fb6-a8b6174030e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:17.136644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-c8b7ae3b-6098-4598-9fb6-a8b6174030e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1097 time: 0.0713792 Jun 03 16:11:17.283235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-5ec67977-6e3d-4170-80e3-30f74b5980a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:17.284622 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-5ec67977-6e3d-4170-80e3-30f74b5980a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1287944 Jun 03 16:11:17.493868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-28299866-8951-4a4c-ac58-7669c0fb33c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1002 time: 0.2020957 Jun 03 16:11:17.563320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-d763915c-eb02-4c56-b2d7-07f73a00aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:17.564728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-d763915c-eb02-4c56-b2d7-07f73a00aa23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0633304 Jun 03 16:11:17.667113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-acf3d5f0-8d0e-4b86-a728-39e8201728b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:17.668620 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-acf3d5f0-8d0e-4b86-a728-39e8201728b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975380 Jun 03 16:11:17.811280 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-eaedf4ea-9861-458f-8757-2d1b59ae7a79 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330330 Jun 03 16:11:17.960867 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c01ee2f4-3b99-41ed-a4d1-46eb6352abc7 req-7c5c1c1e-c652-429e-b051-68d2e1b70f54 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406660 Jun 03 16:11:18.412610 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:18.596438 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:22.273201 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:11:27.211590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-7385e91b-c963-46e4-acd5-74c91e46d064 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385503 Jun 03 16:11:27.227745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731aef0-b6ba-4121-8107-e004babd2270 req-f8d1ad9c-0d72-4532-be42-4e5ff7e3399c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:27.229320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3731aef0-b6ba-4121-8107-e004babd2270 req-f8d1ad9c-0d72-4532-be42-4e5ff7e3399c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.1108580 Jun 03 16:11:27.277718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3731aef0-b6ba-4121-8107-e004babd2270 req-daa949d4-59c2-42d0-9cf8-d95594443881 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421326 Jun 03 16:11:28.398222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-724c88a4-f6a5-4079-817a-4876e50521d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:28.399736 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-724c88a4-f6a5-4079-817a-4876e50521d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1097 time: 0.0767114 Jun 03 16:11:28.472554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5b14b-d754-4ef2-8a4a-391bc4c05590 req-e0a1e61f-ee9a-48a7-9081-dbfac37bacec tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:28.474776 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97e5b14b-d754-4ef2-8a4a-391bc4c05590 req-e0a1e61f-ee9a-48a7-9081-dbfac37bacec tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0829926 Jun 03 16:11:28.540748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-0237efe9-7b78-4654-a1cf-b31f7a95924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:28.542226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-0237efe9-7b78-4654-a1cf-b31f7a95924d service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1334636 Jun 03 16:11:28.643467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97e5b14b-d754-4ef2-8a4a-391bc4c05590 req-4ca1842c-3b28-4559-ab56-31ca3e135f0d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629624 Jun 03 16:11:28.650330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-1ef85120-fc50-44a3-9f9d-75913042f428 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1002 time: 0.0975549 Jun 03 16:11:28.719412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-74f41545-262f-4c4b-8c94-1cb559dc07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:28.720887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-74f41545-262f-4c4b-8c94-1cb559dc07b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0617833 Jun 03 16:11:28.800670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7f4a23c-717b-4416-ac3b-f83a0c7358b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:28.802182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7f4a23c-717b-4416-ac3b-f83a0c7358b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718122 Jun 03 16:11:28.940633 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-463b4ab2-aceb-4981-bcb9-585fd0ff5978 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277299 Jun 03 16:11:29.075326 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-813f9912-af23-41a0-9910-7ed2b501bb51 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256516 Jun 03 16:11:29.829196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca76bc-c886-4c6d-95dd-ee07f2992910 req-d7a4a1ff-77a1-4db0-9e56-140040ea07a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:29.830669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88ca76bc-c886-4c6d-95dd-ee07f2992910 req-d7a4a1ff-77a1-4db0-9e56-140040ea07a7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0807719 Jun 03 16:11:29.876475 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88ca76bc-c886-4c6d-95dd-ee07f2992910 req-6945c6da-c703-4eef-8fac-d2454ce191c3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398493 Jun 03 16:11:31.077409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010f872-babe-4dee-98bf-d4302fce2eea req-8647ca1d-6b1e-419c-9e04-6b9c9b82cbd6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:31.078921 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6010f872-babe-4dee-98bf-d4302fce2eea req-8647ca1d-6b1e-419c-9e04-6b9c9b82cbd6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0912812 Jun 03 16:11:31.126058 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6010f872-babe-4dee-98bf-d4302fce2eea req-99f15481-77ed-43e4-971d-75f4cfe031a5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405083 Jun 03 16:11:32.319827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c9d32-4cdf-49c7-9c7d-5db8adf98dfd req-fe0df2cb-0a94-4349-a3ad-d1ae88c906bf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:32.321417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a40c9d32-4cdf-49c7-9c7d-5db8adf98dfd req-fe0df2cb-0a94-4349-a3ad-d1ae88c906bf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0813489 Jun 03 16:11:32.370423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a40c9d32-4cdf-49c7-9c7d-5db8adf98dfd req-7abe81f2-8e93-4cf9-bef2-5af1de72a735 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Jun 03 16:11:33.569021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3080e24-a6b0-4ddb-892d-134aeecba48f req-d3b4a7c4-8e78-4165-bea4-d3c85e95e5a3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:33.570645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3080e24-a6b0-4ddb-892d-134aeecba48f req-d3b4a7c4-8e78-4165-bea4-d3c85e95e5a3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0857508 Jun 03 16:11:33.621979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3080e24-a6b0-4ddb-892d-134aeecba48f req-58eb4146-1d1d-4d86-a17d-3e723882d056 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 Jun 03 16:11:34.827287 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ba25f-0bb7-44e5-be8a-9dc613407d46 req-947148f8-84f1-4a41-9221-e24b14d2a059 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:34.829255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d42ba25f-0bb7-44e5-be8a-9dc613407d46 req-947148f8-84f1-4a41-9221-e24b14d2a059 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0925004 Jun 03 16:11:34.875051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d42ba25f-0bb7-44e5-be8a-9dc613407d46 req-8a13c384-f7ae-49b4-ac6d-6ca150872adf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Jun 03 16:11:36.059185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84352c-84ff-4b3b-8491-c6a8f41372e6 req-faad8354-3d5d-45ec-a11a-b87844c36f69 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:36.060669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd84352c-84ff-4b3b-8491-c6a8f41372e6 req-faad8354-3d5d-45ec-a11a-b87844c36f69 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0806160 Jun 03 16:11:36.105782 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd84352c-84ff-4b3b-8491-c6a8f41372e6 req-70d8dbce-8f56-4f27-be02-c1dd538d6362 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 Jun 03 16:11:37.291316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fb2f6-88ef-4bac-ba4d-14c806688ed7 req-4c16c14d-41ef-4b51-8dce-ea2ed2cc19a9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:37.292760 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a7fb2f6-88ef-4bac-ba4d-14c806688ed7 req-4c16c14d-41ef-4b51-8dce-ea2ed2cc19a9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0819249 Jun 03 16:11:37.336846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9a7fb2f6-88ef-4bac-ba4d-14c806688ed7 req-f3f6fc47-c915-4e4e-994e-02a03ccf0705 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385401 Jun 03 16:11:38.525987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5647-887f-4b16-ab7e-7d367d5f5c72 req-d1023cdd-a93a-4b9d-b21c-5aa5351c85f3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:38.527494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e44d5647-887f-4b16-ab7e-7d367d5f5c72 req-d1023cdd-a93a-4b9d-b21c-5aa5351c85f3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0843289 Jun 03 16:11:38.581529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e44d5647-887f-4b16-ab7e-7d367d5f5c72 req-a789baaf-85bb-4dd9-891b-783e23bcd52d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473487 Jun 03 16:11:39.769916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5f063-95b2-4e35-8a70-3225547eb001 req-3591f7ee-f15e-4fc6-ae6d-6194244a5770 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:39.771869 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38c5f063-95b2-4e35-8a70-3225547eb001 req-3591f7ee-f15e-4fc6-ae6d-6194244a5770 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0790241 Jun 03 16:11:39.815444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38c5f063-95b2-4e35-8a70-3225547eb001 req-01b2f40a-43f0-42d9-9a28-6c29ab3a3646 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376637 Jun 03 16:11:41.017521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0d8-0aeb-4fb8-8209-9a0487444473 req-141cc28a-39f2-4af9-88e4-6f3b08da00fc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:41.019102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eadbf0d8-0aeb-4fb8-8209-9a0487444473 req-141cc28a-39f2-4af9-88e4-6f3b08da00fc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0858428 Jun 03 16:11:41.066118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eadbf0d8-0aeb-4fb8-8209-9a0487444473 req-905213bb-6310-41a4-9210-66c094a546f7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Jun 03 16:11:41.581491 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-8cb52b20-c275-43e1-9b5b-6716dd66a89f service neutron] show failed (client error): The resource could not be found. Jun 03 16:11:41.582515 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-8cb52b20-c275-43e1-9b5b-6716dd66a89f service neutron] 10.222.0.70 "GET /v2.0/ports/b85295e3-f8ef-46d0-9e0a-854f5bde7024/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0855598 Jun 03 16:11:41.906499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-107c5a21-219d-4ae9-a10e-e250b17e88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:41.908004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-107c5a21-219d-4ae9-a10e-e250b17e88db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 1097 time: 0.1115780 Jun 03 16:11:41.918894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:11:42.040151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:42.375248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5de28-7cbe-4ab8-9d7f-2d56f4a1d505 req-a00bbe40-42ee-4ab3-8501-6f2d482cf1e8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:42.376725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8e5de28-7cbe-4ab8-9d7f-2d56f4a1d505 req-a00bbe40-42ee-4ab3-8501-6f2d482cf1e8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.1927376 Jun 03 16:11:42.384621 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:42.447586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f8e5de28-7cbe-4ab8-9d7f-2d56f4a1d505 req-4cbc8f83-e60f-4d8a-b854-4ea19b1b04f7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604851 Jun 03 16:11:42.454167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:42.514338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:42.520464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:42.538053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Transition to ACTIVE for port object b85295e3-f8ef-46d0-9e0a-854f5bde7024 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:11:42.543753 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:42.585593 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56e1e50-4ca2-4b07-a4b1-eb28b1aa5f38'] response: {'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'code': 200} Jun 03 16:11:42.697487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:42.712587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.712935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.713276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.713609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.713940 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.714266 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.714592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.714911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.715231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.715551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.715869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.716216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:42.875890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] No DVR routers for this DVR port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:11:43.109030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:11:43.109777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:11:43.109777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:43.114391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:11:43.114702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:43.119923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:11:43.120292 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:11:43.120673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:11:43.121095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Bound port: b85295e3-f8ef-46d0-9e0a-854f5bde7024, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:11:43.121437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.211320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:43.214346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:11:43.218953 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.284374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:43.284990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.286355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] 10.222.0.15 "PUT /v2.0/ports/b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1092 time: 1.3713787 Jun 03 16:11:43.302921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1f5cd-05ad-41e6-be6e-2398795af589 service neutron] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:43.386921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-b50939e1-25b1-418b-9066-dfc4fc8a88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:43.388553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-b50939e1-25b1-418b-9066-dfc4fc8a88fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1095 time: 0.0754836 Jun 03 16:11:43.446246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b66a34df-fed0-48b3-a3e3-66c4b3153d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.540623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-c8f0ec6d-3cc2-406d-af12-5f3eaa4dcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:43.542235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-c8f0ec6d-3cc2-406d-af12-5f3eaa4dcb44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1478860 Jun 03 16:11:43.702429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-f9d8092a-60b6-4903-8323-5862a8703281 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1000 time: 0.1533623 Jun 03 16:11:43.771822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a281938-2d1c-4980-b8ba-65a9bba4ecf2 req-ab327c27-3738-426d-88e3-e51ba9238f6f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:43.773359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a281938-2d1c-4980-b8ba-65a9bba4ecf2 req-ab327c27-3738-426d-88e3-e51ba9238f6f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 944 time: 0.1698742 Jun 03 16:11:43.797366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-5c8a7daf-ee77-4ade-bb09-024adcaa6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:43.798859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-5c8a7daf-ee77-4ade-bb09-024adcaa6224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0893006 Jun 03 16:11:43.871595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4a281938-2d1c-4980-b8ba-65a9bba4ecf2 req-9a7ac8f2-a0bc-4958-893e-a20bee45fd5b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915506 Jun 03 16:11:43.900994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-9452aeaa-b647-4f07-a3a3-d21e262b4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:43.902571 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-9452aeaa-b647-4f07-a3a3-d21e262b4fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943418 Jun 03 16:11:44.044773 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-04ede698-5967-4eb2-bbb9-4536b7cca114 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348464 Jun 03 16:11:44.185280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d1bbc76-61ce-4133-bfbb-7dc670fc34b6 req-e989eabe-35c9-48f5-8e1f-093ec7c48e52 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338878 Jun 03 16:11:44.586719 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:44.645567 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b33bb2-eee2-444c-9b31-b8d8cb7f17ab'] response: {'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'status': 'completed', 'code': 200} Jun 03 16:11:44.735673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-48e1e92d-d0ff-4c79-9d3a-808580025232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:44.737197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-48e1e92d-d0ff-4c79-9d3a-808580025232 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1095 time: 0.0736814 Jun 03 16:11:44.747833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-891c13fd-512c-4cd1-9d14-77648a19d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:44.749329 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-891c13fd-512c-4cd1-9d14-77648a19d7d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1095 time: 0.0742650 Jun 03 16:11:44.881270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-afb70a1b-e8a2-4506-91d8-2188ada8c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:44.882652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-afb70a1b-e8a2-4506-91d8-2188ada8c036 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1390531 Jun 03 16:11:44.891136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-e2069587-810c-47a3-8182-b17d1037e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:44.892640 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-e2069587-810c-47a3-8182-b17d1037e91a service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1342750 Jun 03 16:11:45.126081 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-f0e0b7fe-8c35-4af7-99d0-33aae0eeb386 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1000 time: 0.2232807 Jun 03 16:11:45.166194 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-973cabbe-79e0-4a97-929f-0349a262931c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1000 time: 0.2747660 Jun 03 16:11:45.192445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-a0dc6c8f-1e5a-41b3-86df-3a55adc443de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:45.193898 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-a0dc6c8f-1e5a-41b3-86df-3a55adc443de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0592582 Jun 03 16:11:45.244398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2814a2-79fb-4e02-bd80-b7eb9d0ee249 req-ea96c349-3eb0-427a-8683-14e807960758 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:45.245873 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2814a2-79fb-4e02-bd80-b7eb9d0ee249 req-ea96c349-3eb0-427a-8683-14e807960758 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 944 time: 0.1612792 Jun 03 16:11:45.249431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-cca9e95d-72e0-44cf-a658-856a29bd895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:45.250787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-cca9e95d-72e0-44cf-a658-856a29bd895d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0776439 Jun 03 16:11:45.276005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-189ab035-bd22-4471-a024-e6b0dc2a73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:45.278545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-189ab035-bd22-4471-a024-e6b0dc2a73b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748258 Jun 03 16:11:45.344175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2814a2-79fb-4e02-bd80-b7eb9d0ee249 req-03ff116d-5ed5-40bd-b653-00565e11cb65 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920262 Jun 03 16:11:45.368379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986cc-2142-4460-9993-9e52387dd366 req-a747b594-e706-463b-9c55-2d010fe0f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:45.368379 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-a747b594-e706-463b-9c55-2d010fe0f1e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982063 Jun 03 16:11:45.419043 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-596fd62f-96a6-4030-b227-cc3d40af3899 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308472 Jun 03 16:11:45.498010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-c2dbfb54-7c9b-4999-9082-8475b00a5f9e service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274340 Jun 03 16:11:45.555275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-bd4c9fa6-4074-4622-9bdf-c8cd63989f0c service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272900 Jun 03 16:11:45.635507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-03c986cc-2142-4460-9993-9e52387dd366 req-ba43a384-dcf8-4e96-b939-92bf6f9ba871 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314602 Jun 03 16:11:45.909041 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.039183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:11:46.066343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:46.197159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:46.221538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:46.235127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'mac_address': 'fa:16:3e:ba:b3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:11:46.289433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b85295e3-f8ef-46d0-9e0a-854f5bde7024 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:46.289806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.308383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85295e3-f8ef-46d0-9e0a-854f5bde7024 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:11:46.332740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:46.336907 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.366709 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-004fc475-c1c0-4bc2-b413-b1e868da5902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.405476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:46.414000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.414330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.414672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.415004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.415340 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.415671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.415995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.416352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.416672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.416994 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.417311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.417633 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:46.538293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541572-c2d1-4d56-ba81-78a48c43ad00 req-03e16960-a5d0-4b06-a3ee-27caba02b7b0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:46.540445 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53541572-c2d1-4d56-ba81-78a48c43ad00 req-03e16960-a5d0-4b06-a3ee-27caba02b7b0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 945 time: 0.0821071 Jun 03 16:11:46.587328 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-53541572-c2d1-4d56-ba81-78a48c43ad00 req-8a4bc514-7cfa-4ee0-b06b-741d8812e5b9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Jun 03 16:11:46.611659 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['b85295e3-f8ef-46d0-9e0a-854f5bde7024'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:11:46.685871 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:47.044999 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-bd5ac6b6-4d3a-46eb-8d27-193985a83064 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:47.046419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-bd5ac6b6-4d3a-46eb-8d27-193985a83064 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c&tenant_id=8ba578f115b547af97972547971cb58d&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 945 time: 0.1448677 Jun 03 16:11:47.098254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a29aa-705d-4249-973f-c8845b47ed81 req-e1e8c570-e019-4994-b738-8a7406e3cd91 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:47.099797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec9a29aa-705d-4249-973f-c8845b47ed81 req-e1e8c570-e019-4994-b738-8a7406e3cd91 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 945 time: 0.1385474 Jun 03 16:11:47.115694 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:47.168610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ec9a29aa-705d-4249-973f-c8845b47ed81 req-7db86d17-fdb9-48dd-86de-1b239fcef538 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610702 Jun 03 16:11:47.174363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-69a7a3aa-35e6-4bd6-9c74-03f2391ee9c4 service neutron] 10.222.0.15 "GET /v2.0/ports/b85295e3-f8ef-46d0-9e0a-854f5bde7024/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 382 time: 0.1190534 Jun 03 16:11:47.263973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-9b55b9af-7242-4d58-b6dc-49182dabf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:47.265529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-9b55b9af-7242-4d58-b6dc-49182dabf526 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1096 time: 0.0701714 Jun 03 16:11:47.393683 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-67e22f50-eb81-4ee9-ad29-dc3d3e69de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:47.395186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-67e22f50-eb81-4ee9-ad29-dc3d3e69de13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1242952 Jun 03 16:11:47.497575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-b63624c2-263d-4e43-8fac-8e272ed5069e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1001 time: 0.0962751 Jun 03 16:11:47.558991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-ec2ae11a-c4c9-4559-b849-19849c834b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:47.560493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-ec2ae11a-c4c9-4559-b849-19849c834b30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0576324 Jun 03 16:11:47.639534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-2cc82af7-9437-47fa-b2e7-dd8c2c3d9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:47.641074 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-2cc82af7-9437-47fa-b2e7-dd8c2c3d9ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749865 Jun 03 16:11:47.769396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-95e04eeb-6b94-42ce-bdeb-84203e6c94e4 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220253 Jun 03 16:11:48.012383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-6292d482-57bf-4eda-97a4-5d359d4f6391 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367179 Jun 03 16:11:48.067300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:11:48.136460 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:11:48.141132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:11:48.141499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:48.299864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port b85295e3-f8ef-46d0-9e0a-854f5bde7024 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:48.300187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:48.327514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:48.338524 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:48.342622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:48.363102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75ce1-da79-4b25-88f3-83c9a48006a5 req-c228dcff-8d51-47ab-9eda-ce59d9b8f13e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:48.364618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7e75ce1-da79-4b25-88f3-83c9a48006a5 req-c228dcff-8d51-47ab-9eda-ce59d9b8f13e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 945 time: 0.0813124 Jun 03 16:11:48.391339 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f9673f-6306-41b8-981b-d82bdaeea2fa'] response: {'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'code': 200} Jun 03 16:11:48.410730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7e75ce1-da79-4b25-88f3-83c9a48006a5 req-92ff9031-921c-48b0-9463-4de18e5925c0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405204 Jun 03 16:11:48.425468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:48.435808 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:48.600082 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:49.600964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c39a1-39d8-448d-89e8-bd9da88f1ac8 req-1f4db2f1-f2e4-4548-8346-7dbc62a211a8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:49.602391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-484c39a1-39d8-448d-89e8-bd9da88f1ac8 req-1f4db2f1-f2e4-4548-8346-7dbc62a211a8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0829155 Jun 03 16:11:49.645561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-484c39a1-39d8-448d-89e8-bd9da88f1ac8 req-ef3791c7-81e0-4115-8f47-807322015854 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375342 Jun 03 16:11:50.175363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-18fed80d-b5f4-44e5-9d7e-3737c6888300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:50.176913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-18fed80d-b5f4-44e5-9d7e-3737c6888300 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 1097 time: 0.0856512 Jun 03 16:11:50.192260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:11:50.311818 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:50.581196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:50.614977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:50.673665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:50.679830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:50.696543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Transition to ACTIVE for port object b85295e3-f8ef-46d0-9e0a-854f5bde7024 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:11:50.700899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:50.743178 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29722d1-4e38-4974-8b4c-26ade899d1a1'] response: {'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'code': 200} Jun 03 16:11:50.854131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c514863-8714-419a-954a-59d85cb226c7 req-b7ecc333-f8bc-4104-9bb9-91d4c9340cf9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:50.855840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c514863-8714-419a-954a-59d85cb226c7 req-b7ecc333-f8bc-4104-9bb9-91d4c9340cf9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 945 time: 0.0945630 Jun 03 16:11:50.856488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:50.869951 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.870302 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.870641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.870977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.871308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.871638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.871962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.872315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.872638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.872964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.873284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.873604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:50.910861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c514863-8714-419a-954a-59d85cb226c7 req-57111183-f606-476c-b194-c2d910a0d5e3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482595 Jun 03 16:11:50.915453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] No DVR routers for this DVR port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:11:51.148652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:11:51.148902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:11:51.149229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:51.154413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:11:51.154725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Attempting to bind port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:51.160907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:11:51.161246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:11:51.161666 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:11:51.162117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Bound port: b85295e3-f8ef-46d0-9e0a-854f5bde7024, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:11:51.162497 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.359165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:51.362036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:11:51.367280 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.428260 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:51.428900 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.430306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] 10.222.0.70 "PUT /v2.0/ports/b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1093 time: 1.2424462 Jun 03 16:11:51.446838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb92d9a-9ed6-4756-babd-7d4485f3214b service neutron] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=11']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:51.539550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-55b3c7b0-fb03-4fd0-82ad-27c180c8c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:51.541071 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-55b3c7b0-fb03-4fd0-82ad-27c180c8c97c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1096 time: 0.0777977 Jun 03 16:11:51.682671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-acd489f7-ddcd-4cf0-a33d-bc1c5d1f4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:51.684423 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-acd489f7-ddcd-4cf0-a33d-bc1c5d1f4fb7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1307158 Jun 03 16:11:51.789483 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-6b7c77af-6732-4df0-a0ca-f6edee76e590 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1000 time: 0.0950129 Jun 03 16:11:51.853865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-9fa800e9-1b2d-4517-bbea-9d247125c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:51.855275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-9fa800e9-1b2d-4517-bbea-9d247125c59a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0565693 Jun 03 16:11:51.933925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-471f8af2-2da7-4343-a920-e33122edc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:51.935325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-471f8af2-2da7-4343-a920-e33122edc44b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703537 Jun 03 16:11:52.072016 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-67e0a828-5bdd-4e88-8ed7-fcfeae9b649a service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269872 Jun 03 16:11:52.103933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de8841-608d-4e1c-b256-e2bb72f8be6a req-af93db23-3bf9-4214-8ad1-276d87ab3630 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:52.105430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21de8841-608d-4e1c-b256-e2bb72f8be6a req-af93db23-3bf9-4214-8ad1-276d87ab3630 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 945 time: 0.0846126 Jun 03 16:11:52.150849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21de8841-608d-4e1c-b256-e2bb72f8be6a req-f18117bd-6c1e-41f3-a04c-9bf1ab95e48f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 Jun 03 16:11:52.210327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ca18bee6-70cd-4ceb-ae1b-06691d749ddb req-1e0b7d8d-8de2-4f3d-a785-b4adb508ce7a service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292002 Jun 03 16:11:52.744880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:52.953545 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b96f0fa-a16c-4bd3-b550-df44e49f0653'] response: {'name': 'network-changed', 'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'status': 'completed', 'code': 200} Jun 03 16:11:53.044467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-e548e939-bf4e-45b2-9611-bc95c5a39559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.046049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-e548e939-bf4e-45b2-9611-bc95c5a39559 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1096 time: 0.0722599 Jun 03 16:11:53.051931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-333f7774-1f7d-4a93-a85e-1dd218e37f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.053978 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-333f7774-1f7d-4a93-a85e-1dd218e37f65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 1096 time: 0.0779634 Jun 03 16:11:53.180429 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-b1207016-bb9a-431d-a496-4574bbba74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.181817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-b1207016-bb9a-431d-a496-4574bbba74c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1294076 Jun 03 16:11:53.188745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-3bd2f6e6-1901-46e4-9609-7a65d4cbae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.190200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-3bd2f6e6-1901-46e4-9609-7a65d4cbae5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1290450 Jun 03 16:11:53.297617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-5edb8e77-4008-479e-a513-448c453a0bfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1000 time: 0.0996382 Jun 03 16:11:53.338154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-4cb98c5f-bd57-4215-9081-46c5d0047aad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 200 len: 1000 time: 0.1490772 Jun 03 16:11:53.360463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-6e1dae31-84ff-4150-b496-16a8651986f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.361956 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-6e1dae31-84ff-4150-b496-16a8651986f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0578740 Jun 03 16:11:53.415489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b449f-6567-46cb-9210-1024d93d1322 req-702c7abe-6ef3-433d-99a2-08dba6c13b91 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.416978 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd7b449f-6567-46cb-9210-1024d93d1322 req-702c7abe-6ef3-433d-99a2-08dba6c13b91 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 945 time: 0.1551971 Jun 03 16:11:53.418401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-77506ce8-0023-454b-856f-828862e921f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.419854 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-77506ce8-0023-454b-856f-828862e921f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0745597 Jun 03 16:11:53.439572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-d514b294-a15d-4d05-a16e-ea502245687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.441078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-d514b294-a15d-4d05-a16e-ea502245687c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720012 Jun 03 16:11:53.514943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dd7b449f-6567-46cb-9210-1024d93d1322 req-9e5ca097-ce56-4bfb-8f80-387ab992fc63 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912464 Jun 03 16:11:53.536486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-2f62c99a-9149-4d40-8067-853f250abf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.538290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-2f62c99a-9149-4d40-8067-853f250abf00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993841 Jun 03 16:11:53.580691 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-d2e173d4-9f0f-4e51-939f-5c9bc7aaf49f service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303391 Jun 03 16:11:53.672605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-684c5290-da6b-42ae-a22d-2dda35228573 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276145 Jun 03 16:11:53.715166 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-2c3146bc-1b67-4353-9623-1b9600239440 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263647 Jun 03 16:11:53.810482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-96af4e8b-321d-45cd-8963-6ed591a274f1 req-ea5c40a1-35b6-4029-8dd0-0ade60bf1c93 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305792 Jun 03 16:11:54.081854 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:11:54.092470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:54.234989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:54.283682 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:54.296959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'mac_address': 'fa:16:3e:ba:b3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:11:54.354292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b85295e3-f8ef-46d0-9e0a-854f5bde7024 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:54.354673 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:54.372548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85295e3-f8ef-46d0-9e0a-854f5bde7024 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:11:54.389193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:54.392983 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:54.459640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=12']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:54.631971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b85295e3-f8ef-46d0-9e0a-854f5bde7024'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:11:54.703585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba00611-0337-4691-a3fd-d9643159d416 req-4b46088c-f290-43db-bac8-71f1ebe60c50 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:54.705112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ba00611-0337-4691-a3fd-d9643159d416 req-4b46088c-f290-43db-bac8-71f1ebe60c50 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0841613 Jun 03 16:11:54.753019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ba00611-0337-4691-a3fd-d9643159d416 req-b84b408a-6112-4c83-b4a2-261d66edbfa6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420027 Jun 03 16:11:54.935988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926ce2-2549-4fdf-8bd6-c1d99c68195e req-767ce317-f8b3-45ba-9814-efbfb50d0c12 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:54.937395 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8926ce2-2549-4fdf-8bd6-c1d99c68195e req-767ce317-f8b3-45ba-9814-efbfb50d0c12 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0793478 Jun 03 16:11:54.982635 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8926ce2-2549-4fdf-8bd6-c1d99c68195e req-53f1f2ab-6413-4c9e-abd4-57d9ae9c420b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396228 Jun 03 16:11:55.169167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b707d-8275-4ba9-aecf-4646cd66489b req-e69cea16-eee5-4fc4-a6e1-c2db54cddb5e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:55.170629 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-884b707d-8275-4ba9-aecf-4646cd66489b req-e69cea16-eee5-4fc4-a6e1-c2db54cddb5e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0842640 Jun 03 16:11:55.214244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-884b707d-8275-4ba9-aecf-4646cd66489b req-8a588a44-0994-4766-9d65-0177699a9a1f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Jun 03 16:11:55.594517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76b03-9c23-4467-9390-62568f026f6b req-9c3da853-0c53-49b0-b452-8873794bbcc5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:55.596001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6d76b03-9c23-4467-9390-62568f026f6b req-9c3da853-0c53-49b0-b452-8873794bbcc5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 946 time: 0.0819309 Jun 03 16:11:55.640127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c6d76b03-9c23-4467-9390-62568f026f6b req-7afc5757-5657-449e-93e4-cfde4db6e059 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380292 Jun 03 16:11:56.107327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:11:56.174502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:11:56.179734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b85295e3-f8ef-46d0-9e0a-854f5bde7024 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:11:56.180127 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:56.297505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b85295e3-f8ef-46d0-9e0a-854f5bde7024 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:56.297792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:56.324934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:56.335473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:56.339554 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:56.377915 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815de4ae-fcc8-47fa-a2ce-28d18b04e12c'] response: {'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'code': 200} Jun 03 16:11:56.411589 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=13']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:56.828756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d7bd-6c44-4567-8ab0-5c94e6f93097 req-1f1816d7-fe59-4aff-a1a9-08ac47f12ce8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:56.830238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38e6d7bd-6c44-4567-8ab0-5c94e6f93097 req-1f1816d7-fe59-4aff-a1a9-08ac47f12ce8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 947 time: 0.0816865 Jun 03 16:11:56.875641 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38e6d7bd-6c44-4567-8ab0-5c94e6f93097 req-a288cfd3-f0d7-4ca9-8602-703ff08fbeef tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389981 Jun 03 16:11:57.027553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7994b-807c-4148-bc92-793b593828a6 req-aae43eaf-c240-4730-883e-6d95b8034ff3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:57.027553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1cc7994b-807c-4148-bc92-793b593828a6 req-aae43eaf-c240-4730-883e-6d95b8034ff3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:11:57.040879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-1cc7994b-807c-4148-bc92-793b593828a6 req-aae43eaf-c240-4730-883e-6d95b8034ff3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:11:57.042044 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1cc7994b-807c-4148-bc92-793b593828a6 req-aae43eaf-c240-4730-883e-6d95b8034ff3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 947 time: 0.1976030 Jun 03 16:11:57.115068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Deleting port b85295e3-f8ef-46d0-9e0a-854f5bde7024 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:57.115965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:57.360538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] For port b85295e3-f8ef-46d0-9e0a-854f5bde7024, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b85295e3-f8ef-46d0-9e0a-854f5bde7024,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:57.360811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:57.652132 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:57.652519 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:57.652836 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 disassociated. External IP: 172.25.1.97, port: b85295e3-f8ef-46d0-9e0a-854f5bde7024. Jun 03 16:11:57.653177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Calling delete_port for b85295e3-f8ef-46d0-9e0a-854f5bde7024 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:57.793868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:57.847587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event deleted for resources: {'Port': ['ID=b85295e3-f8ef-46d0-9e0a-854f5bde7024,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:58.045918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9d616c46-f12d-4002-a79a-6aa8b50c300a req-ab65e162-22ad-49db-a60d-bdd69669fbf4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac4715af-2797-4036-a3e6-e4a5cf4ed07c HTTP/1.1" status: 200 len: 210 time: 0.0550547 Jun 03 16:11:58.050876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:11:58.238477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:11:58.249216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:11:58.259584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:11:58.260331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:58.314676 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] No DVR routers for this DVR port b85295e3-f8ef-46d0-9e0a-854f5bde7024 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:11:58.317374 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:58.320567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-deleted', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:58.343135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1cc7994b-807c-4148-bc92-793b593828a6 req-0798cf74-3d3f-4faa-a36c-aea1cfb0e391 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "DELETE /v2.0/ports/b85295e3-f8ef-46d0-9e0a-854f5bde7024 HTTP/1.1" status: 204 len: 173 time: 1.2927473 Jun 03 16:11:58.375642 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87e105e-e5f0-4f04-a739-43f11eadc1a1'] response: {'server_uuid': 'ac4715af-2797-4036-a3e6-e4a5cf4ed07c', 'name': 'network-vif-deleted', 'tag': 'b85295e3-f8ef-46d0-9e0a-854f5bde7024', 'status': 'completed', 'code': 200} Jun 03 16:11:58.455849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:11:58.792133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:58.796230 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:11:58.805207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:11:58.805821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:59.041252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:11:59.273584 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:11:59.380442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:59.384904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b5004-8216-4a37-90e9-515c85224cff None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:11:59.396288 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e8377ce2-0dc5-4263-85c0-1779ba1f143b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--634964930&fields=id&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 267 time: 0.0408790 Jun 03 16:11:59.550344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-15f5f8e4-c6f2-4086-b8b4-c7ad1481e60f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:59.551859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-15f5f8e4-c6f2-4086-b8b4-c7ad1481e60f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.1485064 Jun 03 16:11:59.569718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-49c22f55-ebf7-4725-bc38-fd9bfc85eb5b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/quotas/8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 375 time: 0.0110900 Jun 03 16:11:59.610705 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833bfb90-8640-4f06-a892-795e1f6b1ecc None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:11:59.663771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-6f5abf78-81b4-40e3-87a1-6db57b56529f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882792 Jun 03 16:11:59.913565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-a5990ab8-b40a-4e79-ba5c-849c4d328b57 service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378490 Jun 03 16:12:00.045979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-3359ec4d-2966-41b0-9ee0-0c9db8fc7f28 service neutron] 10.222.0.66 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265640 Jun 03 16:12:00.139341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:12:00.188997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: b85295e3-f8ef-46d0-9e0a-854f5bde7024 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:12:00.189344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b85295e3-f8ef-46d0-9e0a-854f5bde7024 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:12:00.231268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ecf2fd83-654b-4d0e-abf7-4343e8236aaa req-32411a92-02c2-4237-8321-3cb6930c8970 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 210 time: 0.0444148 Jun 03 16:12:01.392701 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32fcace8-2ca3-43f4-ab43-f39d2134a81b req-2c365b5e-998b-4837-a407-4e42a0c3ff63 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 210 time: 0.0470417 Jun 03 16:12:01.426399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-7bd55c7d-a639-42cd-aa42-c5932f9b7786 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:01.428395 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-7bd55c7d-a639-42cd-aa42-c5932f9b7786 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 812 time: 0.2601092 Jun 03 16:12:01.481469 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-78f29564-3c06-462d-863b-c9e726b66946 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 379 time: 0.0409992 Jun 03 16:12:01.490793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'port': {'device_id': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'admin_state_up': True, 'tenant_id': '8ba578f115b547af97972547971cb58d', 'security_groups': ['2b4c3380-d429-4d5f-857f-a4251c362463']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:01.628517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:01.632639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Usage tracker for resource:port and tenant:8ba578f115b547af97972547971cb58d is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:01.635445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:01.641150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:01.651305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Made reservation on behalf of 8ba578f115b547af97972547971cb58d for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:01.654821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:01.817997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Allocated IP 172.20.0.3 (63cb6a28-af2b-4dc1-91db-2dbe0175b822/12f6235f-716c-4631-bd08-ee031be29038/90545503-9284-4ab4-9771-bd460dd51323) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:02.008805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.024979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Transition to ACTIVE for port object 90545503-9284-4ab4-9771-bd460dd51323 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:02.048846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.124097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:02.127055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:02.131221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:02.170044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:02.202083 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:02.202705 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.230398 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e2f6cdd1-ec5f-4a32-8365-054524d409ed tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437136 Jun 03 16:12:02.246116 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Request body: {'port': {'device_id': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:02.355039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b7889d7-921e-416b-9014-f14c579f5458 None None] Provisioning for port 90545503-9284-4ab4-9771-bd460dd51323 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:02.360012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5b7889d7-921e-416b-9014-f14c579f5458 None None] Provisioning complete for port 90545503-9284-4ab4-9771-bd460dd51323 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:02.360410 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b7889d7-921e-416b-9014-f14c579f5458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.363409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.413193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5b7889d7-921e-416b-9014-f14c579f5458 None None] Port 90545503-9284-4ab4-9771-bd460dd51323 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:12:02.585903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe97c-b38c-41a3-b1c1-e6e50afa0d3c req-807331b7-f430-48a5-a572-cb5c9f6c1abe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:02.587492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df9fe97c-b38c-41a3-b1c1-e6e50afa0d3c req-807331b7-f430-48a5-a572-cb5c9f6c1abe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 931 time: 0.0837312 Jun 03 16:12:02.631613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df9fe97c-b38c-41a3-b1c1-e6e50afa0d3c req-c956b9b3-acb4-4785-84c8-c62c0644644a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383396 Jun 03 16:12:02.708444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90545503-9284-4ab4-9771-bd460dd51323 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:12:02.718547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.732878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Transition to ACTIVE for port object 90545503-9284-4ab4-9771-bd460dd51323 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:02.736974 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.894020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:02.974489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:02.974821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:02.975145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:02.979880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:12:02.980277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:02.985308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:02.985644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:02.986032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:02.986450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Bound port: 90545503-9284-4ab4-9771-bd460dd51323, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:02.986792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:03.079633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:03.082475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:03.087193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:03.138989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.140230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:03.141218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] 10.222.0.70 "PUT /v2.0/ports/90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 1091 time: 0.9001064 Jun 03 16:12:03.148694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:12:03.183254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675e2fb-e495-4dc8-ab6b-5a3feedc4e1a service neutron] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:03.226998 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e8afa0-cc05-47fa-bf33-b51722d411b1'] response: {'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'status': 'completed', 'code': 200} Jun 03 16:12:03.269855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-86bd3169-97ea-4202-a9ec-110a207d56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.271403 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-86bd3169-97ea-4202-a9ec-110a207d56c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1094 time: 0.0773134 Jun 03 16:12:03.454917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-dd8049bf-ba34-4acf-9ad6-5668a3817fd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 217 time: 0.1746011 Jun 03 16:12:03.522729 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-a389fc5d-7a3e-441b-b092-c73c573f7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.524191 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-a389fc5d-7a3e-441b-b092-c73c573f7d6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0600350 Jun 03 16:12:03.601212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e158d5f7-35c8-4a7a-9ec1-6d1794a79669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.602828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-e158d5f7-35c8-4a7a-9ec1-6d1794a79669 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696909 Jun 03 16:12:03.742607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-000d12f2-92fa-4265-97b2-f4bfd69876cd service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300652 Jun 03 16:12:03.818920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf77e3-f6d6-42c2-a445-955734a10fd9 req-69221f26-131d-4a74-9939-92e0dfc4abbc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.820417 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bacf77e3-f6d6-42c2-a445-955734a10fd9 req-69221f26-131d-4a74-9939-92e0dfc4abbc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0819910 Jun 03 16:12:03.869318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bacf77e3-f6d6-42c2-a445-955734a10fd9 req-de32b30b-6f70-4b33-8866-db584136d1e7 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Jun 03 16:12:03.882010 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93ea630e-b8a5-44f1-8d75-d090106968b8 req-f230ae65-952f-4a6b-b92d-c187c362680b service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298552 Jun 03 16:12:04.006365 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197286-b646-49c0-8706-790b2037f59b req-847f35fe-90ef-4d1d-845f-2c6fdc248029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:04.007794 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93197286-b646-49c0-8706-790b2037f59b req-847f35fe-90ef-4d1d-845f-2c6fdc248029 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1094 time: 0.0761819 Jun 03 16:12:04.139993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197286-b646-49c0-8706-790b2037f59b req-8cf2e813-5494-45ac-9cb8-14a2fc67a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:04.141481 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93197286-b646-49c0-8706-790b2037f59b req-8cf2e813-5494-45ac-9cb8-14a2fc67a2ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1269257 Jun 03 16:12:04.210918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93197286-b646-49c0-8706-790b2037f59b req-e76ca076-fd9d-44e9-a077-6ed1ebba0d67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 217 time: 0.0600715 Jun 03 16:12:04.276369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197286-b646-49c0-8706-790b2037f59b req-d10698e4-5e48-4c7b-92ac-ba16bd6aa1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:04.277707 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93197286-b646-49c0-8706-790b2037f59b req-d10698e4-5e48-4c7b-92ac-ba16bd6aa1a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0600176 Jun 03 16:12:04.353271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197286-b646-49c0-8706-790b2037f59b req-162893bb-853c-4928-864f-1ecc2c834cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:04.354734 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93197286-b646-49c0-8706-790b2037f59b req-162893bb-853c-4928-864f-1ecc2c834cba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704038 Jun 03 16:12:04.489783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93197286-b646-49c0-8706-790b2037f59b req-1bb9eb3c-60d5-4623-9561-9a313f84a9b3 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279194 Jun 03 16:12:04.621452 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-93197286-b646-49c0-8706-790b2037f59b req-32534704-12a6-4052-93d6-1b72d3cb2dca service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246634 Jun 03 16:12:05.055451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de6cf7-7074-4395-a566-3e524f7d27d8 req-49d07e20-d8c4-400e-8f2a-79a7fab7ee48 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:05.057032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56de6cf7-7074-4395-a566-3e524f7d27d8 req-49d07e20-d8c4-400e-8f2a-79a7fab7ee48 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0801480 Jun 03 16:12:05.101610 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-56de6cf7-7074-4395-a566-3e524f7d27d8 req-35ad188f-c343-4582-a315-e8b98c55c0f4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386958 Jun 03 16:12:06.144233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:12:06.277509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:06.289438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8303da0-1658-48f8-a55d-3b88dfb86387 req-737ec4e0-79ee-4a74-a33b-0ac667d908f5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:06.290828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8303da0-1658-48f8-a55d-3b88dfb86387 req-737ec4e0-79ee-4a74-a33b-0ac667d908f5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0834687 Jun 03 16:12:06.291507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '90545503-9284-4ab4-9771-bd460dd51323', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': '90545503-9284-4ab4-9771-bd460dd51323', 'mac_address': 'fa:16:3e:30:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:12:06.336175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8303da0-1658-48f8-a55d-3b88dfb86387 req-279987bd-ddb7-4113-b027-8722ecffef19 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394220 Jun 03 16:12:06.352087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 90545503-9284-4ab4-9771-bd460dd51323 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:06.352500 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:06.369660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90545503-9284-4ab4-9771-bd460dd51323 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:12:06.385259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:06.389787 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:06.456473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:06.626033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['90545503-9284-4ab4-9771-bd460dd51323'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:12:07.521358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e203d5-1b29-4791-a719-d9e08fdc11a5 req-b4d44e6b-f197-4ffc-a954-83edd73ac29c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:07.522812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08e203d5-1b29-4791-a719-d9e08fdc11a5 req-b4d44e6b-f197-4ffc-a954-83edd73ac29c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0785742 Jun 03 16:12:07.568009 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08e203d5-1b29-4791-a719-d9e08fdc11a5 req-558f029e-4bfc-4a28-bb37-78e7498eec3f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390542 Jun 03 16:12:08.170549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:08.238428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 90545503-9284-4ab4-9771-bd460dd51323 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:08.243326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 90545503-9284-4ab4-9771-bd460dd51323 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:08.243699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:08.364656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 90545503-9284-4ab4-9771-bd460dd51323 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:08.364943 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:08.392444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:12:08.403240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:08.407471 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:08.438842 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549c4de6-a62b-424e-bab2-58c53bb8fd5b'] response: {'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'code': 200} Jun 03 16:12:08.484992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:08.579271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89537db-0e01-447d-a405-c7fbac0aee89 req-b749d611-0ffa-4622-a342-7f4794256080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:08.580832 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e89537db-0e01-447d-a405-c7fbac0aee89 req-b749d611-0ffa-4622-a342-7f4794256080 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1096 time: 0.0713587 Jun 03 16:12:08.631105 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e89537db-0e01-447d-a405-c7fbac0aee89 req-0362e081-c5f4-4a9d-8d93-5a9ea7d92fe3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 Jun 03 16:12:08.761011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7982f8b-3c33-441a-9eed-f56169f8afe4 req-a0faf9ae-9f76-47fa-a959-2b5b1c3907ad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:08.762515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7982f8b-3c33-441a-9eed-f56169f8afe4 req-a0faf9ae-9f76-47fa-a959-2b5b1c3907ad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0894685 Jun 03 16:12:08.807297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d7982f8b-3c33-441a-9eed-f56169f8afe4 req-fe026a33-4914-4e06-ade3-9d8aed6593a2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389483 Jun 03 16:12:10.005969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b905-cf5b-4a84-b0c7-a059f1ba04a4 req-9568a71c-dda8-4134-b483-7536fcf8c44d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:10.007450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab03b905-cf5b-4a84-b0c7-a059f1ba04a4 req-9568a71c-dda8-4134-b483-7536fcf8c44d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0825300 Jun 03 16:12:10.055923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab03b905-cf5b-4a84-b0c7-a059f1ba04a4 req-9bebafcd-7943-4847-8e9a-eb30ad10028d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 Jun 03 16:12:10.235413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2acecc-9378-456c-98fe-0ac19522b8b0 req-747b2418-7059-43b1-8be5-041692058efe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:10.236889 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a2acecc-9378-456c-98fe-0ac19522b8b0 req-747b2418-7059-43b1-8be5-041692058efe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0790436 Jun 03 16:12:10.245423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42088) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:10.250241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Request body: {'floatingip': {'port_id': '90545503-9284-4ab4-9771-bd460dd51323'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:10.328189 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:11.034858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:11.038613 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:11.215454 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 associated. External IP: 172.25.1.97, port: 90545503-9284-4ab4-9771-bd460dd51323. Jun 03 16:12:11.559609 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:12:11.735912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:12:11.740850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:11.746025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:12:11.755479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:11.756090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:11.796918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fc84304f-28d1-4ac4-a993-e5d19139005c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "PUT /v2.0/floatingips/851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 HTTP/1.1" status: 200 len: 991 time: 1.5504587 Jun 03 16:12:11.797469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:12:11.844493 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36e9ede-9090-40e6-b205-235fbc9628af'] response: {'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'status': 'completed', 'code': 200} Jun 03 16:12:11.932957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-6ad346f6-ccd0-439c-9fdd-d0417ac5de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:11.934461 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-6ad346f6-ccd0-439c-9fdd-d0417ac5de1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1096 time: 0.0705757 Jun 03 16:12:11.941201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:12.069747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-c89a9268-a84f-434e-afe2-b20b0fd800e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:12.071120 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-c89a9268-a84f-434e-afe2-b20b0fd800e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1311226 Jun 03 16:12:12.282291 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-8f154565-fb47-48bd-b93d-5c30b2faab4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.2046795 Jun 03 16:12:12.339543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': '90545503-9284-4ab4-9771-bd460dd51323', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:30:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:12:10Z', 'revision_number': 13, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:12.343355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:12:12.344391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-446f18c2-7cdd-4f11-89ef-f566038a264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:12.345837 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-446f18c2-7cdd-4f11-89ef-f566038a264d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0574193 Jun 03 16:12:12.351702 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:12.352433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:11:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:12.425957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-a804e355-5c06-4cff-b229-1811476fff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:12.427473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-a804e355-5c06-4cff-b229-1811476fff84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746288 Jun 03 16:12:12.532906 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:12.567617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-66eea66e-a894-464b-ab52-ae083592a41c service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334729 Jun 03 16:12:12.699806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-46e99278-ccab-44b4-bc38-e1ee7f9bb932 req-d1ccbf8d-8419-45f8-b086-51193c8910d9 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262782 Jun 03 16:12:12.879279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': '90545503-9284-4ab4-9771-bd460dd51323', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:30:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:12:10Z', 'revision_number': 13, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:12.883807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09239f9f-25f4-4db6-a349-c9f8527e06d3 None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'port_id': '90545503-9284-4ab4-9771-bd460dd51323', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'mac_address': 'fa:16:3e:30:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:08:22Z', 'updated_at': '2022-06-03T16:12:10Z', 'revision_number': 13, 'project_id': '8ba578f115b547af97972547971cb58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:12:13.067246 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778af1f1-6b7f-4e01-9a82-5e53b8708fa8 None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:12:13.440824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2cb1b5e6-d522-436c-a669-429e9bc50bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:15.921582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:16.328138 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c32b79c5-6c99-499d-87b9-df9626c263b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:16.670360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:17.123108 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:18.427250 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:18.602939 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:19.041158 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-538fbaab-f458-4324-8d32-0f18bf897df5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698631 Jun 03 16:12:19.193056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-5b9f8fbc-a9dd-4ec4-9f53-f2d63aaf247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:19.195098 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-5b9f8fbc-a9dd-4ec4-9f53-f2d63aaf247e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1096 time: 0.0805063 Jun 03 16:12:19.343972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-1206307a-cc92-4962-9fbc-1c9c007efced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:19.345385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-1206307a-cc92-4962-9fbc-1c9c007efced service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1303923 Jun 03 16:12:19.450040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-7426936c-c159-423a-853e-f4cf6112f230 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 1001 time: 0.0972471 Jun 03 16:12:19.518174 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-38f62957-be6e-42c3-af44-7f8951fb94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:19.519661 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-38f62957-be6e-42c3-af44-7f8951fb94e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0623991 Jun 03 16:12:19.593886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-10e66c6e-1e93-411c-a8e9-d6a5126ae0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:19.595418 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-10e66c6e-1e93-411c-a8e9-d6a5126ae0ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699775 Jun 03 16:12:19.726831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-642e7425-9adc-4c7d-8e1c-98476e133ddf service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241376 Jun 03 16:12:19.858279 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-69debe3d-2ee2-4fad-8cde-ad9f4d476309 req-035c8d92-caa7-44af-bcf8-c5b5f96beec5 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257010 Jun 03 16:12:36.276892 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:12:43.444033 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-98f7a571-1065-49ef-b632-30128294876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.935329 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.331362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b872d002-0866-4bb1-ae17-067481367c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.672212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.121895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.257638 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-31edd91c-d2a6-4d0b-8f47-6aa8369e8e99 req-1e63d07a-9ed2-4255-8073-473df224247e service neutron] (88338) timed out ('10.222.0.66', 59162) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:12:48.441591 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.605444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.738425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea229f-d988-4c0f-8ac0-d7be9faa53b7 req-0a83c1ff-901c-4c36-b930-09733e9a354b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:48.739891 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffea229f-d988-4c0f-8ac0-d7be9faa53b7 req-0a83c1ff-901c-4c36-b930-09733e9a354b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0840275 Jun 03 16:12:48.783840 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffea229f-d988-4c0f-8ac0-d7be9faa53b7 req-d81102ce-62d2-4b4a-9f31-7605c42c8e90 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Jun 03 16:12:57.545518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-41d03afb-b7be-4c63-91d7-159e6b6b7683 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1791999 Jun 03 16:12:57.554337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fe59a-7989-4af1-8fbb-17ceeb91e449 req-7df58440-2e7b-4327-90ca-28f151911568 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:57.555727 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f4fe59a-7989-4af1-8fbb-17ceeb91e449 req-7df58440-2e7b-4327-90ca-28f151911568 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.1124294 Jun 03 16:12:57.603120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1f4fe59a-7989-4af1-8fbb-17ceeb91e449 req-40995747-f9a3-4c20-9264-9f78b62c1d04 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406346 Jun 03 16:12:58.758864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-ef6317ef-f65d-480e-8c7a-608f0c31a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:58.760539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-ef6317ef-f65d-480e-8c7a-608f0c31a500 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1096 time: 0.0805504 Jun 03 16:12:58.806670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9b5f3-807e-4e56-9a90-d359fa7e87d3 req-49b086b2-321e-45c6-b444-d2ce2ec52cbc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:58.808292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8af9b5f3-807e-4e56-9a90-d359fa7e87d3 req-49b086b2-321e-45c6-b444-d2ce2ec52cbc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0894909 Jun 03 16:12:58.855178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8af9b5f3-807e-4e56-9a90-d359fa7e87d3 req-679298c5-60c1-4c55-86e3-e06472353df1 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Jun 03 16:12:58.903050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-f17827a2-f87c-44ae-93ad-f14fe4b7d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:58.904461 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-f17827a2-f87c-44ae-93ad-f14fe4b7d81c service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1351624 Jun 03 16:12:59.008010 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-04ec5347-ba48-454a-abb5-fb1ee6128749 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 1001 time: 0.0966294 Jun 03 16:12:59.193483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-6f935249-ddd9-4750-8134-7ec38fbbc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:59.195629 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-6f935249-ddd9-4750-8134-7ec38fbbc829 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.1788805 Jun 03 16:12:59.285768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-81ca9ee5-58af-4bd3-aae5-2f6c79ce1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:59.287404 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-81ca9ee5-58af-4bd3-aae5-2f6c79ce1f60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818601 Jun 03 16:12:59.428075 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a682df32-0863-49c9-8c27-10f1dc0d8931 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301796 Jun 03 16:12:59.566610 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-bafa8e7e-0fe4-4fbc-8514-91cc2a615ab1 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285572 Jun 03 16:13:00.047458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846795f-5ca1-463d-a913-3c4112d21d14 req-c19d3251-a30c-4b38-bb8d-e1912448c2a4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:00.048982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d846795f-5ca1-463d-a913-3c4112d21d14 req-c19d3251-a30c-4b38-bb8d-e1912448c2a4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0810328 Jun 03 16:13:00.218497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d846795f-5ca1-463d-a913-3c4112d21d14 req-c4b22f48-66a5-419a-ab7a-0bab0a4f9cad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631422 Jun 03 16:13:01.408471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00130a-8939-4cb9-a9a4-321a24c9bf30 req-3651af4a-ccd5-4f5a-ae07-505e6aca73c8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:01.409845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe00130a-8939-4cb9-a9a4-321a24c9bf30 req-3651af4a-ccd5-4f5a-ae07-505e6aca73c8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0817130 Jun 03 16:13:01.455196 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe00130a-8939-4cb9-a9a4-321a24c9bf30 req-c3505323-351a-417b-bc96-d88e4353aba3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389240 Jun 03 16:13:02.646907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711ea6b-3eaf-4b15-b94a-7dd6159b5ace req-a0c672da-24bc-43a5-8476-96ea3d7f7b5a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:02.649201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0711ea6b-3eaf-4b15-b94a-7dd6159b5ace req-a0c672da-24bc-43a5-8476-96ea3d7f7b5a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0826848 Jun 03 16:13:02.693053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0711ea6b-3eaf-4b15-b94a-7dd6159b5ace req-77402c14-3769-46a5-b34f-5a6d673780df tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381756 Jun 03 16:13:03.887228 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7848c10-5ddc-4ce6-a62a-ad01fa1afbe5 req-840ede91-54ee-4d02-a230-aadd763364f2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:03.893156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7848c10-5ddc-4ce6-a62a-ad01fa1afbe5 req-840ede91-54ee-4d02-a230-aadd763364f2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0824654 Jun 03 16:13:03.933812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7848c10-5ddc-4ce6-a62a-ad01fa1afbe5 req-b24667d5-53f2-4260-bff6-97f96ac70198 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403998 Jun 03 16:13:05.125656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aff0b7-aa83-4502-a0af-0bc429944584 req-34c935a3-97e2-4f72-ac87-cffe57aac3a5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:05.127160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18aff0b7-aa83-4502-a0af-0bc429944584 req-34c935a3-97e2-4f72-ac87-cffe57aac3a5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0842984 Jun 03 16:13:05.173849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18aff0b7-aa83-4502-a0af-0bc429944584 req-7f0e1add-b53b-4b21-a335-31b69a7ba461 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408185 Jun 03 16:13:06.366388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d588-8d69-409d-bf40-07c53292c0cd req-f5bc8a7d-55d3-46c8-b4b8-0388af52f742 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:06.367805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e05d588-8d69-409d-bf40-07c53292c0cd req-f5bc8a7d-55d3-46c8-b4b8-0388af52f742 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0812600 Jun 03 16:13:06.418367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6e05d588-8d69-409d-bf40-07c53292c0cd req-9f921d80-98ea-412b-9a27-64f102084771 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446920 Jun 03 16:13:07.621477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86473b37-285c-443e-b5aa-76088a4bf016 req-db33f4e4-738c-4eea-bc1e-b78622f84029 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:07.622930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86473b37-285c-443e-b5aa-76088a4bf016 req-db33f4e4-738c-4eea-bc1e-b78622f84029 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0855227 Jun 03 16:13:07.666849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86473b37-285c-443e-b5aa-76088a4bf016 req-f1f56d90-3878-417e-afe2-d2c0baa41487 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383081 Jun 03 16:13:08.855762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df7549-a0f3-42dd-9fe1-c959d21de00c req-3fbc824e-6ac7-41f6-96e4-189b05809a17 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:08.857230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6df7549-a0f3-42dd-9fe1-c959d21de00c req-3fbc824e-6ac7-41f6-96e4-189b05809a17 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0829449 Jun 03 16:13:08.901269 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6df7549-a0f3-42dd-9fe1-c959d21de00c req-4c7169fa-8229-45e4-97b9-9bc062e9ace1 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384948 Jun 03 16:13:10.088442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb1289-ed82-4445-a8c1-5bf9807a3b73 req-668b4f7e-5c17-4983-b871-5388eb83327d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:10.089928 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dcb1289-ed82-4445-a8c1-5bf9807a3b73 req-668b4f7e-5c17-4983-b871-5388eb83327d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0810153 Jun 03 16:13:10.134595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0dcb1289-ed82-4445-a8c1-5bf9807a3b73 req-aac4de48-ed7e-475c-810b-3d196d5746cd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390022 Jun 03 16:13:11.324870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8be3c-bb90-46a3-a0c2-4dbc4d5665df req-90bcdbb4-f2e5-4780-af4d-593b0f1c2f02 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:11.326268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8be3c-bb90-46a3-a0c2-4dbc4d5665df req-90bcdbb4-f2e5-4780-af4d-593b0f1c2f02 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0855405 Jun 03 16:13:11.370021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6bf8be3c-bb90-46a3-a0c2-4dbc4d5665df req-bff2d76a-ed4e-4567-bbaf-f1abd88379f8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381272 Jun 03 16:13:12.509362 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-9fd91e56-1852-474d-8c05-0f6f5b0f17be service neutron] show failed (client error): The resource could not be found. Jun 03 16:13:12.510409 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-9fd91e56-1852-474d-8c05-0f6f5b0f17be service neutron] 10.222.0.70 "GET /v2.0/ports/90545503-9284-4ab4-9771-bd460dd51323/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0845273 Jun 03 16:13:12.594166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6551690-488a-4111-a9f2-303b6c688596 req-d582cb02-d08e-4909-ac58-a3a9d8387c31 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:12.595711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6551690-488a-4111-a9f2-303b6c688596 req-d582cb02-d08e-4909-ac58-a3a9d8387c31 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.1091309 Jun 03 16:13:12.651654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a6551690-488a-4111-a9f2-303b6c688596 req-795c5bd6-cf0b-4fd3-ba1c-e950d4ded668 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491145 Jun 03 16:13:12.790357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-f35a9782-26cd-4000-a742-69f68151c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:12.791966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-f35a9782-26cd-4000-a742-69f68151c89c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 1096 time: 0.0748608 Jun 03 16:13:12.802841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:12.916403 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:13.192485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:13.221449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:13:13.276516 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:13:13.280714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:13.286878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:13.303407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Transition to ACTIVE for port object 90545503-9284-4ab4-9771-bd460dd51323 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:13.307747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:13.425465 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a8320c-4f5d-43bf-b5cf-4ca63fdd951c'] response: {'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'code': 200} Jun 03 16:13:13.451776 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96ac386f-efd0-466b-ae07-39661f495470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:13.464745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:13.475725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.476076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.476443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.476792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.477118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.477448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.477778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.478100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.478423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.478751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.479068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.479389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:13.534491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] No DVR routers for this DVR port 90545503-9284-4ab4-9771-bd460dd51323 on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:13:13.944098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b0035-aecf-46b3-8af1-0605d491ab99 req-a052e70a-2abf-4522-8f87-ae3db504a6cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:13.945659 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-336b0035-aecf-46b3-8af1-0605d491ab99 req-a052e70a-2abf-4522-8f87-ae3db504a6cb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.1689811 Jun 03 16:13:13.946480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:13:13.946817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:13:13.947144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:13.954614 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:13:13.954939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:13.976479 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:13:13.976821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:13:13.977207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:13:13.977647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Bound port: 90545503-9284-4ab4-9771-bd460dd51323, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:13:13.977996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:14.046349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-336b0035-aecf-46b3-8af1-0605d491ab99 req-9f3a857d-f16b-4b4a-9a41-aa0ebeb121f9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933497 Jun 03 16:13:14.086113 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:13:14.089376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:13:14.093047 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:14.158248 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:14.158860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:14.160295 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 1091 time: 1.3615601 Jun 03 16:13:14.180055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924e23-a881-48e2-825f-3551fe5240f2 service neutron] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:14.256502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-bb569654-ea9d-429d-a112-aa67dd297bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:14.258113 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-bb569654-ea9d-429d-a112-aa67dd297bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1094 time: 0.0749598 Jun 03 16:13:14.401605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-e886415b-c536-4d87-823c-96dc5d7d51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:14.403502 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-e886415b-c536-4d87-823c-96dc5d7d51cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1379344 Jun 03 16:13:14.508216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-7572ba6d-0ddc-4c44-aa38-afa517d6afb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.0979791 Jun 03 16:13:14.570025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-3644ceb1-d2cf-48e7-9559-14953297be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:14.571478 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-3644ceb1-d2cf-48e7-9559-14953297be4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0576074 Jun 03 16:13:14.649555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-81b8ffe9-6211-4036-8e4c-131d1620da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:14.651066 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-81b8ffe9-6211-4036-8e4c-131d1620da85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737970 Jun 03 16:13:14.660520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-0c96a1fa-da72-4744-ad21-1cc6f41efa50 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:13:14.661437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-0c96a1fa-da72-4744-ad21-1cc6f41efa50 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048025 Jun 03 16:13:14.791938 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-2753e46f-1f21-4533-80dd-301d46b0e4a8 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239252 Jun 03 16:13:14.924298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-1a825be4-4bb5-4408-bb3c-12c07b71b66d service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261826 Jun 03 16:13:15.241577 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53f9f-dda2-43ef-bf69-38de3b041b20 req-27e99daf-1747-496d-ae2f-5b36f3ecf931 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:15.243951 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88b53f9f-dda2-43ef-bf69-38de3b041b20 req-27e99daf-1747-496d-ae2f-5b36f3ecf931 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0830414 Jun 03 16:13:15.291825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-88b53f9f-dda2-43ef-bf69-38de3b041b20 req-7ae4bd11-64fe-41f1-a863-106eb6bb496a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 Jun 03 16:13:15.404223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-d7d20a1c-a1b6-4e7b-9f64-2602069254e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:15.405691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-d7d20a1c-a1b6-4e7b-9f64-2602069254e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1094 time: 0.0801299 Jun 03 16:13:15.426624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:15.519889 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe7a7d8-4fe0-435b-8427-5537c2301514'] response: {'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'status': 'completed', 'code': 200} Jun 03 16:13:15.569507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-0ad9d068-3422-4e0d-94e5-5736f94786d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:15.571053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-0ad9d068-3422-4e0d-94e5-5736f94786d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1452854 Jun 03 16:13:15.627511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-723a34a0-ab39-4087-8bf1-fd243378584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:15.629068 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-723a34a0-ab39-4087-8bf1-fd243378584b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1094 time: 0.0831971 Jun 03 16:13:15.783886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-77dd0021-fb6e-4d6d-a06d-f2a893b4920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:15.785551 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-77dd0021-fb6e-4d6d-a06d-f2a893b4920d service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1461992 Jun 03 16:13:15.810125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-a2c04d77-4404-43f7-b27f-e1aacf3d16ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.2334104 Jun 03 16:13:15.877767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-3a46e1c9-205c-43f0-bb27-288968ac2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:15.879841 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-3a46e1c9-205c-43f0-bb27-288968ac2e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0630004 Jun 03 16:13:15.908860 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-88070b68-62e7-43c8-b526-64cd932876c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.1134598 Jun 03 16:13:15.933857 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:15.960574 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-a7f017b6-7a60-4531-9070-054acbb61abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:15.962121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-a7f017b6-7a60-4531-9070-054acbb61abd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773692 Jun 03 16:13:16.014413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-9f7a197a-dee3-40ab-9cb3-18a963ada7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:16.017224 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-9f7a197a-dee3-40ab-9cb3-18a963ada7fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0978844 Jun 03 16:13:16.105248 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-53e2c782-4df0-4904-a2c7-1442bbbb08a8 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368556 Jun 03 16:13:16.109149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-c17c34cf-6e97-42a1-aed7-63c35b072e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:16.110730 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-c17c34cf-6e97-42a1-aed7-63c35b072e52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835400 Jun 03 16:13:16.254040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a3e3aa5-5e93-46e5-b539-ef65a17b6ff3 req-7f76a137-a0a4-48cc-aa20-f3e49c8e3d15 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430156 Jun 03 16:13:16.289517 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-2fc78a1b-1725-4fcc-8255-e8bd6f2ce4b5 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682844 Jun 03 16:13:16.347000 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4ba72347-6004-403b-98cf-4dbf73bee527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:16.395745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-f169c9d3-d724-4f9d-8837-3bdd297314ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:16.400468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-f169c9d3-d724-4f9d-8837-3bdd297314ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1094 time: 0.1003337 Jun 03 16:13:16.501116 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-6e902af5-e71a-4dd0-a1c7-dc9d229f473b service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024140 Jun 03 16:13:16.590075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:13:16.603841 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-453a6b0f-ce69-41f2-95b7-39001a28bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:16.605356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-453a6b0f-ce69-41f2-95b7-39001a28bee7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1987367 Jun 03 16:13:16.618684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a658ff-5289-4f29-aca2-da42330fefff req-c361295a-da88-4b3f-b8e2-b7328d003d1d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:16.620589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68a658ff-5289-4f29-aca2-da42330fefff req-c361295a-da88-4b3f-b8e2-b7328d003d1d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.1937499 Jun 03 16:13:16.657106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:13:16.680321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:16.758916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68a658ff-5289-4f29-aca2-da42330fefff req-08527164-a2f7-44a5-b658-b4af3cecba49 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822005 Jun 03 16:13:16.760620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-c7214892-3de6-4bca-bb65-bf60e8d93ab8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.1395123 Jun 03 16:13:16.825116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-6080db8a-9bc5-480b-9cbe-9397ad8253c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:16.826557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-6080db8a-9bc5-480b-9cbe-9397ad8253c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0580909 Jun 03 16:13:16.901751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-bc09242f-2cd5-4505-852e-9aca4fdefee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:16.903233 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-bc09242f-2cd5-4505-852e-9aca4fdefee5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702353 Jun 03 16:13:17.036081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-089e127d-0b6f-49d1-a850-e7f69f6ac1e0 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258013 Jun 03 16:13:17.123546 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:17.173208 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-244c362d-1e8e-44b3-a56a-63e4fb57221d req-0d9c858c-b9d9-46b8-b4cb-744a031c09b9 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296113 Jun 03 16:13:17.956887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12a9d6-02e7-40aa-8d66-f4b0f2bde9d7 req-840524ac-d2e9-499d-a7e6-9a923d59ac90 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:17.958326 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea12a9d6-02e7-40aa-8d66-f4b0f2bde9d7 req-840524ac-d2e9-499d-a7e6-9a923d59ac90 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0914366 Jun 03 16:13:18.016275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea12a9d6-02e7-40aa-8d66-f4b0f2bde9d7 req-11886146-5aee-4229-b7dc-0fe00e9743d3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484314 Jun 03 16:13:18.445915 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:18.608592 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:19.211667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3415c-3be5-44a7-bad9-e1664fa884d1 req-49c0b5e6-a47e-4e30-a23f-3d56e16a8278 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:19.213187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82f3415c-3be5-44a7-bad9-e1664fa884d1 req-49c0b5e6-a47e-4e30-a23f-3d56e16a8278 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0853820 Jun 03 16:13:19.263757 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82f3415c-3be5-44a7-bad9-e1664fa884d1 req-bdaa7c37-237c-4263-834e-b0ed19326136 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447505 Jun 03 16:13:20.455162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7c044-66ee-46b3-b318-012d09e1e63f req-ac57cbd0-68e8-49e6-b01b-8da2b3305276 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:20.456690 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5d7c044-66ee-46b3-b318-012d09e1e63f req-ac57cbd0-68e8-49e6-b01b-8da2b3305276 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0814815 Jun 03 16:13:20.507848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5d7c044-66ee-46b3-b318-012d09e1e63f req-0336552e-3645-40bb-a4cf-90321bba5f6d tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429103 Jun 03 16:13:21.757867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9b8d3-00a8-467c-a038-b06360d85a85 req-340bb21f-b72b-4c5f-826c-4b96e5a9cbd2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:21.759347 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d9b8d3-00a8-467c-a038-b06360d85a85 req-340bb21f-b72b-4c5f-826c-4b96e5a9cbd2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0902388 Jun 03 16:13:21.804838 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32d9b8d3-00a8-467c-a038-b06360d85a85 req-d47cc44e-09e3-49fc-a111-8b7287dae865 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Jun 03 16:13:22.993681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ca8d-2048-4d55-acb0-6d753872ad27 req-e0f32f44-4c41-46d0-98b3-72302967cf01 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:22.995143 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61a2ca8d-2048-4d55-acb0-6d753872ad27 req-e0f32f44-4c41-46d0-98b3-72302967cf01 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0805399 Jun 03 16:13:23.040217 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61a2ca8d-2048-4d55-acb0-6d753872ad27 req-1bebf0aa-294b-41c6-b2b3-9d09c037034e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392528 Jun 03 16:13:24.234809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339be5-84ad-4272-9802-f25e3f6f912a req-650339ec-ac51-43af-be5b-d6e697196f44 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:24.236362 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a339be5-84ad-4272-9802-f25e3f6f912a req-650339ec-ac51-43af-be5b-d6e697196f44 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.0859423 Jun 03 16:13:24.285006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a339be5-84ad-4272-9802-f25e3f6f912a req-1fd366b9-7a91-4636-a1a6-12f83bd4a996 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420816 Jun 03 16:13:24.546788 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 90545503-9284-4ab4-9771-bd460dd51323 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:13:24.780850 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:24.804590 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '90545503-9284-4ab4-9771-bd460dd51323', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': '90545503-9284-4ab4-9771-bd460dd51323', 'mac_address': 'fa:16:3e:30:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:13:24.897643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 90545503-9284-4ab4-9771-bd460dd51323 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:24.898231 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:24.926542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90545503-9284-4ab4-9771-bd460dd51323 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:13:24.946834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:24.950912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:24.981240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-938831f7-3527-4a3a-a92e-903993462f9b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:24.982849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-938831f7-3527-4a3a-a92e-903993462f9b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96&tenant_id=8ba578f115b547af97972547971cb58d&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 943 time: 0.3571465 Jun 03 16:13:25.031689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:25.037107 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4268ab2-0a59-480b-9ba5-810f5d529cb2 req-170c3d54-0919-4e9f-a1e0-6ecd9ae4ccb3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:25.038639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4268ab2-0a59-480b-9ba5-810f5d529cb2 req-170c3d54-0919-4e9f-a1e0-6ecd9ae4ccb3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 943 time: 0.3371279 Jun 03 16:13:25.040147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.040510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.041198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.041198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.041534 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.041869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.042200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.042528 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.042855 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.043182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.043508 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.043884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:25.112101 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4268ab2-0a59-480b-9ba5-810f5d529cb2 req-0c7360bd-31e8-4fa7-b217-a2f9cd0930cc tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648861 Jun 03 16:13:25.117608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-1c9bcb4a-61c0-4d2a-b8e9-51451dc33747 service neutron] 10.222.0.15 "GET /v2.0/ports/90545503-9284-4ab4-9771-bd460dd51323/bindings/n-h2-844594-1 HTTP/1.1" status: 200 len: 382 time: 0.1281960 Jun 03 16:13:25.171304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['90545503-9284-4ab4-9771-bd460dd51323'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:13:25.222041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-79b74f09-ecf0-469d-94f3-8b0bb738ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:25.223548 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-79b74f09-ecf0-469d-94f3-8b0bb738ca60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1095 time: 0.0820529 Jun 03 16:13:25.373567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-e9ee8e4e-4894-4def-b413-13e2c6c309d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:25.374947 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-e9ee8e4e-4894-4def-b413-13e2c6c309d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1452055 Jun 03 16:13:25.484919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-402168e8-0a11-4bca-8eeb-3b8de117fc3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 1000 time: 0.1028781 Jun 03 16:13:25.549420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-699320e8-6365-439f-9c8c-338ebf1a66af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:25.550874 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-699320e8-6365-439f-9c8c-338ebf1a66af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0594647 Jun 03 16:13:25.630400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-2d676d07-4b9b-43f6-8342-53b4fb2c577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:25.631810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-2d676d07-4b9b-43f6-8342-53b4fb2c577b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747826 Jun 03 16:13:25.774299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-b0f78e6f-f8cb-4f57-8d9a-e0557a5cb334 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354537 Jun 03 16:13:25.917001 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-9af4f9be-1be1-41eb-b311-12ead63adaf5 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358187 Jun 03 16:13:26.304043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9e2f-8d5c-4eb9-8b3c-7a24071b2249 req-167988ae-c56f-4e0b-981b-4f3c82244beb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:26.305535 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d02e9e2f-8d5c-4eb9-8b3c-7a24071b2249 req-167988ae-c56f-4e0b-981b-4f3c82244beb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0798991 Jun 03 16:13:26.349973 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d02e9e2f-8d5c-4eb9-8b3c-7a24071b2249 req-4525680d-75ba-4721-b52f-67befa4ee4ad tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387707 Jun 03 16:13:26.557313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 90545503-9284-4ab4-9771-bd460dd51323 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:26.626891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 90545503-9284-4ab4-9771-bd460dd51323 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:26.631998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 90545503-9284-4ab4-9771-bd460dd51323 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:26.632349 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:26.748943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 90545503-9284-4ab4-9771-bd460dd51323 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:26.749322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:26.776672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:26.786448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:26.790896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:26.834599 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f4ac02-bce3-4953-93d2-44b7bf096700'] response: {'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'code': 200} Jun 03 16:13:26.860383 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:27.552168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa25665-b503-441f-acb9-125cdc7702b4 req-9daf1293-21d7-45b8-8acc-31b5a81dcca2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:27.554401 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caa25665-b503-441f-acb9-125cdc7702b4 req-9daf1293-21d7-45b8-8acc-31b5a81dcca2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0964274 Jun 03 16:13:27.602676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-caa25665-b503-441f-acb9-125cdc7702b4 req-9c64ca7f-a70f-457c-a607-20202cfeb2ac tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 Jun 03 16:13:28.605059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-1a3b3d8d-5a7e-438e-ab54-a8d2218791d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:28.606536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-1a3b3d8d-5a7e-438e-ab54-a8d2218791d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96&tenant_id=8ba578f115b547af97972547971cb58d HTTP/1.1" status: 200 len: 1096 time: 0.0714984 Jun 03 16:13:28.622078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:28.735148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:28.793818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c878cfa-a164-41ee-886f-26aaf1197aac req-dcd8df93-e8fc-49d2-9bf2-51f20bb3f84f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:28.795327 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c878cfa-a164-41ee-886f-26aaf1197aac req-dcd8df93-e8fc-49d2-9bf2-51f20bb3f84f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0822592 Jun 03 16:13:28.841895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0c878cfa-a164-41ee-886f-26aaf1197aac req-1f026ca5-323a-4b16-b699-7de81a4ae647 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Jun 03 16:13:29.123420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:29.154722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:13:29.225931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:29.232318 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:29.251504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Transition to ACTIVE for port object 90545503-9284-4ab4-9771-bd460dd51323 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:29.257127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:29.305467 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c374a8c-3170-4b7f-8951-0a3a4be1fdc2'] response: {'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'code': 200} Jun 03 16:13:29.415725 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=10']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:29.430474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.430819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.431165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.431504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.431841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.432199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.432531 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.432860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.433184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.433509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.433837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.434159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:29.485937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] No DVR routers for this DVR port 90545503-9284-4ab4-9771-bd460dd51323 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:13:29.723088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:13:29.723781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:13:29.723781 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:29.729153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:13:29.729486 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Attempting to bind port 90545503-9284-4ab4-9771-bd460dd51323 on network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:29.734604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:13:29.734937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Checking segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:13:29.735315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Bound using segment: {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:13:29.735734 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Bound port: 90545503-9284-4ab4-9771-bd460dd51323, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7c438-41ec-4968-9bc9-f55c622936e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:13:29.736078 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:29.831726 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:13:29.834637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:13:29.839309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:29.898680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:29.899362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:29.900894 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] 10.222.0.70 "PUT /v2.0/ports/90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 1092 time: 1.2828453 Jun 03 16:13:29.926173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fca2a2-5e08-4075-85a7-f410be714658 service neutron] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=11']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:30.015020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-a665d99b-1ac3-4b27-ac8d-c68fdd49bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:30.016861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-a665d99b-1ac3-4b27-ac8d-c68fdd49bdb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1095 time: 0.0858009 Jun 03 16:13:30.056815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42bd5-6953-49d2-8122-d346a10cf4e7 req-0fec1ada-6f16-481a-810d-d10932a7e057 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:30.059044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8f42bd5-6953-49d2-8122-d346a10cf4e7 req-0fec1ada-6f16-481a-810d-d10932a7e057 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0930820 Jun 03 16:13:30.109459 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8f42bd5-6953-49d2-8122-d346a10cf4e7 req-493eb158-beaa-416e-a933-106864acef69 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427380 Jun 03 16:13:30.177229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-5c432ed5-b3fb-4b7b-990b-7bd99829d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:30.178651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-5c432ed5-b3fb-4b7b-990b-7bd99829d96f service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1513021 Jun 03 16:13:30.292789 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-3cfa5ed1-8674-43d9-8802-8f1ba7d4b1b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.1050959 Jun 03 16:13:30.358909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-05592c4c-7637-483c-9bea-61c9d3f83a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:30.360306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-05592c4c-7637-483c-9bea-61c9d3f83a5b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0583498 Jun 03 16:13:30.438595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-269c0feb-ef2e-4346-a7d2-b7bbbbdb1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:30.440063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-269c0feb-ef2e-4346-a7d2-b7bbbbdb1cba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699766 Jun 03 16:13:30.583185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 90545503-9284-4ab4-9771-bd460dd51323 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:13:30.584386 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-c3c4f749-dcdc-41e9-912f-4447b933c73a service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330307 Jun 03 16:13:30.650907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 90545503-9284-4ab4-9771-bd460dd51323 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:13:30.732024 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5776b03b-b353-4369-8ad9-72ac72953b53 req-4b9a07ab-e45d-402a-a084-24583141e6d8 service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390886 Jun 03 16:13:31.306853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:31.322018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08858ee5-11a4-4feb-95b3-64ff0ac6d239 req-99a190e0-8a05-4fed-b6c0-4c91ce807ce8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:31.323588 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08858ee5-11a4-4feb-95b3-64ff0ac6d239 req-99a190e0-8a05-4fed-b6c0-4c91ce807ce8 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0842719 Jun 03 16:13:31.369195 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3d3a72-73a3-4415-96ab-527351af829f'] response: {'name': 'network-changed', 'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'status': 'completed', 'code': 200} Jun 03 16:13:31.376310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-08858ee5-11a4-4feb-95b3-64ff0ac6d239 req-3c762320-f78c-47f0-881d-1a9452fc3bbf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459116 Jun 03 16:13:31.464598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-b0c18b21-a09b-4eea-8bda-48a58768662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:31.470149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-b0c18b21-a09b-4eea-8bda-48a58768662e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1095 time: 0.0761693 Jun 03 16:13:31.610393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-1ee24df2-a60b-46bf-9dd2-e1ea70cef16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:31.611548 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-1ee24df2-a60b-46bf-9dd2-e1ea70cef16d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8ba578f115b547af97972547971cb58d&device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 1095 time: 0.1981108 Jun 03 16:13:31.614929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-ff73fcbd-5b9a-427e-99c9-650aa39dba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:31.616408 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-ff73fcbd-5b9a-427e-99c9-650aa39dba33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1433678 Jun 03 16:13:31.763792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-ab83d252-52c4-4db0-b1bc-3d5944b2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:31.765445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-ab83d252-52c4-4db0-b1bc-3d5944b2fd9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 200 len: 913 time: 0.1439617 Jun 03 16:13:31.854721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-794c4226-61fa-46d3-9af1-e040756bd71b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.2295461 Jun 03 16:13:31.884824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-59f898b9-d984-48fd-ac2a-4d510ada0448 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 200 len: 999 time: 0.1087654 Jun 03 16:13:31.921090 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-54edb1f7-8cd7-486b-b17e-408662f95cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:31.922601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-54edb1f7-8cd7-486b-b17e-408662f95cd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0616195 Jun 03 16:13:31.950553 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-f5da5541-41a0-4442-b23d-e29c362b2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:31.952275 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-f5da5541-41a0-4442-b23d-e29c362b2f96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 200 len: 851 time: 0.0601947 Jun 03 16:13:32.008627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-fa4b90bd-f1cf-4cb3-a86b-64f07d5248fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:32.010310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-fa4b90bd-f1cf-4cb3-a86b-64f07d5248fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817788 Jun 03 16:13:32.044325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-5ed01837-e13b-4ea0-8e81-409ba2a0912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:32.046306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-5ed01837-e13b-4ea0-8e81-409ba2a0912f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=63cb6a28-af2b-4dc1-91db-2dbe0175b822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843875 Jun 03 16:13:32.154981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-1fbcb8db-e808-4c5c-8fe0-af68f41e7832 service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380844 Jun 03 16:13:32.195250 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-27d8274e-e83e-4291-99b0-63f6b19a3fdf service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394870 Jun 03 16:13:32.302827 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-d0215fea-4511-4ec3-954a-c08ffb699dcb service neutron] 10.222.0.15 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402197 Jun 03 16:13:32.348278 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-abbbfa50-d593-4c65-ad1b-944980879ca1 req-9cea41d2-c0a0-4595-a1f7-dd56808db88a service neutron] 10.222.0.70 "GET /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438169 Jun 03 16:13:32.567009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d997-1fe7-4378-8586-6476a579e31e req-c3d37d08-c8b9-4df8-bce7-674fe11d4cbf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:32.569035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c24d997-1fe7-4378-8586-6476a579e31e req-c3d37d08-c8b9-4df8-bce7-674fe11d4cbf tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0798335 Jun 03 16:13:32.612696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c24d997-1fe7-4378-8586-6476a579e31e req-c10d5fb7-8f5d-47f8-ac2d-db314a2966cd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380225 Jun 03 16:13:33.808961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ae0da-c88c-4135-82eb-9aaa093d3121 req-b7f3e760-e4ff-4c52-9fd4-cfe6dcdefe38 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:33.810456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c29ae0da-c88c-4135-82eb-9aaa093d3121 req-b7f3e760-e4ff-4c52-9fd4-cfe6dcdefe38 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0869484 Jun 03 16:13:33.856939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c29ae0da-c88c-4135-82eb-9aaa093d3121 req-9a3be399-b760-4a63-9b65-858204c81fe9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Jun 03 16:13:35.046938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05092c18-40e0-4b6b-9810-732eed686ff7 req-150e99c8-ca06-4259-9867-f40059316247 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:35.048449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05092c18-40e0-4b6b-9810-732eed686ff7 req-150e99c8-ca06-4259-9867-f40059316247 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0812421 Jun 03 16:13:35.092382 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05092c18-40e0-4b6b-9810-732eed686ff7 req-f4a61926-e3ac-4448-a513-49000b7fe7b2 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382383 Jun 03 16:13:36.283101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcaa20-9c7f-4851-a1f6-1ddff637509c req-443934bd-1e1f-4012-830f-7e90b228d87e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:36.284510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61bcaa20-9c7f-4851-a1f6-1ddff637509c req-443934bd-1e1f-4012-830f-7e90b228d87e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0856471 Jun 03 16:13:36.327780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61bcaa20-9c7f-4851-a1f6-1ddff637509c req-7fb43407-e693-44f2-a666-b5959e5e2c68 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376060 Jun 03 16:13:37.513359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034a830-dd58-43ad-8280-681c46b8ef16 req-3a4081d5-e4b7-4e95-bcd8-2b976c1ba9f9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:37.514871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1034a830-dd58-43ad-8280-681c46b8ef16 req-3a4081d5-e4b7-4e95-bcd8-2b976c1ba9f9 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0811651 Jun 03 16:13:37.563234 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1034a830-dd58-43ad-8280-681c46b8ef16 req-43e32944-9bd4-4d4d-ae9b-3e32bdb4f0b6 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Jun 03 16:13:38.761532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faecc83-927e-45a9-8fa0-8cec67a79a8f req-ba9abc3e-19c3-4bfa-8e88-bdf73176a25b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:38.762981 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9faecc83-927e-45a9-8fa0-8cec67a79a8f req-ba9abc3e-19c3-4bfa-8e88-bdf73176a25b tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0876811 Jun 03 16:13:38.813647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9faecc83-927e-45a9-8fa0-8cec67a79a8f req-46a8adb1-3e97-4962-93ce-f8f799e78b4e tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449646 Jun 03 16:13:40.002305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5596e9c-d466-484e-ac66-57477ac678eb req-b4be2645-885f-4da5-ac6f-46e7466d25fe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:40.004472 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5596e9c-d466-484e-ac66-57477ac678eb req-b4be2645-885f-4da5-ac6f-46e7466d25fe tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0847695 Jun 03 16:13:40.049732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b5596e9c-d466-484e-ac66-57477ac678eb req-9d194e73-3455-458a-bdd2-c71ceeeca44f tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391436 Jun 03 16:13:40.236662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1131f4-b243-4a98-bb84-ed2a63007488 req-19cb94cf-cea6-48fc-8135-626973585dcb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:40.238036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b1131f4-b243-4a98-bb84-ed2a63007488 req-19cb94cf-cea6-48fc-8135-626973585dcb tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0808790 Jun 03 16:13:40.282575 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b1131f4-b243-4a98-bb84-ed2a63007488 req-fa3be61e-3a5e-4266-8d25-bdecfe453e93 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382376 Jun 03 16:13:40.472553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85e63-633c-4ae5-9abb-16f0fb8d1f26 req-dfbb0a22-bbc9-489f-8eb0-a034879d7217 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:40.474600 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2a85e63-633c-4ae5-9abb-16f0fb8d1f26 req-dfbb0a22-bbc9-489f-8eb0-a034879d7217 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0859299 Jun 03 16:13:40.520307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2a85e63-633c-4ae5-9abb-16f0fb8d1f26 req-ece1eca3-7965-4d9f-9835-03b9d15831b3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Jun 03 16:13:40.735085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:13:40.880864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:40.894290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '90545503-9284-4ab4-9771-bd460dd51323', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'port_id': '90545503-9284-4ab4-9771-bd460dd51323', 'mac_address': 'fa:16:3e:30:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:13:40.923969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fbf98-d9cc-4398-a309-b3224af210b8 req-388ae24f-ff36-47e8-8a24-8d045b60b68a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:40.925561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-570fbf98-d9cc-4398-a309-b3224af210b8 req-388ae24f-ff36-47e8-8a24-8d045b60b68a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 944 time: 0.0800071 Jun 03 16:13:40.949772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 90545503-9284-4ab4-9771-bd460dd51323 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:40.950149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:40.966700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90545503-9284-4ab4-9771-bd460dd51323 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:13:40.970422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-570fbf98-d9cc-4398-a309-b3224af210b8 req-f8d00e03-f43c-462a-8b4d-59b307ce97e4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386527 Jun 03 16:13:40.983607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:40.988047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:41.058469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=12']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:41.224739 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['90545503-9284-4ab4-9771-bd460dd51323'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:13:42.179916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b81ec7-6f06-43b9-a4cf-53c49558d67b req-8ddcb6ae-a859-46ee-b662-248c287903b5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:42.181369 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85b81ec7-6f06-43b9-a4cf-53c49558d67b req-8ddcb6ae-a859-46ee-b662-248c287903b5 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.0953100 Jun 03 16:13:42.227553 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85b81ec7-6f06-43b9-a4cf-53c49558d67b req-5381a68b-9780-4d87-9b0b-9389e863c381 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 Jun 03 16:13:42.566844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deab7f-f512-4206-b290-4669feb2223e req-6d16356c-f3e6-4039-b257-b87a86da25d4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:42.567594 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-77deab7f-f512-4206-b290-4669feb2223e req-6d16356c-f3e6-4039-b257-b87a86da25d4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Synchronizing usage tracker for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:13:42.588433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-77deab7f-f512-4206-b290-4669feb2223e req-6d16356c-f3e6-4039-b257-b87a86da25d4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Unset dirty status for tenant:8ba578f115b547af97972547971cb58d on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:13:42.589783 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77deab7f-f512-4206-b290-4669feb2223e req-6d16356c-f3e6-4039-b257-b87a86da25d4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 945 time: 0.1101499 Jun 03 16:13:42.679976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Deleting port 90545503-9284-4ab4-9771-bd460dd51323 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:42.680260 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:42.745637 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:42.828563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 90545503-9284-4ab4-9771-bd460dd51323 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:42.835103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 90545503-9284-4ab4-9771-bd460dd51323 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:42.835603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:42.970088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 90545503-9284-4ab4-9771-bd460dd51323 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:42.970427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:43.010988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:43.011300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:43.012247 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:43.028671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:43.037196 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:43.102604 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6e4885-269b-4b82-8455-b0b25850ea7c'] response: {'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'code': 200} Jun 03 16:13:43.140879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=13']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:43.343692 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:43.343915 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:43.344260 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 disassociated. External IP: 172.25.1.97, port: 90545503-9284-4ab4-9771-bd460dd51323. Jun 03 16:13:43.344612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Calling delete_port for 90545503-9284-4ab4-9771-bd460dd51323 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:43.419165 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320dd89-fbb5-4123-a7d8-01d8ca542292 req-6ea775ee-d97f-431d-a651-fc6510f550db tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:43.420771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4320dd89-fbb5-4123-a7d8-01d8ca542292 req-6ea775ee-d97f-431d-a651-fc6510f550db tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 946 time: 0.0841691 Jun 03 16:13:43.441846 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.db.api [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:13:43.442282 n-d-844594-1 neutron-server[88339]: DEBUG oslo_db.api [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:13:43.456024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c2e75889-4e75-4084-aed0-2a3eac979652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:43.482085 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4320dd89-fbb5-4123-a7d8-01d8ca542292 req-e162fd80-cb72-4b2f-a99d-d2f0645496e3 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513928 Jun 03 16:13:43.944149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Deleting port 90545503-9284-4ab4-9771-bd460dd51323 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:43.944704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:44.303041 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] For port 90545503-9284-4ab4-9771-bd460dd51323, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=90545503-9284-4ab4-9771-bd460dd51323,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:44.303400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:44.604783 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:44.605118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:44.605380 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 disassociated. External IP: 172.25.1.97, port: 90545503-9284-4ab4-9771-bd460dd51323. Jun 03 16:13:44.605748 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Calling delete_port for 90545503-9284-4ab4-9771-bd460dd51323 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:44.684325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d86e9b-4316-4fa6-9ede-91d4fe8683f5 req-03c28f64-d147-4118-91cd-1b7e5fd81502 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:44.686103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86d86e9b-4316-4fa6-9ede-91d4fe8683f5 req-03c28f64-d147-4118-91cd-1b7e5fd81502 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 946 time: 0.0855510 Jun 03 16:13:44.735779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-86d86e9b-4316-4fa6-9ede-91d4fe8683f5 req-cc2f0813-36d1-4efe-85a7-8ec63893eec4 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b4c3380-d429-4d5f-857f-a4251c362463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433404 Jun 03 16:13:44.765296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:44.822112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event deleted for resources: {'Port': ['ID=90545503-9284-4ab4-9771-bd460dd51323,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:45.016293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:13:45.197514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:13:45.207099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:13:45.217129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:13:45.217747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:45.279119 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] No DVR routers for this DVR port 90545503-9284-4ab4-9771-bd460dd51323 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:13:45.283569 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:45.286448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-deleted', 'tag': '90545503-9284-4ab4-9771-bd460dd51323'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:45.308702 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77deab7f-f512-4206-b290-4669feb2223e req-6e72bb0d-cb71-4b7b-84a9-7d554e709b34 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.70 "DELETE /v2.0/ports/90545503-9284-4ab4-9771-bd460dd51323 HTTP/1.1" status: 204 len: 173 time: 2.7108409 Jun 03 16:13:45.345746 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb428e88-2d07-40d0-ab3a-5d2383d5f67a'] response: {'server_uuid': '05e07bdf-801c-461c-9e8b-c649a76dec96', 'name': 'network-vif-deleted', 'tag': '90545503-9284-4ab4-9771-bd460dd51323', 'status': 'completed', 'code': 200} Jun 03 16:13:45.406654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:13:45.772897 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:45.777940 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:13:45.788091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:13:45.788745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:13:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:45.999317 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:46.014202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:13:46.101264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2d42143-e1f1-4401-b428-e25959a20686 req-9570576f-3465-4800-a0f0-44fb6868852a tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/ports?device_id=05e07bdf-801c-461c-9e8b-c649a76dec96 HTTP/1.1" status: 200 len: 210 time: 0.0465612 Jun 03 16:13:46.343810 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fa3e450d-86a6-4d2c-82ee-39079756e6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:46.359779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:46.364255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22562b1-534d-4262-ac61-4b0771b34827 None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:08:19Z', 'revision_number': 4, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cbff68cf-a032-4b67-a8bd-c69f4a20576c', 'name': '', 'network_id': '63cb6a28-af2b-4dc1-91db-2dbe0175b822', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'mac_address': 'fa:16:3e:65:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '12f6235f-716c-4631-bd08-ee031be29038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:18Z', 'updated_at': '2022-06-03T16:08:25Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'subnets': [{'id': '12f6235f-716c-4631-bd08-ee031be29038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:13:46.612819 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf22f5-5787-4f63-ba0a-41a2dd4782d0 None None] New status for floating IP 851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:13:46.674232 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:46.761335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:13:46.799772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 90545503-9284-4ab4-9771-bd460dd51323 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:13:46.800027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 90545503-9284-4ab4-9771-bd460dd51323 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:13:47.126723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:48.443798 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:48.612815 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:50.276658 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:13:50.389349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42326) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:50.454193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14afbcc8-4d27-4329-b097-36e993bea5fd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:50.483668 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14afbcc8-4d27-4329-b097-36e993bea5fd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:50.537994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14afbcc8-4d27-4329-b097-36e993bea5fd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:50.555688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afbcc8-4d27-4329-b097-36e993bea5fd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4c3380-d429-4d5f-857f-a4251c362463,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:50.571556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-14afbcc8-4d27-4329-b097-36e993bea5fd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:50.575081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-14afbcc8-4d27-4329-b097-36e993bea5fd tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "DELETE /v2.0/security-groups/2b4c3380-d429-4d5f-857f-a4251c362463 HTTP/1.1" status: 204 len: 168 time: 0.1822360 Jun 03 16:13:50.575318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42330) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:50.593227 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-67cf3498-ce46-40b0-8506-4997d7ad0dc0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] show failed (client error): The resource could not be found. Jun 03 16:13:50.594237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-67cf3498-ce46-40b0-8506-4997d7ad0dc0 tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "GET /v2.0/security-groups/2b4c3380-d429-4d5f-857f-a4251c362463 HTTP/1.1" status: 404 len: 347 time: 0.0172548 Jun 03 16:13:50.596911 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42334) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:50.876529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Deleting port 6a3b4576-7441-4cb6-ba55-e99553bba16e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:50.876867 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:51.051950 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:51.052315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:51.179901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Calling delete_port for 6a3b4576-7441-4cb6-ba55-e99553bba16e owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:51.322043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:51.373701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Pushing event deleted for resources: {'Port': ['ID=6a3b4576-7441-4cb6-ba55-e99553bba16e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:51.462456 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:51.476515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:51.477665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ab6497cb-fdec-4935-ab4c-0af14d9db58c tempest-ServerActionsTestJSON-599482737 tempest-ServerActionsTestJSON-599482737-project] 10.222.0.66 "DELETE /v2.0/floatingips/851d983c-c8ee-4bb8-a0ac-dca7efc4fbb0 HTTP/1.1" status: 204 len: 168 time: 0.8798785 Jun 03 16:13:51.480987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42338) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:52.133348 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:52.607994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Deleting port cbff68cf-a032-4b67-a8bd-c69f4a20576c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:52.608743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:52.785649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] For port cbff68cf-a032-4b67-a8bd-c69f4a20576c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cbff68cf-a032-4b67-a8bd-c69f4a20576c,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:52.786001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:52.911588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Calling delete_port for cbff68cf-a032-4b67-a8bd-c69f4a20576c owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:53.092842 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:53.143279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Pushing event deleted for resources: {'Port': ['ID=cbff68cf-a032-4b67-a8bd-c69f4a20576c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:53.434525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:53.807502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Router 8325e2f2-ce23-47a5-a197-bc0711001d7a has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:13:54.117872 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:13:54.127151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] Sync routers for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:13:54.131359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ddcd9e07-6db4-491a-9bd2-8dbd6d82a64e admin admin] 10.222.0.66 "PUT /v2.0/routers/8325e2f2-ce23-47a5-a197-bc0711001d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6491809 Jun 03 16:13:54.133883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42344) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:54.137824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:13:54.138435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:54.313746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:13:54.315214 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:54.631575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:54.641792 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Deleting port 47ff5c71-8864-4846-9e0e-2c8c0edb1057 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:54.642127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:54.654018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:13:53Z', 'revision_number': 5, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port': {'id': '47ff5c71-8864-4846-9e0e-2c8c0edb1057', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:08:16Z', 'updated_at': '2022-06-03T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:54.658059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] Checking router: 8325e2f2-ce23-47a5-a197-bc0711001d7a for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:13:54.667422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] Routers {'8325e2f2-ce23-47a5-a197-bc0711001d7a'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:13:54.668123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:13:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['8325e2f2-ce23-47a5-a197-bc0711001d7a'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:54.819142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] Set router 8325e2f2-ce23-47a5-a197-bc0711001d7a gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:13:54.826027 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] For port 47ff5c71-8864-4846-9e0e-2c8c0edb1057, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=47ff5c71-8864-4846-9e0e-2c8c0edb1057,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:54.826391 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:54.927287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:13:54Z', 'revision_number': 6, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:54.931416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f96a00-0dae-4f14-9bde-6266100e641d None None] The sync data for ids ['8325e2f2-ce23-47a5-a197-bc0711001d7a'] in n-d-844594-1 is: [{'id': '8325e2f2-ce23-47a5-a197-bc0711001d7a', 'name': 'tempest-ServerActionsTestJSON-1212393067-router', 'tenant_id': '8ba578f115b547af97972547971cb58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:08:15Z', 'updated_at': '2022-06-03T16:13:54Z', 'revision_number': 6, 'project_id': '8ba578f115b547af97972547971cb58d', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:13:54.953699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Calling delete_port for 47ff5c71-8864-4846-9e0e-2c8c0edb1057 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:55.272960 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.333473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Pushing event deleted for resources: {'Port': ['ID=47ff5c71-8864-4846-9e0e-2c8c0edb1057,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:55.426840 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.600334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.602512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.626862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.627471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8325e2f2-ce23-47a5-a197-bc0711001d7a {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:13:55.640957 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.642074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9e93a03c-487d-4db2-983f-fd5bcf8041ee admin admin] 10.222.0.66 "DELETE /v2.0/routers/8325e2f2-ce23-47a5-a197-bc0711001d7a HTTP/1.1" status: 204 len: 168 time: 1.5072167 Jun 03 16:13:55.644716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42350) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:55.719026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] Deleting subnet 12f6235f-716c-4631-bd08-ee031be29038 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:13:55.722268 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.737450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbff68cf-a032-4b67-a8bd-c69f4a20576c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:13:55.773456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cbff68cf-a032-4b67-a8bd-c69f4a20576c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:13:55.773804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cbff68cf-a032-4b67-a8bd-c69f4a20576c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:13:55.774225 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47ff5c71-8864-4846-9e0e-2c8c0edb1057 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:13:55.777631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:55.811074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 47ff5c71-8864-4846-9e0e-2c8c0edb1057 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:13:55.811424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 47ff5c71-8864-4846-9e0e-2c8c0edb1057 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:13:55.857988 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.047649 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.086658 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f6235f-716c-4631-bd08-ee031be29038,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:56.091601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.096815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41338bd-e749-4e06-be71-dae448f1b1d4 None None] Network 63cb6a28-af2b-4dc1-91db-2dbe0175b822 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:13:56.097494 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a8f7be4a-f6d0-4c9d-ba20-b2d225c22b38 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/12f6235f-716c-4631-bd08-ee031be29038 HTTP/1.1" status: 204 len: 168 time: 0.4512432 Jun 03 16:13:56.100768 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42354) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:56.211083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.222219 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Deleting port 8f303e8f-a250-4ae7-9f27-6794887cde41 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:56.222570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.356220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] DHCP port deletion for 63cb6a28-af2b-4dc1-91db-2dbe0175b822 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:13:56.360521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Deleting port 8f303e8f-a250-4ae7-9f27-6794887cde41 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:56.360894 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.450422 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] For port 8f303e8f-a250-4ae7-9f27-6794887cde41, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8f303e8f-a250-4ae7-9f27-6794887cde41,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:56.451072 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.577733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Calling delete_port for 8f303e8f-a250-4ae7-9f27-6794887cde41 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:56.586013 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] For port 8f303e8f-a250-4ae7-9f27-6794887cde41, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8f303e8f-a250-4ae7-9f27-6794887cde41,segment=NetworkSegment(aab7c438-41ec-4968-9bc9-f55c622936e1),segment_id=aab7c438-41ec-4968-9bc9-f55c622936e1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:56.586338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.657461 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.707896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f303e8f-a250-4ae7-9f27-6794887cde41,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:56.711238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] No DVR routers for this DVR port 8f303e8f-a250-4ae7-9f27-6794887cde41 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:13:56.715812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Calling delete_port for 8f303e8f-a250-4ae7-9f27-6794887cde41 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:56.790503 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:13:56.791258 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:13:56.827737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.853739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cb6a28-af2b-4dc1-91db-2dbe0175b822']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:56.866496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab7c438-41ec-4968-9bc9-f55c622936e1') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:56.866779 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab7c438-41ec-4968-9bc9-f55c622936e1') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:13:56.878447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.900432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.906575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:13:56.906997 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:56.997536 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment aab7c438-41ec-4968-9bc9-f55c622936e1 resource provider aggregate not found Jun 03 16:13:57.010741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:57.029455 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:57.032635 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment aab7c438-41ec-4968-9bc9-f55c622936e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aab7c438-41ec-4968-9bc9-f55c622936e1 found for delete ", "request_id": "req-0c285694-2918-441f-88d7-a1253a11635a"}]} Jun 03 16:13:57.041560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=63cb6a28-af2b-4dc1-91db-2dbe0175b822,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:57.054598 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cba5cf64-e2ef-4951-a176-941962870ac0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/63cb6a28-af2b-4dc1-91db-2dbe0175b822 HTTP/1.1" status: 204 len: 168 time: 0.9528859 Jun 03 16:13:57.165800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42366) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:57.218220 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-478ea0b2-c2cc-4d75-bf0a-e069230258cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ba578f115b547af97972547971cb58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492928 Jun 03 16:13:57.218739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42370) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:57.277214 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3c605ae-6ceb-4c1e-b049-e4325b36e24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:57.292075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Deleting port 8f303e8f-a250-4ae7-9f27-6794887cde41 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:57.292496 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:57.302705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3c605ae-6ceb-4c1e-b049-e4325b36e24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:57.355868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3c605ae-6ceb-4c1e-b049-e4325b36e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:57.361656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1b162-17fa-4bc1-86dd-687800d017f0 None None] The port '8f303e8f-a250-4ae7-9f27-6794887cde41' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:13:57.375939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c605ae-6ceb-4c1e-b049-e4325b36e24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7edece-edfb-4a2e-92dc-875a9d6cfe80,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:57.384853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3c605ae-6ceb-4c1e-b049-e4325b36e24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:57.388985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b3c605ae-6ceb-4c1e-b049-e4325b36e24d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d7edece-edfb-4a2e-92dc-875a9d6cfe80 HTTP/1.1" status: 204 len: 168 time: 0.1664851 Jun 03 16:13:57.732059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f303e8f-a250-4ae7-9f27-6794887cde41 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:13:57.768415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8f303e8f-a250-4ae7-9f27-6794887cde41 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:13:57.768896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8f303e8f-a250-4ae7-9f27-6794887cde41 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:13:58.140869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42394) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:58.256384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-224491232-network', 'tenant_id': '9b2ce4a74989456295e8f15e0ea9a842'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:58.262375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:13:58.266657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Usage tracker for resource:network and tenant:9b2ce4a74989456295e8f15e0ea9a842 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:13:58.270192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:13:58.276152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:13:58.286919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Made reservation on behalf of 9b2ce4a74989456295e8f15e0ea9a842 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:13:58.289275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.301503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.316355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:13:58.320631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Usage tracker for resource:security_group_rule and tenant:9b2ce4a74989456295e8f15e0ea9a842 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:13:58.323530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:13:58.329439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:13:58.417983 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.422862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.460388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:13:58.471437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6673f34-b93d-402f-b767-e8cd55e7a6c5,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:58.479062 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.479311 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Added segment 3ee580ca-b7cd-4de4-9869-e336cb6adef8 of type vlan for network 867e73db-532d-4222-be91-54191f8a6bfe Jun 03 16:13:58.512928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.546328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.547333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:58.547972 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.657936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5157371 Jun 03 16:13:58.658596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1983c6c-bf81-468a-b8aa-09497f5735ae admin admin] Pushing event updated for resources: {'Network': ['ID=867e73db-532d-4222-be91-54191f8a6bfe,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:58.661382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42400) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:13:58.667509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Request body: {'subnet': {'network_id': '867e73db-532d-4222-be91-54191f8a6bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-224491232-subnet', 'tenant_id': '9b2ce4a74989456295e8f15e0ea9a842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:58.670126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 867e73db-532d-4222-be91-54191f8a6bfe details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:13:58.673947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:13:58.678875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Usage tracker for resource:subnet and tenant:9b2ce4a74989456295e8f15e0ea9a842 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:13:58.682309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:13:58.689299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:13:58.702419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Made reservation on behalf of 9b2ce4a74989456295e8f15e0ea9a842 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:13:58.704950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:58.944977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:59.023611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595dee6f-eb28-4a32-9813-1a76d2854d43,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:59.036283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Checking segment: {'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:13:59.036647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Network hostable DHCP agents. Network: 867e73db-532d-4222-be91-54191f8a6bfe, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:13:59.056824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Network 867e73db-532d-4222-be91-54191f8a6bfe is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:13:59.066741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 867e73db-532d-4222-be91-54191f8a6bfe) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:13:59.071964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:59.073060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:59.077944 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4967e31-bc7b-4255-892d-ab8259367976 None None] Network 867e73db-532d-4222-be91-54191f8a6bfe requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:13:59.201460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3f12e451-1488-4fe0-8977-6381cbdf23a5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5389140 Jun 03 16:13:59.356329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b669d-df34-4085-afc3-66b214e231d9 None None] Network 867e73db-532d-4222-be91-54191f8a6bfe requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:13:59.840989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401af92-6fa3-4576-96f2-f82bb487528e req-db5fb3b7-6b4b-4652-bb16-290b2ee85cf1 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:59.843372 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-db5fb3b7-6b4b-4652-bb16-290b2ee85cf1 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/networks?id=867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 200 len: 813 time: 0.1926913 Jun 03 16:13:59.865492 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-c74027f9-31a2-43b2-9931-04f9f9270d77 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/quotas/9b2ce4a74989456295e8f15e0ea9a842 HTTP/1.1" status: 200 len: 375 time: 0.0164638 Jun 03 16:13:59.920031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-2c853f4c-0635-43d4-a42f-bfcb93dbad8d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490263 Jun 03 16:13:59.983366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-6f645180-a895-42c4-a190-676fb15b6815 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:13:59.984458 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-6f645180-a895-42c4-a190-676fb15b6815 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551977 Jun 03 16:14:00.125570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-10864bc8-50f8-4b94-a93c-d7f35d01fd04 service neutron] 10.222.0.66 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344721 Jun 03 16:14:00.258860 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-83f7e52a-6bc8-4b6e-933f-1ab6160561a4 service neutron] 10.222.0.66 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270738 Jun 03 16:14:00.435907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d8c0b03-d526-4a74-abc4-a539ceee5b41 req-667918d6-4dab-4ea2-8316-15c7c7f91761 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 210 time: 0.0442724 Jun 03 16:14:01.593849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a70529a8-53d8-468c-abbb-06bb1ab191f5 req-40f98021-9998-4f11-84fe-cd7fef6b24e1 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 210 time: 0.0451474 Jun 03 16:14:01.770644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401af92-6fa3-4576-96f2-f82bb487528e req-98c6a23c-14c0-44fe-b571-321d7d72bfa7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:01.771362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3401af92-6fa3-4576-96f2-f82bb487528e req-98c6a23c-14c0-44fe-b571-321d7d72bfa7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Synchronizing usage tracker for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:01.790093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3401af92-6fa3-4576-96f2-f82bb487528e req-98c6a23c-14c0-44fe-b571-321d7d72bfa7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Unset dirty status for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:01.791478 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-98c6a23c-14c0-44fe-b571-321d7d72bfa7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.70 "GET /v2.0/networks?id=867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 200 len: 813 time: 0.1776359 Jun 03 16:14:01.808690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Request body: {'port': {'device_id': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe', 'admin_state_up': True, 'tenant_id': '9b2ce4a74989456295e8f15e0ea9a842'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:01.950642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:01.954508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Usage tracker for resource:port and tenant:9b2ce4a74989456295e8f15e0ea9a842 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:01.957473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:01.963222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:01.973517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Made reservation on behalf of 9b2ce4a74989456295e8f15e0ea9a842 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:01.977402 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.152455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Allocated IP 172.20.0.10 (867e73db-532d-4222-be91-54191f8a6bfe/595dee6f-eb28-4a32-9813-1a76d2854d43/f19695f2-f070-49a6-a7e2-ed47ca5430df) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:02.370487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.403414 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.476891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Network 867e73db-532d-4222-be91-54191f8a6bfe is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:02.480148 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:02.484601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:02.526542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Pushing event updated for resources: {'Port': ['ID=f19695f2-f070-49a6-a7e2-ed47ca5430df,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:02.558068 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:02.558710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.581839 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-bd3836de-2a41-4143-a5b3-91c5c656a10c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776549 Jun 03 16:14:02.603835 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Request body: {'port': {'device_id': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:02.728143 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.808489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb986b-ca65-4ce6-9b47-302c1b7bf690 req-dd375b7d-6f26-4e4d-95bc-8baf5ff89721 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:02.809967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ccb986b-ca65-4ce6-9b47-302c1b7bf690 req-dd375b7d-6f26-4e4d-95bc-8baf5ff89721 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 932 time: 0.0880301 Jun 03 16:14:02.856361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8ccb986b-ca65-4ce6-9b47-302c1b7bf690 req-81485cbc-6004-4146-b127-7a17a0752a2e tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Jun 03 16:14:03.099062 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19695f2-f070-49a6-a7e2-ed47ca5430df {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:14:03.107205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:03.122965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Transition to ACTIVE for port object f19695f2-f070-49a6-a7e2-ed47ca5430df will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:03.127425 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:03.269005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Pushing event updated for resources: {'Port': ['ID=f19695f2-f070-49a6-a7e2-ed47ca5430df,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:03.378608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Attempting to bind port f19695f2-f070-49a6-a7e2-ed47ca5430df on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:03.378848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Attempting to bind port f19695f2-f070-49a6-a7e2-ed47ca5430df by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:03.379767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Attempting to bind port f19695f2-f070-49a6-a7e2-ed47ca5430df on network 867e73db-532d-4222-be91-54191f8a6bfe {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:03.384739 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Port f19695f2-f070-49a6-a7e2-ed47ca5430df on network 867e73db-532d-4222-be91-54191f8a6bfe not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:14:03.385056 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Attempting to bind port f19695f2-f070-49a6-a7e2-ed47ca5430df on network 867e73db-532d-4222-be91-54191f8a6bfe {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:03.391035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:03.391368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Checking segment: {'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:03.391763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Bound using segment: {'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:03.392217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Bound port: f19695f2-f070-49a6-a7e2-ed47ca5430df, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:03.392565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:03.491433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] For port f19695f2-f070-49a6-a7e2-ed47ca5430df, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:03.494763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] For port f19695f2-f070-49a6-a7e2-ed47ca5430df, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:03.498648 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:03.674552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:03.675179 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:03.676634 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] 10.222.0.70 "PUT /v2.0/ports/f19695f2-f070-49a6-a7e2-ed47ca5430df HTTP/1.1" status: 200 len: 1092 time: 1.0772953 Jun 03 16:14:03.677081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'tag': 'f19695f2-f070-49a6-a7e2-ed47ca5430df'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:03.705776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dae4a-0aef-4f0a-9308-873a8a072b03 service neutron] Pushing event updated for resources: {'Port': ['ID=f19695f2-f070-49a6-a7e2-ed47ca5430df,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:03.761945 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9cdf8e4-a21e-42d2-930d-5fa7a4de81ef'] response: {'name': 'network-changed', 'server_uuid': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'tag': 'f19695f2-f070-49a6-a7e2-ed47ca5430df', 'status': 'completed', 'code': 200} Jun 03 16:14:03.806750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401af92-6fa3-4576-96f2-f82bb487528e req-c1e9880f-a8af-4b1a-b9a8-ad3f2ca7eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:03.808411 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-c1e9880f-a8af-4b1a-b9a8-ad3f2ca7eabe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 1095 time: 0.0789859 Jun 03 16:14:03.884151 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-0fa246fd-88c9-4b57-85cb-3087b550605e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df HTTP/1.1" status: 200 len: 217 time: 0.0642929 Jun 03 16:14:03.956746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401af92-6fa3-4576-96f2-f82bb487528e req-5c41b5d3-d0c0-409b-8296-0e292665ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:03.958936 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-5c41b5d3-d0c0-409b-8296-0e292665ec5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=595dee6f-eb28-4a32-9813-1a76d2854d43 HTTP/1.1" status: 200 len: 853 time: 0.0657210 Jun 03 16:14:04.009576 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-4ad7b55b-aa1e-43dd-9a7e-f87db8b9dba5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=867e73db-532d-4222-be91-54191f8a6bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410726 Jun 03 16:14:04.050330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8826e7-6921-4cf5-a954-bdfef549b25c req-edfb20f9-3de3-436c-9a9a-5f28062cec28 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:04.051895 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d8826e7-6921-4cf5-a954-bdfef549b25c req-edfb20f9-3de3-436c-9a9a-5f28062cec28 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 944 time: 0.0869718 Jun 03 16:14:04.102649 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d8826e7-6921-4cf5-a954-bdfef549b25c req-dcd2355b-b914-41fb-8429-b0322306a97c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Jun 03 16:14:04.164631 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-4c1d4532-3eb7-41fd-800a-bcd7d989eae3 service neutron] 10.222.0.70 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455033 Jun 03 16:14:04.307176 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3401af92-6fa3-4576-96f2-f82bb487528e req-8e6870a5-f5bf-4f57-a18d-14a0c156d5d5 service neutron] 10.222.0.70 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331367 Jun 03 16:14:04.429967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-3273b41b-b4a5-4316-a5f8-08abcd6c0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:04.431477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-3273b41b-b4a5-4316-a5f8-08abcd6c0740 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 1095 time: 0.0733848 Jun 03 16:14:04.573599 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-35378536-452e-4568-b958-51edf33393d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:04.575004 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-35378536-452e-4568-b958-51edf33393d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 200 len: 914 time: 0.1362300 Jun 03 16:14:04.649376 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-7ca431fc-f4ae-4d8d-b89c-9c4c0d96b264 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df HTTP/1.1" status: 200 len: 217 time: 0.0674486 Jun 03 16:14:04.717130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-ff5c0e97-2dad-414f-9bb8-3939de172421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:04.718666 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-ff5c0e97-2dad-414f-9bb8-3939de172421 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=595dee6f-eb28-4a32-9813-1a76d2854d43 HTTP/1.1" status: 200 len: 853 time: 0.0619910 Jun 03 16:14:04.776508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-c9ab49d6-aaac-465d-8cd5-03d3136b04a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=867e73db-532d-4222-be91-54191f8a6bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480084 Jun 03 16:14:04.921391 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-f4bbd0e4-f894-4d78-817f-ccf131c18e4b service neutron] 10.222.0.70 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347570 Jun 03 16:14:05.063567 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0065ae0f-8f31-4f85-8873-6cb7c1a594df req-bc3082bf-9abf-4634-b070-a3073593f2eb service neutron] 10.222.0.70 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355307 Jun 03 16:14:05.298392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b33fb-abdb-42fb-8710-c0f9582faf19 req-79e8c996-f4ff-4774-ba43-a22b12532c75 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:05.299866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f99b33fb-abdb-42fb-8710-c0f9582faf19 req-79e8c996-f4ff-4774-ba43-a22b12532c75 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 944 time: 0.0818586 Jun 03 16:14:05.347421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f99b33fb-abdb-42fb-8710-c0f9582faf19 req-79f6d886-3b07-4274-8f03-851600b157eb tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Jun 03 16:14:06.545502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663da50-3f58-49ce-9393-ab2d7f095632 req-ad2fbf93-f02a-4e67-808b-b652d9426d7c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:06.547027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9663da50-3f58-49ce-9393-ab2d7f095632 req-ad2fbf93-f02a-4e67-808b-b652d9426d7c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 944 time: 0.0881355 Jun 03 16:14:06.594793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9663da50-3f58-49ce-9393-ab2d7f095632 req-13992d51-71b8-4bdd-8be5-3eabceea0c14 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Jun 03 16:14:06.885720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f19695f2-f070-49a6-a7e2-ed47ca5430df details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:14:07.104222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f19695f2-f070-49a6-a7e2-ed47ca5430df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:07.121537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'f19695f2-f070-49a6-a7e2-ed47ca5430df', 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe', 'port_id': 'f19695f2-f070-49a6-a7e2-ed47ca5430df', 'mac_address': 'fa:16:3e:45:58:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595dee6f-eb28-4a32-9813-1a76d2854d43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:14:07.179315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f19695f2-f070-49a6-a7e2-ed47ca5430df is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:07.179615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:07.196671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19695f2-f070-49a6-a7e2-ed47ca5430df {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:14:07.212733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f19695f2-f070-49a6-a7e2-ed47ca5430df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:07.217182 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:07.284718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f19695f2-f070-49a6-a7e2-ed47ca5430df,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:07.475775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f19695f2-f070-49a6-a7e2-ed47ca5430df'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:07.787611 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cf127-8a15-4c58-a5d3-c59af892e7bb req-7aa68e26-2642-4cb1-a3d8-89cf3a009f5d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:07.789226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-793cf127-8a15-4c58-a5d3-c59af892e7bb req-7aa68e26-2642-4cb1-a3d8-89cf3a009f5d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 945 time: 0.0843723 Jun 03 16:14:07.838583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-793cf127-8a15-4c58-a5d3-c59af892e7bb req-3bba70b9-9f86-4c1b-894d-be4373dee867 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 Jun 03 16:14:08.916841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f19695f2-f070-49a6-a7e2-ed47ca5430df up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:08.990748 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port f19695f2-f070-49a6-a7e2-ed47ca5430df completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:08.996057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port f19695f2-f070-49a6-a7e2-ed47ca5430df triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:08.996450 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:09.040597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72a92e-618f-400d-a221-15e21adbc4de req-c86fe4e2-4789-4e70-ad13-5d46883ace47 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:09.042586 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b72a92e-618f-400d-a221-15e21adbc4de req-c86fe4e2-4789-4e70-ad13-5d46883ace47 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 945 time: 0.0916302 Jun 03 16:14:09.090937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b72a92e-618f-400d-a221-15e21adbc4de req-16eefee0-b758-436a-96cc-499eedc0d31b tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Jun 03 16:14:09.122635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port f19695f2-f070-49a6-a7e2-ed47ca5430df is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:09.122967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:09.154400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19695f2-f070-49a6-a7e2-ed47ca5430df'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:09.164548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port f19695f2-f070-49a6-a7e2-ed47ca5430df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:09.170639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:09.208620 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782c418c-2083-43f5-bdec-c0530f014aea'] response: {'server_uuid': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19695f2-f070-49a6-a7e2-ed47ca5430df', 'code': 200} Jun 03 16:14:09.242040 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=f19695f2-f070-49a6-a7e2-ed47ca5430df,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:09.346329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d16c15-43ff-4e83-aa67-0824e7498331 req-e2e2457d-94c4-427e-8504-4622d361e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:09.347844 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-00d16c15-43ff-4e83-aa67-0824e7498331 req-e2e2457d-94c4-427e-8504-4622d361e34d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 1097 time: 0.0714047 Jun 03 16:14:09.393889 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-00d16c15-43ff-4e83-aa67-0824e7498331 req-2f155292-2b18-4eb3-b928-549e518cfa51 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Jun 03 16:14:10.286074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa48cf-0032-43f5-9665-716eb6f0eb3a req-4fe9ae6f-e948-48b4-af30-295d78030e6c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:10.287506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8aaa48cf-0032-43f5-9665-716eb6f0eb3a req-4fe9ae6f-e948-48b4-af30-295d78030e6c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0835164 Jun 03 16:14:10.332876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8aaa48cf-0032-43f5-9665-716eb6f0eb3a req-26670cb3-8645-484d-a3d4-0f216e4c0322 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Jun 03 16:14:11.637839 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3315e4-2b7b-486e-b025-a6f2c970113e req-cc39c606-7758-48e2-a31a-f4827b2695c9 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:11.639260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc3315e4-2b7b-486e-b025-a6f2c970113e req-cc39c606-7758-48e2-a31a-f4827b2695c9 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.1980329 Jun 03 16:14:11.683696 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc3315e4-2b7b-486e-b025-a6f2c970113e req-4c8e68bf-6f9b-4ac4-8665-e3be35539fcc tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Jun 03 16:14:11.965286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-e59e77e3-3039-4fd1-8657-edea93251ecd tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:11.966699 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-e59e77e3-3039-4fd1-8657-edea93251ecd tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/networks?id=867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 200 len: 813 time: 0.1423821 Jun 03 16:14:11.982499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-d08bb317-2698-4bcb-9e05-dff22717c989 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/quotas/9b2ce4a74989456295e8f15e0ea9a842 HTTP/1.1" status: 200 len: 375 time: 0.0104122 Jun 03 16:14:12.066123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c12fab67-8b4b-4e9a-9314-cd67df8e35bd tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786059 Jun 03 16:14:12.201468 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-3f01e9ad-e024-4559-8ff6-da7834c36f08 service neutron] 10.222.0.66 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285582 Jun 03 16:14:12.339577 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-cb91c295-2d08-4331-a84d-b280c3ed2087 service neutron] 10.222.0.66 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323397 Jun 03 16:14:12.518016 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a4923f26-b2ad-48a8-9bfc-78a99e576317 req-59c7fb7b-28b4-4561-b782-335d1432c387 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 210 time: 0.0435421 Jun 03 16:14:13.450991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf542-0cad-4270-a6e7-595a5213e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:13.552682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-b8852069-0bdf-4d54-8fa3-07c6d20945e9 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:13.554040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-b8852069-0bdf-4d54-8fa3-07c6d20945e9 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.15 "GET /v2.0/networks?id=867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 200 len: 813 time: 0.1595469 Jun 03 16:14:13.567542 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Request body: {'port': {'device_id': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe', 'admin_state_up': True, 'tenant_id': '9b2ce4a74989456295e8f15e0ea9a842'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:13.699406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3fd4758e-5dc8-41ca-b74e-98783947fe94 req-ffa5470f-9bf3-4e96-9863-b73a6a453cb8 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 210 time: 0.0590606 Jun 03 16:14:13.762138 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:13.765990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Usage tracker for resource:port and tenant:9b2ce4a74989456295e8f15e0ea9a842 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:13.769192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:13.775792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:13.785350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Made reservation on behalf of 9b2ce4a74989456295e8f15e0ea9a842 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:13.789237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:13.961283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Allocated IP 172.20.0.5 (867e73db-532d-4222-be91-54191f8a6bfe/595dee6f-eb28-4a32-9813-1a76d2854d43/f57882a4-600b-4603-91cc-8384a4aa47df) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:14.178707 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.208064 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.219669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f19695f2-f070-49a6-a7e2-ed47ca5430df'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:14.279905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Network 867e73db-532d-4222-be91-54191f8a6bfe is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:14.281057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:14.285300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:14.331865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Pushing event updated for resources: {'Port': ['ID=f57882a4-600b-4603-91cc-8384a4aa47df,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:14.344775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.345118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.345471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.345795 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.346123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.346455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.346779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.347258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.347463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.347789 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.348125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.348449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:14.369409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:14.370014 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.391995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-f0e7db13-e3fe-40b8-a90f-535f8f27049d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8294556 Jun 03 16:14:14.403315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Request body: {'port': {'device_id': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:14.512970 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.960361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f4f5e-c131-4491-afdc-35dd2dfb487d req-02c7b900-f816-4c7e-9fba-1b5aeedd6800 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:14.961131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2e4f4f5e-c131-4491-afdc-35dd2dfb487d req-02c7b900-f816-4c7e-9fba-1b5aeedd6800 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Synchronizing usage tracker for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:15.038709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-2e4f4f5e-c131-4491-afdc-35dd2dfb487d req-02c7b900-f816-4c7e-9fba-1b5aeedd6800 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Unset dirty status for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:15.039720 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e4f4f5e-c131-4491-afdc-35dd2dfb487d req-02c7b900-f816-4c7e-9fba-1b5aeedd6800 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 931 time: 0.2146668 Jun 03 16:14:15.043338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57882a4-600b-4603-91cc-8384a4aa47df {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:14:15.063534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.091610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Transition to ACTIVE for port object f57882a4-600b-4603-91cc-8384a4aa47df will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:15.095476 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.141299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2e4f4f5e-c131-4491-afdc-35dd2dfb487d req-d0bcc653-7dd7-43f1-afd4-2630f7b50827 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936484 Jun 03 16:14:15.255064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f57882a4-600b-4603-91cc-8384a4aa47df,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:15.336664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Attempting to bind port f57882a4-600b-4603-91cc-8384a4aa47df on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:15.337001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Attempting to bind port f57882a4-600b-4603-91cc-8384a4aa47df by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:15.337329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Attempting to bind port f57882a4-600b-4603-91cc-8384a4aa47df on network 867e73db-532d-4222-be91-54191f8a6bfe {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:15.342260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Port f57882a4-600b-4603-91cc-8384a4aa47df on network 867e73db-532d-4222-be91-54191f8a6bfe not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:14:15.342580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Attempting to bind port f57882a4-600b-4603-91cc-8384a4aa47df on network 867e73db-532d-4222-be91-54191f8a6bfe {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:15.348302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:15.348641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Checking segment: {'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:15.349047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Bound using segment: {'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:15.349447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Bound port: f57882a4-600b-4603-91cc-8384a4aa47df, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee580ca-b7cd-4de4-9869-e336cb6adef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:15.349841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.437771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] For port f57882a4-600b-4603-91cc-8384a4aa47df, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:15.440936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] For port f57882a4-600b-4603-91cc-8384a4aa47df, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f57882a4-600b-4603-91cc-8384a4aa47df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:15.445884 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.513848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:15.514457 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.515872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] 10.222.0.15 "PUT /v2.0/ports/f57882a4-600b-4603-91cc-8384a4aa47df HTTP/1.1" status: 200 len: 1091 time: 1.1166551 Jun 03 16:14:15.516329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'tag': 'f57882a4-600b-4603-91cc-8384a4aa47df'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:15.540302 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a4599-bc94-4cc7-acd0-ce803991ebd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f57882a4-600b-4603-91cc-8384a4aa47df,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:15.588450 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92228560-9ae8-4d40-9990-7208db1ddc9e'] response: {'name': 'network-changed', 'server_uuid': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'tag': 'f57882a4-600b-4603-91cc-8384a4aa47df', 'status': 'completed', 'code': 200} Jun 03 16:14:15.632747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-83a9cb6a-818c-4ea0-b4ed-b9f6cb591285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:15.634254 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-83a9cb6a-818c-4ea0-b4ed-b9f6cb591285 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 1094 time: 0.0790734 Jun 03 16:14:15.708182 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-deabed47-92aa-4c52-a18b-e5c94d8afdbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f57882a4-600b-4603-91cc-8384a4aa47df HTTP/1.1" status: 200 len: 217 time: 0.0668833 Jun 03 16:14:15.772314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-df4e584d-9154-4391-b105-5a9071feab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:15.773961 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-df4e584d-9154-4391-b105-5a9071feab5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=595dee6f-eb28-4a32-9813-1a76d2854d43 HTTP/1.1" status: 200 len: 853 time: 0.0599501 Jun 03 16:14:15.820868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-7edb2264-8abd-4c58-a4ff-affa1c55fff7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=867e73db-532d-4222-be91-54191f8a6bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414681 Jun 03 16:14:15.938959 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.955356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-3384e7da-0fde-4385-a2d7-7d592af918a5 service neutron] 10.222.0.15 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287091 Jun 03 16:14:16.091618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afece30a-c8a5-4ddb-93d2-afed79993b99 req-453e5631-c93f-46f1-b357-c27c1cb7fe7f service neutron] 10.222.0.15 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305294 Jun 03 16:14:16.226254 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-d95670b5-52ba-42d3-808d-6502ea1f3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:16.227748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-d95670b5-52ba-42d3-808d-6502ea1f3745 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 1094 time: 0.0818813 Jun 03 16:14:16.338364 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6493c885-e54c-4ab5-a196-eb81c1d39c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:16.524868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-d48de025-1abe-4420-ab72-7136dc44a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:16.526336 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-d48de025-1abe-4420-ab72-7136dc44a095 service neutron] 10.222.0.15 "GET /v2.0/networks?id=867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 200 len: 914 time: 0.2924209 Jun 03 16:14:16.536823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6818f-d8b6-4a9b-994c-0fd91ba326a4 req-b0f060a8-41f2-4d69-acea-3b55f4a86bb4 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:16.538197 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2e6818f-d8b6-4a9b-994c-0fd91ba326a4 req-b0f060a8-41f2-4d69-acea-3b55f4a86bb4 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 943 time: 0.2866874 Jun 03 16:14:16.614677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-33f2253d-9c46-4bae-87c7-a0a9fb3896ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f57882a4-600b-4603-91cc-8384a4aa47df HTTP/1.1" status: 200 len: 217 time: 0.0754600 Jun 03 16:14:16.679635 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:16.684299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d2e6818f-d8b6-4a9b-994c-0fd91ba326a4 req-5d5173a1-2114-4876-a67f-a9c3fbfc5fe2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966835 Jun 03 16:14:16.697264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-52608733-8805-497c-b144-26ced0d9a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:16.698689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-52608733-8805-497c-b144-26ced0d9a1a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=595dee6f-eb28-4a32-9813-1a76d2854d43 HTTP/1.1" status: 200 len: 853 time: 0.0715072 Jun 03 16:14:16.747825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-67f96f02-64c8-4774-9a37-d806c2fbcb7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=867e73db-532d-4222-be91-54191f8a6bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419710 Jun 03 16:14:16.880857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-79b32ef3-4b62-4327-81eb-e4c2ead2573b service neutron] 10.222.0.15 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264002 Jun 03 16:14:17.014027 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab06fb79-5e53-4483-9759-84e1871c1670 req-1b066dbf-76a5-4621-89ef-ff3bb39354ed service neutron] 10.222.0.15 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264391 Jun 03 16:14:17.128699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.872477 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63299bcf-1e0b-4846-a21d-ad5f84076a32 req-c86cb74b-21f7-452d-9031-908b7e3351a7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:17.873960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63299bcf-1e0b-4846-a21d-ad5f84076a32 req-c86cb74b-21f7-452d-9031-908b7e3351a7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 943 time: 0.0838177 Jun 03 16:14:17.918460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63299bcf-1e0b-4846-a21d-ad5f84076a32 req-0fadb570-0517-4819-9946-b587afcd9562 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380514 Jun 03 16:14:18.440133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.615043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.800121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f57882a4-600b-4603-91cc-8384a4aa47df details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:14:18.934456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f57882a4-600b-4603-91cc-8384a4aa47df, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f57882a4-600b-4603-91cc-8384a4aa47df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:18.948045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'f57882a4-600b-4603-91cc-8384a4aa47df', 'network_id': '867e73db-532d-4222-be91-54191f8a6bfe', 'port_id': 'f57882a4-600b-4603-91cc-8384a4aa47df', 'mac_address': 'fa:16:3e:6b:88:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595dee6f-eb28-4a32-9813-1a76d2854d43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:14:19.007468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port f57882a4-600b-4603-91cc-8384a4aa47df is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:19.007850 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.029145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57882a4-600b-4603-91cc-8384a4aa47df {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:14:19.046101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f57882a4-600b-4603-91cc-8384a4aa47df, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f57882a4-600b-4603-91cc-8384a4aa47df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:19.050019 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.116417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f7899-22d1-4703-a9a1-b50384bff517 req-86a31444-8735-475d-a405-a2b6fe78264b tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:19.118145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff4f7899-22d1-4703-a9a1-b50384bff517 req-86a31444-8735-475d-a405-a2b6fe78264b tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 944 time: 0.0876014 Jun 03 16:14:19.131485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=f57882a4-600b-4603-91cc-8384a4aa47df,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:19.167560 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff4f7899-22d1-4703-a9a1-b50384bff517 req-af880871-dfdd-41fc-9b23-2885f7ca6855 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Jun 03 16:14:19.247223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['f57882a4-600b-4603-91cc-8384a4aa47df'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:20.365198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bc491-d581-4bd0-b79c-fe6591e06455 req-913b1169-5d19-4091-8a18-ebdd124a209d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:20.366631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f34bc491-d581-4bd0-b79c-fe6591e06455 req-913b1169-5d19-4091-8a18-ebdd124a209d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 944 time: 0.0850146 Jun 03 16:14:20.413948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f34bc491-d581-4bd0-b79c-fe6591e06455 req-ee88ddbc-7cb2-4dd8-b81e-c52c87efde36 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Jun 03 16:14:20.816636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f57882a4-600b-4603-91cc-8384a4aa47df up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:20.884184 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port f57882a4-600b-4603-91cc-8384a4aa47df completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:20.889233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port f57882a4-600b-4603-91cc-8384a4aa47df triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:20.889612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.009757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port f57882a4-600b-4603-91cc-8384a4aa47df is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:21.010267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.039737 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57882a4-600b-4603-91cc-8384a4aa47df'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:21.050083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port f57882a4-600b-4603-91cc-8384a4aa47df, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f57882a4-600b-4603-91cc-8384a4aa47df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:21.057286 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.091868 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b2388a-8b9d-479e-92c1-0b45d66d16b1'] response: {'server_uuid': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57882a4-600b-4603-91cc-8384a4aa47df', 'code': 200} Jun 03 16:14:21.134090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=f57882a4-600b-4603-91cc-8384a4aa47df,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:21.216449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4d4e6-e43c-41f7-bcda-dbddd795cc81 req-d15aae05-895f-421b-b4ce-a2296e8ba2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:21.217954 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0b4d4e6-e43c-41f7-bcda-dbddd795cc81 req-d15aae05-895f-421b-b4ce-a2296e8ba2d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 1096 time: 0.0706983 Jun 03 16:14:21.260835 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0b4d4e6-e43c-41f7-bcda-dbddd795cc81 req-0eb5b99f-a451-4b2b-9aae-512bb8b58ca4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364881 Jun 03 16:14:21.613933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8a70d-548d-4296-bcf9-f44dbf67f5bb req-349b16d6-e8c6-4b53-a83e-f98c8405dcae tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:21.615436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8e8a70d-548d-4296-bcf9-f44dbf67f5bb req-349b16d6-e8c6-4b53-a83e-f98c8405dcae tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 945 time: 0.0893955 Jun 03 16:14:21.663915 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8e8a70d-548d-4296-bcf9-f44dbf67f5bb req-4242f7af-c50e-4374-b628-a4413a67acee tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Jun 03 16:14:21.987721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-e1b4e920-c301-4f3a-b5dc-aeb7dd7a0a15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711734 Jun 03 16:14:22.142096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-a4e02887-1fc9-4386-a77f-a497bf95910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:22.143584 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-a4e02887-1fc9-4386-a77f-a497bf95910c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 1097 time: 0.0716500 Jun 03 16:14:22.401392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-b441124b-cccb-4ccb-9f25-0f6093a6bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:22.402893 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-b441124b-cccb-4ccb-9f25-0f6093a6bdc7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 200 len: 914 time: 0.2393568 Jun 03 16:14:22.474579 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-e2d480cc-f54d-4dfd-8ba1-2f61ec881da6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df HTTP/1.1" status: 200 len: 217 time: 0.0648236 Jun 03 16:14:22.538955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-37a937b0-cea3-4267-b147-c35e084ffb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:22.540447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-37a937b0-cea3-4267-b147-c35e084ffb3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=595dee6f-eb28-4a32-9813-1a76d2854d43 HTTP/1.1" status: 200 len: 853 time: 0.0583577 Jun 03 16:14:22.591917 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-2b9d8d2c-1ee7-4a7d-b5e6-d7e180281b8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=867e73db-532d-4222-be91-54191f8a6bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446949 Jun 03 16:14:22.728910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-2025a31f-6869-44df-a396-758d1daca647 service neutron] 10.222.0.70 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302800 Jun 03 16:14:22.854973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d3ff1-4da0-4697-9c9d-1d833270dd98 req-090e21a9-848e-4d44-b71c-8364092ca7d6 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:22.856970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b72d3ff1-4da0-4697-9c9d-1d833270dd98 req-090e21a9-848e-4d44-b71c-8364092ca7d6 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 945 time: 0.0849457 Jun 03 16:14:22.875832 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-18977ffb-8af7-49b1-8d25-2a11a80f069b req-75757561-d2a3-49ec-b0fc-f0887ad43716 service neutron] 10.222.0.70 "GET /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381357 Jun 03 16:14:22.907898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b72d3ff1-4da0-4697-9c9d-1d833270dd98 req-74c5175b-f4af-4cc5-a7da-e0332400f02f tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Jun 03 16:14:23.302022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856e41-4d53-4f3f-999a-b26f30d20df8 req-92ee2bbe-024a-417c-853f-21f38d065d3b tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:23.303606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73856e41-4d53-4f3f-999a-b26f30d20df8 req-92ee2bbe-024a-417c-853f-21f38d065d3b tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 945 time: 0.0830562 Jun 03 16:14:23.350139 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-73856e41-4d53-4f3f-999a-b26f30d20df8 req-7c57bd04-c20f-47c3-8541-904ab3c34268 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Jun 03 16:14:24.562648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-9e346ddb-27f4-44ac-b4e0-9e509a3bd13e tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:24.564165 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-9e346ddb-27f4-44ac-b4e0-9e509a3bd13e tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 945 time: 0.1429055 Jun 03 16:14:24.578124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cd931-bed3-4ed4-9424-06f71336537f req-5253eb5c-e6b5-4cba-bb3f-a2a0ff241f6d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:24.579602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c2cd931-bed3-4ed4-9424-06f71336537f req-5253eb5c-e6b5-4cba-bb3f-a2a0ff241f6d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 945 time: 0.1120439 Jun 03 16:14:24.680016 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Deleting port f57882a4-600b-4603-91cc-8384a4aa47df {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:24.680285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:24.714807 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c2cd931-bed3-4ed4-9424-06f71336537f req-7376c8c5-920c-4b95-bc49-0346d9626f96 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056256 Jun 03 16:14:25.054502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] For port f57882a4-600b-4603-91cc-8384a4aa47df, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=f57882a4-600b-4603-91cc-8384a4aa47df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:25.054858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.179927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Calling delete_port for f57882a4-600b-4603-91cc-8384a4aa47df owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:25.326362 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.338453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['f57882a4-600b-4603-91cc-8384a4aa47df'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:25.364921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f19695f2-f070-49a6-a7e2-ed47ca5430df'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:25.385927 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Pushing event deleted for resources: {'Port': ['ID=f57882a4-600b-4603-91cc-8384a4aa47df,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:25.473163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] No DVR routers for this DVR port f57882a4-600b-4603-91cc-8384a4aa47df on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:25.480849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.483912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'name': 'network-vif-deleted', 'tag': 'f57882a4-600b-4603-91cc-8384a4aa47df'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:25.502371 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3243a23f-6458-4a2b-83b7-9949a707ed6c req-dd6fca93-b971-46bd-855f-e85d5e16b7c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.15 "DELETE /v2.0/ports/f57882a4-600b-4603-91cc-8384a4aa47df HTTP/1.1" status: 204 len: 173 time: 0.9313698 Jun 03 16:14:25.538234 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f937564-0cf9-40ec-83a8-40d37e2846ab'] response: {'server_uuid': 'dbafe0c7-e73f-4a7b-8a08-9eb3db9db891', 'name': 'network-vif-deleted', 'tag': 'f57882a4-600b-4603-91cc-8384a4aa47df', 'status': 'completed', 'code': 200} Jun 03 16:14:25.888281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f97da07a-f60c-4226-ae41-e932ff753175 req-63480c83-7555-4e90-9d9f-f33eb54b90c7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Synchronizing usage tracker for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:25.907364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f97da07a-f60c-4226-ae41-e932ff753175 req-63480c83-7555-4e90-9d9f-f33eb54b90c7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Unset dirty status for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:25.908584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f97da07a-f60c-4226-ae41-e932ff753175 req-63480c83-7555-4e90-9d9f-f33eb54b90c7 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbafe0c7-e73f-4a7b-8a08-9eb3db9db891 HTTP/1.1" status: 200 len: 210 time: 0.0668762 Jun 03 16:14:27.167355 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784b87-3fb7-4594-a35d-cdeb0cee6d59 req-3400f642-2711-45d5-a89f-e3a4503adad4 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:27.168831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18784b87-3fb7-4594-a35d-cdeb0cee6d59 req-3400f642-2711-45d5-a89f-e3a4503adad4 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0828698 Jun 03 16:14:27.212539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-18784b87-3fb7-4594-a35d-cdeb0cee6d59 req-5b778a8e-3a76-45be-8daa-f69a8725fcac tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Jun 03 16:14:27.276753 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:14:27.414352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca44c-13ed-453b-bca2-2d27556aec32 req-27d07ee8-483c-4f60-b7e1-92c9c8d956ae tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:27.415856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1cca44c-13ed-453b-bca2-2d27556aec32 req-27d07ee8-483c-4f60-b7e1-92c9c8d956ae tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0823064 Jun 03 16:14:27.462324 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1cca44c-13ed-453b-bca2-2d27556aec32 req-b85976ac-8ba9-4505-9636-f48f8dd7f6fe tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Jun 03 16:14:27.658625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2467a-4604-4e7a-b359-44d11d0119ef req-c5be3768-f021-4b03-bdf2-129d40e7dd98 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:27.660332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ef2467a-4604-4e7a-b359-44d11d0119ef req-c5be3768-f021-4b03-bdf2-129d40e7dd98 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0860565 Jun 03 16:14:27.708329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5ef2467a-4604-4e7a-b359-44d11d0119ef req-eca80840-a48a-4da2-99ba-344aa03951eb tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Jun 03 16:14:28.006225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bde0f2-7bf6-492e-9604-2caac20d5f2e req-e8c06aca-18df-4521-a8bb-4a0eab1e584b tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:28.007685 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37bde0f2-7bf6-492e-9604-2caac20d5f2e req-e8c06aca-18df-4521-a8bb-4a0eab1e584b tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0807681 Jun 03 16:14:28.057856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37bde0f2-7bf6-492e-9604-2caac20d5f2e req-0f53a065-059d-44f0-9e9d-0f821965a938 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Jun 03 16:14:28.240644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d661502-ddc6-415d-99d1-b327fb2ef633 req-a1663c8f-efc0-4d89-b755-b967356b5242 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:28.242118 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d661502-ddc6-415d-99d1-b327fb2ef633 req-a1663c8f-efc0-4d89-b755-b967356b5242 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0791540 Jun 03 16:14:28.289267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d661502-ddc6-415d-99d1-b327fb2ef633 req-68dd1a8d-78c0-4a1d-ba00-6c1207639de4 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Jun 03 16:14:28.490257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267e69-1e34-46f6-b409-9b75093c09ff req-2504d00e-8be4-4540-aefd-2385dc204a14 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:28.491706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2267e69-1e34-46f6-b409-9b75093c09ff req-2504d00e-8be4-4540-aefd-2385dc204a14 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0857658 Jun 03 16:14:28.537456 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c2267e69-1e34-46f6-b409-9b75093c09ff req-ef84bcea-e4ed-46cd-9906-cdd3dbda26b0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Jun 03 16:14:28.879299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f57882a4-600b-4603-91cc-8384a4aa47df no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:28.916731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: f57882a4-600b-4603-91cc-8384a4aa47df {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:28.917084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device f57882a4-600b-4603-91cc-8384a4aa47df not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:29.078726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa318f-799c-4a40-a4c7-5a02bd069fe4 req-41d62a04-1891-4ca1-a39f-858f7ca06d0d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:29.080164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54fa318f-799c-4a40-a4c7-5a02bd069fe4 req-41d62a04-1891-4ca1-a39f-858f7ca06d0d tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0808165 Jun 03 16:14:29.132970 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54fa318f-799c-4a40-a4c7-5a02bd069fe4 req-9d3d2b8c-bb10-4d71-b82d-9e0f9908e074 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Jun 03 16:14:30.327399 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e089a9a-7156-44a5-ab2b-5a1576d40bad req-af9b8c6c-820c-4000-8303-ddb910ab96c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:30.328941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e089a9a-7156-44a5-ab2b-5a1576d40bad req-af9b8c6c-820c-4000-8303-ddb910ab96c0 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0847673 Jun 03 16:14:30.376032 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e089a9a-7156-44a5-ab2b-5a1576d40bad req-e7d87246-c607-4397-913a-3b23e5a0855c tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/security-groups?id=a6673f34-b93d-402f-b767-e8cd55e7a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Jun 03 16:14:30.459315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313add8-cfbd-4290-93c5-bd0006d152be req-83649d70-8ca0-4f86-9f6f-2001f8aa86db tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:30.460012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b313add8-cfbd-4290-93c5-bd0006d152be req-83649d70-8ca0-4f86-9f6f-2001f8aa86db tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Synchronizing usage tracker for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:30.471978 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-b313add8-cfbd-4290-93c5-bd0006d152be req-83649d70-8ca0-4f86-9f6f-2001f8aa86db tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Unset dirty status for tenant:9b2ce4a74989456295e8f15e0ea9a842 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:30.473136 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b313add8-cfbd-4290-93c5-bd0006d152be req-83649d70-8ca0-4f86-9f6f-2001f8aa86db tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.70 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 946 time: 0.0931275 Jun 03 16:14:30.546517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Deleting port f19695f2-f070-49a6-a7e2-ed47ca5430df {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:30.546857 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:30.797821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] For port f19695f2-f070-49a6-a7e2-ed47ca5430df, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=f19695f2-f070-49a6-a7e2-ed47ca5430df,segment=NetworkSegment(3ee580ca-b7cd-4de4-9869-e336cb6adef8),segment_id=3ee580ca-b7cd-4de4-9869-e336cb6adef8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:30.798206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:30.928140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Calling delete_port for f19695f2-f070-49a6-a7e2-ed47ca5430df owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:31.070985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:31.086530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['f19695f2-f070-49a6-a7e2-ed47ca5430df'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:31.125765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Pushing event deleted for resources: {'Port': ['ID=f19695f2-f070-49a6-a7e2-ed47ca5430df,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:31.164860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.165206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.165544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.165877 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.166209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.166535 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.166865 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.167184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.167511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.167833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.168177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.168513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:31.214892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] No DVR routers for this DVR port f19695f2-f070-49a6-a7e2-ed47ca5430df on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:31.217442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:31.220079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'name': 'network-vif-deleted', 'tag': 'f19695f2-f070-49a6-a7e2-ed47ca5430df'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:31.236410 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b313add8-cfbd-4290-93c5-bd0006d152be req-c4438f37-b5b1-4372-8edf-ef8a521c7ac2 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.70 "DELETE /v2.0/ports/f19695f2-f070-49a6-a7e2-ed47ca5430df HTTP/1.1" status: 204 len: 173 time: 0.7572985 Jun 03 16:14:31.269508 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63d5644-b63b-4695-b1e5-dcd73085fe6f'] response: {'server_uuid': 'effce5c8-91e3-45f0-861d-cf2a7af706b0', 'name': 'network-vif-deleted', 'tag': 'f19695f2-f070-49a6-a7e2-ed47ca5430df', 'status': 'completed', 'code': 200} Jun 03 16:14:31.542045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d44092f-2a15-4603-967c-47d2eb00ed0b req-30f852cf-413b-4fcd-9966-e29ce166dda9 tempest-ServersNegativeTestJSON-717013793 tempest-ServersNegativeTestJSON-717013793-project] 10.222.0.66 "GET /v2.0/ports?device_id=effce5c8-91e3-45f0-861d-cf2a7af706b0 HTTP/1.1" status: 200 len: 210 time: 0.0442219 Jun 03 16:14:32.638871 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:32.703400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] Deleting subnet 595dee6f-eb28-4a32-9813-1a76d2854d43 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:14:32.706610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:32.762888 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:32.819019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:32.894017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:32.935197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595dee6f-eb28-4a32-9813-1a76d2854d43,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:32.940069 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:32.946607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9ef60586-1c4a-400f-961f-deb2b349c212 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/595dee6f-eb28-4a32-9813-1a76d2854d43 HTTP/1.1" status: 204 len: 168 time: 0.3066862 Jun 03 16:14:32.949456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42554) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:33.059900 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.185967 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.211462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867e73db-532d-4222-be91-54191f8a6bfe']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:33.224552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee580ca-b7cd-4de4-9869-e336cb6adef8') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:33.224847 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee580ca-b7cd-4de4-9869-e336cb6adef8') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:33.236598 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.253581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.259737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:33.260155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.365482 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.390727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.402363 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 3ee580ca-b7cd-4de4-9869-e336cb6adef8 resource provider aggregate not found Jun 03 16:14:33.415527 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] 10.222.0.66 "DELETE /v2.0/networks/867e73db-532d-4222-be91-54191f8a6bfe HTTP/1.1" status: 204 len: 168 time: 0.4650342 Jun 03 16:14:33.417104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe17a20-6dc5-4b1c-a546-d9d5460e3a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=867e73db-532d-4222-be91-54191f8a6bfe,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:33.439137 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 3ee580ca-b7cd-4de4-9869-e336cb6adef8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ee580ca-b7cd-4de4-9869-e336cb6adef8 found for delete ", "request_id": "req-ceebff25-85fc-4d09-8798-7dfc54856aab"}]} Jun 03 16:14:33.546454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42568) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:33.603023 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cb6cba76-4b7f-44ae-8c03-57edd3dedb69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b2ce4a74989456295e8f15e0ea9a842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553825 Jun 03 16:14:33.606007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42572) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:33.666415 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed9d6-b36c-4616-9c84-cec1d357ef9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.693470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed9d6-b36c-4616-9c84-cec1d357ef9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.751578 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed9d6-b36c-4616-9c84-cec1d357ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.769431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ed9d6-b36c-4616-9c84-cec1d357ef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6673f34-b93d-402f-b767-e8cd55e7a6c5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:33.774121 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed9d6-b36c-4616-9c84-cec1d357ef9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.775232 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2c5ed9d6-b36c-4616-9c84-cec1d357ef9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6673f34-b93d-402f-b767-e8cd55e7a6c5 HTTP/1.1" status: 204 len: 168 time: 0.1683257 Jun 03 16:14:34.538245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42596) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:34.639812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644407976'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:34.645716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:34.649787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:network and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:34.652647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:34.658790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:34.668987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:34.672353 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:34.688267 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:34.703246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:34.707136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:security_group_rule and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:34.709907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:34.715440 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:34.799547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:34.804019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:34.837536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:34.846030 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcad65c-4ef6-4214-a1ba-e2f276fd1a94,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:34.852308 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:34.852658 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Added segment 33927036-95ca-494a-9b7c-feac1b263fe8 of type vlan for network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 Jun 03 16:14:34.880247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:34.910497 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:34.916023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:34.916639 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:35.072701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f19695f2-f070-49a6-a7e2-ed47ca5430df no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:35.114154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: f19695f2-f070-49a6-a7e2-ed47ca5430df {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:35.114499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device f19695f2-f070-49a6-a7e2-ed47ca5430df not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:35.135729 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5963793 Jun 03 16:14:35.138857 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10d2b5-f85c-42e4-b918-bc81bb0cd740 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Network': ['ID=5b556fd5-be03-43b7-a69c-eef66e5e8cc3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:35.150456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:38.389063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42602) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:38.395551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'subnet': {'network_id': '5b556fd5-be03-43b7-a69c-eef66e5e8cc3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:38.517773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:38.523171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:subnet and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:38.526117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:38.531750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:38.541268 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:38.544716 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:38.762773 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:38.849386 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Subnet': ['ID=015568b6-5757-47fa-aff8-215f38792889,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:38.857015 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Checking segment: {'id': '33927036-95ca-494a-9b7c-feac1b263fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b556fd5-be03-43b7-a69c-eef66e5e8cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:38.857368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network hostable DHCP agents. Network: 5b556fd5-be03-43b7-a69c-eef66e5e8cc3, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:38.876457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:38.886192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 5b556fd5-be03-43b7-a69c-eef66e5e8cc3) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:38.890203 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:38.890785 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:38.895771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5493bfa-0483-498a-92d1-11a8a739c74a None None] Network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:38.916094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-bcd11be0-1619-4b4b-b25f-ea62480dace2 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5225954 Jun 03 16:14:38.916660 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42606) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:38.922750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306504171'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:38.929130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:38.933014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:network and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:38.935883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:38.942856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:38.952710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:38.956506 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:38.985209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:38.995362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:38.995712 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Added segment 15cd2d43-e540-4d83-8811-567838aeab6c of type vlan for network a45c73cc-7820-4f41-bd26-b4d82b92c38d Jun 03 16:14:39.120934 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5b556fd5-be03-43b7-a69c-eef66e5e8cc3', 'network_id': '5b556fd5-be03-43b7-a69c-eef66e5e8cc3', 'tenant_id': '77f87bfc275344eea6b6a5cc0bdf65bd', 'fixed_ips': [{'subnet_id': '015568b6-5757-47fa-aff8-215f38792889'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:39.121923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.137808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.172851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.179324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:39.179911 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.284366 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3662586 Jun 03 16:14:39.287100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42610) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:39.289466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Allocated IP 2001:db8:0:ffff::2 (5b556fd5-be03-43b7-a69c-eef66e5e8cc3/015568b6-5757-47fa-aff8-215f38792889/60336b03-f467-4eec-86e2-b626ee694d7e) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:39.295377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'subnet': {'network_id': 'a45c73cc-7820-4f41-bd26-b4d82b92c38d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:39.317973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51385dee-057e-4af9-ad17-ccf9c4c31223 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Network': ['ID=a45c73cc-7820-4f41-bd26-b4d82b92c38d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:39.365848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network a45c73cc-7820-4f41-bd26-b4d82b92c38d details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:39.413624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:39.418090 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:subnet and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:39.421446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:39.428845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:39.440834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:39.444612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.629270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.640366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Transition to ACTIVE for port object 60336b03-f467-4eec-86e2-b626ee694d7e will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:39.661880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Transition to ACTIVE for port object 60336b03-f467-4eec-86e2-b626ee694d7e will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:39.667883 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.685131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.731643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:39.732831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:39.736974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:39.766703 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Subnet': ['ID=43484909-7f1a-4509-8de7-de02d22359e4,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:39.776991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Checking segment: {'id': '15cd2d43-e540-4d83-8811-567838aeab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a45c73cc-7820-4f41-bd26-b4d82b92c38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:39.777361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network hostable DHCP agents. Network: a45c73cc-7820-4f41-bd26-b4d82b92c38d, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:39.797138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network a45c73cc-7820-4f41-bd26-b4d82b92c38d is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:39.807274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Pushing event updated for resources: {'Port': ['ID=60336b03-f467-4eec-86e2-b626ee694d7e,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:39.807645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, a45c73cc-7820-4f41-bd26-b4d82b92c38d) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:39.812209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:39.812825 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.824203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe06102-8e55-4c6a-9f11-c1f7027174f7 None None] Network a45c73cc-7820-4f41-bd26-b4d82b92c38d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:39.839008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c606b593-bae7-4224-a1fa-aea4fe300c44 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5507367 Jun 03 16:14:39.841770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42614) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:39.849672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.850018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.850349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.850677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.851009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.851341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.851647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.851962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.852301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.852616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.852931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.853238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:39.917358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Attempting to bind port 60336b03-f467-4eec-86e2-b626ee694d7e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:39.918030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Attempting to bind port 60336b03-f467-4eec-86e2-b626ee694d7e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '33927036-95ca-494a-9b7c-feac1b263fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b556fd5-be03-43b7-a69c-eef66e5e8cc3'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:39.918131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Attempting to bind port 60336b03-f467-4eec-86e2-b626ee694d7e on network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:39.929351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:39.929723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Checking segment: {'id': '33927036-95ca-494a-9b7c-feac1b263fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b556fd5-be03-43b7-a69c-eef66e5e8cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:39.930122 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.930509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Bound using segment: {'id': '33927036-95ca-494a-9b7c-feac1b263fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b556fd5-be03-43b7-a69c-eef66e5e8cc3'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:39.930970 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Bound port: 60336b03-f467-4eec-86e2-b626ee694d7e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33927036-95ca-494a-9b7c-feac1b263fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b556fd5-be03-43b7-a69c-eef66e5e8cc3'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:39.931351 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.986005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.055081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.092806 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] For port 60336b03-f467-4eec-86e2-b626ee694d7e, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:40.097893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] For port 60336b03-f467-4eec-86e2-b626ee694d7e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60336b03-f467-4eec-86e2-b626ee694d7e,segment=NetworkSegment(33927036-95ca-494a-9b7c-feac1b263fe8),segment_id=33927036-95ca-494a-9b7c-feac1b263fe8)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:40.132961 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.137090 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.195075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e367b8-0e4e-454c-b61a-2a8016b00e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-a45c73cc-7820-4f41-bd26-b4d82b92c38d', 'network_id': 'a45c73cc-7820-4f41-bd26-b4d82b92c38d', 'tenant_id': '77f87bfc275344eea6b6a5cc0bdf65bd', 'fixed_ips': [{'subnet_id': '43484909-7f1a-4509-8de7-de02d22359e4'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:40.195882 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a6e367b8-0e4e-454c-b61a-2a8016b00e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.208944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Subnet': ['ID=43484909-7f1a-4509-8de7-de02d22359e4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:40.285312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6497b6b-a558-40fa-9810-ff2ceeda5abe None None] Pushing event updated for resources: {'Port': ['ID=60336b03-f467-4eec-86e2-b626ee694d7e,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:40.298005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.331422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c8fe6-f8b6-4907-bcaf-8eb99d5515d3 None None] Network a45c73cc-7820-4f41-bd26-b4d82b92c38d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:40.333908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45c73cc-7820-4f41-bd26-b4d82b92c38d']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:40.347630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cd2d43-e540-4d83-8811-567838aeab6c') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:40.347826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cd2d43-e540-4d83-8811-567838aeab6c') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:40.365127 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.383334 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.390805 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:40.391496 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.476831 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 15cd2d43-e540-4d83-8811-567838aeab6c resource provider aggregate not found Jun 03 16:14:40.507197 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 15cd2d43-e540-4d83-8811-567838aeab6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15cd2d43-e540-4d83-8811-567838aeab6c found for delete ", "request_id": "req-ec709926-018c-4813-8940-dd4cf51687bd"}]} Jun 03 16:14:40.525938 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.551109 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.561724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Network': ['ID=a45c73cc-7820-4f41-bd26-b4d82b92c38d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:40.573318 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6f4790e3-ff19-46a7-8f67-2fef71eada6a tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/a45c73cc-7820-4f41-bd26-b4d82b92c38d HTTP/1.1" status: 204 len: 168 time: 0.7304897 Jun 03 16:14:40.576907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42622) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:40.583011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1868121075'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:40.589067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:40.596955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:network and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:40.600193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:40.606229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:40.618250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:40.622281 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.650057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:40.660868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.661216 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Added segment 7dc31dcb-9dd1-429b-a910-9dc1c1ae2c5b of type vlan for network d8748b19-c322-421a-92d6-e0e67a02eba9 Jun 03 16:14:40.689145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.722127 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.727700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:40.728343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.829989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2518816 Jun 03 16:14:40.833899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42626) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:40.841344 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'subnet': {'network_id': 'd8748b19-c322-421a-92d6-e0e67a02eba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:40.842953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46899ee-df18-451e-9c78-8816411e4a62 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Network': ['ID=d8748b19-c322-421a-92d6-e0e67a02eba9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:40.855513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d8748b19-c322-421a-92d6-e0e67a02eba9 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:40.965913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:40.970126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:subnet and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:40.974052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:40.983329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:40.995214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:40.999111 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.095650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Performing IP validity checks on allocation pools {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 16:14:41.096328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.ipam_backend_mixin [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 16:14:41.228850 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.274060 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1797d-de02-423e-9323-81edb8176206 None None] Network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:41.316209 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Subnet': ['ID=d9cfc6fe-8243-44f8-83ee-5cc038225393,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:41.329194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Checking segment: {'id': '7dc31dcb-9dd1-429b-a910-9dc1c1ae2c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8748b19-c322-421a-92d6-e0e67a02eba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:41.329563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network hostable DHCP agents. Network: d8748b19-c322-421a-92d6-e0e67a02eba9, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:41.353012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network d8748b19-c322-421a-92d6-e0e67a02eba9 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:41.363458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d8748b19-c322-421a-92d6-e0e67a02eba9) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:41.368399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:41.368963 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.376609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803dc66d-c3af-4d2b-a0d8-39a36b00c9ee None None] Network d8748b19-c322-421a-92d6-e0e67a02eba9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:41.451312 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d99f7b71-2efd-43e5-aed3-7c556c817291 None None] Provisioning for port 60336b03-f467-4eec-86e2-b626ee694d7e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:41.498028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-98cd3316-49e0-4847-8c55-f769ecc31baa tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6625888 Jun 03 16:14:41.501206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42630) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:41.653440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.736587 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.737812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c1379d-1b25-4d64-9082-731662b5c81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d8748b19-c322-421a-92d6-e0e67a02eba9', 'network_id': 'd8748b19-c322-421a-92d6-e0e67a02eba9', 'tenant_id': '77f87bfc275344eea6b6a5cc0bdf65bd', 'fixed_ips': [{'subnet_id': 'd9cfc6fe-8243-44f8-83ee-5cc038225393'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:41.738654 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-99c1379d-1b25-4d64-9082-731662b5c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.826002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.853972 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60336b03-f467-4eec-86e2-b626ee694d7e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:41.867845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cfc6fe-8243-44f8-83ee-5cc038225393,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server [None req-99c1379d-1b25-4d64-9082-731662b5c81e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9cfc6fe-8243-44f8-83ee-5cc038225393: This subnet is being modified by another concurrent operation. Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server raise exception Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9cfc6fe-8243-44f8-83ee-5cc038225393: This subnet is being modified by another concurrent operation. Jun 03 16:14:41.966285 n-d-844594-1 neutron-server[88340]: ERROR oslo_messaging.rpc.server Jun 03 16:14:41.976475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:41.978613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 60336b03-f467-4eec-86e2-b626ee694d7e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:41.985784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 60336b03-f467-4eec-86e2-b626ee694d7e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:41.986519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.014894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8748b19-c322-421a-92d6-e0e67a02eba9']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:42.019454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864dd4d6-6d20-48f7-b61f-33222eab30ad None None] Network d8748b19-c322-421a-92d6-e0e67a02eba9 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:42.030536 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc31dcb-9dd1-429b-a910-9dc1c1ae2c5b') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:42.030839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc31dcb-9dd1-429b-a910-9dc1c1ae2c5b') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:42.047128 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.068875 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.077691 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:42.077887 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.200606 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.233386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.244391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Network': ['ID=d8748b19-c322-421a-92d6-e0e67a02eba9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:42.256420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:42.256953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-06bf7dec-918f-4235-9ece-cc249003374d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/d8748b19-c322-421a-92d6-e0e67a02eba9 HTTP/1.1" status: 204 len: 168 time: 0.7547100 Jun 03 16:14:42.263054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1651391769'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:42.270810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:42.275820 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:network and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:42.279509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:42.282307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468d6ea-c266-4da2-aae0-29e4b10adbdf None None] get_active_networks_info from n-d-844594-1 {{(pid=88340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 16:14:42.287337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:42.299384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:42.305492 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.334347 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d765385c-25e9-4c0c-9eae-07ea4db3586c None None] Provisioning complete for port 60336b03-f467-4eec-86e2-b626ee694d7e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:42.334716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d765385c-25e9-4c0c-9eae-07ea4db3586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.345244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:42.357102 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.357469 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Added segment 4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56 of type vlan for network d9740445-9894-4d85-be61-b8fb5a288cff Jun 03 16:14:42.392744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.393480 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 60336b03-f467-4eec-86e2-b626ee694d7e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:42.393881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.426782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.434307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:42.435009 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.481224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 60336b03-f467-4eec-86e2-b626ee694d7e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60336b03-f467-4eec-86e2-b626ee694d7e,segment=NetworkSegment(33927036-95ca-494a-9b7c-feac1b263fe8),segment_id=33927036-95ca-494a-9b7c-feac1b263fe8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:42.483715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9468d6ea-c266-4da2-aae0-29e4b10adbdf None None] Resources bound (agent type, host, resource id): {{(pid=88340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 16:14:42.489024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.530051 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7dc31dcb-9dd1-429b-a910-9dc1c1ae2c5b resource provider aggregate not found Jun 03 16:14:42.552920 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 7dc31dcb-9dd1-429b-a910-9dc1c1ae2c5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dc31dcb-9dd1-429b-a910-9dc1c1ae2c5b found for delete ", "request_id": "req-52119932-3673-4e4f-a543-fb0161f713c1"}]} Jun 03 16:14:42.555786 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2952447 Jun 03 16:14:42.556491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42642) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:42.567200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'subnet': {'network_id': 'd9740445-9894-4d85-be61-b8fb5a288cff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:42.572710 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b9545-6e6b-4690-b41c-3c1ca5811610 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Network': ['ID=d9740445-9894-4d85-be61-b8fb5a288cff,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:42.611585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network d9740445-9894-4d85-be61-b8fb5a288cff details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:42.697228 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:42.702698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:subnet and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:42.707225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:42.713874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:42.725363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:42.729112 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:42.787069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d765385c-25e9-4c0c-9eae-07ea4db3586c None None] Current status of the port 60336b03-f467-4eec-86e2-b626ee694d7e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:42.803925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=60336b03-f467-4eec-86e2-b626ee694d7e,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:43.054545 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.143540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Subnet': ['ID=a48dae1e-54ca-4986-86c4-1f6a03b8b749,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:43.156491 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Checking segment: {'id': '4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9740445-9894-4d85-be61-b8fb5a288cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:43.156869 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network hostable DHCP agents. Network: d9740445-9894-4d85-be61-b8fb5a288cff, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:43.178338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network d9740445-9894-4d85-be61-b8fb5a288cff is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:43.189275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, d9740445-9894-4d85-be61-b8fb5a288cff) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:43.196044 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:43.197101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.198473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f7900-24b7-48c8-aa5f-4f6b92925eda None None] Network d9740445-9894-4d85-be61-b8fb5a288cff requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:43.225712 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1d9169a5-b0b5-438e-9a00-b822d84b06d8 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6677985 Jun 03 16:14:43.231561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42646) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:43.238678 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1738593453'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:43.245279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:43.249911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:network and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:43.255399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:43.263057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:43.277340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:43.281412 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.317614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:43.328771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.329108 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Added segment 2c8dd409-b810-4130-83ca-af45c9fe413d of type vlan for network 6914e44d-fc16-46ef-8935-ddf1c4d55b0c Jun 03 16:14:43.360571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.397343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.404212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:43.404859 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.507520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-098d22da-d939-457e-8d67-6c836dc8edf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.515022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42650) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:43.515744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-d9740445-9894-4d85-be61-b8fb5a288cff', 'network_id': 'd9740445-9894-4d85-be61-b8fb5a288cff', 'tenant_id': '77f87bfc275344eea6b6a5cc0bdf65bd', 'fixed_ips': [{'subnet_id': 'a48dae1e-54ca-4986-86c4-1f6a03b8b749'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:43.516914 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.517220 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2836499 Jun 03 16:14:43.519902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Request body: {'subnet': {'network_id': '6914e44d-fc16-46ef-8935-ddf1c4d55b0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:43.541820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd2618-7860-45ab-9d86-c12a7cc431a9 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Network': ['ID=6914e44d-fc16-46ef-8935-ddf1c4d55b0c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:43.557838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6914e44d-fc16-46ef-8935-ddf1c4d55b0c details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:43.653425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:43.657521 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Usage tracker for resource:subnet and tenant:77f87bfc275344eea6b6a5cc0bdf65bd is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:43.661462 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:43.668182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:43.680945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Made reservation on behalf of 77f87bfc275344eea6b6a5cc0bdf65bd for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:43.684778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:43.842889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60336b03-f467-4eec-86e2-b626ee694d7e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:43.950505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Allocated IP 2001:db8::2 (d9740445-9894-4d85-be61-b8fb5a288cff/a48dae1e-54ca-4986-86c4-1f6a03b8b749/7bb020c7-2e6f-4e8a-a18f-2ed926405b05) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:43.972578 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.049884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 60336b03-f467-4eec-86e2-b626ee694d7e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:44.050831 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.054476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event updated for resources: {'Subnet': ['ID=82c855ee-320d-4ead-891a-3bb1b1c3d06c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:44.065892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Checking segment: {'id': '2c8dd409-b810-4130-83ca-af45c9fe413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6914e44d-fc16-46ef-8935-ddf1c4d55b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:44.066250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network hostable DHCP agents. Network: 6914e44d-fc16-46ef-8935-ddf1c4d55b0c, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:44.095110 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Network 6914e44d-fc16-46ef-8935-ddf1c4d55b0c is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:44.109358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6914e44d-fc16-46ef-8935-ddf1c4d55b0c) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:44.121028 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:44.122397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.130298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366cb00-2e2e-4f6a-a54f-5fe587f8c335 None None] Network 6914e44d-fc16-46ef-8935-ddf1c4d55b0c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:44.166953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-522781a3-98d8-46d9-9ba1-cdab342e3285 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6514270 Jun 03 16:14:44.169919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42654) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:44.340003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.417918 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.454959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 60336b03-f467-4eec-86e2-b626ee694d7e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:44.485393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.518189 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.533740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Transition to ACTIVE for port object 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:44.564319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0dd9a8-1886-439f-b71a-9cd3450032c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-6914e44d-fc16-46ef-8935-ddf1c4d55b0c', 'network_id': '6914e44d-fc16-46ef-8935-ddf1c4d55b0c', 'tenant_id': '77f87bfc275344eea6b6a5cc0bdf65bd', 'fixed_ips': [{'subnet_id': '82c855ee-320d-4ead-891a-3bb1b1c3d06c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:44.565556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Subnet': ['ID=82c855ee-320d-4ead-891a-3bb1b1c3d06c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:44.565790 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd9a8-1886-439f-b71a-9cd3450032c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.579025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Transition to ACTIVE for port object 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:44.591310 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.677281 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.705076 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6914e44d-fc16-46ef-8935-ddf1c4d55b0c']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:44.710486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Network d9740445-9894-4d85-be61-b8fb5a288cff is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:44.718335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:44.719013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8dd409-b810-4130-83ca-af45c9fe413d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:44.719320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8dd409-b810-4130-83ca-af45c9fe413d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:44.723242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:44.733809 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.735425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Pushing event updated for resources: {'Port': ['ID=7bb020c7-2e6f-4e8a-a18f-2ed926405b05,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:44.755639 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.763124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:44.763686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.805893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336b554-8045-46b3-9280-e68a7bf75fe7 None None] Network 6914e44d-fc16-46ef-8935-ddf1c4d55b0c requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:44.842985 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 2c8dd409-b810-4130-83ca-af45c9fe413d resource provider aggregate not found Jun 03 16:14:44.915233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Attempting to bind port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:44.915615 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Attempting to bind port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9740445-9894-4d85-be61-b8fb5a288cff'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:44.915984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Attempting to bind port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 on network d9740445-9894-4d85-be61-b8fb5a288cff {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:44.934428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:44.934798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Checking segment: {'id': '4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9740445-9894-4d85-be61-b8fb5a288cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:44.935201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.935601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Bound using segment: {'id': '4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9740445-9894-4d85-be61-b8fb5a288cff'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:44.936097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Bound port: 7bb020c7-2e6f-4e8a-a18f-2ed926405b05, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9740445-9894-4d85-be61-b8fb5a288cff'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:44.936505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:44.985951 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 2c8dd409-b810-4130-83ca-af45c9fe413d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c8dd409-b810-4130-83ca-af45c9fe413d found for delete ", "request_id": "req-3f50acb4-4117-4866-af7a-0687613d446d"}]} Jun 03 16:14:45.009594 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.050498 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.069578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Network': ['ID=6914e44d-fc16-46ef-8935-ddf1c4d55b0c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:45.075986 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9902fe9f-7e28-40e8-af96-79eb1f5209dd tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/6914e44d-fc16-46ef-8935-ddf1c4d55b0c HTTP/1.1" status: 204 len: 168 time: 0.9048867 Jun 03 16:14:45.080281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42662) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:45.120427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] For port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:45.124882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] For port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7bb020c7-2e6f-4e8a-a18f-2ed926405b05,segment=NetworkSegment(4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56),segment_id=4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:45.125095 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6d2da6-2493-4e31-a6e1-fdd23798ba23 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] GET failed (client error): The resource could not be found. Jun 03 16:14:45.126063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5a6d2da6-2493-4e31-a6e1-fdd23798ba23 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Synchronizing usage tracker for tenant:77f87bfc275344eea6b6a5cc0bdf65bd on resource:subnet {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:45.131039 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.150310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5a6d2da6-2493-4e31-a6e1-fdd23798ba23 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Unset dirty status for tenant:77f87bfc275344eea6b6a5cc0bdf65bd on resource:subnet {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:45.152094 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5a6d2da6-2493-4e31-a6e1-fdd23798ba23 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "GET /v2.0/subnets/82c855ee-320d-4ead-891a-3bb1b1c3d06c HTTP/1.1" status: 404 len: 337 time: 0.0701938 Jun 03 16:14:45.155331 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42666) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:45.183797 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-681e87b2-b66f-4482-b548-9fa86ecf7bce tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] DELETE failed (client error): The resource could not be found. Jun 03 16:14:45.184396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681e87b2-b66f-4482-b548-9fa86ecf7bce tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:14:45.192996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-681e87b2-b66f-4482-b548-9fa86ecf7bce tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/6914e44d-fc16-46ef-8935-ddf1c4d55b0c HTTP/1.1" status: 404 len: 339 time: 0.0300124 Jun 03 16:14:45.192996 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42670) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:45.223482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606e8c0-4e79-49f0-8982-86c86f4d9e73 None None] Pushing event updated for resources: {'Port': ['ID=7bb020c7-2e6f-4e8a-a18f-2ed926405b05,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:45.244196 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5d9284-1df8-4839-bb84-42df15bd8d00 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] DELETE failed (client error): The resource could not be found. Jun 03 16:14:45.244756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5d9284-1df8-4839-bb84-42df15bd8d00 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:14:45.246579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2f5d9284-1df8-4839-bb84-42df15bd8d00 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/subnets/82c855ee-320d-4ead-891a-3bb1b1c3d06c HTTP/1.1" status: 404 len: 337 time: 0.0526302 Jun 03 16:14:45.249183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42674) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:45.288641 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64abf24-4724-48d6-be64-daf06a505a4c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] DELETE failed (client error): The resource could not be found. Jun 03 16:14:45.289452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64abf24-4724-48d6-be64-daf06a505a4c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:14:45.292754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b64abf24-4724-48d6-be64-daf06a505a4c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/6914e44d-fc16-46ef-8935-ddf1c4d55b0c HTTP/1.1" status: 404 len: 339 time: 0.0422783 Jun 03 16:14:45.295125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42678) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:45.387471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Deleting subnet a48dae1e-54ca-4986-86c4-1f6a03b8b749 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:14:45.391382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.472408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.580452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.661263 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.705946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Subnet': ['ID=a48dae1e-54ca-4986-86c4-1f6a03b8b749,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:45.710419 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.730793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2edc4066-3ca7-4404-bdb0-fb9c6744e69d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/subnets/a48dae1e-54ca-4986-86c4-1f6a03b8b749 HTTP/1.1" status: 204 len: 168 time: 0.4300644 Jun 03 16:14:45.730793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42682) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:45.809552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:45.861671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.873486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Deleting port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:45.873825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:45.881852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:45.963125 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.129067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] For port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7bb020c7-2e6f-4e8a-a18f-2ed926405b05,segment=NetworkSegment(4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56),segment_id=4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:46.129433 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.280880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Calling delete_port for 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:46.311411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c44ec03-4f44-42da-8a85-086c58744677 None None] Network d9740445-9894-4d85-be61-b8fb5a288cff requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:46.370122 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.421860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Port': ['ID=7bb020c7-2e6f-4e8a-a18f-2ed926405b05,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:46.422791 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3aeb85bc-c85d-493b-bcf1-84f710590a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.427556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No DVR routers for this DVR port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:46.427802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8b0053f4-542b-4f05-9099-d21e7cc60952 None None] Provisioning complete for port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:46.427958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b0053f4-542b-4f05-9099-d21e7cc60952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.476032 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8b0053f4-542b-4f05-9099-d21e7cc60952 None None] Port 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 was deleted so its status cannot be updated. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 16:14:46.570765 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.607560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9740445-9894-4d85-be61-b8fb5a288cff']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:46.624238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:46.624653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:46.638882 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.659542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6835a1-1d08-4a00-9e60-4230babf3bb1 None None] DHCP port deletion for d9740445-9894-4d85-be61-b8fb5a288cff request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:14:46.662184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.678375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:46.678804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.686868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.785007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.790428 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:46.819759 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/d9740445-9894-4d85-be61-b8fb5a288cff HTTP/1.1" status: 204 len: 168 time: 1.0899916 Jun 03 16:14:46.820963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699491f5-85fb-4ce2-b60f-8e7aa4355231 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Network': ['ID=d9740445-9894-4d85-be61-b8fb5a288cff,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:46.823082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42686) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:46.863960 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-25afcff4-106b-4e53-ab53-76a2738c130f tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] DELETE failed (client error): The resource could not be found. Jun 03 16:14:46.864456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25afcff4-106b-4e53-ab53-76a2738c130f tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:14:46.866222 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-25afcff4-106b-4e53-ab53-76a2738c130f tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/subnets/d9cfc6fe-8243-44f8-83ee-5cc038225393 HTTP/1.1" status: 404 len: 337 time: 0.0421920 Jun 03 16:14:46.868942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42690) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:46.895520 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-b288f4fd-86a3-4ced-8c5b-e58f7ac1b8e6 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] DELETE failed (client error): The resource could not be found. Jun 03 16:14:46.895906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b288f4fd-86a3-4ced-8c5b-e58f7ac1b8e6 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:14:46.898693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b288f4fd-86a3-4ced-8c5b-e58f7ac1b8e6 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/d8748b19-c322-421a-92d6-e0e67a02eba9 HTTP/1.1" status: 404 len: 339 time: 0.0278826 Jun 03 16:14:46.902278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42694) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:46.944847 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fdad12-63f5-455c-9eed-ac9b43cd684d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] DELETE failed (client error): The resource could not be found. Jun 03 16:14:46.945307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fdad12-63f5-455c-9eed-ac9b43cd684d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:14:46.947061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-54fdad12-63f5-455c-9eed-ac9b43cd684d tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/subnets/43484909-7f1a-4509-8de7-de02d22359e4 HTTP/1.1" status: 404 len: 337 time: 0.0438175 Jun 03 16:14:46.949648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42698) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:46.976544 n-d-844594-1 neutron-server[88338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6568e008-04ae-40c4-926a-32bb4bfd58e7 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] DELETE failed (client error): The resource could not be found. Jun 03 16:14:46.977022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6568e008-04ae-40c4-926a-32bb4bfd58e7 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:14:46.978780 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6568e008-04ae-40c4-926a-32bb4bfd58e7 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/a45c73cc-7820-4f41-bd26-b4d82b92c38d HTTP/1.1" status: 404 len: 339 time: 0.0282094 Jun 03 16:14:46.981856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42702) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:47.039509 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56 resource provider aggregate not found Jun 03 16:14:47.062921 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ea062ab-b293-4e7b-9f8f-b2ac9a8e2e56 found for delete ", "request_id": "req-016a0f35-c47b-4cf4-89a9-1a91005f091d"}]} Jun 03 16:14:47.069646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Deleting subnet 015568b6-5757-47fa-aff8-215f38792889 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:14:47.073180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.144515 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.146415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.352815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.435023 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.479176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Subnet': ['ID=015568b6-5757-47fa-aff8-215f38792889,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:47.482740 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.489190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744650d9-2a75-462c-98ad-3ac38e28a258 None None] Network 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:47.495173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a27db3d4-26c9-4ea7-b9d2-a8742940e00c tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/subnets/015568b6-5757-47fa-aff8-215f38792889 HTTP/1.1" status: 204 len: 168 time: 0.5122547 Jun 03 16:14:47.499227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42710) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:47.625985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.638673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Deleting port 60336b03-f467-4eec-86e2-b626ee694d7e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:47.639216 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.772656 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] DHCP port deletion for 5b556fd5-be03-43b7-a69c-eef66e5e8cc3 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:14:47.779670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Deleting port 60336b03-f467-4eec-86e2-b626ee694d7e {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:47.780487 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.808904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:47.851592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:47.851929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7bb020c7-2e6f-4e8a-a18f-2ed926405b05 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:48.029125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] For port 60336b03-f467-4eec-86e2-b626ee694d7e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60336b03-f467-4eec-86e2-b626ee694d7e,segment=NetworkSegment(33927036-95ca-494a-9b7c-feac1b263fe8),segment_id=33927036-95ca-494a-9b7c-feac1b263fe8)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:48.029468 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.051398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] For port 60336b03-f467-4eec-86e2-b626ee694d7e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60336b03-f467-4eec-86e2-b626ee694d7e,segment=NetworkSegment(33927036-95ca-494a-9b7c-feac1b263fe8),segment_id=33927036-95ca-494a-9b7c-feac1b263fe8)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:48.051789 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.165434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Calling delete_port for 60336b03-f467-4eec-86e2-b626ee694d7e owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:48.184754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Calling delete_port for 60336b03-f467-4eec-86e2-b626ee694d7e owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:48.251270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.264450 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:14:48.264821 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:14:48.314477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] No DVR routers for this DVR port 60336b03-f467-4eec-86e2-b626ee694d7e on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:48.342647 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Port': ['ID=60336b03-f467-4eec-86e2-b626ee694d7e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:48.450275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.454994 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.479473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b556fd5-be03-43b7-a69c-eef66e5e8cc3']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:48.492730 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33927036-95ca-494a-9b7c-feac1b263fe8') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:48.493028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33927036-95ca-494a-9b7c-feac1b263fe8') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:48.504855 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.521888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.528353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:48.528745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.600216 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 33927036-95ca-494a-9b7c-feac1b263fe8 resource provider aggregate not found Jun 03 16:14:48.619027 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.624765 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 33927036-95ca-494a-9b7c-feac1b263fe8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33927036-95ca-494a-9b7c-feac1b263fe8 found for delete ", "request_id": "req-d7d8f6be-0355-4989-b442-955d042c6bf9"}]} Jun 03 16:14:48.637101 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.656144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.667893 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] Pushing event deleted for resources: {'Network': ['ID=5b556fd5-be03-43b7-a69c-eef66e5e8cc3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:48.672356 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-022e9e0b-e115-4b8f-b668-f0e83bed57e3 tempest-NetworksIpV6Test-787019578 tempest-NetworksIpV6Test-787019578-project] 10.222.0.66 "DELETE /v2.0/networks/5b556fd5-be03-43b7-a69c-eef66e5e8cc3 HTTP/1.1" status: 204 len: 168 time: 1.1720033 Jun 03 16:14:48.766104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Deleting port 60336b03-f467-4eec-86e2-b626ee694d7e {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:48.766503 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.838315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06d8da23-f98d-45e0-9bba-d76d9d8ce780 None None] The port '60336b03-f467-4eec-86e2-b626ee694d7e' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:14:48.964031 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42722) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:49.148732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-453c116b-9c94-43e7-9480-577417f13565 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77f87bfc275344eea6b6a5cc0bdf65bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830521 Jun 03 16:14:49.158335 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42728) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:49.222515 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8852dee4-4808-4a18-a184-40e1ddccfdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:49.249835 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8852dee4-4808-4a18-a184-40e1ddccfdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:49.310482 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8852dee4-4808-4a18-a184-40e1ddccfdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:49.325514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852dee4-4808-4a18-a184-40e1ddccfdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcad65c-4ef6-4214-a1ba-e2f276fd1a94,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:49.334110 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8852dee4-4808-4a18-a184-40e1ddccfdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:49.335261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8852dee4-4808-4a18-a184-40e1ddccfdce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bcad65c-4ef6-4214-a1ba-e2f276fd1a94 HTTP/1.1" status: 204 len: 168 time: 0.1753407 Jun 03 16:14:49.760622 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60336b03-f467-4eec-86e2-b626ee694d7e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:49.795885 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 60336b03-f467-4eec-86e2-b626ee694d7e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:49.796290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60336b03-f467-4eec-86e2-b626ee694d7e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:50.085488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42752) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:50.191517 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1304136768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:50.199009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:50.202910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Usage tracker for resource:router and tenant:2df6f2ad2f8d46e3af7e513986cab2fc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:50.206453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:50.213435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:50.228935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.230052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.245073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.264893 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.288565 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.289937 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eea62b16-9dc5-4b5a-80ac-91856ceb9df3 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2034318 Jun 03 16:14:50.292761 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42758) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:50.298440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-827088018'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:50.304263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:50.308846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Usage tracker for resource:network and tenant:2df6f2ad2f8d46e3af7e513986cab2fc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:50.311766 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:50.318223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:50.328887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Made reservation on behalf of 2df6f2ad2f8d46e3af7e513986cab2fc for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:50.332959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.345675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.361443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:50.365582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Usage tracker for resource:security_group_rule and tenant:2df6f2ad2f8d46e3af7e513986cab2fc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:50.368564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:50.374473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:50.465503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.469805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.504545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:50.513117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1537d4ff-176c-4e33-b728-30721298e94c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:50.520479 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.520838 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Added segment 4f66319e-5308-47a4-bb38-19b02483318d of type vlan for network 05426677-4d42-4a1c-9d7c-cbcf08e11582 Jun 03 16:14:50.551812 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.583852 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.590651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:50.591267 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.704136 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4101472 Jun 03 16:14:50.707028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53d36b-e0c2-49a5-99c9-2d527dcae182 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event updated for resources: {'Network': ['ID=05426677-4d42-4a1c-9d7c-cbcf08e11582,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:50.707264 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42762) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:50.713286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Request body: {'subnet': {'network_id': '05426677-4d42-4a1c-9d7c-cbcf08e11582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:50.725335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 05426677-4d42-4a1c-9d7c-cbcf08e11582 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:50.828549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:50.832953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Usage tracker for resource:subnet and tenant:2df6f2ad2f8d46e3af7e513986cab2fc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:50.835932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:50.841987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:50.854108 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Made reservation on behalf of 2df6f2ad2f8d46e3af7e513986cab2fc for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:50.859325 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.091459 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.175100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event updated for resources: {'Subnet': ['ID=278f4646-212c-4a28-936f-c03faf83b75e,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:51.184721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Checking segment: {'id': '4f66319e-5308-47a4-bb38-19b02483318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '05426677-4d42-4a1c-9d7c-cbcf08e11582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:51.185077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Network hostable DHCP agents. Network: 05426677-4d42-4a1c-9d7c-cbcf08e11582, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:51.204944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Network 05426677-4d42-4a1c-9d7c-cbcf08e11582 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:51.217208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 05426677-4d42-4a1c-9d7c-cbcf08e11582) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:51.224229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:51.224818 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.229115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff13c0-b94d-4ef3-90a5-8df16d6f1dbd None None] Network 05426677-4d42-4a1c-9d7c-cbcf08e11582 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:51.253016 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42766) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:51.253608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1272b6aa-99d9-4ea1-9d25-a415ab80c166 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5447834 Jun 03 16:14:51.259756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-354226246'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:51.266329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:51.275607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Usage tracker for resource:network and tenant:2df6f2ad2f8d46e3af7e513986cab2fc is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:51.278939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:51.285693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:51.296783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Made reservation on behalf of 2df6f2ad2f8d46e3af7e513986cab2fc for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:51.300533 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.329427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:51.340015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.340396 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Added segment a0c73bf0-fb48-400b-b4f7-90c44235c7a6 of type vlan for network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 Jun 03 16:14:51.369943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.401903 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.413348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:51.414339 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.469731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-05426677-4d42-4a1c-9d7c-cbcf08e11582', 'network_id': '05426677-4d42-4a1c-9d7c-cbcf08e11582', 'tenant_id': '2df6f2ad2f8d46e3af7e513986cab2fc', 'fixed_ips': [{'subnet_id': '278f4646-212c-4a28-936f-c03faf83b75e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:51.471183 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.515723 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2607296 Jun 03 16:14:51.518896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42770) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:51.525605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Request body: {'subnet': {'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:51.528656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ef9f3-60e8-4c97-9956-2124af369de4 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event updated for resources: {'Network': ['ID=5893e48d-b0d3-4553-a2f5-f3c91bd296e0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:51.544181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:51.641192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:51.645207 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Usage tracker for resource:subnet and tenant:2df6f2ad2f8d46e3af7e513986cab2fc is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:51.648517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:51.654887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:51.664888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Made reservation on behalf of 2df6f2ad2f8d46e3af7e513986cab2fc for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:51.668423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.777204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Allocated IP 172.20.0.2 (05426677-4d42-4a1c-9d7c-cbcf08e11582/278f4646-212c-4a28-936f-c03faf83b75e/d1dc7eef-2daa-4595-ab06-506dffd28ecb) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:51.902690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:51.985759 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event updated for resources: {'Subnet': ['ID=31f484a2-344a-4fe2-8ee5-58cd7344b819,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:51.997480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Checking segment: {'id': 'a0c73bf0-fb48-400b-b4f7-90c44235c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:51.997846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Network hostable DHCP agents. Network: 5893e48d-b0d3-4553-a2f5-f3c91bd296e0, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:51.999682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.011150 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Transition to ACTIVE for port object d1dc7eef-2daa-4595-ab06-506dffd28ecb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:52.018047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:52.031769 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 5893e48d-b0d3-4553-a2f5-f3c91bd296e0) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:52.034422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Transition to ACTIVE for port object d1dc7eef-2daa-4595-ab06-506dffd28ecb will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:52.037947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:52.038646 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.041628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.069927 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b7d68c83-74bc-43b6-a164-963fd60b2cd9 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5472267 Jun 03 16:14:52.070534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42774) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:52.081444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-286585c2-5f22-4b67-833e-c6884e0977a7 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Request body: {'router': {'external_gateway_info': {'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:52.084470 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f3089e-5118-4c5d-b534-8564b1e9ff3e None None] Network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:52.185565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Network 05426677-4d42-4a1c-9d7c-cbcf08e11582 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:52.195433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:52.202067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:52.208022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Pushing event updated for resources: {'Port': ['ID=d1dc7eef-2daa-4595-ab06-506dffd28ecb,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:52.335064 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Attempting to bind port d1dc7eef-2daa-4595-ab06-506dffd28ecb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:52.335852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Attempting to bind port d1dc7eef-2daa-4595-ab06-506dffd28ecb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4f66319e-5308-47a4-bb38-19b02483318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '05426677-4d42-4a1c-9d7c-cbcf08e11582'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:52.335852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Attempting to bind port d1dc7eef-2daa-4595-ab06-506dffd28ecb on network 05426677-4d42-4a1c-9d7c-cbcf08e11582 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:52.369329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:52.369689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Checking segment: {'id': '4f66319e-5308-47a4-bb38-19b02483318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '05426677-4d42-4a1c-9d7c-cbcf08e11582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:52.370093 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.370484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Bound using segment: {'id': '4f66319e-5308-47a4-bb38-19b02483318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '05426677-4d42-4a1c-9d7c-cbcf08e11582'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:52.370953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Bound port: d1dc7eef-2daa-4595-ab06-506dffd28ecb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66319e-5308-47a4-bb38-19b02483318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '05426677-4d42-4a1c-9d7c-cbcf08e11582'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:52.371342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.519629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-5893e48d-b0d3-4553-a2f5-f3c91bd296e0', 'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0', 'tenant_id': '2df6f2ad2f8d46e3af7e513986cab2fc', 'fixed_ips': [{'subnet_id': '31f484a2-344a-4fe2-8ee5-58cd7344b819'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:52.520508 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.554499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] For port d1dc7eef-2daa-4595-ab06-506dffd28ecb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:52.603890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] For port d1dc7eef-2daa-4595-ab06-506dffd28ecb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d1dc7eef-2daa-4595-ab06-506dffd28ecb,segment=NetworkSegment(4f66319e-5308-47a4-bb38-19b02483318d),segment_id=4f66319e-5308-47a4-bb38-19b02483318d)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:52.622373 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.682366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-286585c2-5f22-4b67-833e-c6884e0977a7 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.775983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8b46a-5986-4e27-885c-f155b413c607 None None] Pushing event updated for resources: {'Port': ['ID=d1dc7eef-2daa-4595-ab06-506dffd28ecb,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:52.796435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Allocated IP 172.21.0.2 (5893e48d-b0d3-4553-a2f5-f3c91bd296e0/31f484a2-344a-4fe2-8ee5-58cd7344b819/d9cd11b9-0b6d-43f1-891c-58eba91b380c) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:52.942106 n-d-844594-1 neutron-server[88338]: INFO neutron.api.v2.resource [None req-286585c2-5f22-4b67-833e-c6884e0977a7 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 16:14:52.944084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-286585c2-5f22-4b67-833e-c6884e0977a7 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "PUT /v2.0/routers/34894cdc-699b-4533-bddc-9af33a8470e9 HTTP/1.1" status: 400 len: 364 time: 0.8720274 Jun 03 16:14:52.954987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42778) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:53.065918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Deleting subnet 31f484a2-344a-4fe2-8ee5-58cd7344b819 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:14:53.075959 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.093251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Transition to ACTIVE for port object d9cd11b9-0b6d-43f1-891c-58eba91b380c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:53.118439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Transition to ACTIVE for port object d9cd11b9-0b6d-43f1-891c-58eba91b380c will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:53.125112 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.126210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.202229 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.203456 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:53.204785 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:53.209560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:53.251995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Pushing event updated for resources: {'Port': ['ID=d9cd11b9-0b6d-43f1-891c-58eba91b380c,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:53.320920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Attempting to bind port d9cd11b9-0b6d-43f1-891c-58eba91b380c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:53.321364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Attempting to bind port d9cd11b9-0b6d-43f1-891c-58eba91b380c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'a0c73bf0-fb48-400b-b4f7-90c44235c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:53.321738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Attempting to bind port d9cd11b9-0b6d-43f1-891c-58eba91b380c on network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:53.328279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:53.328664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Checking segment: {'id': 'a0c73bf0-fb48-400b-b4f7-90c44235c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:53.329069 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.329461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Bound using segment: {'id': 'a0c73bf0-fb48-400b-b4f7-90c44235c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:53.329933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Bound port: d9cd11b9-0b6d-43f1-891c-58eba91b380c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c73bf0-fb48-400b-b4f7-90c44235c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5893e48d-b0d3-4553-a2f5-f3c91bd296e0'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:53.330881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.350530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.458367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.462683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] For port d9cd11b9-0b6d-43f1-891c-58eba91b380c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:53.467262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] For port d9cd11b9-0b6d-43f1-891c-58eba91b380c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d9cd11b9-0b6d-43f1-891c-58eba91b380c,segment=NetworkSegment(a0c73bf0-fb48-400b-b4f7-90c44235c7a6),segment_id=a0c73bf0-fb48-400b-b4f7-90c44235c7a6)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:53.474611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.507184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event deleted for resources: {'Subnet': ['ID=31f484a2-344a-4fe2-8ee5-58cd7344b819,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:53.511726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.519754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-94521a07-2793-42c5-bf00-1226c3bb329c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "DELETE /v2.0/subnets/31f484a2-344a-4fe2-8ee5-58cd7344b819 HTTP/1.1" status: 204 len: 168 time: 0.5629420 Jun 03 16:14:53.523330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42782) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:53.622077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc43d5-ec61-43e8-8740-a8354bb93752 None None] Pushing event updated for resources: {'Port': ['ID=d9cd11b9-0b6d-43f1-891c-58eba91b380c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:53.664563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.679300 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Deleting port d9cd11b9-0b6d-43f1-891c-58eba91b380c {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:53.679651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:53.893548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d1dc7eef-2daa-4595-ab06-506dffd28ecb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:54.006537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d1dc7eef-2daa-4595-ab06-506dffd28ecb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:54.039142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] For port d9cd11b9-0b6d-43f1-891c-58eba91b380c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d9cd11b9-0b6d-43f1-891c-58eba91b380c,segment=NetworkSegment(a0c73bf0-fb48-400b-b4f7-90c44235c7a6),segment_id=a0c73bf0-fb48-400b-b4f7-90c44235c7a6)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:54.039725 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.295758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd43ac-b7c3-41a7-b789-16e36128e424 None None] Network 05426677-4d42-4a1c-9d7c-cbcf08e11582 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:54.302494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Calling delete_port for d9cd11b9-0b6d-43f1-891c-58eba91b380c owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:54.395764 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.449974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event deleted for resources: {'Port': ['ID=d9cd11b9-0b6d-43f1-891c-58eba91b380c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:54.451056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] Provisioning for port d1dc7eef-2daa-4595-ab06-506dffd28ecb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:54.454591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] No DVR routers for this DVR port d9cd11b9-0b6d-43f1-891c-58eba91b380c on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:54.463307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] Provisioning complete for port d1dc7eef-2daa-4595-ab06-506dffd28ecb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:54.464347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.603904 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.646612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5893e48d-b0d3-4553-a2f5-f3c91bd296e0']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:54.665977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c73bf0-fb48-400b-b4f7-90c44235c7a6') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:54.666283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c73bf0-fb48-400b-b4f7-90c44235c7a6') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:54.683685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.721899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.733861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:54.734585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.750996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] Current status of the port d1dc7eef-2daa-4595-ab06-506dffd28ecb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:54.751455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.820300 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] For port d1dc7eef-2daa-4595-ab06-506dffd28ecb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d1dc7eef-2daa-4595-ab06-506dffd28ecb,segment=NetworkSegment(4f66319e-5308-47a4-bb38-19b02483318d),segment_id=4f66319e-5308-47a4-bb38-19b02483318d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:54.832425 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.858256 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a0c73bf0-fb48-400b-b4f7-90c44235c7a6 resource provider aggregate not found Jun 03 16:14:54.893932 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment a0c73bf0-fb48-400b-b4f7-90c44235c7a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0c73bf0-fb48-400b-b4f7-90c44235c7a6 found for delete ", "request_id": "req-d0e10cb5-a94a-45a6-a559-6c42cdf2815a"}]} Jun 03 16:14:54.896642 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.905316 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:54.939189 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event deleted for resources: {'Network': ['ID=5893e48d-b0d3-4553-a2f5-f3c91bd296e0,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:54.945085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-25a7bd30-0060-4624-ab31-5fe40e7409ee tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "DELETE /v2.0/networks/5893e48d-b0d3-4553-a2f5-f3c91bd296e0 HTTP/1.1" status: 204 len: 168 time: 1.4197321 Jun 03 16:14:54.947449 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42790) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:54.978443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526aca4-9096-4591-81fd-e43dc0da0597 None None] Pushing event updated for resources: {'Port': ['ID=d1dc7eef-2daa-4595-ab06-506dffd28ecb,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:55.053991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Deleting subnet 278f4646-212c-4a28-936f-c03faf83b75e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:14:55.067308 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.071548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cabc2d31-14e5-4de8-b8ce-661ad38c6b8a None None] Could not find standard attr ID for object d9cd11b9-0b6d-43f1-891c-58eba91b380c. {{(pid=88340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 16:14:55.106248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966b1f8-bba2-4e2d-b8cc-902d98f6a58d None None] DHCP port deletion for 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:14:55.132521 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a582f300-8faf-4208-a616-61693777267c None None] Network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:55.150321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.156533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a582f300-8faf-4208-a616-61693777267c None None] Network 5893e48d-b0d3-4553-a2f5-f3c91bd296e0 could not be found, it might have been deleted concurrently. {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 03 16:14:55.191937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fe1aa004-82e4-4095-adfc-2ffe58330913 None None] Provisioning complete for port d1dc7eef-2daa-4595-ab06-506dffd28ecb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:55.192459 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa004-82e4-4095-adfc-2ffe58330913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.275353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.318981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-fe1aa004-82e4-4095-adfc-2ffe58330913 None None] Current status of the port d1dc7eef-2daa-4595-ab06-506dffd28ecb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:55.358930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.403913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event deleted for resources: {'Subnet': ['ID=278f4646-212c-4a28-936f-c03faf83b75e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:55.407399 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.414144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ac786aaf-571f-4b75-a4a7-6ee03b8e449c tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "DELETE /v2.0/subnets/278f4646-212c-4a28-936f-c03faf83b75e HTTP/1.1" status: 204 len: 168 time: 0.4652016 Jun 03 16:14:55.415010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3965de2-73f8-453c-951a-1adefa4735e9 None None] Network 05426677-4d42-4a1c-9d7c-cbcf08e11582 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:55.416787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42794) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:55.534757 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.545926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Deleting port d1dc7eef-2daa-4595-ab06-506dffd28ecb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:55.546278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.672963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] DHCP port deletion for 05426677-4d42-4a1c-9d7c-cbcf08e11582 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:14:55.677363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Deleting port d1dc7eef-2daa-4595-ab06-506dffd28ecb {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:55.678132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.777596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] For port d1dc7eef-2daa-4595-ab06-506dffd28ecb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d1dc7eef-2daa-4595-ab06-506dffd28ecb,segment=NetworkSegment(4f66319e-5308-47a4-bb38-19b02483318d),segment_id=4f66319e-5308-47a4-bb38-19b02483318d)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:55.777969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.785105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d1dc7eef-2daa-4595-ab06-506dffd28ecb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:55.906122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Calling delete_port for d1dc7eef-2daa-4595-ab06-506dffd28ecb owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:55.988309 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:55.998288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] For port d1dc7eef-2daa-4595-ab06-506dffd28ecb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d1dc7eef-2daa-4595-ab06-506dffd28ecb,segment=NetworkSegment(4f66319e-5308-47a4-bb38-19b02483318d),segment_id=4f66319e-5308-47a4-bb38-19b02483318d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:55.998680 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.045966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event deleted for resources: {'Port': ['ID=d1dc7eef-2daa-4595-ab06-506dffd28ecb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:56.049772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] No DVR routers for this DVR port d1dc7eef-2daa-4595-ab06-506dffd28ecb on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:56.127803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d1dc7eef-2daa-4595-ab06-506dffd28ecb is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:56.128196 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.146325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Calling delete_port for d1dc7eef-2daa-4595-ab06-506dffd28ecb owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:56.191542 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.227124 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05426677-4d42-4a1c-9d7c-cbcf08e11582']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:56.240938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f66319e-5308-47a4-bb38-19b02483318d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:56.241153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f66319e-5308-47a4-bb38-19b02483318d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:56.256000 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.268513 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:14:56.268914 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:14:56.273530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.281007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:56.281406 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.351888 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4f66319e-5308-47a4-bb38-19b02483318d resource provider aggregate not found Jun 03 16:14:56.376542 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 4f66319e-5308-47a4-bb38-19b02483318d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f66319e-5308-47a4-bb38-19b02483318d found for delete ", "request_id": "req-0e7749cc-1157-4a66-99cc-a7e234eec258"}]} Jun 03 16:14:56.392847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.411075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.423332 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Pushing event deleted for resources: {'Network': ['ID=05426677-4d42-4a1c-9d7c-cbcf08e11582,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:56.426566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fc8fc05c-2a55-4fa0-8c8b-4d5fe38e8036 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "DELETE /v2.0/networks/05426677-4d42-4a1c-9d7c-cbcf08e11582 HTTP/1.1" status: 204 len: 168 time: 1.0087852 Jun 03 16:14:56.430412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42802) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:56.498161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98605743-0145-444c-85e9-5096f19bde1f tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Synchronizing usage tracker for tenant:2df6f2ad2f8d46e3af7e513986cab2fc on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:56.516780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-98605743-0145-444c-85e9-5096f19bde1f tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Unset dirty status for tenant:2df6f2ad2f8d46e3af7e513986cab2fc on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:56.518568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-98605743-0145-444c-85e9-5096f19bde1f tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "GET /v2.0/ports?device_id=34894cdc-699b-4533-bddc-9af33a8470e9 HTTP/1.1" status: 200 len: 205 time: 0.0864863 Jun 03 16:14:56.521431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42806) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:56.770772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Deleting port d1dc7eef-2daa-4595-ab06-506dffd28ecb {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:56.771316 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.776993 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ea23-08a3-424f-8b96-34afeea86cb1 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:56.842134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-06c73098-c181-4fd7-9424-a8726c7e74df None None] The port 'd1dc7eef-2daa-4595-ab06-506dffd28ecb' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:14:57.090828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ea23-08a3-424f-8b96-34afeea86cb1 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.093135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ea23-08a3-424f-8b96-34afeea86cb1 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.116991 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ea23-08a3-424f-8b96-34afeea86cb1 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.117463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd1ea23-08a3-424f-8b96-34afeea86cb1 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Fanout notify agent at l3_agent the message router_deleted on router 34894cdc-699b-4533-bddc-9af33a8470e9 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:14:57.131209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8dd1ea23-08a3-424f-8b96-34afeea86cb1 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.132555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8dd1ea23-08a3-424f-8b96-34afeea86cb1 tempest-RoutersNegativeTest-72108166 tempest-RoutersNegativeTest-72108166-project] 10.222.0.66 "DELETE /v2.0/routers/34894cdc-699b-4533-bddc-9af33a8470e9 HTTP/1.1" status: 204 len: 168 time: 0.6102266 Jun 03 16:14:57.420171 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42814) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:57.580876 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1ec57f7b-951f-4168-b08b-5974e692d8d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2df6f2ad2f8d46e3af7e513986cab2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594565 Jun 03 16:14:57.583238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42820) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:57.643235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15bdb1d2-879b-428e-95e7-0e1ce9059de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.670419 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15bdb1d2-879b-428e-95e7-0e1ce9059de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.731000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15bdb1d2-879b-428e-95e7-0e1ce9059de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.746330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdb1d2-879b-428e-95e7-0e1ce9059de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537d4ff-176c-4e33-b728-30721298e94c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:57.753045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-15bdb1d2-879b-428e-95e7-0e1ce9059de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:57.754307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-15bdb1d2-879b-428e-95e7-0e1ce9059de1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1537d4ff-176c-4e33-b728-30721298e94c HTTP/1.1" status: 204 len: 168 time: 0.1700463 Jun 03 16:14:58.477576 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42844) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:58.598665 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-248784986-network', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:58.605034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:58.610222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Usage tracker for resource:network and tenant:aa59f614b38b47c7a2c24142bc55c413 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:58.613607 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:58.620442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:58.633211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Made reservation on behalf of aa59f614b38b47c7a2c24142bc55c413 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:58.636077 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:58.653715 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:58.669823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:58.673867 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Usage tracker for resource:security_group_rule and tenant:aa59f614b38b47c7a2c24142bc55c413 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:58.676981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:58.683593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:58.784920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:58.789423 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:58.824259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:58.835033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17936d56-050d-46f0-880e-a7f9b8e42282,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:58.843273 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:58.843702 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Added segment d83b0a39-4b4f-42e9-931f-4cd668d7b99d of type vlan for network 2848faa5-abc9-4899-8f8f-40b529605809 Jun 03 16:14:58.880035 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:58.916951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:58.917934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:58.918505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:59.080216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] Pushing event updated for resources: {'Network': ['ID=2848faa5-abc9-4899-8f8f-40b529605809,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:59.087969 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6f8faebf-d62a-416f-8706-fd261c51799d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6058416 Jun 03 16:14:59.088856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42850) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:59.094975 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Request body: {'subnet': {'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-subnet', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:59.097877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 2848faa5-abc9-4899-8f8f-40b529605809 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:59.102543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:59.107446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Usage tracker for resource:subnet and tenant:aa59f614b38b47c7a2c24142bc55c413 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:59.112149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:59.121991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:59.141070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Made reservation on behalf of aa59f614b38b47c7a2c24142bc55c413 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:59.145549 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:59.438792 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:59.518283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac5dccd-4647-4c95-b743-c79d9cfea995,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:59.531280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Checking segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:59.531631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Network hostable DHCP agents. Network: 2848faa5-abc9-4899-8f8f-40b529605809, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:59.554614 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Network 2848faa5-abc9-4899-8f8f-40b529605809 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:59.565502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 2848faa5-abc9-4899-8f8f-40b529605809) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:59.570015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:59.570952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:59.579397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320bf5bb-26c4-46fd-bf55-f4da79044bf7 None None] Network 2848faa5-abc9-4899-8f8f-40b529605809 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:59.603245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a4115230-4d8f-43e1-9d2d-839d525635ed admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5134342 Jun 03 16:14:59.605773 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42854) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:59.611907 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:59.618013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:59.622709 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Usage tracker for resource:router and tenant:aa59f614b38b47c7a2c24142bc55c413 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:59.626520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:59.633890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:59.646051 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:59.647186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:59.664891 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:59.823038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-2848faa5-abc9-4899-8f8f-40b529605809', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'fixed_ips': [{'subnet_id': '4ac5dccd-4647-4c95-b743-c79d9cfea995'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:59.824697 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.080895 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.124159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Allocated IP 172.20.0.2 (2848faa5-abc9-4899-8f8f-40b529605809/4ac5dccd-4647-4c95-b743-c79d9cfea995/2fac6f3d-38b7-48e8-aadd-934a4f7943f0) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:00.429581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.441161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Transition to ACTIVE for port object 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:00.462005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Transition to ACTIVE for port object 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:00.468930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.482161 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.514948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.598211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Network 2848faa5-abc9-4899-8f8f-40b529605809 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:00.604210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:00.609582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:00.618031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Pushing event updated for resources: {'Port': ['ID=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:00.676359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Allocated IP 172.25.1.101 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/4ced8b7f-4f07-41cb-8107-60f1a2c3c71c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:00.709497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Attempting to bind port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:00.709776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Attempting to bind port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:00.710133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Attempting to bind port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 on network 2848faa5-abc9-4899-8f8f-40b529605809 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:00.716091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:00.716491 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Checking segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:00.716896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.717290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Bound using segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:00.717762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Bound port: 2fac6f3d-38b7-48e8-aadd-934a4f7943f0, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:00.718124 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.826672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] For port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:00.831770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] For port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:00.837743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.857050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.918464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:00.933451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d99993-1531-4322-9d84-ee6c55239570 None None] Pushing event updated for resources: {'Port': ['ID=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:01.001499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:01.005276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:01.012130 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:01.062925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Pushing event updated for resources: {'Port': ['ID=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:01.526898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:01.810694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:01.906709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:02.077842 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:02.133400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b58be92-9fca-415a-9bc7-65d3f0bc9ddf None None] Network 2848faa5-abc9-4899-8f8f-40b529605809 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:15:02.230816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] Provisioning for port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:02.241335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] Provisioning complete for port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:02.241827 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:02.345910 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Router e71fc339-e2ba-453f-bcff-bd18975fffe5 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:15:02.477896 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] Current status of the port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:02.478161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:02.521825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] For port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:02.527292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:02.563060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:15:02.589271 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Sync routers for ids ['e71fc339-e2ba-453f-bcff-bd18975fffe5'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:02.600184 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:02.604254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1bddd897-be50-44d3-9b46-0dc761e74d65 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9945970 Jun 03 16:15:02.604569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42858) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:02.606182 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Routers {'e71fc339-e2ba-453f-bcff-bd18975fffe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:02.607028 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e71fc339-e2ba-453f-bcff-bd18975fffe5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:02.629423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad76a91-a2c3-4983-b44c-83a9feaa86d4 None None] Pushing event updated for resources: {'Port': ['ID=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:02.818081 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Set router e71fc339-e2ba-453f-bcff-bd18975fffe5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:02.853852 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-13886151-7394-4bfd-bba9-199b14238a74 None None] Provisioning complete for port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:02.853852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-13886151-7394-4bfd-bba9-199b14238a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.047059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-13886151-7394-4bfd-bba9-199b14238a74 None None] Current status of the port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:03.180185 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:15:01Z', 'revision_number': 3, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port': {'id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:00Z', 'updated_at': '2022-06-03T16:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:03.184656 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Checking router: e71fc339-e2ba-453f-bcff-bd18975fffe5 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:03.184988 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Updating router e71fc339-e2ba-453f-bcff-bd18975fffe5 port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:03.241250 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.494319 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.629885 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.643380 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Transition to ACTIVE for port object 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:03.651405 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.738229 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Attempting to bind port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:03.738597 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Attempting to bind port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:03.738957 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Attempting to bind port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:03.745324 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Pushing event updated for resources: {'Port': ['ID=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:03.755176 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.755514 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.755845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.756200 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.756528 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.756848 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.757166 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.757480 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.757797 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.758111 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.758426 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.758739 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:03.762383 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:03.762752 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:03.763153 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.763528 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:03.764082 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Bound port: 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:03.764484 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.797554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:03.875313 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] For port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:03.880620 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] For port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:03.884981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:03.885806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.886063 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:03.965232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Routers {'e71fc339-e2ba-453f-bcff-bd18975fffe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:03.965912 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e71fc339-e2ba-453f-bcff-bd18975fffe5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:04.011843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Allocated IP 172.20.0.1 (2848faa5-abc9-4899-8f8f-40b529605809/4ac5dccd-4647-4c95-b743-c79d9cfea995/0eae0cd6-32ae-46b2-92b0-367aec4a3f56) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:04.052893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:04.056203 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581a318-f4af-4c65-a696-b20048ef8b57 None None] Pushing event updated for resources: {'Port': ['ID=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:04.164228 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] Set router e71fc339-e2ba-453f-bcff-bd18975fffe5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:04.269712 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:04.286951 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Transition to ACTIVE for port object 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:04.295444 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:15:04.312881 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:04.384674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Network 2848faa5-abc9-4899-8f8f-40b529605809 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:04.387776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:04.392328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:04.453064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Pushing event updated for resources: {'Port': ['ID=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:04.496779 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:04.499532 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:15:01Z', 'revision_number': 3, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port': {'id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:00Z', 'updated_at': '2022-06-03T16:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:04.505504 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20be8-fcc7-40e3-9732-2f14dbb19db8 None None] The sync data for ids ['e71fc339-e2ba-453f-bcff-bd18975fffe5'] in n-d-844594-1 is: [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:15:01Z', 'revision_number': 3, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port': {'id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:00Z', 'updated_at': '2022-06-03T16:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:04.685085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-278aadf4-b04f-4c4a-bd74-be61a7a3f0fe None None] Provisioning for port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:04.693479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-278aadf4-b04f-4c4a-bd74-be61a7a3f0fe None None] Provisioning complete for port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:04.694264 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-278aadf4-b04f-4c4a-bd74-be61a7a3f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:04.799447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-278aadf4-b04f-4c4a-bd74-be61a7a3f0fe None None] Port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:15:04.822018 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.086053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.092287 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.208023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Pushing event updated for resources: {'Port': ['ID=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:05.210803 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.382101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Network 2848faa5-abc9-4899-8f8f-40b529605809 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:05.384061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:05.666503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Router e71fc339-e2ba-453f-bcff-bd18975fffe5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:15:05.733774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-81d81f4b-9824-447b-8ed0-afcef254a25a None None] Provisioning complete for port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:05.734608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-81d81f4b-9824-447b-8ed0-afcef254a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.847465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:05.883841 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-81d81f4b-9824-447b-8ed0-afcef254a25a None None] Port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:15:05.939869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:05.949001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:05.949595 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.053412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:15:06.072244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4ff18e61-2d41-46ba-af2e-5c8acfc4550f admin admin] 10.222.0.66 "PUT /v2.0/routers/e71fc339-e2ba-453f-bcff-bd18975fffe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4627209 Jun 03 16:15:06.141840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:06.142387 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.174722 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:06.182488 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.292356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:06.409382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Sync routers for ids ['e71fc339-e2ba-453f-bcff-bd18975fffe5'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:06.427537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Routers {'e71fc339-e2ba-453f-bcff-bd18975fffe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:06.428687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e71fc339-e2ba-453f-bcff-bd18975fffe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:06.665679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Set router e71fc339-e2ba-453f-bcff-bd18975fffe5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:06.807745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42878) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:06.814705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-518432090-network', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:06.820722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:06.825426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Usage tracker for resource:network and tenant:57dd35c10d6b4735bd1c9b0a10b8b253 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:06.830356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:06.837120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:06.849840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Made reservation on behalf of 57dd35c10d6b4735bd1c9b0a10b8b253 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:06.854387 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.882363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.910126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:06.917296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Usage tracker for resource:security_group_rule and tenant:57dd35c10d6b4735bd1c9b0a10b8b253 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:06.922246 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:06.932831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:07.078217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.083329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.114794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:15:04Z', 'revision_number': 4, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port': {'id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:00Z', 'updated_at': '2022-06-03T16:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0eae0cd6-32ae-46b2-92b0-367aec4a3f56', 'name': '', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'mac_address': 'fa:16:3e:1b:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:03Z', 'updated_at': '2022-06-03T16:15:04Z', 'revision_number': 2, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'subnets': [{'id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:07.119784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:15:07.121422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Checking router: e71fc339-e2ba-453f-bcff-bd18975fffe5 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:07.121931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Updating router e71fc339-e2ba-453f-bcff-bd18975fffe5 port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:07.130204 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e8a5a-dc21-4840-a803-4b683f91b80f,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:07.137598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.137963 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Added segment cffc638e-31b8-44de-b424-e5495bceafb7 of type vlan for network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d Jun 03 16:15:07.184287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.188736 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.221255 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.222566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:07.223327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.390371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] Pushing event updated for resources: {'Network': ['ID=213ebe55-6f14-4bc0-a2cd-325a77b5ab7d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:07.401019 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-eeadcd5a-816c-4002-9e63-95ce33faa737 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5871565 Jun 03 16:15:07.401671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42882) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:07.406864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:15:07.407831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Request body: {'subnet': {'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-subnet', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:07.415601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:07.423152 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Usage tracker for resource:subnet and tenant:57dd35c10d6b4735bd1c9b0a10b8b253 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:07.429029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:07.440336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:07.459267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Made reservation on behalf of 57dd35c10d6b4735bd1c9b0a10b8b253 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:07.462368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.778012 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.795507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Transition to ACTIVE for port object 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:07.804160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:07.836584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.836918 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.928677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be85d218-f25c-4bb6-b5fa-3d6068ffc95b,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:07.943694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Checking segment: {'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:07.944032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Network hostable DHCP agents. Network: 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:15:07.984417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:15:08.010451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89386b63-d48c-4768-94d9-853d4aa28242 None None] Pushing event updated for resources: {'Port': ['ID=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:08.017200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:08.034926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:08.035602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.050361 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c3d85-2d1f-4dec-9556-6a4fe1c5ca7f None None] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:15:08.070965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 42886) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:08.073798 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8ae380d6-7f39-4d83-9f21-547a74f4822d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6705866 Jun 03 16:15:08.077997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:08.084053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:08.089071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Usage tracker for resource:router and tenant:57dd35c10d6b4735bd1c9b0a10b8b253 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:08.092902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:08.101023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:08.117343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.118431 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.139689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.209621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Attempting to bind port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:08.210403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Attempting to bind port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:08.210403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Attempting to bind port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 on network 2848faa5-abc9-4899-8f8f-40b529605809 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:08.215410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:08.215704 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.262018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:08.262386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Checking segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:08.262787 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.263189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Bound using segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:08.263675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Bound port: 0eae0cd6-32ae-46b2-92b0-367aec4a3f56, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:08.264048 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.480582 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.500392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] For port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:08.557658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-213ebe55-6f14-4bc0-a2cd-325a77b5ab7d', 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'fixed_ips': [{'subnet_id': 'be85d218-f25c-4bb6-b5fa-3d6068ffc95b'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:15:08.558478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.571031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] For port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:08.583438 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.640674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:08.742357 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Routers {'e71fc339-e2ba-453f-bcff-bd18975fffe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:08.742993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e71fc339-e2ba-453f-bcff-bd18975fffe5'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:08.807103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89386b63-d48c-4768-94d9-853d4aa28242 None None] Pushing event updated for resources: {'Port': ['ID=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:08.974310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.996307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Allocated IP 172.20.0.2 (213ebe55-6f14-4bc0-a2cd-325a77b5ab7d/be85d218-f25c-4bb6-b5fa-3d6068ffc95b/ffc25670-46d3-42f3-b344-b205c2c3846b) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:09.014599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.023089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] Set router e71fc339-e2ba-453f-bcff-bd18975fffe5 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:09.174231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Allocated IP 172.25.1.201 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2799fdda-b047-4ff6-a979-34a6e55a439c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:09.364573 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.397843 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.467317 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:09.471591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:09.475541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:09.505626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Pushing event updated for resources: {'Port': ['ID=2799fdda-b047-4ff6-a979-34a6e55a439c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:09.554647 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.574779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Transition to ACTIVE for port object ffc25670-46d3-42f3-b344-b205c2c3846b will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:09.617289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Transition to ACTIVE for port object ffc25670-46d3-42f3-b344-b205c2c3846b will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:09.625554 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.702359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:15:04Z', 'revision_number': 4, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port': {'id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:00Z', 'updated_at': '2022-06-03T16:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0eae0cd6-32ae-46b2-92b0-367aec4a3f56', 'name': '', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'mac_address': 'fa:16:3e:1b:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:03Z', 'updated_at': '2022-06-03T16:15:08Z', 'revision_number': 4, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'subnets': [{'id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:09.716009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:09.720756 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:09.726719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24de41c-d71f-4d36-ac31-4640599f6721 None None] The sync data for ids ['e71fc339-e2ba-453f-bcff-bd18975fffe5'] in n-d-844594-1 is: [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:15:04Z', 'revision_number': 4, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port': {'id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:00Z', 'updated_at': '2022-06-03T16:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '0eae0cd6-32ae-46b2-92b0-367aec4a3f56', 'name': '', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'mac_address': 'fa:16:3e:1b:d7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:03Z', 'updated_at': '2022-06-03T16:15:08Z', 'revision_number': 4, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'subnets': [{'id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:09.729027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:09.739106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Pushing event updated for resources: {'Port': ['ID=ffc25670-46d3-42f3-b344-b205c2c3846b,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:09.913177 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Attempting to bind port ffc25670-46d3-42f3-b344-b205c2c3846b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:09.913611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Attempting to bind port ffc25670-46d3-42f3-b344-b205c2c3846b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:09.914029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Attempting to bind port ffc25670-46d3-42f3-b344-b205c2c3846b on network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:09.922629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:09.923216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Checking segment: {'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:09.923933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.924476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Bound using segment: {'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:09.925628 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Bound port: ffc25670-46d3-42f3-b344-b205c2c3846b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:09.925783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.951310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:10.063643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] For port ffc25670-46d3-42f3-b344-b205c2c3846b, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:10.069732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] For port ffc25670-46d3-42f3-b344-b205c2c3846b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ffc25670-46d3-42f3-b344-b205c2c3846b,segment=NetworkSegment(cffc638e-31b8-44de-b424-e5495bceafb7),segment_id=cffc638e-31b8-44de-b424-e5495bceafb7)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:10.074905 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:10.191640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc511d56-b248-4494-b2ec-ae124443a9a8 None None] Pushing event updated for resources: {'Port': ['ID=ffc25670-46d3-42f3-b344-b205c2c3846b,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:10.542024 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:10.831780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Router d44a8bbc-afbe-478b-91da-c97c978ae7a4 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:15:11.059297 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:15:11.070931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Sync routers for ids ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:11.097487 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Routers {'d44a8bbc-afbe-478b-91da-c97c978ae7a4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:11.098361 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:11.105002 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:11.106533 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a6d3abdb-85ff-4f15-8257-3c0f6c5c1abf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0335360 Jun 03 16:15:11.109494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 42890) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:11.414278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Set router d44a8bbc-afbe-478b-91da-c97c978ae7a4 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:11.424675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c062f-b13d-403e-b214-4062966791e8 None None] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:15:11.526232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-720ef748-0361-468c-96e3-d25a6fe42efe None None] Provisioning for port ffc25670-46d3-42f3-b344-b205c2c3846b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:11.818234 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:15:09Z', 'revision_number': 3, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port': {'id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:09Z', 'updated_at': '2022-06-03T16:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:11.826183 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Checking router: d44a8bbc-afbe-478b-91da-c97c978ae7a4 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:11.826524 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Updating router d44a8bbc-afbe-478b-91da-c97c978ae7a4 port 2799fdda-b047-4ff6-a979-34a6e55a439c binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:11.871139 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:11.895318 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:11.988757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:12.008039 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:12.008594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.051184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.223271 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:12.223809 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.266305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:12.271455 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.272281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ffc25670-46d3-42f3-b344-b205c2c3846b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:12.310774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Allocated IP 172.20.0.1 (213ebe55-6f14-4bc0-a2cd-325a77b5ab7d/be85d218-f25c-4bb6-b5fa-3d6068ffc95b/201e885b-8421-43d6-9e8b-f44a1c3d1983) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:12.314596 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.328620 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Transition to ACTIVE for port object 2799fdda-b047-4ff6-a979-34a6e55a439c will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:12.338683 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.396859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:12.409160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ffc25670-46d3-42f3-b344-b205c2c3846b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:12.416233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ffc25670-46d3-42f3-b344-b205c2c3846b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:12.416888 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.425925 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Attempting to bind port 2799fdda-b047-4ff6-a979-34a6e55a439c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:12.426291 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Attempting to bind port 2799fdda-b047-4ff6-a979-34a6e55a439c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:12.426646 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Attempting to bind port 2799fdda-b047-4ff6-a979-34a6e55a439c on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:12.435884 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f66a2-6e73-4357-991a-83197a565f8e None None] Pushing event updated for resources: {'Port': ['ID=2799fdda-b047-4ff6-a979-34a6e55a439c,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:12.438707 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:12.440461 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:12.440890 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.441477 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:12.441982 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Bound port: 2799fdda-b047-4ff6-a979-34a6e55a439c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:12.442350 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.525844 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] For port 2799fdda-b047-4ff6-a979-34a6e55a439c, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:12.529760 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] For port 2799fdda-b047-4ff6-a979-34a6e55a439c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2799fdda-b047-4ff6-a979-34a6e55a439c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:12.534517 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.540440 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.556009 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ffc25670-46d3-42f3-b344-b205c2c3846b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:12.556851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.558369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Transition to ACTIVE for port object 201e885b-8421-43d6-9e8b-f44a1c3d1983 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:12.588060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.605700 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ffc25670-46d3-42f3-b344-b205c2c3846b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ffc25670-46d3-42f3-b344-b205c2c3846b,segment=NetworkSegment(cffc638e-31b8-44de-b424-e5495bceafb7),segment_id=cffc638e-31b8-44de-b424-e5495bceafb7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:12.615158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:12.621281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Routers {'d44a8bbc-afbe-478b-91da-c97c978ae7a4'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:12.621469 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:12.690036 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f66a2-6e73-4357-991a-83197a565f8e None None] Pushing event updated for resources: {'Port': ['ID=2799fdda-b047-4ff6-a979-34a6e55a439c,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:12.703562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ffc25670-46d3-42f3-b344-b205c2c3846b,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:12.798196 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:12.802018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:12.805983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:12.837986 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] Set router d44a8bbc-afbe-478b-91da-c97c978ae7a4 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:12.853519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Pushing event updated for resources: {'Port': ['ID=201e885b-8421-43d6-9e8b-f44a1c3d1983,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:12.878825 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:13.049691 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:13.154302 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-319d20f2-a812-4be8-9d60-743f78b9cb22 None None] Provisioning for port 201e885b-8421-43d6-9e8b-f44a1c3d1983 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:13.160728 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-319d20f2-a812-4be8-9d60-743f78b9cb22 None None] Provisioning complete for port 201e885b-8421-43d6-9e8b-f44a1c3d1983 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:13.161141 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-319d20f2-a812-4be8-9d60-743f78b9cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:13.219519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-319d20f2-a812-4be8-9d60-743f78b9cb22 None None] Port 201e885b-8421-43d6-9e8b-f44a1c3d1983 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:15:13.233265 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:15:09Z', 'revision_number': 3, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port': {'id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:09Z', 'updated_at': '2022-06-03T16:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:13.238422 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db92426e-69a2-4010-8ef1-74d1b93e0118 None None] The sync data for ids ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'] in n-d-844594-1 is: [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:15:09Z', 'revision_number': 3, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port': {'id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:09Z', 'updated_at': '2022-06-03T16:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:13.323718 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:13.329685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:13.447633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Pushing event updated for resources: {'Port': ['ID=201e885b-8421-43d6-9e8b-f44a1c3d1983,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:13.448978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:13.484612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f862596-56e8-476f-a2b3-06efbeace12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:13.645699 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:13.648098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:13.890650 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2799fdda-b047-4ff6-a979-34a6e55a439c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:13.894745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Router d44a8bbc-afbe-478b-91da-c97c978ae7a4 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:15:13.974091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f20b8909-3615-4782-abfe-331be51f3794 None None] Provisioning complete for port 201e885b-8421-43d6-9e8b-f44a1c3d1983 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:13.974463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f20b8909-3615-4782-abfe-331be51f3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:14.021895 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2799fdda-b047-4ff6-a979-34a6e55a439c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:14.029231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2799fdda-b047-4ff6-a979-34a6e55a439c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:14.029644 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:14.082252 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f20b8909-3615-4782-abfe-331be51f3794 None None] Port 201e885b-8421-43d6-9e8b-f44a1c3d1983 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:15:14.094952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:15:14.105650 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-83cf6e78-0ea9-470e-add1-fa4563feccd9 admin admin] 10.222.0.66 "PUT /v2.0/routers/d44a8bbc-afbe-478b-91da-c97c978ae7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9949872 Jun 03 16:15:14.221128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2799fdda-b047-4ff6-a979-34a6e55a439c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:14.221332 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:14.239574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2799fdda-b047-4ff6-a979-34a6e55a439c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2799fdda-b047-4ff6-a979-34a6e55a439c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:14.243700 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:14.244624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:14.367678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2799fdda-b047-4ff6-a979-34a6e55a439c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:14.380658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:14.381034 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:14.511115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:14.512335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ffc25670-46d3-42f3-b344-b205c2c3846b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:14.592721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ffc25670-46d3-42f3-b344-b205c2c3846b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:14.593096 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:14.733192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ffc25670-46d3-42f3-b344-b205c2c3846b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:14.877552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Sync routers for ids ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:14.887049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Routers {'d44a8bbc-afbe-478b-91da-c97c978ae7a4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:14.887681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:14:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:14.997722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-53b479a7-0ca4-4aee-a0d7-b1d0700dc5c7 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:14.999239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-53b479a7-0ca4-4aee-a0d7-b1d0700dc5c7 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/networks?id=2848faa5-abc9-4899-8f8f-40b529605809 HTTP/1.1" status: 200 len: 816 time: 0.1570733 Jun 03 16:15:15.016147 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-ebc1a8f0-452b-4a1f-aef6-bedbb92d988d tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/quotas/aa59f614b38b47c7a2c24142bc55c413 HTTP/1.1" status: 200 len: 375 time: 0.0105944 Jun 03 16:15:15.075875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Set router d44a8bbc-afbe-478b-91da-c97c978ae7a4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:15.107363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c678fdab-380b-4184-9b95-3035e5311d8d req-f738eca8-91ba-40af-a45a-c15f8eae2aef tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Synchronizing usage tracker for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:15:15.126067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c678fdab-380b-4184-9b95-3035e5311d8d req-f738eca8-91ba-40af-a45a-c15f8eae2aef tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Unset dirty status for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:15:15.128713 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-f738eca8-91ba-40af-a45a-c15f8eae2aef tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa59f614b38b47c7a2c24142bc55c413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059036 Jun 03 16:15:15.271333 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-60e35a93-58db-4371-b92b-bd3552ca7a37 service neutron] 10.222.0.66 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305997 Jun 03 16:15:15.397239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:15:12Z', 'revision_number': 4, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port': {'id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:09Z', 'updated_at': '2022-06-03T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '201e885b-8421-43d6-9e8b-f44a1c3d1983', 'name': '', 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'mac_address': 'fa:16:3e:56:59:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'be85d218-f25c-4bb6-b5fa-3d6068ffc95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:12Z', 'updated_at': '2022-06-03T16:15:13Z', 'revision_number': 2, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'subnets': [{'id': 'be85d218-f25c-4bb6-b5fa-3d6068ffc95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:15.401708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Checking router: d44a8bbc-afbe-478b-91da-c97c978ae7a4 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:15.402062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Updating router d44a8bbc-afbe-478b-91da-c97c978ae7a4 port 201e885b-8421-43d6-9e8b-f44a1c3d1983 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:15:15.461040 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:15.525005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-e51009d3-95bc-4256-a440-504a85d5a5dd service neutron] 10.222.0.66 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473142 Jun 03 16:15:15.869372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2799fdda-b047-4ff6-a979-34a6e55a439c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:15.915110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d5c17b4a-3cb6-4dc5-b494-3b6a8f0f6536 req-4d1342c2-c1bc-4fb7-bfa4-9736b3d1bb78 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 210 time: 0.2188060 Jun 03 16:15:15.918823 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:15.963351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Transition to ACTIVE for port object 201e885b-8421-43d6-9e8b-f44a1c3d1983 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:15.979733 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.070195 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.177667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2799fdda-b047-4ff6-a979-34a6e55a439c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:16.178393 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.239565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d77435-6bda-4c14-a0ec-01df9edf23ba None None] Pushing event updated for resources: {'Port': ['ID=201e885b-8421-43d6-9e8b-f44a1c3d1983,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:16.338101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Attempting to bind port 201e885b-8421-43d6-9e8b-f44a1c3d1983 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:16.338464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Attempting to bind port 201e885b-8421-43d6-9e8b-f44a1c3d1983 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:16.338824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Attempting to bind port 201e885b-8421-43d6-9e8b-f44a1c3d1983 on network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:16.352453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:16.352810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Checking segment: {'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:16.353211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.353597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Bound using segment: {'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:16.354065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Bound port: 201e885b-8421-43d6-9e8b-f44a1c3d1983, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffc638e-31b8-44de-b424-e5495bceafb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:16.354476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.375892 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d05d6656-808f-4812-bd8e-16987b849d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.506537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2799fdda-b047-4ff6-a979-34a6e55a439c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:16.523309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] For port 201e885b-8421-43d6-9e8b-f44a1c3d1983, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:16.526823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] For port 201e885b-8421-43d6-9e8b-f44a1c3d1983, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=201e885b-8421-43d6-9e8b-f44a1c3d1983,segment=NetworkSegment(cffc638e-31b8-44de-b424-e5495bceafb7),segment_id=cffc638e-31b8-44de-b424-e5495bceafb7)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:16.530788 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.609386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Routers {'d44a8bbc-afbe-478b-91da-c97c978ae7a4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:16.610022 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:15:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:16.680847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d77435-6bda-4c14-a0ec-01df9edf23ba None None] Pushing event updated for resources: {'Port': ['ID=201e885b-8421-43d6-9e8b-f44a1c3d1983,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:16.712580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:16.814289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] Set router d44a8bbc-afbe-478b-91da-c97c978ae7a4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:16.984158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-671689d5-deef-496d-a497-8c62788bf8aa tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:16.984870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c678fdab-380b-4184-9b95-3035e5311d8d req-671689d5-deef-496d-a497-8c62788bf8aa tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Synchronizing usage tracker for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:15:17.018235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c678fdab-380b-4184-9b95-3035e5311d8d req-671689d5-deef-496d-a497-8c62788bf8aa tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Unset dirty status for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:15:17.019329 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-671689d5-deef-496d-a497-8c62788bf8aa tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "GET /v2.0/networks?id=2848faa5-abc9-4899-8f8f-40b529605809 HTTP/1.1" status: 200 len: 816 time: 0.2060907 Jun 03 16:15:17.038295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Request body: {'port': {'device_id': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'admin_state_up': True, 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:17.097612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fbbedab-04df-481f-a127-c5115d3f0990 req-9b43bc9b-5a1c-4e54-becb-adeb77c51586 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 210 time: 0.0507879 Jun 03 16:15:17.177330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:17.193069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:17.202916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:17.208550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:15:12Z', 'revision_number': 4, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port': {'id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:09Z', 'updated_at': '2022-06-03T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '201e885b-8421-43d6-9e8b-f44a1c3d1983', 'name': '', 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'mac_address': 'fa:16:3e:56:59:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'be85d218-f25c-4bb6-b5fa-3d6068ffc95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:12Z', 'updated_at': '2022-06-03T16:15:16Z', 'revision_number': 4, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'subnets': [{'id': 'be85d218-f25c-4bb6-b5fa-3d6068ffc95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:17.212643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bce6f-9a89-4bac-88e0-af5f99fa3524 None None] The sync data for ids ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'] in n-d-844594-1 is: [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:15:12Z', 'revision_number': 4, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port': {'id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:09Z', 'updated_at': '2022-06-03T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '201e885b-8421-43d6-9e8b-f44a1c3d1983', 'name': '', 'network_id': '213ebe55-6f14-4bc0-a2cd-325a77b5ab7d', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'mac_address': 'fa:16:3e:56:59:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'be85d218-f25c-4bb6-b5fa-3d6068ffc95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:12Z', 'updated_at': '2022-06-03T16:15:16Z', 'revision_number': 4, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'subnets': [{'id': 'be85d218-f25c-4bb6-b5fa-3d6068ffc95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:17.213554 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Made reservation on behalf of aa59f614b38b47c7a2c24142bc55c413 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:17.217375 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:17.414876 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Allocated IP 172.20.0.9 (2848faa5-abc9-4899-8f8f-40b529605809/4ac5dccd-4647-4c95-b743-c79d9cfea995/812615f5-00b7-42e2-9c1c-8514cdae82fd) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:17.641948 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:17.659986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Transition to ACTIVE for port object 812615f5-00b7-42e2-9c1c-8514cdae82fd will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:17.686175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:17.767095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Network 2848faa5-abc9-4899-8f8f-40b529605809 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:17.770774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:17.775686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:17.815743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 201e885b-8421-43d6-9e8b-f44a1c3d1983 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:17.825539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Pushing event updated for resources: {'Port': ['ID=812615f5-00b7-42e2-9c1c-8514cdae82fd,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:17.860199 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:17.861576 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:17.898042 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-01f4ccec-22ac-4db2-a179-3ffb32e41bf6 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656588 Jun 03 16:15:17.914760 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Request body: {'port': {'device_id': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:17.926573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 201e885b-8421-43d6-9e8b-f44a1c3d1983 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:17.933062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 201e885b-8421-43d6-9e8b-f44a1c3d1983 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:17.933485 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.068579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.107089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 201e885b-8421-43d6-9e8b-f44a1c3d1983 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:18.107738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.152676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4df350f7-e5b9-42f7-99c5-d6ad9606d285 None None] Provisioning for port 812615f5-00b7-42e2-9c1c-8514cdae82fd completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:18.161965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 201e885b-8421-43d6-9e8b-f44a1c3d1983, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=201e885b-8421-43d6-9e8b-f44a1c3d1983,segment=NetworkSegment(cffc638e-31b8-44de-b424-e5495bceafb7),segment_id=cffc638e-31b8-44de-b424-e5495bceafb7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:18.163227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4df350f7-e5b9-42f7-99c5-d6ad9606d285 None None] Provisioning complete for port 812615f5-00b7-42e2-9c1c-8514cdae82fd triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:18.163579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4df350f7-e5b9-42f7-99c5-d6ad9606d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.213406 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.304634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4df350f7-e5b9-42f7-99c5-d6ad9606d285 None None] Port 812615f5-00b7-42e2-9c1c-8514cdae82fd cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:15:18.318354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=201e885b-8421-43d6-9e8b-f44a1c3d1983,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:18.326487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a9d4b-84e9-4faf-8a71-1ad2860aacee req-a8c535b0-0eee-459b-9c61-ac29eda89a3c tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:18.332992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f4a9d4b-84e9-4faf-8a71-1ad2860aacee req-a8c535b0-0eee-459b-9c61-ac29eda89a3c tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 931 time: 0.0996118 Jun 03 16:15:18.378533 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f4a9d4b-84e9-4faf-8a71-1ad2860aacee req-729f42f3-e6ec-47db-88ad-209c3e068b09 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 Jun 03 16:15:18.471148 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.591775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812615f5-00b7-42e2-9c1c-8514cdae82fd {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:15:18.599477 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.614968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Transition to ACTIVE for port object 812615f5-00b7-42e2-9c1c-8514cdae82fd will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:18.619858 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.621093 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.779801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Pushing event updated for resources: {'Port': ['ID=812615f5-00b7-42e2-9c1c-8514cdae82fd,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:18.864227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Attempting to bind port 812615f5-00b7-42e2-9c1c-8514cdae82fd on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:18.864663 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Attempting to bind port 812615f5-00b7-42e2-9c1c-8514cdae82fd by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:18.864888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Attempting to bind port 812615f5-00b7-42e2-9c1c-8514cdae82fd on network 2848faa5-abc9-4899-8f8f-40b529605809 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:18.869441 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Port 812615f5-00b7-42e2-9c1c-8514cdae82fd on network 2848faa5-abc9-4899-8f8f-40b529605809 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:15:18.869918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Attempting to bind port 812615f5-00b7-42e2-9c1c-8514cdae82fd on network 2848faa5-abc9-4899-8f8f-40b529605809 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:18.875040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:18.875368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Checking segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:18.875745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Bound using segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:18.876238 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Bound port: 812615f5-00b7-42e2-9c1c-8514cdae82fd, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:18.876585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:18.973530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] For port 812615f5-00b7-42e2-9c1c-8514cdae82fd, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:18.976372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] For port 812615f5-00b7-42e2-9c1c-8514cdae82fd, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=812615f5-00b7-42e2-9c1c-8514cdae82fd,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:18.981338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:19.044590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:19.045200 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:19.046634 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] 10.222.0.70 "PUT /v2.0/ports/812615f5-00b7-42e2-9c1c-8514cdae82fd HTTP/1.1" status: 200 len: 1091 time: 1.1370888 Jun 03 16:15:19.047071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'tag': '812615f5-00b7-42e2-9c1c-8514cdae82fd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:15:19.068894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba989f-ae0d-4370-bffd-5660c1f42788 service neutron] Pushing event updated for resources: {'Port': ['ID=812615f5-00b7-42e2-9c1c-8514cdae82fd,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:19.130806 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd856c1-56d6-403a-822f-16bab48bab48'] response: {'name': 'network-changed', 'server_uuid': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'tag': '812615f5-00b7-42e2-9c1c-8514cdae82fd', 'status': 'completed', 'code': 200} Jun 03 16:15:19.176186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-5425ecab-fd66-40e3-9ea7-f4712a1d0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:19.177684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-5425ecab-fd66-40e3-9ea7-f4712a1d0d8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa59f614b38b47c7a2c24142bc55c413&device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 1094 time: 0.0833666 Jun 03 16:15:19.251152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-46a4755e-4363-4ab4-8056-5b501f698051 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=812615f5-00b7-42e2-9c1c-8514cdae82fd HTTP/1.1" status: 200 len: 217 time: 0.0622120 Jun 03 16:15:19.321215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-b60771c0-e650-4ba0-8e51-5fd06a86eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:19.322649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-b60771c0-e650-4ba0-8e51-5fd06a86eb9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac5dccd-4647-4c95-b743-c79d9cfea995 HTTP/1.1" status: 200 len: 855 time: 0.0624316 Jun 03 16:15:19.401295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fdab-380b-4184-9b95-3035e5311d8d req-c2b2f0d8-62e9-4fd5-8db9-1aac327c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:19.402811 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-c2b2f0d8-62e9-4fd5-8db9-1aac327c0d7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2848faa5-abc9-4899-8f8f-40b529605809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708656 Jun 03 16:15:19.547053 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-b8e82f56-73bd-44f2-b02c-9e96d2d67e86 service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339664 Jun 03 16:15:19.569807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57523b-ce38-4409-8b7c-1f5a00788dff req-a16c9049-ca87-42ac-b0e4-6230f55e7046 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:19.571283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc57523b-ce38-4409-8b7c-1f5a00788dff req-a16c9049-ca87-42ac-b0e4-6230f55e7046 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 943 time: 0.0869498 Jun 03 16:15:19.618115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc57523b-ce38-4409-8b7c-1f5a00788dff req-aef13b86-2f75-42f0-a9aa-c50b424f1464 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Jun 03 16:15:19.733605 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c678fdab-380b-4184-9b95-3035e5311d8d req-0f12d181-9d59-416b-88f4-4d29b809c7c2 service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770072 Jun 03 16:15:19.790422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 201e885b-8421-43d6-9e8b-f44a1c3d1983 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:19.862582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 201e885b-8421-43d6-9e8b-f44a1c3d1983 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:19.862967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:19.867488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-aedb134d-6483-490e-a48f-79151a94a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:19.869109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-aedb134d-6483-490e-a48f-79151a94a2df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa59f614b38b47c7a2c24142bc55c413&device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 1094 time: 0.0815060 Jun 03 16:15:20.010695 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-25410fc2-f391-4531-a20a-7f53b7eba65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:20.012451 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-25410fc2-f391-4531-a20a-7f53b7eba65c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2848faa5-abc9-4899-8f8f-40b529605809 HTTP/1.1" status: 200 len: 917 time: 0.1361456 Jun 03 16:15:20.027360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 201e885b-8421-43d6-9e8b-f44a1c3d1983 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:20.088911 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-3549ae89-969c-4ba7-8d46-510986424d9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=812615f5-00b7-42e2-9c1c-8514cdae82fd HTTP/1.1" status: 200 len: 217 time: 0.0654204 Jun 03 16:15:20.156617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-215f13ef-9d48-4f21-91a6-20b404196f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:20.158528 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-215f13ef-9d48-4f21-91a6-20b404196f83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac5dccd-4647-4c95-b743-c79d9cfea995 HTTP/1.1" status: 200 len: 855 time: 0.0620556 Jun 03 16:15:20.239059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-c47fbbd5-0917-480f-9c9c-e00ae960bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:20.240580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-c47fbbd5-0917-480f-9c9c-e00ae960bf6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2848faa5-abc9-4899-8f8f-40b529605809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722086 Jun 03 16:15:20.490774 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-9d77c69b-4d7b-4ece-99ab-36ae3b492d8f service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434270 Jun 03 16:15:20.634651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-548380a1-e80c-4f88-87e4-254e9015ce89 req-c44d1b7d-04f6-4ab3-8140-b1d5998e8c42 service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374440 Jun 03 16:15:20.815140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876887-fc1b-4205-9df6-8fe7c1cd9c86 req-63bde50f-bef7-4e68-860e-405fb7f7e98b tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:20.816653 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14876887-fc1b-4205-9df6-8fe7c1cd9c86 req-63bde50f-bef7-4e68-860e-405fb7f7e98b tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 943 time: 0.0826945 Jun 03 16:15:20.862745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14876887-fc1b-4205-9df6-8fe7c1cd9c86 req-84931148-d97e-4acc-b331-a852bcee3f38 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Jun 03 16:15:21.211799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 812615f5-00b7-42e2-9c1c-8514cdae82fd details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:15:21.351394 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 812615f5-00b7-42e2-9c1c-8514cdae82fd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=812615f5-00b7-42e2-9c1c-8514cdae82fd,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:21.364494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '812615f5-00b7-42e2-9c1c-8514cdae82fd', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'port_id': '812615f5-00b7-42e2-9c1c-8514cdae82fd', 'mac_address': 'fa:16:3e:e4:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:15:21.423600 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 812615f5-00b7-42e2-9c1c-8514cdae82fd is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:21.423972 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:21.440641 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812615f5-00b7-42e2-9c1c-8514cdae82fd {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:15:21.456069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 812615f5-00b7-42e2-9c1c-8514cdae82fd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=812615f5-00b7-42e2-9c1c-8514cdae82fd,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:21.460499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:21.529431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=812615f5-00b7-42e2-9c1c-8514cdae82fd,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:21.718104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['812615f5-00b7-42e2-9c1c-8514cdae82fd'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:15:22.055717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd5e64-3bd2-4b0f-a6b2-396c299018ab req-7b8f499d-1b0e-4a03-b236-7b20766df872 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:22.057205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41bd5e64-3bd2-4b0f-a6b2-396c299018ab req-7b8f499d-1b0e-4a03-b236-7b20766df872 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 944 time: 0.0847707 Jun 03 16:15:22.101691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-41bd5e64-3bd2-4b0f-a6b2-396c299018ab req-1bf3ae7a-4258-489e-ba50-2128484db0ce tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Jun 03 16:15:23.227699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 812615f5-00b7-42e2-9c1c-8514cdae82fd up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:23.293460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bec106-5d09-4885-b086-bc2d61acaa79 req-e907222f-aa9f-4dac-9e85-c6aa222e528f tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:23.294974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19bec106-5d09-4885-b086-bc2d61acaa79 req-e907222f-aa9f-4dac-9e85-c6aa222e528f tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 944 time: 0.0809238 Jun 03 16:15:23.297595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 812615f5-00b7-42e2-9c1c-8514cdae82fd completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:23.303073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 812615f5-00b7-42e2-9c1c-8514cdae82fd triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:23.303450 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:23.342524 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-19bec106-5d09-4885-b086-bc2d61acaa79 req-ffa00184-4b44-4c79-a5a1-281ddfed90f3 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Jun 03 16:15:23.425782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 812615f5-00b7-42e2-9c1c-8514cdae82fd is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:23.426075 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:23.452711 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812615f5-00b7-42e2-9c1c-8514cdae82fd'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:15:23.463233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 812615f5-00b7-42e2-9c1c-8514cdae82fd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=812615f5-00b7-42e2-9c1c-8514cdae82fd,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:23.468448 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:23.504505 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1415a2-969a-4419-a012-af5569e51e06'] response: {'server_uuid': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812615f5-00b7-42e2-9c1c-8514cdae82fd', 'code': 200} Jun 03 16:15:23.552510 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=812615f5-00b7-42e2-9c1c-8514cdae82fd,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:23.655901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808e0a8-dab7-4e9f-930a-70f4e85ca457 req-76096817-8bd4-4bbe-8d62-acbd594049b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:23.657988 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a808e0a8-dab7-4e9f-930a-70f4e85ca457 req-76096817-8bd4-4bbe-8d62-acbd594049b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 1096 time: 0.0882702 Jun 03 16:15:23.702121 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a808e0a8-dab7-4e9f-930a-70f4e85ca457 req-78c48bbe-46f9-4e6e-9024-4fc4a7fecb07 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349960 Jun 03 16:15:24.537511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39c4ef-8126-492b-bf68-88cc11d3d2b7 req-f48ce06d-04ad-4cdf-b409-7638d956e5c1 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:24.538990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b39c4ef-8126-492b-bf68-88cc11d3d2b7 req-f48ce06d-04ad-4cdf-b409-7638d956e5c1 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 945 time: 0.0867846 Jun 03 16:15:24.588634 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b39c4ef-8126-492b-bf68-88cc11d3d2b7 req-7046e759-5ce3-4385-8986-f63cd405cb55 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Jun 03 16:15:25.789083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc296d7-80af-4385-9a03-1443cae3709e req-fa157378-7069-428f-aef6-70ed97f168e0 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:25.790631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bbc296d7-80af-4385-9a03-1443cae3709e req-fa157378-7069-428f-aef6-70ed97f168e0 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 945 time: 0.0855432 Jun 03 16:15:25.839783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bbc296d7-80af-4385-9a03-1443cae3709e req-67758248-b592-41fe-a52c-40d27b2707f2 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Jun 03 16:15:26.031880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80575-3621-44cd-ad12-05267a2a96aa req-473c2aff-d983-4063-9d2f-a24362159902 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:26.034039 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12b80575-3621-44cd-ad12-05267a2a96aa req-473c2aff-d983-4063-9d2f-a24362159902 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 945 time: 0.0876098 Jun 03 16:15:26.082049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12b80575-3621-44cd-ad12-05267a2a96aa req-06a54acb-da0e-4a11-923a-36f3785a1159 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Jun 03 16:15:41.275956 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:15:43.454998 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fadab705-d44b-4772-a566-24c40adcfbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:45.981424 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:46.115867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83b2c-5626-4c0b-b70f-4729032d29c7 req-82b34531-c6a6-4122-8aa0-7b4bbac3bd4a tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:46.117452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ee83b2c-5626-4c0b-b70f-4729032d29c7 req-82b34531-c6a6-4122-8aa0-7b4bbac3bd4a tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 945 time: 0.0858788 Jun 03 16:15:46.163385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4ee83b2c-5626-4c0b-b70f-4729032d29c7 req-e9ca5760-e599-43db-a22b-94cd47d3393d tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Jun 03 16:15:46.349556 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-26c6760e-e3e1-4b32-808c-71704d23fbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:46.676663 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:47.132946 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:47.355870 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e117c1-221a-4040-8ca7-4fcfc413cc9f req-0fc47abe-39e6-4cc3-a6a8-769173a7db87 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:47.357282 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31e117c1-221a-4040-8ca7-4fcfc413cc9f req-0fc47abe-39e6-4cc3-a6a8-769173a7db87 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 945 time: 0.0805044 Jun 03 16:15:47.401959 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-31e117c1-221a-4040-8ca7-4fcfc413cc9f req-4ff702c6-5760-460c-94d5-16cae369ad7e tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Jun 03 16:15:47.703412 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-2705c549-820e-4c63-8bb9-fe280e1de931 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:47.703991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-2705c549-820e-4c63-8bb9-fe280e1de931 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Synchronizing usage tracker for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:15:47.720800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-2705c549-820e-4c63-8bb9-fe280e1de931 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Unset dirty status for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:15:47.721954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-2705c549-820e-4c63-8bb9-fe280e1de931 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 945 time: 0.0967829 Jun 03 16:15:47.797960 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Deleting port 812615f5-00b7-42e2-9c1c-8514cdae82fd {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:15:47.798293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:48.058025 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] For port 812615f5-00b7-42e2-9c1c-8514cdae82fd, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=812615f5-00b7-42e2-9c1c-8514cdae82fd,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:48.058391 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:48.188905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Calling delete_port for 812615f5-00b7-42e2-9c1c-8514cdae82fd owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:15:48.349608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:48.365685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['812615f5-00b7-42e2-9c1c-8514cdae82fd'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:15:48.400731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Pushing event deleted for resources: {'Port': ['ID=812615f5-00b7-42e2-9c1c-8514cdae82fd,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:48.439887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.440258 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.440608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.441014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.441283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.441619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.441957 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.442284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.442616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.442940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.443264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.443585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:48.491949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] No DVR routers for this DVR port 812615f5-00b7-42e2-9c1c-8514cdae82fd on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:15:48.495235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:48.496581 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:48.499559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'name': 'network-vif-deleted', 'tag': '812615f5-00b7-42e2-9c1c-8514cdae82fd'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:15:48.518306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5ae700e3-92b9-442a-b6a5-60cf166a52f1 req-500bc58e-4183-4c32-a869-69ba97d94814 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "DELETE /v2.0/ports/812615f5-00b7-42e2-9c1c-8514cdae82fd HTTP/1.1" status: 204 len: 173 time: 0.7882831 Jun 03 16:15:48.588211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d75c585b-a62d-4c71-bba2-10957351c562 req-94fdd4fb-dc15-430e-b9df-7745bfebf424 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb86012d-a77c-4516-ad23-aa578d4251ba HTTP/1.1" status: 200 len: 210 time: 0.0623789 Jun 03 16:15:48.625003 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:48.632258 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b777afab-49bf-4762-982a-f10e870cc7ec'] response: {'server_uuid': 'cb86012d-a77c-4516-ad23-aa578d4251ba', 'name': 'network-vif-deleted', 'tag': '812615f5-00b7-42e2-9c1c-8514cdae82fd', 'status': 'completed', 'code': 200} Jun 03 16:15:50.071361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-c3592da0-8d41-49ec-a770-2e83677b508b tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:50.072849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-c3592da0-8d41-49ec-a770-2e83677b508b tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/networks?id=2848faa5-abc9-4899-8f8f-40b529605809 HTTP/1.1" status: 200 len: 816 time: 0.1560931 Jun 03 16:15:50.089531 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-ec416e76-a7fc-4cdf-b968-dd2ea6561287 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/quotas/aa59f614b38b47c7a2c24142bc55c413 HTTP/1.1" status: 200 len: 375 time: 0.0106077 Jun 03 16:15:50.177590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f398195c-d60d-41b7-b4ad-7e3685cc5163 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa59f614b38b47c7a2c24142bc55c413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820007 Jun 03 16:15:50.234172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-432f4958-0861-4bc9-aec0-59f0a729e8e0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:15:50.235804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-432f4958-0861-4bc9-aec0-59f0a729e8e0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467010 Jun 03 16:15:50.365726 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-6e7781e2-a2c7-4704-b455-b9f45eea2bf6 service neutron] 10.222.0.66 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240075 Jun 03 16:15:50.496389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-a2abe385-1461-4da2-8edd-803412193515 service neutron] 10.222.0.66 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248841 Jun 03 16:15:50.675606 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c4cb20d0-9d4f-4a34-b5de-2478768cb45b req-f70dd975-4fe0-4d8f-b088-5897b951f8f5 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 210 time: 0.0462601 Jun 03 16:15:51.414801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 812615f5-00b7-42e2-9c1c-8514cdae82fd no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:15:51.454141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 812615f5-00b7-42e2-9c1c-8514cdae82fd {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:15:51.454522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 812615f5-00b7-42e2-9c1c-8514cdae82fd not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:15:51.828289 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6cb0ae08-28b1-44da-814d-bff8f2d64c21 req-4d5956ab-9acc-49fb-841f-8767beb71fc8 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 210 time: 0.0436518 Jun 03 16:15:52.019859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-711c3c3e-b074-48de-b95e-26f635a1d41f tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:52.021354 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-711c3c3e-b074-48de-b95e-26f635a1d41f tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "GET /v2.0/networks?id=2848faa5-abc9-4899-8f8f-40b529605809 HTTP/1.1" status: 200 len: 816 time: 0.1571438 Jun 03 16:15:52.038548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Request body: {'port': {'device_id': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'admin_state_up': True, 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:52.181191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:52.185278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Usage tracker for resource:port and tenant:aa59f614b38b47c7a2c24142bc55c413 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:52.188809 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:52.194751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:52.204887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Made reservation on behalf of aa59f614b38b47c7a2c24142bc55c413 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:15:52.208359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:52.375562 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Allocated IP 172.20.0.6 (2848faa5-abc9-4899-8f8f-40b529605809/4ac5dccd-4647-4c95-b743-c79d9cfea995/b64ddcbb-4c23-41c3-bd25-84fc01c08e97) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:52.681168 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:52.697338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Transition to ACTIVE for port object b64ddcbb-4c23-41c3-bd25-84fc01c08e97 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:52.721795 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:52.793816 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Network 2848faa5-abc9-4899-8f8f-40b529605809 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:52.797577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:52.802104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:52.844254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Pushing event updated for resources: {'Port': ['ID=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:52.881032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:52.881807 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:52.915572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-f1f023e6-0a09-4d44-bcf6-092e7347edff tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810666 Jun 03 16:15:52.932673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Request body: {'port': {'device_id': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:53.026049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3269ac-687c-48f5-b295-31db5482a12a req-666a18f4-95e9-463c-9309-96fce6546de9 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:53.028836 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e3269ac-687c-48f5-b295-31db5482a12a req-666a18f4-95e9-463c-9309-96fce6546de9 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 931 time: 0.0830986 Jun 03 16:15:53.063445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.076432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8e3269ac-687c-48f5-b295-31db5482a12a req-a12e48e9-1d56-4883-9225-55782e3507c5 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Jun 03 16:15:53.100758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-342f3201-9cbd-43db-9a5e-cab075646976 None None] Provisioning for port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:53.108697 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-342f3201-9cbd-43db-9a5e-cab075646976 None None] Provisioning complete for port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:53.109509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-342f3201-9cbd-43db-9a5e-cab075646976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.204391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-342f3201-9cbd-43db-9a5e-cab075646976 None None] Port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:15:53.418047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64ddcbb-4c23-41c3-bd25-84fc01c08e97 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:15:53.425249 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.439755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Transition to ACTIVE for port object b64ddcbb-4c23-41c3-bd25-84fc01c08e97 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:15:53.443652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.603750 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:53.689351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Attempting to bind port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:15:53.689680 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Attempting to bind port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:15:53.690005 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Attempting to bind port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 on network 2848faa5-abc9-4899-8f8f-40b529605809 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:53.694946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 on network 2848faa5-abc9-4899-8f8f-40b529605809 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:15:53.695263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Attempting to bind port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 on network 2848faa5-abc9-4899-8f8f-40b529605809 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:15:53.700493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:15:53.700829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Checking segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:15:53.701215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Bound using segment: {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:15:53.701640 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Bound port: b64ddcbb-4c23-41c3-bd25-84fc01c08e97, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:15:53.701987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.796236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] For port b64ddcbb-4c23-41c3-bd25-84fc01c08e97, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:15:53.799184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] For port b64ddcbb-4c23-41c3-bd25-84fc01c08e97, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:15:53.803932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.874689 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:53.875359 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:53.876795 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] 10.222.0.70 "PUT /v2.0/ports/b64ddcbb-4c23-41c3-bd25-84fc01c08e97 HTTP/1.1" status: 200 len: 1091 time: 0.9493434 Jun 03 16:15:53.877249 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'tag': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:15:53.900863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce98b1-36d5-40c0-821b-d0954b0dffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:53.956246 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c0bbfb-ce43-426c-8e8d-97c7b5e16799'] response: {'name': 'network-changed', 'server_uuid': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'tag': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97', 'status': 'completed', 'code': 200} Jun 03 16:15:54.005325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-4bc2cbea-1249-4337-ac60-46a8572c722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:54.007139 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-4bc2cbea-1249-4337-ac60-46a8572c722c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa59f614b38b47c7a2c24142bc55c413&device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 1094 time: 0.0866041 Jun 03 16:15:54.086516 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-8db7f69c-042b-415c-afda-872d54cb2785 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64ddcbb-4c23-41c3-bd25-84fc01c08e97 HTTP/1.1" status: 200 len: 217 time: 0.0690489 Jun 03 16:15:54.158259 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-4056f151-db5e-4d31-a2da-eb743c111c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:54.160152 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-4056f151-db5e-4d31-a2da-eb743c111c9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac5dccd-4647-4c95-b743-c79d9cfea995 HTTP/1.1" status: 200 len: 855 time: 0.0644507 Jun 03 16:15:54.256398 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-d65e8cf9-410a-41e8-ae42-ac7bdd34cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:54.257912 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-d65e8cf9-410a-41e8-ae42-ac7bdd34cdbd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2848faa5-abc9-4899-8f8f-40b529605809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883608 Jun 03 16:15:54.399375 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-5b399f94-b1fc-48ee-8f07-dc1f9cbe8665 service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316850 Jun 03 16:15:54.420041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aef641-cb45-4946-9ac1-97a898c5b2eb req-c8d6f5bd-75f3-4cf9-b5a9-bb897d659e28 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:54.422209 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68aef641-cb45-4946-9ac1-97a898c5b2eb req-c8d6f5bd-75f3-4cf9-b5a9-bb897d659e28 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 943 time: 0.2054698 Jun 03 16:15:54.470708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-68aef641-cb45-4946-9ac1-97a898c5b2eb req-4f824867-a506-48fb-995d-c733c7725c3c tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Jun 03 16:15:54.651569 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7571f85e-6acf-47c4-a62d-a0f6e04b6782 req-66d4d2d6-ef0e-4751-9fef-5d1338e386c8 service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432418 Jun 03 16:15:54.771184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b069-772c-4a51-ace1-77d416708816 req-861bcb2d-4b8d-4695-a901-dc9f4dd7eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:54.773003 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b2b069-772c-4a51-ace1-77d416708816 req-861bcb2d-4b8d-4695-a901-dc9f4dd7eab6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa59f614b38b47c7a2c24142bc55c413&device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 1094 time: 0.0728159 Jun 03 16:15:54.909700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b069-772c-4a51-ace1-77d416708816 req-1ac2c48f-4af4-4aab-8556-c04601ad02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:54.911094 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b2b069-772c-4a51-ace1-77d416708816 req-1ac2c48f-4af4-4aab-8556-c04601ad02ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=2848faa5-abc9-4899-8f8f-40b529605809 HTTP/1.1" status: 200 len: 917 time: 0.1322730 Jun 03 16:15:54.985013 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b2b069-772c-4a51-ace1-77d416708816 req-266663cb-013a-4d90-a8aa-f262b4a46d9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64ddcbb-4c23-41c3-bd25-84fc01c08e97 HTTP/1.1" status: 200 len: 217 time: 0.0668385 Jun 03 16:15:55.049262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b069-772c-4a51-ace1-77d416708816 req-d0110237-3ece-4da8-a3f8-b93abeae9abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:55.050721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b2b069-772c-4a51-ace1-77d416708816 req-d0110237-3ece-4da8-a3f8-b93abeae9abc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ac5dccd-4647-4c95-b743-c79d9cfea995 HTTP/1.1" status: 200 len: 855 time: 0.0596571 Jun 03 16:15:55.130240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b069-772c-4a51-ace1-77d416708816 req-66d981fb-a0b2-47a5-a5ff-07dd42dc433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:55.132074 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b2b069-772c-4a51-ace1-77d416708816 req-66d981fb-a0b2-47a5-a5ff-07dd42dc433a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2848faa5-abc9-4899-8f8f-40b529605809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750918 Jun 03 16:15:55.302264 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b2b069-772c-4a51-ace1-77d416708816 req-141af077-3cbf-4ec7-a7c4-611b3f40c78f service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629279 Jun 03 16:15:55.443628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-01b2b069-772c-4a51-ace1-77d416708816 req-de017067-44b2-483d-83d5-744fc8c29024 service neutron] 10.222.0.70 "GET /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335666 Jun 03 16:15:55.678511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb4319-f603-4d21-80ae-6a4c79531d10 req-520758d2-72ce-44c1-b6d3-e28efcf6c21b tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:55.679902 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64fb4319-f603-4d21-80ae-6a4c79531d10 req-520758d2-72ce-44c1-b6d3-e28efcf6c21b tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 943 time: 0.0897887 Jun 03 16:15:55.724483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64fb4319-f603-4d21-80ae-6a4c79531d10 req-3c88a773-f30e-490d-bcde-e55490182753 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387142 Jun 03 16:15:56.912533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c3b54-86aa-44ca-9ae6-dc4531e62fb5 req-6d2c75e5-18ae-4ff3-951a-d99ac0cbfad8 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:56.913988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-778c3b54-86aa-44ca-9ae6-dc4531e62fb5 req-6d2c75e5-18ae-4ff3-951a-d99ac0cbfad8 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 943 time: 0.0820930 Jun 03 16:15:56.958414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-778c3b54-86aa-44ca-9ae6-dc4531e62fb5 req-5ba5e5ca-d8d0-4eb9-b829-0dcc866b3357 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 Jun 03 16:15:57.445231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b64ddcbb-4c23-41c3-bd25-84fc01c08e97 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:15:57.588321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b64ddcbb-4c23-41c3-bd25-84fc01c08e97, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:57.601872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97', 'network_id': '2848faa5-abc9-4899-8f8f-40b529605809', 'port_id': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97', 'mac_address': 'fa:16:3e:33:4f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac5dccd-4647-4c95-b743-c79d9cfea995', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:15:57.664513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:57.664895 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:57.682416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64ddcbb-4c23-41c3-bd25-84fc01c08e97 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:15:57.699573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b64ddcbb-4c23-41c3-bd25-84fc01c08e97, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:57.704815 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:57.778554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:57.786826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.787168 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.787505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.787833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.788188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.788522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.788845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.789167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.789489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.789812 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.790131 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.790449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:57.945052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b64ddcbb-4c23-41c3-bd25-84fc01c08e97'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:15:58.160770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1261cd-fcf5-43a0-a3cb-a8f38280f624 req-d5fd9a0e-c14d-4316-8cdf-9737d0754f11 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:58.162238 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd1261cd-fcf5-43a0-a3cb-a8f38280f624 req-d5fd9a0e-c14d-4316-8cdf-9737d0754f11 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 944 time: 0.0850887 Jun 03 16:15:58.205841 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bd1261cd-fcf5-43a0-a3cb-a8f38280f624 req-66d26e37-eaa8-4423-8471-c2bad271fc5c tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378354 Jun 03 16:15:59.403174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88461b-9def-48b6-97c2-660bbe610b7a req-d2807c21-04e1-4894-a10e-bb8c2c39e545 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:59.404890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff88461b-9def-48b6-97c2-660bbe610b7a req-d2807c21-04e1-4894-a10e-bb8c2c39e545 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 944 time: 0.0895641 Jun 03 16:15:59.445581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b64ddcbb-4c23-41c3-bd25-84fc01c08e97 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:15:59.451944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ff88461b-9def-48b6-97c2-660bbe610b7a req-f6ca712c-e463-4423-9b8c-254a91206e95 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Jun 03 16:15:59.515928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:15:59.520828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:59.521202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:59.643289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:59.643580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:59.672403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:15:59.683446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port b64ddcbb-4c23-41c3-bd25-84fc01c08e97, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:59.689128 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:59.763988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:59.780277 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c883f0b7-377a-407a-9970-4b7ba0bd89b7'] response: {'server_uuid': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97', 'code': 200} Jun 03 16:15:59.914114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831df31-2cbb-48e1-8a26-b0881184ff08 req-85c45dab-95c5-42df-8e3d-4c2185548f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:59.915632 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7831df31-2cbb-48e1-8a26-b0881184ff08 req-85c45dab-95c5-42df-8e3d-4c2185548f4e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 1096 time: 0.0693638 Jun 03 16:15:59.962432 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7831df31-2cbb-48e1-8a26-b0881184ff08 req-697dd863-6ec7-429e-a1d5-13ac32e87c87 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Jun 03 16:16:00.638288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbeacd-4837-46bb-8702-ecf48999c213 req-de1a7e28-5cdc-43a5-a7ef-3b090a0bc17c tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:00.639749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95fbeacd-4837-46bb-8702-ecf48999c213 req-de1a7e28-5cdc-43a5-a7ef-3b090a0bc17c tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 945 time: 0.0831990 Jun 03 16:16:00.685487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-95fbeacd-4837-46bb-8702-ecf48999c213 req-2668505d-84af-4389-ada7-bfadbd30b10c tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Jun 03 16:16:01.872654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d741f-a5b7-4566-a62e-768f62be8ef0 req-122beade-ded8-4ec1-89e4-0d59106118c9 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:01.874919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc6d741f-a5b7-4566-a62e-768f62be8ef0 req-122beade-ded8-4ec1-89e4-0d59106118c9 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 945 time: 0.0809777 Jun 03 16:16:01.924511 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc6d741f-a5b7-4566-a62e-768f62be8ef0 req-3c6f601f-cf55-4e68-9545-f2ccaf93ca4b tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Jun 03 16:16:02.115701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7e37c-8f49-4605-b429-512664ddbe44 req-69711a9a-5afd-4de0-959a-3d9aa8a5f4e1 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:02.117272 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5d7e37c-8f49-4605-b429-512664ddbe44 req-69711a9a-5afd-4de0-959a-3d9aa8a5f4e1 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 945 time: 0.0821390 Jun 03 16:16:02.166006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5d7e37c-8f49-4605-b429-512664ddbe44 req-9cc1a6d4-4407-45a7-841e-d50795cd5842 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Jun 03 16:16:13.492601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-336cc08c-295a-49c6-a6c3-c3989e0c20c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:15.976609 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:16.351997 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fbb08603-302b-4d89-8079-0a0d834affdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:16.460441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923fdd4-c0a5-4791-95f2-ab5e00047082 req-d459116f-d19b-4135-92fa-339f7b879098 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:16.461942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9923fdd4-c0a5-4791-95f2-ab5e00047082 req-d459116f-d19b-4135-92fa-339f7b879098 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 945 time: 0.0869348 Jun 03 16:16:16.507923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9923fdd4-c0a5-4791-95f2-ab5e00047082 req-405ebe3c-ca50-4fed-bde1-7f74de1a01af tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Jun 03 16:16:16.679834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:17.134635 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:17.696783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77583-a51a-490c-b42e-672d5a20a826 req-337f0de4-fb27-4518-94be-80db9e47910d tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:17.698279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddc77583-a51a-490c-b42e-672d5a20a826 req-337f0de4-fb27-4518-94be-80db9e47910d tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 945 time: 0.0850773 Jun 03 16:16:17.742061 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ddc77583-a51a-490c-b42e-672d5a20a826 req-05c01e53-5b4c-4e18-a386-54b82650ece8 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/security-groups?id=17936d56-050d-46f0-880e-a7f9b8e42282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Jun 03 16:16:18.029097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e68f9-6437-4a03-b29e-69feefb2045d req-31fb4e92-95cb-4014-b320-57a5b55278fc tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:18.029824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-161e68f9-6437-4a03-b29e-69feefb2045d req-31fb4e92-95cb-4014-b320-57a5b55278fc tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Synchronizing usage tracker for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:16:18.046615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-161e68f9-6437-4a03-b29e-69feefb2045d req-31fb4e92-95cb-4014-b320-57a5b55278fc tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Unset dirty status for tenant:aa59f614b38b47c7a2c24142bc55c413 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:16:18.048965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-161e68f9-6437-4a03-b29e-69feefb2045d req-31fb4e92-95cb-4014-b320-57a5b55278fc tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 945 time: 0.1040995 Jun 03 16:16:18.121872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Deleting port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:18.122215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:18.274870 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:16:18.366532 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] For port b64ddcbb-4c23-41c3-bd25-84fc01c08e97, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:18.366808 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:18.483381 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:18.491283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Calling delete_port for b64ddcbb-4c23-41c3-bd25-84fc01c08e97 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:18.627566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:18.639802 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:18.654355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['b64ddcbb-4c23-41c3-bd25-84fc01c08e97'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:16:18.690793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Pushing event deleted for resources: {'Port': ['ID=b64ddcbb-4c23-41c3-bd25-84fc01c08e97,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:18.878467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] No DVR routers for this DVR port b64ddcbb-4c23-41c3-bd25-84fc01c08e97 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:16:18.881021 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:18.883606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'name': 'network-vif-deleted', 'tag': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:18.899628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-161e68f9-6437-4a03-b29e-69feefb2045d req-58dd600b-bd41-4e3a-a398-7e750cbb1556 tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.70 "DELETE /v2.0/ports/b64ddcbb-4c23-41c3-bd25-84fc01c08e97 HTTP/1.1" status: 204 len: 173 time: 0.8430717 Jun 03 16:16:18.907898 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6532aba3-d002-4971-807f-4c666eb5b867 req-46e5b152-be65-4549-8b29-9f4005d7339a tempest-TestEncryptedCinderVolumes-1780806184 tempest-TestEncryptedCinderVolumes-1780806184-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f93d5-2871-4591-af2d-4a7346b37aee HTTP/1.1" status: 200 len: 210 time: 0.0509024 Jun 03 16:16:18.941065 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9006860-a46f-427f-81e5-15bcdf135e87'] response: {'server_uuid': 'f81f93d5-2871-4591-af2d-4a7346b37aee', 'name': 'network-vif-deleted', 'tag': 'b64ddcbb-4c23-41c3-bd25-84fc01c08e97', 'status': 'completed', 'code': 200} Jun 03 16:16:20.039312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43196) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:20.574278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:21.026748 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Deleting port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:21.027078 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:21.196581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] For port 0eae0cd6-32ae-46b2-92b0-367aec4a3f56, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:21.197311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:21.322049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Calling delete_port for 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:21.585181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b64ddcbb-4c23-41c3-bd25-84fc01c08e97 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:21.621445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: b64ddcbb-4c23-41c3-bd25-84fc01c08e97 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:21.621713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device b64ddcbb-4c23-41c3-bd25-84fc01c08e97 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:21.636313 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:21.687131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eae0cd6-32ae-46b2-92b0-367aec4a3f56,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:21.724283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.724629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.724965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.725299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.725632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.725956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.726276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.726598 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.726917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.727243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.727559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.727881 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:21.975605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:22.450560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Router e71fc339-e2ba-453f-bcff-bd18975fffe5 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:22.625786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:22.634165 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199647e0-d95b-4236-943e-93bd3700586c None None] Sync routers for ids ['e71fc339-e2ba-453f-bcff-bd18975fffe5'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:22.639195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ec00223c-8b9c-42d1-a053-25e667378c77 admin admin] 10.222.0.66 "PUT /v2.0/routers/e71fc339-e2ba-453f-bcff-bd18975fffe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5987997 Jun 03 16:16:22.641703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43202) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:22.643724 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] Routers {'e71fc339-e2ba-453f-bcff-bd18975fffe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:22.644357 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e71fc339-e2ba-453f-bcff-bd18975fffe5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:22.821800 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] Set router e71fc339-e2ba-453f-bcff-bd18975fffe5 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:22.827106 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.000839 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.011593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Deleting port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:23.011824 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.107184 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:16:21Z', 'revision_number': 5, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port': {'id': '4ced8b7f-4f07-41cb-8107-60f1a2c3c71c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:00Z', 'updated_at': '2022-06-03T16:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:23.111115 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199647e0-d95b-4236-943e-93bd3700586c None None] Checking router: e71fc339-e2ba-453f-bcff-bd18975fffe5 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:23.119371 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] Routers {'e71fc339-e2ba-453f-bcff-bd18975fffe5'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:23.119964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['e71fc339-e2ba-453f-bcff-bd18975fffe5'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:23.201037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] For port 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:23.201738 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.274816 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] Set router e71fc339-e2ba-453f-bcff-bd18975fffe5 gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:23.324541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Calling delete_port for 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:23.378683 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-199647e0-d95b-4236-943e-93bd3700586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:16:23Z', 'revision_number': 6, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:23.382523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199647e0-d95b-4236-943e-93bd3700586c None None] The sync data for ids ['e71fc339-e2ba-453f-bcff-bd18975fffe5'] in n-d-844594-1 is: [{'id': 'e71fc339-e2ba-453f-bcff-bd18975fffe5', 'name': 'tempest-TestEncryptedCinderVolumes-248784986-router', 'tenant_id': 'aa59f614b38b47c7a2c24142bc55c413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:59Z', 'updated_at': '2022-06-03T16:16:23Z', 'revision_number': 6, 'project_id': 'aa59f614b38b47c7a2c24142bc55c413', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:23.619091 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.667529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ced8b7f-4f07-41cb-8107-60f1a2c3c71c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:23.759245 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.836282 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:23.870174 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:23.870525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0eae0cd6-32ae-46b2-92b0-367aec4a3f56 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:23.939520 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.941686 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.964699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.965195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e71fc339-e2ba-453f-bcff-bd18975fffe5 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:16:23.977823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:23.981377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-393138c8-6d13-43cd-ad73-88f5a1a7a46f admin admin] 10.222.0.66 "DELETE /v2.0/routers/e71fc339-e2ba-453f-bcff-bd18975fffe5 HTTP/1.1" status: 204 len: 168 time: 1.3363354 Jun 03 16:16:23.981595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:24.042301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] Deleting subnet 4ac5dccd-4647-4c95-b743-c79d9cfea995 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:16:24.045343 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.093629 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.179481 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.250085 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.289421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac5dccd-4647-4c95-b743-c79d9cfea995,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:24.292989 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.299232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7602fd2b-2fc9-4fce-9830-47592d010cae None None] Network 2848faa5-abc9-4899-8f8f-40b529605809 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:24.299505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c7ef85ec-dbbc-40fd-a911-a45ee894b6c8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4ac5dccd-4647-4c95-b743-c79d9cfea995 HTTP/1.1" status: 204 len: 168 time: 0.3169608 Jun 03 16:16:24.301971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43210) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:24.420235 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.431808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Deleting port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:24.432180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.557088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] DHCP port deletion for 2848faa5-abc9-4899-8f8f-40b529605809 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:16:24.561320 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Deleting port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:24.561822 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.659214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] For port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:24.659810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.776568 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] For port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,segment=NetworkSegment(d83b0a39-4b4f-42e9-931f-4cd668d7b99d),segment_id=d83b0a39-4b4f-42e9-931f-4cd668d7b99d)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:24.776854 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.786088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Calling delete_port for 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:24.862864 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:24.898875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Calling delete_port for 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:24.915092 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fac6f3d-38b7-48e8-aadd-934a4f7943f0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:24.916926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] No DVR routers for this DVR port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:16:24.975149 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:16:24.975650 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:16:25.139136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.164304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2848faa5-abc9-4899-8f8f-40b529605809']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:25.176888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:25.177186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83b0a39-4b4f-42e9-931f-4cd668d7b99d') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:25.190239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.206368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.212653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:16:25.213044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.279609 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d83b0a39-4b4f-42e9-931f-4cd668d7b99d resource provider aggregate not found Jun 03 16:16:25.302074 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment d83b0a39-4b4f-42e9-931f-4cd668d7b99d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d83b0a39-4b4f-42e9-931f-4cd668d7b99d found for delete ", "request_id": "req-cfcf973c-717e-49d4-8ab0-5e9d53bb8bd4"}]} Jun 03 16:16:25.313695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.330207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.341649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] Pushing event deleted for resources: {'Network': ['ID=2848faa5-abc9-4899-8f8f-40b529605809,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:25.354123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ee2b5ae2-2710-4a9f-9a1f-75695782e72e admin admin] 10.222.0.66 "DELETE /v2.0/networks/2848faa5-abc9-4899-8f8f-40b529605809 HTTP/1.1" status: 204 len: 168 time: 1.0511022 Jun 03 16:16:25.356992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43218) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:25.476986 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Deleting port 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:25.477472 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.546258 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-cfacf7a4-940d-4652-9cd5-c27f4f9dec4b None None] The port '2fac6f3d-38b7-48e8-aadd-934a4f7943f0' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:16:25.812026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:25.846833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:25.847187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4ced8b7f-4f07-41cb-8107-60f1a2c3c71c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:25.847576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:25.881031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:25.881626 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2fac6f3d-38b7-48e8-aadd-934a4f7943f0 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:25.942499 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:26.291688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Deleting port 201e885b-8421-43d6-9e8b-f44a1c3d1983 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:26.292026 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:26.473158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] For port 201e885b-8421-43d6-9e8b-f44a1c3d1983, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=201e885b-8421-43d6-9e8b-f44a1c3d1983,segment=NetworkSegment(cffc638e-31b8-44de-b424-e5495bceafb7),segment_id=cffc638e-31b8-44de-b424-e5495bceafb7)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:26.473517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:26.712412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Calling delete_port for 201e885b-8421-43d6-9e8b-f44a1c3d1983 owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:26.889190 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:26.940303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Pushing event deleted for resources: {'Port': ['ID=201e885b-8421-43d6-9e8b-f44a1c3d1983,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:27.212373 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:27.571219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Router d44a8bbc-afbe-478b-91da-c97c978ae7a4 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:27.752500 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:27.763832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] Sync routers for ids ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:27.770845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-066895f9-883f-4f19-9b45-0253bcaf02ed admin admin] 10.222.0.66 "PUT /v2.0/routers/d44a8bbc-afbe-478b-91da-c97c978ae7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128089 Jun 03 16:16:27.773648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43222) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:27.776356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] Routers {'d44a8bbc-afbe-478b-91da-c97c978ae7a4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:27.777201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:27.949097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:27.956278 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] Set router d44a8bbc-afbe-478b-91da-c97c978ae7a4 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:28.260007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.271447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Deleting port 2799fdda-b047-4ff6-a979-34a6e55a439c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:28.271832 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.287714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:16:26Z', 'revision_number': 5, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port': {'id': '2799fdda-b047-4ff6-a979-34a6e55a439c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:15:09Z', 'updated_at': '2022-06-03T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:28.291574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] Checking router: d44a8bbc-afbe-478b-91da-c97c978ae7a4 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:28.300461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] Routers {'d44a8bbc-afbe-478b-91da-c97c978ae7a4'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:28.301096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:28.448042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] For port 2799fdda-b047-4ff6-a979-34a6e55a439c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2799fdda-b047-4ff6-a979-34a6e55a439c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:28.448413 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.456259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] Set router d44a8bbc-afbe-478b-91da-c97c978ae7a4 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:28.565369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:16:28Z', 'revision_number': 6, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:28.569248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a01230-4d97-4dd8-ab74-3233df8b9fbf None None] The sync data for ids ['d44a8bbc-afbe-478b-91da-c97c978ae7a4'] in n-d-844594-1 is: [{'id': 'd44a8bbc-afbe-478b-91da-c97c978ae7a4', 'name': 'tempest-TestEncryptedCinderVolumes-518432090-router', 'tenant_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:15:08Z', 'updated_at': '2022-06-03T16:16:28Z', 'revision_number': 6, 'project_id': '57dd35c10d6b4735bd1c9b0a10b8b253', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:28.571276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Calling delete_port for 2799fdda-b047-4ff6-a979-34a6e55a439c owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:28.740360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.787027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2799fdda-b047-4ff6-a979-34a6e55a439c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:28.878622 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.055768 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.057977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.081754 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.082277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d44a8bbc-afbe-478b-91da-c97c978ae7a4 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:16:29.094136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.095242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9b60dd5a-c3f0-4de4-8d5d-4a06d24703d8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d44a8bbc-afbe-478b-91da-c97c978ae7a4 HTTP/1.1" status: 204 len: 168 time: 1.3206375 Jun 03 16:16:29.097900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43226) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:29.157502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] Deleting subnet be85d218-f25c-4bb6-b5fa-3d6068ffc95b {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:16:29.160279 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.212349 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.290695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.358452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.400823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be85d218-f25c-4bb6-b5fa-3d6068ffc95b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:29.402756 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.410416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42a730-60e3-4b27-8ac7-951f1d8a4aeb None None] Network 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:29.412687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a115f028-c21d-454e-94cb-5fd245a341d4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/be85d218-f25c-4bb6-b5fa-3d6068ffc95b HTTP/1.1" status: 204 len: 168 time: 0.3136725 Jun 03 16:16:29.415107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43230) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:29.523868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.535724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Deleting port ffc25670-46d3-42f3-b344-b205c2c3846b {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:29.536355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.672887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] DHCP port deletion for 213ebe55-6f14-4bc0-a2cd-325a77b5ab7d request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:16:29.677026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Deleting port ffc25670-46d3-42f3-b344-b205c2c3846b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:29.677396 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.750690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] For port ffc25670-46d3-42f3-b344-b205c2c3846b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ffc25670-46d3-42f3-b344-b205c2c3846b,segment=NetworkSegment(cffc638e-31b8-44de-b424-e5495bceafb7),segment_id=cffc638e-31b8-44de-b424-e5495bceafb7)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:29.751060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.854102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2799fdda-b047-4ff6-a979-34a6e55a439c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:29.880046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Calling delete_port for ffc25670-46d3-42f3-b344-b205c2c3846b owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:29.905708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2799fdda-b047-4ff6-a979-34a6e55a439c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:29.906058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2799fdda-b047-4ff6-a979-34a6e55a439c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:29.907108 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 201e885b-8421-43d6-9e8b-f44a1c3d1983 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:29.944285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 201e885b-8421-43d6-9e8b-f44a1c3d1983 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:29.944549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 201e885b-8421-43d6-9e8b-f44a1c3d1983 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:29.944962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ffc25670-46d3-42f3-b344-b205c2c3846b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:29.957518 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.989196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: ffc25670-46d3-42f3-b344-b205c2c3846b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:29.989549 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ffc25670-46d3-42f3-b344-b205c2c3846b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:29.999308 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] For port ffc25670-46d3-42f3-b344-b205c2c3846b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ffc25670-46d3-42f3-b344-b205c2c3846b,segment=NetworkSegment(cffc638e-31b8-44de-b424-e5495bceafb7),segment_id=cffc638e-31b8-44de-b424-e5495bceafb7)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:29.999710 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.009268 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc25670-46d3-42f3-b344-b205c2c3846b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:30.015039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] No DVR routers for this DVR port ffc25670-46d3-42f3-b344-b205c2c3846b on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:16:30.132398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Calling delete_port for ffc25670-46d3-42f3-b344-b205c2c3846b owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:30.135350 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.162010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ebe55-6f14-4bc0-a2cd-325a77b5ab7d']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:30.174417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffc638e-31b8-44de-b424-e5495bceafb7') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:30.174714 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffc638e-31b8-44de-b424-e5495bceafb7') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:30.186541 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.205676 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.211400 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:16:30.212327 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:16:30.212988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:16:30.213440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.283255 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment cffc638e-31b8-44de-b424-e5495bceafb7 resource provider aggregate not found Jun 03 16:16:30.306721 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment cffc638e-31b8-44de-b424-e5495bceafb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cffc638e-31b8-44de-b424-e5495bceafb7 found for delete ", "request_id": "req-81380f5f-c0fc-4362-a230-d30862575588"}]} Jun 03 16:16:30.318337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.334193 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.345131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=213ebe55-6f14-4bc0-a2cd-325a77b5ab7d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:30.348350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a862b94e-a786-425d-85ae-901c105b31e5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/213ebe55-6f14-4bc0-a2cd-325a77b5ab7d HTTP/1.1" status: 204 len: 168 time: 0.9321926 Jun 03 16:16:30.516511 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43242) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:30.566088 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-007e44eb-30b1-463b-835c-bbad44c4dda2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa59f614b38b47c7a2c24142bc55c413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484195 Jun 03 16:16:30.568570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43246) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:30.626629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88bfa3c6-a0e4-42fc-befb-a6f5ae1fc9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.651686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88bfa3c6-a0e4-42fc-befb-a6f5ae1fc9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.705327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88bfa3c6-a0e4-42fc-befb-a6f5ae1fc9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.713687 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Deleting port ffc25670-46d3-42f3-b344-b205c2c3846b {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:30.714323 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.722026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfa3c6-a0e4-42fc-befb-a6f5ae1fc9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17936d56-050d-46f0-880e-a7f9b8e42282,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:30.727439 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88bfa3c6-a0e4-42fc-befb-a6f5ae1fc9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.729197 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-88bfa3c6-a0e4-42fc-befb-a6f5ae1fc9db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17936d56-050d-46f0-880e-a7f9b8e42282 HTTP/1.1" status: 204 len: 168 time: 0.1591496 Jun 03 16:16:30.817776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f1205b95-4c28-45e2-a494-a7d3312d52af None None] The port 'ffc25670-46d3-42f3-b344-b205c2c3846b' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:16:31.084502 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43254) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:31.132422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-96e2d719-60fd-4994-99ca-7a974f554211 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57dd35c10d6b4735bd1c9b0a10b8b253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466485 Jun 03 16:16:31.134941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43258) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:31.192576 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36cba929-7cd3-4819-ba0f-15066a6dea12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.217962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36cba929-7cd3-4819-ba0f-15066a6dea12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.277271 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36cba929-7cd3-4819-ba0f-15066a6dea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.291889 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cba929-7cd3-4819-ba0f-15066a6dea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e8a5a-dc21-4840-a803-4b683f91b80f,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:31.299378 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36cba929-7cd3-4819-ba0f-15066a6dea12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.300539 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-36cba929-7cd3-4819-ba0f-15066a6dea12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b61e8a5a-dc21-4840-a803-4b683f91b80f HTTP/1.1" status: 204 len: 168 time: 0.1647053 Jun 03 16:16:32.024002 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43282) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:32.126491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-224958702-network', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:32.132288 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:32.137093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Usage tracker for resource:network and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:32.140684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:32.146438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:32.160484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Made reservation on behalf of 1781b858d17e4c27963bf0ee9f88784f for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:32.162793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.279316 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.293702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:32.297466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:32.301132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:32.306737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:32.389420 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.393784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.425924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:16:32.434314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf62406b-5638-427f-8ac8-c305430c3de9,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:32.441447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.441930 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Added segment 1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2 of type vlan for network 0612575b-4341-4940-8347-b673668213a1 Jun 03 16:16:32.474288 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.503885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.504853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.505427 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.615361 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5876355 Jun 03 16:16:32.615361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d50abe-597a-4abc-a19a-de54fead01b0 admin admin] Pushing event updated for resources: {'Network': ['ID=0612575b-4341-4940-8347-b673668213a1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:32.615966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43288) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:32.623075 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Request body: {'subnet': {'network_id': '0612575b-4341-4940-8347-b673668213a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-224958702-subnet', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:32.623268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0612575b-4341-4940-8347-b673668213a1 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:16:32.628760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:32.632792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Usage tracker for resource:subnet and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:32.635757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:32.643185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:32.653703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Made reservation on behalf of 1781b858d17e4c27963bf0ee9f88784f for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:32.656191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.863163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.935269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31da127c-004b-4660-ad63-8fbda2fa8d98,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:32.943729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Checking segment: {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:32.944078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Network hostable DHCP agents. Network: 0612575b-4341-4940-8347-b673668213a1, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:16:32.965181 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Network 0612575b-4341-4940-8347-b673668213a1 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:16:32.975061 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0612575b-4341-4940-8347-b673668213a1) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:32.979071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:32.979657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.986886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137846be-d017-41b5-8ed4-88d0a22b834d None None] Network 0612575b-4341-4940-8347-b673668213a1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:33.000774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d669e940-b416-4c5f-9f12-038540d2261f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3833375 Jun 03 16:16:33.003970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43292) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:33.010963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:33.018023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:33.023345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Usage tracker for resource:router and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:33.026840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:33.033643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:33.044518 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.045515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.060333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.215113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-0612575b-4341-4940-8347-b673668213a1', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:16:33.216568 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.384493 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.413016 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Allocated IP 172.20.0.2 (0612575b-4341-4940-8347-b673668213a1/31da127c-004b-4660-ad63-8fbda2fa8d98/7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:33.618985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.630051 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Transition to ACTIVE for port object 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:33.650073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Transition to ACTIVE for port object 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:33.655995 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.710389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.723423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Network 0612575b-4341-4940-8347-b673668213a1 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:33.726076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:33.729915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:33.741606 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.762771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Pushing event updated for resources: {'Port': ['ID=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:33.833482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Attempting to bind port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:33.833900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Attempting to bind port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:33.834421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Attempting to bind port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee on network 0612575b-4341-4940-8347-b673668213a1 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:33.842110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:33.842502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Checking segment: {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:33.842906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.843309 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Bound using segment: {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:33.843767 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Bound port: 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:33.844156 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.889193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Allocated IP 172.25.1.218 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/44943b33-5733-404e-bcc3-1a8844d63e32) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:33.958329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] For port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:33.962021 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] For port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:33.967411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.075976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f3fc7-20a6-4286-99bf-c3e3f8b19c05 None None] Pushing event updated for resources: {'Port': ['ID=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:34.185976 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.234713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.304468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:34.307599 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:34.311443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:34.348939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Pushing event updated for resources: {'Port': ['ID=44943b33-5733-404e-bcc3-1a8844d63e32,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:34.729895 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.957912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02388ab4-96aa-4a0a-b792-e35e34dceaaa None None] Network 0612575b-4341-4940-8347-b673668213a1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:35.071330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-3b591287-59c9-4aa1-97c0-ec3efd560e29 None None] Provisioning for port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:35.074274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.285308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Router aa5c66fe-b459-4cac-9a17-1e669867cf9b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:16:35.465792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:35.479057 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Sync routers for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:35.489597 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:35.490282 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:35.490735 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.491998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-78061352-9dc7-44ae-903a-f93f86f1ddb4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4868093 Jun 03 16:16:35.494688 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43296) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:35.673571 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:35.853170 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:35.926088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:35.931249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:35.931697 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.997809 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:34Z', 'revision_number': 3, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:36.002288 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Checking router: aa5c66fe-b459-4cac-9a17-1e669867cf9b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:36.002664 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Updating router aa5c66fe-b459-4cac-9a17-1e669867cf9b port 44943b33-5733-404e-bcc3-1a8844d63e32 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:36.058524 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.106955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:36.107579 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.141240 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:36.146545 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.216746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:36.339233 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.393784 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.405492 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Transition to ACTIVE for port object 44943b33-5733-404e-bcc3-1a8844d63e32 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:36.415685 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.497151 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Pushing event updated for resources: {'Port': ['ID=44943b33-5733-404e-bcc3-1a8844d63e32,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:36.499255 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Attempting to bind port 44943b33-5733-404e-bcc3-1a8844d63e32 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:36.499606 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Attempting to bind port 44943b33-5733-404e-bcc3-1a8844d63e32 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:36.499954 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Attempting to bind port 44943b33-5733-404e-bcc3-1a8844d63e32 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:36.509910 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.510242 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.510575 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.510893 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.511210 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.511531 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.511840 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.512168 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.512484 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.512788 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.513228 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.513401 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:36.517420 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:36.517786 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:36.518181 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.518538 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:36.518989 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Bound port: 44943b33-5733-404e-bcc3-1a8844d63e32, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:36.519348 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.554245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Allocated IP 172.20.0.1 (0612575b-4341-4940-8347-b673668213a1/31da127c-004b-4660-ad63-8fbda2fa8d98/58bfb5fb-1e37-48a3-adca-4b292333335e) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:36.594502 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] For port 44943b33-5733-404e-bcc3-1a8844d63e32, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:36.597961 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] For port 44943b33-5733-404e-bcc3-1a8844d63e32, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=44943b33-5733-404e-bcc3-1a8844d63e32,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:36.602040 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.681442 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:36.682051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:36.704643 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.720339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Transition to ACTIVE for port object 58bfb5fb-1e37-48a3-adca-4b292333335e will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:36.744297 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.746714 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5209ba-62ba-4ba3-9f2e-12703216a033 None None] Pushing event updated for resources: {'Port': ['ID=44943b33-5733-404e-bcc3-1a8844d63e32,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:36.807900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Network 0612575b-4341-4940-8347-b673668213a1 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:36.810588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:36.814381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:36.852900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Pushing event updated for resources: {'Port': ['ID=58bfb5fb-1e37-48a3-adca-4b292333335e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:36.870817 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:36.882911 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:37.043511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0dab2297-fe9c-4296-85b3-42bf4e205b56 None None] Provisioning for port 58bfb5fb-1e37-48a3-adca-4b292333335e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:37.048928 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0dab2297-fe9c-4296-85b3-42bf4e205b56 None None] Provisioning complete for port 58bfb5fb-1e37-48a3-adca-4b292333335e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:37.049429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0dab2297-fe9c-4296-85b3-42bf4e205b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:37.110667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0dab2297-fe9c-4296-85b3-42bf4e205b56 None None] Port 58bfb5fb-1e37-48a3-adca-4b292333335e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:37.185958 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:34Z', 'revision_number': 3, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:37.192864 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fe08e-06db-4193-9348-4d158fcce8fa None None] The sync data for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 is: [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:34Z', 'revision_number': 3, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:37.291302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:37.530733 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:37.535398 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:37.646021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Pushing event updated for resources: {'Port': ['ID=58bfb5fb-1e37-48a3-adca-4b292333335e,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:37.648744 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:37.794861 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Network 0612575b-4341-4940-8347-b673668213a1 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:37.798184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:37.915017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 44943b33-5733-404e-bcc3-1a8844d63e32 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:37.999946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 44943b33-5733-404e-bcc3-1a8844d63e32 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:38.014270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 44943b33-5733-404e-bcc3-1a8844d63e32 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:38.014932 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.020896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Router aa5c66fe-b459-4cac-9a17-1e669867cf9b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:38.166710 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 44943b33-5733-404e-bcc3-1a8844d63e32 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:38.167389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.173752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bd0dd23a-ee27-422b-bdef-465224f17409 None None] Provisioning complete for port 58bfb5fb-1e37-48a3-adca-4b292333335e triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:38.174081 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd23a-ee27-422b-bdef-465224f17409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.227128 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 44943b33-5733-404e-bcc3-1a8844d63e32, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=44943b33-5733-404e-bcc3-1a8844d63e32,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:38.232450 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.233218 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:38.233813 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:38.243765 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a6bcf468-dd57-431c-82fe-5503b7b8dded admin admin] 10.222.0.66 "PUT /v2.0/routers/aa5c66fe-b459-4cac-9a17-1e669867cf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7481000 Jun 03 16:16:38.312758 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-bd0dd23a-ee27-422b-bdef-465224f17409 None None] Port 58bfb5fb-1e37-48a3-adca-4b292333335e cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:38.356554 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=44943b33-5733-404e-bcc3-1a8844d63e32,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:38.368635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:38.368978 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.491163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:38.760708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Sync routers for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:38.766055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43314) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:38.771154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:38.771770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:38.772613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-99077215-network', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:38.778145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:38.782628 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Usage tracker for resource:network and tenant:d25ea86bdf0f419e81707a7ddee63143 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:38.785589 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:38.791391 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:38.802425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Made reservation on behalf of d25ea86bdf0f419e81707a7ddee63143 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:38.804784 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.817344 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.835650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:38.839496 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Usage tracker for resource:security_group_rule and tenant:d25ea86bdf0f419e81707a7ddee63143 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:38.842305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:38.848596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:38.934933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.939776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.957356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:38.971305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:16:38.983655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4071c5f5-87f3-4b37-b3ef-14e678b27b19,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:38.988205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.988549 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Added segment c9b8a3b5-d1af-475f-ae2b-e8dc75830c52 of type vlan for network 893c2e40-5763-400b-b4c2-d9ad218b9be3 Jun 03 16:16:39.018127 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.050317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.051294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.052037 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.155967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] Pushing event updated for resources: {'Network': ['ID=893c2e40-5763-400b-b4c2-d9ad218b9be3,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.159756 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3ca22d00-0598-4d8f-8f8f-98c1f9da539b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3920584 Jun 03 16:16:39.162645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43318) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.168208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Request body: {'subnet': {'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-99077215-subnet', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.174301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.174714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:16:39.178322 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Usage tracker for resource:subnet and tenant:d25ea86bdf0f419e81707a7ddee63143 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.181134 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.186944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.198985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Made reservation on behalf of d25ea86bdf0f419e81707a7ddee63143 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:39.201474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.387325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 2, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:39.391104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Checking router: aa5c66fe-b459-4cac-9a17-1e669867cf9b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:39.391576 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Updating router aa5c66fe-b459-4cac-9a17-1e669867cf9b port 58bfb5fb-1e37-48a3-adca-4b292333335e binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:39.408653 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.446270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.489006 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f83188-0dc9-4526-985a-271b6a6be0a2,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.494501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Checking segment: {'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:39.494858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Network hostable DHCP agents. Network: 893c2e40-5763-400b-b4c2-d9ad218b9be3, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:16:39.515828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:16:39.527280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 893c2e40-5763-400b-b4c2-d9ad218b9be3) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:39.531280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.531868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.556264 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-603a11d1-9fc6-4e87-b660-abd8277aa270 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3903232 Jun 03 16:16:39.556753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43322) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.562702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.566298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b7e8c1-9e1e-4559-90ac-7a1f23121d7d None None] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:39.569012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.573042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Usage tracker for resource:router and tenant:d25ea86bdf0f419e81707a7ddee63143 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.575883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.583087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.593677 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.594744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.611596 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.827990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 44943b33-5733-404e-bcc3-1a8844d63e32 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:39.994543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.044792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-893c2e40-5763-400b-b4c2-d9ad218b9be3', 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'fixed_ips': [{'subnet_id': 'd1f83188-0dc9-4526-985a-271b6a6be0a2'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:16:40.045610 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.057213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 44943b33-5733-404e-bcc3-1a8844d63e32 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:40.057580 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.210104 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.241581 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Transition to ACTIVE for port object 58bfb5fb-1e37-48a3-adca-4b292333335e will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:40.254938 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.315354 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.348661 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.472701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b9538-c6ec-4294-af7e-6ae3167c768a None None] Pushing event updated for resources: {'Port': ['ID=58bfb5fb-1e37-48a3-adca-4b292333335e,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:40.499812 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Allocated IP 172.25.1.121 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/2c0f0582-0a35-491a-931d-a93d9c55bd65) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:40.563203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 44943b33-5733-404e-bcc3-1a8844d63e32 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:40.576960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Allocated IP 172.20.0.2 (893c2e40-5763-400b-b4c2-d9ad218b9be3/d1f83188-0dc9-4526-985a-271b6a6be0a2/cd44c067-5fb6-4c9e-9a5e-75664c40f8d4) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:40.600484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Attempting to bind port 58bfb5fb-1e37-48a3-adca-4b292333335e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:40.600856 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Attempting to bind port 58bfb5fb-1e37-48a3-adca-4b292333335e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:40.601202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Attempting to bind port 58bfb5fb-1e37-48a3-adca-4b292333335e on network 0612575b-4341-4940-8347-b673668213a1 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:40.624335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:40.624625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Checking segment: {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:40.625024 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.625410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Bound using segment: {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:40.625898 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Bound port: 58bfb5fb-1e37-48a3-adca-4b292333335e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:40.626267 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.656501 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.687062 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.755783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:40.758542 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:40.762414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:40.803450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0f0582-0a35-491a-931d-a93d9c55bd65,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:40.879937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] For port 58bfb5fb-1e37-48a3-adca-4b292333335e, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:40.892417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] For port 58bfb5fb-1e37-48a3-adca-4b292333335e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=58bfb5fb-1e37-48a3-adca-4b292333335e,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:40.901050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.933816 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.970661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Transition to ACTIVE for port object cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:41.007211 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Transition to ACTIVE for port object cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:41.011621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b9538-c6ec-4294-af7e-6ae3167c768a None None] Pushing event updated for resources: {'Port': ['ID=58bfb5fb-1e37-48a3-adca-4b292333335e,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:41.014721 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:41.015336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:41.073560 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.164992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:41.169845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:41.177652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:41.218270 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.352169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Pushing event updated for resources: {'Port': ['ID=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:41.445293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:41.493399 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Attempting to bind port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:41.493982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Attempting to bind port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:41.494557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Attempting to bind port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 on network 893c2e40-5763-400b-b4c2-d9ad218b9be3 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:41.519537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:41.519918 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Checking segment: {'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:41.520343 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.520732 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Bound using segment: {'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:41.521207 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Bound port: cd44c067-5fb6-4c9e-9a5e-75664c40f8d4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:41.521577 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.709638 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.765163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] For port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:41.786563 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] For port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,segment=NetworkSegment(c9b8a3b5-d1af-475f-ae2b-e8dc75830c52),segment_id=c9b8a3b5-d1af-475f-ae2b-e8dc75830c52)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:41.818235 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.932012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Router c308b42e-19a4-40c1-97f2-546348bbe574 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:16:41.937625 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ee4d1-54bd-441f-8b3c-796cc0f407ff None None] Pushing event updated for resources: {'Port': ['ID=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:41.952821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:40Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:41.957857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b90df-9435-436a-808c-68b8759fc5e6 None None] The sync data for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 is: [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:40Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:42.153884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:42.167862 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Sync routers for ids ['c308b42e-19a4-40c1-97f2-546348bbe574'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:42.178272 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Routers {'c308b42e-19a4-40c1-97f2-546348bbe574'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:42.179155 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c308b42e-19a4-40c1-97f2-546348bbe574'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:42.198617 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:42.200425 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-09608b30-1d50-4b48-b6e1-de687511d1c5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6426415 Jun 03 16:16:42.203065 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43326) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:42.428946 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Set router c308b42e-19a4-40c1-97f2-546348bbe574 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:42.731769 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:41Z', 'revision_number': 3, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port': {'id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:42.737063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Checking router: c308b42e-19a4-40c1-97f2-546348bbe574 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:42.737409 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Updating router c308b42e-19a4-40c1-97f2-546348bbe574 port 2c0f0582-0a35-491a-931d-a93d9c55bd65 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:42.801846 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:42.982029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.100205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63646ab5-40d2-4a03-9942-99ef3cddb9e7 None None] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:43.185634 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.199748 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Transition to ACTIVE for port object 2c0f0582-0a35-491a-931d-a93d9c55bd65 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:43.206721 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.223371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7cfa07a4-c716-465b-b22f-e1692cfc1756 None None] Provisioning for port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:43.297169 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Attempting to bind port 2c0f0582-0a35-491a-931d-a93d9c55bd65 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:43.298211 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Attempting to bind port 2c0f0582-0a35-491a-931d-a93d9c55bd65 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:43.298574 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Attempting to bind port 2c0f0582-0a35-491a-931d-a93d9c55bd65 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:43.306851 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:43.307252 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:43.307608 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.307995 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:43.308495 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Bound port: 2c0f0582-0a35-491a-931d-a93d9c55bd65, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:43.308862 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.361850 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb150eec-4a3e-41d4-98da-4545e16923d4 None None] Pushing event updated for resources: {'Port': ['ID=2c0f0582-0a35-491a-931d-a93d9c55bd65,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:43.398696 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] For port 2c0f0582-0a35-491a-931d-a93d9c55bd65, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:43.402108 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] For port 2c0f0582-0a35-491a-931d-a93d9c55bd65, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2c0f0582-0a35-491a-931d-a93d9c55bd65,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:43.408584 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.437266 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Allocated IP 172.20.0.1 (893c2e40-5763-400b-b4c2-d9ad218b9be3/d1f83188-0dc9-4526-985a-271b6a6be0a2/1cc180d8-720b-458c-ba21-8d9f984c8d0d) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:43.458279 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fcb3300a-9108-480d-bf23-327e102dbbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.494658 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Routers {'c308b42e-19a4-40c1-97f2-546348bbe574'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:43.495276 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c308b42e-19a4-40c1-97f2-546348bbe574'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:43.553457 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb150eec-4a3e-41d4-98da-4545e16923d4 None None] Pushing event updated for resources: {'Port': ['ID=2c0f0582-0a35-491a-931d-a93d9c55bd65,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:43.625148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.643506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Transition to ACTIVE for port object 1cc180d8-720b-458c-ba21-8d9f984c8d0d will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:43.670532 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.691899 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] Set router c308b42e-19a4-40c1-97f2-546348bbe574 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:43.740484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:43.743361 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:43.747366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:43.796157 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc180d8-720b-458c-ba21-8d9f984c8d0d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:43.814441 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.912323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 58bfb5fb-1e37-48a3-adca-4b292333335e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:44.020612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 58bfb5fb-1e37-48a3-adca-4b292333335e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:44.026206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 58bfb5fb-1e37-48a3-adca-4b292333335e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:44.026930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.035964 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:41Z', 'revision_number': 3, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port': {'id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:44.040308 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f69d-275b-4e38-ac17-58a87bd67284 None None] The sync data for ids ['c308b42e-19a4-40c1-97f2-546348bbe574'] in n-d-844594-1 is: [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:41Z', 'revision_number': 3, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port': {'id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:44.148914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.172968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aeb5a478-ed18-4522-a088-dfccfd39c9ea None None] Provisioning for port 1cc180d8-720b-458c-ba21-8d9f984c8d0d completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:44.183343 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 58bfb5fb-1e37-48a3-adca-4b292333335e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:44.183734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.193293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-aeb5a478-ed18-4522-a088-dfccfd39c9ea None None] Provisioning complete for port 1cc180d8-720b-458c-ba21-8d9f984c8d0d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:44.193662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a478-ed18-4522-a088-dfccfd39c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.276884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5a478-ed18-4522-a088-dfccfd39c9ea None None] Port 1cc180d8-720b-458c-ba21-8d9f984c8d0d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:44.282496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 58bfb5fb-1e37-48a3-adca-4b292333335e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=58bfb5fb-1e37-48a3-adca-4b292333335e,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:44.287755 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.294658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:44.419684 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.425856 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.443061 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=58bfb5fb-1e37-48a3-adca-4b292333335e,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:44.457509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:44.463345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:44.463724 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.563926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc180d8-720b-458c-ba21-8d9f984c8d0d,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:44.569655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.602583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:44.603338 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.642072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,segment=NetworkSegment(c9b8a3b5-d1af-475f-ae2b-e8dc75830c52),segment_id=c9b8a3b5-d1af-475f-ae2b-e8dc75830c52)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:44.647444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.721921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:44.734954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:44.736507 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:44.955221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Router c308b42e-19a4-40c1-97f2-546348bbe574 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:45.009596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7a66740a-8b0a-458e-819e-ef70f346df2d None None] Provisioning complete for port 1cc180d8-720b-458c-ba21-8d9f984c8d0d triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:45.012932 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a66740a-8b0a-458e-819e-ef70f346df2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.125434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7a66740a-8b0a-458e-819e-ef70f346df2d None None] Port 1cc180d8-720b-458c-ba21-8d9f984c8d0d cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:45.278080 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:45.286943 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cb19c709-2c0e-4d90-b93d-af3955999a11 admin admin] 10.222.0.66 "PUT /v2.0/routers/c308b42e-19a4-40c1-97f2-546348bbe574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0826457 Jun 03 16:16:45.690065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Sync routers for ids ['c308b42e-19a4-40c1-97f2-546348bbe574'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:45.700071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Routers {'c308b42e-19a4-40c1-97f2-546348bbe574'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:45.700736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c308b42e-19a4-40c1-97f2-546348bbe574'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:45.889129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Set router c308b42e-19a4-40c1-97f2-546348bbe574 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:45.933744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c0f0582-0a35-491a-931d-a93d9c55bd65 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:46.080160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.195821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 2c0f0582-0a35-491a-931d-a93d9c55bd65 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:46.206479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2c0f0582-0a35-491a-931d-a93d9c55bd65 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:46.206849 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.412200 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bfa06cc0-083e-4cfc-8666-8d70ed932e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.430494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2c0f0582-0a35-491a-931d-a93d9c55bd65 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:46.431161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.452555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 2c0f0582-0a35-491a-931d-a93d9c55bd65, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2c0f0582-0a35-491a-931d-a93d9c55bd65,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:46.459691 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.460674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:46.531444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 4, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port': {'id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1cc180d8-720b-458c-ba21-8d9f984c8d0d', 'name': '', 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'mac_address': 'fa:16:3e:9f:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd1f83188-0dc9-4526-985a-271b6a6be0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:43Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 2, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'subnets': [{'id': 'd1f83188-0dc9-4526-985a-271b6a6be0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:46.561058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Checking router: c308b42e-19a4-40c1-97f2-546348bbe574 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:46.561432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Updating router c308b42e-19a4-40c1-97f2-546348bbe574 port 1cc180d8-720b-458c-ba21-8d9f984c8d0d binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:46.639660 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.663753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=2c0f0582-0a35-491a-931d-a93d9c55bd65,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:46.736063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:46.736851 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.765368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.019616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:47.020830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 58bfb5fb-1e37-48a3-adca-4b292333335e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:47.186719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 58bfb5fb-1e37-48a3-adca-4b292333335e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:47.186719 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.217735 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.242094 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.313352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Transition to ACTIVE for port object 1cc180d8-720b-458c-ba21-8d9f984c8d0d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:47.326774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.557122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ae042-f457-480a-921c-f1f47789b58d None None] Pushing event updated for resources: {'Port': ['ID=1cc180d8-720b-458c-ba21-8d9f984c8d0d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:47.573475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 58bfb5fb-1e37-48a3-adca-4b292333335e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:47.647798 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Attempting to bind port 1cc180d8-720b-458c-ba21-8d9f984c8d0d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:47.648210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Attempting to bind port 1cc180d8-720b-458c-ba21-8d9f984c8d0d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:47.648574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Attempting to bind port 1cc180d8-720b-458c-ba21-8d9f984c8d0d on network 893c2e40-5763-400b-b4c2-d9ad218b9be3 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:47.654475 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:47.654858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Checking segment: {'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:47.655336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.655778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Bound using segment: {'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:47.656135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Bound port: 1cc180d8-720b-458c-ba21-8d9f984c8d0d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:47.656590 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.765743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] For port 1cc180d8-720b-458c-ba21-8d9f984c8d0d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:47.773012 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] For port 1cc180d8-720b-458c-ba21-8d9f984c8d0d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1cc180d8-720b-458c-ba21-8d9f984c8d0d,segment=NetworkSegment(c9b8a3b5-d1af-475f-ae2b-e8dc75830c52),segment_id=c9b8a3b5-d1af-475f-ae2b-e8dc75830c52)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:47.778725 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.852469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c0f0582-0a35-491a-931d-a93d9c55bd65 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:47.920782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Routers {'c308b42e-19a4-40c1-97f2-546348bbe574'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:47.921586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:16:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c308b42e-19a4-40c1-97f2-546348bbe574'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:47.970978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ae042-f457-480a-921c-f1f47789b58d None None] Pushing event updated for resources: {'Port': ['ID=1cc180d8-720b-458c-ba21-8d9f984c8d0d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:48.145391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 2c0f0582-0a35-491a-931d-a93d9c55bd65 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:48.145769 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:48.219432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] Set router c308b42e-19a4-40c1-97f2-546348bbe574 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:48.518335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 2c0f0582-0a35-491a-931d-a93d9c55bd65 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:48.554870 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:48.642825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:48.657765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 4, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port': {'id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1cc180d8-720b-458c-ba21-8d9f984c8d0d', 'name': '', 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'mac_address': 'fa:16:3e:9f:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd1f83188-0dc9-4526-985a-271b6a6be0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:43Z', 'updated_at': '2022-06-03T16:16:47Z', 'revision_number': 4, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'subnets': [{'id': 'd1f83188-0dc9-4526-985a-271b6a6be0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:48.664550 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0818507-d8d6-4cb3-a55d-98084c449a68 None None] The sync data for ids ['c308b42e-19a4-40c1-97f2-546348bbe574'] in n-d-844594-1 is: [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 4, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port': {'id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '1cc180d8-720b-458c-ba21-8d9f984c8d0d', 'name': '', 'network_id': '893c2e40-5763-400b-b4c2-d9ad218b9be3', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'mac_address': 'fa:16:3e:9f:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd1f83188-0dc9-4526-985a-271b6a6be0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:43Z', 'updated_at': '2022-06-03T16:16:47Z', 'revision_number': 4, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'subnets': [{'id': 'd1f83188-0dc9-4526-985a-271b6a6be0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:49.883595 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1cc180d8-720b-458c-ba21-8d9f984c8d0d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:49.978920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 1cc180d8-720b-458c-ba21-8d9f984c8d0d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:49.987068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1cc180d8-720b-458c-ba21-8d9f984c8d0d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:49.987441 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.141188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1cc180d8-720b-458c-ba21-8d9f984c8d0d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:50.141563 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.177592 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 1cc180d8-720b-458c-ba21-8d9f984c8d0d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1cc180d8-720b-458c-ba21-8d9f984c8d0d,segment=NetworkSegment(c9b8a3b5-d1af-475f-ae2b-e8dc75830c52),segment_id=c9b8a3b5-d1af-475f-ae2b-e8dc75830c52)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:50.181651 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.252235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=1cc180d8-720b-458c-ba21-8d9f984c8d0d,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:51.845074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1cc180d8-720b-458c-ba21-8d9f984c8d0d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:51.985764 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 1cc180d8-720b-458c-ba21-8d9f984c8d0d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:51.986662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:52.121463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 1cc180d8-720b-458c-ba21-8d9f984c8d0d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:55.275530 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:16:55.443372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-b728c88c-cb1f-4908-b32c-7303011fff01 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.444059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-b728c88c-cb1f-4908-b32c-7303011fff01 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Synchronizing usage tracker for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:16:55.461363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-b728c88c-cb1f-4908-b32c-7303011fff01 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Unset dirty status for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:16:55.462750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-b728c88c-cb1f-4908-b32c-7303011fff01 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 814 time: 0.2778580 Jun 03 16:16:55.478689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-39687ffb-b30f-4117-879f-368d40690acd tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/quotas/1781b858d17e4c27963bf0ee9f88784f HTTP/1.1" status: 200 len: 375 time: 0.0104311 Jun 03 16:16:55.560039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-0ae029f9-5084-4b66-b9e1-922adad0968a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Synchronizing usage tracker for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:16:55.576810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-0ae029f9-5084-4b66-b9e1-922adad0968a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Unset dirty status for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:16:55.578306 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-0ae029f9-5084-4b66-b9e1-922adad0968a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943437 Jun 03 16:16:55.717590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-290fbe16-1cf8-49ee-aa1b-41d1936054b5 service neutron] 10.222.0.66 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260557 Jun 03 16:16:55.848331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-560dcbbc-7e04-4ea9-a0c3-73d1569c48cf service neutron] 10.222.0.66 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250393 Jun 03 16:16:56.027983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8f8b89ca-1f90-4e5c-9f9e-a6229eeb5cfc req-0307b4d1-2f0f-48eb-ad3a-d197297dae5c tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 210 time: 0.0478795 Jun 03 16:16:57.176262 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-14dc4d99-b197-4bbd-ab9d-462aa1ef4c8d req-47442818-070b-4e6e-b5c8-7a5746c4b834 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 210 time: 0.0424888 Jun 03 16:16:57.323788 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-ed37d9dd-e8b1-48aa-9e06-9c5d524dd419 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:57.325334 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-ed37d9dd-e8b1-48aa-9e06-9c5d524dd419 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 814 time: 0.1461077 Jun 03 16:16:57.342409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'port': {'device_id': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'admin_state_up': True, 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:57.486456 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:57.496136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:57.506408 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Made reservation on behalf of 1781b858d17e4c27963bf0ee9f88784f for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:57.509932 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:57.678988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Allocated IP 172.20.0.10 (0612575b-4341-4940-8347-b673668213a1/31da127c-004b-4660-ad63-8fbda2fa8d98/7c9b087f-c799-4dae-a256-638c38947dc2) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:57.993362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:58.038247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Transition to ACTIVE for port object 7c9b087f-c799-4dae-a256-638c38947dc2 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:58.096866 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:58.193098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Network 0612575b-4341-4940-8347-b673668213a1 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:58.196490 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:58.200697 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:58.251679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:58.267187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.267593 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.269405 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.284350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.284851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.285206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.285549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.285889 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.286231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.286563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.286892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.287296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:58.319982 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:58.320940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:58.378394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-2b1db9e2-2ab6-49dd-a591-0be3d2d8a66d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0395246 Jun 03 16:16:58.476804 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6747-b33c-4a62-b56a-84d8a7a5ab69 req-e11cda86-ffba-4c63-82be-102714cd5de5 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:58.486390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2fc6747-b33c-4a62-b56a-84d8a7a5ab69 req-e11cda86-ffba-4c63-82be-102714cd5de5 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 932 time: 0.1482873 Jun 03 16:16:58.558274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f2fc6747-b33c-4a62-b56a-84d8a7a5ab69 req-77911079-45a9-4430-a93b-e76997c4c545 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Synchronizing usage tracker for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:16:58.583633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f2fc6747-b33c-4a62-b56a-84d8a7a5ab69 req-77911079-45a9-4430-a93b-e76997c4c545 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Unset dirty status for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:16:58.586917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6a69f2d2-138f-4a16-87ff-584764346995 None None] Provisioning for port 7c9b087f-c799-4dae-a256-638c38947dc2 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:58.593619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6a69f2d2-138f-4a16-87ff-584764346995 None None] Provisioning complete for port 7c9b087f-c799-4dae-a256-638c38947dc2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:58.594615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6a69f2d2-138f-4a16-87ff-584764346995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:58.600751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2fc6747-b33c-4a62-b56a-84d8a7a5ab69 req-77911079-45a9-4430-a93b-e76997c4c545 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112180 Jun 03 16:16:58.691763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6a69f2d2-138f-4a16-87ff-584764346995 None None] Port 7c9b087f-c799-4dae-a256-638c38947dc2 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:59.794596 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe9b45-bb59-4d3b-b334-395f6f6f3cb3 req-0dfaa7be-efd6-46f6-b155-473b6a277899 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.796423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-edbe9b45-bb59-4d3b-b334-395f6f6f3cb3 req-0dfaa7be-efd6-46f6-b155-473b6a277899 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 932 time: 0.0866058 Jun 03 16:16:59.846216 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-edbe9b45-bb59-4d3b-b334-395f6f6f3cb3 req-7d13079d-2e54-40cd-85f5-1a4e49c1273e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 Jun 03 16:17:01.069037 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022728a8-1aa8-4748-84d4-fa8330d4d1b4 req-7fb7e35f-9047-42a9-bd42-5da349903190 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:01.070429 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-022728a8-1aa8-4748-84d4-fa8330d4d1b4 req-7fb7e35f-9047-42a9-bd42-5da349903190 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 932 time: 0.1093802 Jun 03 16:17:01.117752 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-022728a8-1aa8-4748-84d4-fa8330d4d1b4 req-235fe7d6-86a9-4a92-bd4c-e6cd55959161 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Jun 03 16:17:02.346089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc20c6d-728f-4ea3-ad51-5bb6cf0b3e5b req-643999f6-7019-4895-bd97-ac613cb6a1fc tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:02.347608 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4cc20c6d-728f-4ea3-ad51-5bb6cf0b3e5b req-643999f6-7019-4895-bd97-ac613cb6a1fc tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 932 time: 0.1110795 Jun 03 16:17:02.402941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4cc20c6d-728f-4ea3-ad51-5bb6cf0b3e5b req-252c8872-aabe-4600-9a97-25358e18e554 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Jun 03 16:17:03.647809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40c888-8b49-4b8b-8a69-e14f71565190 req-25be0625-025e-4524-b475-ba5930f67d15 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:03.649845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f40c888-8b49-4b8b-8a69-e14f71565190 req-25be0625-025e-4524-b475-ba5930f67d15 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 932 time: 0.1278045 Jun 03 16:17:03.713467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5f40c888-8b49-4b8b-8a69-e14f71565190 req-fa9d8274-d891-429f-bb7c-fce5bb6b2c99 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574274 Jun 03 16:17:04.904582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef405e74-12fb-4bcd-813b-74ee53d0f069 req-ed0e9b9e-4e45-458f-a6f1-053b9effb036 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:04.905992 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef405e74-12fb-4bcd-813b-74ee53d0f069 req-ed0e9b9e-4e45-458f-a6f1-053b9effb036 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 932 time: 0.0801823 Jun 03 16:17:04.954972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef405e74-12fb-4bcd-813b-74ee53d0f069 req-cbae5a74-dfff-471c-a087-2a73db59791f tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Jun 03 16:17:05.196756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Request body: {'port': {'device_id': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:05.314892 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:05.688899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9b087f-c799-4dae-a256-638c38947dc2 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:17:05.697042 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:05.712934 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Transition to ACTIVE for port object 7c9b087f-c799-4dae-a256-638c38947dc2 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:17:05.717219 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:05.849316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:05.963481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Attempting to bind port 7c9b087f-c799-4dae-a256-638c38947dc2 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:17:05.963830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Attempting to bind port 7c9b087f-c799-4dae-a256-638c38947dc2 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:17:05.964202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Attempting to bind port 7c9b087f-c799-4dae-a256-638c38947dc2 on network 0612575b-4341-4940-8347-b673668213a1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:17:05.969234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Port 7c9b087f-c799-4dae-a256-638c38947dc2 on network 0612575b-4341-4940-8347-b673668213a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:17:05.969584 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Attempting to bind port 7c9b087f-c799-4dae-a256-638c38947dc2 on network 0612575b-4341-4940-8347-b673668213a1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:17:05.974924 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:17:05.975265 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Checking segment: {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:17:05.975656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Bound using segment: {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:17:05.976088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Bound port: 7c9b087f-c799-4dae-a256-638c38947dc2, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0612575b-4341-4940-8347-b673668213a1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:17:05.976487 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:06.077972 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:17:06.082120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7c9b087f-c799-4dae-a256-638c38947dc2,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:17:06.088864 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:06.154339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.154992 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:06.156861 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] 10.222.0.70 "PUT /v2.0/ports/7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 1092 time: 0.9646046 Jun 03 16:17:06.157339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:06.167229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16947-8007-4915-9517-946ef41d8758 req-37b4dc0f-3477-4ff5-8a25-6c48399f6cfe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.168865 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46e16947-8007-4915-9517-946ef41d8758 req-37b4dc0f-3477-4ff5-8a25-6c48399f6cfe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 944 time: 0.1005516 Jun 03 16:17:06.199222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba113c-269e-4040-b834-09d4b532d3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:06.217190 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ffe9d3-1412-49d7-bb50-191490202ab0'] response: {'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2', 'status': 'completed', 'code': 200} Jun 03 16:17:06.225297 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-46e16947-8007-4915-9517-946ef41d8758 req-552c4594-93bc-4648-be93-900f9a35877d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Jun 03 16:17:06.316489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-3f26343b-a6f4-4a2e-a58e-5b70557a5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.318124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-3f26343b-a6f4-4a2e-a58e-5b70557a5014 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1095 time: 0.0841846 Jun 03 16:17:06.398361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-c2dfa4c2-fb7b-4440-812e-6c4704b33f9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 217 time: 0.0692370 Jun 03 16:17:06.473585 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-451bbb03-62a2-4455-9f36-7b47d55037f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.475804 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-451bbb03-62a2-4455-9f36-7b47d55037f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0687940 Jun 03 16:17:06.676537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-cd91f33d-2d0a-43d9-8a2a-30538d448610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:06.678093 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-cd91f33d-2d0a-43d9-8a2a-30538d448610 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927977 Jun 03 16:17:06.821044 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-865e83c5-f6a9-4d73-90a8-09a5be20e774 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331606 Jun 03 16:17:06.958748 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3a2aa44f-ecee-46fb-96ff-9e7f21fcce88 req-ac156ce7-a750-4054-9bc5-ce045790690a service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284294 Jun 03 16:17:07.088137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-c828e756-76b0-4ccc-8b0a-694fdf4153f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.089563 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-c828e756-76b0-4ccc-8b0a-694fdf4153f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1095 time: 0.0771384 Jun 03 16:17:07.231145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-de7047e4-1b1a-4dd3-95f7-2d052573bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.232670 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-de7047e4-1b1a-4dd3-95f7-2d052573bfe4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1373091 Jun 03 16:17:07.305445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-8846a960-407a-4cb5-bf8d-8a79ea4a8423 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 217 time: 0.0647452 Jun 03 16:17:07.373059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-216dc525-2900-4954-9102-e46bfe3b4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.374467 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-216dc525-2900-4954-9102-e46bfe3b4d9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0629497 Jun 03 16:17:07.417874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477f60-d27c-4af6-97c9-0e56ac2ebafd req-b0699c9a-f4d4-40c6-b8ef-2de3157eb664 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.419405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40477f60-d27c-4af6-97c9-0e56ac2ebafd req-b0699c9a-f4d4-40c6-b8ef-2de3157eb664 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 944 time: 0.0825074 Jun 03 16:17:07.453052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-cd4829da-77ca-4be9-b9d0-3a1cd4315747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:07.454588 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-cd4829da-77ca-4be9-b9d0-3a1cd4315747 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728877 Jun 03 16:17:07.470745 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-40477f60-d27c-4af6-97c9-0e56ac2ebafd req-1f6d7e22-b06a-4ad7-9abf-fe2e85b2ea70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Jun 03 16:17:07.603242 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-a7f6e860-185d-4dc4-ae08-6d9bec58c4c5 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416390 Jun 03 16:17:07.746348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cd41644b-d13c-4b26-8a06-b1120801c635 req-6212762c-1d96-4104-ad10-69cb8b693def service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341960 Jun 03 16:17:08.665829 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2454c-ef0b-47de-be5d-b01e7baa01bb req-a8fc6a26-51ee-46bb-be9a-844f424cb496 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:08.667432 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33f2454c-ef0b-47de-be5d-b01e7baa01bb req-a8fc6a26-51ee-46bb-be9a-844f424cb496 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 944 time: 0.0893357 Jun 03 16:17:08.742556 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-33f2454c-ef0b-47de-be5d-b01e7baa01bb req-155b2583-8616-421b-98a9-3c71b34820f7 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Jun 03 16:17:09.820431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7c9b087f-c799-4dae-a256-638c38947dc2 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:17:09.943569 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9a8db-bb74-4d96-8355-f2428c4ae799 req-17be07dc-4483-4f98-a529-4c87bc3e0dd9 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:09.945117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fc9a8db-bb74-4d96-8355-f2428c4ae799 req-17be07dc-4483-4f98-a529-4c87bc3e0dd9 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 944 time: 0.0893204 Jun 03 16:17:09.965299 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7c9b087f-c799-4dae-a256-638c38947dc2,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:17:09.979586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '7c9b087f-c799-4dae-a256-638c38947dc2', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'port_id': '7c9b087f-c799-4dae-a256-638c38947dc2', 'mac_address': 'fa:16:3e:0f:e4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:17:09.991953 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fc9a8db-bb74-4d96-8355-f2428c4ae799 req-b9d6c029-6b42-48c2-9d0c-d81bf1c86cc0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Jun 03 16:17:10.041088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7c9b087f-c799-4dae-a256-638c38947dc2 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:17:10.041478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:10.066175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9b087f-c799-4dae-a256-638c38947dc2 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:17:10.083420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7c9b087f-c799-4dae-a256-638c38947dc2,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:17:10.088137 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:10.159317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:10.167048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.167391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.167738 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.168075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.168439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.168773 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.169105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.169433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.169761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.170085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.170407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.170731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:10.354530 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7c9b087f-c799-4dae-a256-638c38947dc2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:17:11.201004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1472-da4c-430c-b71c-df8baf1bd74d req-85e42b00-1467-410d-a696-e3222cba32d4 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:11.202625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9c1472-da4c-430c-b71c-df8baf1bd74d req-85e42b00-1467-410d-a696-e3222cba32d4 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 945 time: 0.0952265 Jun 03 16:17:11.251303 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b9c1472-da4c-430c-b71c-df8baf1bd74d req-02222701-565a-465e-92b8-c7a283d51eb9 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Jun 03 16:17:11.818067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7c9b087f-c799-4dae-a256-638c38947dc2 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:17:11.889560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 7c9b087f-c799-4dae-a256-638c38947dc2 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:17:11.895096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 7c9b087f-c799-4dae-a256-638c38947dc2 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:17:11.895465 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:12.034941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 7c9b087f-c799-4dae-a256-638c38947dc2 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:17:12.035324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:12.064995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:12.075382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7c9b087f-c799-4dae-a256-638c38947dc2,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:17:12.080576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:12.118199 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af581367-5ac8-4bb5-9260-fd900ef6f067'] response: {'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2', 'code': 200} Jun 03 16:17:12.158305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:12.264343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a8bd-689a-422d-87d0-856a4e3c1196 req-1b1ebb11-ae31-4af4-a17a-f555ca9b5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:12.268771 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a4a8bd-689a-422d-87d0-856a4e3c1196 req-1b1ebb11-ae31-4af4-a17a-f555ca9b5b1c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1097 time: 0.0807614 Jun 03 16:17:12.320707 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-06a4a8bd-689a-422d-87d0-856a4e3c1196 req-42840bf6-b9ff-4da6-a134-fe14145e9f47 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Jun 03 16:17:12.496068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4566a-735b-4219-9891-b70a2c580819 req-4201cda8-b255-4598-8beb-6f802420448f tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:12.497639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61b4566a-735b-4219-9891-b70a2c580819 req-4201cda8-b255-4598-8beb-6f802420448f tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0882351 Jun 03 16:17:12.546184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61b4566a-735b-4219-9891-b70a2c580819 req-ba965378-98e6-464d-af83-b6ac69934c93 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Jun 03 16:17:13.454043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-764cabaf-ee7e-4ce3-83b9-8c9e622344a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:13.747941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526bef1-8a25-4f02-bab6-719b26256139 req-dce92d86-3452-4ddc-87e5-8783c1d1bc40 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:13.749789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1526bef1-8a25-4f02-bab6-719b26256139 req-dce92d86-3452-4ddc-87e5-8783c1d1bc40 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0883751 Jun 03 16:17:13.803261 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1526bef1-8a25-4f02-bab6-719b26256139 req-392718a4-120e-4fa0-abec-bd5944c5a762 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Jun 03 16:17:14.010663 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d1b5-2d35-4c3d-b091-374fb93dd48d req-efca28b9-1cb9-496f-9775-007f741875f6 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:14.012154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b07d1b5-2d35-4c3d-b091-374fb93dd48d req-efca28b9-1cb9-496f-9775-007f741875f6 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0998523 Jun 03 16:17:14.073125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b07d1b5-2d35-4c3d-b091-374fb93dd48d req-27e6f656-6147-4ff2-9c26-94c5296fc18a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529218 Jun 03 16:17:14.502052 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7b2b9-dbc1-4fb5-a862-09f59f03d7d2 req-d3779040-9776-42a0-bb2b-ca8a25363a16 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:14.503549 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2de7b2b9-dbc1-4fb5-a862-09f59f03d7d2 req-d3779040-9776-42a0-bb2b-ca8a25363a16 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0878875 Jun 03 16:17:14.551181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2de7b2b9-dbc1-4fb5-a862-09f59f03d7d2 req-c71174d2-cc21-42e1-a9f0-22c9a022413c tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Jun 03 16:17:16.010078 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:16.361401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5a63639-5aff-45c0-89bb-ab75dcaf0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:16.680665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:17.156153 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:18.547402 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:18.649236 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:23.986350 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-3d9511ae-9cc6-4977-bdbb-b4fdfdb70b27 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777960 Jun 03 16:17:24.158182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-96c6c4f9-5fe5-4ea1-b5c8-c11713316451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:24.160681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-96c6c4f9-5fe5-4ea1-b5c8-c11713316451 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1097 time: 0.0981088 Jun 03 16:17:24.326966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-c28983a5-8c70-4c3d-aa8c-e9cb1cd0ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:24.329134 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-c28983a5-8c70-4c3d-aa8c-e9cb1cd0ebcd service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1435752 Jun 03 16:17:24.400377 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-deed3a9e-164c-44ca-adf9-1a4fb02591f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 217 time: 0.0639520 Jun 03 16:17:24.592167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-8fe743cc-1fc2-4802-8edf-48d663263e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:24.594309 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-8fe743cc-1fc2-4802-8edf-48d663263e98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.1857376 Jun 03 16:17:24.675656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-057e54aa-94b1-41e6-8f47-4be68aab5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:24.677327 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-057e54aa-94b1-41e6-8f47-4be68aab5118 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754325 Jun 03 16:17:24.688696 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-9b66822d-766d-41dd-8934-04b8c0919e60 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:17:24.690010 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-9b66822d-766d-41dd-8934-04b8c0919e60 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053139 Jun 03 16:17:24.840971 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-13ae0802-0fa6-4cbf-8df6-5a3c5b7fda9b service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446853 Jun 03 16:17:25.012848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9c787d87-ffc1-43cc-932b-5b35a94511fc req-1dedb038-a7c0-4b20-914c-bb9bd4a008f4 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641927 Jun 03 16:17:25.181077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae010fb7-3211-4e98-9390-319502a1687c req-acc7b17a-6fe2-4fef-8a64-4441640b8018 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.182557 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae010fb7-3211-4e98-9390-319502a1687c req-acc7b17a-6fe2-4fef-8a64-4441640b8018 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0851469 Jun 03 16:17:25.234660 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ae010fb7-3211-4e98-9390-319502a1687c req-be2b710f-b00b-434b-a239-b1de94e71b96 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Jun 03 16:17:25.272428 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43514) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:25.506213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f75f86-9461-42c8-84d8-501f3c12cd7a tempest-TestMinimumBasicScenario-301477667 tempest-TestMinimumBasicScenario-301477667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.506919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f2f75f86-9461-42c8-84d8-501f3c12cd7a tempest-TestMinimumBasicScenario-301477667 tempest-TestMinimumBasicScenario-301477667-project-admin] Synchronizing usage tracker for tenant:d25ea86bdf0f419e81707a7ddee63143 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:17:25.524543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f2f75f86-9461-42c8-84d8-501f3c12cd7a tempest-TestMinimumBasicScenario-301477667 tempest-TestMinimumBasicScenario-301477667-project-admin] Unset dirty status for tenant:d25ea86bdf0f419e81707a7ddee63143 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:17:25.525713 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f2f75f86-9461-42c8-84d8-501f3c12cd7a tempest-TestMinimumBasicScenario-301477667 tempest-TestMinimumBasicScenario-301477667-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1092 time: 0.2522728 Jun 03 16:17:25.528878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43520) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:25.534512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '7c9b087f-c799-4dae-a256-638c38947dc2', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:25.541717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:25.545609 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:floatingip and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:25.548612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:25.555639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:25.572432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:25.748570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:25.900563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Allocated IP 172.25.1.221 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/e43fa344-9bb1-48ae-8246-ce950ac60246) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:17:26.075064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:26.105534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:26.181884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:17:26.184817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:17:26.188973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:17:26.225306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'Port': ['ID=e43fa344-9bb1-48ae-8246-ce950ac60246,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:26.650671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:26.734623 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:27.070047 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:27.075534 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:27.190466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'Port': ['ID=e43fa344-9bb1-48ae-8246-ce950ac60246,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:27.202929 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:27.386658 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Floating IP 051ac2a0-d983-4aeb-8b55-a51c55dcd0f8 associated. External IP: 172.25.1.221, port: 7c9b087f-c799-4dae-a256-638c38947dc2. Jun 03 16:17:27.768749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Router aa5c66fe-b459-4cac-9a17-1e669867cf9b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:17:27.974352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:17:27.995646 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] Sync routers for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:17:28.007868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.011889 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:17:28.012805 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:17:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:28.093399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0992b24e-7e17-4eca-89dc-2acb673284f2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5630357 Jun 03 16:17:28.094404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:28.098476 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43524) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:28.104238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262284659', 'description': 'tempest-secgroup-smoke-1262284659 description', 'project_id': '1781b858d17e4c27963bf0ee9f88784f'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:28.112783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:28.124822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:28.146109 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.159555 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10295baa-f681-4f75-986e-76103f6dcd63'] response: {'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2', 'status': 'completed', 'code': 200} Jun 03 16:17:28.178032 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:28.183150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:28.186424 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:28.205633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:28.285564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-82e47b24-bc86-4903-a4b0-0b70249c52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:28.287872 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-82e47b24-bc86-4903-a4b0-0b70249c52ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1097 time: 0.0901630 Jun 03 16:17:28.303901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:17:28.307036 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.314017 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.406727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.411487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3090153 Jun 03 16:17:28.413283 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43530) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:28.423232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'security_group_rule': {'security_group_id': 'c2f842a5-a53a-47fa-b82d-d264f91d2841', 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:28.435089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f842a5-a53a-47fa-b82d-d264f91d2841,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:28.438132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:28.441602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-15664cd5-e802-4ac1-9f2c-1a329179f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:28.443565 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-15664cd5-e802-4ac1-9f2c-1a329179f919 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1484492 Jun 03 16:17:28.454749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:28.461043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.462509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.462509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.462840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.463344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.463932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.464571 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.465154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.465757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.466352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.466930 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.467512 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09553e6c-e4ca-4dc1-a5c1-7743b02ff0d2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:17:28.475320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:28.487301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:28.509100 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.574743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-c45df316-cec6-44e4-b04a-a974132a2431 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 1000 time: 0.1254742 Jun 03 16:17:28.594910 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.604347 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.639845 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31123287-c51d-47b2-a971-3098ea5fb927,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:28.645935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-97f4d62b-f29a-421f-bb12-ab8c7161e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:28.648007 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-97f4d62b-f29a-421f-bb12-ab8c7161e276 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0675309 Jun 03 16:17:28.648559 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.650298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-12f5452c-2c44-40ed-9ebc-81c1189c4717 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2349081 Jun 03 16:17:28.653147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43534) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:28.659527 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'security_group_rule': {'security_group_id': 'c2f842a5-a53a-47fa-b82d-d264f91d2841', 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:28.666555 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:28.673540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:28.677235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:28.685286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:28.709158 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.786879 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '051ac2a0-d983-4aeb-8b55-a51c55dcd0f8', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'port_id': '7c9b087f-c799-4dae-a256-638c38947dc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'mac_address': 'fa:16:3e:0f:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:17:26Z', 'updated_at': '2022-06-03T16:17:26Z', 'revision_number': 0, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 5, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:28.793052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] Checking router: aa5c66fe-b459-4cac-9a17-1e669867cf9b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:17:28.811815 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:17:28.812742 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.813084 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:17:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:28.817366 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.851068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd4a991-5eb4-48c4-bec8-e0b7f99ce2d1,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:28.863208 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:28.864810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-65d0c905-e9b2-4e1b-ac0b-b3776700099a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2105093 Jun 03 16:17:28.868419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43538) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:28.877684 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'security_group_rule': {'security_group_id': 'c2f842a5-a53a-47fa-b82d-d264f91d2841', 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:28.884459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-6f77c193-c0d9-4e72-9e1b-2a98655d2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:28.886367 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-6f77c193-c0d9-4e72-9e1b-2a98655d2077 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319686 Jun 03 16:17:28.888660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:28.893780 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:28.897227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:28.903591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:28.924045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.020280 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.027871 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.050632 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-acfa8848-3ded-425b-bd4b-47b74a6fbdfb service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508706 Jun 03 16:17:29.054110 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:17:29.061830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29402ef-ba69-43e1-8ba6-b8136e93425b,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:29.073220 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.075693 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2cb632c6-a98c-45f2-b67c-d05b2f133fe0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047474 Jun 03 16:17:29.078317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43542) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:29.087763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'security_group_rule': {'security_group_id': 'c2f842a5-a53a-47fa-b82d-d264f91d2841', 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:29.101519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:29.104532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:29.108095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:29.116195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:29.146365 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.216022 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-129be623-9eae-4c78-aa1d-f63cb89f62e2 req-54d722fd-5998-46ec-9c53-2de0e03c2dac service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578643 Jun 03 16:17:29.252988 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.257602 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.298831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb350b3f-3cee-4449-9fac-d605766806f5,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:29.318256 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.318256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1c34c426-3604-4b2f-9dc8-f807787fdabe tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2388244 Jun 03 16:17:29.328058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43546) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:29.335924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'security_group_rule': {'security_group_id': 'c2f842a5-a53a-47fa-b82d-d264f91d2841', 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:29.349389 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:29.353524 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:29.360131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:29.368481 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:29.387213 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Project 1781b858d17e4c27963bf0ee9f88784f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:17:29.398878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.504203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.515335 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.519468 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '051ac2a0-d983-4aeb-8b55-a51c55dcd0f8', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'port_id': '7c9b087f-c799-4dae-a256-638c38947dc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'mac_address': 'fa:16:3e:0f:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:17:26Z', 'updated_at': '2022-06-03T16:17:26Z', 'revision_number': 0, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 5, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:29.521135 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89912d2-1323-4efc-a2bb-d312090face9 None None] The sync data for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 is: [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '051ac2a0-d983-4aeb-8b55-a51c55dcd0f8', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'port_id': '7c9b087f-c799-4dae-a256-638c38947dc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'mac_address': 'fa:16:3e:0f:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:17:26Z', 'updated_at': '2022-06-03T16:17:26Z', 'revision_number': 0, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 5, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:17:29.544643 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058288e1-4b9a-43d6-a063-0ad07fd964e7,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:29.564866 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.566358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5bbdf93b-3508-4099-a295-930bfc3703f3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2372811 Jun 03 16:17:29.571024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:29.577338 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'security_group_rule': {'security_group_id': 'c2f842a5-a53a-47fa-b82d-d264f91d2841', 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:29.584886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:29.589833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Usage tracker for resource:security_group_rule and tenant:1781b858d17e4c27963bf0ee9f88784f is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:29.593150 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:29.599742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:29.614687 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Project 1781b858d17e4c27963bf0ee9f88784f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:17:29.623028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.710437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.715391 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.745011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567bf9d1-a2d4-45d3-ba26-c7f7b1016c88,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:29.756860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:29.760824 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d4771132-8cc7-425b-8827-283795f5b2ec tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1858323 Jun 03 16:17:29.769797 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b6b9b-229f-471b-9dfe-1c96c930ef9f None None] New status for floating IP 051ac2a0-d983-4aeb-8b55-a51c55dcd0f8: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:17:29.889395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-8f1ec230-afe8-4f6a-b54e-04d186e30d38 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Synchronizing usage tracker for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:17:29.906023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-8f1ec230-afe8-4f6a-b54e-04d186e30d38 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Unset dirty status for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:17:29.907251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-8f1ec230-afe8-4f6a-b54e-04d186e30d38 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262284659&fields=id&tenant_id=1781b858d17e4c27963bf0ee9f88784f HTTP/1.1" status: 200 len: 267 time: 0.0612462 Jun 03 16:17:30.010546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-bb8df15e-0f04-4724-a4a4-7b1d09378066 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.011982 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-bb8df15e-0f04-4724-a4a4-7b1d09378066 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0976064 Jun 03 16:17:30.027088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'port': {'security_groups': ['cf62406b-5638-427f-8ac8-c305430c3de9', 'c2f842a5-a53a-47fa-b82d-d264f91d2841']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:30.275531 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:30.556343 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7c9b087f-c799-4dae-a256-638c38947dc2,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:17:30.581644 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:30.587300 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:30.599417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7c9b087f-c799-4dae-a256-638c38947dc2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:17:30.669182 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.669885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:30.671310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-224ae531-cacf-4f62-8d0a-c1021c3451cf req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "PUT /v2.0/ports/7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 982 time: 0.6494849 Jun 03 16:17:30.671727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:30.710816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e278fa-aaf5-401d-8545-da4bb0af18a8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:30.745091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7c9b087f-c799-4dae-a256-638c38947dc2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:17:30.757429 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29187bb9-e745-4a71-8b9e-75eaba81614b'] response: {'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2', 'status': 'completed', 'code': 200} Jun 03 16:17:30.931582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445decf-f424-4f20-9162-c1cdff47302b req-2760aa78-cf6a-4f1f-b1c6-675713e5698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.934972 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7445decf-f424-4f20-9162-c1cdff47302b req-2760aa78-cf6a-4f1f-b1c6-675713e5698c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1136 time: 0.1457865 Jun 03 16:17:30.950148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793402c5-53c8-437a-8e84-18a18be0ae0a req-fb303687-d61e-4573-81d3-664d81c2cb5d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:30.951675 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-793402c5-53c8-437a-8e84-18a18be0ae0a req-fb303687-d61e-4573-81d3-664d81c2cb5d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.1589451 Jun 03 16:17:31.028703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-793402c5-53c8-437a-8e84-18a18be0ae0a req-5174027c-54e0-43d7-87f7-d59dec2bc5e3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696478 Jun 03 16:17:31.085915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0a28072b-0628-4cd6-92a9-38b62673a719 None None] Provisioning complete for port 7c9b087f-c799-4dae-a256-638c38947dc2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:17:31.085915 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0a28072b-0628-4cd6-92a9-38b62673a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:31.113959 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445decf-f424-4f20-9162-c1cdff47302b req-0a872454-11cf-435c-8b02-9e6e46027cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:31.113959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7445decf-f424-4f20-9162-c1cdff47302b req-0a872454-11cf-435c-8b02-9e6e46027cc1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1655712 Jun 03 16:17:31.223058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7445decf-f424-4f20-9162-c1cdff47302b req-022e435a-9887-4598-b41f-7c08c1e35839 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 1002 time: 0.1091909 Jun 03 16:17:31.290718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445decf-f424-4f20-9162-c1cdff47302b req-de2a11d5-fc11-4637-9766-863701ae5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:31.292193 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7445decf-f424-4f20-9162-c1cdff47302b req-de2a11d5-fc11-4637-9766-863701ae5b78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0609448 Jun 03 16:17:31.367933 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445decf-f424-4f20-9162-c1cdff47302b req-b9586b33-ee16-48cc-b5b0-d68047b07b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:31.369443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7445decf-f424-4f20-9162-c1cdff47302b req-b9586b33-ee16-48cc-b5b0-d68047b07b71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709691 Jun 03 16:17:31.389366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0a28072b-0628-4cd6-92a9-38b62673a719 None None] Current status of the port 7c9b087f-c799-4dae-a256-638c38947dc2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:17:31.520580 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7445decf-f424-4f20-9162-c1cdff47302b req-eb349b63-9bc3-4914-96f3-6315071a4797 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396055 Jun 03 16:17:31.665036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7445decf-f424-4f20-9162-c1cdff47302b req-6b1f24e6-8fd1-493a-9647-c91d54d6754a service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362400 Jun 03 16:17:32.277300 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:17:43.448272 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9b61cee1-7edd-42c5-ad57-889dc455814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:46.006400 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:46.364897 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a646850a-ad0a-4d8b-832b-fc12cc6b1fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:46.676295 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:47.148041 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:48.358981 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-f97f0075-7753-47f8-84bc-d44ffa82e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:48.360456 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-f97f0075-7753-47f8-84bc-d44ffa82e55f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1136 time: 0.0742466 Jun 03 16:17:48.394077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1192e0d-920f-4fa7-8fca-dae6483e105a req-a317cb37-19fa-49af-b5de-23234efa97b2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:48.395601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1192e0d-920f-4fa7-8fca-dae6483e105a req-a317cb37-19fa-49af-b5de-23234efa97b2 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0844204 Jun 03 16:17:48.444567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1192e0d-920f-4fa7-8fca-dae6483e105a req-516a8f37-e515-4e92-b92b-5bb38ebc7f0d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428941 Jun 03 16:17:48.501652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-aa3a9efc-e6db-411e-9ad9-a1237977362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:48.503104 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-aa3a9efc-e6db-411e-9ad9-a1237977362f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1351407 Jun 03 16:17:48.559837 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:48.616649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-ba204fae-7a93-4efe-bc59-5309a8484da1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 1002 time: 0.1034031 Jun 03 16:17:48.636945 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:48.686275 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-d7c8f6ee-327c-4d6e-9482-d3362bbf5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:48.688281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-d7c8f6ee-327c-4d6e-9482-d3362bbf5075 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0660069 Jun 03 16:17:48.764257 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-7bcd6edf-8e93-44dc-be80-259b9ae1e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:48.766338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-7bcd6edf-8e93-44dc-be80-259b9ae1e7bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715759 Jun 03 16:17:49.014639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-e71008cd-11cf-461d-b10a-c2e25eca2605 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416911 Jun 03 16:17:49.149160 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9d6c3294-eb87-4ffb-863d-e799f2e5a50a req-3bcc3b58-c5dd-4b6e-ab84-eee136f654f4 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277802 Jun 03 16:17:49.637637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ef585-f245-4d32-8d4c-1493990e18d6 req-84da6f7a-e46f-40d5-9f61-477bbf9d448b tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:49.639144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c7ef585-f245-4d32-8d4c-1493990e18d6 req-84da6f7a-e46f-40d5-9f61-477bbf9d448b tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0851288 Jun 03 16:17:49.686635 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8c7ef585-f245-4d32-8d4c-1493990e18d6 req-07b8e33d-2727-4786-a433-8fb09766d55a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414281 Jun 03 16:17:50.871098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d2e8-9359-4c96-b662-dfea2651d5aa req-60df16de-df89-4bc3-8756-0a92c501edee tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:50.872658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ef0d2e8-9359-4c96-b662-dfea2651d5aa req-60df16de-df89-4bc3-8756-0a92c501edee tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0791352 Jun 03 16:17:50.924837 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0ef0d2e8-9359-4c96-b662-dfea2651d5aa req-b3239cfa-f684-4512-972c-2527bf485043 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457218 Jun 03 16:17:52.115433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db644-9ed1-480e-8d7f-4e19be9558a9 req-f36bef11-a07f-4615-bc8c-ae540c58a1c8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:52.116849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-239db644-9ed1-480e-8d7f-4e19be9558a9 req-f36bef11-a07f-4615-bc8c-ae540c58a1c8 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0847070 Jun 03 16:17:52.165421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-239db644-9ed1-480e-8d7f-4e19be9558a9 req-bde09c40-deaf-4447-a819-75857a36a03b tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428548 Jun 03 16:17:53.353778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0610dc-3b28-4e77-839c-818bfe1954d1 req-e7849751-0ce1-4c1c-b6c2-5a80975cc7f9 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:53.355181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd0610dc-3b28-4e77-839c-818bfe1954d1 req-e7849751-0ce1-4c1c-b6c2-5a80975cc7f9 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0803809 Jun 03 16:17:53.401265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd0610dc-3b28-4e77-839c-818bfe1954d1 req-40cedd2f-3061-4710-b9a8-4a4c9908853b tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395722 Jun 03 16:17:54.592088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41358-0db5-4f2e-88be-4fc762ca8d25 req-342dc9e7-d5af-4cf9-bf8c-aa1cd05c2772 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:54.594162 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8af41358-0db5-4f2e-88be-4fc762ca8d25 req-342dc9e7-d5af-4cf9-bf8c-aa1cd05c2772 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0846183 Jun 03 16:17:54.640682 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8af41358-0db5-4f2e-88be-4fc762ca8d25 req-4f87ea95-403f-41d6-b4d0-5a52c99ad61d tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402019 Jun 03 16:17:55.824966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d973ec5-9c77-41d3-afe9-436667d31af2 req-989994b2-de61-4f4b-8c53-15f63da2e96e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:55.826516 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d973ec5-9c77-41d3-afe9-436667d31af2 req-989994b2-de61-4f4b-8c53-15f63da2e96e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0799127 Jun 03 16:17:55.877341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d973ec5-9c77-41d3-afe9-436667d31af2 req-aa711d4f-5d32-414a-b210-0654c1fcd111 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445290 Jun 03 16:17:57.062544 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28c24-3d35-40eb-a493-1334cbbff685 req-223a1316-7d78-49d0-857c-da5d30c47ba0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:57.063994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9c28c24-3d35-40eb-a493-1334cbbff685 req-223a1316-7d78-49d0-857c-da5d30c47ba0 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0806730 Jun 03 16:17:57.111905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9c28c24-3d35-40eb-a493-1334cbbff685 req-4a9fdf7e-bb4a-4268-b18e-c80bd27aa9ac tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419140 Jun 03 16:17:58.307844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c074-1349-4cbd-84a0-2c1d16763a7d req-c17a9c21-e236-4f88-ba21-915b8cdaeb07 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:58.310420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be94c074-1349-4cbd-84a0-2c1d16763a7d req-c17a9c21-e236-4f88-ba21-915b8cdaeb07 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0923672 Jun 03 16:17:58.359883 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-be94c074-1349-4cbd-84a0-2c1d16763a7d req-610404f5-227e-4dd7-a182-fc56a964e7b4 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424688 Jun 03 16:17:59.551340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaee87-48f1-41e1-8f6a-b04623b1e70d req-3733cb7d-6277-41b5-ac40-df265e00a760 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:59.552851 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6daaee87-48f1-41e1-8f6a-b04623b1e70d req-3733cb7d-6277-41b5-ac40-df265e00a760 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0832293 Jun 03 16:17:59.600190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6daaee87-48f1-41e1-8f6a-b04623b1e70d req-f2d13506-ad78-4b25-b1e1-06bc8ed90908 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413432 Jun 03 16:18:00.806071 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022678bf-bd2b-48ca-b524-1ae4e267a786 req-87e9678f-aa55-4039-ac60-40858bde6a75 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:00.807582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-022678bf-bd2b-48ca-b524-1ae4e267a786 req-87e9678f-aa55-4039-ac60-40858bde6a75 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0898972 Jun 03 16:18:00.853960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-022678bf-bd2b-48ca-b524-1ae4e267a786 req-874ee552-fa57-42c1-8ea4-6e638e37921e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2f842a5-a53a-47fa-b82d-d264f91d2841&id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406446 Jun 03 16:18:09.277425 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:18:13.449826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5de15bee-4fae-4c8d-9014-b2c8738c3d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.019291 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.365700 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8392ca31-2f09-4d4d-babb-5638cb62579f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:16.678397 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.153973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.559029 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:18.639722 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.960675 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-f7ff218f-de8c-4120-a594-0248fc431ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753160 Jun 03 16:18:25.103134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-8c02a7f0-a4f5-46cc-a5db-4693584fb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:25.104765 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-8c02a7f0-a4f5-46cc-a5db-4693584fb208 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1136 time: 0.0752831 Jun 03 16:18:25.260131 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-5531a3f0-df54-4c2f-b3f5-9337fe82b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:25.261679 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-5531a3f0-df54-4c2f-b3f5-9337fe82b7ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1378922 Jun 03 16:18:25.372756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-712a3d0e-30c7-4e6d-b781-58c43879e821 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 1002 time: 0.1037490 Jun 03 16:18:25.435363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-e65ea978-e8fd-4967-809b-3a93422e8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:25.436934 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-e65ea978-e8fd-4967-809b-3a93422e8542 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0577152 Jun 03 16:18:25.517020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-5a3a3a21-1cf6-4647-9a8a-40f6459201f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:25.518528 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-5a3a3a21-1cf6-4647-9a8a-40f6459201f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758684 Jun 03 16:18:25.656535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-2659b713-01e1-44fb-8da3-68875cdab767 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310523 Jun 03 16:18:25.792639 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b42780b0-73b7-44ad-9fc7-a34e345735d2 req-5ea2c11e-bda1-440a-ad72-8f09dcc06627 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284213 Jun 03 16:18:33.425202 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-382cbc7c-fc04-483e-93c5-0572048116fd tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262284659&fields=id&tenant_id=1781b858d17e4c27963bf0ee9f88784f HTTP/1.1" status: 200 len: 267 time: 0.0404868 Jun 03 16:18:33.511834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-f8acb40d-35c7-43e1-9c6b-d94e52c44f9a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:33.513318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-f8acb40d-35c7-43e1-9c6b-d94e52c44f9a tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 985 time: 0.0828035 Jun 03 16:18:33.524644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Request body: {'port': {'security_groups': ['cf62406b-5638-427f-8ac8-c305430c3de9']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:33.648031 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.902844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7c9b087f-c799-4dae-a256-638c38947dc2,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:33.926547 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.931107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.946780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7c9b087f-c799-4dae-a256-638c38947dc2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:34.009508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:34.010153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.017477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-894b65ce-b71c-413b-bd0c-c611030eb437 req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "PUT /v2.0/ports/7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 943 time: 0.4974353 Jun 03 16:18:34.017638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43616) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:34.018073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:34.045838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event updated for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:34.053730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.054081 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.054418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.054756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.055087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.055414 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.055743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.056063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.056417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.056739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.057073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.057376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daf571-d648-467a-a888-38f228ff03b1 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.128655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.133472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['7c9b087f-c799-4dae-a256-638c38947dc2'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:34.168868 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.242052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.264671 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f842a5-a53a-47fa-b82d-d264f91d2841,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:34.275206 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.275561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.275944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.276735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.277232 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.277804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.278314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.278843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.279336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.280927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.281267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.281600 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:34.291253 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.295741 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0ef0ca0-01e5-430c-b248-71c26c4952d3 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "DELETE /v2.0/security-groups/c2f842a5-a53a-47fa-b82d-d264f91d2841 HTTP/1.1" status: 204 len: 168 time: 0.2737288 Jun 03 16:18:34.296020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:34.362381 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a48a00-b162-4be4-9b23-f3a7a5c70265'] response: {'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2', 'status': 'completed', 'code': 200} Jun 03 16:18:34.397328 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1077e957-e681-4628-b68f-50b92ac00bf3 None None] Provisioning complete for port 7c9b087f-c799-4dae-a256-638c38947dc2 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:34.397700 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1077e957-e681-4628-b68f-50b92ac00bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.412996 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-1e3ed0d9-2daa-4434-95b4-02c7f15a98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:34.414426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-1e3ed0d9-2daa-4434-95b4-02c7f15a98ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1097 time: 0.0823369 Jun 03 16:18:34.533457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-1077e957-e681-4628-b68f-50b92ac00bf3 None None] Current status of the port 7c9b087f-c799-4dae-a256-638c38947dc2 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:34.567690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-ea0756f2-ad34-46ac-bc0a-c39034390112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:34.569245 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-ea0756f2-ad34-46ac-bc0a-c39034390112 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1481624 Jun 03 16:18:34.647587 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Deleting port e43fa344-9bb1-48ae-8246-ce950ac60246 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:34.648217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.682728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-cb167967-bab9-4845-b726-3bef6696828c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 1002 time: 0.1064212 Jun 03 16:18:34.753899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-33fc2343-8c1d-4c67-bc0f-5ad8d0a6acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:34.755488 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-33fc2343-8c1d-4c67-bc0f-5ad8d0a6acf5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0639870 Jun 03 16:18:34.828272 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.828689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.838010 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-5c49a0fc-0921-40ee-b511-53e600b52964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:34.839484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-5c49a0fc-0921-40ee-b511-53e600b52964 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740888 Jun 03 16:18:34.954914 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Calling delete_port for e43fa344-9bb1-48ae-8246-ce950ac60246 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:35.093399 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-00a83e0a-b753-4879-b9f2-cd0d2b520fc5 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411678 Jun 03 16:18:35.110749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.158936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event deleted for resources: {'Port': ['ID=e43fa344-9bb1-48ae-8246-ce950ac60246,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:35.242225 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0507bec4-32e7-4d10-bccf-b4e4cd840f82 req-116d0a54-5519-40f3-afd6-9a317acf04a3 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391189 Jun 03 16:18:35.255529 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.255861 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Floating IP 051ac2a0-d983-4aeb-8b55-a51c55dcd0f8 disassociated (deleted). External IP: 172.25.1.221, port: 7c9b087f-c799-4dae-a256-638c38947dc2. Jun 03 16:18:35.606102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Router aa5c66fe-b459-4cac-9a17-1e669867cf9b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:35.786448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:35.795775 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] Sync routers for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:35.803628 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.805876 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:35.806485 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:35.860152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-36580915-5125-448b-94f6-412f7f057e70 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "DELETE /v2.0/floatingips/051ac2a0-d983-4aeb-8b55-a51c55dcd0f8 HTTP/1.1" status: 204 len: 168 time: 1.5626111 Jun 03 16:18:36.026451 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:36.345510 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 5, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:36.349469 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] Checking router: aa5c66fe-b459-4cac-9a17-1e669867cf9b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:36.357640 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:36.358224 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:36.363651 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:36.409162 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2d969d-3c9f-4685-83d6-82bf897f6de3'] response: {'name': 'network-changed', 'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2', 'status': 'completed', 'code': 200} Jun 03 16:18:36.502589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074b4b1-cabb-470e-be95-4303d67385fd req-96ae4672-32d3-478d-b3b6-0d60c04a4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.504810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b074b4b1-cabb-470e-be95-4303d67385fd req-96ae4672-32d3-478d-b3b6-0d60c04a4987 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1781b858d17e4c27963bf0ee9f88784f&device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 1097 time: 0.0738845 Jun 03 16:18:36.534960 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:36.641417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074b4b1-cabb-470e-be95-4303d67385fd req-5cad110f-4a2c-4fd7-8124-5b0cf578570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.642845 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b074b4b1-cabb-470e-be95-4303d67385fd req-5cad110f-4a2c-4fd7-8124-5b0cf578570d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 200 len: 915 time: 0.1312666 Jun 03 16:18:36.723016 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b074b4b1-cabb-470e-be95-4303d67385fd req-1ad8a414-8854-491c-90bf-705c6ae04475 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 200 len: 217 time: 0.0669935 Jun 03 16:18:36.787632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074b4b1-cabb-470e-be95-4303d67385fd req-1be831d8-dbe2-4657-b5a2-88428e2b1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.789085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b074b4b1-cabb-470e-be95-4303d67385fd req-1be831d8-dbe2-4657-b5a2-88428e2b1a37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 200 len: 853 time: 0.0590627 Jun 03 16:18:36.850194 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 5, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:36.854598 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0bcfc9-5669-4a92-b50c-1d98bc55bdd6 None None] The sync data for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 is: [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:37Z', 'revision_number': 4, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '58bfb5fb-1e37-48a3-adca-4b292333335e', 'name': '', 'network_id': '0612575b-4341-4940-8347-b673668213a1', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'mac_address': 'fa:16:3e:79:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:36Z', 'updated_at': '2022-06-03T16:16:44Z', 'revision_number': 5, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'subnets': [{'id': '31da127c-004b-4660-ad63-8fbda2fa8d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:36.872777 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074b4b1-cabb-470e-be95-4303d67385fd req-e3623346-5ecf-4792-96d3-0a7bb2514446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.874996 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b074b4b1-cabb-470e-be95-4303d67385fd req-e3623346-5ecf-4792-96d3-0a7bb2514446 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0612575b-4341-4940-8347-b673668213a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801446 Jun 03 16:18:37.018064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b074b4b1-cabb-470e-be95-4303d67385fd req-8da8e6ca-cadb-47ef-b0c4-4452cc47f038 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340199 Jun 03 16:18:37.165220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2fa4c3-b3be-43ff-b0f9-c2f80daaf8a9 None None] New status for floating IP 051ac2a0-d983-4aeb-8b55-a51c55dcd0f8: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:18:37.174539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b074b4b1-cabb-470e-be95-4303d67385fd req-e75be89e-31a8-4f70-9e94-09372e5e80a5 service neutron] 10.222.0.70 "GET /v2.0/networks/0612575b-4341-4940-8347-b673668213a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491938 Jun 03 16:18:40.318859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ad47e-1e88-44e8-a7b5-0ac260c0e299 req-6674a26d-1486-4bad-96c8-e0159f666f7e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:40.319552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f00ad47e-1e88-44e8-a7b5-0ac260c0e299 req-6674a26d-1486-4bad-96c8-e0159f666f7e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Synchronizing usage tracker for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:40.335265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f00ad47e-1e88-44e8-a7b5-0ac260c0e299 req-6674a26d-1486-4bad-96c8-e0159f666f7e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Unset dirty status for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:40.336559 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f00ad47e-1e88-44e8-a7b5-0ac260c0e299 req-6674a26d-1486-4bad-96c8-e0159f666f7e tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.2144840 Jun 03 16:18:40.381747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f00ad47e-1e88-44e8-a7b5-0ac260c0e299 req-78cbc444-10fa-44c7-ad78-540a8c902e21 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Jun 03 16:18:41.565916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220262-ebc1-4327-8351-70da674cc595 req-09515fa2-1ee4-4716-bbd8-ef550d28793f tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:41.567413 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00220262-ebc1-4327-8351-70da674cc595 req-09515fa2-1ee4-4716-bbd8-ef550d28793f tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0798755 Jun 03 16:18:41.615848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-00220262-ebc1-4327-8351-70da674cc595 req-eef7db98-0d4b-47b5-92de-8603c0cd3bdb tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426795 Jun 03 16:18:42.062794 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-9c6a7a71-d7b1-446e-84e6-ea6410d5d486 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:42.063488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-9c6a7a71-d7b1-446e-84e6-ea6410d5d486 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Synchronizing usage tracker for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:42.075410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-9c6a7a71-d7b1-446e-84e6-ea6410d5d486 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Unset dirty status for tenant:1781b858d17e4c27963bf0ee9f88784f on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:42.076519 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-9c6a7a71-d7b1-446e-84e6-ea6410d5d486 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.70 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0909259 Jun 03 16:18:42.152404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Deleting port 7c9b087f-c799-4dae-a256-638c38947dc2 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:42.152834 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.411211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] For port 7c9b087f-c799-4dae-a256-638c38947dc2, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=7c9b087f-c799-4dae-a256-638c38947dc2,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:42.411574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.648413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Calling delete_port for 7c9b087f-c799-4dae-a256-638c38947dc2 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:42.793505 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.802805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10c76-789c-4f96-a7a5-2e99c7d20206 req-4597279d-1169-4193-9d37-ea6f03246f63 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:42.804311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2e10c76-789c-4f96-a7a5-2e99c7d20206 req-4597279d-1169-4193-9d37-ea6f03246f63 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/ports?device_id=446a1d13-c6cb-47c5-9695-34d1ae7b412a HTTP/1.1" status: 200 len: 946 time: 0.0818572 Jun 03 16:18:42.844879 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Pushing event deleted for resources: {'Port': ['ID=7c9b087f-c799-4dae-a256-638c38947dc2,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:42.849979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2e10c76-789c-4f96-a7a5-2e99c7d20206 req-0809ebc5-97a1-419b-becd-32f7feead8e9 tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf62406b-5638-427f-8ac8-c305430c3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392451 Jun 03 16:18:42.919641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] No DVR routers for this DVR port 7c9b087f-c799-4dae-a256-638c38947dc2 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:18:42.922309 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:42.924944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'name': 'network-vif-deleted', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:42.940911 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-9924224c-7e51-40bc-9241-5ccc236cf7e5 req-a2f909b9-c407-4823-bda0-4813ddf1fbda tempest-TestMinimumBasicScenario-967211788 tempest-TestMinimumBasicScenario-967211788-project] 10.222.0.70 "DELETE /v2.0/ports/7c9b087f-c799-4dae-a256-638c38947dc2 HTTP/1.1" status: 204 len: 173 time: 0.8566620 Jun 03 16:18:42.973848 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1f960d-38f5-462c-852c-5c771cc2a3e8'] response: {'server_uuid': '446a1d13-c6cb-47c5-9695-34d1ae7b412a', 'name': 'network-vif-deleted', 'tag': '7c9b087f-c799-4dae-a256-638c38947dc2', 'status': 'completed', 'code': 200} Jun 03 16:18:43.453898 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-095d66ee-6eb7-4ed4-b995-0802262e0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.222735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7c9b087f-c799-4dae-a256-638c38947dc2 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:44.260991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 7c9b087f-c799-4dae-a256-638c38947dc2 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:44.261221 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 7c9b087f-c799-4dae-a256-638c38947dc2 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:44.482232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43712) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:45.024247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.381546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Deleting port 58bfb5fb-1e37-48a3-adca-4b292333335e {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:45.381912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.551040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] For port 58bfb5fb-1e37-48a3-adca-4b292333335e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=58bfb5fb-1e37-48a3-adca-4b292333335e,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:45.551743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.780792 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Calling delete_port for 58bfb5fb-1e37-48a3-adca-4b292333335e owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:46.018488 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.103247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.176958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=58bfb5fb-1e37-48a3-adca-4b292333335e,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:46.277420 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:18:46.367992 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-575e1299-344e-48bd-949e-f82e2f57577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.426153 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.681941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.784497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Router aa5c66fe-b459-4cac-9a17-1e669867cf9b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:46.959183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:46.969076 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] Sync routers for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:46.972790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9c2cd063-8ed9-404a-a3b5-aa5768abcb6f admin admin] 10.222.0.66 "PUT /v2.0/routers/aa5c66fe-b459-4cac-9a17-1e669867cf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895570 Jun 03 16:18:46.975430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43718) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:46.981677 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:46.982862 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:47.153876 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.158131 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.161303 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:47.344073 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.353453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Deleting port 44943b33-5733-404e-bcc3-1a8844d63e32 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:47.353841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.477745 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:18:46Z', 'revision_number': 5, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port': {'id': '44943b33-5733-404e-bcc3-1a8844d63e32', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:47.483767 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] Checking router: aa5c66fe-b459-4cac-9a17-1e669867cf9b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:47.492282 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] Routers {'aa5c66fe-b459-4cac-9a17-1e669867cf9b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:47.492779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:47.537354 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] For port 44943b33-5733-404e-bcc3-1a8844d63e32, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=44943b33-5733-404e-bcc3-1a8844d63e32,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:47.537717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:47.643149 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] Set router aa5c66fe-b459-4cac-9a17-1e669867cf9b gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:47.662624 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Calling delete_port for 44943b33-5733-404e-bcc3-1a8844d63e32 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:47.750681 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:18:47Z', 'revision_number': 6, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:47.754830 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56f811-ca17-471e-a22f-c1fa9073d2f3 None None] The sync data for ids ['aa5c66fe-b459-4cac-9a17-1e669867cf9b'] in n-d-844594-1 is: [{'id': 'aa5c66fe-b459-4cac-9a17-1e669867cf9b', 'name': 'tempest-TestMinimumBasicScenario-224958702-router', 'tenant_id': '1781b858d17e4c27963bf0ee9f88784f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:33Z', 'updated_at': '2022-06-03T16:18:47Z', 'revision_number': 6, 'project_id': '1781b858d17e4c27963bf0ee9f88784f', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:47.970058 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.019360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=44943b33-5733-404e-bcc3-1a8844d63e32,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:48.214462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 58bfb5fb-1e37-48a3-adca-4b292333335e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:48.256445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 58bfb5fb-1e37-48a3-adca-4b292333335e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:48.256782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.256954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 58bfb5fb-1e37-48a3-adca-4b292333335e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:48.438991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.443226 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.471552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.471989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5c66fe-b459-4cac-9a17-1e669867cf9b {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:18:48.484839 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.485991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-99ba02ef-fa74-4101-b8a3-06d9716e17c2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/aa5c66fe-b459-4cac-9a17-1e669867cf9b HTTP/1.1" status: 204 len: 168 time: 1.5096025 Jun 03 16:18:48.488551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43724) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:48.555264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] Deleting subnet 31da127c-004b-4660-ad63-8fbda2fa8d98 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:18:48.559039 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.559315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.612279 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.645684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.700345 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.783372 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.830093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31da127c-004b-4660-ad63-8fbda2fa8d98,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:48.832064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.841063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cb8f3d68-a3e7-4e91-b677-82bfb702f3d7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/31da127c-004b-4660-ad63-8fbda2fa8d98 HTTP/1.1" status: 204 len: 168 time: 0.3515306 Jun 03 16:18:48.844997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43728) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:48.846151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc635bbe-8ee6-433e-806c-4a8c7f50fe1d None None] Network 0612575b-4341-4940-8347-b673668213a1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:18:48.955329 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:48.967615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Deleting port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:48.967951 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.149265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] DHCP port deletion for 0612575b-4341-4940-8347-b673668213a1 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:18:49.153575 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Deleting port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:49.153958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.187499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] For port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:49.188395 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.311813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Calling delete_port for 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:49.359239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] For port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,segment=NetworkSegment(1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2),segment_id=1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:49.359877 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.387337 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.437973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.441813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] No DVR routers for this DVR port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:18:49.495113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Calling delete_port for 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:49.561088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.566339 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:18:49.566691 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:18:49.585383 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0612575b-4341-4940-8347-b673668213a1']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:49.598225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:49.598519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:49.610242 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.625873 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.632030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:18:49.632457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.800643 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2 resource provider aggregate not found Jun 03 16:18:49.822110 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a769ea7-d4ea-4a3a-a984-1d9cd3acf2e2 found for delete ", "request_id": "req-1ca94ef6-5918-4850-a332-a503532814b2"}]} Jun 03 16:18:49.834287 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.852544 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:49.862818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0612575b-4341-4940-8347-b673668213a1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:49.876296 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dd9b731e-14b3-4a32-b27a-e49ed12c95b4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0612575b-4341-4940-8347-b673668213a1 HTTP/1.1" status: 204 len: 168 time: 1.0306978 Jun 03 16:18:49.879151 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43736) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:49.885518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 44943b33-5733-404e-bcc3-1a8844d63e32 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:49.924276 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 44943b33-5733-404e-bcc3-1a8844d63e32 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:49.924630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 44943b33-5733-404e-bcc3-1a8844d63e32 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:49.925058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:49.958054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:49.958512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:50.067951 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Deleting port 7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:50.068357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:50.135703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2a6714f3-af44-4347-8546-a47453ee65a0 None None] The port '7d1e9ba2-ee02-4963-91c3-43e1fdeb53ee' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:18:50.415575 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:50.762287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Deleting port 1cc180d8-720b-458c-ba21-8d9f984c8d0d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:50.762624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:50.934087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] For port 1cc180d8-720b-458c-ba21-8d9f984c8d0d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=1cc180d8-720b-458c-ba21-8d9f984c8d0d,segment=NetworkSegment(c9b8a3b5-d1af-475f-ae2b-e8dc75830c52),segment_id=c9b8a3b5-d1af-475f-ae2b-e8dc75830c52)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:50.934450 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.057329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Calling delete_port for 1cc180d8-720b-458c-ba21-8d9f984c8d0d owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:51.353272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:51.398419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc180d8-720b-458c-ba21-8d9f984c8d0d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:51.671198 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:52.028669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Router c308b42e-19a4-40c1-97f2-546348bbe574 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:52.203007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:52.211542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] Sync routers for ids ['c308b42e-19a4-40c1-97f2-546348bbe574'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:52.219819 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f4271d67-d572-470f-a59a-cd62ee4675dd admin admin] 10.222.0.66 "PUT /v2.0/routers/c308b42e-19a4-40c1-97f2-546348bbe574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396504 Jun 03 16:18:52.221058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] Routers {'c308b42e-19a4-40c1-97f2-546348bbe574'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:52.221735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c308b42e-19a4-40c1-97f2-546348bbe574'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:52.222490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43740) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:52.403654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] Set router c308b42e-19a4-40c1-97f2-546348bbe574 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:52.521136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:52.685241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:18:51Z', 'revision_number': 5, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port': {'id': '2c0f0582-0a35-491a-931d-a93d9c55bd65', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:52.689041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] Checking router: c308b42e-19a4-40c1-97f2-546348bbe574 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:52.697439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] Routers {'c308b42e-19a4-40c1-97f2-546348bbe574'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:52.698045 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['c308b42e-19a4-40c1-97f2-546348bbe574'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:52.700338 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:52.710290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Deleting port 2c0f0582-0a35-491a-931d-a93d9c55bd65 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:52.710736 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:52.855269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] Set router c308b42e-19a4-40c1-97f2-546348bbe574 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:52.898844 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] For port 2c0f0582-0a35-491a-931d-a93d9c55bd65, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=2c0f0582-0a35-491a-931d-a93d9c55bd65,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:52.899197 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:52.999831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:18:52Z', 'revision_number': 6, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:53.003992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9336f-c404-4f33-a5b1-56db6a2e50e9 None None] The sync data for ids ['c308b42e-19a4-40c1-97f2-546348bbe574'] in n-d-844594-1 is: [{'id': 'c308b42e-19a4-40c1-97f2-546348bbe574', 'name': 'tempest-TestMinimumBasicScenario-99077215-router', 'tenant_id': 'd25ea86bdf0f419e81707a7ddee63143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:18:52Z', 'revision_number': 6, 'project_id': 'd25ea86bdf0f419e81707a7ddee63143', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:53.032567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Calling delete_port for 2c0f0582-0a35-491a-931d-a93d9c55bd65 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:53.204539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.252458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0f0582-0a35-491a-931d-a93d9c55bd65,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:53.342449 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.530749 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.532979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.556794 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.557535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router c308b42e-19a4-40c1-97f2-546348bbe574 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:18:53.570328 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.571443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-252ee2eb-4636-4024-9203-fc4a3c93e7ec admin admin] 10.222.0.66 "DELETE /v2.0/routers/c308b42e-19a4-40c1-97f2-546348bbe574 HTTP/1.1" status: 204 len: 168 time: 1.3479817 Jun 03 16:18:53.574195 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43746) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:53.636214 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] Deleting subnet d1f83188-0dc9-4526-985a-271b6a6be0a2 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:18:53.639178 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.693945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.769225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:53.891140 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c0f0582-0a35-491a-931d-a93d9c55bd65 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:53.927243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 2c0f0582-0a35-491a-931d-a93d9c55bd65 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:53.927584 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 2c0f0582-0a35-491a-931d-a93d9c55bd65 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:53.928003 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1cc180d8-720b-458c-ba21-8d9f984c8d0d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:53.960714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 1cc180d8-720b-458c-ba21-8d9f984c8d0d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:53.961369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 1cc180d8-720b-458c-ba21-8d9f984c8d0d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:53.967095 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.004916 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f83188-0dc9-4526-985a-271b6a6be0a2,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:54.008590 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.016990 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0d43c5c1-6409-4a07-9cfa-e58512f20757 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d1f83188-0dc9-4526-985a-271b6a6be0a2 HTTP/1.1" status: 204 len: 168 time: 0.4394641 Jun 03 16:18:54.017203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881b805-4965-477a-8fe3-b272757adc8f None None] Network 893c2e40-5763-400b-b4c2-d9ad218b9be3 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:18:54.018043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43752) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:54.136901 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.148560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Deleting port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:54.148898 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.272405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] DHCP port deletion for 893c2e40-5763-400b-b4c2-d9ad218b9be3 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:18:54.276862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Deleting port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:54.277244 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.367757 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] For port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,segment=NetworkSegment(c9b8a3b5-d1af-475f-ae2b-e8dc75830c52),segment_id=c9b8a3b5-d1af-475f-ae2b-e8dc75830c52)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:54.368630 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.500566 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] For port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,segment=NetworkSegment(c9b8a3b5-d1af-475f-ae2b-e8dc75830c52),segment_id=c9b8a3b5-d1af-475f-ae2b-e8dc75830c52)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:54.500958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.606373 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Calling delete_port for cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:54.631499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Calling delete_port for cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:54.686144 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.705076 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:18:54.705566 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:18:54.734649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd44c067-5fb6-4c9e-9a5e-75664c40f8d4,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:54.736472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] No DVR routers for this DVR port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:18:54.850682 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.875505 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893c2e40-5763-400b-b4c2-d9ad218b9be3']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:54.887384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:54.887619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b8a3b5-d1af-475f-ae2b-e8dc75830c52') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:54.899762 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.915635 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.921860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:18:54.922250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:54.989047 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c9b8a3b5-d1af-475f-ae2b-e8dc75830c52 resource provider aggregate not found Jun 03 16:18:55.008568 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment c9b8a3b5-d1af-475f-ae2b-e8dc75830c52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9b8a3b5-d1af-475f-ae2b-e8dc75830c52 found for delete ", "request_id": "req-0d11eb2c-1e2d-436c-9b1f-a3b5b2398d9c"}]} Jun 03 16:18:55.022645 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.039477 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.049559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] Pushing event deleted for resources: {'Network': ['ID=893c2e40-5763-400b-b4c2-d9ad218b9be3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:55.056576 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-200d13da-8dbb-4b36-9ccb-d49c36344731 admin admin] 10.222.0.66 "DELETE /v2.0/networks/893c2e40-5763-400b-b4c2-d9ad218b9be3 HTTP/1.1" status: 204 len: 168 time: 1.0369678 Jun 03 16:18:55.206870 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Deleting port cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:55.207361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.243510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43762) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:55.279509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-549a7b7d-62ba-41f7-8a2e-c161b183b9e5 None None] The port 'cd44c067-5fb6-4c9e-9a5e-75664c40f8d4' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:18:55.297863 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-22148eb8-daed-417d-af7b-c64e755aa4cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1781b858d17e4c27963bf0ee9f88784f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530427 Jun 03 16:18:55.300390 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43766) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:55.358823 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63187f46-8125-491a-b866-957a7b8f004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.387804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63187f46-8125-491a-b866-957a7b8f004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.439410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63187f46-8125-491a-b866-957a7b8f004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.458107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63187f46-8125-491a-b866-957a7b8f004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf62406b-5638-427f-8ac8-c305430c3de9,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:55.463085 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-63187f46-8125-491a-b866-957a7b8f004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.464218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-63187f46-8125-491a-b866-957a7b8f004e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf62406b-5638-427f-8ac8-c305430c3de9 HTTP/1.1" status: 204 len: 168 time: 0.1628776 Jun 03 16:18:55.817525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43774) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:55.867641 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-acfe5079-678a-4616-92fd-6807a2113c4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d25ea86bdf0f419e81707a7ddee63143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488656 Jun 03 16:18:55.870489 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43778) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:55.881345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:55.915199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:55.915546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cd44c067-5fb6-4c9e-9a5e-75664c40f8d4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:55.934379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d04e-dab8-4f15-85d3-4b8ccb2142dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:55.960280 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d04e-dab8-4f15-85d3-4b8ccb2142dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:56.013675 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d04e-dab8-4f15-85d3-4b8ccb2142dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:56.030765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d04e-dab8-4f15-85d3-4b8ccb2142dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4071c5f5-87f3-4b37-b3ef-14e678b27b19,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:56.034652 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d04e-dab8-4f15-85d3-4b8ccb2142dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:56.035759 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1ca5d04e-dab8-4f15-85d3-4b8ccb2142dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4071c5f5-87f3-4b37-b3ef-14e678b27b19 HTTP/1.1" status: 204 len: 168 time: 0.1643846 Jun 03 16:18:57.619767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43820) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:57.625525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329090733', 'description': 'tempest-secgroup-smoke-1329090733 description', 'project_id': '42be07f72daf448186108fa2af25f7f8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:57.632252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:57.636232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:57.640013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:57.646816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:57.656222 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:57.667916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:57.681948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:57.686243 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:57.689017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:57.694511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:57.776218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:57.780540 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:57.793532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:57.801392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:57.806226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:57.819204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:57.826320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0f72ef-2a59-4e48-85c9-22957c84ae95,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:57.893618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:57.897778 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:57.939819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:57.943377 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:57.944627 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-60d205bf-2986-4507-a167-fa8bf49225b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3237791 Jun 03 16:18:57.947761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43826) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:57.953174 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '0ed29ec5-28ca-413e-b3bc-2b9a34e410dc', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:57.959778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:57.963677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:57.967176 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:57.972815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:57.990670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.052659 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.056685 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.081946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71306aea-d983-4640-a557-fd8baa5d84f6,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.092297 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.093545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1cb8349a-58aa-472c-91a9-6afff08e28e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449423 Jun 03 16:18:58.096277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:58.101040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '0ed29ec5-28ca-413e-b3bc-2b9a34e410dc', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:58.107662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:58.111435 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:58.114256 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:58.120146 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:58.136636 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.201200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.205002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.229726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb7f0a2-be16-4cc6-a421-4db6af778563,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.239087 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.240181 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9702d6cd-46b1-428c-b4de-55246be5a2b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429901 Jun 03 16:18:58.242788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43834) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:58.248239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '0ed29ec5-28ca-413e-b3bc-2b9a34e410dc', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:58.254825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:58.258619 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:58.261485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:58.267131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:58.284329 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.348422 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.351759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.376057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cd24fc-fa12-40c7-a76e-b0bd875cd137,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.385163 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.386329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-249c2052-bda2-40f7-a629-24274085f977 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426418 Jun 03 16:18:58.389086 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43838) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:58.394468 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '0ed29ec5-28ca-413e-b3bc-2b9a34e410dc', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:58.401559 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:58.405905 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:58.409372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:58.415305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:58.432278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.499512 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.503302 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.529867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254757a4-4b84-4ccb-b403-b962958fb803,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.539105 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.540342 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f50f10cb-d92a-4426-885c-24ef37fbdb4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503291 Jun 03 16:18:58.543042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43842) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:58.548516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '0ed29ec5-28ca-413e-b3bc-2b9a34e410dc', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:58.555340 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:58.559201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:58.562396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:58.568094 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:58.577949 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:18:58.584810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.650217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.654883 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.682525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f09c86-902d-4ef6-ab5f-e9bb9d242a23,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.688589 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.689652 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d0ae8c65-4e73-4cd4-81b3-0a87f0b2498f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457145 Jun 03 16:18:58.692410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43846) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:58.697238 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '0ed29ec5-28ca-413e-b3bc-2b9a34e410dc', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:58.704431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:58.708273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:58.711132 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:58.717388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:58.727599 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:18:58.734205 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.799986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.804417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.829020 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6baa74a2-9bd7-460e-9d3d-e6d141f7b8a1,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:58.839816 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.844482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a4f7eaba-b79a-4bf1-87dd-812e568b39fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477823 Jun 03 16:18:58.844694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43850) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:58.850217 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'network': {'name': 'tempest-network-smoke--1400237545', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:58.856368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:58.860215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:network and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:58.863101 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:58.868819 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:58.882486 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:58.885878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.913973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:58.922450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.922809 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Added segment 0b7cf24f-876b-42b9-a081-9740a8063910 of type vlan for network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 Jun 03 16:18:58.949076 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.980045 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:58.985852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:58.986487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:59.096565 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2480128 Jun 03 16:18:59.096815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43854) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:59.101765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'admin_state_up': True, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:59.108276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f6fd6-0b0b-4a6b-9dc2-a1ecbecae408 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Network': ['ID=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:59.113215 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:59.117563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:router and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:59.120999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:18:59.121475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:59.127904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:59.140274 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:59.141565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:59.157330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:59.424952 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:59.722252 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:59.858495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:59.990694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.73 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/8aa8cc04-2404-449f-86cb-89f919cbd588) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:00.133614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.163240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.227417 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:00.230300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:00.234833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:19:00.267764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=8aa8cc04-2404-449f-86cb-89f919cbd588,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:00.649203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:00.984550 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.301098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 55ec1506-18ad-4513-9245-0c1042c11529 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:19:01.476669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:19:01.487156 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Sync routers for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:01.496853 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:19:01.497466 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:01.503843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:01.508169 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-604ec966-1efd-4c1c-87a3-50fbf2b397b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4073355 Jun 03 16:19:01.508384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43858) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.664525 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ca8ef70b-e86d-4ac7-8b1f-2b6a70016bc0 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=42be07f72daf448186108fa2af25f7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1550407 Jun 03 16:19:01.667164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43864) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.670918 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:19:01.796952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949b0f2-c73f-40b7-918e-b685c2d4c27b tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:01.798437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a949b0f2-c73f-40b7-918e-b685c2d4c27b tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303849 Jun 03 16:19:01.801356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43868) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.841769 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-79447776-6b69-42d0-8ff4-18b685f3a08b tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386806 Jun 03 16:19:01.844364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43872) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:01.849751 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239005527', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:01.953095 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:00Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:01.956907 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Checking router: 55ec1506-18ad-4513-9245-0c1042c11529 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:19:01.957241 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Updating router 55ec1506-18ad-4513-9245-0c1042c11529 port 8aa8cc04-2404-449f-86cb-89f919cbd588 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:19:01.957463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:01.961307 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:subnet and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:01.964172 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:01.970541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:01.981509 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:01.985471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.011150 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.206799 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.288309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Subnet': ['ID=fd251719-574f-4eb1-b759-c7bef52a0325,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.298321 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Checking segment: {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:19:02.298679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network hostable DHCP agents. Network: cb8a6e95-cdbf-4f96-baa2-b61fa93bb900, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:19:02.317673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:19:02.327696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, cb8a6e95-cdbf-4f96-baa2-b61fa93bb900) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:02.336059 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc3b3e-65e7-46c1-ace2-0560c5ca0698 None None] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:19:02.336756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:02.337060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.339551 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.353111 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Transition to ACTIVE for port object 8aa8cc04-2404-449f-86cb-89f919cbd588 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:02.359321 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-79f56514-966d-4852-9f8f-81b64639da72 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5138516 Jun 03 16:19:02.362553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43876) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:02.363085 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.471646 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Attempting to bind port 8aa8cc04-2404-449f-86cb-89f919cbd588 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:02.471987 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Attempting to bind port 8aa8cc04-2404-449f-86cb-89f919cbd588 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:02.472314 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Attempting to bind port 8aa8cc04-2404-449f-86cb-89f919cbd588 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:02.475738 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Pushing event updated for resources: {'Port': ['ID=8aa8cc04-2404-449f-86cb-89f919cbd588,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.480821 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:02.481191 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:19:02.481583 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.482515 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:02.482977 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Bound port: 8aa8cc04-2404-449f-86cb-89f919cbd588, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:02.483340 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.515865 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.515865 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.516660 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.516660 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.516814 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.517105 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.517317 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.518000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.518000 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.518269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.518557 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.518870 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:02.570875 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] For port 8aa8cc04-2404-449f-86cb-89f919cbd588, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:02.574622 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] For port 8aa8cc04-2404-449f-86cb-89f919cbd588, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8aa8cc04-2404-449f-86cb-89f919cbd588,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:02.574992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:19:02.576135 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.579621 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.660569 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:19:02.661190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:02.747366 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da400b-0cf7-493f-bb83-8e9965632575 None None] Pushing event updated for resources: {'Port': ['ID=8aa8cc04-2404-449f-86cb-89f919cbd588,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:02.777202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Allocated IP 172.20.0.2 (cb8a6e95-cdbf-4f96-baa2-b61fa93bb900/fd251719-574f-4eb1-b759-c7bef52a0325/d117289c-8905-4400-b03f-d1127516acfb) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:02.858269 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:19:02.989228 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.000612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Transition to ACTIVE for port object d117289c-8905-4400-b03f-d1127516acfb will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:03.020867 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Transition to ACTIVE for port object d117289c-8905-4400-b03f-d1127516acfb will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:03.027950 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.092877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:03.100073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:03.104290 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:19:03.163400 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:00Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:03.167730 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cbbd0-6390-4f2c-8518-58715c563e41 None None] The sync data for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 is: [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:00Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:19:03.184216 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Pushing event updated for resources: {'Port': ['ID=d117289c-8905-4400-b03f-d1127516acfb,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:03.203433 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.203777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.204182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.204546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.204879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.205212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.205538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.205864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.206193 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.206514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.206833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.207162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:03.222477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Attempting to bind port d117289c-8905-4400-b03f-d1127516acfb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:03.222477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Attempting to bind port d117289c-8905-4400-b03f-d1127516acfb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:03.222815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Attempting to bind port d117289c-8905-4400-b03f-d1127516acfb on network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:03.229407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:03.229792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Checking segment: {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:19:03.230206 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.230603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Bound using segment: {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:03.231079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Bound port: d117289c-8905-4400-b03f-d1127516acfb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:03.231459 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.238952 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.325372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] For port d117289c-8905-4400-b03f-d1127516acfb, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:03.328925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] For port d117289c-8905-4400-b03f-d1127516acfb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d117289c-8905-4400-b03f-d1127516acfb,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:03.335673 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.443553 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15b031-21a0-45c5-9721-05506bd5c8f6 None None] Pushing event updated for resources: {'Port': ['ID=d117289c-8905-4400-b03f-d1127516acfb,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:03.697046 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.1 (cb8a6e95-cdbf-4f96-baa2-b61fa93bb900/fd251719-574f-4eb1-b759-c7bef52a0325/a9065a44-1c23-4683-bd85-a649262ef857) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:03.880310 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.904095 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object a9065a44-1c23-4683-bd85-a649262ef857 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:03.931565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:03.967984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d117289c-8905-4400-b03f-d1127516acfb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:04.006793 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:04.010915 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:04.015448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:19:04.062338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d117289c-8905-4400-b03f-d1127516acfb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:04.064906 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=a9065a44-1c23-4683-bd85-a649262ef857,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:04.072091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8aa8cc04-2404-449f-86cb-89f919cbd588 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:04.095725 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.147601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 8aa8cc04-2404-449f-86cb-89f919cbd588 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:04.156166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8aa8cc04-2404-449f-86cb-89f919cbd588 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:04.157749 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.311036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8aa8cc04-2404-449f-86cb-89f919cbd588 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:04.311162 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.329398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 8aa8cc04-2404-449f-86cb-89f919cbd588, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8aa8cc04-2404-449f-86cb-89f919cbd588,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:04.333331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.385145 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.407035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=8aa8cc04-2404-449f-86cb-89f919cbd588,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:04.494598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08a05f-f844-4e39-b678-54ee83d60e92 None None] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:19:04.584173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c3214948-5274-4184-b67b-f875e70845df None None] Provisioning for port d117289c-8905-4400-b03f-d1127516acfb completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:04.594020 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c3214948-5274-4184-b67b-f875e70845df None None] Provisioning complete for port d117289c-8905-4400-b03f-d1127516acfb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:04.594466 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c3214948-5274-4184-b67b-f875e70845df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.843245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c3214948-5274-4184-b67b-f875e70845df None None] Current status of the port d117289c-8905-4400-b03f-d1127516acfb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:04.843473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c3214948-5274-4184-b67b-f875e70845df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.886121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c3214948-5274-4184-b67b-f875e70845df None None] For port d117289c-8905-4400-b03f-d1127516acfb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d117289c-8905-4400-b03f-d1127516acfb,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:04.891696 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c3214948-5274-4184-b67b-f875e70845df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.985963 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3214948-5274-4184-b67b-f875e70845df None None] Pushing event updated for resources: {'Port': ['ID=d117289c-8905-4400-b03f-d1127516acfb,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:04.989730 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.996759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.121545 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.125475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=a9065a44-1c23-4683-bd85-a649262ef857,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:05.214690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f84e4bc-55c2-484e-8e70-30a8f988c232 None None] Provisioning complete for port d117289c-8905-4400-b03f-d1127516acfb triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:05.215151 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f84e4bc-55c2-484e-8e70-30a8f988c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.289976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:05.291510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:05.381880 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8f84e4bc-55c2-484e-8e70-30a8f988c232 None None] Current status of the port d117289c-8905-4400-b03f-d1127516acfb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:05.403222 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f84e4bc-55c2-484e-8e70-30a8f988c232 None None] Provisioning for port a9065a44-1c23-4683-bd85-a649262ef857 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:05.413171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f84e4bc-55c2-484e-8e70-30a8f988c232 None None] Provisioning complete for port a9065a44-1c23-4683-bd85-a649262ef857 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:05.413703 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f84e4bc-55c2-484e-8e70-30a8f988c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.511134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8f84e4bc-55c2-484e-8e70-30a8f988c232 None None] Port a9065a44-1c23-4683-bd85-a649262ef857 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:19:05.563025 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 55ec1506-18ad-4513-9245-0c1042c11529 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:19:05.634774 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-91e1aebe-ace3-4f96-bd99-b8d507e5b18a None None] Provisioning complete for port a9065a44-1c23-4683-bd85-a649262ef857 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:05.635157 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-91e1aebe-ace3-4f96-bd99-b8d507e5b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.692066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-91e1aebe-ace3-4f96-bd99-b8d507e5b18a None None] Port a9065a44-1c23-4683-bd85-a649262ef857 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:19:05.756154 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:19:05.766998 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-96ac1181-7438-4da2-8cc7-9346322c858c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/55ec1506-18ad-4513-9245-0c1042c11529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4029806 Jun 03 16:19:05.767265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Sync routers for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:05.779066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:19:05.779879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:05.961616 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ca7bc78f-e540-4130-af1c-25da5da0315e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:05.965804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d117289c-8905-4400-b03f-d1127516acfb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:05.983962 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ca7bc78f-e540-4130-af1c-25da5da0315e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:05.986515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ca7bc78f-e540-4130-af1c-25da5da0315e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329090733&fields=id&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 267 time: 0.0707381 Jun 03 16:19:06.063069 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:19:06.172131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-4b0ee10b-dd50-4b72-befd-f2b9f5596186 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:06.172729 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-4b0ee10b-dd50-4b72-befd-f2b9f5596186 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:06.190678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-4b0ee10b-dd50-4b72-befd-f2b9f5596186 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:06.191999 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-4b0ee10b-dd50-4b72-befd-f2b9f5596186 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/networks?id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 HTTP/1.1" status: 200 len: 797 time: 0.1973536 Jun 03 16:19:06.192293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d117289c-8905-4400-b03f-d1127516acfb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:06.192662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:06.208983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-3f8b7405-9def-4c89-9389-f0a7093d6a06 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/quotas/42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 375 time: 0.0110717 Jun 03 16:19:06.295434 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-e5765f46-080c-4187-b799-c3ee5e7f07c7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:19:06.313644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-e5765f46-080c-4187-b799-c3ee5e7f07c7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:19:06.315022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-e5765f46-080c-4187-b799-c3ee5e7f07c7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002586 Jun 03 16:19:06.466173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d117289c-8905-4400-b03f-d1127516acfb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:06.467215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8aa8cc04-2404-449f-86cb-89f919cbd588 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:06.471785 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-7260b188-8010-42de-9f00-3178f6e49aef service neutron] 10.222.0.66 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417692 Jun 03 16:19:06.555642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 2, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:06.557888 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 8aa8cc04-2404-449f-86cb-89f919cbd588 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:06.558260 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:06.595545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Checking router: 55ec1506-18ad-4513-9245-0c1042c11529 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:19:06.596133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Updating router 55ec1506-18ad-4513-9245-0c1042c11529 port a9065a44-1c23-4683-bd85-a649262ef857 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:19:06.643052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-5f295fcd-2981-426b-97e3-193ac058cc31 service neutron] 10.222.0.66 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592922 Jun 03 16:19:06.667292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:06.845329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 8aa8cc04-2404-449f-86cb-89f919cbd588 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:06.914831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e685fac-1aa2-482f-aa9b-df26c4c21287 req-2697ceb7-54fe-49c1-b294-91ac78490b5b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Jun 03 16:19:07.147987 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.161718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Transition to ACTIVE for port object a9065a44-1c23-4683-bd85-a649262ef857 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:07.168521 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.354017 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631d375-30c8-42ab-93cb-8cbae549c20a None None] Pushing event updated for resources: {'Port': ['ID=a9065a44-1c23-4683-bd85-a649262ef857,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:07.495275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Attempting to bind port a9065a44-1c23-4683-bd85-a649262ef857 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:07.495809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Attempting to bind port a9065a44-1c23-4683-bd85-a649262ef857 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:07.496396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Attempting to bind port a9065a44-1c23-4683-bd85-a649262ef857 on network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:07.505169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:07.505593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Checking segment: {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:19:07.506059 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.506522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Bound using segment: {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:07.507038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Bound port: a9065a44-1c23-4683-bd85-a649262ef857, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:07.507989 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.647690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] For port a9065a44-1c23-4683-bd85-a649262ef857, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:07.653208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] For port a9065a44-1c23-4683-bd85-a649262ef857, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a9065a44-1c23-4683-bd85-a649262ef857,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:07.659055 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.751960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:19:07.752802 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:18:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:07.810446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631d375-30c8-42ab-93cb-8cbae549c20a None None] Pushing event updated for resources: {'Port': ['ID=a9065a44-1c23-4683-bd85-a649262ef857,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:07.958851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:19:08.090131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e881437-848d-4c92-9979-9843d581dc45 req-dd423467-4609-4666-81a6-a12ef1c362ae tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 210 time: 0.0508833 Jun 03 16:19:08.295609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:07Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:08.300404 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80567a-49c6-4b27-b984-dc4e48475af7 None None] The sync data for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 is: [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:07Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:19:08.485559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ca7f1c62-61fa-4e46-9b01-250b7bc0d149 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:08.487116 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ca7f1c62-61fa-4e46-9b01-250b7bc0d149 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/networks?id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 HTTP/1.1" status: 200 len: 797 time: 0.1809015 Jun 03 16:19:08.543465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-383c68a8-5512-46ac-9c79-74406f3637c4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 380 time: 0.0428514 Jun 03 16:19:08.557176 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'port': {'device_id': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'admin_state_up': True, 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'security_groups': ['0ed29ec5-28ca-413e-b3bc-2b9a34e410dc']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:08.704429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:08.718426 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:08.729107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:19:08.733363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:08.911234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.4 (cb8a6e95-cdbf-4f96-baa2-b61fa93bb900/fd251719-574f-4eb1-b759-c7bef52a0325/6d3305c1-70f8-4f66-8053-7fc14c240cee) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:09.133950 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.159774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object 6d3305c1-70f8-4f66-8053-7fc14c240cee will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:09.193040 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.272831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:09.277108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:09.281650 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:19:09.315250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b1a2-08f6-449b-a2d0-5ebce0f443e4 req-30b68cff-2186-4c5e-988d-22e5ff98bee6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:09.316862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3637b1a2-08f6-449b-a2d0-5ebce0f443e4 req-30b68cff-2186-4c5e-988d-22e5ff98bee6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 931 time: 0.1011457 Jun 03 16:19:09.335642 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=6d3305c1-70f8-4f66-8053-7fc14c240cee,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:09.365513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:09.366205 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.393439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3637b1a2-08f6-449b-a2d0-5ebce0f443e4 req-48664445-42e6-4a87-8e7c-92bb69f4082a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602732 Jun 03 16:19:09.400346 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-8c04d09a-16c4-4766-9a09-6bd9189ffc7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473198 Jun 03 16:19:09.421548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Request body: {'port': {'device_id': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:09.533048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5ee34e30-1dfa-4913-b551-6c63305aaf17 None None] Provisioning for port 6d3305c1-70f8-4f66-8053-7fc14c240cee completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:09.539090 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5ee34e30-1dfa-4913-b551-6c63305aaf17 None None] Provisioning complete for port 6d3305c1-70f8-4f66-8053-7fc14c240cee triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:09.539860 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5ee34e30-1dfa-4913-b551-6c63305aaf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.604427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5ee34e30-1dfa-4913-b551-6c63305aaf17 None None] Port 6d3305c1-70f8-4f66-8053-7fc14c240cee cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:19:09.663291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.920182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9065a44-1c23-4683-bd85-a649262ef857 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:09.992166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port a9065a44-1c23-4683-bd85-a649262ef857 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:09.997627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a9065a44-1c23-4683-bd85-a649262ef857 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:09.998213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.016233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3305c1-70f8-4f66-8053-7fc14c240cee {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:10.024196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.040903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Transition to ACTIVE for port object 6d3305c1-70f8-4f66-8053-7fc14c240cee will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:19:10.045228 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.126931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a9065a44-1c23-4683-bd85-a649262ef857 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:10.127476 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.169734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port a9065a44-1c23-4683-bd85-a649262ef857, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a9065a44-1c23-4683-bd85-a649262ef857,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:10.178299 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.225054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Pushing event updated for resources: {'Port': ['ID=6d3305c1-70f8-4f66-8053-7fc14c240cee,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:10.272998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=a9065a44-1c23-4683-bd85-a649262ef857,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:10.304213 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Attempting to bind port 6d3305c1-70f8-4f66-8053-7fc14c240cee on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:19:10.304557 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Attempting to bind port 6d3305c1-70f8-4f66-8053-7fc14c240cee by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:19:10.304892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Attempting to bind port 6d3305c1-70f8-4f66-8053-7fc14c240cee on network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:10.310126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Port 6d3305c1-70f8-4f66-8053-7fc14c240cee on network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:19:10.310450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Attempting to bind port 6d3305c1-70f8-4f66-8053-7fc14c240cee on network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:19:10.315919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:19:10.316360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Checking segment: {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:19:10.316753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Bound using segment: {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:19:10.317187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Bound port: 6d3305c1-70f8-4f66-8053-7fc14c240cee, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7cf24f-876b-42b9-a081-9740a8063910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:19:10.317546 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.412407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] For port 6d3305c1-70f8-4f66-8053-7fc14c240cee, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:19:10.416244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] For port 6d3305c1-70f8-4f66-8053-7fc14c240cee, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:19:10.421815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.487042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.487686 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.490066 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] 10.222.0.70 "PUT /v2.0/ports/6d3305c1-70f8-4f66-8053-7fc14c240cee HTTP/1.1" status: 200 len: 1091 time: 1.0745726 Jun 03 16:19:10.490482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:10.523198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba219fda-ed86-4b18-b7a7-9e38f5dda6db service neutron] Pushing event updated for resources: {'Port': ['ID=6d3305c1-70f8-4f66-8053-7fc14c240cee,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:10.552085 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c58462-263a-44b2-8c1d-79acd2a591f6'] response: {'name': 'network-changed', 'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'status': 'completed', 'code': 200} Jun 03 16:19:10.638643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-076c015f-a214-4bfa-9c00-06f8bf096e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.640262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-076c015f-a214-4bfa-9c00-06f8bf096e19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 1094 time: 0.0839899 Jun 03 16:19:10.717184 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-ca523120-2593-4484-a1b2-38ab7d93ba4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee HTTP/1.1" status: 200 len: 217 time: 0.0663669 Jun 03 16:19:10.745325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d76c4-c96d-4cfa-b5dc-3f153dce7e87 req-8170a1ce-dc20-4083-ae2c-777dd63f9f18 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.746872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c9d76c4-c96d-4cfa-b5dc-3f153dce7e87 req-8170a1ce-dc20-4083-ae2c-777dd63f9f18 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 943 time: 0.2110105 Jun 03 16:19:10.790114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-e7bf547a-4a78-4bac-ace0-aa25c2a8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.791664 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-e7bf547a-4a78-4bac-ace0-aa25c2a8bde8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd251719-574f-4eb1-b759-c7bef52a0325 HTTP/1.1" status: 200 len: 834 time: 0.0654840 Jun 03 16:19:10.793367 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c9d76c4-c96d-4cfa-b5dc-3f153dce7e87 req-7e7f7689-5c37-45e7-9e45-b884d701835d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392287 Jun 03 16:19:10.871851 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-65c004c4-4178-4a86-849a-2c35c47894dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.874078 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-65c004c4-4178-4a86-849a-2c35c47894dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727165 Jun 03 16:19:11.013477 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-459e7e5a-a2c9-4277-b9c0-a61735324c65 service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299162 Jun 03 16:19:11.161348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e61e397a-2b8a-4671-9298-2b4e89574f48 req-cb16538a-894c-4230-a21e-c19cc7823fe4 service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386092 Jun 03 16:19:11.288504 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-e8759eb8-b8d2-4e50-b4c0-5520c625ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.289927 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-e8759eb8-b8d2-4e50-b4c0-5520c625ca27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 1094 time: 0.0780046 Jun 03 16:19:11.531631 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-2825a178-3e7c-41c7-b16c-8e56d4cb1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.533137 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-2825a178-3e7c-41c7-b16c-8e56d4cb1052 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 HTTP/1.1" status: 200 len: 898 time: 0.2361169 Jun 03 16:19:11.601760 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-5e249e17-cf43-46c0-8d0e-e71a524ac048 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee HTTP/1.1" status: 200 len: 217 time: 0.0620947 Jun 03 16:19:11.670488 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-d5a3ae31-1e4d-45e2-bc39-a310f0a984af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.671953 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-d5a3ae31-1e4d-45e2-bc39-a310f0a984af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd251719-574f-4eb1-b759-c7bef52a0325 HTTP/1.1" status: 200 len: 834 time: 0.0628250 Jun 03 16:19:11.746888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-10a33efe-5ca4-4dd2-98e9-bf18fc048bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.748546 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-10a33efe-5ca4-4dd2-98e9-bf18fc048bb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699110 Jun 03 16:19:11.890241 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-f86330e6-143f-4aa6-8ff0-8e8941cc9ecf service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349244 Jun 03 16:19:11.897043 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9065a44-1c23-4683-bd85-a649262ef857 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:11.972484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port a9065a44-1c23-4683-bd85-a649262ef857 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:11.972938 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:11.988352 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe811-a33e-4584-9ffc-105f470d4aea req-02ebec3d-8350-41a6-8baa-4b25e1902c95 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.990787 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-851fe811-a33e-4584-9ffc-105f470d4aea req-02ebec3d-8350-41a6-8baa-4b25e1902c95 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 943 time: 0.0869126 Jun 03 16:19:12.038266 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5f94a4fa-cf4a-4cec-b4b1-ccb41563fedb req-f077b499-1d62-4166-9276-74c1957c68af service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406038 Jun 03 16:19:12.043665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-851fe811-a33e-4584-9ffc-105f470d4aea req-12c41401-2875-4ef6-8ca6-340418ae6363 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Jun 03 16:19:12.099163 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port a9065a44-1c23-4683-bd85-a649262ef857 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:13.235114 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4e99f-54a2-44e9-be8f-c30cd84a12e0 req-02834c46-a29a-4535-a325-d91d85dea7fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:13.236590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51d4e99f-54a2-44e9-be8f-c30cd84a12e0 req-02834c46-a29a-4535-a325-d91d85dea7fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 943 time: 0.0803931 Jun 03 16:19:13.281265 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-51d4e99f-54a2-44e9-be8f-c30cd84a12e0 req-fc929d16-96a0-4f21-b7a6-2fdd86f78c9e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389469 Jun 03 16:19:13.454988 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-19c991c3-3211-4378-886a-4204669dfe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.346134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6d3305c1-70f8-4f66-8053-7fc14c240cee details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:19:14.480451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e1429-e2b5-4825-b18e-b7e2589fc725 req-9fa2cbf5-e5ef-41a2-a761-4869803c80fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:14.482251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd8e1429-e2b5-4825-b18e-b7e2589fc725 req-9fa2cbf5-e5ef-41a2-a761-4869803c80fa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 943 time: 0.0920455 Jun 03 16:19:14.506236 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6d3305c1-70f8-4f66-8053-7fc14c240cee, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:14.520572 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'port_id': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'mac_address': 'fa:16:3e:83:c3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:19:14.532359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fd8e1429-e2b5-4825-b18e-b7e2589fc725 req-8d499fba-2200-4aba-8dc2-00323b0c1707 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Jun 03 16:19:14.579138 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 6d3305c1-70f8-4f66-8053-7fc14c240cee is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:14.579433 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.597118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3305c1-70f8-4f66-8053-7fc14c240cee {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:19:14.612851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6d3305c1-70f8-4f66-8053-7fc14c240cee, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:14.616746 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:14.725546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=6d3305c1-70f8-4f66-8053-7fc14c240cee,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:14.873443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['6d3305c1-70f8-4f66-8053-7fc14c240cee'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:19:15.724067 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde9fd1-654d-4a97-818d-41c23f4fdd2b req-5a7f49b7-e23e-4315-9148-1ed294d12dc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:15.725597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dcde9fd1-654d-4a97-818d-41c23f4fdd2b req-5a7f49b7-e23e-4315-9148-1ed294d12dc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 944 time: 0.0840149 Jun 03 16:19:15.772548 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-dcde9fd1-654d-4a97-818d-41c23f4fdd2b req-49fb9267-26de-4808-8494-3bee834d032f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Jun 03 16:19:16.031993 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.366482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6d3305c1-70f8-4f66-8053-7fc14c240cee up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:19:16.406576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-203837ac-66e7-4925-a578-abafddc05ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.440093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 6d3305c1-70f8-4f66-8053-7fc14c240cee completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:19:16.444843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 6d3305c1-70f8-4f66-8053-7fc14c240cee triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:19:16.445210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.568034 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 6d3305c1-70f8-4f66-8053-7fc14c240cee is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:19:16.568441 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.602319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:16.615532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 6d3305c1-70f8-4f66-8053-7fc14c240cee, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:19:16.620193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.652855 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f442604-227f-4b50-a7fb-feafd9cb452a'] response: {'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'code': 200} Jun 03 16:19:16.708413 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:16.717073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=6d3305c1-70f8-4f66-8053-7fc14c240cee,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:16.801814 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6788-a95f-4344-9ea1-717690f8ea4e req-21825acf-8406-4b2e-be4a-08f1167fae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:16.803612 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1fdc6788-a95f-4344-9ea1-717690f8ea4e req-21825acf-8406-4b2e-be4a-08f1167fae06 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 1096 time: 0.0785508 Jun 03 16:19:16.850975 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1fdc6788-a95f-4344-9ea1-717690f8ea4e req-2822ad09-9029-434b-9c09-04176b89c3f1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Jun 03 16:19:16.960988 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b8df8-5263-4060-9db7-6e587cc95f99 req-d09fa999-9a09-4d6c-a9fc-c49d55faa4d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:16.962390 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-984b8df8-5263-4060-9db7-6e587cc95f99 req-d09fa999-9a09-4d6c-a9fc-c49d55faa4d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0850794 Jun 03 16:19:17.007142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-984b8df8-5263-4060-9db7-6e587cc95f99 req-63a363a5-3d29-459b-b7f0-4fd5946e9a4b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381932 Jun 03 16:19:17.154743 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.195558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c3ac-21ff-4f81-a77d-1bc59e2d186b req-719b820b-0b43-4f3f-a837-5c8461d634d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:18.196907 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69b8c3ac-21ff-4f81-a77d-1bc59e2d186b req-719b820b-0b43-4f3f-a837-5c8461d634d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0800667 Jun 03 16:19:18.244763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-69b8c3ac-21ff-4f81-a77d-1bc59e2d186b req-c1e5ddfb-3aa2-4cf8-88e9-8d24c8e529dc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Jun 03 16:19:18.433297 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092d2b5-7077-401f-acda-bd75352856fe req-fd30375f-826b-4cfd-966b-89d0efee4bf8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:18.435449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4092d2b5-7077-401f-acda-bd75352856fe req-fd30375f-826b-4cfd-966b-89d0efee4bf8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0845582 Jun 03 16:19:18.484079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4092d2b5-7077-401f-acda-bd75352856fe req-1b35b60b-bdb9-42f9-a148-933d39f3a74d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Jun 03 16:19:18.512021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43930) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:18.561605 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.585518 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45714d-4307-474d-bb01-59e2f9741481 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:18.587057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4a45714d-4307-474d-bb01-59e2f9741481 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 1091 time: 0.0739498 Jun 03 16:19:18.590184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43934) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:18.595862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:19:18.603293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:19:18.608613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:floatingip and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:19:18.612382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:19:18.619767 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:19:18.632277 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.644011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.787821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:18.940055 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.59 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/5942abc1-43f1-425f-85b5-de2bbffe4f98) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:19:19.105702 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.140087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.212184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:19:19.215270 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:19:19.219104 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:19:19.250059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=5942abc1-43f1-425f-85b5-de2bbffe4f98,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:19.773448 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:19.848470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.069199 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.073845 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.186855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=5942abc1-43f1-425f-85b5-de2bbffe4f98,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:20.199574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:20.383890 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 7bc3c0bc-5e5a-4fa5-befc-293871499842 associated. External IP: 172.25.1.59, port: 6d3305c1-70f8-4f66-8053-7fc14c240cee. Jun 03 16:19:20.757388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 55ec1506-18ad-4513-9245-0c1042c11529 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:19:20.942113 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:19:20.951932 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] Sync routers for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:20.962984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:19:20.963596 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:20.972601 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:21.038856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5fd7b3fd-dbe3-4e3b-bec5-dc47aeecd92c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4471068 Jun 03 16:19:21.039437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:21.085356 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce148601-3f28-4cf2-97b7-c664435ce12d'] response: {'name': 'network-changed', 'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'status': 'completed', 'code': 200} Jun 03 16:19:21.156581 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:19:21.184401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fee42c-57be-459f-9974-bb640e883fee req-79c8c293-6914-41d9-8817-2793c7b4afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:21.186126 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26fee42c-57be-459f-9974-bb640e883fee req-79c8c293-6914-41d9-8817-2793c7b4afbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 1096 time: 0.0759752 Jun 03 16:19:21.219419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3862e0-c3d3-4b6c-8cab-222592a7249e req-dccd7374-7f41-4194-bbda-dd6b4e2376b5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:21.220725 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc3862e0-c3d3-4b6c-8cab-222592a7249e req-dccd7374-7f41-4194-bbda-dd6b4e2376b5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0890958 Jun 03 16:19:21.270186 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc3862e0-c3d3-4b6c-8cab-222592a7249e req-ba313ba0-142b-40c8-8b63-bc0273279293 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Jun 03 16:19:21.296463 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43942) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:21.411749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8260c3f9-6438-44ce-a567-de7cb71fa151 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/7bc3c0bc-5e5a-4fa5-befc-293871499842 HTTP/1.1" status: 200 len: 990 time: 0.1140397 Jun 03 16:19:21.448694 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fee42c-57be-459f-9974-bb640e883fee req-62376400-0d8d-43b3-90cc-36bb0e0b7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:21.450237 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26fee42c-57be-459f-9974-bb640e883fee req-62376400-0d8d-43b3-90cc-36bb0e0b7770 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 HTTP/1.1" status: 200 len: 898 time: 0.2575834 Jun 03 16:19:21.525793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7bc3c0bc-5e5a-4fa5-befc-293871499842', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'port_id': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'mac_address': 'fa:16:3e:83:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:19:19Z', 'updated_at': '2022-06-03T16:19:19Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:10Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:21.529848 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] Checking router: 55ec1506-18ad-4513-9245-0c1042c11529 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:19:21.539152 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:19:21.539764 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:21.554801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26fee42c-57be-459f-9974-bb640e883fee req-6cf6e056-91c5-4701-b71d-56a053f765a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee HTTP/1.1" status: 200 len: 998 time: 0.0982826 Jun 03 16:19:21.619076 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fee42c-57be-459f-9974-bb640e883fee req-22c3f2be-471b-4d7a-a014-5815639a55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:21.620607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26fee42c-57be-459f-9974-bb640e883fee req-22c3f2be-471b-4d7a-a014-5815639a55e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd251719-574f-4eb1-b759-c7bef52a0325 HTTP/1.1" status: 200 len: 834 time: 0.0598867 Jun 03 16:19:21.701796 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fee42c-57be-459f-9974-bb640e883fee req-6705cc24-5962-4499-a968-5dbdcbe7a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:21.703288 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26fee42c-57be-459f-9974-bb640e883fee req-6705cc24-5962-4499-a968-5dbdcbe7a381 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766068 Jun 03 16:19:21.763956 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:19:21.846016 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26fee42c-57be-459f-9974-bb640e883fee req-b8f4f079-711a-41c4-9448-84a43d60f360 service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359985 Jun 03 16:19:21.995806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-26fee42c-57be-459f-9974-bb640e883fee req-55f8a383-0b48-45eb-970e-a55c69a0524e service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425545 Jun 03 16:19:22.145991 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7bc3c0bc-5e5a-4fa5-befc-293871499842', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'port_id': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'mac_address': 'fa:16:3e:83:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:19:19Z', 'updated_at': '2022-06-03T16:19:19Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:10Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:22.150303 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e8c09-c2b6-4b4f-90ed-105d13537936 None None] The sync data for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 is: [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '7bc3c0bc-5e5a-4fa5-befc-293871499842', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'port_id': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'mac_address': 'fa:16:3e:83:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:19:19Z', 'updated_at': '2022-06-03T16:19:19Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:10Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:19:22.340905 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21570eee-ea7a-4b71-8d8e-bbe7b2516b3e None None] New status for floating IP 7bc3c0bc-5e5a-4fa5-befc-293871499842: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:19:22.415319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43946) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:22.526397 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-81447de1-cba0-4828-b2a2-4127f2995cb6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/7bc3c0bc-5e5a-4fa5-befc-293871499842 HTTP/1.1" status: 200 len: 990 time: 0.1088815 Jun 03 16:19:23.277666 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:19:23.529560 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43950) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:23.639674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-44189f44-4a4a-4e85-8e33-c2dd884581dc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/7bc3c0bc-5e5a-4fa5-befc-293871499842 HTTP/1.1" status: 200 len: 992 time: 0.1085761 Jun 03 16:19:25.950842 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-00eaf91b-469b-45e3-8d63-c0b3eaec4f98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683823 Jun 03 16:19:26.099548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-844aaf13-ae68-4ab1-9eed-bfa2612e7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:26.101005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-844aaf13-ae68-4ab1-9eed-bfa2612e7867 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 1096 time: 0.0801935 Jun 03 16:19:26.248547 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-0e607f24-13bc-49b7-97eb-5fdef41f1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:26.249992 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-0e607f24-13bc-49b7-97eb-5fdef41f1354 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 HTTP/1.1" status: 200 len: 898 time: 0.1289468 Jun 03 16:19:26.358650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-6c0f3da7-4a60-47b4-bc03-577c9d9fa6d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee HTTP/1.1" status: 200 len: 1000 time: 0.1018252 Jun 03 16:19:26.431111 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-292040d9-3fc8-4a46-a148-0872597b8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:26.432626 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-292040d9-3fc8-4a46-a148-0872597b8cae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd251719-574f-4eb1-b759-c7bef52a0325 HTTP/1.1" status: 200 len: 834 time: 0.0685503 Jun 03 16:19:26.523556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-16105faf-7144-4c42-ad5e-8cca1a541723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:26.525887 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-16105faf-7144-4c42-ad5e-8cca1a541723 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854864 Jun 03 16:19:26.660422 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-463f6a95-bee4-4179-8703-2f3ce4164e79 service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279271 Jun 03 16:19:26.920831 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-844d6d8f-aef4-4910-aa23-21bf6f187268 req-b08baab7-837f-474b-8dd3-e601e6f44b58 service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540808 Jun 03 16:19:43.459501 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf3aa-36c8-4b9a-b5e6-b2a479108be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.035133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.373682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1e0f56d7-2ed9-42fb-8045-4bd697859db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:46.680660 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:47.158934 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:48.559499 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:48.647297 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:53.535367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee644550-2b61-4356-b54f-5ee48307118c req-8c84c3df-26a9-44e7-a012-30eed4f68b0f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:53.536937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee644550-2b61-4356-b54f-5ee48307118c req-8c84c3df-26a9-44e7-a012-30eed4f68b0f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0825229 Jun 03 16:19:53.587022 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ee644550-2b61-4356-b54f-5ee48307118c req-dd4d2cbf-5a7e-4ddf-b9cb-e29ebd11ad13 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418670 Jun 03 16:19:54.779977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c91a-894d-4751-896d-dbbaa7c4ae0e req-6d572ce1-2d7a-4974-be4a-5f2e4fe52ced tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:54.781546 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c16c91a-894d-4751-896d-dbbaa7c4ae0e req-6d572ce1-2d7a-4974-be4a-5f2e4fe52ced tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0842361 Jun 03 16:19:54.826763 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c16c91a-894d-4751-896d-dbbaa7c4ae0e req-b46cbe03-2820-4732-8480-d8dd17810b50 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 Jun 03 16:19:54.849510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43974) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:54.964213 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5f4c6729-28fa-42ec-9e5d-0ca35541854a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/7bc3c0bc-5e5a-4fa5-befc-293871499842 HTTP/1.1" status: 200 len: 992 time: 0.1133618 Jun 03 16:19:56.439975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38517eb1-ae44-47c4-ae44-c4df886214d8 req-09a19982-f98a-49a0-8dea-ee246f73791e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:56.441467 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38517eb1-ae44-47c4-ae44-c4df886214d8 req-09a19982-f98a-49a0-8dea-ee246f73791e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0843890 Jun 03 16:19:56.502341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-38517eb1-ae44-47c4-ae44-c4df886214d8 req-2239096a-f2e8-43bb-99d1-94628515aaa5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549357 Jun 03 16:19:57.695333 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f760265-2f73-4960-8657-476b41e9569f req-0238a38b-6d9a-4e57-a99b-0c7750437e89 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:57.696820 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f760265-2f73-4960-8657-476b41e9569f req-0238a38b-6d9a-4e57-a99b-0c7750437e89 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0819755 Jun 03 16:19:57.740122 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4f760265-2f73-4960-8657-476b41e9569f req-bc2bc25a-a99e-43e8-9925-895527a5708d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369859 Jun 03 16:19:57.764369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 43986) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:57.868425 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-77fa994c-e3f6-49dc-9260-5de267ca0e24 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/7bc3c0bc-5e5a-4fa5-befc-293871499842 HTTP/1.1" status: 200 len: 992 time: 0.1028144 Jun 03 16:19:58.201576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 43994) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:58.409518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 5942abc1-43f1-425f-85b5-de2bbffe4f98 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:19:58.409878 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:58.694162 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:58.694404 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:58.819908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 5942abc1-43f1-425f-85b5-de2bbffe4f98 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:19:58.972184 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:59.056640 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=5942abc1-43f1-425f-85b5-de2bbffe4f98,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:19:59.073595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.073946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.074286 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.074622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.074981 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.075310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.075637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.075958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.076311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.076652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.076964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.077284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:19:59.133278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:59.133606 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 7bc3c0bc-5e5a-4fa5-befc-293871499842 disassociated (deleted). External IP: 172.25.1.59, port: 6d3305c1-70f8-4f66-8053-7fc14c240cee. Jun 03 16:19:59.500895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 55ec1506-18ad-4513-9245-0c1042c11529 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:19:59.678141 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:19:59.688046 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] Sync routers for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:19:59.694286 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:59.697781 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:19:59.698386 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:19:59.751473 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-40539019-1124-4380-8c39-0c189599e3b2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/floatingips/7bc3c0bc-5e5a-4fa5-befc-293871499842 HTTP/1.1" status: 204 len: 168 time: 1.5488751 Jun 03 16:19:59.752178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:19:59.798189 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ccccf7-dc75-45fe-aaf1-9af180f23998'] response: {'name': 'network-changed', 'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'status': 'completed', 'code': 200} Jun 03 16:19:59.878924 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:19:59.898986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-dd5957f9-813e-49d3-ad65-8cb7d84648ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:59.899927 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-dd5957f9-813e-49d3-ad65-8cb7d84648ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 1096 time: 0.0753644 Jun 03 16:20:00.053572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-54ae2513-f64e-4980-91cf-e02a7c93d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:00.055125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-54ae2513-f64e-4980-91cf-e02a7c93d83b service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 HTTP/1.1" status: 200 len: 898 time: 0.1483235 Jun 03 16:20:00.129838 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-9293a137-bbb3-4319-ba13-176c5be4a010 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee HTTP/1.1" status: 200 len: 217 time: 0.0674176 Jun 03 16:20:00.154036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5c0a6-c891-486e-94c0-623a89bd2bd4 req-407fcf58-b907-45b0-a77c-3213c9f1d621 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:00.154783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f1f5c0a6-c891-486e-94c0-623a89bd2bd4 req-407fcf58-b907-45b0-a77c-3213c9f1d621 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:00.172634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-f1f5c0a6-c891-486e-94c0-623a89bd2bd4 req-407fcf58-b907-45b0-a77c-3213c9f1d621 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:00.173822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1f5c0a6-c891-486e-94c0-623a89bd2bd4 req-407fcf58-b907-45b0-a77c-3213c9f1d621 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.1011102 Jun 03 16:20:00.196463 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:10Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:00.199716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-751188da-47b7-467b-963e-efbfe72335f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:00.200945 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] Checking router: 55ec1506-18ad-4513-9245-0c1042c11529 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:00.201776 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-751188da-47b7-467b-963e-efbfe72335f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd251719-574f-4eb1-b759-c7bef52a0325 HTTP/1.1" status: 200 len: 834 time: 0.0648832 Jun 03 16:20:00.209334 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:00.209938 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:00.223775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1f5c0a6-c891-486e-94c0-623a89bd2bd4 req-b4fa97b0-2c66-47f0-8f3b-888a41524851 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Jun 03 16:20:00.282745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-322039ca-f9d3-4ad6-bb6a-4c60665b1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:00.284254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-322039ca-f9d3-4ad6-bb6a-4c60665b1fe6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753493 Jun 03 16:20:00.284601 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:20:00.435412 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-5072089e-73cc-422c-a414-96828abe3299 service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443217 Jun 03 16:20:00.438687 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:00.575491 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4efe8aa4-2985-4650-bab1-d5144e498342 req-f2d6f843-e281-44da-8a81-597f6f1e3e16 service neutron] 10.222.0.70 "GET /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313014 Jun 03 16:20:00.754972 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:10Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:00.758852 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0a4ee-e209-48a5-a10a-4c2b8775cd02 None None] The sync data for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 is: [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'a9065a44-1c23-4683-bd85-a649262ef857', 'name': '', 'network_id': 'cb8a6e95-cdbf-4f96-baa2-b61fa93bb900', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ca:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:19:03Z', 'updated_at': '2022-06-03T16:19:10Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'fd251719-574f-4eb1-b759-c7bef52a0325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:00.968291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e6c875-8cc3-49e8-88cd-bdac38cad807 None None] New status for floating IP 7bc3c0bc-5e5a-4fa5-befc-293871499842: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:20:01.413493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d639-dbab-4c78-bb96-b50a6e5fd0ce req-9e4168fc-88b9-409d-b588-016898509e07 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:01.414944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfb6d639-dbab-4c78-bb96-b50a6e5fd0ce req-9e4168fc-88b9-409d-b588-016898509e07 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0815632 Jun 03 16:20:01.459604 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cfb6d639-dbab-4c78-bb96-b50a6e5fd0ce req-536edec4-3f9a-4479-a547-c939f0b242a1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383236 Jun 03 16:20:01.820892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-a33d94d0-bab1-4fd5-94ee-c6463ca0b968 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:01.821610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-a33d94d0-bab1-4fd5-94ee-c6463ca0b968 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:01.833596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-a33d94d0-bab1-4fd5-94ee-c6463ca0b968 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:01.834675 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-a33d94d0-bab1-4fd5-94ee-c6463ca0b968 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 945 time: 0.0905178 Jun 03 16:20:01.909500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 6d3305c1-70f8-4f66-8053-7fc14c240cee {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:01.909831 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.159223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 6d3305c1-70f8-4f66-8053-7fc14c240cee, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=6d3305c1-70f8-4f66-8053-7fc14c240cee,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:02.159489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.387231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 6d3305c1-70f8-4f66-8053-7fc14c240cee owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:02.532823 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.585194 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=6d3305c1-70f8-4f66-8053-7fc14c240cee,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:02.618294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49d6442c-264d-403c-9456-4c31e20c8e4a req-f9578aa5-19ec-43b6-8779-9182d6b3192e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=1735c7bc-be74-4d08-bc2e-7c4e55600990 HTTP/1.1" status: 200 len: 210 time: 0.0474813 Jun 03 16:20:02.627438 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.627804 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.628158 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.628506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.628836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.629168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.629493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.629819 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.630146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.630467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.630905 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.631096 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:02.672200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] No DVR routers for this DVR port 6d3305c1-70f8-4f66-8053-7fc14c240cee on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:02.674624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.677146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'name': 'network-vif-deleted', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:02.693194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c24fda7a-2aa4-48e1-85fe-fc52d9205b3b req-73b142be-a51c-4d5f-8dcd-5f19140f4add tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "DELETE /v2.0/ports/6d3305c1-70f8-4f66-8053-7fc14c240cee HTTP/1.1" status: 204 len: 173 time: 0.8502941 Jun 03 16:20:02.722627 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af29ba5-e54c-456a-a785-47e7b9a368d1'] response: {'server_uuid': '1735c7bc-be74-4d08-bc2e-7c4e55600990', 'name': 'network-vif-deleted', 'tag': '6d3305c1-70f8-4f66-8053-7fc14c240cee', 'status': 'completed', 'code': 200} Jun 03 16:20:03.713843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44012) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:04.276346 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.633377 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port a9065a44-1c23-4683-bd85-a649262ef857 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:04.633713 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.824520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port a9065a44-1c23-4683-bd85-a649262ef857, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=a9065a44-1c23-4683-bd85-a649262ef857,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:04.825259 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.060227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for a9065a44-1c23-4683-bd85-a649262ef857 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:05.245093 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.293664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=a9065a44-1c23-4683-bd85-a649262ef857,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:05.583323 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.948067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 55ec1506-18ad-4513-9245-0c1042c11529 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:06.125321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:06.134528 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] Sync routers for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:06.138927 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0ca940c9-1b7f-4ea0-9202-36a28ee6a9c2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/55ec1506-18ad-4513-9245-0c1042c11529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4239912 Jun 03 16:20:06.141760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44018) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:06.143943 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:06.144574 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:06.211738 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting subnet fd251719-574f-4eb1-b759-c7bef52a0325 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:20:06.215351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.329857 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:06.400249 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.497364 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.579551 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.580213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6d3305c1-70f8-4f66-8053-7fc14c240cee no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:06.617572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Subnet': ['ID=fd251719-574f-4eb1-b759-c7bef52a0325,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:06.623667 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.632392 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0e01e4a2-9c07-4393-8aa8-48fbea6c0a56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/subnets/fd251719-574f-4eb1-b759-c7bef52a0325 HTTP/1.1" status: 204 len: 168 time: 0.4871557 Jun 03 16:20:06.632568 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44022) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:06.632915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e74b22-eeee-4edc-8caa-96ed7635ea5b None None] Network cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:20:06.639702 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:20:05Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:06.644117 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] Checking router: 55ec1506-18ad-4513-9245-0c1042c11529 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:06.647112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 6d3305c1-70f8-4f66-8053-7fc14c240cee {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:06.647757 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 6d3305c1-70f8-4f66-8053-7fc14c240cee not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:06.655032 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] Routers {'55ec1506-18ad-4513-9245-0c1042c11529'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:06.655650 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['55ec1506-18ad-4513-9245-0c1042c11529'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:06.830418 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.848069 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] Set router 55ec1506-18ad-4513-9245-0c1042c11529 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:06.917786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] DHCP port deletion for cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:20:06.921892 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Deleting port d117289c-8905-4400-b03f-d1127516acfb {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:06.922276 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.019689 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.033622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 8aa8cc04-2404-449f-86cb-89f919cbd588 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:07.033939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.149423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] For port d117289c-8905-4400-b03f-d1127516acfb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d117289c-8905-4400-b03f-d1127516acfb,segment=NetworkSegment(0b7cf24f-876b-42b9-a081-9740a8063910),segment_id=0b7cf24f-876b-42b9-a081-9740a8063910)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:07.149730 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.167955 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:20:05Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:07.172732 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f92ab76-e4d4-496c-bf0d-be3d2a0e6617 None None] The sync data for ids ['55ec1506-18ad-4513-9245-0c1042c11529'] in n-d-844594-1 is: [{'id': '55ec1506-18ad-4513-9245-0c1042c11529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846143376', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:20:05Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '8aa8cc04-2404-449f-86cb-89f919cbd588', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ec1506-18ad-4513-9245-0c1042c11529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:59Z', 'updated_at': '2022-06-03T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:07.221597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 8aa8cc04-2404-449f-86cb-89f919cbd588, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=8aa8cc04-2404-449f-86cb-89f919cbd588,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:07.222390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.311668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Calling delete_port for d117289c-8905-4400-b03f-d1127516acfb owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:07.344068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 8aa8cc04-2404-449f-86cb-89f919cbd588 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:07.386818 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.437514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Pushing event deleted for resources: {'Port': ['ID=d117289c-8905-4400-b03f-d1127516acfb,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:07.439771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] No DVR routers for this DVR port d117289c-8905-4400-b03f-d1127516acfb on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:07.449406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.449761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.450103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.450705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.450819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.451466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.451755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.452381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.452478 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.452772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.453070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.453386 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b6ca2-8bcf-4191-a74e-e6fade4923b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:07.523709 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.577200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=8aa8cc04-2404-449f-86cb-89f919cbd588,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:07.670714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.964761 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d117289c-8905-4400-b03f-d1127516acfb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:07.972877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.975229 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.999744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d117289c-8905-4400-b03f-d1127516acfb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:08.000190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d117289c-8905-4400-b03f-d1127516acfb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:08.000501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.000616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9065a44-1c23-4683-bd85-a649262ef857 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:08.001194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Fanout notify agent at l3_agent the message router_deleted on router 55ec1506-18ad-4513-9245-0c1042c11529 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:20:08.022588 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.023695 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d5b6c2aa-3030-47a1-a722-9c148dbf7f33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/routers/55ec1506-18ad-4513-9245-0c1042c11529 HTTP/1.1" status: 204 len: 168 time: 1.3902318 Jun 03 16:20:08.027091 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44026) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:08.046141 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: a9065a44-1c23-4683-bd85-a649262ef857 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:08.046486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device a9065a44-1c23-4683-bd85-a649262ef857 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:08.152422 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.399030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.423471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8a6e95-cdbf-4f96-baa2-b61fa93bb900']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:08.435512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7cf24f-876b-42b9-a081-9740a8063910') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:08.435810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7cf24f-876b-42b9-a081-9740a8063910') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:08.446744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.466467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.473315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:20:08.473717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.563039 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0b7cf24f-876b-42b9-a081-9740a8063910 resource provider aggregate not found Jun 03 16:20:08.578310 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.583210 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.586667 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 0b7cf24f-876b-42b9-a081-9740a8063910 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b7cf24f-876b-42b9-a081-9740a8063910 found for delete ", "request_id": "req-43b9f89e-ad4a-4643-b37f-33b88b4ba434"}]} Jun 03 16:20:08.614120 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Network': ['ID=cb8a6e95-cdbf-4f96-baa2-b61fa93bb900,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:08.621471 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-3bc8ac65-9d15-49d6-9f0e-143e58e11551 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/networks/cb8a6e95-cdbf-4f96-baa2-b61fa93bb900 HTTP/1.1" status: 204 len: 168 time: 0.5926600 Jun 03 16:20:08.624146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44036) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:08.691371 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cec1e949-f732-4655-8f26-4d850d155481 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.720780 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cec1e949-f732-4655-8f26-4d850d155481 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.784355 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cec1e949-f732-4655-8f26-4d850d155481 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.802864 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1e949-f732-4655-8f26-4d850d155481 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed29ec5-28ca-413e-b3bc-2b9a34e410dc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:08.815081 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cec1e949-f732-4655-8f26-4d850d155481 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.816258 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cec1e949-f732-4655-8f26-4d850d155481 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/security-groups/0ed29ec5-28ca-413e-b3bc-2b9a34e410dc HTTP/1.1" status: 204 len: 168 time: 0.1911609 Jun 03 16:20:08.932909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44044) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:08.938074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860041276', 'description': 'tempest-secgroup-smoke-860041276 description', 'project_id': '42be07f72daf448186108fa2af25f7f8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:08.944786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:08.948788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:08.951566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:08.957187 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:08.970982 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:08.990701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:08.994448 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:08.997278 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:09.002929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:09.072840 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.077165 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.121493 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a4b1a7-355a-41e8-9834-0d84f00eda1e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:09.125657 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.126853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0635820e-9d3f-4a90-81f5-4caa70a9678b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1929512 Jun 03 16:20:09.129926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44048) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.135134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'c0a4b1a7-355a-41e8-9834-0d84f00eda1e', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:09.142556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:09.146648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:09.149510 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:09.155222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:09.171348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.235872 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.239108 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.261824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956f70d1-0e1b-4903-872a-a31f411c7520,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:09.270025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.271190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d760be9c-82a3-4a14-9028-dba104175b42 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402502 Jun 03 16:20:09.274502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44052) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.279352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'c0a4b1a7-355a-41e8-9834-0d84f00eda1e', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:09.285823 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:09.289588 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:09.292961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:09.298528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:09.316041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.376080 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.379611 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.403615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff7a223-71d0-45de-a18a-078697d78536,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:09.412338 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.413511 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6c4b3c60-aa81-4f03-b686-31d6456868c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381104 Jun 03 16:20:09.416347 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44056) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.421983 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'c0a4b1a7-355a-41e8-9834-0d84f00eda1e', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:09.428713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:09.433434 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:09.436198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:09.441998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:09.458867 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.520547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.524299 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.547466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb28601-013a-44cb-917c-56a57b9ab9fe,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:09.556811 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.558534 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f6369a67-1157-495e-a987-356e66a152ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412506 Jun 03 16:20:09.561372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44060) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.566262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'c0a4b1a7-355a-41e8-9834-0d84f00eda1e', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:09.573218 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:09.577012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:09.579838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:09.585455 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:09.606224 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.669361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.672804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.695648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677f6e3b-f5a7-4c33-99fd-46be08526514,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:09.703930 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.705146 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-39b58112-cd2f-4f49-84b2-8599d5a131e8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428542 Jun 03 16:20:09.708287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44064) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.713374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'c0a4b1a7-355a-41e8-9834-0d84f00eda1e', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:09.720569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:09.724418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:09.727276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:09.733637 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:09.743694 n-d-844594-1 neutron-server[88339]: INFO neutron.db.securitygroups_db [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:20:09.750430 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.814017 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.817616 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.839369 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95df92b-df0f-4ad2-8fd0-849a53aa2595,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:09.855169 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.856348 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-88b9704c-4f2b-44a2-a32a-6a605f391e7d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471403 Jun 03 16:20:09.859039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44068) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.864142 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'c0a4b1a7-355a-41e8-9834-0d84f00eda1e', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:09.870911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:09.876054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:09.878627 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8aa8cc04-2404-449f-86cb-89f919cbd588 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:09.882612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:09.888550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:09.899344 n-d-844594-1 neutron-server[88339]: INFO neutron.db.securitygroups_db [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:20:09.906599 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.916441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 8aa8cc04-2404-449f-86cb-89f919cbd588 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:09.916791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 8aa8cc04-2404-449f-86cb-89f919cbd588 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:09.974145 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.977755 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.002045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4e656c-15d4-4630-a799-f740f457bcc4,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:10.012342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.013589 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c20932b-6055-436d-a850-b8ad306b4f93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536400 Jun 03 16:20:10.016444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44072) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:10.022031 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'network': {'name': 'tempest-network-smoke--1845853225', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'port_security_enabled': True}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:10.028341 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:10.032458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:network and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:10.035272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:10.040875 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:10.050181 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:10.053486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.080570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:20:10.090098 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.090454 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Added segment ba1c706f-2a35-4d12-a369-7da15311faf1 of type vlan for network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc Jun 03 16:20:10.116791 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.145562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.151968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:10.152594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.261935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2444909 Jun 03 16:20:10.264652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1a219-28a5-4b7e-89bf-3ac4509298ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Network': ['ID=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:10.265460 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44076) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:10.272041 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'admin_state_up': True, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:10.275301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:20:10.279859 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:10.283721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:router and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:10.286560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:10.293726 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:10.303942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.304992 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.321465 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.597674 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.900661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.934850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.067224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.254 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/23ab1a5a-f84f-4925-aaec-c1db5cb2055d) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:11.219135 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.247159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.315934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:11.318831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:11.322480 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:11.351265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:11.847671 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.184637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.386564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:20:12.562887 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:12.574155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Sync routers for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:12.583378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:12.583988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:12.589810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.590995 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cb092c52-3f23-4ed4-834d-1efce02963a5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3238993 Jun 03 16:20:12.594039 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:12.633307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-430b0782-0b62-4daf-81fb-07b1a6a0381f tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=42be07f72daf448186108fa2af25f7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381999 Jun 03 16:20:12.635985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44084) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:12.763982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:12.765856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf9b90-b3a0-4d99-90fb-e860a0523196 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:12.767384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b1bf9b90-b3a0-4d99-90fb-e860a0523196 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304288 Jun 03 16:20:12.770296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44088) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:12.811218 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-810f77b0-e353-41a8-98de-ddf50b4e81cd tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395534 Jun 03 16:20:12.813849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44092) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:12.819235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760477368', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:12.929830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:12.933795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:subnet and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:12.936645 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:12.942267 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:12.953024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:12.956547 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.052464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:11Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:13.056409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Checking router: 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:13.056759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Updating router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:13.108965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.175644 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.257046 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Subnet': ['ID=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:13.261638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Checking segment: {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:13.261998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network hostable DHCP agents. Network: 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:20:13.282683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:20:13.292360 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:13.296435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:13.297068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.305358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be73454-9294-4226-ad54-a1810bba1ac6 None None] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:20:13.319320 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-72f12f13-1de7-4f46-a12c-e82776a8791a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5041935 Jun 03 16:20:13.321774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44096) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:13.501058 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b01a6ad1-09c8-4c38-973f-6081d18abd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.684529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:20:13.685335 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.697095 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.716402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Transition to ACTIVE for port object 23ab1a5a-f84f-4925-aaec-c1db5cb2055d will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:13.758613 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.909072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa33e6c-db5b-4fdd-a3b3-85c71b7d6d90 None None] Pushing event updated for resources: {'Port': ['ID=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:13.917957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Attempting to bind port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:13.918321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Attempting to bind port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:13.918678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Attempting to bind port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:13.929982 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:13.930344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:13.930737 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.931121 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:13.931582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Bound port: 23ab1a5a-f84f-4925-aaec-c1db5cb2055d, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:13.931951 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.987674 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Allocated IP 172.20.0.2 (6f43b881-4c7f-4a19-ac09-4c84b44e2cfc/98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e/54973d94-c1d2-49fa-a718-0f9fbfeeed0a) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:14.084564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] For port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:14.105372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] For port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:14.111273 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.133136 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.238755 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:14.239372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:19:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:14.323978 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa33e6c-db5b-4fdd-a3b3-85c71b7d6d90 None None] Pushing event updated for resources: {'Port': ['ID=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.445784 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.461763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Transition to ACTIVE for port object 54973d94-c1d2-49fa-a718-0f9fbfeeed0a will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:14.496145 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Transition to ACTIVE for port object 54973d94-c1d2-49fa-a718-0f9fbfeeed0a will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:14.498337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:14.595875 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.609050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.1 (6f43b881-4c7f-4a19-ac09-4c84b44e2cfc/98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e/cad98fc4-746e-47d2-9614-6541f3a28995) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:14.736267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:14.740706 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:14.748346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:14.774064 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.787146 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Pushing event updated for resources: {'Port': ['ID=54973d94-c1d2-49fa-a718-0f9fbfeeed0a,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.795435 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object cad98fc4-746e-47d2-9614-6541f3a28995 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:14.819420 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.886520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:14.889402 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:14.893502 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:14.904097 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Attempting to bind port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:14.904485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Attempting to bind port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:14.904834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Attempting to bind port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a on network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:14.912287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:14.912655 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Checking segment: {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:14.913054 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.913438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Bound using segment: {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:14.913893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Bound port: 54973d94-c1d2-49fa-a718-0f9fbfeeed0a, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:14.914261 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.931294 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=cad98fc4-746e-47d2-9614-6541f3a28995,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.957148 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.065720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:11Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:15.070030 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] For port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:15.073406 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] For port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=54973d94-c1d2-49fa-a718-0f9fbfeeed0a,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:15.074518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e95512-6739-4cd1-bc64-f9f95f5f4e54 None None] The sync data for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 is: [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:11Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:15.077991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.162355 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85bff-a471-4aa7-96da-0f24245ae3c8 None None] Pushing event updated for resources: {'Port': ['ID=54973d94-c1d2-49fa-a718-0f9fbfeeed0a,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:15.236019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.820343 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.825555 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.929447 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.018874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=cad98fc4-746e-47d2-9614-6541f3a28995,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:16.026992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 23ab1a5a-f84f-4925-aaec-c1db5cb2055d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:16.121859 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.131937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:16.133014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:16.145409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:16.151935 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:16.152400 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.286106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:16.286489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.304231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:16.309011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.309993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54973d94-c1d2-49fa-a718-0f9fbfeeed0a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:16.330828 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:16.368991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94d876-77e4-4db7-9c16-ad8624a20d23 None None] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:20:16.521977 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:16.524571 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f4948881-1229-472d-83ba-ef62f7fd536d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.535981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-1375e739-5c71-4d49-aef2-595673dd48ec None None] Provisioning for port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:16.543869 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-47add900-4a4a-42d0-ab1b-8bc00d93dbc9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/29cdbf7d-0b87-497c-b2bc-e19b6c2d1309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2209599 Jun 03 16:20:16.564377 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:16.625310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:16.644305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:16.644670 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.753666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.846681 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:16.847710 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.850293 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Sync routers for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:16.860508 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:16.861407 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:20:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:16.889874 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=54973d94-c1d2-49fa-a718-0f9fbfeeed0a,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:16.895587 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.900269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-34c708dd-9ccf-4503-ac79-104434d50249 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:16.919185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-34c708dd-9ccf-4503-ac79-104434d50249 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:16.921142 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-34c708dd-9ccf-4503-ac79-104434d50249 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860041276&fields=id&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 267 time: 0.0703924 Jun 03 16:20:16.974156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=54973d94-c1d2-49fa-a718-0f9fbfeeed0a,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:17.114595 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:17.171576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.210411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d102175e-f855-4f97-be00-af2cf6a43670 None None] Provisioning for port cad98fc4-746e-47d2-9614-6541f3a28995 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:17.217938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d102175e-f855-4f97-be00-af2cf6a43670 None None] Provisioning complete for port cad98fc4-746e-47d2-9614-6541f3a28995 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:17.218666 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d102175e-f855-4f97-be00-af2cf6a43670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.271787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-91c3588c-3379-46aa-845f-9b496c131dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:17.286356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-91c3588c-3379-46aa-845f-9b496c131dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/networks?id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 200 len: 797 time: 0.3578358 Jun 03 16:20:17.304457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d102175e-f855-4f97-be00-af2cf6a43670 None None] Port cad98fc4-746e-47d2-9614-6541f3a28995 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:17.311679 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7f22aa39-79ef-4e11-bb15-fc0095ab84b0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/quotas/42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 375 time: 0.0239127 Jun 03 16:20:17.317426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d102175e-f855-4f97-be00-af2cf6a43670 None None] Provisioning complete for port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:17.317948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d102175e-f855-4f97-be00-af2cf6a43670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.397591 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-d785206b-b647-4c91-97e3-0613c8d406dc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851772 Jun 03 16:20:17.455118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d102175e-f855-4f97-be00-af2cf6a43670 None None] Current status of the port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:17.477062 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 2, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:17.481642 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Checking router: 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:17.482051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Updating router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 port cad98fc4-746e-47d2-9614-6541f3a28995 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:17.542312 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.575686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c2745128-9ce1-4c93-a0bf-bc9e5f99210e None None] Provisioning complete for port cad98fc4-746e-47d2-9614-6541f3a28995 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:17.576478 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c2745128-9ce1-4c93-a0bf-bc9e5f99210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.618428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-f5115f1d-1074-44de-b08e-9dd37fc36227 service neutron] 10.222.0.66 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050188 Jun 03 16:20:17.632833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c2745128-9ce1-4c93-a0bf-bc9e5f99210e None None] Port cad98fc4-746e-47d2-9614-6541f3a28995 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:17.752404 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-d377c37b-10cf-4d26-86dd-62e53e63ff76 service neutron] 10.222.0.66 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273217 Jun 03 16:20:17.899842 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.920196 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Transition to ACTIVE for port object cad98fc4-746e-47d2-9614-6541f3a28995 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:17.930023 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.951733 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 23ab1a5a-f84f-4925-aaec-c1db5cb2055d up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:18.015962 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-300e5bef-1c91-47c7-a696-dacb6cfe797f req-24939116-c932-48c4-9634-51295d09f8be tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 210 time: 0.1142321 Jun 03 16:20:18.058089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:18.059919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.114416 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Pushing event updated for resources: {'Port': ['ID=cad98fc4-746e-47d2-9614-6541f3a28995,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:18.151156 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.151641 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.152100 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.152586 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.153005 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.153460 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.153878 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.154354 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.154815 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.155230 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.155642 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.156073 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:18.227066 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Attempting to bind port cad98fc4-746e-47d2-9614-6541f3a28995 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:18.227462 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Attempting to bind port cad98fc4-746e-47d2-9614-6541f3a28995 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:18.227822 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Attempting to bind port cad98fc4-746e-47d2-9614-6541f3a28995 on network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:18.234338 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:18.234473 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Checking segment: {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:18.234833 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.235221 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Bound using segment: {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:18.235679 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Bound port: cad98fc4-746e-47d2-9614-6541f3a28995, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:18.236047 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.241985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:18.243204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54973d94-c1d2-49fa-a718-0f9fbfeeed0a up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:18.321924 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:18.322298 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.337782 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] For port cad98fc4-746e-47d2-9614-6541f3a28995, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:18.341050 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] For port cad98fc4-746e-47d2-9614-6541f3a28995, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cad98fc4-746e-47d2-9614-6541f3a28995,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:18.347817 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.435596 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:18.436040 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:20:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:18.458426 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:18.526596 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f656b4b-6949-4aa8-af86-2a4cb72d4e41 None None] Pushing event updated for resources: {'Port': ['ID=cad98fc4-746e-47d2-9614-6541f3a28995,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:18.565331 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.654876 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.685076 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:19.007819 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:18Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:19.012051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b58e04-8d9a-4347-bfca-8755f10d798c None None] The sync data for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 is: [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:18Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:19.348465 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7988fe3b-19e1-41e5-8b07-1d28ed20c836 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:19.349935 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7988fe3b-19e1-41e5-8b07-1d28ed20c836 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:19.373732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7988fe3b-19e1-41e5-8b07-1d28ed20c836 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:19.375804 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7988fe3b-19e1-41e5-8b07-1d28ed20c836 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/networks?id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 200 len: 797 time: 0.2263815 Jun 03 16:20:19.385486 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f81dbfcb-11b5-44cc-a915-881450919709 req-c5e7dc59-a728-4a00-ba0a-0fd69a75993f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 210 time: 0.0555038 Jun 03 16:20:19.440318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-4c3f4f58-b8e2-415d-8e3d-9313c5f9ce71 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:19.453241 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-4c3f4f58-b8e2-415d-8e3d-9313c5f9ce71 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:19.454398 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-4c3f4f58-b8e2-415d-8e3d-9313c5f9ce71 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 379 time: 0.0653019 Jun 03 16:20:19.464896 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'port': {'device_id': 'ef580506-b9ba-42b3-9567-5129226e0956', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'admin_state_up': True, 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'security_groups': ['c0a4b1a7-355a-41e8-9834-0d84f00eda1e']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:19.609063 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:19.613287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:port and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:19.616413 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:19.622524 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:19.633013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:19.636749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.935290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.5 (6f43b881-4c7f-4a19-ac09-4c84b44e2cfc/98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e/91716e71-5d61-4233-811d-bfa34e02a4a3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:19.954545 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cad98fc4-746e-47d2-9614-6541f3a28995 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:20.078319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port cad98fc4-746e-47d2-9614-6541f3a28995 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:20.084056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cad98fc4-746e-47d2-9614-6541f3a28995 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:20.084502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.154363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.171919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object 91716e71-5d61-4233-811d-bfa34e02a4a3 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:20.202952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.224594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cad98fc4-746e-47d2-9614-6541f3a28995 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:20.224974 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.261189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port cad98fc4-746e-47d2-9614-6541f3a28995, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cad98fc4-746e-47d2-9614-6541f3a28995,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:20.266682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.284772 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:20.288125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:20.290497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:20.338473 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=91716e71-5d61-4233-811d-bfa34e02a4a3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:20.342922 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=cad98fc4-746e-47d2-9614-6541f3a28995,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:20.369067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:20.370227 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.396165 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5599d602-733e-44a8-b898-363d39499d55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9357014 Jun 03 16:20:20.461833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Request body: {'port': {'device_id': 'ef580506-b9ba-42b3-9567-5129226e0956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:20.545703 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-db23c498-ebb7-462b-9b2f-cae802f79c54 None None] Provisioning for port 91716e71-5d61-4233-811d-bfa34e02a4a3 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:20.554735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-db23c498-ebb7-462b-9b2f-cae802f79c54 None None] Provisioning complete for port 91716e71-5d61-4233-811d-bfa34e02a4a3 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:20.555169 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-db23c498-ebb7-462b-9b2f-cae802f79c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.595523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.609543 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06020c-880d-41bb-b436-2da274fd56d3 req-78fc5ff2-597e-439a-b11b-1a2f1d71eb12 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:20.617318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc06020c-880d-41bb-b436-2da274fd56d3 req-78fc5ff2-597e-439a-b11b-1a2f1d71eb12 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 931 time: 0.1050820 Jun 03 16:20:20.622845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-db23c498-ebb7-462b-9b2f-cae802f79c54 None None] Port 91716e71-5d61-4233-811d-bfa34e02a4a3 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:20.661505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cc06020c-880d-41bb-b436-2da274fd56d3 req-592dfede-eba7-48f2-a661-bdc9fd89651b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432179 Jun 03 16:20:20.957919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91716e71-5d61-4233-811d-bfa34e02a4a3 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:20.965763 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.980372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Transition to ACTIVE for port object 91716e71-5d61-4233-811d-bfa34e02a4a3 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:20.984832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.150222 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Pushing event updated for resources: {'Port': ['ID=91716e71-5d61-4233-811d-bfa34e02a4a3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:21.231186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Attempting to bind port 91716e71-5d61-4233-811d-bfa34e02a4a3 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:21.231573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Attempting to bind port 91716e71-5d61-4233-811d-bfa34e02a4a3 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:21.231856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Attempting to bind port 91716e71-5d61-4233-811d-bfa34e02a4a3 on network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:21.237571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Port 91716e71-5d61-4233-811d-bfa34e02a4a3 on network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:20:21.237901 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Attempting to bind port 91716e71-5d61-4233-811d-bfa34e02a4a3 on network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:21.243595 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:21.243930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Checking segment: {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:21.244343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Bound using segment: {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:21.244845 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Bound port: 91716e71-5d61-4233-811d-bfa34e02a4a3, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1c706f-2a35-4d12-a369-7da15311faf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:21.245841 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.337140 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] For port 91716e71-5d61-4233-811d-bfa34e02a4a3, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:21.340526 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] For port 91716e71-5d61-4233-811d-bfa34e02a4a3, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=91716e71-5d61-4233-811d-bfa34e02a4a3,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:21.344922 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.405387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:21.406000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.407394 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] 10.222.0.70 "PUT /v2.0/ports/91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 200 len: 1091 time: 1.0036755 Jun 03 16:20:21.407826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:21.432955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0c5e5-99f3-40c3-9934-ef8d0526fbbc service neutron] Pushing event updated for resources: {'Port': ['ID=91716e71-5d61-4233-811d-bfa34e02a4a3,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:21.501895 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a8dbe0-a0da-4b25-881e-d6576543c00c'] response: {'name': 'network-changed', 'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'status': 'completed', 'code': 200} Jun 03 16:20:21.546078 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-8ae0dc39-61a3-4b24-9271-d088ed0afac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:21.547753 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-8ae0dc39-61a3-4b24-9271-d088ed0afac7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1094 time: 0.0898862 Jun 03 16:20:21.622837 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-2dd25257-2856-4299-814c-f5c1cee52ce9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 200 len: 217 time: 0.0634403 Jun 03 16:20:21.692519 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-a892a58d-49e9-4574-9c9a-fb7723b8ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:21.693999 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-a892a58d-49e9-4574-9c9a-fb7723b8ebed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e HTTP/1.1" status: 200 len: 834 time: 0.0619953 Jun 03 16:20:21.773212 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-806f8d2d-54a5-4d95-b951-27b7d0207a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:21.774697 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-806f8d2d-54a5-4d95-b951-27b7d0207a93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709429 Jun 03 16:20:21.856218 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cf2ae-0099-45f6-946f-7b9c778f36c4 req-a3c1eedf-0564-4fc4-9dd4-545521da71fe tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:21.857790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-107cf2ae-0099-45f6-946f-7b9c778f36c4 req-a3c1eedf-0564-4fc4-9dd4-545521da71fe tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 943 time: 0.0895500 Jun 03 16:20:21.908451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-107cf2ae-0099-45f6-946f-7b9c778f36c4 req-e7268bd1-8479-4d71-883b-6743c8031d1b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Jun 03 16:20:21.937445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cad98fc4-746e-47d2-9614-6541f3a28995 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:22.009270 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port cad98fc4-746e-47d2-9614-6541f3a28995 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:22.009647 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.025684 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-5d777493-6a87-4288-bcdd-7871353a2d55 service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405732 Jun 03 16:20:22.128438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port cad98fc4-746e-47d2-9614-6541f3a28995 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:22.163919 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8709c2d5-34fb-4091-bf64-5ef74e9ba589 req-2d6f9d60-af0d-4384-ba33-3cab269b0c46 service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278775 Jun 03 16:20:22.292332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e716e9-4284-43ff-9ada-6ed333492891 req-fa006c68-a218-43fa-9596-3860a2bbaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:22.293741 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77e716e9-4284-43ff-9ada-6ed333492891 req-fa006c68-a218-43fa-9596-3860a2bbaf7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1094 time: 0.0768406 Jun 03 16:20:22.423254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e716e9-4284-43ff-9ada-6ed333492891 req-f1524268-36f7-466d-9ed6-cac1f669406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:22.424718 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77e716e9-4284-43ff-9ada-6ed333492891 req-f1524268-36f7-466d-9ed6-cac1f669406b service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 200 len: 898 time: 0.1245346 Jun 03 16:20:22.491980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77e716e9-4284-43ff-9ada-6ed333492891 req-9e32628d-a76e-4663-ae9b-6c6385eafbca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 200 len: 217 time: 0.0605917 Jun 03 16:20:22.568375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e716e9-4284-43ff-9ada-6ed333492891 req-04e4ee23-3091-4007-ada0-2f7e319a6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:22.569959 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77e716e9-4284-43ff-9ada-6ed333492891 req-04e4ee23-3091-4007-ada0-2f7e319a6fc5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e HTTP/1.1" status: 200 len: 834 time: 0.0709555 Jun 03 16:20:22.649543 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e716e9-4284-43ff-9ada-6ed333492891 req-ccc035b7-d370-4adc-96ad-09b243ca68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:22.651583 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77e716e9-4284-43ff-9ada-6ed333492891 req-ccc035b7-d370-4adc-96ad-09b243ca68a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738087 Jun 03 16:20:22.781891 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77e716e9-4284-43ff-9ada-6ed333492891 req-0adfe2bc-3bba-41fb-b476-68b3d454b14c service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237116 Jun 03 16:20:22.913756 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-77e716e9-4284-43ff-9ada-6ed333492891 req-5e7c73ac-82c3-4901-aea3-857deec62ceb service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249549 Jun 03 16:20:23.093077 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f928b0-d537-4e47-b22d-e845feaeb8b1 req-766ce9a2-0461-4994-8759-9fc4a7f318c0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:23.094534 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01f928b0-d537-4e47-b22d-e845feaeb8b1 req-766ce9a2-0461-4994-8759-9fc4a7f318c0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 943 time: 0.0794537 Jun 03 16:20:23.141849 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-01f928b0-d537-4e47-b22d-e845feaeb8b1 req-46ebf766-2c20-4453-89f6-d6ab05d0ff9a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417001 Jun 03 16:20:24.327458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d179d7-f197-41c1-b1a0-a7d491bbee20 req-d4cb7f7f-7ecb-4f59-a526-93fc6db36eda tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:24.328980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7d179d7-f197-41c1-b1a0-a7d491bbee20 req-d4cb7f7f-7ecb-4f59-a526-93fc6db36eda tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 943 time: 0.0815039 Jun 03 16:20:24.374396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7d179d7-f197-41c1-b1a0-a7d491bbee20 req-c287b86a-96ca-4954-93b9-849cc190ce20 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395782 Jun 03 16:20:25.561850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e53823-9ed4-4f46-99df-e74fa70e381e req-2bd5d0a5-9104-4a41-b5d8-a28d6212e1b1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:25.563244 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5e53823-9ed4-4f46-99df-e74fa70e381e req-2bd5d0a5-9104-4a41-b5d8-a28d6212e1b1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 943 time: 0.0839121 Jun 03 16:20:25.609255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c5e53823-9ed4-4f46-99df-e74fa70e381e req-4721c5bb-4490-4690-9f38-b18b57ccde7b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398371 Jun 03 16:20:26.594920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 91716e71-5d61-4233-811d-bfa34e02a4a3 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:20:26.729842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 91716e71-5d61-4233-811d-bfa34e02a4a3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=91716e71-5d61-4233-811d-bfa34e02a4a3,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:26.742960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'port_id': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'mac_address': 'fa:16:3e:e3:93:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:20:26.793754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1fe2-eb26-4d1d-ae88-20dd39629a36 req-d5c838a7-111d-4be7-9156-328d3aa4c5f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:26.795203 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1aa1fe2-eb26-4d1d-ae88-20dd39629a36 req-d5c838a7-111d-4be7-9156-328d3aa4c5f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 943 time: 0.0782766 Jun 03 16:20:26.797400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 91716e71-5d61-4233-811d-bfa34e02a4a3 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:26.797868 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:26.818310 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91716e71-5d61-4233-811d-bfa34e02a4a3 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:26.834205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 91716e71-5d61-4233-811d-bfa34e02a4a3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=91716e71-5d61-4233-811d-bfa34e02a4a3,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:26.838283 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:26.839846 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c1aa1fe2-eb26-4d1d-ae88-20dd39629a36 req-fbb2a031-34ca-4073-8dd3-e12f59d01393 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385373 Jun 03 16:20:26.907800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=91716e71-5d61-4233-811d-bfa34e02a4a3,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:27.110531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['91716e71-5d61-4233-811d-bfa34e02a4a3'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:28.029910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdba9cd-abd9-4917-b384-d831086687e9 req-a4d294b1-08c3-4504-9eb8-dd21a0dd7f63 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:28.031420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bdba9cd-abd9-4917-b384-d831086687e9 req-a4d294b1-08c3-4504-9eb8-dd21a0dd7f63 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 944 time: 0.0851855 Jun 03 16:20:28.077960 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7bdba9cd-abd9-4917-b384-d831086687e9 req-cdf6cff2-46dc-49b7-9c9f-75f56cdbef9b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406098 Jun 03 16:20:28.609965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 91716e71-5d61-4233-811d-bfa34e02a4a3 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:28.679127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 91716e71-5d61-4233-811d-bfa34e02a4a3 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:28.683762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 91716e71-5d61-4233-811d-bfa34e02a4a3 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:28.684154 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.800868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 91716e71-5d61-4233-811d-bfa34e02a4a3 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:28.801245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.827251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:28.837640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 91716e71-5d61-4233-811d-bfa34e02a4a3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=91716e71-5d61-4233-811d-bfa34e02a4a3,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:28.842115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:28.877405 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44db4703-c982-4c58-91c3-3ae97d7f453b'] response: {'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'code': 200} Jun 03 16:20:28.913304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=91716e71-5d61-4233-811d-bfa34e02a4a3,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:29.012503 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560f86a-3c8c-4d97-bae9-363df1c77673 req-bc7d7a8b-8378-4242-b099-c10755c7d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:29.013980 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1560f86a-3c8c-4d97-bae9-363df1c77673 req-bc7d7a8b-8378-4242-b099-c10755c7d72b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1096 time: 0.0736291 Jun 03 16:20:29.058943 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1560f86a-3c8c-4d97-bae9-363df1c77673 req-9d9565a6-cf10-46f2-8a59-027a01f2700c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354860 Jun 03 16:20:29.260361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659a22a-910a-4320-97cb-677330118fd0 req-f3c6c7cb-7b76-4933-a1ae-a872ddca106b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:29.261906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d659a22a-910a-4320-97cb-677330118fd0 req-f3c6c7cb-7b76-4933-a1ae-a872ddca106b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0799572 Jun 03 16:20:29.305966 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d659a22a-910a-4320-97cb-677330118fd0 req-43de0cb6-35b7-4869-8790-3b7ea527496f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Jun 03 16:20:30.499890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169608-c37b-44cc-a92b-5f4f140d329d req-8d6fc8ed-c5bd-4c2e-ba11-3a84e384eb38 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:30.501510 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06169608-c37b-44cc-a92b-5f4f140d329d req-8d6fc8ed-c5bd-4c2e-ba11-3a84e384eb38 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0837901 Jun 03 16:20:30.546136 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06169608-c37b-44cc-a92b-5f4f140d329d req-aa6c7a9b-c512-4b93-a020-31e4ca2f805b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385852 Jun 03 16:20:30.727239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1a823-dde3-4bd5-b140-ea9e06081cee req-89b899ff-6ec6-4d1a-ada8-8f8952a787a1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:30.728704 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2c1a823-dde3-4bd5-b140-ea9e06081cee req-89b899ff-6ec6-4d1a-ada8-8f8952a787a1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0770037 Jun 03 16:20:30.776830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e2c1a823-dde3-4bd5-b140-ea9e06081cee req-3008162d-1ee7-4ca4-9936-43432d5b3175 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 Jun 03 16:20:30.798847 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44158) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:30.868463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5cb1a-fab1-4079-81aa-b34c01759bd2 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:30.869982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-74f5cb1a-fab1-4079-81aa-b34c01759bd2 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1091 time: 0.0702007 Jun 03 16:20:30.873469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44162) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:30.878445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:30.885305 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:30.889776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:floatingip and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:30.892639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:30.898581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:30.909342 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.049297 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.186128 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.159 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/d56be324-ccfb-48fa-9eaf-0e1ecada32ed) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:31.334777 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.363966 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:31.431606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:31.434728 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:31.437351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:31.591386 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=d56be324-ccfb-48fa-9eaf-0e1ecada32ed,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:31.972217 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.048254 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.257939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.262462 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.371372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=d56be324-ccfb-48fa-9eaf-0e1ecada32ed,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:32.383328 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.553021 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 5aabed5f-92ec-428a-8e81-640ebade1149 associated. External IP: 172.25.1.159, port: 91716e71-5d61-4233-811d-bfa34e02a4a3. Jun 03 16:20:32.907670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:33.215844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:33.226062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] Sync routers for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:33.237708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:33.238412 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:20:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:33.243554 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:33.308836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e542996d-b375-4533-ae37-5aafedc11e85 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4311817 Jun 03 16:20:33.308836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:33.357693 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c27792f-1127-48d7-9835-86b49ee9cfa8'] response: {'name': 'network-changed', 'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'status': 'completed', 'code': 200} Jun 03 16:20:33.463291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-3c825dfc-3247-4766-b2b3-6e7fd1363b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:33.464927 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-3c825dfc-3247-4766-b2b3-6e7fd1363b46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1096 time: 0.0781908 Jun 03 16:20:33.476915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:33.489363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2a6e-7321-45b3-85b0-99fcf4982c86 req-bdc6edc8-0fe6-4831-aa2b-f68bcede2c07 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:33.490853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27db2a6e-7321-45b3-85b0-99fcf4982c86 req-bdc6edc8-0fe6-4831-aa2b-f68bcede2c07 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0876486 Jun 03 16:20:33.538241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-27db2a6e-7321-45b3-85b0-99fcf4982c86 req-6077bb19-6cdb-41fd-895d-1c8c708d56b8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398283 Jun 03 16:20:33.562506 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44170) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:33.609912 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-2844db9a-c0ee-4818-b7a4-dfb436bfa146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:33.611405 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-2844db9a-c0ee-4818-b7a4-dfb436bfa146 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 200 len: 898 time: 0.1386869 Jun 03 16:20:33.673965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5a124886-4d3e-4020-a234-49ec232abd01 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/5aabed5f-92ec-428a-8e81-640ebade1149 HTTP/1.1" status: 200 len: 991 time: 0.1092854 Jun 03 16:20:33.719054 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-ef40bac4-7968-4eab-a9ee-ab6a12d4498b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 200 len: 999 time: 0.1004798 Jun 03 16:20:33.781653 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-b0f38e74-a835-4735-9c2e-4adf329a15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:33.783085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-b0f38e74-a835-4735-9c2e-4adf329a15e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e HTTP/1.1" status: 200 len: 834 time: 0.0574174 Jun 03 16:20:33.836766 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5aabed5f-92ec-428a-8e81-640ebade1149', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'port_id': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'mac_address': 'fa:16:3e:e3:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef580506-b9ba-42b3-9567-5129226e0956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:31Z', 'updated_at': '2022-06-03T16:20:31Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:33.841242 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] Checking router: 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:33.850292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:33.850920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:20:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:33.862340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-10933676-b7db-4916-910a-41eb2fb92356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:33.863818 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-10933676-b7db-4916-910a-41eb2fb92356 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745842 Jun 03 16:20:33.997086 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-8d592a81-ac29-48e0-8a86-870d14d3f3f9 service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263671 Jun 03 16:20:34.032799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:34.146008 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5079b33d-f4ae-4066-bf3d-c65b096d2988 req-3080d24f-eb03-43be-886d-dd4fa633328e service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427758 Jun 03 16:20:34.399101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5aabed5f-92ec-428a-8e81-640ebade1149', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'port_id': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'mac_address': 'fa:16:3e:e3:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef580506-b9ba-42b3-9567-5129226e0956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:31Z', 'updated_at': '2022-06-03T16:20:31Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:34.403618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03ccc4-0c53-44a3-8224-d9c97b7b076b None None] The sync data for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 is: [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5aabed5f-92ec-428a-8e81-640ebade1149', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'port_id': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'mac_address': 'fa:16:3e:e3:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef580506-b9ba-42b3-9567-5129226e0956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:31Z', 'updated_at': '2022-06-03T16:20:31Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:34.607658 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28692e95-b292-4172-9924-fab5463956fa None None] New status for floating IP 5aabed5f-92ec-428a-8e81-640ebade1149: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:20:34.677576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44174) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:34.787878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6919fd30-2336-4c22-aa99-94352f721434 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/5aabed5f-92ec-428a-8e81-640ebade1149 HTTP/1.1" status: 200 len: 991 time: 0.1092005 Jun 03 16:20:35.791925 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44178) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:35.901601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-261ec3cd-d657-46ab-afef-7b99aa8f16d0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/5aabed5f-92ec-428a-8e81-640ebade1149 HTTP/1.1" status: 200 len: 993 time: 0.1084552 Jun 03 16:20:37.285321 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:20:43.463283 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6de9cfac-aaed-4101-acc6-ed26e50308ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:46.066081 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:46.370866 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6d89994c-c8c2-4e1e-bbf7-7bdf534c5ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:46.687845 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:47.165977 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.558119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:48.660280 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:09.502852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-c18e7c4e-ff40-4be8-a5f4-95ec6e12223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.504380 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-c18e7c4e-ff40-4be8-a5f4-95ec6e12223d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1096 time: 0.0726442 Jun 03 16:21:09.545354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5f569-f068-41d1-891d-74b918439e82 req-7c39e770-7c67-4a4c-82fa-a18f3d3569ce tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.546843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4b5f569-f068-41d1-891d-74b918439e82 req-7c39e770-7c67-4a4c-82fa-a18f3d3569ce tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0865552 Jun 03 16:21:09.595320 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e4b5f569-f068-41d1-891d-74b918439e82 req-fbb799f3-448b-4010-9940-b80f4e5616ce tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427868 Jun 03 16:21:09.639282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-3dd89386-a2dd-49b0-bf02-b56071325482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.640821 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-3dd89386-a2dd-49b0-bf02-b56071325482 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 200 len: 898 time: 0.1287661 Jun 03 16:21:09.743456 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-3e1dc930-ecd2-480f-b199-8fa15d9b0f35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 200 len: 1001 time: 0.0957417 Jun 03 16:21:09.804715 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-460f7a66-08b0-48f5-b6d7-f06f6cfb1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.806125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-460f7a66-08b0-48f5-b6d7-f06f6cfb1752 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e HTTP/1.1" status: 200 len: 834 time: 0.0562255 Jun 03 16:21:09.999389 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-f7bd70ee-e10c-4a76-8eed-ba6525b5924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:10.000932 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-f7bd70ee-e10c-4a76-8eed-ba6525b5924c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859291 Jun 03 16:21:10.133656 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-f0f68854-67d3-43a1-8277-b99c3292188a service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248152 Jun 03 16:21:10.275806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-cee7b4bf-5982-4e93-bd8d-2881308f0b86 req-13b60380-5536-4803-b347-7becdabddc2f service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354506 Jun 03 16:21:10.781212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac2de-1ba0-450f-a149-e2c84131447c req-f344b95c-7529-4e89-b7bd-442785743a99 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:10.782694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66aac2de-1ba0-450f-a149-e2c84131447c req-f344b95c-7529-4e89-b7bd-442785743a99 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0799406 Jun 03 16:21:10.825852 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66aac2de-1ba0-450f-a149-e2c84131447c req-cf2c06b2-f4f5-4f21-97f2-676233b3fd14 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375578 Jun 03 16:21:12.011998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d23d0-5042-4dee-b939-8bfa580b7abc req-edcf277c-97fa-4d2f-8f90-2293b63667d7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:12.013503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf7d23d0-5042-4dee-b939-8bfa580b7abc req-edcf277c-97fa-4d2f-8f90-2293b63667d7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0838218 Jun 03 16:21:12.057230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf7d23d0-5042-4dee-b939-8bfa580b7abc req-f497e719-2712-4562-945a-533accd7eac8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380485 Jun 03 16:21:12.722094 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-bc53ad28-b870-463d-913a-b725745a872a req-4d6e5dd2-5468-4521-8593-68cfcb5134c6 service neutron] (88339) timed out ('10.222.0.70', 64841) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:21:13.247431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5269d3-9a55-43be-9218-88e7028b0db6 req-ff0f2be7-2de1-411c-bcb2-9e02884a8d3e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:13.248957 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a5269d3-9a55-43be-9218-88e7028b0db6 req-ff0f2be7-2de1-411c-bcb2-9e02884a8d3e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0791578 Jun 03 16:21:13.294184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3a5269d3-9a55-43be-9218-88e7028b0db6 req-31416cb0-a75e-4cea-ac65-ee2f0e866f5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Jun 03 16:21:13.465865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a218f80d-e9d0-4b58-b59d-2c5af08bbba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:14.284396 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:21:14.594636 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f967af-be9a-4c7c-ae72-21f2f0c3da13 req-4df1e927-0df3-41da-ae0b-05a723f885e7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:14.596006 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39f967af-be9a-4c7c-ae72-21f2f0c3da13 req-4df1e927-0df3-41da-ae0b-05a723f885e7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.1943254 Jun 03 16:21:14.640355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39f967af-be9a-4c7c-ae72-21f2f0c3da13 req-dee49f40-f41b-449a-a7a4-1c515f75797d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386209 Jun 03 16:21:15.823654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5fcf-e0d4-4dd0-834f-30074b2eb6a6 req-fd228427-a461-410a-bee2-050dcd9aff96 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.825144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-923f5fcf-e0d4-4dd0-834f-30074b2eb6a6 req-fd228427-a461-410a-bee2-050dcd9aff96 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0788732 Jun 03 16:21:15.871703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-923f5fcf-e0d4-4dd0-834f-30074b2eb6a6 req-51e77a73-9755-497a-a3f9-6faaa22e33bd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409346 Jun 03 16:21:16.062716 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:16.373981 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e05530be-a495-4b75-9304-b5ab42929360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:16.691506 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:17.053695 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b3020-08c5-49b9-b1b6-4914dbaaa804 req-6cc3e647-66aa-442b-9e53-ccc1d3d65bfd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:17.055145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-075b3020-08c5-49b9-b1b6-4914dbaaa804 req-6cc3e647-66aa-442b-9e53-ccc1d3d65bfd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0801225 Jun 03 16:21:17.098041 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-075b3020-08c5-49b9-b1b6-4914dbaaa804 req-7892db61-3cf6-42b9-970a-7ccba4fdd9b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Jun 03 16:21:17.166115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:18.285388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fb62f-635d-4f36-ae21-18d75c4b36bf req-177f4fe6-e551-4abc-959d-8a0a68c230e6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:18.286866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b9fb62f-635d-4f36-ae21-18d75c4b36bf req-177f4fe6-e551-4abc-959d-8a0a68c230e6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0838251 Jun 03 16:21:18.331193 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8b9fb62f-635d-4f36-ae21-18d75c4b36bf req-07826ab6-50ea-4e0a-950f-9efbcd7318f5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379369 Jun 03 16:21:18.569933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:18.653932 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:19.514491 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eda0dc-6fc8-4a71-9a55-610e5444609b req-4844e61e-a194-4c57-b59d-975339bc0e04 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:19.515942 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85eda0dc-6fc8-4a71-9a55-610e5444609b req-4844e61e-a194-4c57-b59d-975339bc0e04 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0786476 Jun 03 16:21:19.561639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85eda0dc-6fc8-4a71-9a55-610e5444609b req-3061f9ad-4da8-4ed8-8609-52eb73dd5d84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400796 Jun 03 16:21:20.749245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9449ba-26b4-4be8-a193-5cbf1bdee956 req-3c68c635-c04a-4ab9-9056-d510c4573572 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:20.750684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e9449ba-26b4-4be8-a193-5cbf1bdee956 req-3c68c635-c04a-4ab9-9056-d510c4573572 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0838311 Jun 03 16:21:20.795669 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e9449ba-26b4-4be8-a193-5cbf1bdee956 req-d0f4478e-0138-4d74-88e0-e8d32ba7ddbb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394287 Jun 03 16:21:21.980384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d59011-a12f-4ae5-9d62-b27add4b8252 req-2e225637-5327-4174-a1f2-99e22cd25179 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:21.981861 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55d59011-a12f-4ae5-9d62-b27add4b8252 req-2e225637-5327-4174-a1f2-99e22cd25179 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0792711 Jun 03 16:21:22.031612 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55d59011-a12f-4ae5-9d62-b27add4b8252 req-76a1f387-b167-4eb7-85db-5fe7a4f333d2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Jun 03 16:21:23.214173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947401e-4356-4c32-82cf-972066dd1074 req-b2afd858-4898-4ff4-b58f-346363659121 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.215584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3947401e-4356-4c32-82cf-972066dd1074 req-b2afd858-4898-4ff4-b58f-346363659121 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0787163 Jun 03 16:21:23.259224 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3947401e-4356-4c32-82cf-972066dd1074 req-2b6ec729-a33a-4f14-a9cc-884efb15dc0d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Jun 03 16:21:24.451102 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc10ec-27f0-4b09-a08d-297103fcf3c5 req-9c5f0125-34dc-4f57-9ac3-95b6c596eba4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:24.452732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65dc10ec-27f0-4b09-a08d-297103fcf3c5 req-9c5f0125-34dc-4f57-9ac3-95b6c596eba4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0877731 Jun 03 16:21:24.499630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65dc10ec-27f0-4b09-a08d-297103fcf3c5 req-e1b65248-015e-4306-9cd9-8ef12119526a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412753 Jun 03 16:21:25.686192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240459ba-caf8-4493-a0f2-8c23e17ed800 req-6a13bf90-6abf-41b8-b671-b87835c7b85f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.687718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-240459ba-caf8-4493-a0f2-8c23e17ed800 req-6a13bf90-6abf-41b8-b671-b87835c7b85f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0803404 Jun 03 16:21:25.732506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-240459ba-caf8-4493-a0f2-8c23e17ed800 req-3aa48404-8edb-4cba-b168-d2d0958ab8a0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389357 Jun 03 16:21:26.916125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2f304-fee8-4ac8-bf34-e39f4b6cc91b req-366d5e85-a943-4b04-adcb-e058057dd0d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:26.918198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6c2f304-fee8-4ac8-bf34-e39f4b6cc91b req-366d5e85-a943-4b04-adcb-e058057dd0d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0829291 Jun 03 16:21:26.962168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6c2f304-fee8-4ac8-bf34-e39f4b6cc91b req-7d455bb6-49dc-46f8-8a44-59c4d1fa35db tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 Jun 03 16:21:26.986737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44226) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:27.093728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-6b5b06c5-49c3-4a73-ba7e-bb4e060790b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/5aabed5f-92ec-428a-8e81-640ebade1149 HTTP/1.1" status: 200 len: 993 time: 0.1057234 Jun 03 16:21:28.187262 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-a67d0e6c-ebe4-4837-98ec-120c21077d22 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701439 Jun 03 16:21:28.327857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-25aa2e61-9c4c-4ce4-a3be-d7661f166a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.329368 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-25aa2e61-9c4c-4ce4-a3be-d7661f166a5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1096 time: 0.0760760 Jun 03 16:21:28.474926 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-521bf35f-dab8-4d68-bc1f-67cfa9c85729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.476339 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-521bf35f-dab8-4d68-bc1f-67cfa9c85729 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 200 len: 898 time: 0.1272779 Jun 03 16:21:28.581083 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-121a188c-6ae1-4d8f-97a6-08910f4cbaaf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 200 len: 1001 time: 0.0959375 Jun 03 16:21:28.646216 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-53ccd653-19c4-4963-9765-0f1ae067c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.647900 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-53ccd653-19c4-4963-9765-0f1ae067c6d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e HTTP/1.1" status: 200 len: 834 time: 0.0611236 Jun 03 16:21:28.721577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-a969d9a9-d07d-45d0-83a6-9fd41d333c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.723026 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-a969d9a9-d07d-45d0-83a6-9fd41d333c83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691817 Jun 03 16:21:28.852299 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-6d45dd7b-e46f-4bdd-a404-785893b39b12 service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231573 Jun 03 16:21:28.982772 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12f79ed4-e06c-4578-bb41-d88be47f2c11 req-d6eb9827-bf85-487c-8d9e-7ccb49bc1644 service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245470 Jun 03 16:21:43.466985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25eb05a8-e718-424c-bdc4-ccfff4100341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:46.061434 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:46.374547 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e68c969e-af16-4242-a1b1-aeeb3a9d43f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:46.693194 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:47.169435 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:48.570982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:48.655322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:51.283604 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:21:59.675197 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44250) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:59.880018 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port d56be324-ccfb-48fa-9eaf-0e1ecada32ed {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:21:59.880391 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:00.149491 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:00.149815 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:00.274234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for d56be324-ccfb-48fa-9eaf-0e1ecada32ed owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:00.424383 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:00.471613 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=d56be324-ccfb-48fa-9eaf-0e1ecada32ed,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:00.514928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.515289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.515628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.515966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.516325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.516659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.516989 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.517316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.517643 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.517967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.518290 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.518612 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:00.577775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:00.578019 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 5aabed5f-92ec-428a-8e81-640ebade1149 disassociated (deleted). External IP: 172.25.1.159, port: 91716e71-5d61-4233-811d-bfa34e02a4a3. Jun 03 16:22:00.934581 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:01.112591 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:01.122481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] Sync routers for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:01.130283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:01.132125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:01.132746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:01.188038 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d132cfb0-74b5-414b-b8c4-f707c9736b27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/floatingips/5aabed5f-92ec-428a-8e81-640ebade1149 HTTP/1.1" status: 204 len: 168 time: 1.5092056 Jun 03 16:22:01.188038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:01.290559 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873b9984-99b6-4a47-ac0b-1218d9482fd0'] response: {'name': 'network-changed', 'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'status': 'completed', 'code': 200} Jun 03 16:22:01.363474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:01.392427 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-f24f3e2b-4d06-418d-b084-4703f6a8c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:01.394064 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-f24f3e2b-4d06-418d-b084-4703f6a8c6ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 1096 time: 0.0753763 Jun 03 16:22:01.539084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-d7abfa1a-db91-4eb5-8011-8bf5a6757024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:01.540663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-d7abfa1a-db91-4eb5-8011-8bf5a6757024 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 200 len: 898 time: 0.1398923 Jun 03 16:22:01.584231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0e8b-4b5a-4b8e-9f04-4933c5c7292a req-fd43123d-adcd-4563-b8b1-9ffe7c015ac6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:01.586019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65ba0e8b-4b5a-4b8e-9f04-4933c5c7292a req-fd43123d-adcd-4563-b8b1-9ffe7c015ac6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0856757 Jun 03 16:22:01.641363 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-65ba0e8b-4b5a-4b8e-9f04-4933c5c7292a req-76e2f491-b9d9-4cf4-bd4f-47173f3802a4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479505 Jun 03 16:22:01.704484 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:01.708587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] Checking router: 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:01.717651 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:01.718254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:01.732539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-cf6c686d-5540-4744-beef-df17ef059d1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 200 len: 217 time: 0.1839666 Jun 03 16:22:01.797661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-df9258e5-c373-456d-bb7e-0aa15c800a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:01.799102 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-df9258e5-c373-456d-bb7e-0aa15c800a3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e HTTP/1.1" status: 200 len: 834 time: 0.0600867 Jun 03 16:22:01.876326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-981db1a9-d1bb-48e9-a9ab-d9f857975bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:01.877801 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-981db1a9-d1bb-48e9-a9ab-d9f857975bf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715575 Jun 03 16:22:01.898714 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:02.012876 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-9d3668f3-e387-4925-bb39-92c8bee470bb service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264567 Jun 03 16:22:02.146786 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e2b0be8a-e2b9-47d5-ad29-bd7994f76bc0 req-23312e76-9253-4933-89b0-25f513688d0c service neutron] 10.222.0.70 "GET /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273327 Jun 03 16:22:02.213882 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:02.218455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1c79a-0866-4a79-b576-b6ad1be27a27 None None] The sync data for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 is: [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:15Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'cad98fc4-746e-47d2-9614-6541f3a28995', 'name': '', 'network_id': '6f43b881-4c7f-4a19-ac09-4c84b44e2cfc', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:eb:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:14Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:02.425593 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5639a79-f072-4b83-b623-859b99e2a8ee None None] New status for floating IP 5aabed5f-92ec-428a-8e81-640ebade1149: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:22:02.834873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9607f1-ae84-4bdd-9b91-926726999ec6 req-cab49962-6389-4551-ae03-443cf2669e91 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:02.836349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca9607f1-ae84-4bdd-9b91-926726999ec6 req-cab49962-6389-4551-ae03-443cf2669e91 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0806010 Jun 03 16:22:02.880585 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ca9607f1-ae84-4bdd-9b91-926726999ec6 req-ce2a87da-28a2-45e9-8359-14c6e458d560 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0a4b1a7-355a-41e8-9834-0d84f00eda1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Jun 03 16:22:03.162700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca39b1-c621-4545-8453-bb82ce723454 req-5f0beea3-adab-4cda-9c6b-e1fb6ef6ea28 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:03.163392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7aca39b1-c621-4545-8453-bb82ce723454 req-5f0beea3-adab-4cda-9c6b-e1fb6ef6ea28 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:03.179485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7aca39b1-c621-4545-8453-bb82ce723454 req-5f0beea3-adab-4cda-9c6b-e1fb6ef6ea28 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:03.180703 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7aca39b1-c621-4545-8453-bb82ce723454 req-5f0beea3-adab-4cda-9c6b-e1fb6ef6ea28 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 945 time: 0.0961034 Jun 03 16:22:03.255617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 91716e71-5d61-4233-811d-bfa34e02a4a3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:03.255955 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.501569 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 91716e71-5d61-4233-811d-bfa34e02a4a3, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=91716e71-5d61-4233-811d-bfa34e02a4a3,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:03.501931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.625045 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 91716e71-5d61-4233-811d-bfa34e02a4a3 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:03.771695 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.823362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=91716e71-5d61-4233-811d-bfa34e02a4a3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:03.899468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] No DVR routers for this DVR port 91716e71-5d61-4233-811d-bfa34e02a4a3 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:22:03.902089 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:03.905214 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'name': 'network-vif-deleted', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:03.926599 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7aca39b1-c621-4545-8453-bb82ce723454 req-e6a47342-31a3-483c-bc8b-0bcf219a7b5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "DELETE /v2.0/ports/91716e71-5d61-4233-811d-bfa34e02a4a3 HTTP/1.1" status: 204 len: 173 time: 0.7373316 Jun 03 16:22:03.953746 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61c6bfb-b9bf-4a87-99a9-b3b7a9b21ae1'] response: {'server_uuid': 'ef580506-b9ba-42b3-9567-5129226e0956', 'name': 'network-vif-deleted', 'tag': '91716e71-5d61-4233-811d-bfa34e02a4a3', 'status': 'completed', 'code': 200} Jun 03 16:22:04.041853 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ece7dab4-2c8d-4f75-8f60-7a2191581502 req-513799b7-2df8-47bd-bb32-73cc15ca696a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef580506-b9ba-42b3-9567-5129226e0956 HTTP/1.1" status: 200 len: 210 time: 0.0454428 Jun 03 16:22:05.138719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44274) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:05.799019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:06.155279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port cad98fc4-746e-47d2-9614-6541f3a28995 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:06.155956 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:06.343558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port cad98fc4-746e-47d2-9614-6541f3a28995, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=cad98fc4-746e-47d2-9614-6541f3a28995,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:06.343912 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:06.470820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for cad98fc4-746e-47d2-9614-6541f3a28995 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:06.800789 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:06.850291 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=cad98fc4-746e-47d2-9614-6541f3a28995,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:06.952824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 91716e71-5d61-4233-811d-bfa34e02a4a3 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:06.993134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 91716e71-5d61-4233-811d-bfa34e02a4a3 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:06.993489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 91716e71-5d61-4233-811d-bfa34e02a4a3 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:07.251087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.615356 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:07.805358 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:07.816295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] Sync routers for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:07.819069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-fadb9886-4a79-43ae-9dd9-75eff1fcfa84 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/29cdbf7d-0b87-497c-b2bc-e19b6c2d1309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792576 Jun 03 16:22:07.821774 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44278) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:07.826930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:07.827546 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:07.886752 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting subnet 98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:22:07.890327 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.952146 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.013079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:08.044034 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.124752 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.164042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Subnet': ['ID=98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:08.169530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.176457 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8c7fe615-067b-408f-88a5-6a69857e9807 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/subnets/98af2e4e-7eb5-4ad6-9226-e86ffbf12f6e HTTP/1.1" status: 204 len: 168 time: 0.3536990 Jun 03 16:22:08.178976 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44282) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:08.194998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a42a6-61bf-438f-ae18-3d0add1263ac None None] Network 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:22:08.361749 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.534873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:22:06Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:08.539616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] Checking router: 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:08.550194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] Routers {'29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:08.550820 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:08.606414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] DHCP port deletion for 6f43b881-4c7f-4a19-ac09-4c84b44e2cfc request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:22:08.624080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Deleting port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:08.624474 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.670993 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.680476 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:08.681013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.839866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] Set router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:08.854652 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 23ab1a5a-f84f-4925-aaec-c1db5cb2055d, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:08.855009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:08.979478 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 23ab1a5a-f84f-4925-aaec-c1db5cb2055d owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:09.094359 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] For port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=54973d94-c1d2-49fa-a718-0f9fbfeeed0a,segment=NetworkSegment(ba1c706f-2a35-4d12-a369-7da15311faf1),segment_id=ba1c706f-2a35-4d12-a369-7da15311faf1)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:09.094982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.151427 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.203384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=23ab1a5a-f84f-4925-aaec-c1db5cb2055d,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:09.219356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Calling delete_port for 54973d94-c1d2-49fa-a718-0f9fbfeeed0a owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:09.292744 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.355662 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.407125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] No DVR routers for this DVR port 54973d94-c1d2-49fa-a718-0f9fbfeeed0a on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:22:09.410786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Pushing event deleted for resources: {'Port': ['ID=54973d94-c1d2-49fa-a718-0f9fbfeeed0a,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:09.420679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.420858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.421185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.421520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.421837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.422161 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.422485 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.422790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.423105 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.423421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.423740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.424053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496bac5-159b-4bad-ac09-9c0831e010e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:09.435349 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:22:06Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:09.439751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9544b3c-8ca3-47d0-8793-beb9a5085f2f None None] The sync data for ids ['29cdbf7d-0b87-497c-b2bc-e19b6c2d1309'] in n-d-844594-1 is: [{'id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86076960', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:22:06Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '23ab1a5a-f84f-4925-aaec-c1db5cb2055d', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cdbf7d-0b87-497c-b2bc-e19b6c2d1309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:10Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:09.489524 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.491784 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.515070 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.515618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Fanout notify agent at l3_agent the message router_deleted on router 29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:22:09.537570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.538671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-d12f2801-56b7-4fe3-a2e1-f05cd218a0ea tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/routers/29cdbf7d-0b87-497c-b2bc-e19b6c2d1309 HTTP/1.1" status: 204 len: 168 time: 1.3588128 Jun 03 16:22:09.541339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44286) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:09.656671 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.789467 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.820324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f43b881-4c7f-4a19-ac09-4c84b44e2cfc']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:09.833097 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1c706f-2a35-4d12-a369-7da15311faf1') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:09.833391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1c706f-2a35-4d12-a369-7da15311faf1') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:09.845018 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.861925 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.868254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:22:09.868646 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.935774 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ba1c706f-2a35-4d12-a369-7da15311faf1 resource provider aggregate not found Jun 03 16:22:09.959850 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment ba1c706f-2a35-4d12-a369-7da15311faf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba1c706f-2a35-4d12-a369-7da15311faf1 found for delete ", "request_id": "req-e1ff3dec-93a7-46ef-a7ad-72abfa29f8d2"}]} Jun 03 16:22:09.981470 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.009302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.051603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cad98fc4-746e-47d2-9614-6541f3a28995 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:10.096670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: cad98fc4-746e-47d2-9614-6541f3a28995 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:10.098333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device cad98fc4-746e-47d2-9614-6541f3a28995 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:10.098768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54973d94-c1d2-49fa-a718-0f9fbfeeed0a no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:10.137154 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Network': ['ID=6f43b881-4c7f-4a19-ac09-4c84b44e2cfc,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.137861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 54973d94-c1d2-49fa-a718-0f9fbfeeed0a {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:10.139066 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 54973d94-c1d2-49fa-a718-0f9fbfeeed0a not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:10.148148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ccba5ddb-8e6a-42f8-a1fe-d868777ec867 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/networks/6f43b881-4c7f-4a19-ac09-4c84b44e2cfc HTTP/1.1" status: 204 len: 168 time: 0.6036522 Jun 03 16:22:10.149108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44294) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:10.217087 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4bf035fc-9aaf-4301-9d01-d1ffcca2389b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.246590 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4bf035fc-9aaf-4301-9d01-d1ffcca2389b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.311741 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4bf035fc-9aaf-4301-9d01-d1ffcca2389b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.331372 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf035fc-9aaf-4301-9d01-d1ffcca2389b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a4b1a7-355a-41e8-9834-0d84f00eda1e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.342301 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-4bf035fc-9aaf-4301-9d01-d1ffcca2389b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.343355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-4bf035fc-9aaf-4301-9d01-d1ffcca2389b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/security-groups/c0a4b1a7-355a-41e8-9834-0d84f00eda1e HTTP/1.1" status: 204 len: 168 time: 0.1933415 Jun 03 16:22:10.472376 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44302) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:10.478124 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519822108', 'description': 'tempest-secgroup-smoke-1519822108 description', 'project_id': '42be07f72daf448186108fa2af25f7f8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:10.485278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:10.489439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:10.492583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:10.502479 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:10.513870 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.534707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:10.538475 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:10.541332 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:10.546944 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:10.626050 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.630574 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.675401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450a2c40-f64d-43fb-a3b1-662cb9e47a2d,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.678019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.682294 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b7493fd7-4b5a-4eb0-857b-6626593e25a6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2088442 Jun 03 16:22:10.682392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44306) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:10.687947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '450a2c40-f64d-43fb-a3b1-662cb9e47a2d', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:10.694662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:10.698444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:10.701941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:10.712366 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:10.728374 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.793477 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.796904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.828612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb921b04-63a3-455c-bae5-1b29df9b4cdd,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.839171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.839519 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.839858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.840246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.840575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.840903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.841226 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.841546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.841869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.842184 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.842501 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.842818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:10.845609 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.846764 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9bacb207-2d64-438f-ac1d-7b5e16cd19c3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634240 Jun 03 16:22:10.850395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44310) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:10.855326 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '450a2c40-f64d-43fb-a3b1-662cb9e47a2d', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:10.862027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:10.865832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:10.868669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:10.874821 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:10.892318 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.956142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.959711 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.982888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ca98f6-226a-43de-881e-3de1dae1eee2,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:10.993358 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:10.994542 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-745beefd-0648-40d1-b0da-1ed0076d00b6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432014 Jun 03 16:22:10.997822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44314) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:11.002561 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '450a2c40-f64d-43fb-a3b1-662cb9e47a2d', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:11.009175 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:11.013658 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:11.016528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:11.022785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:11.039218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.103536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.107579 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.133581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac8638a-30a3-44d1-a4dc-c27c284d1334,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:11.143566 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.144977 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f1fcb46f-88cf-484c-a7e5-8180afd2c629 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462548 Jun 03 16:22:11.147926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44318) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:11.153605 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '450a2c40-f64d-43fb-a3b1-662cb9e47a2d', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:11.160583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:11.164442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:11.167270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:11.173511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:11.191212 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.253393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.256998 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.280790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee75c924-a2f4-4b5c-9ded-575b34c32653,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:11.292289 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.293987 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e45ea6fb-015d-4713-8c79-fdd2455519b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451170 Jun 03 16:22:11.296753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44322) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:11.301762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '450a2c40-f64d-43fb-a3b1-662cb9e47a2d', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:11.308427 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:11.312882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:11.315690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:11.321279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:11.331204 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:22:11.337501 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.399652 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.403773 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.429617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfaed3c3-d06c-4ee3-815c-595e7a41cddc,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:11.438136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.439493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c46d6435-22a7-4307-801d-2909b074bfd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417532 Jun 03 16:22:11.442330 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44326) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:11.447224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '450a2c40-f64d-43fb-a3b1-662cb9e47a2d', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:11.453831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:11.457667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:11.460425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:11.466716 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:11.477710 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:22:11.485276 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.548800 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.552369 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.575523 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d52c6e-3508-4cf9-8667-5df80bcf3a98,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:11.584714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.585870 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a3f77217-237c-45b2-a80b-2bbd45654868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426063 Jun 03 16:22:11.588749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44330) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:11.594762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'network': {'name': 'tempest-network-smoke--1607386797', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:11.600603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:11.604648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:network and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:11.609992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:11.615936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:11.625547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:11.628956 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.656548 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:22:11.665273 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.665617 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Added segment 7a464b55-3ebc-4921-9fa6-1e2e892ba663 of type vlan for network da725e63-5e40-4e55-87a5-f59fbeb32f44 Jun 03 16:22:11.691387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.719848 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.725192 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:11.725769 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.832232 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2422850 Jun 03 16:22:11.834743 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44334) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:11.842675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'admin_state_up': True, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:11.852098 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435255cb-74cb-4ac8-81ea-ba1c1218cfb9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Network': ['ID=da725e63-5e40-4e55-87a5-f59fbeb32f44,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:11.855425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:11.859526 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:router and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:11.862035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:22:11.862629 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:11.868270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:11.878154 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.879129 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.893879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:11.981155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 23ab1a5a-f84f-4925-aaec-c1db5cb2055d no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:12.030050 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 23ab1a5a-f84f-4925-aaec-c1db5cb2055d {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:12.030388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 23ab1a5a-f84f-4925-aaec-c1db5cb2055d not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:12.282247 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:12.579805 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:12.608799 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:12.743531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.207 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/25692ef6-1a27-4652-8b17-761a7872c1cb) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:12.888296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:12.916790 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:12.981713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:12.984669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:12.988225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:13.020572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=25692ef6-1a27-4652-8b17-761a7872c1cb,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:13.406232 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.471404 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3afb18c0-2bef-4f47-a233-7338bff93371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:13.876028 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:14.090516 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:22:14.273782 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:14.283356 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Sync routers for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:14.296726 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:14.297331 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:14.302418 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:14.303654 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-423027ff-47d7-48ab-ad7f-003d6ecd647c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4680037 Jun 03 16:22:14.306767 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44342) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:14.350338 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a634aba9-43cd-4820-aa4e-cdb3dcb28b08 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=42be07f72daf448186108fa2af25f7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424452 Jun 03 16:22:14.352896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44346) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:14.483792 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:14.500691 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b2f3e-9300-467a-87c1-864ea5ac6cf2 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:14.505201 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c24b2f3e-9300-467a-87c1-864ea5ac6cf2 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1484156 Jun 03 16:22:14.505453 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44350) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:14.546711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-46e2fa3c-d98d-40dd-96fc-508b07b6c39e tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400028 Jun 03 16:22:14.549068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44354) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:14.554442 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1902740865', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:14.675904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:14.679912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:subnet and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:14.682832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:14.688803 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:14.700011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:14.703536 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:14.812034 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:13Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:14.815828 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Checking router: b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:14.816188 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Updating router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 port 25692ef6-1a27-4652-8b17-761a7872c1cb binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:22:14.878625 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:14.976488 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.056747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Subnet': ['ID=ffa455dc-247c-47a6-9674-a79970a1ca5b,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:15.073592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Checking segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:15.073975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network hostable DHCP agents. Network: da725e63-5e40-4e55-87a5-f59fbeb32f44, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:22:15.092941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:22:15.103682 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, da725e63-5e40-4e55-87a5-f59fbeb32f44) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:15.108816 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:15.109408 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.116715 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017c18d-2be1-4dba-828b-c8a0d9120c96 None None] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:22:15.131905 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-86f95cd9-a48a-4f3b-b7be-25d1ccf76d49 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5817375 Jun 03 16:22:15.134680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44358) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:15.239023 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.253159 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Transition to ACTIVE for port object 25692ef6-1a27-4652-8b17-761a7872c1cb will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:15.264197 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.376562 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-da725e63-5e40-4e55-87a5-f59fbeb32f44', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:22:15.377751 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.415845 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Attempting to bind port 25692ef6-1a27-4652-8b17-761a7872c1cb on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:15.416662 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Attempting to bind port 25692ef6-1a27-4652-8b17-761a7872c1cb by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:15.417378 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Attempting to bind port 25692ef6-1a27-4652-8b17-761a7872c1cb on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:15.429611 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Pushing event updated for resources: {'Port': ['ID=25692ef6-1a27-4652-8b17-761a7872c1cb,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:15.447588 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.448355 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.449050 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.449979 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.450613 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.451321 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.451901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.452594 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.453241 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.453893 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.454546 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.455186 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:15.461139 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:15.461884 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:15.462655 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.463622 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:15.464768 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Bound port: 25692ef6-1a27-4652-8b17-761a7872c1cb, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:15.466388 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.570828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Allocated IP 172.20.0.2 (da725e63-5e40-4e55-87a5-f59fbeb32f44/ffa455dc-247c-47a6-9674-a79970a1ca5b/65136738-0741-46d0-b825-f11b3b5d9c42) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:15.575720 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] For port 25692ef6-1a27-4652-8b17-761a7872c1cb, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:15.581034 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] For port 25692ef6-1a27-4652-8b17-761a7872c1cb, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=25692ef6-1a27-4652-8b17-761a7872c1cb,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:15.588748 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.715901 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:15.716896 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:21:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:15.786007 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21908f57-dd21-4a66-853c-2666602e592a None None] Pushing event updated for resources: {'Port': ['ID=25692ef6-1a27-4652-8b17-761a7872c1cb,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:15.855460 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.866864 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Transition to ACTIVE for port object 65136738-0741-46d0-b825-f11b3b5d9c42 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:15.888287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Transition to ACTIVE for port object 65136738-0741-46d0-b825-f11b3b5d9c42 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:15.894426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:15.909232 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:15.965311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:15.968461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:15.973281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:15.979291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Pushing event updated for resources: {'Port': ['ID=65136738-0741-46d0-b825-f11b3b5d9c42,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:16.094027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Attempting to bind port 65136738-0741-46d0-b825-f11b3b5d9c42 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:16.094436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Attempting to bind port 65136738-0741-46d0-b825-f11b3b5d9c42 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:16.094760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Attempting to bind port 65136738-0741-46d0-b825-f11b3b5d9c42 on network da725e63-5e40-4e55-87a5-f59fbeb32f44 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:16.098665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.101293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:16.101662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Checking segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:16.102053 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.102442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Bound using segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:16.102907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Bound port: 65136738-0741-46d0-b825-f11b3b5d9c42, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:16.103286 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.105360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.201698 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] For port 65136738-0741-46d0-b825-f11b3b5d9c42, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:16.204782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] For port 65136738-0741-46d0-b825-f11b3b5d9c42, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=65136738-0741-46d0-b825-f11b3b5d9c42,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:16.210327 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.251005 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:13Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:16.255580 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4b626-6306-4528-af55-d8b49a5ec722 None None] The sync data for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 is: [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:13Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:16.305283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a50b8-905e-4cc2-b648-ef1480d5bd85 None None] Pushing event updated for resources: {'Port': ['ID=65136738-0741-46d0-b825-f11b3b5d9c42,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:16.383181 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-af542357-b4a8-4bd6-b2f4-4e6c65ad6dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.573171 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.1 (da725e63-5e40-4e55-87a5-f59fbeb32f44/ffa455dc-247c-47a6-9674-a79970a1ca5b/dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:16.698812 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.770264 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.788263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:16.813837 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:16.894980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:16.899158 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:16.903703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:16.938580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:16.975322 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.129354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.178241 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.418783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a00b85-d45a-4ecf-8b8b-eb1e717fd722 None None] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:22:17.522419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-fbf6d028-cf82-4850-81bd-a84a3564b03a None None] Provisioning for port 65136738-0741-46d0-b825-f11b3b5d9c42 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:17.721676 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.726656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.860083 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.863880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:18.014247 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4db497d2-2ed1-432c-b3a1-dee53df96433 None None] Provisioning for port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:18.022608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4db497d2-2ed1-432c-b3a1-dee53df96433 None None] Provisioning complete for port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:18.023135 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4db497d2-2ed1-432c-b3a1-dee53df96433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.037123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:18.038550 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:18.129372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65136738-0741-46d0-b825-f11b3b5d9c42 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:18.161447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4db497d2-2ed1-432c-b3a1-dee53df96433 None None] Port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:18.206833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 65136738-0741-46d0-b825-f11b3b5d9c42 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:18.212378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 65136738-0741-46d0-b825-f11b3b5d9c42 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:18.212755 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.282667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:18.296401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9158738f-a3c6-4e27-9def-26cd3a8f84b4 None None] Provisioning complete for port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:18.296693 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9158738f-a3c6-4e27-9def-26cd3a8f84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.437704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9158738f-a3c6-4e27-9def-26cd3a8f84b4 None None] Port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:18.445741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 65136738-0741-46d0-b825-f11b3b5d9c42 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:18.446133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.476702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:18.480606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 65136738-0741-46d0-b825-f11b3b5d9c42, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=65136738-0741-46d0-b825-f11b3b5d9c42,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:18.486617 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.487449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 25692ef6-1a27-4652-8b17-761a7872c1cb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:18.489758 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d2086242-a833-406a-a34c-f0a35d625f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3537557 Jun 03 16:22:18.550251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Sync routers for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:18.636967 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:18.637601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:18.659019 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-6f147c5a-be9c-44b6-b0c8-8651274ca122 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519822108&fields=id&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 267 time: 0.0413830 Jun 03 16:22:18.706095 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.727632 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0b3ed99a-e127-4ee3-a0a2-dfb5a3d8c5b7 None None] Provisioning complete for port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:18.728007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed99a-e127-4ee3-a0a2-dfb5a3d8c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.773191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=65136738-0741-46d0-b825-f11b3b5d9c42,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:18.787298 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.811929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f4bca921-eefb-4dc0-8452-7758eef4953f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:18.812552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f4bca921-eefb-4dc0-8452-7758eef4953f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:18.827446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f4bca921-eefb-4dc0-8452-7758eef4953f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:18.828710 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f4bca921-eefb-4dc0-8452-7758eef4953f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 797 time: 0.1628797 Jun 03 16:22:18.844648 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-33a6bb23-b65c-4b6d-92a9-3dbfebe0e7ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/quotas/42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 375 time: 0.0103345 Jun 03 16:22:18.877947 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 25692ef6-1a27-4652-8b17-761a7872c1cb completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:18.892952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 25692ef6-1a27-4652-8b17-761a7872c1cb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:18.893322 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.916988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ed99a-e127-4ee3-a0a2-dfb5a3d8c5b7 None None] Port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:18.928882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-a4a183c9-fd3f-4af6-8982-781b1e527c47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:18.945023 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-a4a183c9-fd3f-4af6-8982-781b1e527c47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:18.946916 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-a4a183c9-fd3f-4af6-8982-781b1e527c47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963693 Jun 03 16:22:18.961808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:19.133166 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-923ca6a9-bde0-49d6-99a4-a65164d2c60f service neutron] 10.222.0.66 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746745 Jun 03 16:22:19.232500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 25692ef6-1a27-4652-8b17-761a7872c1cb is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:19.232886 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.269835 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 25692ef6-1a27-4652-8b17-761a7872c1cb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=25692ef6-1a27-4652-8b17-761a7872c1cb,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:19.270084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-fbddd51f-5e2c-4fbd-9784-9529b88c1723 service neutron] 10.222.0.66 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301973 Jun 03 16:22:19.274112 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.392099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=25692ef6-1a27-4652-8b17-761a7872c1cb,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:19.428984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 2, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:19.434440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Checking router: b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:19.434440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Updating router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:22:19.517175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.618552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-590052fc-2d67-43ae-a848-c34b120eaf82 req-d453e23d-50ff-440b-a125-1bab1d80569b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 210 time: 0.1889939 Jun 03 16:22:19.908334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.920421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Transition to ACTIVE for port object dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:19.927010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.072205 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65136738-0741-46d0-b825-f11b3b5d9c42 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:20.213999 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ae46e-6a28-4179-8a0d-c03434701710 None None] Pushing event updated for resources: {'Port': ['ID=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:20.321929 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Attempting to bind port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:20.322212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Attempting to bind port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:20.322574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Attempting to bind port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee on network da725e63-5e40-4e55-87a5-f59fbeb32f44 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:20.331514 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:20.331877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Checking segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:20.332305 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.332716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Bound using segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:20.333203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Bound port: dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:20.333582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.389685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 65136738-0741-46d0-b825-f11b3b5d9c42 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:20.390056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.499544 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] For port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:20.503099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] For port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:20.508080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:20.517747 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-2a27a12d-922e-4769-8632-8ed9edbfb9ec req-c0a7b501-1f87-4142-828e-61e451df34b5 tempest-ServerDiskConfigTestJSON-891008847 tempest-ServerDiskConfigTestJSON-891008847-project] (88339) timed out ('10.222.0.15', 57123) {{(pid=88339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:22:20.639265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 65136738-0741-46d0-b825-f11b3b5d9c42 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:20.640378 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 25692ef6-1a27-4652-8b17-761a7872c1cb up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:20.683284 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ae46e-6a28-4179-8a0d-c03434701710 None None] Pushing event updated for resources: {'Port': ['ID=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:20.686104 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:20.686731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:20.828508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a16eff9a-88f9-48c5-b7c7-faf10c9ce607 req-fca5259a-9b4d-45d4-842e-9e3a8f188447 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 210 time: 0.0590513 Jun 03 16:22:20.911747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:20.937598 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f921b4e3-47b7-4795-9df3-fdee7c7e4983 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:20.938309 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f921b4e3-47b7-4795-9df3-fdee7c7e4983 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:20.952245 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f921b4e3-47b7-4795-9df3-fdee7c7e4983 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:20.953810 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f921b4e3-47b7-4795-9df3-fdee7c7e4983 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 797 time: 0.2184486 Jun 03 16:22:21.020493 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-3930df9f-02cd-444d-b452-984c090b7296 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:21.041350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-c390838c-19f6-4530-a9dd-03a91e58150b req-3930df9f-02cd-444d-b452-984c090b7296 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:21.042833 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-3930df9f-02cd-444d-b452-984c090b7296 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 380 time: 0.0739329 Jun 03 16:22:21.052513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'port': {'device_id': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'admin_state_up': True, 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'security_groups': ['450a2c40-f64d-43fb-a3b1-662cb9e47a2d']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:21.129654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 25692ef6-1a27-4652-8b17-761a7872c1cb triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:21.130092 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.200513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:21.210950 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:21.223029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:21.226897 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.352339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 25692ef6-1a27-4652-8b17-761a7872c1cb is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:21.375182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:20Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:21.379557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1b901-c557-4dc6-a188-8199746a801c None None] The sync data for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 is: [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:20Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:21.429633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.6 (da725e63-5e40-4e55-87a5-f59fbeb32f44/ffa455dc-247c-47a6-9674-a79970a1ca5b/3a8b8644-cf49-4fdd-b512-564fcbaf9840) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:21.670013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.689464 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object 3a8b8644-cf49-4fdd-b512-564fcbaf9840 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:21.714999 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.797699 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:21.801348 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:21.806287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:21.855028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:21.912169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:21.913634 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.947721 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-f19c1935-791a-4fda-8cd6-9ffb8e8d3adf tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8992646 Jun 03 16:22:21.963443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Request body: {'port': {'device_id': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:22.119567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:22.155456 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.171250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38a40b-5d08-446b-b59e-2f4307567a55 req-e83f95d6-6c61-4347-bc32-853e0b5b988c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:22.172864 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c38a40b-5d08-446b-b59e-2f4307567a55 req-e83f95d6-6c61-4347-bc32-853e0b5b988c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 931 time: 0.1729865 Jun 03 16:22:22.225696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-42149810-7481-4712-b26c-e38de436885a None None] Provisioning for port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:22.227341 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2c38a40b-5d08-446b-b59e-2f4307567a55 req-27e620e5-990c-496b-9e25-4cdf6f71f05d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474062 Jun 03 16:22:22.230621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:22.237291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-42149810-7481-4712-b26c-e38de436885a None None] Provisioning complete for port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:22.237667 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-42149810-7481-4712-b26c-e38de436885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.267486 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:22.267633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.347848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-42149810-7481-4712-b26c-e38de436885a None None] Port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:22.428192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:22.428520 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.469654 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:22.476860 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.550938 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:22.600839 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8b8644-cf49-4fdd-b512-564fcbaf9840 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:22:22.610877 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.628657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Transition to ACTIVE for port object 3a8b8644-cf49-4fdd-b512-564fcbaf9840 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:22.633771 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:22.803575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:23.005404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:23.005737 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:23.006064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on network da725e63-5e40-4e55-87a5-f59fbeb32f44 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:23.011023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on network da725e63-5e40-4e55-87a5-f59fbeb32f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:22:23.011338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on network da725e63-5e40-4e55-87a5-f59fbeb32f44 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:23.020202 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:23.020545 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Checking segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:23.020931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Bound using segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:23.021621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Bound port: 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:23.021973 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:23.117843 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:23.122928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:23.128102 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:23.193349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:23.194036 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:23.195545 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] 10.222.0.70 "PUT /v2.0/ports/3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 1091 time: 1.2370903 Jun 03 16:22:23.195883 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:23.219070 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67481ca-a347-4161-91d9-5b9f758cf326 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:23.283443 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1205fcfc-a034-46d6-bbd5-69a29d0242d7'] response: {'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'status': 'completed', 'code': 200} Jun 03 16:22:23.336539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-a6529256-5369-48e2-b7e5-7f0029b6edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:23.338250 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-a6529256-5369-48e2-b7e5-7f0029b6edb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1094 time: 0.0941038 Jun 03 16:22:23.414428 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-b44695cd-874d-417d-b638-bf33fa6834a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 217 time: 0.0653410 Jun 03 16:22:23.452815 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5d77a-00c8-4d37-9dc1-cb1eca82000e req-ae02a6e8-4d59-4821-84e1-30f9bea7f668 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:23.454368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ee5d77a-00c8-4d37-9dc1-cb1eca82000e req-ae02a6e8-4d59-4821-84e1-30f9bea7f668 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.0892539 Jun 03 16:22:23.498498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-6ed4d138-8671-4b50-aadc-71b5dbbc0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:23.500018 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-6ed4d138-8671-4b50-aadc-71b5dbbc0895 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0767241 Jun 03 16:22:23.505513 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3ee5d77a-00c8-4d37-9dc1-cb1eca82000e req-e3727813-7ad9-42e1-a34f-3fbe50b7f99e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 Jun 03 16:22:23.586552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390838c-19f6-4530-a9dd-03a91e58150b req-9a8e27ee-33fc-42a8-8de5-fb27ef726d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:23.588070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-9a8e27ee-33fc-42a8-8de5-fb27ef726d20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789576 Jun 03 16:22:23.736031 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-06714291-261e-4e49-b699-409ad1d8f0a8 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366689 Jun 03 16:22:23.878808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-c390838c-19f6-4530-a9dd-03a91e58150b req-1c3e8d6e-6a36-4057-b433-21506591bd72 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328092 Jun 03 16:22:23.995713 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:24.026359 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a930b7-c957-4327-bf07-3be2402912bf req-76d16397-174b-4b4d-8107-0fbb48f57ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:24.027951 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a930b7-c957-4327-bf07-3be2402912bf req-76d16397-174b-4b4d-8107-0fbb48f57ff5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1094 time: 0.0983438 Jun 03 16:22:24.071582 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:24.071948 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:24.181350 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a930b7-c957-4327-bf07-3be2402912bf req-433b6161-adde-4bd8-9907-cbc75c80011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:24.182775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a930b7-c957-4327-bf07-3be2402912bf req-433b6161-adde-4bd8-9907-cbc75c80011d service neutron] 10.222.0.70 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.1456854 Jun 03 16:22:24.247996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:24.254808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a930b7-c957-4327-bf07-3be2402912bf req-0e8f81da-fad4-4d59-8232-b0395d565dad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 217 time: 0.0643740 Jun 03 16:22:24.326965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a930b7-c957-4327-bf07-3be2402912bf req-b1662a3d-ef85-4189-8d00-68f63802a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:24.328435 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a930b7-c957-4327-bf07-3be2402912bf req-b1662a3d-ef85-4189-8d00-68f63802a55a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0666964 Jun 03 16:22:24.409060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a930b7-c957-4327-bf07-3be2402912bf req-75f7acab-5f8e-4e73-9942-cfe0369ec113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:24.410553 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a930b7-c957-4327-bf07-3be2402912bf req-75f7acab-5f8e-4e73-9942-cfe0369ec113 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751324 Jun 03 16:22:24.556633 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a930b7-c957-4327-bf07-3be2402912bf req-b0b90be8-2225-4670-8ab6-e03b335be94e service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372774 Jun 03 16:22:24.712600 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f2a930b7-c957-4327-bf07-3be2402912bf req-15cb6a06-a7cf-48ed-8c5d-09f6bcecfd93 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458261 Jun 03 16:22:24.712955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77404a-5404-4446-ad5f-61dc211dd49f req-b889b0f3-9edb-413d-801e-0f96e7d70d28 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:24.714700 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df77404a-5404-4446-ad5f-61dc211dd49f req-b889b0f3-9edb-413d-801e-0f96e7d70d28 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.0922537 Jun 03 16:22:24.768381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-df77404a-5404-4446-ad5f-61dc211dd49f req-92432367-b31b-497c-925e-5923a6cfb8fe tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466995 Jun 03 16:22:25.970588 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7ed4-3033-4842-bd69-bb3b8f194940 req-599fd89c-5437-4f38-a378-c923540cdf12 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:25.972309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d5b7ed4-3033-4842-bd69-bb3b8f194940 req-599fd89c-5437-4f38-a378-c923540cdf12 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.0948095 Jun 03 16:22:26.025256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d5b7ed4-3033-4842-bd69-bb3b8f194940 req-e9bf7efd-4d74-462c-ab0f-469570bb4737 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457685 Jun 03 16:22:26.983234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:22:27.133135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:27.151389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'port_id': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'mac_address': 'fa:16:3e:86:42:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:22:27.216909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:27.217302 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.237084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8b8644-cf49-4fdd-b512-564fcbaf9840 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:22:27.255189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:27.260044 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.333705 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:27.352924 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de915c-68ae-4199-9fcc-3a16789d65b9 req-5310b693-6e55-4c2d-b135-c143463b7f60 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:27.355768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97de915c-68ae-4199-9fcc-3a16789d65b9 req-5310b693-6e55-4c2d-b135-c143463b7f60 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 944 time: 0.1590683 Jun 03 16:22:27.426762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97de915c-68ae-4199-9fcc-3a16789d65b9 req-bec898d7-f48b-4884-8560-98337365f772 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651088 Jun 03 16:22:27.530414 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['3a8b8644-cf49-4fdd-b512-564fcbaf9840'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:22:28.283789 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:22:28.621649 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb01419-79c4-4f77-a8cd-bf8c870fa269 req-ed87c6e9-d283-4442-8235-ffa9c4cb90e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:28.623206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1eb01419-79c4-4f77-a8cd-bf8c870fa269 req-ed87c6e9-d283-4442-8235-ffa9c4cb90e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 944 time: 0.0836272 Jun 03 16:22:28.674079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1eb01419-79c4-4f77-a8cd-bf8c870fa269 req-ad07c0a6-aefd-4ba3-bebc-070fe22a18dc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Jun 03 16:22:29.015341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:29.090306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:29.096339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:29.096829 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:29.229189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:29.229588 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:29.261567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:29.273152 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:29.278276 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:29.351964 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:29.368376 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd766e63-bb9c-4d08-b8a2-25201e923432'] response: {'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'code': 200} Jun 03 16:22:29.501472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ac32e-6dcf-4b90-a79d-d176d734a5ab req-d300375d-09fd-4f5d-bcbc-b338d7213cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:29.502994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-859ac32e-6dcf-4b90-a79d-d176d734a5ab req-d300375d-09fd-4f5d-bcbc-b338d7213cb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1096 time: 0.0741053 Jun 03 16:22:29.663073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-859ac32e-6dcf-4b90-a79d-d176d734a5ab req-e8ee6b3e-24b6-4f70-af63-171b1450c605 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497207 Jun 03 16:22:29.869809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2856a0-a5ac-4d0e-9753-e5b123ac824f req-88e7a193-6b37-434e-aa57-2a21da60d54e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:29.871419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab2856a0-a5ac-4d0e-9753-e5b123ac824f req-88e7a193-6b37-434e-aa57-2a21da60d54e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0878389 Jun 03 16:22:29.927595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ab2856a0-a5ac-4d0e-9753-e5b123ac824f req-eeba31dd-b0cd-471b-ac12-5880a61645e5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485511 Jun 03 16:22:31.132270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab802-658f-4888-bfd0-680c48ec01d6 req-ce7cd937-98cd-46fd-ad1c-070f2a51228d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:31.133855 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5feab802-658f-4888-bfd0-680c48ec01d6 req-ce7cd937-98cd-46fd-ad1c-070f2a51228d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0851741 Jun 03 16:22:31.195489 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5feab802-658f-4888-bfd0-680c48ec01d6 req-dff25571-b9d4-40e4-a323-66a123f78993 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547574 Jun 03 16:22:31.399250 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c95b2-2551-4b26-8091-b37b6d378fd7 req-0163983f-29de-47e3-a18d-5ed4f35e68ed tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:31.400888 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a0c95b2-2551-4b26-8091-b37b6d378fd7 req-0163983f-29de-47e3-a18d-5ed4f35e68ed tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0836968 Jun 03 16:22:31.449790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a0c95b2-2551-4b26-8091-b37b6d378fd7 req-668f5e73-c781-479a-addb-13e8feeedfb4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421028 Jun 03 16:22:31.473353 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44418) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.546485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5da1870-67bc-474b-a3b7-a4b8cacef966 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:31.548054 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a5da1870-67bc-474b-a3b7-a4b8cacef966 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1091 time: 0.0736501 Jun 03 16:22:31.551220 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44422) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.556516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:31.563955 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:31.570198 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:floatingip and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:31.573420 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:31.580450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:31.593175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.741712 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.893546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.160 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/5c42a47b-1e92-434f-805f-815b7c1e4038) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:32.085481 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.123909 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.191733 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:32.194918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:32.199282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:32.234043 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=5c42a47b-1e92-434f-805f-815b7c1e4038,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:32.635655 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.711798 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.918475 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.922913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.035454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=5c42a47b-1e92-434f-805f-815b7c1e4038,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:33.046362 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.329879 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP f6f70f5a-c226-4a7d-9b65-91cdde529ef3 associated. External IP: 172.25.1.160, port: 3a8b8644-cf49-4fdd-b512-564fcbaf9840. Jun 03 16:22:33.689401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:33.901854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:33.915758 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] Sync routers for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:33.928952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.936766 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:33.937446 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:33.991378 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7c8c5376-2844-407f-a4ff-3583b4323eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4365778 Jun 03 16:22:33.991378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:34.054926 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f3c327-0d74-4022-aa2b-4cf1f63205c7'] response: {'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'status': 'completed', 'code': 200} Jun 03 16:22:34.177052 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:34.186299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa25515-8ad6-4446-9105-b859e21acb52 req-4754a6e3-009e-4c71-835e-d24352d3f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:34.187454 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-afa25515-8ad6-4446-9105-b859e21acb52 req-4754a6e3-009e-4c71-835e-d24352d3f29e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1096 time: 0.0912275 Jun 03 16:22:34.223730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80588995-3bd5-4d0e-96ee-b5590bd780b4 req-51a24470-55ce-45b6-9eae-cba6b1803fe2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:34.225298 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-80588995-3bd5-4d0e-96ee-b5590bd780b4 req-51a24470-55ce-45b6-9eae-cba6b1803fe2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.1320901 Jun 03 16:22:34.284743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-80588995-3bd5-4d0e-96ee-b5590bd780b4 req-558b6608-ca58-4482-a49c-50697dfec668 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515268 Jun 03 16:22:34.305912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44434) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:34.356673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa25515-8ad6-4446-9105-b859e21acb52 req-4c3fd6d3-23a3-4915-b339-5dfceedbcde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:34.358143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-afa25515-8ad6-4446-9105-b859e21acb52 req-4c3fd6d3-23a3-4915-b339-5dfceedbcde4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.1628475 Jun 03 16:22:34.429394 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d9a853da-9b6d-4525-8ecc-f8258ae9bc56 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/f6f70f5a-c226-4a7d-9b65-91cdde529ef3 HTTP/1.1" status: 200 len: 991 time: 0.1207616 Jun 03 16:22:34.480685 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-afa25515-8ad6-4446-9105-b859e21acb52 req-681eceb1-cfd4-4e16-bd5f-51b65dcd39d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 999 time: 0.1144981 Jun 03 16:22:34.557243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa25515-8ad6-4446-9105-b859e21acb52 req-9dbadb07-9dd0-465c-862d-ddc849f81b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:34.559330 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-afa25515-8ad6-4446-9105-b859e21acb52 req-9dbadb07-9dd0-465c-862d-ddc849f81b18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0719984 Jun 03 16:22:34.599023 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f6f70f5a-c226-4a7d-9b65-91cdde529ef3', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'port_id': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'mac_address': 'fa:16:3e:86:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:32Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:22Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:34.603363 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] Checking router: b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:34.613417 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:34.614283 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:22:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:34.641340 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa25515-8ad6-4446-9105-b859e21acb52 req-fe887a46-8a95-4d3e-aae6-0fd9860b6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:34.642867 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-afa25515-8ad6-4446-9105-b859e21acb52 req-fe887a46-8a95-4d3e-aae6-0fd9860b6c93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773017 Jun 03 16:22:34.811108 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-afa25515-8ad6-4446-9105-b859e21acb52 req-075ee6b6-e08f-43a2-8092-191482d6dd04 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612110 Jun 03 16:22:34.836405 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:34.951201 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-afa25515-8ad6-4446-9105-b859e21acb52 req-9df1645c-a92c-4631-bf73-be6bfbf2089f service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340449 Jun 03 16:22:35.197395 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f6f70f5a-c226-4a7d-9b65-91cdde529ef3', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'port_id': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'mac_address': 'fa:16:3e:86:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:32Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:22Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:35.201871 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb1d52e-8e64-4d0e-82b2-7857a063a60f None None] The sync data for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 is: [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'f6f70f5a-c226-4a7d-9b65-91cdde529ef3', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'port_id': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'mac_address': 'fa:16:3e:86:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:32Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:22Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:35.391101 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fb427-0e8b-481d-8e01-656e7ce910af None None] New status for floating IP f6f70f5a-c226-4a7d-9b65-91cdde529ef3: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:22:35.432263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44438) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:35.542924 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8611cad3-24e1-4c78-bb52-b0aafb3c79ad tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/f6f70f5a-c226-4a7d-9b65-91cdde529ef3 HTTP/1.1" status: 200 len: 991 time: 0.1094594 Jun 03 16:22:36.546756 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44442) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:36.651877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ab0e4aaa-e64d-49a1-b9a0-96ca50370184 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/f6f70f5a-c226-4a7d-9b65-91cdde529ef3 HTTP/1.1" status: 200 len: 993 time: 0.1039803 Jun 03 16:22:43.476835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ea18-d121-415b-bbdc-55693ef7c562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:46.085328 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:46.376341 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0b5344c6-5614-4ddc-a55b-51a57e139028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:46.692198 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:47.175973 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:48.584429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:48.661952 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:05.283244 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:23:10.120828 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44466) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:23:10.262754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24485-6792-4f08-8d23-cabe99e3ccdf req-32887543-4346-4ce8-81c9-7aca5c0465f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:10.264257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81e24485-6792-4f08-8d23-cabe99e3ccdf req-32887543-4346-4ce8-81c9-7aca5c0465f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.1371155 Jun 03 16:23:10.269444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-e84b9849-4246-4a54-ae32-c3176983545b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1475151 Jun 03 16:23:10.310949 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-81e24485-6792-4f08-8d23-cabe99e3ccdf req-8104bfc5-3085-4ff5-bcc3-786d1593515f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Jun 03 16:23:11.503186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994bae0-375b-4c07-8d61-346becd981a2 req-46c1b45c-a3a0-4ca3-9b23-1f655302207e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.504778 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2994bae0-375b-4c07-8d61-346becd981a2 req-46c1b45c-a3a0-4ca3-9b23-1f655302207e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0847225 Jun 03 16:23:11.533949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-31132fb4-3ba7-4a76-819b-ab873f4e4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.535458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-31132fb4-3ba7-4a76-819b-ab873f4e4084 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1096 time: 0.1893561 Jun 03 16:23:11.550721 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2994bae0-375b-4c07-8d61-346becd981a2 req-d0a01327-9335-4ad0-bdec-38f04279e99e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Jun 03 16:23:11.671152 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-4d6b838b-874a-44c9-bdcf-efc9a2599391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.672544 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-4d6b838b-874a-44c9-bdcf-efc9a2599391 service neutron] 10.222.0.70 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.1307201 Jun 03 16:23:11.777556 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-3e318f63-58f6-4a25-ae00-ff78c81f1bd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 1001 time: 0.0981579 Jun 03 16:23:11.838916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-48e47b0f-b687-4d22-9dd2-f657d794319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.840345 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-48e47b0f-b687-4d22-9dd2-f657d794319e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0562100 Jun 03 16:23:11.918958 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-5a667780-9fec-474c-9199-93f28e9816cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:11.920461 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-5a667780-9fec-474c-9199-93f28e9816cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724261 Jun 03 16:23:12.058539 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-68a003ff-48b4-4abe-bbd9-b14a468f9898 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311073 Jun 03 16:23:12.197035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-ed1b790e-b555-425c-98cc-c58f875d8773 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294150 Jun 03 16:23:12.857720 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9e5e-4c52-4575-acdd-e15361faeab5 req-f5298995-b594-4389-8a18-54caf64d2651 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:12.859108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe1a9e5e-4c52-4575-acdd-e15361faeab5 req-f5298995-b594-4389-8a18-54caf64d2651 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.1979003 Jun 03 16:23:12.901790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe1a9e5e-4c52-4575-acdd-e15361faeab5 req-8ac4f32e-4c41-4707-b65c-1f3cc855d4b7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368719 Jun 03 16:23:13.469823 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c541a17d-2d58-4944-bd21-b05e3707fc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:14.089634 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e3aa2-8151-46dd-a075-b239ca7426d5 req-dd42bb29-965d-4d00-90cf-135f180cacdd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:14.091082 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-312e3aa2-8151-46dd-a075-b239ca7426d5 req-dd42bb29-965d-4d00-90cf-135f180cacdd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0812881 Jun 03 16:23:14.135633 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-312e3aa2-8151-46dd-a075-b239ca7426d5 req-a1de415b-f00b-4870-8ac3-3c7ccf10d3c0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Jun 03 16:23:15.327444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a1339-ab71-4c61-8dd4-059ea79cf133 req-167ea343-0b47-4e40-a7c9-ceda2e411b50 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:15.329134 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a8a1339-ab71-4c61-8dd4-059ea79cf133 req-167ea343-0b47-4e40-a7c9-ceda2e411b50 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0870020 Jun 03 16:23:15.375151 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5a8a1339-ab71-4c61-8dd4-059ea79cf133 req-9fc632ee-b959-45aa-a7c7-6273b969e268 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392439 Jun 03 16:23:16.104495 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:16.381909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2fb270fe-db55-4b49-96e8-518c2241e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:16.565585 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c24f5e-5cf7-41fc-8230-3fbd33d62b33 req-e74ad68e-313f-4f50-a080-1ae78081f874 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:16.567031 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7c24f5e-5cf7-41fc-8230-3fbd33d62b33 req-e74ad68e-313f-4f50-a080-1ae78081f874 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0826192 Jun 03 16:23:16.612280 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a7c24f5e-5cf7-41fc-8230-3fbd33d62b33 req-227301e7-9cd2-4b65-b8d5-6e552068874c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395269 Jun 03 16:23:16.695869 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:17.177567 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:17.792662 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf1eb2-5b1c-4fdd-a244-8eefb6b41728 req-828e06d5-2bed-4eb9-9467-33542fef0c7a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:17.794108 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6cf1eb2-5b1c-4fdd-a244-8eefb6b41728 req-828e06d5-2bed-4eb9-9467-33542fef0c7a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0782299 Jun 03 16:23:17.836893 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f6cf1eb2-5b1c-4fdd-a244-8eefb6b41728 req-25033ff8-3177-4344-9ed2-3496e4972301 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372283 Jun 03 16:23:18.585066 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:18.666497 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:19.027869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62c249-9537-483b-b755-abb545e3bb89 req-fb27ebdd-9b45-4d6e-9028-10ae20be5641 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:19.030049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62c249-9537-483b-b755-abb545e3bb89 req-fb27ebdd-9b45-4d6e-9028-10ae20be5641 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0866172 Jun 03 16:23:19.075495 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a62c249-9537-483b-b755-abb545e3bb89 req-4f74dda2-d9e4-40a9-813c-21a9c1f79544 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Jun 03 16:23:20.268704 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b24c7b-828f-499a-b558-a1d7fa0d6c7b req-dfc9ab06-ce18-4194-ae18-3e7581afe901 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:20.270242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70b24c7b-828f-499a-b558-a1d7fa0d6c7b req-dfc9ab06-ce18-4194-ae18-3e7581afe901 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0816457 Jun 03 16:23:20.322084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70b24c7b-828f-499a-b558-a1d7fa0d6c7b req-12cfa65f-b64c-4f44-be7f-55200b7ee498 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Jun 03 16:23:21.516690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609844ac-1772-4f52-8fc9-db41e2c2db13 req-0dc73955-1766-4f9a-adce-8e9574137f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:21.518097 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-609844ac-1772-4f52-8fc9-db41e2c2db13 req-0dc73955-1766-4f9a-adce-8e9574137f47 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0857651 Jun 03 16:23:21.562877 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-609844ac-1772-4f52-8fc9-db41e2c2db13 req-a72b7244-e217-4d74-8782-99662d8f7e13 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 Jun 03 16:23:22.748642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6797-321c-44c6-92c2-5f84f4c3007b req-c9a61b35-fecc-484e-8748-6b588fa8a289 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:22.750084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d37e6797-321c-44c6-92c2-5f84f4c3007b req-c9a61b35-fecc-484e-8748-6b588fa8a289 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0832632 Jun 03 16:23:22.793241 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d37e6797-321c-44c6-92c2-5f84f4c3007b req-66c9423a-dfd3-46b5-9199-249032ec60c4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375388 Jun 03 16:23:23.979536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f25a2-1309-4088-b357-17f8b5307518 req-e552d902-87d5-4267-829e-de77b2477d04 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:23.981037 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e1f25a2-1309-4088-b357-17f8b5307518 req-e552d902-87d5-4267-829e-de77b2477d04 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0791426 Jun 03 16:23:24.026155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e1f25a2-1309-4088-b357-17f8b5307518 req-888b2efb-ddf9-4875-9e8f-039eeae10dbb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389504 Jun 03 16:23:25.215325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dded90a-7582-41d8-8850-620ee7b00fd3 req-31d23181-57e6-4430-b5fd-966297321a93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:25.216741 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2dded90a-7582-41d8-8850-620ee7b00fd3 req-31d23181-57e6-4430-b5fd-966297321a93 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0855536 Jun 03 16:23:25.261584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2dded90a-7582-41d8-8850-620ee7b00fd3 req-dd51b85a-f11d-402e-9d7f-a47c78abafa8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391686 Jun 03 16:23:26.446660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff6564-962b-403c-ad4d-4b7ab2463723 req-96ebd7a3-bb6d-406c-b48c-42291e6e3945 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:26.448230 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7aff6564-962b-403c-ad4d-4b7ab2463723 req-96ebd7a3-bb6d-406c-b48c-42291e6e3945 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0806773 Jun 03 16:23:26.499294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7aff6564-962b-403c-ad4d-4b7ab2463723 req-a3d45f8f-1ec0-4ea4-a41d-14f5bc7e0e9c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Jun 03 16:23:27.688306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2aff0-6dce-4e33-b3ea-f3c9a19531b0 req-ac4aa279-3517-4c21-9c6a-f49678855e1f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:27.689772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97a2aff0-6dce-4e33-b3ea-f3c9a19531b0 req-ac4aa279-3517-4c21-9c6a-f49678855e1f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0803909 Jun 03 16:23:27.733848 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-97a2aff0-6dce-4e33-b3ea-f3c9a19531b0 req-9ef261e7-c238-492b-b87b-5957e6bc7a3d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383284 Jun 03 16:23:28.925180 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a58905-4dd9-4d2a-bc72-35821ba4d95f req-38572bd9-6ba0-42c2-aa3f-46e708cc985f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:28.926712 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39a58905-4dd9-4d2a-bc72-35821ba4d95f req-38572bd9-6ba0-42c2-aa3f-46e708cc985f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0825417 Jun 03 16:23:28.972271 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39a58905-4dd9-4d2a-bc72-35821ba4d95f req-91fc479e-05fb-4596-9503-9df58a2bb77c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Jun 03 16:23:29.572263 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-12e07795-286d-4720-ba22-db893edf085b req-01eccb50-fe9a-41a6-adb3-a20fd4827b6f service neutron] show failed (client error): The resource could not be found. Jun 03 16:23:29.573264 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-01eccb50-fe9a-41a6-adb3-a20fd4827b6f service neutron] 10.222.0.70 "GET /v2.0/ports/3a8b8644-cf49-4fdd-b512-564fcbaf9840/bindings/n-h2-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.0739980 Jun 03 16:23:29.885531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-2e367b9c-b8bb-4dd7-bd3d-acce5d406934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:29.886972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-2e367b9c-b8bb-4dd7-bd3d-acce5d406934 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 1096 time: 0.1144960 Jun 03 16:23:29.898717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:23:30.011965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:30.326289 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafaace-1850-4c3f-967f-444bc92a015c req-638b851d-f1e8-4dbc-b774-1a2b0954c705 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:30.327767 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bafaace-1850-4c3f-967f-444bc92a015c req-638b851d-f1e8-4dbc-b774-1a2b0954c705 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.2411833 Jun 03 16:23:30.475980 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:23:30.501677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8bafaace-1850-4c3f-967f-444bc92a015c req-18c69c77-ba54-48b9-b32d-e4f0f1c61bd6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667647 Jun 03 16:23:30.522672 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h1-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:23:30.581689 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:30.587311 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:30.603235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Transition to ACTIVE for port object 3a8b8644-cf49-4fdd-b512-564fcbaf9840 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:23:30.607067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:30.643470 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9d1520-7ca4-43e1-acee-1b6730932ef7'] response: {'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'code': 200} Jun 03 16:23:30.755100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=6']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:30.768392 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.768734 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.769068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.769397 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.769723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.770043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.770362 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.770681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.771000 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.771318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.771901 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.772249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:30.817498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] No DVR routers for this DVR port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on host n-h1-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:23:31.046475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:23:31.047089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:23:31.047242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on network da725e63-5e40-4e55-87a5-f59fbeb32f44 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:23:31.051650 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on network da725e63-5e40-4e55-87a5-f59fbeb32f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:23:31.051966 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Attempting to bind port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on network da725e63-5e40-4e55-87a5-f59fbeb32f44 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:23:31.057070 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:23:31.057400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Checking segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:23:31.057775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Bound using segment: {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:23:31.058191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Bound port: 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a464b55-3ebc-4921-9fa6-1e2e892ba663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:23:31.058534 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:31.148909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:23:31.151964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:23:31.156275 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:31.213047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.213847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:31.215443 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 1091 time: 1.3208959 Jun 03 16:23:31.239219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5cde0-fd24-48ac-aba7-ed82afeb8db3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=7']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:31.319777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-16a2c9a2-3abb-44ea-af57-ea679d68f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.321750 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-16a2c9a2-3abb-44ea-af57-ea679d68f47e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1094 time: 0.0831656 Jun 03 16:23:31.466747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-a68e3766-24c2-4271-a11b-6b4442555ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.468218 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-a68e3766-24c2-4271-a11b-6b4442555ec7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.1410806 Jun 03 16:23:31.568789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-2d7f1cb6-b16d-4311-a227-c6a7410a5c2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 999 time: 0.0942502 Jun 03 16:23:31.681001 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-4a5f77a0-0d9e-48a3-8880-b4a2b1d29531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.682356 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-4a5f77a0-0d9e-48a3-8880-b4a2b1d29531 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.1078744 Jun 03 16:23:31.760299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8d4b-07de-4737-9bac-20d9bb00a91b req-8663c73b-4e7c-4568-a0b6-68cf3ce17850 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.761743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85be8d4b-07de-4737-9bac-20d9bb00a91b req-8663c73b-4e7c-4568-a0b6-68cf3ce17850 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.1514699 Jun 03 16:23:31.804277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e07795-286d-4720-ba22-db893edf085b req-54d123dc-1493-4553-b91d-b1f09429f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.805718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-54d123dc-1493-4553-b91d-b1f09429f261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164224 Jun 03 16:23:31.816345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-85be8d4b-07de-4737-9bac-20d9bb00a91b req-a88b449a-e829-4dee-9cd0-962953a76241 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479915 Jun 03 16:23:31.819753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-fb42640f-5e21-4a2a-b328-e3c4424b4eb0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:23:31.820711 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-fb42640f-5e21-4a2a-b328-e3c4424b4eb0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074224 Jun 03 16:23:31.960384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-2bd1ad3e-f6e8-4297-b85c-322c2d99c2ad service neutron] 10.222.0.15 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332746 Jun 03 16:23:32.213311 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-12e07795-286d-4720-ba22-db893edf085b req-782f7632-d1b1-42a3-88c5-fde46425e525 service neutron] 10.222.0.15 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470396 Jun 03 16:23:32.644834 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:32.702621 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f94749b-435b-4280-9d23-525d6f232c70'] response: {'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'status': 'completed', 'code': 200} Jun 03 16:23:32.790318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-2a5ea1fe-a006-4970-8946-059f88234646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:32.791859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-2a5ea1fe-a006-4970-8946-059f88234646 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1094 time: 0.0708067 Jun 03 16:23:32.803903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-f2085282-b360-4440-bf67-807fc864f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:32.805460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-f2085282-b360-4440-bf67-807fc864f05a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1094 time: 0.0708854 Jun 03 16:23:32.942014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-d0009ffb-e921-4b87-a148-48414d96f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:32.943385 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-d0009ffb-e921-4b87-a148-48414d96f3e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.1285472 Jun 03 16:23:32.959413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-aae76cca-5d5b-4d5a-8e00-d9588247e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:32.960964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-aae76cca-5d5b-4d5a-8e00-d9588247e292 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.1627412 Jun 03 16:23:33.052874 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-e6afb38f-c50d-4b89-863c-20020fe0259e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 999 time: 0.1000776 Jun 03 16:23:33.087175 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-6bdb0716-ab1f-47d5-8fe2-3651a9cedc19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 999 time: 0.1196487 Jun 03 16:23:33.124088 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-ce87e8cd-2fa9-4842-a569-7993473fbbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:33.125617 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-ce87e8cd-2fa9-4842-a569-7993473fbbf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0627074 Jun 03 16:23:33.135655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138cc5f-01d3-424e-8264-34bb29f6173b req-bf5e8fa8-c04c-4cb2-9565-0f764900788f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:33.137144 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e138cc5f-01d3-424e-8264-34bb29f6173b req-bf5e8fa8-c04c-4cb2-9565-0f764900788f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.2101769 Jun 03 16:23:33.189099 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-c2ae8b05-da3d-4ecf-bbce-bcb3c045b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:33.190751 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-c2ae8b05-da3d-4ecf-bbce-bcb3c045b460 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0956266 Jun 03 16:23:33.202485 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e138cc5f-01d3-424e-8264-34bb29f6173b req-c802ce75-3469-4654-9f2f-a19f2bbd3233 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531471 Jun 03 16:23:33.204069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-ba7488db-3904-48ea-a044-494b7b6481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:33.205690 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-ba7488db-3904-48ea-a044-494b7b6481cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710044 Jun 03 16:23:33.275632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-abb922ed-5d13-4094-9b39-92ae2ec5331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:33.277149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-abb922ed-5d13-4094-9b39-92ae2ec5331b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785036 Jun 03 16:23:33.341318 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-c4ebab73-0786-40a9-aafa-cfc27037a9c6 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254573 Jun 03 16:23:33.341834 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:23:33.415980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-1f4b3844-569a-4c2a-b699-adf90034b485 service neutron] 10.222.0.15 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320596 Jun 03 16:23:33.433613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:23:33.482109 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-81f7b856-20c1-4744-9bb9-c3aa6fb3789a service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307623 Jun 03 16:23:33.551279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bcefba50-d728-4421-8e60-5f3ad5ce1331 req-9aa46b00-edcc-4bf2-a8f4-bf6ef631741f service neutron] 10.222.0.15 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267662 Jun 03 16:23:34.390232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1202e4f-8e49-4be2-9cbd-23ab3ed5af94 req-088bc4b6-be54-4833-abd7-a21bd00b8bec tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:34.391694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1202e4f-8e49-4be2-9cbd-23ab3ed5af94 req-088bc4b6-be54-4833-abd7-a21bd00b8bec tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.0821006 Jun 03 16:23:34.437709 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b1202e4f-8e49-4be2-9cbd-23ab3ed5af94 req-47bbdc5d-504c-4fa0-bea1-96ec06e86b9d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 Jun 03 16:23:34.753603 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274ac0-6c53-426b-93ad-ef734780d346 req-c71675e3-65ae-4a7b-bc90-31f4de58703b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:34.755091 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f274ac0-6c53-426b-93ad-ef734780d346 req-c71675e3-65ae-4a7b-bc90-31f4de58703b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.0863843 Jun 03 16:23:34.770887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-f2231424-0900-482b-9bb2-bb1c194da286 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:34.771856 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-f2231424-0900-482b-9bb2-bb1c194da286 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:23:34.787623 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-f2231424-0900-482b-9bb2-bb1c194da286 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:23:34.788913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-f2231424-0900-482b-9bb2-bb1c194da286 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715&tenant_id=42be07f72daf448186108fa2af25f7f8&binding%3Ahost_id=n-h2-844594-1 HTTP/1.1" status: 200 len: 943 time: 0.1071281 Jun 03 16:23:34.800366 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f274ac0-6c53-426b-93ad-ef734780d346 req-b45ee6de-0015-4596-84b6-7eb2a5eae717 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394154 Jun 03 16:23:34.985463 n-d-844594-1 neutron-server[88339]: INFO neutron.api.v2.resource [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-c7b15152-025a-44db-90f1-d5825c85cdf7 service neutron] delete failed (client error): The resource could not be found. Jun 03 16:23:34.986473 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-c7b15152-025a-44db-90f1-d5825c85cdf7 service neutron] 10.222.0.70 "DELETE /v2.0/ports/3a8b8644-cf49-4fdd-b512-564fcbaf9840/bindings/n-h1-844594-1 HTTP/1.1" status: 404 len: 380 time: 0.1892967 Jun 03 16:23:34.997402 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d904e0-6ae7-4f88-aa5f-42f4e26f84ec req-c86d53aa-0fcb-4b59-b22f-8808f944ed88 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:34.998908 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3d904e0-6ae7-4f88-aa5f-42f4e26f84ec req-c86d53aa-0fcb-4b59-b22f-8808f944ed88 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 943 time: 0.0853422 Jun 03 16:23:35.046403 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f3d904e0-6ae7-4f88-aa5f-42f4e26f84ec req-f97092f7-8523-43f3-a15f-b25e98adbb97 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Jun 03 16:23:35.136857 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-f18af8b9-0596-43f2-b3cb-a74750e95dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:35.138768 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-f18af8b9-0596-43f2-b3cb-a74750e95dd7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1094 time: 0.0727699 Jun 03 16:23:35.272755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-3c11fcba-1a07-4c5e-a48b-d6dc5b81a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:35.274194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-3c11fcba-1a07-4c5e-a48b-d6dc5b81a10b service neutron] 10.222.0.70 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.1266267 Jun 03 16:23:35.378035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-f910f594-a5ea-4b3f-aed3-dc370306dbd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 999 time: 0.0945728 Jun 03 16:23:35.446308 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-181d427e-aa7f-4e6a-9c8c-c0cf7c2851e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:35.447654 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-181d427e-aa7f-4e6a-9c8c-c0cf7c2851e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0601652 Jun 03 16:23:35.524139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-5a92d321-b99f-4978-824b-3fd1a67abe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:35.525616 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-5a92d321-b99f-4978-824b-3fd1a67abe07 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692081 Jun 03 16:23:35.668691 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-d5c420f4-e10e-4ad0-9be4-4cf999e85b7e service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337683 Jun 03 16:23:35.671734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:23:35.814558 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-57233c10-f3ae-4941-a215-7c2d0f9926f0 req-e97cf585-9e33-42f7-8b64-9ebf460c9cf3 service neutron] 10.222.0.70 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366658 Jun 03 16:23:35.815132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:23:35.829610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'port_id': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'mac_address': 'fa:16:3e:86:42:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:23:35.892690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:23:35.893330 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:35.913823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8b8644-cf49-4fdd-b512-564fcbaf9840 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:23:35.930558 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:23:35.934178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:36.003811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:36.012210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.012561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.013037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.013411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.013752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.014111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.014438 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.014770 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.015229 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.015565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.015889 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.016233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:23:36.197482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['3a8b8644-cf49-4fdd-b512-564fcbaf9840'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:23:36.246950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929182b-a1d6-490b-9593-f049b6a38888 req-2ca67b4e-5767-4849-a43d-dd162afaee51 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:36.248622 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6929182b-a1d6-490b-9593-f049b6a38888 req-2ca67b4e-5767-4849-a43d-dd162afaee51 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 944 time: 0.0860379 Jun 03 16:23:36.296214 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6929182b-a1d6-490b-9593-f049b6a38888 req-1db966ac-8152-4873-b07f-b13a4ab433fd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411320 Jun 03 16:23:37.484517 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c8792-64e8-4746-ac62-06823568d1b8 req-3f2232d3-88b8-473d-a7ba-ae82281f5b02 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:37.486046 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c11c8792-64e8-4746-ac62-06823568d1b8 req-3f2232d3-88b8-473d-a7ba-ae82281f5b02 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 944 time: 0.0803065 Jun 03 16:23:37.535734 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c11c8792-64e8-4746-ac62-06823568d1b8 req-d210ab75-239f-4fc1-b72d-859f3656c925 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Jun 03 16:23:37.559317 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44550) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:23:37.664020 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-971a74fa-c5a1-41e4-8012-6212e262bec4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/f6f70f5a-c226-4a7d-9b65-91cdde529ef3 HTTP/1.1" status: 200 len: 992 time: 0.1027763 Jun 03 16:23:37.705178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:23:37.776055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:23:37.781815 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:23:37.782193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:37.900598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:23:37.900975 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:37.929210 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:23:37.941194 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:23:37.945766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:37.982468 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ebd5e6-5519-4988-83a9-3e9058038940'] response: {'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'code': 200} Jun 03 16:23:38.013973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:23:42.283398 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:23:43.471422 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2374f366-bd39-4e18-aad5-f6742571cac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:46.121083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:46.374682 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0fec13a-8074-418a-a513-6cc27b9425c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:46.698282 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:47.181702 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:48.599908 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:48.666763 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:06.139836 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44566) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:06.343710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 5c42a47b-1e92-434f-805f-815b7c1e4038 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:06.344055 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:06.515668 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:06.516000 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:06.642596 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 5c42a47b-1e92-434f-805f-815b7c1e4038 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:06.789340 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:06.839038 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=5c42a47b-1e92-434f-805f-815b7c1e4038,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:06.877775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.878127 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.878466 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.878801 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.879132 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.879467 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.879795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.880143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.880472 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.880803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.881122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.881442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:06.943088 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:06.943311 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP f6f70f5a-c226-4a7d-9b65-91cdde529ef3 disassociated (deleted). External IP: 172.25.1.160, port: 3a8b8644-cf49-4fdd-b512-564fcbaf9840. Jun 03 16:24:07.391195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:07.569417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:07.579461 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] Sync routers for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:07.589117 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:07.589719 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:07.590257 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:07.649502 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f0e73f5b-5dab-41c3-9cbc-3c610e5cf7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/floatingips/f6f70f5a-c226-4a7d-9b65-91cdde529ef3 HTTP/1.1" status: 204 len: 168 time: 1.5083940 Jun 03 16:24:07.650000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:07.699168 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f244769-8022-415e-b33f-c2c9db9a8ef2'] response: {'name': 'network-changed', 'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'status': 'completed', 'code': 200} Jun 03 16:24:07.771722 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:07.794717 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-c3320bd2-9a7f-45c8-84dd-625879cd007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:07.796286 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-c3320bd2-9a7f-45c8-84dd-625879cd007c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 1096 time: 0.0768549 Jun 03 16:24:08.121761 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-183cb2b4-026c-4866-9047-d611ca7d0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:08.123789 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-183cb2b4-026c-4866-9047-d611ca7d0609 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 200 len: 898 time: 0.3214364 Jun 03 16:24:08.138867 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:22Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:08.142771 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] Checking router: b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:08.151248 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:08.151831 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:08.193396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6a214-f4fe-4e89-855a-ec5c804444ef req-50883285-3d2f-404c-8499-8e8186bca453 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:08.194876 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f6a214-f4fe-4e89-855a-ec5c804444ef req-50883285-3d2f-404c-8499-8e8186bca453 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.1802475 Jun 03 16:24:08.204762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-16266eb3-878c-4310-8247-8d5a73931335 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 200 len: 217 time: 0.0738678 Jun 03 16:24:08.293279 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f6a214-f4fe-4e89-855a-ec5c804444ef req-6d0f3c32-e579-496a-b068-8748f4f81e54 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908575 Jun 03 16:24:08.299538 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-c9c8b3ad-495e-40cd-b211-ad9a1b0c4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:08.300979 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-c9c8b3ad-495e-40cd-b211-ad9a1b0c4539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 200 len: 835 time: 0.0844371 Jun 03 16:24:08.332825 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:08.375546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-9423ccd0-84fc-4921-9284-65cde2f0d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:08.377060 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-9423ccd0-84fc-4921-9284-65cde2f0d3d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da725e63-5e40-4e55-87a5-f59fbeb32f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695210 Jun 03 16:24:08.511802 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-515dad89-bb35-48c9-9f97-47cee9d345ce service neutron] 10.222.0.15 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278851 Jun 03 16:24:08.643276 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-641677ee-a394-4d14-b6dd-574ec2a7002d req-214db9bf-3eab-470b-8e3a-76d7d49ea78d service neutron] 10.222.0.15 "GET /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251252 Jun 03 16:24:08.644966 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:22Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:08.649170 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35b095-a3a4-46a0-b768-0b4f9418e325 None None] The sync data for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 is: [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:22:17Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee', 'name': '', 'network_id': 'da725e63-5e40-4e55-87a5-f59fbeb32f44', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:64:ea:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:16Z', 'updated_at': '2022-06-03T16:22:22Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': 'ffa455dc-247c-47a6-9674-a79970a1ca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:08.861249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b613fa-f3b8-4671-b7b6-af33e3d580e9 None None] New status for floating IP f6f70f5a-c226-4a7d-9b65-91cdde529ef3: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:09.239840 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572631-2a5b-474c-8747-d81777917c7d req-29190dab-3209-434b-a899-ad0c4fa50389 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:09.241215 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b572631-2a5b-474c-8747-d81777917c7d req-29190dab-3209-434b-a899-ad0c4fa50389 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.0830777 Jun 03 16:24:09.311048 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:09.311386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:09.614151 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23486f-f955-40cd-8693-adf4be49bbeb req-03006bea-9ded-4e18-8089-9c0870193c04 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:09.615532 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a23486f-f955-40cd-8693-adf4be49bbeb req-03006bea-9ded-4e18-8089-9c0870193c04 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c34f44f-a9d5-4dde-a9b3-98d07bbe3715 HTTP/1.1" status: 200 len: 945 time: 0.2081611 Jun 03 16:24:09.626794 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 3a8b8644-cf49-4fdd-b512-564fcbaf9840, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=3a8b8644-cf49-4fdd-b512-564fcbaf9840,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:09.627155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:09.769301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 3a8b8644-cf49-4fdd-b512-564fcbaf9840 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:09.832507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8a23486f-f955-40cd-8693-adf4be49bbeb req-47d340b0-ae7a-4753-b39d-7f2d46f893de tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=450a2c40-f64d-43fb-a3b1-662cb9e47a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075150 Jun 03 16:24:09.931130 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:09.980975 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=3a8b8644-cf49-4fdd-b512-564fcbaf9840,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:10.179337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] No DVR routers for this DVR port 3a8b8644-cf49-4fdd-b512-564fcbaf9840 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:24:10.182245 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:10.184790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-deleted', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:10.196753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b572631-2a5b-474c-8747-d81777917c7d req-a106b06e-4303-40e5-b108-fc291d194221 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.15 "DELETE /v2.0/ports/3a8b8644-cf49-4fdd-b512-564fcbaf9840 HTTP/1.1" status: 204 len: 173 time: 0.9502029 Jun 03 16:24:10.287660 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c39940a-08a3-4445-8d0d-bd6ff8947da8'] response: {'server_uuid': '6c34f44f-a9d5-4dde-a9b3-98d07bbe3715', 'name': 'network-vif-deleted', 'tag': '3a8b8644-cf49-4fdd-b512-564fcbaf9840', 'status': 'completed', 'code': 200} Jun 03 16:24:10.926681 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44586) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:11.494502 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:11.867031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:11.903587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: 3a8b8644-cf49-4fdd-b512-564fcbaf9840 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:11.903930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device 3a8b8644-cf49-4fdd-b512-564fcbaf9840 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:11.996527 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:11.997027 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.197107 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:12.197379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.327371 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:12.546669 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:12.595870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:12.881650 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:13.259930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:13.478824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1502ae01-8e7b-4b0a-9ece-f5d8513013cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:13.553404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:13.563419 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] Sync routers for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:13.568181 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f5c5ecec-f52c-490f-98b4-0af4e846c648 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389439 Jun 03 16:24:13.569487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44590) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:13.572924 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:13.573541 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:13.639206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting subnet ffa455dc-247c-47a6-9674-a79970a1ca5b {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:24:13.642386 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:13.702500 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:13.760125 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:13.801946 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:13.882965 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:13.923949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa455dc-247c-47a6-9674-a79970a1ca5b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:13.929128 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:13.935925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-59a2696e-32d1-4fc5-8ac3-3668035ec6f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/subnets/ffa455dc-247c-47a6-9674-a79970a1ca5b HTTP/1.1" status: 204 len: 168 time: 0.3654063 Jun 03 16:24:13.936091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895af17e-25ee-49a9-ae2a-181379c46477 None None] Network da725e63-5e40-4e55-87a5-f59fbeb32f44 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:24:13.938700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44594) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:14.106046 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:24:12Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:14.110429 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] Checking router: b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:14.122982 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] Routers {'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:14.123620 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:23:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:14.181514 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.320634 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] Set router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:14.340201 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] DHCP port deletion for da725e63-5e40-4e55-87a5-f59fbeb32f44 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:24:14.345331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] Deleting port 65136738-0741-46d0-b825-f11b3b5d9c42 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:14.345709 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.384434 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.396395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 25692ef6-1a27-4652-8b17-761a7872c1cb {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:14.397292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.571400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] For port 65136738-0741-46d0-b825-f11b3b5d9c42, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=65136738-0741-46d0-b825-f11b3b5d9c42,segment=NetworkSegment(7a464b55-3ebc-4921-9fa6-1e2e892ba663),segment_id=7a464b55-3ebc-4921-9fa6-1e2e892ba663)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:14.571985 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.595277 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 25692ef6-1a27-4652-8b17-761a7872c1cb, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=25692ef6-1a27-4652-8b17-761a7872c1cb,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:14.595948 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.663911 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:24:12Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:14.669099 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e807ed-fd46-4375-b845-73cba4ee8ea7 None None] The sync data for ids ['b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6'] in n-d-844594-1 is: [{'id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787696019', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:11Z', 'updated_at': '2022-06-03T16:24:12Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '25692ef6-1a27-4652-8b17-761a7872c1cb', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:12Z', 'updated_at': '2022-06-03T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:14.732443 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 25692ef6-1a27-4652-8b17-761a7872c1cb owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:14.751390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] Calling delete_port for 65136738-0741-46d0-b825-f11b3b5d9c42 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:14.829115 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.884049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] Pushing event deleted for resources: {'Port': ['ID=65136738-0741-46d0-b825-f11b3b5d9c42,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:14.887444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da84ea-03e9-4572-aae7-c8f1324dc189 None None] No DVR routers for this DVR port 65136738-0741-46d0-b825-f11b3b5d9c42 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:24:14.939581 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:14.992808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=25692ef6-1a27-4652-8b17-761a7872c1cb,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:15.095326 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.275697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.277905 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.301118 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.301635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Fanout notify agent at l3_agent the message router_deleted on router b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:24:15.318217 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.319299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e4b31cf4-57bb-496d-b415-4a7cfa8b14d4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/routers/b8655b1a-d18c-4dbf-8d4e-8fb9bd1e7fc6 HTTP/1.1" status: 204 len: 168 time: 1.3797207 Jun 03 16:24:15.322084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44598) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:15.551141 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.685397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.710073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da725e63-5e40-4e55-87a5-f59fbeb32f44']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:15.723068 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a464b55-3ebc-4921-9fa6-1e2e892ba663') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:15.723304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a464b55-3ebc-4921-9fa6-1e2e892ba663') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:15.735136 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.752978 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.759674 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:24:15.760185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.848908 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7a464b55-3ebc-4921-9fa6-1e2e892ba663 resource provider aggregate not found Jun 03 16:24:15.867978 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 7a464b55-3ebc-4921-9fa6-1e2e892ba663 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a464b55-3ebc-4921-9fa6-1e2e892ba663 found for delete ", "request_id": "req-9056a73b-7afe-479f-8fed-7d68714e959c"}]} Jun 03 16:24:15.869133 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.886933 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:15.898873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Network': ['ID=da725e63-5e40-4e55-87a5-f59fbeb32f44,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:15.907523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5699808b-dc57-4a35-88be-6ba7fc6763b3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/networks/da725e63-5e40-4e55-87a5-f59fbeb32f44 HTTP/1.1" status: 204 len: 168 time: 0.5843911 Jun 03 16:24:15.910301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44608) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:15.979236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a70a3cf9-5a3d-4473-a63b-e3fdefc81373 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.011990 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a70a3cf9-5a3d-4473-a63b-e3fdefc81373 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.049567 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:16.082812 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a70a3cf9-5a3d-4473-a63b-e3fdefc81373 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.084810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:16.085228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device dcf9e9d2-b0d8-4b8e-b94d-293eb92b1fee not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:16.085712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65136738-0741-46d0-b825-f11b3b5d9c42 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:16.101487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3cf9-5a3d-4473-a63b-e3fdefc81373 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a2c40-f64d-43fb-a3b1-662cb9e47a2d,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:16.113097 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a70a3cf9-5a3d-4473-a63b-e3fdefc81373 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.114332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a70a3cf9-5a3d-4473-a63b-e3fdefc81373 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/security-groups/450a2c40-f64d-43fb-a3b1-662cb9e47a2d HTTP/1.1" status: 204 len: 168 time: 0.2031398 Jun 03 16:24:16.135025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 65136738-0741-46d0-b825-f11b3b5d9c42 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:16.135369 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 65136738-0741-46d0-b825-f11b3b5d9c42 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:16.135780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 25692ef6-1a27-4652-8b17-761a7872c1cb no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:16.185662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 25692ef6-1a27-4652-8b17-761a7872c1cb {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:16.186037 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 25692ef6-1a27-4652-8b17-761a7872c1cb not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:16.194192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.248128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44616) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:16.253449 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522603151', 'description': 'tempest-secgroup-smoke-1522603151 description', 'project_id': '42be07f72daf448186108fa2af25f7f8'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:16.260314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:16.264578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:16.267470 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:16.273420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:16.287699 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.308370 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:16.313089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:16.316237 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:16.321832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:16.376757 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b93ff9d7-6f10-4dfb-8ac7-5f51153b0e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.398713 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.402565 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.448953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4dc361-3d40-43b8-9c4c-917832da2c82,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:16.452067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.456493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-48f8dcc5-a07c-4a69-853c-d4fb143d7075 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2041538 Jun 03 16:24:16.457618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44620) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:16.463692 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'bb4dc361-3d40-43b8-9c4c-917832da2c82', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:16.471419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:16.476652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:16.479869 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:16.486923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:16.505185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.569203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.573381 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.600210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba3a3c7-6656-42c5-8c4d-3a308b6ace3e,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:16.611397 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.612677 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-17552929-c5c8-4188-9115-9d39bf4d7188 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537974 Jun 03 16:24:16.615455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44624) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:16.620899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'bb4dc361-3d40-43b8-9c4c-917832da2c82', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:16.628038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:16.631921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:16.635220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:16.640900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:16.658467 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.701777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.730879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.734586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.758531 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf104c20-aaa4-4ff2-bb35-294ef45e6c10,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:16.768618 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.769856 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e48b84a9-5093-41e1-b304-cb2a61d8b44c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534681 Jun 03 16:24:16.772967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44628) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:16.778494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'bb4dc361-3d40-43b8-9c4c-917832da2c82', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:16.785742 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:16.790096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:16.793204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:16.800591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:16.818060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.885774 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.891200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.918739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f2fe44-52e4-443f-a17f-1a697c7882a1,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:16.928705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.930014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4cee4320-a4d9-4b7d-b6c4-476d4735bef1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560864 Jun 03 16:24:16.933259 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44632) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:16.940231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'bb4dc361-3d40-43b8-9c4c-917832da2c82', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:16.947230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:16.951357 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:16.954624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:16.961208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:16.985885 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.058262 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.062739 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.088624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77f2073-c981-4d2c-b588-cf1a883be727,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:17.100169 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.101441 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cebab5c0-43cb-4142-aa87-676d898e634a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1656137 Jun 03 16:24:17.104167 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44636) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:17.109968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'bb4dc361-3d40-43b8-9c4c-917832da2c82', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:17.116897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:17.120849 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:17.124664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:17.131170 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:17.142284 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:24:17.150007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.186515 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.223185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.227171 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.252868 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911e5a32-1591-402b-b31e-70b695df5442,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:17.262556 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.263808 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-56375828-d09f-4fa1-91bc-885e94cc0891 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587079 Jun 03 16:24:17.266624 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44640) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:17.272096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': 'bb4dc361-3d40-43b8-9c4c-917832da2c82', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:17.279696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:17.283907 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:17.286880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:17.293280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:17.305046 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:24:17.312607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.382221 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.385292 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.411632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae533a01-000c-4ddf-997e-ea70f7ca12e9,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:17.421656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.422937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-0989e2d3-a57c-4783-aac8-344e0c72dfac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553471 Jun 03 16:24:17.425693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44644) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:17.431194 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'network': {'name': 'tempest-network-smoke--489075890', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:17.437027 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:17.441103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:network and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:17.443958 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:17.450290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:17.463508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:17.467506 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.500085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:24:17.508787 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.509196 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Added segment 26edb395-7ddd-4c3b-9c84-3780db65af6f of type vlan for network eea1c908-fce9-4107-ad84-24988e24c686 Jun 03 16:24:17.537101 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.570291 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.576251 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:17.576879 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.683943 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2572048 Jun 03 16:24:17.686874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44648) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:17.692696 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8400a6-8fa3-4f15-838e-4b5590612dac tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Network': ['ID=eea1c908-fce9-4107-ad84-24988e24c686,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:17.699035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'admin_state_up': True, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:17.704816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network eea1c908-fce9-4107-ad84-24988e24c686 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:24:17.708251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:17.713019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:router and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:17.716763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:17.723922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:17.734278 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.735557 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:17.755620 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.036561 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.371969 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.409398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.556498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.248 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/4be4a93a-128a-4c3e-8d62-d8f9780442e1) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:18.599847 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.675871 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.720935 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.753832 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:18.823160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:18.826546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:18.830655 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:18.860651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=4be4a93a-128a-4c3e-8d62-d8f9780442e1,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:19.282954 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:24:19.381979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:19.738787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:19.952892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router a93ea55f-023f-4cb5-9708-95001f5af80d is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:24:20.136343 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:20.146439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Sync routers for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:20.157671 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:20.158393 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:20.166454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:20.168035 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a97e6226-4596-4fdf-82fb-d129d835326b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4800303 Jun 03 16:24:20.171379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44652) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:20.267978 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-570dc96e-3379-4016-9251-2924710dbb4b tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=42be07f72daf448186108fa2af25f7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952775 Jun 03 16:24:20.270577 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44658) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:20.356188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:20.405795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb43229-35c5-4a50-9d3f-3d3619daabf1 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:20.407307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8eb43229-35c5-4a50-9d3f-3d3619daabf1 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358130 Jun 03 16:24:20.411121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44662) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:20.451708 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8f27e898-2db5-4189-84a6-04e3459e3ed5 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394845 Jun 03 16:24:20.454346 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44666) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:20.459693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342597906', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:20.573928 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:20.578448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:subnet and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:20.581521 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:20.588191 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:20.600731 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:20.604851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:20.660783 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:19Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:20.665331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Checking router: a93ea55f-023f-4cb5-9708-95001f5af80d for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:20.665691 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Updating router a93ea55f-023f-4cb5-9708-95001f5af80d port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:24:20.726647 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:20.970947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.069250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Checking segment: {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:21.069762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network hostable DHCP agents. Network: eea1c908-fce9-4107-ad84-24988e24c686, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:24:21.077913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Subnet': ['ID=8bafd550-b90f-4acd-8381-b4d57868a258,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:21.095821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.096587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network eea1c908-fce9-4107-ad84-24988e24c686 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:24:21.107992 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, eea1c908-fce9-4107-ad84-24988e24c686) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:21.110837 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Transition to ACTIVE for port object 4be4a93a-128a-4c3e-8d62-d8f9780442e1 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:21.114136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:21.115830 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.119468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f5ade-7473-4f13-a103-34103af0dfaf None None] Network eea1c908-fce9-4107-ad84-24988e24c686 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:24:21.139665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.141670 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f7eaf2cd-ab5d-48ca-b4b8-f4849de9a2f7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6863530 Jun 03 16:24:21.144463 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44670) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:21.319675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e715beb-d930-4b1d-9691-a757a9366c2f None None] Pushing event updated for resources: {'Port': ['ID=4be4a93a-128a-4c3e-8d62-d8f9780442e1,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:21.334382 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Attempting to bind port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:21.334891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Attempting to bind port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:21.335262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Attempting to bind port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:21.355813 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:21.356376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:21.357342 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.357736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:21.358220 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Bound port: 4be4a93a-128a-4c3e-8d62-d8f9780442e1, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:21.358593 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.490719 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] For port 4be4a93a-128a-4c3e-8d62-d8f9780442e1, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:21.495751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] For port 4be4a93a-128a-4c3e-8d62-d8f9780442e1, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4be4a93a-128a-4c3e-8d62-d8f9780442e1,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:21.532335 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.586858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-eea1c908-fce9-4107-ad84-24988e24c686', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:24:21.587700 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.681796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e715beb-d930-4b1d-9691-a757a9366c2f None None] Pushing event updated for resources: {'Port': ['ID=4be4a93a-128a-4c3e-8d62-d8f9780442e1,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:21.690532 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:21.691031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:21.892019 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.947072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Allocated IP 172.20.0.2 (eea1c908-fce9-4107-ad84-24988e24c686/8bafd550-b90f-4acd-8381-b4d57868a258/455d6a88-41cc-4c20-aaf4-629378aafd84) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:21.950106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:22.417884 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:22.431171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Transition to ACTIVE for port object 455d6a88-41cc-4c20-aaf4-629378aafd84 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:22.454151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:19Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:22.458518 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Transition to ACTIVE for port object 455d6a88-41cc-4c20-aaf4-629378aafd84 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:22.461197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be402d41-687b-4b73-9550-a86c5eafb5f2 None None] The sync data for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 is: [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:19Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:22.465684 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:22.535206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Network eea1c908-fce9-4107-ad84-24988e24c686 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:22.536471 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:22.538868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:22.548028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.1 (eea1c908-fce9-4107-ad84-24988e24c686/8bafd550-b90f-4acd-8381-b4d57868a258/7b4ab217-4b1f-46d5-9aac-83eb044ee88b) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:22.586234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Pushing event updated for resources: {'Port': ['ID=455d6a88-41cc-4c20-aaf4-629378aafd84,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:22.654227 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Attempting to bind port 455d6a88-41cc-4c20-aaf4-629378aafd84 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:22.654801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Attempting to bind port 455d6a88-41cc-4c20-aaf4-629378aafd84 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:22.655367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Attempting to bind port 455d6a88-41cc-4c20-aaf4-629378aafd84 on network eea1c908-fce9-4107-ad84-24988e24c686 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:22.664447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:22.664948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Checking segment: {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:22.665585 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:22.666191 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Bound using segment: {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:22.667007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Bound port: 455d6a88-41cc-4c20-aaf4-629378aafd84, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:22.667601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:22.909744 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-51a18085-8790-450e-8599-878fd98c4403 None None] For port 455d6a88-41cc-4c20-aaf4-629378aafd84, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:22.913249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-51a18085-8790-450e-8599-878fd98c4403 None None] For port 455d6a88-41cc-4c20-aaf4-629378aafd84, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=455d6a88-41cc-4c20-aaf4-629378aafd84,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:22.918671 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:22.929454 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:22.953984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object 7b4ab217-4b1f-46d5-9aac-83eb044ee88b will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:22.986579 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:23.009586 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18085-8790-450e-8599-878fd98c4403 None None] Pushing event updated for resources: {'Port': ['ID=455d6a88-41cc-4c20-aaf4-629378aafd84,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:23.068395 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network eea1c908-fce9-4107-ad84-24988e24c686 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:23.071604 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:23.074192 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:23.125431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:23.153007 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:23.483023 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:23.967804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:23.974411 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.097010 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.152840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 455d6a88-41cc-4c20-aaf4-629378aafd84 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:24.235721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:24.257794 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 455d6a88-41cc-4c20-aaf4-629378aafd84 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:24.266531 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4be4a93a-128a-4c3e-8d62-d8f9780442e1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:24.298844 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network eea1c908-fce9-4107-ad84-24988e24c686 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:24.301110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:24.371421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:24.380684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:24.381413 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.478334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e4be8-b4d5-420a-a643-92c81c278d3a None None] Network eea1c908-fce9-4107-ad84-24988e24c686 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:24:24.592323 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] Provisioning for port 455d6a88-41cc-4c20-aaf4-629378aafd84 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:24.614754 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] Provisioning complete for port 455d6a88-41cc-4c20-aaf4-629378aafd84 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:24.614754 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.615125 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router a93ea55f-023f-4cb5-9708-95001f5af80d has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:24.807746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:24.808161 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.870035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 4be4a93a-128a-4c3e-8d62-d8f9780442e1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4be4a93a-128a-4c3e-8d62-d8f9780442e1,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:24.917208 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.993036 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:24.993946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] Current status of the port 455d6a88-41cc-4c20-aaf4-629378aafd84 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:24.995212 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:25.017949 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Sync routers for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:25.034367 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:25.035742 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:25.050039 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-dbb5c9e5-d5ae-4007-b4a8-bcb0246acebb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/a93ea55f-023f-4cb5-9708-95001f5af80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9042428 Jun 03 16:24:25.068959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=4be4a93a-128a-4c3e-8d62-d8f9780442e1,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:25.091327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] For port 455d6a88-41cc-4c20-aaf4-629378aafd84, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=455d6a88-41cc-4c20-aaf4-629378aafd84,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:25.102147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:25.196694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784024-7148-4404-bfcf-dd4ebf340c13 None None] Pushing event updated for resources: {'Port': ['ID=455d6a88-41cc-4c20-aaf4-629378aafd84,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:25.315085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c9b606b-11fd-4d9d-88be-72ca51addf55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:25.335955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c9b606b-11fd-4d9d-88be-72ca51addf55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:25.345506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c9b606b-11fd-4d9d-88be-72ca51addf55 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522603151&fields=id&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 267 time: 0.0747795 Jun 03 16:24:25.379994 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:25.446973 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0f5eedfe-a7a5-4758-9922-b732f21d765a None None] Provisioning complete for port 455d6a88-41cc-4c20-aaf4-629378aafd84 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:25.447620 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0f5eedfe-a7a5-4758-9922-b732f21d765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:25.609312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-700cbd2d-7258-4e31-8c8e-181a1eb78490 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:25.610954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-700cbd2d-7258-4e31-8c8e-181a1eb78490 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:25.627519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0f5eedfe-a7a5-4758-9922-b732f21d765a None None] Current status of the port 455d6a88-41cc-4c20-aaf4-629378aafd84 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:25.641685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-700cbd2d-7258-4e31-8c8e-181a1eb78490 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:25.642624 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0f5eedfe-a7a5-4758-9922-b732f21d765a None None] Provisioning for port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:25.649401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0f5eedfe-a7a5-4758-9922-b732f21d765a None None] Provisioning complete for port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:25.650099 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0f5eedfe-a7a5-4758-9922-b732f21d765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:25.651866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-700cbd2d-7258-4e31-8c8e-181a1eb78490 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/networks?id=eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 200 len: 796 time: 0.3043795 Jun 03 16:24:25.672817 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-191dd06e-33c0-47a6-89fc-e93ba24957bd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/quotas/42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 375 time: 0.0193369 Jun 03 16:24:25.718936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-0f5eedfe-a7a5-4758-9922-b732f21d765a None None] Port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:25.763461 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-6918b43c-c261-4a40-af46-811998ac9a7a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:25.785469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-6918b43c-c261-4a40-af46-811998ac9a7a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:25.787188 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-6918b43c-c261-4a40-af46-811998ac9a7a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135671 Jun 03 16:24:25.805600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-57586caf-82f4-4c25-b227-e24e5a6c562f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:24:25.807364 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-57586caf-82f4-4c25-b227-e24e5a6c562f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072079 Jun 03 16:24:25.840299 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 2, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:25.845937 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Checking router: a93ea55f-023f-4cb5-9708-95001f5af80d for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:25.846287 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Updating router a93ea55f-023f-4cb5-9708-95001f5af80d port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:24:25.846570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d749fa24-8f40-45d4-b51a-7c2318b7d6a1 None None] Provisioning complete for port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:25.846958 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d749fa24-8f40-45d4-b51a-7c2318b7d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:25.911997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d749fa24-8f40-45d4-b51a-7c2318b7d6a1 None None] Port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:25.923488 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:26.004708 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-aeb5a5fa-4fef-41d2-b74c-424700bc6695 service neutron] 10.222.0.66 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854277 Jun 03 16:24:26.046570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4f633c16-0e06-4afe-b09d-0c8087035a84 None None] Provisioning complete for port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:26.046570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4f633c16-0e06-4afe-b09d-0c8087035a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:26.108907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 455d6a88-41cc-4c20-aaf4-629378aafd84 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:26.158382 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-a68dee91-5e9e-430c-8412-f9f6b1790679 service neutron] 10.222.0.66 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525528 Jun 03 16:24:26.246132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4f633c16-0e06-4afe-b09d-0c8087035a84 None None] Port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:26.275182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 455d6a88-41cc-4c20-aaf4-629378aafd84 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:26.275774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:26.454439 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8115822f-c8ad-4cae-b33d-18a888df0903 req-caab5c2d-bb35-4994-bba3-48e2b586eea7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 210 time: 0.0912602 Jun 03 16:24:26.508058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 455d6a88-41cc-4c20-aaf4-629378aafd84 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:26.509272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4be4a93a-128a-4c3e-8d62-d8f9780442e1 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:26.509453 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:26.531189 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Transition to ACTIVE for port object 7b4ab217-4b1f-46d5-9aac-83eb044ee88b will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:26.542342 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:26.647134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:26.647769 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:26.781983 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Pushing event updated for resources: {'Port': ['ID=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:26.797499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:26.805633 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.806146 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.806811 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.807387 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.807892 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.808378 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.808821 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.809270 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.809841 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.810256 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.810699 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.811229 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:26.882569 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Attempting to bind port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:26.882886 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Attempting to bind port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:26.883225 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Attempting to bind port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b on network eea1c908-fce9-4107-ad84-24988e24c686 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:26.889935 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:26.890333 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Checking segment: {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:26.890733 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:26.891133 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Bound using segment: {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:26.891616 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Bound port: 7b4ab217-4b1f-46d5-9aac-83eb044ee88b, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:26.891994 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:27.035725 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] For port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:27.042470 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] For port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:27.050222 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:27.198650 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:27.199304 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:27.265498 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e7e1e-55cc-4b1d-bbd5-574aad69256a None None] Pushing event updated for resources: {'Port': ['ID=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:27.440247 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:27.700964 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-904dfbbb-ed71-450a-aa91-f020490201f2 req-12e94799-ce91-4bdd-b17b-20fac34c3987 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 210 time: 0.0744188 Jun 03 16:24:27.852267 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:27Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:27.858496 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aec484-f34e-495d-8a09-e03eb7002640 None None] The sync data for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 is: [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:27Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:28.055936 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-e51d6a52-df75-45c1-852a-e9bd8291e84d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:28.057672 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-e51d6a52-df75-45c1-852a-e9bd8291e84d tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/networks?id=eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 200 len: 796 time: 0.3165178 Jun 03 16:24:28.125724 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-1702f670-30f6-4d1b-871b-b5274269c664 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 380 time: 0.0588224 Jun 03 16:24:28.140909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7b4ab217-4b1f-46d5-9aac-83eb044ee88b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:28.142606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'port': {'device_id': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'admin_state_up': True, 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'security_groups': ['bb4dc361-3d40-43b8-9c4c-917832da2c82']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:28.295272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:28.301122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:28.301656 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.335732 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:28.348013 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:28.359909 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:28.363607 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.490019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:28.490649 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.539241 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:28.546502 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.575846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.12 (eea1c908-fce9-4107-ad84-24988e24c686/8bafd550-b90f-4acd-8381-b4d57868a258/06fd1e28-f415-48f0-88c7-8508240c6ace) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:28.662472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:28.808975 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.823861 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object 06fd1e28-f415-48f0-88c7-8508240c6ace will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:28.852319 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.916087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f74e5-a35e-449e-9053-daf31810dd5e req-91fd0f78-4880-4a4a-a32a-5e5e1174dfb5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:28.917687 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad9f74e5-a35e-449e-9053-daf31810dd5e req-91fd0f78-4880-4a4a-a32a-5e5e1174dfb5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 932 time: 0.0908947 Jun 03 16:24:28.932217 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network eea1c908-fce9-4107-ad84-24988e24c686 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:28.936160 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:28.941021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:29.009277 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:29.009947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.020406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad9f74e5-a35e-449e-9053-daf31810dd5e req-6ccadf12-34f3-4750-a7ca-d33f878036d7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886734 Jun 03 16:24:29.029433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=06fd1e28-f415-48f0-88c7-8508240c6ace,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:29.055226 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-01a82fb6-85dd-4e12-a665-e42cf94568d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9198620 Jun 03 16:24:29.071240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Request body: {'port': {'device_id': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:29.204804 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.277000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-00caf12d-8c9f-47ca-aaee-3d857a0f6ba0 None None] Provisioning for port 06fd1e28-f415-48f0-88c7-8508240c6ace completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:29.284642 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-00caf12d-8c9f-47ca-aaee-3d857a0f6ba0 None None] Provisioning complete for port 06fd1e28-f415-48f0-88c7-8508240c6ace triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:29.285028 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-00caf12d-8c9f-47ca-aaee-3d857a0f6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.350281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-00caf12d-8c9f-47ca-aaee-3d857a0f6ba0 None None] Port 06fd1e28-f415-48f0-88c7-8508240c6ace cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:29.679480 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fd1e28-f415-48f0-88c7-8508240c6ace {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:24:29.688202 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.705382 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Transition to ACTIVE for port object 06fd1e28-f415-48f0-88c7-8508240c6ace will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:29.710457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.893169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=06fd1e28-f415-48f0-88c7-8508240c6ace,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:29.987741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Attempting to bind port 06fd1e28-f415-48f0-88c7-8508240c6ace on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:29.988084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Attempting to bind port 06fd1e28-f415-48f0-88c7-8508240c6ace by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:29.988572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Attempting to bind port 06fd1e28-f415-48f0-88c7-8508240c6ace on network eea1c908-fce9-4107-ad84-24988e24c686 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:29.994352 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Port 06fd1e28-f415-48f0-88c7-8508240c6ace on network eea1c908-fce9-4107-ad84-24988e24c686 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:24:29.994541 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Attempting to bind port 06fd1e28-f415-48f0-88c7-8508240c6ace on network eea1c908-fce9-4107-ad84-24988e24c686 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:30.001771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:30.002021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Checking segment: {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:30.002686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Bound using segment: {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:30.003134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Bound port: 06fd1e28-f415-48f0-88c7-8508240c6ace, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26edb395-7ddd-4c3b-9c84-3780db65af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:30.003486 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.098690 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7b4ab217-4b1f-46d5-9aac-83eb044ee88b up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:30.121112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] For port 06fd1e28-f415-48f0-88c7-8508240c6ace, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:30.125913 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] For port 06fd1e28-f415-48f0-88c7-8508240c6ace, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=06fd1e28-f415-48f0-88c7-8508240c6ace,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:30.132688 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.211404 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:30.212029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.214027 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] 10.222.0.70 "PUT /v2.0/ports/06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 200 len: 1092 time: 1.1470535 Jun 03 16:24:30.214496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:30.242325 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c894e74-2a22-48a5-b151-ec0e931ccdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=06fd1e28-f415-48f0-88c7-8508240c6ace,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:30.264561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:30.265490 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.339668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908862-103d-41ee-952e-9c039eb72906 req-3e1ca528-5145-4627-8459-6627a645743c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:30.341354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13908862-103d-41ee-952e-9c039eb72906 req-3e1ca528-5145-4627-8459-6627a645743c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 944 time: 0.1618619 Jun 03 16:24:30.349278 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0135a3-fe13-45b4-900b-7f0434f01008'] response: {'name': 'network-changed', 'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'status': 'completed', 'code': 200} Jun 03 16:24:30.404508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-2bc1db6c-8989-4b2f-9297-b9f5c853dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:30.406357 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-2bc1db6c-8989-4b2f-9297-b9f5c853dd9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1095 time: 0.1399419 Jun 03 16:24:30.411601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-13908862-103d-41ee-952e-9c039eb72906 req-92e90181-3d5b-44f7-9804-31fb37772be4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505574 Jun 03 16:24:30.442643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:30.484910 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-5c0c09aa-d520-4164-b781-219a8b45d090 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 200 len: 217 time: 0.0675077 Jun 03 16:24:30.556758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-e4a8d2fc-b749-42d5-9098-6e227c19a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:30.558222 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-e4a8d2fc-b749-42d5-9098-6e227c19a0ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bafd550-b90f-4acd-8381-b4d57868a258 HTTP/1.1" status: 200 len: 835 time: 0.0634358 Jun 03 16:24:30.642618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-a777384e-80c7-4262-829c-5597bf2a71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:30.644432 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-a777384e-80c7-4262-829c-5597bf2a71b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eea1c908-fce9-4107-ad84-24988e24c686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773346 Jun 03 16:24:30.804775 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-8c29b5c9-bba9-4787-8fa8-5b7bd684c9f1 service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529782 Jun 03 16:24:31.075821 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-542da9a6-884d-46a1-a95a-a7475ba04d9e req-3b0f3b12-40ff-4196-81b1-075457984b0a service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618475 Jun 03 16:24:31.216914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-0e318255-2678-4fcf-ade3-31aa6dcaeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.218434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-0e318255-2678-4fcf-ade3-31aa6dcaeb1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1095 time: 0.0822067 Jun 03 16:24:31.359407 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-bb1b192f-a24c-4726-86ff-c01541edf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.360834 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-bb1b192f-a24c-4726-86ff-c01541edf262 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 200 len: 897 time: 0.1330595 Jun 03 16:24:31.429879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-e42f857c-4e69-4cfb-94fb-384b30a7b06c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 200 len: 217 time: 0.0624166 Jun 03 16:24:31.499619 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-32874216-5934-45b6-a6a8-ef7faa0d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.501126 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-32874216-5934-45b6-a6a8-ef7faa0d99f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bafd550-b90f-4acd-8381-b4d57868a258 HTTP/1.1" status: 200 len: 835 time: 0.0649104 Jun 03 16:24:31.578626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-1e6e75ed-6e81-4d72-a0e4-77960bea5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.579988 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-1e6e75ed-6e81-4d72-a0e4-77960bea5c0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eea1c908-fce9-4107-ad84-24988e24c686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710449 Jun 03 16:24:31.630421 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6908-b28a-4fee-84cc-77612ad63b64 req-901cdd1c-8290-4949-86d2-b45696eb92ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:31.631796 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15fa6908-b28a-4fee-84cc-77612ad63b64 req-901cdd1c-8290-4949-86d2-b45696eb92ab tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 944 time: 0.0841522 Jun 03 16:24:31.676580 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-15fa6908-b28a-4fee-84cc-77612ad63b64 req-7d90e1b4-8674-4954-a667-93a922feb6cb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Jun 03 16:24:31.716742 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-a49cd4d3-49fe-4937-bc82-c29e9f07a689 service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270566 Jun 03 16:24:31.850879 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a3b25b4-4d75-4c92-bb86-5a6bd8179346 req-f4a5d474-eadf-4dae-b0e1-4b0eba08e5d5 service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272693 Jun 03 16:24:32.861990 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b51a53-97ff-47b2-be67-bb6c723db3df req-89b69eec-dc07-43e6-8c14-57a307f4eaef tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:32.863481 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87b51a53-97ff-47b2-be67-bb6c723db3df req-89b69eec-dc07-43e6-8c14-57a307f4eaef tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 944 time: 0.0799041 Jun 03 16:24:32.907597 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87b51a53-97ff-47b2-be67-bb6c723db3df req-c57e9bf4-c496-4d5d-95eb-8e8c3517aee5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 Jun 03 16:24:33.633231 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 06fd1e28-f415-48f0-88c7-8508240c6ace details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:24:33.768877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 06fd1e28-f415-48f0-88c7-8508240c6ace, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=06fd1e28-f415-48f0-88c7-8508240c6ace,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:33.783984 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'port_id': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'mac_address': 'fa:16:3e:05:5b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:24:33.846038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 06fd1e28-f415-48f0-88c7-8508240c6ace is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:33.846408 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.866198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fd1e28-f415-48f0-88c7-8508240c6ace {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:24:33.881073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 06fd1e28-f415-48f0-88c7-8508240c6ace, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=06fd1e28-f415-48f0-88c7-8508240c6ace,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:33.884852 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.956381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=06fd1e28-f415-48f0-88c7-8508240c6ace,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:34.224177 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd3c3f-9920-431d-84b4-4dd1246a4a73 req-cbf23cfa-f525-4258-a29a-60c2eeb1ed5f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:34.225618 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efbd3c3f-9920-431d-84b4-4dd1246a4a73 req-cbf23cfa-f525-4258-a29a-60c2eeb1ed5f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 945 time: 0.2140157 Jun 03 16:24:34.234155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['06fd1e28-f415-48f0-88c7-8508240c6ace'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:24:34.278944 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-efbd3c3f-9920-431d-84b4-4dd1246a4a73 req-9879d592-d37b-4d6c-8735-dfc03b8bf99b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465481 Jun 03 16:24:35.462956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a109ce-23a0-4f67-b731-653bbea09e5d req-2b111d83-7cc7-42eb-a938-757c49e1d7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:35.464450 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55a109ce-23a0-4f67-b731-653bbea09e5d req-2b111d83-7cc7-42eb-a938-757c49e1d7b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 945 time: 0.0798218 Jun 03 16:24:35.511397 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-55a109ce-23a0-4f67-b731-653bbea09e5d req-8ee0a041-3557-4cfc-b6d8-8cf75e580041 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Jun 03 16:24:35.636684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 06fd1e28-f415-48f0-88c7-8508240c6ace up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:35.702664 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 06fd1e28-f415-48f0-88c7-8508240c6ace completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:35.707405 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 06fd1e28-f415-48f0-88c7-8508240c6ace triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:35.707771 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.822811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 06fd1e28-f415-48f0-88c7-8508240c6ace is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:35.823186 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.849203 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:35.859948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 06fd1e28-f415-48f0-88c7-8508240c6ace, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=06fd1e28-f415-48f0-88c7-8508240c6ace,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:35.864407 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.899532 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edaa1b8-8cb0-46de-9021-8a16c0422dca'] response: {'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'code': 200} Jun 03 16:24:35.937401 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=06fd1e28-f415-48f0-88c7-8508240c6ace,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:36.030349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e69b6-76dc-4dfc-a945-bb11d277676f req-f6da4a55-e691-4a21-abfe-e8ecbc2c945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:36.032881 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2e69b6-76dc-4dfc-a945-bb11d277676f req-f6da4a55-e691-4a21-abfe-e8ecbc2c945a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1097 time: 0.0782111 Jun 03 16:24:36.077376 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-8e2e69b6-76dc-4dfc-a945-bb11d277676f req-5dd57dbb-3e48-4f82-b8b4-e8fa3bc9783a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375726 Jun 03 16:24:36.694361 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826b966-c7e4-43d7-b591-2c529dba45bb req-dd8e46ce-27ef-4e4e-b6fb-610f3e7b8164 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:36.695753 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2826b966-c7e4-43d7-b591-2c529dba45bb req-dd8e46ce-27ef-4e4e-b6fb-610f3e7b8164 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0805531 Jun 03 16:24:36.740576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2826b966-c7e4-43d7-b591-2c529dba45bb req-3f237093-c852-4215-a35f-02fe40a62e9c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 Jun 03 16:24:38.089712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93733314-7e65-447c-b7df-eb5c0142c5bc req-8ecff925-fbb8-47d5-893d-ebd0761b6e33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:38.091607 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93733314-7e65-447c-b7df-eb5c0142c5bc req-8ecff925-fbb8-47d5-893d-ebd0761b6e33 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0855196 Jun 03 16:24:38.135976 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-93733314-7e65-447c-b7df-eb5c0142c5bc req-24ee6d02-982b-4c43-8ca7-70e020496124 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380971 Jun 03 16:24:38.330823 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46060d4-dcd7-408d-9f27-3554727b23b6 req-78094c7f-9900-40d1-860e-aad404a65acc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:38.332257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d46060d4-dcd7-408d-9f27-3554727b23b6 req-78094c7f-9900-40d1-860e-aad404a65acc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0807710 Jun 03 16:24:38.376828 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d46060d4-dcd7-408d-9f27-3554727b23b6 req-e843d41f-771c-4231-8ed6-6140d7179228 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387073 Jun 03 16:24:38.399419 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44720) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:38.474231 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198bc1c1-e2f7-498f-b54b-24ec803da6e4 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:38.475754 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-198bc1c1-e2f7-498f-b54b-24ec803da6e4 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1092 time: 0.0753632 Jun 03 16:24:38.479576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44724) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:38.489336 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:38.496768 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:38.502188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:floatingip and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:38.505398 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:38.511425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:38.522726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.687747 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.828003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.10 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/52fdc9a6-26d5-410e-a29f-2b9ac7811584) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:38.980627 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.012066 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.078897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:39.082168 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:39.085956 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:39.115059 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=52fdc9a6-26d5-410e-a29f-2b9ac7811584,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:39.133934 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.134269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.134604 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.134935 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.135260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.135580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.135900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.136244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.136644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.136883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.137200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.137513 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:39.527517 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.602637 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.928925 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.934002 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.046412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=52fdc9a6-26d5-410e-a29f-2b9ac7811584,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:40.058601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.234598 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 346afc91-8bbd-4eeb-842a-21d84dae5e87 associated. External IP: 172.25.1.10, port: 06fd1e28-f415-48f0-88c7-8508240c6ace. Jun 03 16:24:40.600395 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router a93ea55f-023f-4cb5-9708-95001f5af80d has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:40.791206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:40.803260 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] Sync routers for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:40.813768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:40.814398 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:40.829210 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.893442 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5f1410f3-4c95-4940-9dce-e599766c61dd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4125686 Jun 03 16:24:40.893938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:40.976241 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9777385f-0bd0-40fc-ae56-152be4bcdb51'] response: {'name': 'network-changed', 'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'status': 'completed', 'code': 200} Jun 03 16:24:41.115502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:41.135280 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-df214646-0261-4315-b162-b97a23476660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.136926 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-df214646-0261-4315-b162-b97a23476660 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1097 time: 0.1138299 Jun 03 16:24:41.178968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6c758-45c7-439d-aa3f-62bc382aa43f req-1613cd49-6072-4f95-96e3-18e780b48708 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.181672 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9df6c758-45c7-439d-aa3f-62bc382aa43f req-1613cd49-6072-4f95-96e3-18e780b48708 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.1146281 Jun 03 16:24:41.234314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9df6c758-45c7-439d-aa3f-62bc382aa43f req-2f137042-9992-4251-ba63-31fd59476643 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 Jun 03 16:24:41.263306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44732) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:41.291452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-295307e1-b291-4a77-a598-3acf00d91baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.292994 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-295307e1-b291-4a77-a598-3acf00d91baf service neutron] 10.222.0.70 "GET /v2.0/networks?id=eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 200 len: 897 time: 0.1495254 Jun 03 16:24:41.377249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-7d2770b1-e9df-4af9-861d-4de6fc23e9b4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/346afc91-8bbd-4eeb-842a-21d84dae5e87 HTTP/1.1" status: 200 len: 991 time: 0.1120355 Jun 03 16:24:41.414179 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-d70e6771-0afe-4da2-91c6-d44b5d09af7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 200 len: 999 time: 0.1133950 Jun 03 16:24:41.489052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-b08b61bd-a960-4f48-a55a-638cca3184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.490535 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-b08b61bd-a960-4f48-a55a-638cca3184ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bafd550-b90f-4acd-8381-b4d57868a258 HTTP/1.1" status: 200 len: 835 time: 0.0661693 Jun 03 16:24:41.546125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '346afc91-8bbd-4eeb-842a-21d84dae5e87', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'port_id': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'mac_address': 'fa:16:3e:05:5b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:39Z', 'updated_at': '2022-06-03T16:24:39Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:41.552281 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] Checking router: a93ea55f-023f-4cb5-9708-95001f5af80d for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:41.564760 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:41.565390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:24:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:41.571040 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-91d9e026-7e5a-44ea-bf19-958fa42e34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.572622 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-91d9e026-7e5a-44ea-bf19-958fa42e34d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eea1c908-fce9-4107-ad84-24988e24c686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752184 Jun 03 16:24:41.712443 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-1afbc988-d2a1-4e70-94f0-831b0333066b service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333237 Jun 03 16:24:41.790319 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:41.956647 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-003e2d07-b3e1-4ef7-b2cc-9113085a420a req-5b551acb-cfd2-457d-8636-dfee76d052e0 service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385621 Jun 03 16:24:42.152372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '346afc91-8bbd-4eeb-842a-21d84dae5e87', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'port_id': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'mac_address': 'fa:16:3e:05:5b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:39Z', 'updated_at': '2022-06-03T16:24:39Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:42.157075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce9a8f-acaf-4047-9925-a5ff1c040ec0 None None] The sync data for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 is: [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '346afc91-8bbd-4eeb-842a-21d84dae5e87', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.10', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'port_id': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'mac_address': 'fa:16:3e:05:5b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:39Z', 'updated_at': '2022-06-03T16:24:39Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:42.354934 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120e625-a42f-45e7-abf9-b1a5eaf2a854 None None] New status for floating IP 346afc91-8bbd-4eeb-842a-21d84dae5e87: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:42.381112 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44736) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:42.489338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-afc9878a-627e-423a-b7c3-0f3f4b966b23 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/346afc91-8bbd-4eeb-842a-21d84dae5e87 HTTP/1.1" status: 200 len: 991 time: 0.1070855 Jun 03 16:24:43.479486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-82d39908-caa6-4327-a57c-b84bb14d2e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.493432 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44740) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:43.599377 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-804d1a26-2786-4029-8fe3-ee85db1a4645 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/346afc91-8bbd-4eeb-842a-21d84dae5e87 HTTP/1.1" status: 200 len: 993 time: 0.1046441 Jun 03 16:24:46.151633 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:46.378982 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8ac2-74ce-4bd5-baff-e9844d35dcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:46.704394 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:47.187192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:48.613504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:48.674482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:56.283527 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:25:13.474366 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b20f5fae-a92b-48c3-9339-9ba91af07f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:15.213367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a79f5a-58f5-47ce-a674-0e909ef48d16 req-ee341e4a-4f04-4724-b06b-0f335aeb206c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:15.214843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58a79f5a-58f5-47ce-a674-0e909ef48d16 req-ee341e4a-4f04-4724-b06b-0f335aeb206c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.2114906 Jun 03 16:25:15.258738 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58a79f5a-58f5-47ce-a674-0e909ef48d16 req-0d9325ed-c275-46ae-a6dc-838287af26d2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377436 Jun 03 16:25:16.153022 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:16.381103 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-45586940-5096-4ee0-aefe-9e235f9edfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:16.450084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794011b-e48e-4bed-bb4f-89deca2bff50 req-24b8dfad-3c37-4ff9-a7ad-c331bc8be913 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:16.451631 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a794011b-e48e-4bed-bb4f-89deca2bff50 req-24b8dfad-3c37-4ff9-a7ad-c331bc8be913 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0806553 Jun 03 16:25:16.501105 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a794011b-e48e-4bed-bb4f-89deca2bff50 req-1245da3d-dd73-46fd-8d46-26aff1413571 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Jun 03 16:25:16.705771 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:17.189899 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:17.748805 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6746-2662-4ad2-aab7-5892ad59fcee req-dcecb93e-e255-477b-b4fc-4e0834d3395e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:17.750257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63db6746-2662-4ad2-aab7-5892ad59fcee req-dcecb93e-e255-477b-b4fc-4e0834d3395e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.1396344 Jun 03 16:25:17.794423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63db6746-2662-4ad2-aab7-5892ad59fcee req-5fc86b09-ce76-4c43-a4ac-b890b9a83723 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 Jun 03 16:25:18.635792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:18.677665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:19.024029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ff0b4-2822-4a52-80ec-486409408f90 req-494a6756-c4b9-42d8-8442-4fbe41d93876 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:19.025518 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-233ff0b4-2822-4a52-80ec-486409408f90 req-494a6756-c4b9-42d8-8442-4fbe41d93876 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.1269057 Jun 03 16:25:19.069616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-233ff0b4-2822-4a52-80ec-486409408f90 req-0c83eb9e-794b-429d-a17f-e87f32c33bd1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377374 Jun 03 16:25:20.254097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58cc57-a5ba-4e0d-a344-4541c1fd6eff req-c75ebea3-da8d-490c-ba99-cf6536f26b74 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:20.255540 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe58cc57-a5ba-4e0d-a344-4541c1fd6eff req-c75ebea3-da8d-490c-ba99-cf6536f26b74 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0798907 Jun 03 16:25:20.300867 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fe58cc57-a5ba-4e0d-a344-4541c1fd6eff req-9ee1f55f-3735-452a-a653-934f9a2ab357 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Jun 03 16:25:21.488566 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c41bac-7410-4fc4-ab1d-29a77d2200c8 req-d4eb74e6-1c08-421c-b2f8-d90cfc0d4ce9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:21.490047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c41bac-7410-4fc4-ab1d-29a77d2200c8 req-d4eb74e6-1c08-421c-b2f8-d90cfc0d4ce9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0834942 Jun 03 16:25:21.533665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-42c41bac-7410-4fc4-ab1d-29a77d2200c8 req-9d5c912b-056d-435a-bedc-699fdf50758c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379796 Jun 03 16:25:22.716179 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd69a65-3a13-4632-a675-f9b5a81807e0 req-0300d8be-f2a1-4083-aee0-ca19c4d94906 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:22.718155 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fd69a65-3a13-4632-a675-f9b5a81807e0 req-0300d8be-f2a1-4083-aee0-ca19c4d94906 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0787210 Jun 03 16:25:22.764948 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7fd69a65-3a13-4632-a675-f9b5a81807e0 req-7131b35a-08bc-4a26-a9a8-9fe944eb8eeb tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Jun 03 16:25:23.952576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5e12c-1af2-4825-8173-f66f91c67b25 req-628be049-3fa5-4c27-88ce-e44905cbcbd8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:23.954033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1a5e12c-1af2-4825-8173-f66f91c67b25 req-628be049-3fa5-4c27-88ce-e44905cbcbd8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0811470 Jun 03 16:25:24.000145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a1a5e12c-1af2-4825-8173-f66f91c67b25 req-5dffc494-34f1-41d7-9263-a8b96b1edfe6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Jun 03 16:25:25.191627 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194a6a8-fc99-4a2f-a0a8-5d2865aa7e7d req-cbacc08e-cb24-4911-9898-e33118d9a395 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:25.193190 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b194a6a8-fc99-4a2f-a0a8-5d2865aa7e7d req-cbacc08e-cb24-4911-9898-e33118d9a395 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0855522 Jun 03 16:25:25.249029 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b194a6a8-fc99-4a2f-a0a8-5d2865aa7e7d req-639f51f1-5fdb-4a26-8980-a2065fc345e3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494208 Jun 03 16:25:26.439656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559ca65-7102-4fe8-9e83-009a2170f7ae req-6db12505-d99c-4a88-b9bd-601354cdeb27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:26.441192 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1559ca65-7102-4fe8-9e83-009a2170f7ae req-6db12505-d99c-4a88-b9bd-601354cdeb27 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0826473 Jun 03 16:25:26.487380 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1559ca65-7102-4fe8-9e83-009a2170f7ae req-f82bc552-bc8f-4be5-8ad3-8dfcccac9b20 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Jun 03 16:25:26.509814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44784) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:26.619519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-689f8dd6-3870-4550-a4c7-79b544e03586 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/346afc91-8bbd-4eeb-842a-21d84dae5e87 HTTP/1.1" status: 200 len: 993 time: 0.1084805 Jun 03 16:25:28.084705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef586c-afef-4cdb-87d9-7d1faa305925 req-72808110-c1c2-4e73-a703-1007bc326120 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:28.087168 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bef586c-afef-4cdb-87d9-7d1faa305925 req-72808110-c1c2-4e73-a703-1007bc326120 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.1030405 Jun 03 16:25:28.133746 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1bef586c-afef-4cdb-87d9-7d1faa305925 req-ce7b6a83-c580-4ea3-83fd-90641d78eebc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411506 Jun 03 16:25:28.178572 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-cef7284d-f3fc-4a4c-b488-66a4632aa725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:28.180085 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-cef7284d-f3fc-4a4c-b488-66a4632aa725 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1097 time: 0.1308727 Jun 03 16:25:28.313147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-3c13f9cc-6cbc-433b-b7dd-56f6c3219252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:28.314601 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-3c13f9cc-6cbc-433b-b7dd-56f6c3219252 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 200 len: 897 time: 0.1257443 Jun 03 16:25:28.421175 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-0be663e4-a81b-4783-b79c-232d1787a4de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 200 len: 1001 time: 0.0972419 Jun 03 16:25:28.497304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-123a1cf4-e979-4182-aa92-141923417bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:28.498822 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-123a1cf4-e979-4182-aa92-141923417bad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bafd550-b90f-4acd-8381-b4d57868a258 HTTP/1.1" status: 200 len: 835 time: 0.0613315 Jun 03 16:25:28.575429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-72dd986f-4fb5-4750-b26c-fa49681eee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:28.576966 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-72dd986f-4fb5-4750-b26c-fa49681eee29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eea1c908-fce9-4107-ad84-24988e24c686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690041 Jun 03 16:25:28.713017 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-3f9dd199-0c91-440a-b177-fd2c31848974 service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261220 Jun 03 16:25:28.846286 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-191b18d6-d98b-4207-b86a-97f0ac16709f req-5073e311-148c-4fa8-a899-dc46823ccb22 service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241813 Jun 03 16:25:29.323758 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71afa60-803e-42ac-8070-72171bf2146b req-87889d80-bef9-4864-adac-61ef38d4027f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:29.325160 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f71afa60-803e-42ac-8070-72171bf2146b req-87889d80-bef9-4864-adac-61ef38d4027f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0796845 Jun 03 16:25:29.381081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f71afa60-803e-42ac-8070-72171bf2146b req-e603527b-40fe-443e-a2f2-71b5fe9a58a7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499613 Jun 03 16:25:30.581967 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0065b-fdb4-48ce-b8b9-04afd2c8a3fa req-92cedd08-aa7c-4435-9a43-e2b75a3f5d6a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:30.583427 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10c0065b-fdb4-48ce-b8b9-04afd2c8a3fa req-92cedd08-aa7c-4435-9a43-e2b75a3f5d6a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0838196 Jun 03 16:25:30.628331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10c0065b-fdb4-48ce-b8b9-04afd2c8a3fa req-365ec461-5bac-4072-b041-1a4971798c15 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390918 Jun 03 16:25:30.652482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44800) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:25:30.760017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9c9d1249-3a99-47d3-a40b-4ab5afd43214 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/346afc91-8bbd-4eeb-842a-21d84dae5e87 HTTP/1.1" status: 200 len: 993 time: 0.1063981 Jun 03 16:25:32.944649 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-6bde0170-2c01-44ec-ac17-f92ee277e1ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690529 Jun 03 16:25:33.083570 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-a0a7ed2e-0e1e-40d4-9b94-ff63f9b4b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:33.085086 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-a0a7ed2e-0e1e-40d4-9b94-ff63f9b4b5bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1097 time: 0.0739994 Jun 03 16:25:33.231799 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-2c84fadd-4b2f-459b-a062-bdb795e03be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:33.233220 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-2c84fadd-4b2f-459b-a062-bdb795e03be1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 200 len: 897 time: 0.1303320 Jun 03 16:25:33.283430 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:25:33.340321 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-8b82bb75-8870-4e26-802d-aae52b6c5b38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 200 len: 1001 time: 0.1004617 Jun 03 16:25:33.402487 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-74ac8d70-00a4-4154-b7af-d9b46866803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:33.403907 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-74ac8d70-00a4-4154-b7af-d9b46866803e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bafd550-b90f-4acd-8381-b4d57868a258 HTTP/1.1" status: 200 len: 835 time: 0.0575209 Jun 03 16:25:33.481071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-7d3149c6-66e6-4f08-8701-205858110391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:33.482674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-7d3149c6-66e6-4f08-8701-205858110391 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eea1c908-fce9-4107-ad84-24988e24c686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728333 Jun 03 16:25:33.614711 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-ad6c7ee1-4ac0-41b6-af95-2e03ebce413a service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256411 Jun 03 16:25:33.852982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-39e63a46-f58d-4815-8538-2b7a71780b60 req-0bd14215-a0af-483b-8c42-9c8c2de2dd5a service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322378 Jun 03 16:25:43.478062 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0e08-39e6-44ca-81e8-9f465e73e3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:46.163525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:46.382375 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3f49289e-2021-4bc8-90a8-f0abe1761fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:46.706978 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:47.191892 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:48.633044 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:48.680519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:04.454304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44828) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:04.670970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 52fdc9a6-26d5-410e-a29f-2b9ac7811584 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:04.671436 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:04.975614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:04.975977 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:05.117017 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 52fdc9a6-26d5-410e-a29f-2b9ac7811584 owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:05.279714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:05.331703 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=52fdc9a6-26d5-410e-a29f-2b9ac7811584,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:05.376969 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.377316 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.377655 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.377991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.378320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.378648 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.378974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.379383 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.379713 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.380036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.380452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.380772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:05.440850 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:05.441217 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 346afc91-8bbd-4eeb-842a-21d84dae5e87 disassociated (deleted). External IP: 172.25.1.10, port: 06fd1e28-f415-48f0-88c7-8508240c6ace. Jun 03 16:26:05.816282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router a93ea55f-023f-4cb5-9708-95001f5af80d has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:06.001291 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:06.014723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] Sync routers for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:06.022400 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:06.026555 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:06.027264 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:06.086304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-23dd6723-d931-4610-8f06-de57d22ad1b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/floatingips/346afc91-8bbd-4eeb-842a-21d84dae5e87 HTTP/1.1" status: 204 len: 168 time: 1.6306047 Jun 03 16:26:06.087153 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:06.137078 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79155896-b98c-4d7c-a26b-cd35d8a51805'] response: {'name': 'network-changed', 'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'status': 'completed', 'code': 200} Jun 03 16:26:06.221056 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:06.252758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-8721ee29-2b70-49f7-96a0-3de3ce26899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.255088 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-8721ee29-2b70-49f7-96a0-3de3ce26899a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 1097 time: 0.0851870 Jun 03 16:26:06.411247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-beaaa391-be6e-4082-b893-c7d215c63f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.413006 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-beaaa391-be6e-4082-b893-c7d215c63f09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 200 len: 897 time: 0.1484289 Jun 03 16:26:06.492229 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-4e2c45e8-fe37-4a01-8c7a-d4fa67c34a40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 200 len: 217 time: 0.0723405 Jun 03 16:26:06.503807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad837f-ee1c-41dd-ac3d-a6c3c1378df0 req-a73897b0-f5b0-4cb2-abcd-8d8d0ed516c5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.505483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-afad837f-ee1c-41dd-ac3d-a6c3c1378df0 req-a73897b0-f5b0-4cb2-abcd-8d8d0ed516c5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:06.523836 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-afad837f-ee1c-41dd-ac3d-a6c3c1378df0 req-a73897b0-f5b0-4cb2-abcd-8d8d0ed516c5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:06.526053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afad837f-ee1c-41dd-ac3d-a6c3c1378df0 req-a73897b0-f5b0-4cb2-abcd-8d8d0ed516c5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.1194379 Jun 03 16:26:06.571244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-9385aee4-1e08-4b86-8edf-ec3cc4a183e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.573582 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-9385aee4-1e08-4b86-8edf-ec3cc4a183e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bafd550-b90f-4acd-8381-b4d57868a258 HTTP/1.1" status: 200 len: 835 time: 0.0753496 Jun 03 16:26:06.579617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-afad837f-ee1c-41dd-ac3d-a6c3c1378df0 req-b5842a15-a40f-4368-ada5-8e2c45b0dde4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458047 Jun 03 16:26:06.655450 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:06.659787 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] Checking router: a93ea55f-023f-4cb5-9708-95001f5af80d for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:06.663783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-da264b75-4f69-44bf-93a5-38381dea6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.665376 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-da264b75-4f69-44bf-93a5-38381dea6a7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eea1c908-fce9-4107-ad84-24988e24c686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830464 Jun 03 16:26:06.669294 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:06.669917 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:06.807561 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-e3625b9b-fa41-4b81-919f-5a48a0711f8c service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326597 Jun 03 16:26:06.855997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:06.948785 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fd4499b3-765f-4a8a-9a8f-17007297da70 req-7ccaa1f0-27d3-4358-bd31-65fbb01c53a7 service neutron] 10.222.0.70 "GET /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338968 Jun 03 16:26:07.186884 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:07.191288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc007ff5-3e90-4a56-ad3b-ee6ff45196b1 None None] The sync data for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 is: [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:24:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '7b4ab217-4b1f-46d5-9aac-83eb044ee88b', 'name': '', 'network_id': 'eea1c908-fce9-4107-ad84-24988e24c686', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:ae:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:22Z', 'updated_at': '2022-06-03T16:24:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '8bafd550-b90f-4acd-8381-b4d57868a258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:07.441016 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2f4a4-c0cb-45b7-ae3c-8174adc9682a None None] New status for floating IP 346afc91-8bbd-4eeb-842a-21d84dae5e87: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:26:07.774140 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c8afb-d76b-4a2f-b1b6-f76e0e6e8af8 req-af9f3319-4be1-4944-9390-8eb2efaec435 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:07.775636 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f28c8afb-d76b-4a2f-b1b6-f76e0e6e8af8 req-af9f3319-4be1-4944-9390-8eb2efaec435 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.0840371 Jun 03 16:26:07.820592 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f28c8afb-d76b-4a2f-b1b6-f76e0e6e8af8 req-b06b8f5a-ce54-458e-adb6-3a855ddc42d5 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb4dc361-3d40-43b8-9c4c-917832da2c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391064 Jun 03 16:26:08.157289 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-4342ac03-3e06-4d01-8f50-6d12e8dbbc13 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:08.158182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-4342ac03-3e06-4d01-8f50-6d12e8dbbc13 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:08.172563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-4342ac03-3e06-4d01-8f50-6d12e8dbbc13 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:08.173824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-4342ac03-3e06-4d01-8f50-6d12e8dbbc13 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 946 time: 0.1113915 Jun 03 16:26:08.255515 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 06fd1e28-f415-48f0-88c7-8508240c6ace {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:08.256033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:08.536516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 06fd1e28-f415-48f0-88c7-8508240c6ace, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=06fd1e28-f415-48f0-88c7-8508240c6ace,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:08.536869 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:08.669035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 06fd1e28-f415-48f0-88c7-8508240c6ace owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:08.818361 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:08.993871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=06fd1e28-f415-48f0-88c7-8508240c6ace,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:09.013561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.014143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.014710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.015281 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.015853 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.016448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.017026 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.017603 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.018355 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.018741 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.019306 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.020432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.051822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70cc3922-8227-4d9b-aa89-10be345f9e43 req-ebaff61b-ee50-4a11-a0d3-8bd2a6be850e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4f9b5c-32aa-4e50-8e8c-521223e89d7b HTTP/1.1" status: 200 len: 210 time: 0.0588105 Jun 03 16:26:09.144378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] No DVR routers for this DVR port 06fd1e28-f415-48f0-88c7-8508240c6ace on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:26:09.147996 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:09.151378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'name': 'network-vif-deleted', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:09.168935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-852305c4-d260-405a-ae06-7aef3a247ec7 req-2ae0c684-81b5-4ef2-9f7c-f6540fe9808f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "DELETE /v2.0/ports/06fd1e28-f415-48f0-88c7-8508240c6ace HTTP/1.1" status: 204 len: 173 time: 0.9868939 Jun 03 16:26:09.215441 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce653d3-9765-46ed-a160-08f3e9022640'] response: {'server_uuid': 'ca4f9b5c-32aa-4e50-8e8c-521223e89d7b', 'name': 'network-vif-deleted', 'tag': '06fd1e28-f415-48f0-88c7-8508240c6ace', 'status': 'completed', 'code': 200} Jun 03 16:26:10.186944 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44846) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:10.284457 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:26:10.898995 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:11.296014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:11.296798 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:11.505591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 7b4ab217-4b1f-46d5-9aac-83eb044ee88b, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:11.505951 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:11.634790 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 7b4ab217-4b1f-46d5-9aac-83eb044ee88b owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:11.880243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:12.070891 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=7b4ab217-4b1f-46d5-9aac-83eb044ee88b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:12.074945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 06fd1e28-f415-48f0-88c7-8508240c6ace no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:12.161611 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 06fd1e28-f415-48f0-88c7-8508240c6ace {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:26:12.162089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 06fd1e28-f415-48f0-88c7-8508240c6ace not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:26:12.377166 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:12.756304 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router a93ea55f-023f-4cb5-9708-95001f5af80d has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:12.935977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:12.945955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] Sync routers for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:12.950005 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b24c42da-f548-4e88-8e7f-812508bdb8da tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/a93ea55f-023f-4cb5-9708-95001f5af80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7619576 Jun 03 16:26:12.952732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44850) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:12.956423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:12.957036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:13.030235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting subnet 8bafd550-b90f-4acd-8381-b4d57868a258 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:26:13.034930 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.107495 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.143849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:13.235402 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.350610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.428089 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Subnet': ['ID=8bafd550-b90f-4acd-8381-b4d57868a258,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:13.431921 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.438941 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-04038d1a-ed58-4d3a-b4cf-94b5a370a843 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/subnets/8bafd550-b90f-4acd-8381-b4d57868a258 HTTP/1.1" status: 204 len: 168 time: 0.4851737 Jun 03 16:26:13.442240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44854) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:13.518730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85289180-45bc-4b84-83f7-2fa21c464ddd None None] Network eea1c908-fce9-4107-ad84-24988e24c686 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:13.619168 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9a61668-985e-4f07-b926-e94a5fb4ed0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.757208 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:26:11Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:13.763699 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] Checking router: a93ea55f-023f-4cb5-9708-95001f5af80d for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:13.778173 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.779439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] Routers {'a93ea55f-023f-4cb5-9708-95001f5af80d'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:13.780076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:25:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['a93ea55f-023f-4cb5-9708-95001f5af80d'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:13.930033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] DHCP port deletion for eea1c908-fce9-4107-ad84-24988e24c686 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:26:13.956865 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Deleting port 455d6a88-41cc-4c20-aaf4-629378aafd84 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:13.957811 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.979679 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.990694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 4be4a93a-128a-4c3e-8d62-d8f9780442e1 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:13.992399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.033457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] Set router a93ea55f-023f-4cb5-9708-95001f5af80d gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:14.186465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 455d6a88-41cc-4c20-aaf4-629378aafd84 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:14.205275 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 4be4a93a-128a-4c3e-8d62-d8f9780442e1, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=4be4a93a-128a-4c3e-8d62-d8f9780442e1,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:14.205849 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.354495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 4be4a93a-128a-4c3e-8d62-d8f9780442e1 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:14.543318 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.573451 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] For port 455d6a88-41cc-4c20-aaf4-629378aafd84, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=455d6a88-41cc-4c20-aaf4-629378aafd84,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:14.573849 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.587285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 455d6a88-41cc-4c20-aaf4-629378aafd84 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:14.587658 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.591763 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=4be4a93a-128a-4c3e-8d62-d8f9780442e1,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:14.689693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.741127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Calling delete_port for 455d6a88-41cc-4c20-aaf4-629378aafd84 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:14.803125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 455d6a88-41cc-4c20-aaf4-629378aafd84, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=455d6a88-41cc-4c20-aaf4-629378aafd84,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:14.810773 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.885770 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.888460 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.906960 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:26:14.907367 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:26:14.912149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:26:11Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:14.918117 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.918690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Fanout notify agent at l3_agent the message router_deleted on router a93ea55f-023f-4cb5-9708-95001f5af80d {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:26:14.919074 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=455d6a88-41cc-4c20-aaf4-629378aafd84,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:14.922437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f322dc-fe67-4ec3-b203-dfc3601c72df None None] The sync data for ids ['a93ea55f-023f-4cb5-9708-95001f5af80d'] in n-d-844594-1 is: [{'id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778129026', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:17Z', 'updated_at': '2022-06-03T16:26:11Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': '4be4a93a-128a-4c3e-8d62-d8f9780442e1', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ea55f-023f-4cb5-9708-95001f5af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:18Z', 'updated_at': '2022-06-03T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:14.932474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.932819 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.933156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.933490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.933821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.934151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.934477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.934801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.935122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.935441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.935762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.935870 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:14.936079 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:14.936996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6fa28c7f-b2d1-4a66-895b-c97cf2af63f4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/routers/a93ea55f-023f-4cb5-9708-95001f5af80d HTTP/1.1" status: 204 len: 168 time: 1.4938047 Jun 03 16:26:14.939927 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44858) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:15.070426 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.082710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 455d6a88-41cc-4c20-aaf4-629378aafd84 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:15.083052 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.314561 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 455d6a88-41cc-4c20-aaf4-629378aafd84, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=455d6a88-41cc-4c20-aaf4-629378aafd84,segment=NetworkSegment(26edb395-7ddd-4c3b-9c84-3780db65af6f),segment_id=26edb395-7ddd-4c3b-9c84-3780db65af6f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:15.314943 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.408498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Deleting port 455d6a88-41cc-4c20-aaf4-629378aafd84 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:15.409549 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.451459 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 455d6a88-41cc-4c20-aaf4-629378aafd84 owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:15.552838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.562007 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2d4273a8-a41b-4c7c-ae56-cde28a13cf38 None None] The port '455d6a88-41cc-4c20-aaf4-629378aafd84' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:26:15.606254 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=455d6a88-41cc-4c20-aaf4-629378aafd84,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:15.608030 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] No DVR routers for this DVR port 455d6a88-41cc-4c20-aaf4-629378aafd84 on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:26:15.752262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.782017 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea1c908-fce9-4107-ad84-24988e24c686']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:15.795818 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26edb395-7ddd-4c3b-9c84-3780db65af6f') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:15.796224 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26edb395-7ddd-4c3b-9c84-3780db65af6f') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:15.810620 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.827280 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.834187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:26:15.834849 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.961563 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.964138 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 26edb395-7ddd-4c3b-9c84-3780db65af6f resource provider aggregate not found Jun 03 16:26:15.984458 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.001708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Network': ['ID=eea1c908-fce9-4107-ad84-24988e24c686,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:16.012835 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 26edb395-7ddd-4c3b-9c84-3780db65af6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26edb395-7ddd-4c3b-9c84-3780db65af6f found for delete ", "request_id": "req-108460e7-4905-45b6-af74-68292fe574e9"}]} Jun 03 16:26:16.014949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-74c6cff9-cfd5-4ea6-85c1-4a655bcedc82 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/networks/eea1c908-fce9-4107-ad84-24988e24c686 HTTP/1.1" status: 204 len: 168 time: 1.0739250 Jun 03 16:26:16.018351 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44868) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:16.102598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c24f84c4-5bae-44eb-a575-ef19549b934f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.119293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7b4ab217-4b1f-46d5-9aac-83eb044ee88b no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:16.136914 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c24f84c4-5bae-44eb-a575-ef19549b934f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.161469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 7b4ab217-4b1f-46d5-9aac-83eb044ee88b {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:26:16.161795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 7b4ab217-4b1f-46d5-9aac-83eb044ee88b not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:26:16.162209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4be4a93a-128a-4c3e-8d62-d8f9780442e1 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:16.204011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 4be4a93a-128a-4c3e-8d62-d8f9780442e1 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:26:16.204437 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 4be4a93a-128a-4c3e-8d62-d8f9780442e1 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:26:16.208334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.223970 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c24f84c4-5bae-44eb-a575-ef19549b934f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.250009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f84c4-5bae-44eb-a575-ef19549b934f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4dc361-3d40-43b8-9c4c-917832da2c82,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:16.259553 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c24f84c4-5bae-44eb-a575-ef19549b934f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.262070 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c24f84c4-5bae-44eb-a575-ef19549b934f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/security-groups/bb4dc361-3d40-43b8-9c4c-917832da2c82 HTTP/1.1" status: 204 len: 168 time: 0.2412212 Jun 03 16:26:16.390965 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f9790012-8132-4aef-bc22-69b7d55835c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.420411 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44876) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:16.425735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827002126', 'description': 'tempest-secgroup-smoke-1827002126 description', 'project_id': '42be07f72daf448186108fa2af25f7f8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:16.432820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:16.437366 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:16.440384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:16.446324 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:16.457824 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.479659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:16.483784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:16.492187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:16.498662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:16.578100 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.582964 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.639110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dab97d5-6587-4283-a0e4-310e43e7fca6,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:16.642704 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.643918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-acbb32b5-aeae-4a74-85c3-0cece2468fee tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2224326 Jun 03 16:26:16.647667 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44880) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:16.652744 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '7dab97d5-6587-4283-a0e4-310e43e7fca6', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:16.659756 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:16.664501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:16.667539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:16.673602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:16.690939 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.711756 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.758400 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.762931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.787824 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36b8f08-48df-464b-bede-13a510bf1731,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:16.797386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.798612 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e14269b6-6c54-4a7c-8cb8-c11b9ba757d8 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499519 Jun 03 16:26:16.801485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44884) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:16.806621 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '7dab97d5-6587-4283-a0e4-310e43e7fca6', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:16.813649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:16.818654 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:16.821862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:16.827629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:16.845624 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.913805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.918403 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.943670 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53021cc0-47dd-44f8-b86c-98ee67ffc586,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:16.955589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.956925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-b93f74f7-a5f0-45ad-a034-955b28be0c8b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544545 Jun 03 16:26:16.962201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44888) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:16.968412 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '7dab97d5-6587-4283-a0e4-310e43e7fca6', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:16.975948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:16.980056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:16.983557 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:16.990964 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:17.009980 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.084726 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.088939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.116335 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45500cae-9bba-413e-8bbd-59a36e0e318c,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:17.129060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.130304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e644fa9f-de90-441e-bc50-490d6a692d90 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668923 Jun 03 16:26:17.133814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44892) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:17.139056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '7dab97d5-6587-4283-a0e4-310e43e7fca6', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:17.146529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:17.151065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:17.154540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:17.161747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:17.184860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.200464 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.257727 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.262426 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.290464 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b6126a-19ce-41bd-8959-c75adebb5237,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:17.301877 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.303110 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2a309356-6c82-43ce-8179-b8ef2c3d5c22 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683164 Jun 03 16:26:17.305983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44896) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:17.311117 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '7dab97d5-6587-4283-a0e4-310e43e7fca6', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:17.319062 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:17.323368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:17.326369 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:17.332160 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:17.342429 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:26:17.349831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.418336 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.421979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.447125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048d817a-2d29-488f-98a5-6f8a4021af62,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:17.455782 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.457077 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-cd5d8ec5-7fb8-48a4-beed-dfa5d35c69ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500685 Jun 03 16:26:17.460654 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44900) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:17.466249 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'security_group_rule': {'security_group_id': '7dab97d5-6587-4283-a0e4-310e43e7fca6', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:17.473339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:17.477308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:security_group_rule and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:17.480339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:17.486118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:17.496758 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Project 42be07f72daf448186108fa2af25f7f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:26:17.503585 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.571828 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.575759 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.599014 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc8e881-d4d0-49b3-89ee-d949abb7a869,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:17.607822 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.609084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a94fddef-3a47-479f-bc51-a79d71461f2c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469836 Jun 03 16:26:17.611959 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 44904) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:17.617985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'network': {'name': 'tempest-network-smoke--344286816', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'port_security_enabled': True}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:17.623976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:17.628856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:network and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:17.631896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:17.637652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:17.649884 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:17.653255 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.681296 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:26:17.689783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.690112 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Added segment 4c68535e-5c61-4465-9c3f-063d46230bf0 of type vlan for network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a Jun 03 16:26:17.716169 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.743766 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.749169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:17.749752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.980850 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3652174 Jun 03 16:26:17.981497 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44908) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:17.981888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc743d5-f532-403c-ad5d-5d3b1d4095c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Network': ['ID=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:17.988829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'admin_state_up': True, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:17.992446 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:26:17.997149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:18.001392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:router and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:18.009134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:18.016940 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:18.030451 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.031571 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.049562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.447115 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.636598 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.685007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.757699 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.791512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.920841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.14 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/d2399187-d3cb-4415-91f6-77cec3c75e76) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:19.070730 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.102138 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.179516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:19.182552 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:19.186227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:19.214710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=d2399187-d3cb-4415-91f6-77cec3c75e76,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:19.593370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.048368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.253029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 0b352317-3d52-4d99-8268-b698a2d39c00 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:26:20.438611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:20.450137 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Sync routers for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:20.460010 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:20.460709 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:20.468196 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.471663 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bb3ab676-cace-4f4b-8ea6-44b2bfd9b457 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4862990 Jun 03 16:26:20.472138 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44912) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:20.514331 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a857a53f-fae6-4b43-ae1a-024da4e6ffb3 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=42be07f72daf448186108fa2af25f7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408940 Jun 03 16:26:20.516947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44918) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:20.639483 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:20.651627 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523aa86-a482-4d76-b2a9-df18864e068f tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:20.653313 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-0523aa86-a482-4d76-b2a9-df18864e068f tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354001 Jun 03 16:26:20.656244 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44922) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:20.699728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-17b17311-d310-4fa8-abaa-8fc4551fab67 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7e7a03cc-fa68-4f60-b4c6-2e7c841d0020&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422418 Jun 03 16:26:20.702223 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44926) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:20.708374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974106117', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'project_id': '42be07f72daf448186108fa2af25f7f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:20.819283 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:20.823271 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:subnet and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:20.826227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:20.832255 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:20.843175 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:20.846717 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.927621 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:19Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:20.931840 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Checking router: 0b352317-3d52-4d99-8268-b698a2d39c00 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:20.932206 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Updating router 0b352317-3d52-4d99-8268-b698a2d39c00 port d2399187-d3cb-4415-91f6-77cec3c75e76 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:26:20.990533 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.089483 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.167380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Subnet': ['ID=9146c741-7f17-49db-8bda-75bb86be8c5c,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:21.178921 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Checking segment: {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:21.179296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network hostable DHCP agents. Network: fe2ff0a4-17f0-4296-a31d-2bdb5b64125a, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:26:21.199262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:26:21.210136 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, fe2ff0a4-17f0-4296-a31d-2bdb5b64125a) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:21.214854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:21.215550 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.228080 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd9563-8585-43c5-8945-45ae45313178 None None] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:21.243204 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1b95a24d-7ce1-42cb-a3ed-3814027bb64b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5398238 Jun 03 16:26:21.246035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44930) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:21.352416 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.365904 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Transition to ACTIVE for port object d2399187-d3cb-4415-91f6-77cec3c75e76 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:21.372936 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.469027 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Attempting to bind port d2399187-d3cb-4415-91f6-77cec3c75e76 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:21.469793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Attempting to bind port d2399187-d3cb-4415-91f6-77cec3c75e76 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:21.469793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Attempting to bind port d2399187-d3cb-4415-91f6-77cec3c75e76 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:21.476706 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Pushing event updated for resources: {'Port': ['ID=d2399187-d3cb-4415-91f6-77cec3c75e76,revision_number=2']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:21.485993 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:21.486369 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:21.486773 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.487161 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:21.487635 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Bound port: d2399187-d3cb-4415-91f6-77cec3c75e76, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:21.488030 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.513044 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.513278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.513609 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.513937 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.514261 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.514615 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.514931 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.515251 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.515569 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.515884 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.516222 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.516539 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:21.541023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:26:21.542219 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.577779 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] For port d2399187-d3cb-4415-91f6-77cec3c75e76, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:21.581077 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] For port d2399187-d3cb-4415-91f6-77cec3c75e76, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d2399187-d3cb-4415-91f6-77cec3c75e76,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:21.586360 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.665830 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e1b45-58b6-4952-b668-597429ac348b None None] Pushing event updated for resources: {'Port': ['ID=d2399187-d3cb-4415-91f6-77cec3c75e76,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:21.682726 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:21.683414 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:21.709512 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Allocated IP 172.20.0.2 (fe2ff0a4-17f0-4296-a31d-2bdb5b64125a/9146c741-7f17-49db-8bda-75bb86be8c5c/ed1c5470-04cf-44ac-af55-2c12d7fabb33) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:21.896014 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:21.920458 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.933717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Transition to ACTIVE for port object ed1c5470-04cf-44ac-af55-2c12d7fabb33 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:21.952693 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Transition to ACTIVE for port object ed1c5470-04cf-44ac-af55-2c12d7fabb33 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:21.959842 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.022392 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:22.031804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:22.044166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:22.095164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Pushing event updated for resources: {'Port': ['ID=ed1c5470-04cf-44ac-af55-2c12d7fabb33,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:22.131991 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.148948 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Attempting to bind port ed1c5470-04cf-44ac-af55-2c12d7fabb33 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:22.149267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Attempting to bind port ed1c5470-04cf-44ac-af55-2c12d7fabb33 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:22.149585 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Attempting to bind port ed1c5470-04cf-44ac-af55-2c12d7fabb33 on network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:22.154990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:22.155381 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Checking segment: {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:22.155766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.156190 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Bound using segment: {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:22.156652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Bound port: ed1c5470-04cf-44ac-af55-2c12d7fabb33, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:22.157021 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.196469 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:19Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:22.200731 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05638f-cbff-4e35-a78a-2305464e8ef4 None None] The sync data for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 is: [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:19Z', 'revision_number': 3, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:22.252472 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] For port ed1c5470-04cf-44ac-af55-2c12d7fabb33, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:22.256005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] For port ed1c5470-04cf-44ac-af55-2c12d7fabb33, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ed1c5470-04cf-44ac-af55-2c12d7fabb33,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:22.261417 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.348817 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6d457-7afe-4c17-995e-a60495bec88d None None] Pushing event updated for resources: {'Port': ['ID=ed1c5470-04cf-44ac-af55-2c12d7fabb33,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:22.604264 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.1 (fe2ff0a4-17f0-4296-a31d-2bdb5b64125a/9146c741-7f17-49db-8bda-75bb86be8c5c/37a877bb-4962-440f-9113-c9a926aaec17) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:22.802446 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.824250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object 37a877bb-4962-440f-9113-c9a926aaec17 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:22.853520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.932143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:22.935578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:22.939753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:22.988932 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=37a877bb-4962-440f-9113-c9a926aaec17,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:23.013181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.165292 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.420428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fca0b4-cb77-428d-bfde-2987cc663b65 None None] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:23.541597 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-609be6a2-5a2b-4085-aaca-54395d20fb0e None None] Provisioning for port ed1c5470-04cf-44ac-af55-2c12d7fabb33 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:23.754464 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.760393 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.885582 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=37a877bb-4962-440f-9113-c9a926aaec17,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:23.888523 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.983318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-889c8612-74f5-4a81-874e-1850c0dfbd75 None None] Provisioning for port 37a877bb-4962-440f-9113-c9a926aaec17 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:23.992868 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-889c8612-74f5-4a81-874e-1850c0dfbd75 None None] Provisioning complete for port 37a877bb-4962-440f-9113-c9a926aaec17 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:23.993250 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-889c8612-74f5-4a81-874e-1850c0dfbd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.058558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:24.059939 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:24.061072 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-889c8612-74f5-4a81-874e-1850c0dfbd75 None None] Port 37a877bb-4962-440f-9113-c9a926aaec17 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:24.201224 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2399187-d3cb-4415-91f6-77cec3c75e76 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:24.272809 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-024636c9-25f1-4313-800b-e248429c6bcf None None] Provisioning complete for port 37a877bb-4962-440f-9113-c9a926aaec17 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:24.273181 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-024636c9-25f1-4313-800b-e248429c6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.282430 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 0b352317-3d52-4d99-8268-b698a2d39c00 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:24.348843 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-024636c9-25f1-4313-800b-e248429c6bcf None None] Port 37a877bb-4962-440f-9113-c9a926aaec17 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:24.365474 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d2399187-d3cb-4415-91f6-77cec3c75e76 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:24.370541 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d2399187-d3cb-4415-91f6-77cec3c75e76 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:24.370929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.480997 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:24.493338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Sync routers for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:24.497365 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2bdeed32-58d0-4446-8fa1-7d93946193fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/0b352317-3d52-4d99-8268-b698a2d39c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2501433 Jun 03 16:26:24.509891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d2399187-d3cb-4415-91f6-77cec3c75e76 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:24.510269 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.518647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-844a9cfc-cb94-4abe-9238-e78f3057e6e1 None None] Provisioning complete for port 37a877bb-4962-440f-9113-c9a926aaec17 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:24.519016 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-844a9cfc-cb94-4abe-9238-e78f3057e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.558100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:24.558727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:24.640085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d2399187-d3cb-4415-91f6-77cec3c75e76, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d2399187-d3cb-4415-91f6-77cec3c75e76,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:24.657010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.657800 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ed1c5470-04cf-44ac-af55-2c12d7fabb33 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:24.686996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-c7d224ea-7f24-40ee-9826-e8cac2e3d7ef tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827002126&fields=id&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 267 time: 0.0595927 Jun 03 16:26:24.766831 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-844a9cfc-cb94-4abe-9238-e78f3057e6e1 None None] Port 37a877bb-4962-440f-9113-c9a926aaec17 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:24.844886 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-e93b8a03-1657-4ac0-b865-b5e0ff59b3fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:24.845565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-e93b8a03-1657-4ac0-b865-b5e0ff59b3fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:24.861360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-e93b8a03-1657-4ac0-b865-b5e0ff59b3fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:24.862515 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-e93b8a03-1657-4ac0-b865-b5e0ff59b3fc tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/networks?id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a HTTP/1.1" status: 200 len: 796 time: 0.1677368 Jun 03 16:26:24.880573 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-10b97440-bc02-45b7-a467-510fd7c9d0c0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/quotas/42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 375 time: 0.0108740 Jun 03 16:26:24.953741 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d2399187-d3cb-4415-91f6-77cec3c75e76,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:24.963223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-dbed0fee-1d1f-4175-b1fc-dbc68a1769f6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:24.981693 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-dbed0fee-1d1f-4175-b1fc-dbc68a1769f6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:24.983198 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-dbed0fee-1d1f-4175-b1fc-dbc68a1769f6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972788 Jun 03 16:26:24.990342 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port ed1c5470-04cf-44ac-af55-2c12d7fabb33 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:24.997339 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:25.101826 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ed1c5470-04cf-44ac-af55-2c12d7fabb33 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:25.102444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:25.177969 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-e4c7453b-2aa1-4d82-8d12-db2b56bf7036 service neutron] 10.222.0.66 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815705 Jun 03 16:26:25.315053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-49bf02ec-c6d5-4066-a8a3-dd53ad2a0797 service neutron] 10.222.0.66 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319547 Jun 03 16:26:25.552673 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ed1c5470-04cf-44ac-af55-2c12d7fabb33 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:25.553230 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:25.585541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a2ac378-6cc6-4488-a1b6-ebd1ec250a59 req-26c9a8e8-6a06-4cd5-b3ee-880f0f56ce60 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 210 time: 0.0520875 Jun 03 16:26:25.687779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port ed1c5470-04cf-44ac-af55-2c12d7fabb33, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ed1c5470-04cf-44ac-af55-2c12d7fabb33,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:25.695881 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:25.834506 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 2, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:25.848048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Checking router: 0b352317-3d52-4d99-8268-b698a2d39c00 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:25.848779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Updating router 0b352317-3d52-4d99-8268-b698a2d39c00 port 37a877bb-4962-440f-9113-c9a926aaec17 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:26:25.888520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=ed1c5470-04cf-44ac-af55-2c12d7fabb33,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:25.912568 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.158516 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2399187-d3cb-4415-91f6-77cec3c75e76 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:26.328006 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d2399187-d3cb-4415-91f6-77cec3c75e76 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:26.328006 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.448310 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.466209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Transition to ACTIVE for port object 37a877bb-4962-440f-9113-c9a926aaec17 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:26.499825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.656321 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d2399187-d3cb-4415-91f6-77cec3c75e76 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:26.657443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ed1c5470-04cf-44ac-af55-2c12d7fabb33 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:26.714993 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc1d6a-2fca-46f8-b5c0-c1bb55c4208c None None] Pushing event updated for resources: {'Port': ['ID=37a877bb-4962-440f-9113-c9a926aaec17,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:26.809045 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5d19a0b7-56b9-4790-80fe-b24d46aaf7b8 req-23e60ac2-f719-4841-b819-dc3f6858e487 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 210 time: 0.0683110 Jun 03 16:26:26.811612 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Attempting to bind port 37a877bb-4962-440f-9113-c9a926aaec17 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:26.812171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Attempting to bind port 37a877bb-4962-440f-9113-c9a926aaec17 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:26.812548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Attempting to bind port 37a877bb-4962-440f-9113-c9a926aaec17 on network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:26.822969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:26.823734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Checking segment: {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:26.824553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.825316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Bound using segment: {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:26.826182 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Bound port: 37a877bb-4962-440f-9113-c9a926aaec17, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:26.826883 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.895420 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port ed1c5470-04cf-44ac-af55-2c12d7fabb33 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:26.895749 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.941833 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-b3755eaf-fb5f-446b-8994-5a4231bd7bf4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:26.942556 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-b3755eaf-fb5f-446b-8994-5a4231bd7bf4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:26.954931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-b3755eaf-fb5f-446b-8994-5a4231bd7bf4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:26.956081 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-b3755eaf-fb5f-446b-8994-5a4231bd7bf4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/networks?id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a HTTP/1.1" status: 200 len: 796 time: 0.2347825 Jun 03 16:26:27.006623 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] For port 37a877bb-4962-440f-9113-c9a926aaec17, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:27.012052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] For port 37a877bb-4962-440f-9113-c9a926aaec17, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=37a877bb-4962-440f-9113-c9a926aaec17,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:27.041188 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-fb9626e9-f284-4617-a52d-6f980b21cc48 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:27.044008 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:27.058583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-fb9626e9-f284-4617-a52d-6f980b21cc48 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:27.060195 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-fb9626e9-f284-4617-a52d-6f980b21cc48 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42be07f72daf448186108fa2af25f7f8 HTTP/1.1" status: 200 len: 380 time: 0.0865695 Jun 03 16:26:27.072583 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'port': {'device_id': '8cb24676-675d-4222-9dca-06c07c62566a', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'admin_state_up': True, 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'security_groups': ['7dab97d5-6587-4283-a0e4-310e43e7fca6']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:27.132599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ed1c5470-04cf-44ac-af55-2c12d7fabb33 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:27.152560 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:27.153196 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:27.209937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc1d6a-2fca-46f8-b5c0-c1bb55c4208c None None] Pushing event updated for resources: {'Port': ['ID=37a877bb-4962-440f-9113-c9a926aaec17,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:27.242589 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:27.253021 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:27.263829 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Made reservation on behalf of 42be07f72daf448186108fa2af25f7f8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:27.267530 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:27.355166 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:27.441803 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.20.0.12 (fe2ff0a4-17f0-4296-a31d-2bdb5b64125a/9146c741-7f17-49db-8bda-75bb86be8c5c/544cd1f4-a160-44cf-8e52-ad96d3f8c1b7) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:27.702634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:27.707463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5c1c4-899d-4518-bede-9a45d7e8da98 None None] The sync data for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 is: [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:27.827084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:27.850485 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Transition to ACTIVE for port object 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:27.885979 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:27.971391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:27.976628 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:27.981538 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:28.021075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:28.065304 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:28.066995 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.105273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71298ae0-036e-4383-b5f2-96f689b5cdbc req-22ace985-f7a6-446d-a1e9-4b947b470fda tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:28.107393 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71298ae0-036e-4383-b5f2-96f689b5cdbc req-22ace985-f7a6-446d-a1e9-4b947b470fda tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 932 time: 0.1637273 Jun 03 16:26:28.143363 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-0b158157-1da0-4e32-8d81-7dacd96af72c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0709512 Jun 03 16:26:28.164144 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Request body: {'port': {'device_id': '8cb24676-675d-4222-9dca-06c07c62566a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:28.194115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-71298ae0-036e-4383-b5f2-96f689b5cdbc req-58703748-a8d6-46b2-9dff-66d3d25ee328 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760083 Jun 03 16:26:28.208631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a877bb-4962-440f-9113-c9a926aaec17 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:28.325455 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4247e4f9-69e2-4ec8-b00b-f587070aba25 None None] Provisioning for port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:28.325814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.330647 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 37a877bb-4962-440f-9113-c9a926aaec17 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:28.336677 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4247e4f9-69e2-4ec8-b00b-f587070aba25 None None] Provisioning complete for port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:28.337054 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4247e4f9-69e2-4ec8-b00b-f587070aba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.396204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 37a877bb-4962-440f-9113-c9a926aaec17 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:28.397202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.606178 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-4247e4f9-69e2-4ec8-b00b-f587070aba25 None None] Port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:28.677275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 37a877bb-4962-440f-9113-c9a926aaec17 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:28.677753 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.723129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 37a877bb-4962-440f-9113-c9a926aaec17, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=37a877bb-4962-440f-9113-c9a926aaec17,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:28.730486 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.756721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:28.765030 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.787403 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Transition to ACTIVE for port object 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:28.792013 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.838269 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=37a877bb-4962-440f-9113-c9a926aaec17,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:28.929444 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Pushing event updated for resources: {'Port': ['ID=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:29.061149 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Attempting to bind port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:29.061778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Attempting to bind port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:29.061860 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Attempting to bind port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 on network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:29.067692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 on network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:26:29.068024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Attempting to bind port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 on network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:29.074330 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:29.074795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Checking segment: {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:29.075229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Bound using segment: {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:29.075686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Bound port: 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c68535e-5c61-4465-9c3f-063d46230bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:29.076045 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.183683 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] For port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:29.187049 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] For port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:29.193512 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.261150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.261150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.261150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] 10.222.0.70 "PUT /v2.0/ports/544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 HTTP/1.1" status: 200 len: 1092 time: 1.1069920 Jun 03 16:26:29.261150 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:29.296771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e28526-7f56-4683-9fa5-5731db116934 service neutron] Pushing event updated for resources: {'Port': ['ID=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:29.345030 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb009baa-d22d-4347-893d-f81a242d7162'] response: {'name': 'network-changed', 'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'status': 'completed', 'code': 200} Jun 03 16:26:29.391564 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-75387aac-7a8c-4dcd-a269-c8acc8bf9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.393089 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-75387aac-7a8c-4dcd-a269-c8acc8bf9a3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 1095 time: 0.0812600 Jun 03 16:26:29.418700 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b95647-9e7e-41ea-ac7e-594870648bd0 req-92f9d61c-996c-4674-b7f0-56dc46aa4f07 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.420299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b95647-9e7e-41ea-ac7e-594870648bd0 req-92f9d61c-996c-4674-b7f0-56dc46aa4f07 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 944 time: 0.0911920 Jun 03 16:26:29.469558 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-21b95647-9e7e-41ea-ac7e-594870648bd0 req-c2498a67-7540-4cc9-a64c-c78356a79291 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Jun 03 16:26:29.471957 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-bee31099-83c1-49c6-b1ce-87ee23a04d6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0679710 Jun 03 16:26:29.544644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-454497a0-fd2b-4282-a48e-bc1094dca2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.546024 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-454497a0-fd2b-4282-a48e-bc1094dca2af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9146c741-7f17-49db-8bda-75bb86be8c5c HTTP/1.1" status: 200 len: 835 time: 0.0644639 Jun 03 16:26:29.625409 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-f3925905-d29d-485b-ae7d-05db55a9f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:29.626941 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-f3925905-d29d-485b-ae7d-05db55a9f9b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711470 Jun 03 16:26:29.762125 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-f047dfeb-2b1e-4a59-bcbd-f3287244a0c6 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252224 Jun 03 16:26:30.001489 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-6a6f4981-656c-4c1c-b53a-521e42d1fd9a req-59cb4412-74e2-411a-83b7-15c155cdeef9 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300057 Jun 03 16:26:30.123988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-7cec8ee0-89cf-4d45-819c-38840f269ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:30.125697 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-7cec8ee0-89cf-4d45-819c-38840f269ffd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 1095 time: 0.0716398 Jun 03 16:26:30.130088 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a877bb-4962-440f-9113-c9a926aaec17 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:30.197206 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 37a877bb-4962-440f-9113-c9a926aaec17 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:30.197582 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.259575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-b427f460-1e9c-4221-a355-7d5271ea4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:30.260982 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-b427f460-1e9c-4221-a355-7d5271ea4c04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a HTTP/1.1" status: 200 len: 897 time: 0.1278045 Jun 03 16:26:30.315653 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 37a877bb-4962-440f-9113-c9a926aaec17 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:30.333974 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-85e98d2f-5810-49c6-aced-73676fc37907 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0657642 Jun 03 16:26:30.395293 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-02e98d2b-a8e8-434a-b2c1-5c19c554a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:30.396743 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-02e98d2b-a8e8-434a-b2c1-5c19c554a31f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9146c741-7f17-49db-8bda-75bb86be8c5c HTTP/1.1" status: 200 len: 835 time: 0.0568056 Jun 03 16:26:30.479838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-28afcd08-9bae-4c66-85bd-6ac6e85da728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:30.481377 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-28afcd08-9bae-4c66-85bd-6ac6e85da728 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766191 Jun 03 16:26:30.623266 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-3b113a97-16fa-4977-adfc-e84bc0356266 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345518 Jun 03 16:26:30.671736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcf34f-0479-4032-adde-70ba4191ffe8 req-79e81b83-d18e-44b7-b81c-c8114c0f0f4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:30.673227 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fdcf34f-0479-4032-adde-70ba4191ffe8 req-79e81b83-d18e-44b7-b81c-c8114c0f0f4c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 944 time: 0.0861478 Jun 03 16:26:30.718405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8fdcf34f-0479-4032-adde-70ba4191ffe8 req-ea870eb9-523f-463d-bb61-d4fe16266ba3 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Jun 03 16:26:30.763251 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e376e4f3-41f6-4e7e-8f2f-3edfc2259307 req-c9d5eb4d-1f40-4b4c-bd84-0ad5c5f87994 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330833 Jun 03 16:26:31.904482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc815-25b1-4817-ba4d-15322f8532d3 req-31550bb0-f284-46bf-8ad8-072519a664f2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:31.905950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba5dc815-25b1-4817-ba4d-15322f8532d3 req-31550bb0-f284-46bf-8ad8-072519a664f2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 944 time: 0.0813732 Jun 03 16:26:31.950283 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba5dc815-25b1-4817-ba4d-15322f8532d3 req-59b3bf79-a6c2-4f30-beec-ffd02bd2fba1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381885 Jun 03 16:26:32.165481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:26:32.296975 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:32.309661 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'port_id': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'mac_address': 'fa:16:3e:56:18:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:26:32.363251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:32.363624 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.379807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:32.395073 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:32.399574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.469574 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:32.660248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['544cd1f4-a160-44cf-8e52-ad96d3f8c1b7'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:26:33.141456 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64394771-9b9f-48fb-ba5c-79a95e420157 req-24ffccda-e594-4a99-864c-382aa11cab3c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:33.142985 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64394771-9b9f-48fb-ba5c-79a95e420157 req-24ffccda-e594-4a99-864c-382aa11cab3c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 945 time: 0.0872748 Jun 03 16:26:33.188410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-64394771-9b9f-48fb-ba5c-79a95e420157 req-54d031b4-60fe-4891-9d64-2e57a6515b1f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Jun 03 16:26:34.180857 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:34.257500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:34.262288 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:34.262649 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.379848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:34.380167 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.385349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6135-8e7e-4605-a3df-f0aef7d88e64 req-823cb959-cd63-4df9-b026-3f399389202a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:34.386812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b64c6135-8e7e-4605-a3df-f0aef7d88e64 req-823cb959-cd63-4df9-b026-3f399389202a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 945 time: 0.0796010 Jun 03 16:26:34.407185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:34.417047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:34.421308 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.437937 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b64c6135-8e7e-4605-a3df-f0aef7d88e64 req-86aa5c60-2c6e-407a-920b-c827799ca6a2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453928 Jun 03 16:26:34.457494 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86906099-8f93-4433-910b-0438c0e2fde8'] response: {'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'code': 200} Jun 03 16:26:34.490464 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:34.587742 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24e270-84c2-4b9e-87bd-fdf959045680 req-e3579863-d8a9-4d77-a120-d70ad316374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:34.589333 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e24e270-84c2-4b9e-87bd-fdf959045680 req-e3579863-d8a9-4d77-a120-d70ad316374c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 1097 time: 0.0702538 Jun 03 16:26:34.636916 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-4e24e270-84c2-4b9e-87bd-fdf959045680 req-bc04367b-7603-4192-95ff-46efebf411e4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381649 Jun 03 16:26:35.621415 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830407-a01a-415c-ba83-22aece33d53e req-e8b3d9de-3100-4318-960e-bb7c93bcb54c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:35.622933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06830407-a01a-415c-ba83-22aece33d53e req-e8b3d9de-3100-4318-960e-bb7c93bcb54c tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0797040 Jun 03 16:26:35.668123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-06830407-a01a-415c-ba83-22aece33d53e req-8c175831-8893-4d6a-8f3c-6153067e70c6 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Jun 03 16:26:36.859814 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710caf0-e1e9-43c0-8b2a-a534ceb8a179 req-8a8631d2-5953-45e4-91e1-39e3b3f1ed31 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:36.861299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f710caf0-e1e9-43c0-8b2a-a534ceb8a179 req-8a8631d2-5953-45e4-91e1-39e3b3f1ed31 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0826004 Jun 03 16:26:36.905862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f710caf0-e1e9-43c0-8b2a-a534ceb8a179 req-4d5700ae-aaca-415f-a4d9-43541e3903ba tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388689 Jun 03 16:26:37.092917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c9713-28eb-4fd5-930f-deb78e5d89e5 req-bfbc2b10-5506-4e93-87a7-e83ece177d77 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:37.094783 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d50c9713-28eb-4fd5-930f-deb78e5d89e5 req-bfbc2b10-5506-4e93-87a7-e83ece177d77 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0809581 Jun 03 16:26:37.139004 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d50c9713-28eb-4fd5-930f-deb78e5d89e5 req-c4fcd76e-57bc-489e-9334-5d2667c8ed5a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385141 Jun 03 16:26:37.162143 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44982) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:37.238763 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa7f4cd-79fe-433d-9711-f0afb4eedf83 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:37.240304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8aa7f4cd-79fe-433d-9711-f0afb4eedf83 tempest-TestNetworkAdvancedServerOps-551249552 tempest-TestNetworkAdvancedServerOps-551249552-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 1092 time: 0.0771310 Jun 03 16:26:37.243333 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44986) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:37.248988 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:37.256516 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:37.260651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Usage tracker for resource:floatingip and tenant:42be07f72daf448186108fa2af25f7f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:37.263546 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:37.269914 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:37.280379 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:37.415095 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:37.552313 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Allocated IP 172.25.1.186 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dd892d68-ba5b-4512-9e4c-72166f32ad19) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:37.703057 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:37.732489 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:37.796050 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:37.798923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:37.803173 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:37.849786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=dd892d68-ba5b-4512-9e4c-72166f32ad19,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:38.326492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.399321 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.605266 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.609928 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.717433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event updated for resources: {'Port': ['ID=dd892d68-ba5b-4512-9e4c-72166f32ad19,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:38.727618 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.898408 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 09463591-351e-408d-9520-2157c9572753 associated. External IP: 172.25.1.186, port: 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7. Jun 03 16:26:39.248288 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 0b352317-3d52-4d99-8268-b698a2d39c00 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:39.540826 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:39.550387 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] Sync routers for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:39.560887 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:39.561501 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:39.566796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.621349 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-14dc3160-6048-4fe5-bdb8-66a77245af53 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3769052 Jun 03 16:26:39.621931 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:39.676773 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ac02f0-b870-47ef-be20-06fa36741b22'] response: {'name': 'network-changed', 'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'status': 'completed', 'code': 200} Jun 03 16:26:39.744682 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:39.773793 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-0419a77e-d46f-456a-a9d4-1800cd21fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:39.775281 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-0419a77e-d46f-456a-a9d4-1800cd21fc10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 1097 time: 0.0759363 Jun 03 16:26:39.809679 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f914d-8680-46ba-ad8f-a2377d601526 req-0e6e6bc9-ebc1-4aef-99d0-d2e1498a6b18 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:39.811111 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb7f914d-8680-46ba-ad8f-a2377d601526 req-0e6e6bc9-ebc1-4aef-99d0-d2e1498a6b18 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0872297 Jun 03 16:26:39.860225 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fb7f914d-8680-46ba-ad8f-a2377d601526 req-887223e7-8263-48e7-bc59-9b3ad5f5d343 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Jun 03 16:26:39.893196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44994) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:40.003994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-c9502c0a-3af1-4e5a-aa4f-ca7faeb8a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.005501 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-c9502c0a-3af1-4e5a-aa4f-ca7faeb8a20e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a HTTP/1.1" status: 200 len: 897 time: 0.2239432 Jun 03 16:26:40.023719 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5c3e48c1-52ab-4359-a431-546f38111882 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/09463591-351e-408d-9520-2157c9572753 HTTP/1.1" status: 200 len: 992 time: 0.1279240 Jun 03 16:26:40.104487 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '09463591-351e-408d-9520-2157c9572753', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'port_id': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'mac_address': 'fa:16:3e:56:18:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb24676-675d-4222-9dca-06c07c62566a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:38Z', 'updated_at': '2022-06-03T16:26:38Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:40.108359 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] Checking router: 0b352317-3d52-4d99-8268-b698a2d39c00 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:40.116630 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:40.117257 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:26:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:40.122208 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-411a4476-fcfc-41c2-9153-da9a4efd9404 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 HTTP/1.1" status: 200 len: 1000 time: 0.1044438 Jun 03 16:26:40.193316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-5f61f0fc-ccea-4922-b2ea-f089cbf033c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.194779 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-5f61f0fc-ccea-4922-b2ea-f089cbf033c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9146c741-7f17-49db-8bda-75bb86be8c5c HTTP/1.1" status: 200 len: 835 time: 0.0623441 Jun 03 16:26:40.282370 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-82e5b9c6-c009-467e-ac15-35855dfdc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.283847 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-82e5b9c6-c009-467e-ac15-35855dfdc08d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822721 Jun 03 16:26:40.317148 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:40.418355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-3b7edae8-a51b-4d23-87cb-2a871cd7ad0e service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272285 Jun 03 16:26:40.555360 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bf4c2f76-8903-4ef8-9515-8d25ba415fee req-89b2af8b-40c7-4d94-8d57-f2d4b9768142 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305950 Jun 03 16:26:40.697323 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '09463591-351e-408d-9520-2157c9572753', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'port_id': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'mac_address': 'fa:16:3e:56:18:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb24676-675d-4222-9dca-06c07c62566a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:38Z', 'updated_at': '2022-06-03T16:26:38Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:40.701394 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8edd9-d2e9-48a3-91c3-9ee25dce91b2 None None] The sync data for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 is: [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '09463591-351e-408d-9520-2157c9572753', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'port_id': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'mac_address': 'fa:16:3e:56:18:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb24676-675d-4222-9dca-06c07c62566a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:38Z', 'updated_at': '2022-06-03T16:26:38Z', 'revision_number': 0, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:40.878954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e0953-d6dd-46b8-ad61-b404bd631dec None None] New status for floating IP 09463591-351e-408d-9520-2157c9572753: ACTIVE {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:26:41.025965 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 44998) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:41.137793 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-091cf811-48dc-49a4-a2fb-270b375c65e7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/09463591-351e-408d-9520-2157c9572753 HTTP/1.1" status: 200 len: 992 time: 0.1105931 Jun 03 16:26:42.141265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45002) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:42.245570 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-70461900-a632-454a-859a-ee79586112b9 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/09463591-351e-408d-9520-2157c9572753 HTTP/1.1" status: 200 len: 994 time: 0.1031830 Jun 03 16:26:43.481469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-50e4b040-7642-4022-9793-9be9810d68ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:46.180509 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:46.382793 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e4311500-12ae-4a3d-9b63-0a97aebf9eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:46.715013 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:47.198738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:47.283683 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:26:48.643594 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:48.686690 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:13.484079 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c86875e2-92f0-4ccc-9ca8-8f9e45d7be86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:14.077376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73985e-8321-4942-b3c2-09f310dd4c2a req-09e90d74-0766-4acb-b4a0-413fdbba5239 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:14.078972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c73985e-8321-4942-b3c2-09f310dd4c2a req-09e90d74-0766-4acb-b4a0-413fdbba5239 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0869453 Jun 03 16:27:14.129691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4c73985e-8321-4942-b3c2-09f310dd4c2a req-0cd4d393-c181-40da-8ca2-c1eea0a00d4a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447972 Jun 03 16:27:15.326007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f06ee-fefb-4155-9d56-9f341d1acf6f req-384b4141-07db-40d4-8448-461b75262ee7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:15.327437 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-530f06ee-fefb-4155-9d56-9f341d1acf6f req-384b4141-07db-40d4-8448-461b75262ee7 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0862732 Jun 03 16:27:15.373086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-530f06ee-fefb-4155-9d56-9f341d1acf6f req-dfa4b89e-3507-465b-8422-811f46d7b7a1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Jun 03 16:27:15.398137 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45024) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:15.527806 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-00926ee4-62d2-4540-b488-ff04e800e220 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/09463591-351e-408d-9520-2157c9572753 HTTP/1.1" status: 200 len: 994 time: 0.1284528 Jun 03 16:27:16.178360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.386158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a104a3ee-e9a6-4a0a-a995-d5e4433b3e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:16.717821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.006270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f3f8e-3b72-4947-9ddd-9071d484bb14 req-a3c4a414-8be2-4bb2-8392-b91ee9dcc335 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:17.007834 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b81f3f8e-3b72-4947-9ddd-9071d484bb14 req-a3c4a414-8be2-4bb2-8392-b91ee9dcc335 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0886431 Jun 03 16:27:17.061508 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b81f3f8e-3b72-4947-9ddd-9071d484bb14 req-052136c7-24ce-433c-aca9-e155fffa217f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Jun 03 16:27:17.068685 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-6ce24107-5728-41f9-81d2-5ea8e60f564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:17.070254 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-6ce24107-5728-41f9-81d2-5ea8e60f564e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 1097 time: 0.1237042 Jun 03 16:27:17.202674 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:17.221849 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-bc037166-900c-46c9-9300-ef2b17046aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:17.223361 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-bc037166-900c-46c9-9300-ef2b17046aea service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a HTTP/1.1" status: 200 len: 897 time: 0.1438346 Jun 03 16:27:17.337851 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-b60e88b9-6de2-43ae-b3f4-0dd6d73a6988 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 HTTP/1.1" status: 200 len: 1002 time: 0.1043446 Jun 03 16:27:17.406759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-1915cd12-86ed-4bea-9738-0d42b4a93ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:17.408307 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-1915cd12-86ed-4bea-9738-0d42b4a93ad1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9146c741-7f17-49db-8bda-75bb86be8c5c HTTP/1.1" status: 200 len: 835 time: 0.0620427 Jun 03 16:27:17.625004 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-09aa7e46-c5df-4b8a-95bf-8f2fa734f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:17.626472 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-09aa7e46-c5df-4b8a-95bf-8f2fa734f625 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084727 Jun 03 16:27:17.769774 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-782e074d-2fbe-4fd4-afde-df7ccc382e58 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335914 Jun 03 16:27:17.924190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-35e8e628-caa2-4a32-bf19-c413a33dd702 req-724d8354-6fac-4984-a2fe-4fbe99c40abf service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446371 Jun 03 16:27:18.265036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d002b63-03d7-4b22-b12a-1117ce5b5e5d req-430012ee-bc50-4f1e-84cc-c6241a46f406 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:18.266561 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d002b63-03d7-4b22-b12a-1117ce5b5e5d req-430012ee-bc50-4f1e-84cc-c6241a46f406 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0841005 Jun 03 16:27:18.314545 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8d002b63-03d7-4b22-b12a-1117ce5b5e5d req-c3555970-79e5-4c03-85d9-4d77a4fbd8aa tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Jun 03 16:27:18.643028 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:18.692854 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.514631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f2a8-f4a7-489d-a5ca-3b6454bbe1e6 req-61c2d4cf-9403-4e9a-a8e8-891f8b20f94a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:19.516200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b27f2a8-f4a7-489d-a5ca-3b6454bbe1e6 req-61c2d4cf-9403-4e9a-a8e8-891f8b20f94a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0872636 Jun 03 16:27:19.564331 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b27f2a8-f4a7-489d-a5ca-3b6454bbe1e6 req-abd239dd-2b00-496e-93a5-5ca38661e6a2 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 Jun 03 16:27:19.589964 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45038) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:19.705937 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e407e5de-0446-47ea-ac4e-c910b075b15e tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/floatingips/09463591-351e-408d-9520-2157c9572753 HTTP/1.1" status: 200 len: 994 time: 0.1145854 Jun 03 16:27:20.042764 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45046) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:20.258537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port dd892d68-ba5b-4512-9e4c-72166f32ad19 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:27:20.258886 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.449049 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.449317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.580514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for dd892d68-ba5b-4512-9e4c-72166f32ad19 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:27:20.749552 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.831052 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=dd892d68-ba5b-4512-9e4c-72166f32ad19,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:20.873496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.873837 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.874168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.874495 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.874820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.875145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.875468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.875782 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.876129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.876448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.876765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.877079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:20.911614 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:20.912027 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Floating IP 09463591-351e-408d-9520-2157c9572753 disassociated (deleted). External IP: 172.25.1.186, port: 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7. Jun 03 16:27:21.440871 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 0b352317-3d52-4d99-8268-b698a2d39c00 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:27:21.639284 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:21.651219 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] Sync routers for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:21.660386 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:21.663561 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:21.664731 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:21.720021 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c501d06e-2698-4011-88ec-2158e838df98 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/floatingips/09463591-351e-408d-9520-2157c9572753 HTTP/1.1" status: 204 len: 168 time: 1.6758027 Jun 03 16:27:21.720592 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:27:21.840826 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cba24e-a1e0-480b-8ad2-b4211a4cdb68'] response: {'name': 'network-changed', 'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'status': 'completed', 'code': 200} Jun 03 16:27:21.864986 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:22.004708 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-ac3cabdb-9886-4785-a050-650cad8a71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:22.007176 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-ac3cabdb-9886-4785-a050-650cad8a71b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=42be07f72daf448186108fa2af25f7f8&device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 1097 time: 0.1373463 Jun 03 16:27:22.168559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-d58a3cf4-9a64-4b0e-8204-68dba8432e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:22.170650 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-d58a3cf4-9a64-4b0e-8204-68dba8432e98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a HTTP/1.1" status: 200 len: 897 time: 0.1556015 Jun 03 16:27:22.242191 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-4ba7bf6e-5c9b-4834-baa8-6438d0f6b81d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0643110 Jun 03 16:27:22.266293 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618d90f-5bcd-4d41-b48c-8582c768f702 req-d30bcb0c-664f-4210-ad29-fe8729623868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:22.268572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0618d90f-5bcd-4d41-b48c-8582c768f702 req-d30bcb0c-664f-4210-ad29-fe8729623868 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0871496 Jun 03 16:27:22.316098 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-caeb7d15-e8fe-4557-bba5-51b90933af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:22.318241 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-caeb7d15-e8fe-4557-bba5-51b90933af9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9146c741-7f17-49db-8bda-75bb86be8c5c HTTP/1.1" status: 200 len: 835 time: 0.0699854 Jun 03 16:27:22.325506 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0618d90f-5bcd-4d41-b48c-8582c768f702 req-0a74df97-3fbb-4b03-acab-05bcd877a0b0 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Jun 03 16:27:22.332616 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:22.337617 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] Checking router: 0b352317-3d52-4d99-8268-b698a2d39c00 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:22.351450 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:22.352352 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:22.434162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-51a6fe6a-47f0-4530-8f3c-1e58ea475e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:22.436846 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-51a6fe6a-47f0-4530-8f3c-1e58ea475e10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115007 Jun 03 16:27:22.553116 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:22.606659 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-82549aa3-3808-4cca-9611-d30decaee043 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626287 Jun 03 16:27:22.759406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-1b7edd81-fc64-4bac-b848-e4bd8766fe20 req-c53b0190-a30b-4f6b-90f2-9f56b952e162 service neutron] 10.222.0.70 "GET /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462109 Jun 03 16:27:22.946765 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:22.951219 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e0951-1352-4225-85c8-9c9ba65d1b9d None None] The sync data for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 is: [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 4, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '37a877bb-4962-440f-9113-c9a926aaec17', 'name': '', 'network_id': 'fe2ff0a4-17f0-4296-a31d-2bdb5b64125a', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'mac_address': 'fa:16:3e:37:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:28Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'subnets': [{'id': '9146c741-7f17-49db-8bda-75bb86be8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:23.194573 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ca3e2-ba02-46f8-a318-8df4acff34f4 None None] New status for floating IP 09463591-351e-408d-9520-2157c9572753: DOWN {{(pid=88340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:27:23.544837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b3368-dfca-40a8-afe8-1350bcc5a033 req-613cc165-cc89-4588-9182-322c9e86083f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:23.546422 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef3b3368-dfca-40a8-afe8-1350bcc5a033 req-613cc165-cc89-4588-9182-322c9e86083f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0899715 Jun 03 16:27:23.595068 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ef3b3368-dfca-40a8-afe8-1350bcc5a033 req-5ed1a3ad-4e56-4510-b42d-d10e44759178 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Jun 03 16:27:23.971961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-03b8400a-59da-49ae-b474-256b7371a9b1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:23.973108 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-03b8400a-59da-49ae-b474-256b7371a9b1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Synchronizing usage tracker for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:27:23.999105 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-03b8400a-59da-49ae-b474-256b7371a9b1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Unset dirty status for tenant:42be07f72daf448186108fa2af25f7f8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:27:24.001193 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-03b8400a-59da-49ae-b474-256b7371a9b1 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.1403742 Jun 03 16:27:24.097638 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:27:24.097987 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:24.289869 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:27:24.519776 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:24.520222 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:24.660549 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:27:24.858308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d36d96-7d52-4173-a3f7-fd5ba08fd8bc req-946e5891-9de3-44ae-aaec-426187678029 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:24.859868 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17d36d96-7d52-4173-a3f7-fd5ba08fd8bc req-946e5891-9de3-44ae-aaec-426187678029 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb24676-675d-4222-9dca-06c07c62566a HTTP/1.1" status: 200 len: 946 time: 0.0986745 Jun 03 16:27:24.904612 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:24.939994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-17d36d96-7d52-4173-a3f7-fd5ba08fd8bc req-882005f6-e7e1-4903-833a-97702da3d7b4 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "GET /v2.0/security-groups?id=7dab97d5-6587-4283-a0e4-310e43e7fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692246 Jun 03 16:27:24.961451 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=544cd1f4-a160-44cf-8e52-ad96d3f8c1b7,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:25.056032 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] No DVR routers for this DVR port 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:27:25.058762 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:25.062185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'name': 'network-vif-deleted', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:27:25.084651 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-e1987714-7149-43ca-8be0-0bcd79438f37 req-13ac4ebe-3357-450c-999f-04d863a3d574 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.70 "DELETE /v2.0/ports/544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 HTTP/1.1" status: 204 len: 173 time: 1.0742033 Jun 03 16:27:25.125732 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4209e0dd-fc11-43d3-a65b-53418a8954ba'] response: {'server_uuid': '8cb24676-675d-4222-9dca-06c07c62566a', 'name': 'network-vif-deleted', 'tag': '544cd1f4-a160-44cf-8e52-ad96d3f8c1b7', 'status': 'completed', 'code': 200} Jun 03 16:27:26.050648 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45066) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:26.525445 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:26.567877 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:27:26.568373 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 544cd1f4-a160-44cf-8e52-ad96d3f8c1b7 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:26.668405 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:27.061165 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port 37a877bb-4962-440f-9113-c9a926aaec17 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:27:27.061706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:27.423338 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port 37a877bb-4962-440f-9113-c9a926aaec17, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=37a877bb-4962-440f-9113-c9a926aaec17,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:27.423844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:27.580187 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for 37a877bb-4962-440f-9113-c9a926aaec17 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:27:27.930706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:27.985922 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=37a877bb-4962-440f-9113-c9a926aaec17,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:28.360353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:28.735429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Router 0b352317-3d52-4d99-8268-b698a2d39c00 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:27:29.064508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:29.075407 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] Sync routers for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:29.082157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-86f92dc2-fa02-488d-ad9e-5ef4d7a99c1a tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "PUT /v2.0/routers/0b352317-3d52-4d99-8268-b698a2d39c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0299804 Jun 03 16:27:29.084509 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45070) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:29.086665 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:29.087422 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:29.161387 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting subnet 9146c741-7f17-49db-8bda-75bb86be8c5c {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:27:29.164844 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.223990 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.310600 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:29.316442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.397410 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.440028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Subnet': ['ID=9146c741-7f17-49db-8bda-75bb86be8c5c,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:29.443492 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.450440 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ce4fcdc0-3f67-4916-8de7-affd833a233f tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/subnets/9146c741-7f17-49db-8bda-75bb86be8c5c HTTP/1.1" status: 204 len: 168 time: 0.3648341 Jun 03 16:27:29.452967 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45074) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:29.455912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e67708-3501-48c6-bcf0-777f5f261bf6 None None] Network fe2ff0a4-17f0-4296-a31d-2bdb5b64125a requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:27:29.637523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:27:27Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:29.642828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.643830 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] Checking router: 0b352317-3d52-4d99-8268-b698a2d39c00 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:29.654414 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] Routers {'0b352317-3d52-4d99-8268-b698a2d39c00'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:29.655031 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['0b352317-3d52-4d99-8268-b698a2d39c00'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:29.740593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] DHCP port deletion for fe2ff0a4-17f0-4296-a31d-2bdb5b64125a request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:27:29.750234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Deleting port ed1c5470-04cf-44ac-af55-2c12d7fabb33 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:27:29.750830 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.895158 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:29.910965 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] Set router 0b352317-3d52-4d99-8268-b698a2d39c00 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:29.912551 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Deleting port d2399187-d3cb-4415-91f6-77cec3c75e76 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:27:29.913195 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:30.041747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] For port ed1c5470-04cf-44ac-af55-2c12d7fabb33, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=ed1c5470-04cf-44ac-af55-2c12d7fabb33,segment=NetworkSegment(4c68535e-5c61-4465-9c3f-063d46230bf0),segment_id=4c68535e-5c61-4465-9c3f-063d46230bf0)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:30.042193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:30.206368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] For port d2399187-d3cb-4415-91f6-77cec3c75e76, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d2399187-d3cb-4415-91f6-77cec3c75e76,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:30.207272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Calling delete_port for ed1c5470-04cf-44ac-af55-2c12d7fabb33 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:27:30.207442 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:30.237173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device ed1c5470-04cf-44ac-af55-2c12d7fabb33 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:30.352771 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:27:27Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:30.357904 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ef769-2242-450b-9ee2-7c103bb4952a None None] The sync data for ids ['0b352317-3d52-4d99-8268-b698a2d39c00'] in n-d-844594-1 is: [{'id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745239755', 'tenant_id': '42be07f72daf448186108fa2af25f7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:27:27Z', 'revision_number': 5, 'project_id': '42be07f72daf448186108fa2af25f7f8', 'gw_port': {'id': 'd2399187-d3cb-4415-91f6-77cec3c75e76', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b352317-3d52-4d99-8268-b698a2d39c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:18Z', 'updated_at': '2022-06-03T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:30.392676 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039'] for port, after_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:30.444121 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Calling delete_port for d2399187-d3cb-4415-91f6-77cec3c75e76 owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:27:30.455551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Pushing event deleted for resources: {'Port': ['ID=ed1c5470-04cf-44ac-af55-2c12d7fabb33,revision_number=None']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:30.465511 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] No DVR routers for this DVR port ed1c5470-04cf-44ac-af55-2c12d7fabb33 on host n-d-844594-1 {{(pid=88340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:27:30.470010 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.470391 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.470957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.471297 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.471639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.471971 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.472334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.472663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.472991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.473318 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.473643 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.473968 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe149d-2cae-4d99-9425-d44d96a4adcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:30.478197 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port ed1c5470-04cf-44ac-af55-2c12d7fabb33 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:30.478591 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:30.651107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:30.706528 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Port': ['ID=d2399187-d3cb-4415-91f6-77cec3c75e76,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:30.925175 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.108307 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.110521 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.134781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.135314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Fanout notify agent at l3_agent the message router_deleted on router 0b352317-3d52-4d99-8268-b698a2d39c00 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:27:31.151931 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.153306 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-67d547fb-c5bb-4a3c-a75f-2466d4195826 tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/routers/0b352317-3d52-4d99-8268-b698a2d39c00 HTTP/1.1" status: 204 len: 168 time: 1.6994116 Jun 03 16:27:31.155890 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45078) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:31.284920 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.418291 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.445146 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2ff0a4-17f0-4296-a31d-2bdb5b64125a']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:31.457870 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c68535e-5c61-4465-9c3f-063d46230bf0') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:31.459587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c68535e-5c61-4465-9c3f-063d46230bf0') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:31.471592 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.494296 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.500677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:27:31.501076 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.568370 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4c68535e-5c61-4465-9c3f-063d46230bf0 resource provider aggregate not found Jun 03 16:27:31.591437 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment 4c68535e-5c61-4465-9c3f-063d46230bf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c68535e-5c61-4465-9c3f-063d46230bf0 found for delete ", "request_id": "req-f6ef5c2c-1548-4cbd-8954-c045c55fc257"}]} Jun 03 16:27:31.608985 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.629015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.642159 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'Network': ['ID=fe2ff0a4-17f0-4296-a31d-2bdb5b64125a,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:31.650859 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-21867aa3-6699-4ee4-b7ed-dccb8da8177b tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/networks/fe2ff0a4-17f0-4296-a31d-2bdb5b64125a HTTP/1.1" status: 204 len: 168 time: 0.4939024 Jun 03 16:27:31.653762 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45086) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:31.731706 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-80891a35-4e80-4c80-85ac-7209dac216fd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.762965 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-80891a35-4e80-4c80-85ac-7209dac216fd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.831009 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-80891a35-4e80-4c80-85ac-7209dac216fd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.850711 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891a35-4e80-4c80-85ac-7209dac216fd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dab97d5-6587-4283-a0e4-310e43e7fca6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:31.864075 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-80891a35-4e80-4c80-85ac-7209dac216fd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:31.865310 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-80891a35-4e80-4c80-85ac-7209dac216fd tempest-TestNetworkAdvancedServerOps-1012272668 tempest-TestNetworkAdvancedServerOps-1012272668-project] 10.222.0.66 "DELETE /v2.0/security-groups/7dab97d5-6587-4283-a0e4-310e43e7fca6 HTTP/1.1" status: 204 len: 168 time: 0.2106450 Jun 03 16:27:32.171417 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a877bb-4962-440f-9113-c9a926aaec17 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:32.217187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 37a877bb-4962-440f-9113-c9a926aaec17 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:27:32.217602 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 37a877bb-4962-440f-9113-c9a926aaec17 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:32.218031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2399187-d3cb-4415-91f6-77cec3c75e76 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:27:32.254159 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d2399187-d3cb-4415-91f6-77cec3c75e76 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:27:32.254519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d2399187-d3cb-4415-91f6-77cec3c75e76 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:27:32.269831 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45096) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:32.454699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a557942c-4741-497f-ab50-fa74359047e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42be07f72daf448186108fa2af25f7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837494 Jun 03 16:27:32.457273 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45102) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:32.520913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86165850-cc40-4407-8ec2-671eb1ee33e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:32.549206 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86165850-cc40-4407-8ec2-671eb1ee33e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:32.604889 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86165850-cc40-4407-8ec2-671eb1ee33e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:32.623203 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86165850-cc40-4407-8ec2-671eb1ee33e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0f72ef-2a59-4e48-85c9-22957c84ae95,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:32.630215 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-86165850-cc40-4407-8ec2-671eb1ee33e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:32.631604 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-86165850-cc40-4407-8ec2-671eb1ee33e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b0f72ef-2a59-4e48-85c9-22957c84ae95 HTTP/1.1" status: 204 len: 168 time: 0.1733594 Jun 03 16:27:32.932274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45110) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:32.950651 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:32.965587 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:32.969649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Usage tracker for resource:security_group_rule and tenant:c356030833c24448acac30247fd9072a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:32.972567 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:32.978539 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:33.064698 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:33.068836 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:33.119817 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c356030833c24448acac30247fd9072a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861520 Jun 03 16:27:33.120735 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d949d1d-7f73-4d47-aafc-af54f8261a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a228dd7-c52a-4774-a4c0-86f0bd0a7b11,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:33.123328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45114) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:33.317615 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:33.345270 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:33.400487 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:33.416308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a228dd7-c52a-4774-a4c0-86f0bd0a7b11,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:33.427731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.428060 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.428418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.428787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.429622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.429945 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.430267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.430580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.430896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.431221 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.431533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.431848 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:33.437072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:33.438204 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1e65cd4b-d644-46de-8a97-06b47cc88c9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a228dd7-c52a-4774-a4c0-86f0bd0a7b11 HTTP/1.1" status: 204 len: 168 time: 0.3127680 Jun 03 16:27:34.229380 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45138) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:34.337454 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-100610294-network', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:34.342994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:34.346891 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Usage tracker for resource:network and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:34.349949 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:34.359886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:34.370047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Made reservation on behalf of 972430b41ad945b79f4f90d00a6bb9f8 for: {'network': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:34.372436 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.385543 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.400529 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:34.404477 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:34.407616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:34.413512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:34.507594 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.510959 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.542227 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=88339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:27:34.550616 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e6a2b-53a6-4614-b1f9-7612db3dd720,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:34.557038 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.557390 n-d-844594-1 neutron-server[88339]: INFO neutron.db.segments_db [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Added segment 9ce01866-5bea-4050-a182-51fccc972448 of type vlan for network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 Jun 03 16:27:34.586250 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.617860 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.618854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:34.619593 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.730310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfbc292-ed20-4e90-9e9e-6d65887e9579,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:34.733781 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-edf874df-1fea-49b3-84ce-209a662028d5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5032759 Jun 03 16:27:34.736995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45144) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:34.743100 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Request body: {'subnet': {'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-100610294-subnet', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'ip_version': 4}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:34.744476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:27:34.749177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:34.753629 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Usage tracker for resource:subnet and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:34.756701 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:34.762995 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:34.774296 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Made reservation on behalf of 972430b41ad945b79f4f90d00a6bb9f8 for: {'subnet': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:34.776469 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3475244'] for subnet, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.002093 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3147653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3475230'] for subnet, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.082520 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2865fab4-18b7-4ab8-9198-c50a224b9d7a,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:35.094885 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Checking segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:35.095247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Network hostable DHCP agents. Network: 0bfbc292-ed20-4e90-9e9e-6d65887e9579, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:27:35.117481 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:27:35.134391 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 0bfbc292-ed20-4e90-9e9e-6d65887e9579) {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:35.138973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:35.140186 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.143498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59f2bc-b6ab-48d4-b2b4-7a0eecc21daa None None] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:27:35.164084 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-79ab3a9d-20cd-4137-989c-9a28b9d13bdf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4256239 Jun 03 16:27:35.166873 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45148) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:35.172008 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:35.179617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:35.187287 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Usage tracker for resource:router and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:35.192443 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:35.202453 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:35.216150 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.217392 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.236990 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.386845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:27:35.387906 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.557996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Allocated IP 172.20.0.2 (0bfbc292-ed20-4e90-9e9e-6d65887e9579/2865fab4-18b7-4ab8-9198-c50a224b9d7a/3c5fccf0-ade1-4c7b-a547-acec5781e7c4) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:27:35.640947 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.774814 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.785538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Transition to ACTIVE for port object 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:35.805057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Transition to ACTIVE for port object 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:35.810141 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.889996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:35.892606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:35.898245 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:27:35.904262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Pushing event updated for resources: {'Port': ['ID=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:35.971244 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.996768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Attempting to bind port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:27:35.997142 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Attempting to bind port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:27:35.997504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Attempting to bind port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:36.002445 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:36.011601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:27:36.012068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Checking segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:36.012575 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:36.012683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Bound using segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:27:36.013135 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Bound port: 3c5fccf0-ade1-4c7b-a547-acec5781e7c4, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:27:36.013510 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:36.106136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] For port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:27:36.109959 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] For port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:27:36.114018 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:36.141110 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Allocated IP 172.25.1.44 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/72172b92-8e4f-4b3c-b202-0e4155915663) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:27:36.198974 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6e3b-06c3-46c4-96c1-7c739ed188c6 None None] Pushing event updated for resources: {'Port': ['ID=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:36.310274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:36.341151 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:36.424810 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:36.427644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:36.432196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:27:36.471702 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Pushing event updated for resources: {'Port': ['ID=72172b92-8e4f-4b3c-b202-0e4155915663,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:37.009821 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:37.222639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe0d77e-6f21-4d6e-9ea5-df120fd5c623 None None] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:27:37.317784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-bc328fb6-a7d3-421d-a85d-26fa4153893e None None] Provisioning for port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:37.392689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:37.622182 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Router 2eafdcbd-55da-4c06-b20c-a798d76408c9 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:27:37.801229 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:37.812351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Sync routers for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:37.821919 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:37.822533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:37.826643 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:37.827892 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bb932473-d23d-4bed-a85e-5f8601ec020c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6600492 Jun 03 16:27:37.830512 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45152) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:38.008316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:38.215630 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:38.363454 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:38.375608 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:38.376011 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:38.485112 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:36Z', 'revision_number': 3, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:38.505008 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Checking router: 2eafdcbd-55da-4c06-b20c-a798d76408c9 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:38.505350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Updating router 2eafdcbd-55da-4c06-b20c-a798d76408c9 port 72172b92-8e4f-4b3c-b202-0e4155915663 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:27:38.559341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:38.559712 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:38.578654 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:38.643723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:38.661033 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:38.682638 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:38.835400 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:38.872006 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Allocated IP 172.20.0.1 (0bfbc292-ed20-4e90-9e9e-6d65887e9579/2865fab4-18b7-4ab8-9198-c50a224b9d7a/d68a26b1-cddd-476f-822d-30618d545bca) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:27:38.980923 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:38.993536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Transition to ACTIVE for port object 72172b92-8e4f-4b3c-b202-0e4155915663 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:39.001433 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.043787 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.060440 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Transition to ACTIVE for port object d68a26b1-cddd-476f-822d-30618d545bca will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:39.083799 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Attempting to bind port 72172b92-8e4f-4b3c-b202-0e4155915663 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:27:39.084364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Attempting to bind port 72172b92-8e4f-4b3c-b202-0e4155915663 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:27:39.084598 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.084720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Attempting to bind port 72172b92-8e4f-4b3c-b202-0e4155915663 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:39.091106 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13430e43-ec7c-42d0-8698-26e6e7891983 None None] Pushing event updated for resources: {'Port': ['ID=72172b92-8e4f-4b3c-b202-0e4155915663,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:39.095415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:27:39.095792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:39.096220 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.096610 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:27:39.097083 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Bound port: 72172b92-8e4f-4b3c-b202-0e4155915663, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:27:39.097461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.154783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:39.157506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:39.159986 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:27:39.170434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] For port 72172b92-8e4f-4b3c-b202-0e4155915663, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:27:39.173966 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] For port 72172b92-8e4f-4b3c-b202-0e4155915663, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=72172b92-8e4f-4b3c-b202-0e4155915663,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:27:39.178931 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.203700 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d68a26b1-cddd-476f-822d-30618d545bca,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:39.223631 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.262198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:39.262838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:39.340092 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13430e43-ec7c-42d0-8698-26e6e7891983 None None] Pushing event updated for resources: {'Port': ['ID=72172b92-8e4f-4b3c-b202-0e4155915663,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:39.445504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e232b85-2cf1-4649-95f9-66addabc2754 None None] Provisioning for port d68a26b1-cddd-476f-822d-30618d545bca completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:39.456941 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-9e232b85-2cf1-4649-95f9-66addabc2754 None None] Provisioning complete for port d68a26b1-cddd-476f-822d-30618d545bca triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:39.457318 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9e232b85-2cf1-4649-95f9-66addabc2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.489127 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:39.499366 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.737204 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.742585 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.743992 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-9e232b85-2cf1-4649-95f9-66addabc2754 None None] Port d68a26b1-cddd-476f-822d-30618d545bca cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:27:39.846566 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d68a26b1-cddd-476f-822d-30618d545bca,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:39.852603 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.854731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:36Z', 'revision_number': 3, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:39.858881 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4986e-d976-4127-b7ae-8af96e1a67b7 None None] The sync data for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 is: [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:36Z', 'revision_number': 3, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:40.024746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:40.026580 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:40.373945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 72172b92-8e4f-4b3c-b202-0e4155915663 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:40.463915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-5e39430b-ae43-4b74-8441-d2112e3742f4 None None] Provisioning complete for port d68a26b1-cddd-476f-822d-30618d545bca triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:40.465269 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5e39430b-ae43-4b74-8441-d2112e3742f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:40.487902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Router 2eafdcbd-55da-4c06-b20c-a798d76408c9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:27:40.544695 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-5e39430b-ae43-4b74-8441-d2112e3742f4 None None] Port d68a26b1-cddd-476f-822d-30618d545bca cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:27:40.566434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 72172b92-8e4f-4b3c-b202-0e4155915663 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:40.574001 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 72172b92-8e4f-4b3c-b202-0e4155915663 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:40.575027 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:40.724765 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 72172b92-8e4f-4b3c-b202-0e4155915663 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:40.725651 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:40.744320 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:40.744904 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 72172b92-8e4f-4b3c-b202-0e4155915663, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=72172b92-8e4f-4b3c-b202-0e4155915663,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:40.749890 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:40.750781 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:40.754699 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-540062bc-8002-4ff8-90a8-9d9a2302b3b9 admin admin] 10.222.0.66 "PUT /v2.0/routers/2eafdcbd-55da-4c06-b20c-a798d76408c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231708 Jun 03 16:27:40.886466 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=72172b92-8e4f-4b3c-b202-0e4155915663,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:40.900828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:40.901204 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.038154 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:41.339036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45172) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:41.344757 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-949396580-network', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:41.350356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:41.354641 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Usage tracker for resource:network and tenant:97e600234d4045a38f1f4d7fcb737f5a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:41.357530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:41.363670 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:41.374143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Made reservation on behalf of 97e600234d4045a38f1f4d7fcb737f5a for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:41.376573 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.388735 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.403954 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:41.407939 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Usage tracker for resource:security_group_rule and tenant:97e600234d4045a38f1f4d7fcb737f5a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:41.410764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:41.417162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:41.517710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.521537 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.554673 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:27:41.564305 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb91749a-2332-43c7-a997-2091310841fc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:41.571107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.571575 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Added segment eff908c8-18b3-4616-a792-8c22f54f0dea of type vlan for network 6e8ca15c-528a-4e36-8cc5-622fdce99703 Jun 03 16:27:41.602688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.637236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.638567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:41.639240 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.723327 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Sync routers for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:41.734339 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:41.735063 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:41.750575 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] Pushing event updated for resources: {'Network': ['ID=6e8ca15c-528a-4e36-8cc5-622fdce99703,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:41.753643 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3e05501a-c918-4c6c-9018-1574c610a19d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4135885 Jun 03 16:27:41.756514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:41.762280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Request body: {'subnet': {'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-949396580-subnet', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:41.765372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:27:41.768536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:41.773978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Usage tracker for resource:subnet and tenant:97e600234d4045a38f1f4d7fcb737f5a is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:41.777446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:41.784808 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:41.797213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Made reservation on behalf of 97e600234d4045a38f1f4d7fcb737f5a for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:41.799907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:41.929734 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:42.030142 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.127985 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbac7caa-2079-49bf-8266-a67abbf253b8,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:42.143580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Checking segment: {'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:42.144312 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Network hostable DHCP agents. Network: 6e8ca15c-528a-4e36-8cc5-622fdce99703, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:27:42.168163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:27:42.181518 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 6e8ca15c-528a-4e36-8cc5-622fdce99703) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:42.184408 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 72172b92-8e4f-4b3c-b202-0e4155915663 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:42.192594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:42.193182 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.221028 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8a23afc3-d7a3-48d2-b6b5-48582e2ce4b1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4631653 Jun 03 16:27:42.224980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45180) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:42.235015 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:42.238786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f3e0d-8381-40e5-b024-f539d7213c09 None None] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:27:42.247973 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:42.255707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Usage tracker for resource:router and tenant:97e600234d4045a38f1f4d7fcb737f5a is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:42.260830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:42.268126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:42.282275 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.283435 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.300562 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.325338 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 2, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:42.330158 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Checking router: 2eafdcbd-55da-4c06-b20c-a798d76408c9 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:42.330559 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Updating router 2eafdcbd-55da-4c06-b20c-a798d76408c9 port d68a26b1-cddd-476f-822d-30618d545bca binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:27:42.355939 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 72172b92-8e4f-4b3c-b202-0e4155915663 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:42.356336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.383967 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.600833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 72172b92-8e4f-4b3c-b202-0e4155915663 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:42.610875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-6e8ca15c-528a-4e36-8cc5-622fdce99703', 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'fixed_ips': [{'subnet_id': 'dbac7caa-2079-49bf-8266-a67abbf253b8'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:27:42.611721 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.655005 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.770052 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.783643 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Transition to ACTIVE for port object d68a26b1-cddd-476f-822d-30618d545bca will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:42.790667 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:42.796613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Allocated IP 172.20.0.2 (6e8ca15c-528a-4e36-8cc5-622fdce99703/dbac7caa-2079-49bf-8266-a67abbf253b8/60253778-f383-40f0-9010-c0950f860952) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:27:43.010281 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Pushing event updated for resources: {'Port': ['ID=d68a26b1-cddd-476f-822d-30618d545bca,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.024737 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.051946 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.052344 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.052679 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.053005 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.053331 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.053668 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.053984 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.054297 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.054610 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.054920 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.055231 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.055541 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:27:43.068014 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.068319 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Attempting to bind port d68a26b1-cddd-476f-822d-30618d545bca on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:27:43.068843 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Attempting to bind port d68a26b1-cddd-476f-822d-30618d545bca by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:27:43.069897 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Attempting to bind port d68a26b1-cddd-476f-822d-30618d545bca on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:43.076420 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:27:43.076793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Checking segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:43.077489 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.077874 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Bound using segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:27:43.078337 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Bound port: d68a26b1-cddd-476f-822d-30618d545bca, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:27:43.079137 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.085861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.099548 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Transition to ACTIVE for port object 60253778-f383-40f0-9010-c0950f860952 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:43.121334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Transition to ACTIVE for port object 60253778-f383-40f0-9010-c0950f860952 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:43.126595 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.174278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] For port d68a26b1-cddd-476f-822d-30618d545bca, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:27:43.177671 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] For port d68a26b1-cddd-476f-822d-30618d545bca, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d68a26b1-cddd-476f-822d-30618d545bca,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:27:43.182305 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.242988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:43.248804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:43.249608 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Allocated IP 172.25.1.227 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/977ec8d9-563a-4d0b-8db5-54479fd9378c) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:27:43.253425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:27:43.265129 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Pushing event updated for resources: {'Port': ['ID=60253778-f383-40f0-9010-c0950f860952,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.265749 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:43.267690 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.340084 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e860ed2-343c-409d-a822-d469953d4f28 None None] Pushing event updated for resources: {'Port': ['ID=d68a26b1-cddd-476f-822d-30618d545bca,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.363923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Attempting to bind port 60253778-f383-40f0-9010-c0950f860952 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:27:43.363923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Attempting to bind port 60253778-f383-40f0-9010-c0950f860952 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:27:43.364275 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Attempting to bind port 60253778-f383-40f0-9010-c0950f860952 on network 6e8ca15c-528a-4e36-8cc5-622fdce99703 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:43.372289 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:27:43.372667 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Checking segment: {'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:43.373072 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.373465 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Bound using segment: {'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:27:43.373936 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Bound port: 60253778-f383-40f0-9010-c0950f860952, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:27:43.374313 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.442137 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.475936 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:43.481503 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.504890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] For port 60253778-f383-40f0-9010-c0950f860952, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:27:43.512504 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9ee6573a-e90a-471e-a2e1-178c6ef48a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.516594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] For port 60253778-f383-40f0-9010-c0950f860952, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60253778-f383-40f0-9010-c0950f860952,segment=NetworkSegment(eff908c8-18b3-4616-a792-8c22f54f0dea),segment_id=eff908c8-18b3-4616-a792-8c22f54f0dea)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:27:43.524916 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:43.562196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:43.566886 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:43.570540 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:27:43.606328 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Pushing event updated for resources: {'Port': ['ID=977ec8d9-563a-4d0b-8db5-54479fd9378c,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.606679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3aed9-a068-4ceb-b164-aa9fa9d6785e None None] Pushing event updated for resources: {'Port': ['ID=60253778-f383-40f0-9010-c0950f860952,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:43.846260 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:43Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:43.851120 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9c31-b192-4c1c-9d3c-9609137e25c3 None None] The sync data for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 is: [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:43Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:44.205785 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:44.237198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60253778-f383-40f0-9010-c0950f860952 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:44.322731 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 60253778-f383-40f0-9010-c0950f860952 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:44.330525 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68a26b1-cddd-476f-822d-30618d545bca up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:44.416038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d68a26b1-cddd-476f-822d-30618d545bca completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:44.421933 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d68a26b1-cddd-476f-822d-30618d545bca triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:44.423039 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:44.568540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d68a26b1-cddd-476f-822d-30618d545bca is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:44.569013 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:44.613155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port d68a26b1-cddd-476f-822d-30618d545bca, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d68a26b1-cddd-476f-822d-30618d545bca,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:44.614074 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:44.618158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:44.705668 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=d68a26b1-cddd-476f-822d-30618d545bca,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:44.811062 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f78e4-f521-4901-be85-2cd272b95471 None None] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:27:44.861011 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:27:44.906830 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] Provisioning for port 60253778-f383-40f0-9010-c0950f860952 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:44.925543 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] Provisioning complete for port 60253778-f383-40f0-9010-c0950f860952 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:44.925913 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:45.072161 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:45.102800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:45.104304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-260c90c4-e6b8-445a-a991-6625313a8831 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8768141 Jun 03 16:27:45.107144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45184) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:45.109515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Sync routers for ids ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:45.149752 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Routers {'3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:45.150287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:45.219380 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] Current status of the port 60253778-f383-40f0-9010-c0950f860952 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:45.219755 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:45.344730 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] For port 60253778-f383-40f0-9010-c0950f860952, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60253778-f383-40f0-9010-c0950f860952,segment=NetworkSegment(eff908c8-18b3-4616-a792-8c22f54f0dea),segment_id=eff908c8-18b3-4616-a792-8c22f54f0dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:45.353083 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:45.416374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Set router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:45.653988 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da867295-9d74-4bb8-8291-34b3d50b5bff None None] Pushing event updated for resources: {'Port': ['ID=60253778-f383-40f0-9010-c0950f860952,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:45.703457 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b5c4ebad-8b68-4973-9238-1ab93383d9bc None None] Provisioning complete for port 60253778-f383-40f0-9010-c0950f860952 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:45.703742 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b5c4ebad-8b68-4973-9238-1ab93383d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:45.809752 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:45.869333 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4ebad-8b68-4973-9238-1ab93383d9bc None None] Current status of the port 60253778-f383-40f0-9010-c0950f860952 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:45.873439 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:27:43Z', 'revision_number': 3, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port': {'id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:43Z', 'updated_at': '2022-06-03T16:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:45.877189 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Checking router: 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:45.877536 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Updating router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b port 977ec8d9-563a-4d0b-8db5-54479fd9378c binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:27:45.929846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.142363 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Allocated IP 172.20.0.1 (6e8ca15c-528a-4e36-8cc5-622fdce99703/dbac7caa-2079-49bf-8266-a67abbf253b8/663ebeac-7fac-4879-aec5-29ffebc9e5bf) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:27:46.181365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60253778-f383-40f0-9010-c0950f860952 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:46.257351 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.291107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.306774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Transition to ACTIVE for port object 663ebeac-7fac-4879-aec5-29ffebc9e5bf will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:46.330829 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.337712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 60253778-f383-40f0-9010-c0950f860952 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:46.338085 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.398532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:46.400738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.401257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:46.405359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:27:46.421469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Transition to ACTIVE for port object 977ec8d9-563a-4d0b-8db5-54479fd9378c will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:46.426092 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bde3e6c5-27b2-4a6a-bd93-df84c85e7ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.437315 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.446058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Pushing event updated for resources: {'Port': ['ID=663ebeac-7fac-4879-aec5-29ffebc9e5bf,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:46.463179 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.569291 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ed8f1-8597-4b31-832d-c02c6c52c702 None None] Pushing event updated for resources: {'Port': ['ID=977ec8d9-563a-4d0b-8db5-54479fd9378c,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:46.578599 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Attempting to bind port 977ec8d9-563a-4d0b-8db5-54479fd9378c on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:27:46.578879 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Attempting to bind port 977ec8d9-563a-4d0b-8db5-54479fd9378c by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:27:46.579237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Attempting to bind port 977ec8d9-563a-4d0b-8db5-54479fd9378c on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:46.588244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:27:46.588616 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:46.590409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.590409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:27:46.590409 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Bound port: 977ec8d9-563a-4d0b-8db5-54479fd9378c, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:27:46.590409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.614326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 60253778-f383-40f0-9010-c0950f860952 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:46.615588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68a26b1-cddd-476f-822d-30618d545bca up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:46.743434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] For port 977ec8d9-563a-4d0b-8db5-54479fd9378c, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:27:46.745374 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-09527def-8091-49c7-a258-e014a8709c4f None None] Provisioning for port 663ebeac-7fac-4879-aec5-29ffebc9e5bf completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:46.746758 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.749580 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] For port 977ec8d9-563a-4d0b-8db5-54479fd9378c, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=977ec8d9-563a-4d0b-8db5-54479fd9378c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:27:46.755774 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.759669 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-09527def-8091-49c7-a258-e014a8709c4f None None] Provisioning complete for port 663ebeac-7fac-4879-aec5-29ffebc9e5bf triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:46.760093 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-09527def-8091-49c7-a258-e014a8709c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.783821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.868337 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d68a26b1-cddd-476f-822d-30618d545bca triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:46.868710 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.933164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-09527def-8091-49c7-a258-e014a8709c4f None None] Port 663ebeac-7fac-4879-aec5-29ffebc9e5bf cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:27:46.952849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Routers {'3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:46.953490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:46.974617 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:46.980836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:47.002167 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ed8f1-8597-4b31-832d-c02c6c52c702 None None] Pushing event updated for resources: {'Port': ['ID=977ec8d9-563a-4d0b-8db5-54479fd9378c,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:47.088711 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:47.095269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Pushing event updated for resources: {'Port': ['ID=663ebeac-7fac-4879-aec5-29ffebc9e5bf,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:47.174505 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d68a26b1-cddd-476f-822d-30618d545bca is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:47.193816 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] Set router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:47.229003 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:47.230677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:47.268071 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:47.437558 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:27:47.484444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-426b2ce8-ba84-4ec4-acc9-eb01b170c598 None None] Provisioning complete for port 663ebeac-7fac-4879-aec5-29ffebc9e5bf triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:47.485066 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-426b2ce8-ba84-4ec4-acc9-eb01b170c598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:47.593477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-426b2ce8-ba84-4ec4-acc9-eb01b170c598 None None] Port 663ebeac-7fac-4879-aec5-29ffebc9e5bf cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:27:47.628502 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 4, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port': {'id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:43Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '663ebeac-7fac-4879-aec5-29ffebc9e5bf', 'name': '', 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'mac_address': 'fa:16:3e:fc:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:45Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 2, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'subnets': [{'id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:47.633519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07c220-925c-4549-ade4-1742e1c8cd83 None None] The sync data for ids ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'] in n-d-844594-1 is: [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 4, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port': {'id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:43Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '663ebeac-7fac-4879-aec5-29ffebc9e5bf', 'name': '', 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'mac_address': 'fa:16:3e:fc:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:45Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 2, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'subnets': [{'id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:47.753467 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:27:47.762940 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d6b495c0-1861-490a-b16b-afaffd9ca509 admin admin] 10.222.0.66 "PUT /v2.0/routers/3bc6eade-6912-4fcb-a5d8-9a2af15fab2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6522253 Jun 03 16:27:48.183501 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45194) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:48.189073 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122235448', 'description': 'tempest-secgroup-smoke-122235448 description', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:48.196751 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:48.202415 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:48.205661 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:48.211601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:48.222125 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.255743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:48.265874 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:48.271496 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:48.278610 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:48.357096 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.361952 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.405134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f50a13-4fb4-445b-a48a-715bf9cb258b,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:48.408670 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.409570 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-92b5b384-702e-44f2-9ee1-0ccfc7e6da94 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2248394 Jun 03 16:27:48.412424 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45198) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:48.417884 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '14f50a13-4fb4-445b-a48a-715bf9cb258b', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:48.425020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:48.429911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:48.433000 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:48.439048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:48.457689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.524714 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.528796 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.554345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be786fda-5875-4c19-b99b-b8602b134bc3,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:48.564691 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.566036 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-1f09dae9-18ec-4246-9609-8eddeb5c67da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521626 Jun 03 16:27:48.568946 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45202) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:48.573916 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '14f50a13-4fb4-445b-a48a-715bf9cb258b', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:48.581009 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:48.585746 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:48.588745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:48.594618 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:48.617353 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.646839 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.689878 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.693334 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.694083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.720319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a666c128-8f9b-46d2-9f1b-bbf93ce63251,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:48.729863 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.732147 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-bba9c8fb-8dca-4c45-9533-5b4a666fc8cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1613505 Jun 03 16:27:48.734147 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:48.739450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '14f50a13-4fb4-445b-a48a-715bf9cb258b', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:48.746306 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:48.750522 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:48.753737 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:48.759660 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:48.778237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.845452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.851315 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.875600 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b79f63-1d3c-43a4-80d1-73d23ac16da2,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:48.886620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.887890 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ee3a1fe9-c670-41cf-8da0-b5cd376ae324 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526549 Jun 03 16:27:48.890785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45210) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:48.895979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '14f50a13-4fb4-445b-a48a-715bf9cb258b', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:48.903651 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:48.907544 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:48.910429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:48.916236 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:48.932977 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.995283 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:48.998922 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.026375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2422fa26-c7cc-498d-afe8-a00a09dd949d,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:49.036060 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.037259 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-f507cbd5-c367-4a29-9d63-a9ad1193479c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454771 Jun 03 16:27:49.040075 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45214) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:49.045014 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '14f50a13-4fb4-445b-a48a-715bf9cb258b', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:49.051954 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:49.055985 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:49.058894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:49.064759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:49.076052 n-d-844594-1 neutron-server[88339]: INFO neutron.db.securitygroups_db [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Project 972430b41ad945b79f4f90d00a6bb9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:27:49.082689 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.259176 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.263264 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.289363 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4e6fa1-ae72-438b-90cb-b37091904bf2,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:49.299029 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.300229 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-5ca61427-394a-495e-b1f9-78cc0ccb19d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2591450 Jun 03 16:27:49.302881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45218) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:27:49.308279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '14f50a13-4fb4-445b-a48a-715bf9cb258b', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:49.314641 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:49.318446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:49.322226 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:49.327820 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:49.337538 n-d-844594-1 neutron-server[88339]: INFO neutron.db.securitygroups_db [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Project 972430b41ad945b79f4f90d00a6bb9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:27:49.345493 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.409256 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.412814 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.436167 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7ec410-50d2-4790-8c15-a6a0438227a7,revision_number=0']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:49.445092 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:49.446272 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-201ba930-c291-4851-b179-f80200022375 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419897 Jun 03 16:27:49.609275 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-c4ee6a8d-03bb-4a79-b67c-ad635f595e2c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122235448&fields=id&tenant_id=972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 267 time: 0.0396154 Jun 03 16:27:49.762469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-3fb5b744-2286-4ada-a6eb-e6b5814fda27 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:49.763831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-3fb5b744-2286-4ada-a6eb-e6b5814fda27 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 808 time: 0.1480839 Jun 03 16:27:49.780048 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-b497f2bf-7582-4e34-9636-f0ff9641cf60 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/quotas/972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 375 time: 0.0105464 Jun 03 16:27:49.866771 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-df08a010-44ca-4cad-a285-957aac2f4e39 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811400 Jun 03 16:27:50.006185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-e434ee1b-f690-4c96-955e-f72cb7f96f4b service neutron] 10.222.0.66 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278882 Jun 03 16:27:50.143119 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-d2476af9-faf6-4c95-a26d-f93a3834c7f0 service neutron] 10.222.0.66 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310084 Jun 03 16:27:50.189780 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 977ec8d9-563a-4d0b-8db5-54479fd9378c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:50.262273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 977ec8d9-563a-4d0b-8db5-54479fd9378c completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:50.267164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 977ec8d9-563a-4d0b-8db5-54479fd9378c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:50.267537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:50.363732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fde24107-14a0-40c9-9cfe-86d1e8b6a687 req-53cc7bdf-6982-4a26-a610-6200c1184dec tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 210 time: 0.0427904 Jun 03 16:27:50.405949 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 977ec8d9-563a-4d0b-8db5-54479fd9378c is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:50.406403 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:50.423004 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 977ec8d9-563a-4d0b-8db5-54479fd9378c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=977ec8d9-563a-4d0b-8db5-54479fd9378c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:50.427368 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:50.501822 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=977ec8d9-563a-4d0b-8db5-54479fd9378c,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:51.362790 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Sync routers for ids ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:27:51.372957 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Routers {'3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:51.373563 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:51.523189 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d4439637-e8ce-4069-b168-9533849aa3bf req-06faaac5-a431-4f94-a4e9-e5fcf3c4507e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 210 time: 0.0426569 Jun 03 16:27:51.577530 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Set router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:51.664602 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-03344da5-238c-4049-84ec-cdbd56b2b5f0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:51.665285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-03344da5-238c-4049-84ec-cdbd56b2b5f0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Synchronizing usage tracker for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:network {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:27:51.682514 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-03344da5-238c-4049-84ec-cdbd56b2b5f0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Unset dirty status for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:network {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:27:51.684638 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-03344da5-238c-4049-84ec-cdbd56b2b5f0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 808 time: 0.1734474 Jun 03 16:27:51.742067 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-c85a4449-c997-451f-a479-59918bc23403 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Synchronizing usage tracker for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:security_group {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:27:51.757980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-c85a4449-c997-451f-a479-59918bc23403 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Unset dirty status for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:security_group {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:27:51.759157 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-c85a4449-c997-451f-a479-59918bc23403 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 379 time: 0.0609980 Jun 03 16:27:51.767930 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'port': {'device_id': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'admin_state_up': True, 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'security_groups': ['14f50a13-4fb4-445b-a48a-715bf9cb258b']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:51.898478 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 4, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port': {'id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:43Z', 'updated_at': '2022-06-03T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '663ebeac-7fac-4879-aec5-29ffebc9e5bf', 'name': '', 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'mac_address': 'fa:16:3e:fc:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:45Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 2, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'subnets': [{'id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:51.902276 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Checking router: 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:27:51.902614 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Updating router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b port 663ebeac-7fac-4879-aec5-29ffebc9e5bf binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:27:51.906299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:27:51.910139 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:port and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:27:51.913185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:27:51.919122 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:27:51.928984 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Made reservation on behalf of 972430b41ad945b79f4f90d00a6bb9f8 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:27:51.932782 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:51.955162 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.109349 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Allocated IP 172.20.0.11 (0bfbc292-ed20-4e90-9e9e-6d65887e9579/2865fab4-18b7-4ab8-9198-c50a224b9d7a/699a53b4-aad8-4aa1-a023-4096e90bb681) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:27:52.178965 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 977ec8d9-563a-4d0b-8db5-54479fd9378c up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:52.263425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 977ec8d9-563a-4d0b-8db5-54479fd9378c triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:52.264167 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.317025 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.334087 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Transition to ACTIVE for port object 699a53b4-aad8-4aa1-a023-4096e90bb681 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:52.336982 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.348652 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Transition to ACTIVE for port object 663ebeac-7fac-4879-aec5-29ffebc9e5bf will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:52.354973 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.358352 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.388631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 977ec8d9-563a-4d0b-8db5-54479fd9378c is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:52.432153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:27:52.435285 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:27:52.440079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:27:52.491316 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:52.526664 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:52.527348 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.566655 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-7ebe6f09-f04c-4b01-bb11-449e1df697ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8000486 Jun 03 16:27:52.578378 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-d09ee613-9e15-4ba2-9cbd-626c98ce3a71 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:27:52.579332 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d59c46-4fe7-4a96-9aee-1d44dd29392b None None] Pushing event updated for resources: {'Port': ['ID=663ebeac-7fac-4879-aec5-29ffebc9e5bf,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:52.581638 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-d09ee613-9e15-4ba2-9cbd-626c98ce3a71 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075958 Jun 03 16:27:52.596153 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Request body: {'port': {'device_id': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:27:52.614460 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Attempting to bind port 663ebeac-7fac-4879-aec5-29ffebc9e5bf on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:27:52.614676 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Attempting to bind port 663ebeac-7fac-4879-aec5-29ffebc9e5bf by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:27:52.615039 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Attempting to bind port 663ebeac-7fac-4879-aec5-29ffebc9e5bf on network 6e8ca15c-528a-4e36-8cc5-622fdce99703 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:52.621139 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:27:52.621507 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Checking segment: {'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:52.621909 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.622301 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Bound using segment: {'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:27:52.622929 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Bound port: 663ebeac-7fac-4879-aec5-29ffebc9e5bf, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff908c8-18b3-4616-a792-8c22f54f0dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:27:52.623299 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.749501 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] For port 663ebeac-7fac-4879-aec5-29ffebc9e5bf, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:27:52.753193 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] For port 663ebeac-7fac-4879-aec5-29ffebc9e5bf, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=663ebeac-7fac-4879-aec5-29ffebc9e5bf,segment=NetworkSegment(eff908c8-18b3-4616-a792-8c22f54f0dea),segment_id=eff908c8-18b3-4616-a792-8c22f54f0dea)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:27:52.759721 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.765054 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.804072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa672791-58c1-4cee-974e-cc810fd69b8b req-e19c6a28-5a12-4f1e-a7b6-f967aa57a401 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:52.805775 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa672791-58c1-4cee-974e-cc810fd69b8b req-e19c6a28-5a12-4f1e-a7b6-f967aa57a401 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 932 time: 0.0922294 Jun 03 16:27:52.833312 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Routers {'3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:27:52.833939 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:52.877825 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e7b4bf51-850b-4e37-9ced-9ff9fd5256bf None None] Provisioning for port 699a53b4-aad8-4aa1-a023-4096e90bb681 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:52.878857 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-aa672791-58c1-4cee-974e-cc810fd69b8b req-0288e68e-9d01-4879-8e67-fbf0dceb8d00 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665078 Jun 03 16:27:52.888356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e7b4bf51-850b-4e37-9ced-9ff9fd5256bf None None] Provisioning complete for port 699a53b4-aad8-4aa1-a023-4096e90bb681 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:52.889092 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e7b4bf51-850b-4e37-9ced-9ff9fd5256bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:52.949212 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4bf51-850b-4e37-9ced-9ff9fd5256bf None None] Port 699a53b4-aad8-4aa1-a023-4096e90bb681 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:27:52.996411 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d59c46-4fe7-4a96-9aee-1d44dd29392b None None] Pushing event updated for resources: {'Port': ['ID=663ebeac-7fac-4879-aec5-29ffebc9e5bf,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:53.096690 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] Set router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:27:53.174024 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699a53b4-aad8-4aa1-a023-4096e90bb681 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:27:53.183480 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:53.199417 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Transition to ACTIVE for port object 699a53b4-aad8-4aa1-a023-4096e90bb681 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:27:53.203314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:53.361848 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:53.434676 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 4, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port': {'id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:43Z', 'updated_at': '2022-06-03T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '663ebeac-7fac-4879-aec5-29ffebc9e5bf', 'name': '', 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'mac_address': 'fa:16:3e:fc:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:45Z', 'updated_at': '2022-06-03T16:27:52Z', 'revision_number': 4, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'subnets': [{'id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:27:53.439611 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bf947b-a8d5-499f-84b2-374eb95643b8 None None] The sync data for ids ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'] in n-d-844594-1 is: [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:27:46Z', 'revision_number': 4, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port': {'id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:43Z', 'updated_at': '2022-06-03T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '663ebeac-7fac-4879-aec5-29ffebc9e5bf', 'name': '', 'network_id': '6e8ca15c-528a-4e36-8cc5-622fdce99703', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'mac_address': 'fa:16:3e:fc:13:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:45Z', 'updated_at': '2022-06-03T16:27:52Z', 'revision_number': 4, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'subnets': [{'id': 'dbac7caa-2079-49bf-8266-a67abbf253b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:27:53.442892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Attempting to bind port 699a53b4-aad8-4aa1-a023-4096e90bb681 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:27:53.443225 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Attempting to bind port 699a53b4-aad8-4aa1-a023-4096e90bb681 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:27:53.443548 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Attempting to bind port 699a53b4-aad8-4aa1-a023-4096e90bb681 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:53.449234 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Port 699a53b4-aad8-4aa1-a023-4096e90bb681 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:27:53.449611 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Attempting to bind port 699a53b4-aad8-4aa1-a023-4096e90bb681 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:27:53.454887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:27:53.455221 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Checking segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:27:53.455601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Bound using segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:27:53.456020 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Bound port: 699a53b4-aad8-4aa1-a023-4096e90bb681, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:27:53.456406 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:53.645778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:27:53.649657 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:27:53.654063 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:53.716669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:53.717368 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:53.718660 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] 10.222.0.70 "PUT /v2.0/ports/699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1092 time: 1.1268666 Jun 03 16:27:53.719129 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:27:53.739106 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74e97c-97e6-416a-b13f-d6863c6c1696 service neutron] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:53.799184 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9dd050e-d1d8-40da-bfb7-11416885d2be'] response: {'name': 'network-changed', 'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'status': 'completed', 'code': 200} Jun 03 16:27:53.841630 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-ad07086c-3291-4ba2-a752-cdcdf9abc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:53.843135 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-ad07086c-3291-4ba2-a752-cdcdf9abc61e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1095 time: 0.0769374 Jun 03 16:27:53.923896 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-e08ff511-1b00-4c5a-80ec-f6867582fea3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 217 time: 0.0697172 Jun 03 16:27:53.997019 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-2e4e9a62-7f11-407d-8406-404ef049daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:53.998584 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-2e4e9a62-7f11-407d-8406-404ef049daa9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0654330 Jun 03 16:27:54.064045 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c16b-f9c7-4d63-a3d3-e6c238f2309e req-88cfe34d-e899-4bd2-99b7-fe932eb40434 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:54.065552 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3739c16b-f9c7-4d63-a3d3-e6c238f2309e req-88cfe34d-e899-4bd2-99b7-fe932eb40434 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0845897 Jun 03 16:27:54.082205 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-c0412230-85dc-455d-ba7e-3f020ec8aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:54.083696 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-c0412230-85dc-455d-ba7e-3f020ec8aa7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747645 Jun 03 16:27:54.111325 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3739c16b-f9c7-4d63-a3d3-e6c238f2309e req-3266e053-bd1c-48a9-aaf7-c663fec11c79 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393412 Jun 03 16:27:54.203535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 663ebeac-7fac-4879-aec5-29ffebc9e5bf up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:54.230142 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-937d3053-8fcb-4f9c-8ee1-938ac5eef0a4 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362748 Jun 03 16:27:54.278298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 663ebeac-7fac-4879-aec5-29ffebc9e5bf completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:54.282900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 663ebeac-7fac-4879-aec5-29ffebc9e5bf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:54.283360 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.371034 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-daae7ef3-98cb-47df-8ce6-29918ccc4248 req-238050a3-5219-49cf-b406-d26cd0aadfcf service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302021 Jun 03 16:27:54.398232 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 663ebeac-7fac-4879-aec5-29ffebc9e5bf is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:54.398699 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.442858 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 663ebeac-7fac-4879-aec5-29ffebc9e5bf, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=663ebeac-7fac-4879-aec5-29ffebc9e5bf,segment=NetworkSegment(eff908c8-18b3-4616-a792-8c22f54f0dea),segment_id=eff908c8-18b3-4616-a792-8c22f54f0dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:54.446834 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:54.501802 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-629038e9-3167-4f4a-903e-16593aa18cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:54.503285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-629038e9-3167-4f4a-903e-16593aa18cf1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1095 time: 0.0751252 Jun 03 16:27:54.514274 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=663ebeac-7fac-4879-aec5-29ffebc9e5bf,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:54.634095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-9d61a78d-e5aa-4fe3-bf6e-2bee34778659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:54.635438 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-9d61a78d-e5aa-4fe3-bf6e-2bee34778659 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1261053 Jun 03 16:27:54.714151 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-10b1db60-1896-42f2-8865-0fafdb30862f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 217 time: 0.0702660 Jun 03 16:27:54.779902 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-b674c3aa-b574-4dfa-b42d-08a1852f27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:54.781417 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-b674c3aa-b574-4dfa-b42d-08a1852f27fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0604308 Jun 03 16:27:54.864841 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-165f8668-f9a9-43cf-977d-0cfbad45cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:54.866454 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-165f8668-f9a9-43cf-977d-0cfbad45cdd2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774126 Jun 03 16:27:55.005209 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-1771c14c-2cd6-4b2c-ad71-486c0b80d111 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313922 Jun 03 16:27:55.140460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-d6d34441-2f89-433e-983f-e145ceb88e54 req-07d7f9fe-e1bf-4495-ba54-0f9542864f56 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280100 Jun 03 16:27:55.308864 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7e239-366c-42dd-af4c-cf77fdfbcf71 req-90543111-7e73-4ea8-b5da-e0c634fbb161 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:55.310349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0b7e239-366c-42dd-af4c-cf77fdfbcf71 req-90543111-7e73-4ea8-b5da-e0c634fbb161 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0883355 Jun 03 16:27:55.354117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f0b7e239-366c-42dd-af4c-cf77fdfbcf71 req-90bbf8dc-3db2-4f6b-a579-9f27b7d42d19 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380883 Jun 03 16:27:56.174249 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 663ebeac-7fac-4879-aec5-29ffebc9e5bf up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:56.241136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 663ebeac-7fac-4879-aec5-29ffebc9e5bf triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:56.241498 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:56.356077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 663ebeac-7fac-4879-aec5-29ffebc9e5bf is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:56.539354 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593380aa-8a42-49be-9616-e877bb45d941 req-2cd6da8f-9912-4383-bcdd-341328ea88ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:56.540863 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-593380aa-8a42-49be-9616-e877bb45d941 req-2cd6da8f-9912-4383-bcdd-341328ea88ef tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0803611 Jun 03 16:27:56.590036 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-593380aa-8a42-49be-9616-e877bb45d941 req-e6a32483-3650-4fa4-a8f0-56cf62e5b1cf tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432794 Jun 03 16:27:56.688782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:27:56.819402 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:56.832147 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'port_id': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'mac_address': 'fa:16:3e:d9:9a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:27:56.889084 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:56.889457 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:56.906068 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699a53b4-aad8-4aa1-a023-4096e90bb681 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:27:56.921315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:56.925389 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:56.992137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:57.186268 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['699a53b4-aad8-4aa1-a023-4096e90bb681'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:27:57.546778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-526b4608-d7d3-4f3b-95cb-136226e59892 req-41d03afb-b7be-4c63-91d7-159e6b6b7683 service neutron] (88338) timed out ('10.222.0.66', 33718) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:27:57.778495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26403db7-2b9a-4f2a-a791-6204d6c1f317 req-7f92ec7f-9ea8-4c09-aaba-26a44a7919f5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:57.779980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26403db7-2b9a-4f2a-a791-6204d6c1f317 req-7f92ec7f-9ea8-4c09-aaba-26a44a7919f5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 945 time: 0.0813060 Jun 03 16:27:57.825112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26403db7-2b9a-4f2a-a791-6204d6c1f317 req-9926d6e9-8313-4278-8719-17d52a7660f8 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390451 Jun 03 16:27:58.695504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:27:58.765331 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 699a53b4-aad8-4aa1-a023-4096e90bb681 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:27:58.771436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 699a53b4-aad8-4aa1-a023-4096e90bb681 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:27:58.771911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:58.894233 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:27:58.894634 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:58.922304 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:27:58.932652 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:27:58.937736 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:59.011169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:27:59.063185 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f674e-c24a-4669-9940-f1313452421d req-e5f3d2c3-71b1-49cf-b20d-58d1eee17401 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:59.065079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-744f674e-c24a-4669-9940-f1313452421d req-e5f3d2c3-71b1-49cf-b20d-58d1eee17401 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.1215568 Jun 03 16:27:59.115521 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-744f674e-c24a-4669-9940-f1313452421d req-d4fb7dce-3163-47f4-b8f8-ecccd18efe56 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 Jun 03 16:27:59.215315 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3b62dc-9391-45e5-b9a3-8baa35c77be5'] response: {'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'code': 200} Jun 03 16:27:59.349432 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6bdd9-569b-4fa2-ac25-6c273ecdccf0 req-9a64361c-630e-41ff-bef2-3df7d3ba16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:59.350905 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68a6bdd9-569b-4fa2-ac25-6c273ecdccf0 req-9a64361c-630e-41ff-bef2-3df7d3ba16d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1097 time: 0.0720396 Jun 03 16:27:59.393968 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-68a6bdd9-569b-4fa2-ac25-6c273ecdccf0 req-1ceeb58f-7eb4-444a-bda5-c6c518f279a8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338111 Jun 03 16:28:00.299472 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32938440-d20d-4f67-99a1-7c19e037d892 req-734e8e1d-67ee-433c-9420-6f97ae9ac3e2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:00.300932 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32938440-d20d-4f67-99a1-7c19e037d892 req-734e8e1d-67ee-433c-9420-6f97ae9ac3e2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0788853 Jun 03 16:28:00.344079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-32938440-d20d-4f67-99a1-7c19e037d892 req-a31b841f-ddd9-4305-93ce-1e25afa15c68 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369432 Jun 03 16:28:01.288980 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:28:01.532941 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cff9f-fd1b-4e57-b44b-352d1634b2ff req-b29ce6bd-8fb1-4150-85ad-8c15a2e8f068 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:01.534388 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d4cff9f-fd1b-4e57-b44b-352d1634b2ff req-b29ce6bd-8fb1-4150-85ad-8c15a2e8f068 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0840430 Jun 03 16:28:01.579830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1d4cff9f-fd1b-4e57-b44b-352d1634b2ff req-c8ca656c-8117-4f06-ade3-a3f0444935f1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 Jun 03 16:28:01.762750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7108cdd-5b46-4b2f-b111-57aa2a944b46 req-50e27d68-8450-4702-ad03-a1bc6b8df463 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:01.764242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7108cdd-5b46-4b2f-b111-57aa2a944b46 req-50e27d68-8450-4702-ad03-a1bc6b8df463 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0788178 Jun 03 16:28:01.808368 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7108cdd-5b46-4b2f-b111-57aa2a944b46 req-e871033e-2b8c-40cf-9026-632d598bd55d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Jun 03 16:28:01.830374 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45276) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:01.995384 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d5ff32-d296-4eb7-99fd-4b62819b8456 tempest-TestShelveInstance-61977084 tempest-TestShelveInstance-61977084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:01.996929 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a0d5ff32-d296-4eb7-99fd-4b62819b8456 tempest-TestShelveInstance-61977084 tempest-TestShelveInstance-61977084-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1092 time: 0.1655958 Jun 03 16:28:02.000057 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45282) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:28:02.005028 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:28:02.011791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:28:02.015626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:floatingip and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:28:02.018474 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:28:02.024840 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:28:02.132041 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.268457 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.399817 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Allocated IP 172.25.1.156 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/dd6553b8-e184-44d6-a514-8843a816f6a3) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:28:02.551767 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.580838 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.646064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:28:02.649069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:28:02.651437 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:28:02.693719 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'Port': ['ID=dd6553b8-e184-44d6-a514-8843a816f6a3,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:03.065398 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.138314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.340940 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.345227 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.454513 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'Port': ['ID=dd6553b8-e184-44d6-a514-8843a816f6a3,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:03.466163 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:03.638429 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Floating IP 5ca28314-867b-43f8-a21c-d9de3e19a4ba associated. External IP: 172.25.1.156, port: 699a53b4-aad8-4aa1-a023-4096e90bb681. Jun 03 16:28:04.092450 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Router 2eafdcbd-55da-4c06-b20c-a798d76408c9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:28:04.275327 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:28:04.287735 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] Sync routers for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:28:04.299151 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:28:04.299440 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.299768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:04.353808 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-43d854f9-a3a9-4814-9879-30434f3e5944 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3526940 Jun 03 16:28:04.354362 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:28:04.397693 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2abcfda-2830-4e8c-a09c-1d19c55c4f00'] response: {'name': 'network-changed', 'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'status': 'completed', 'code': 200} Jun 03 16:28:04.484259 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:28:04.496298 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-d312f7a3-4b2d-4c9a-b310-d30249fd47af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:04.497791 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-d312f7a3-4b2d-4c9a-b310-d30249fd47af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1097 time: 0.0717239 Jun 03 16:28:04.631780 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-faa98bb4-e361-4f20-80b5-6818a027ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:04.633182 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-faa98bb4-e361-4f20-80b5-6818a027ac0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1293495 Jun 03 16:28:04.742532 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-fcba45df-874b-41b1-846f-15790b03e274 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1000 time: 0.0993741 Jun 03 16:28:04.815727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-643412eb-dfc6-47e7-b63c-45ad0ec219ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:04.817219 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-643412eb-dfc6-47e7-b63c-45ad0ec219ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0687244 Jun 03 16:28:04.835415 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5ca28314-867b-43f8-a21c-d9de3e19a4ba', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'port_id': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'mac_address': 'fa:16:3e:d9:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:28:03Z', 'updated_at': '2022-06-03T16:28:03Z', 'revision_number': 0, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:04.839279 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] Checking router: 2eafdcbd-55da-4c06-b20c-a798d76408c9 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:28:04.847565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:28:04.848183 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:27:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:04.892633 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-64c68322-7706-44e1-ba82-dbab337ba8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:04.894057 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-64c68322-7706-44e1-ba82-dbab337ba8e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706871 Jun 03 16:28:05.028627 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-6db1769c-53cb-4751-9808-c2596cdda117 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279006 Jun 03 16:28:05.029734 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:28:05.164930 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-782f305d-cfeb-42d3-adc4-6e56defdfb51 req-fa0b1a7c-db08-48af-824e-3ca894fb87ba service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295323 Jun 03 16:28:05.417164 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5ca28314-867b-43f8-a21c-d9de3e19a4ba', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'port_id': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'mac_address': 'fa:16:3e:d9:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:28:03Z', 'updated_at': '2022-06-03T16:28:03Z', 'revision_number': 0, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:28:05.421149 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4727f-aa2f-41c4-b1bd-f56a971d9840 None None] The sync data for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 is: [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '5ca28314-867b-43f8-a21c-d9de3e19a4ba', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'port_id': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'mac_address': 'fa:16:3e:d9:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:28:03Z', 'updated_at': '2022-06-03T16:28:03Z', 'revision_number': 0, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:28:05.609719 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39185664-c7fc-4527-abf1-48b1e7363bf7 None None] New status for floating IP 5ca28314-867b-43f8-a21c-d9de3e19a4ba: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:28:13.486121 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-3c49185d-c27a-4784-926d-a03ddee9af80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:16.223287 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:16.389897 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9ca53a51-9d97-40c2-8e89-248467b140ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:16.717944 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:17.207127 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:18.642080 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:18.696440 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.954053 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-f8a4db54-85eb-4016-8006-01709fa06835 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728319 Jun 03 16:28:36.203168 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-920ea46b-63e0-44df-a531-449061453897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:36.204751 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-920ea46b-63e0-44df-a531-449061453897 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1097 time: 0.1799192 Jun 03 16:28:36.350558 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-8e26c8b0-4783-4878-98e3-a2cd9f824113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:36.352058 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-8e26c8b0-4783-4878-98e3-a2cd9f824113 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1251636 Jun 03 16:28:36.456194 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-7581dda9-e393-42ce-ad83-171ffb5bc664 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1002 time: 0.0971754 Jun 03 16:28:36.517240 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-1502ccb9-676f-496b-9221-905b2a768ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:36.518694 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-1502ccb9-676f-496b-9221-905b2a768ff2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0568151 Jun 03 16:28:36.595718 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-9ef6bf21-8ad2-44ba-b923-9eee4e82a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:36.597230 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-9ef6bf21-8ad2-44ba-b923-9eee4e82a59b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725458 Jun 03 16:28:36.730043 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-057dfea3-8c75-4179-a22e-6868f12113a3 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246252 Jun 03 16:28:36.861773 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a1ab0051-d90d-4bc2-82f2-bdfd874226c8 req-93e264fc-6119-4acb-a090-19627771dd7b service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237943 Jun 03 16:28:38.287838 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:28:43.488221 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-4728c935-bc8d-466e-a3e6-c192dac2bb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.223921 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.391914 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d036a958-443b-4695-a11a-296435020668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:46.719706 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:47.209968 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:48.641464 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:48.698457 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:13.494804 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-25bcfa5c-72f9-4ce8-8d81-3e890afdb993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:15.287211 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:29:16.238735 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:16.393119 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-66a3e77d-ad78-4dd7-9154-9be6e69a9472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:16.727226 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:17.213974 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:18.659232 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:18.701689 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:37.975214 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-92694ddf-594c-48b2-b3e4-7612f035ea88 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680690 Jun 03 16:29:38.124162 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-60910317-58d9-45ac-87ff-ca7b43e83ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:38.125637 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-60910317-58d9-45ac-87ff-ca7b43e83ef5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1097 time: 0.0738804 Jun 03 16:29:38.276578 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-10ab15bb-c76d-47a4-97a5-2cf5de55d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:38.278040 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-10ab15bb-c76d-47a4-97a5-2cf5de55d615 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1277502 Jun 03 16:29:38.384381 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-b148d1c1-b137-4c4a-8425-64170bbf8cb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1002 time: 0.0960701 Jun 03 16:29:38.447749 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-3490d555-a454-4a63-8247-9d53673af2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:38.449337 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-3490d555-a454-4a63-8247-9d53673af2b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0575731 Jun 03 16:29:38.524859 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-20d94c02-f816-4345-b2d5-d8b12c119a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:38.526343 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-20d94c02-f816-4345-b2d5-d8b12c119a34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703781 Jun 03 16:29:38.662925 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-67e93f14-ebf4-41a3-8290-e7b8de553378 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262815 Jun 03 16:29:38.798099 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ba997524-ac6a-4f57-810e-cc37bca0954d req-c7424bdb-3a46-4b81-ba38-10eedff5df9d service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261806 Jun 03 16:29:43.487192 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1d063fdd-132e-42c4-a35b-51ad27b1fa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:46.253683 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:46.393836 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d0cef1c6-552d-4657-a205-8b2d61b7b70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:46.719694 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:47.216224 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:48.656246 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:48.703821 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:52.287162 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:30:01.613163 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0525c-8251-4643-a6e4-2fdf5ac87dde req-d7a2244d-4fee-41f6-9400-1becf03e1a70 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:01.614664 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7e0525c-8251-4643-a6e4-2fdf5ac87dde req-d7a2244d-4fee-41f6-9400-1becf03e1a70 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0850325 Jun 03 16:30:01.660126 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b7e0525c-8251-4643-a6e4-2fdf5ac87dde req-f16c864c-dfbd-4b6f-b653-fd138ed69dfd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397704 Jun 03 16:30:02.859549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac35b-e930-4d7d-baf7-8c766a2bf5fc req-94cc008c-5677-4517-b80b-50ef991c3106 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:02.861089 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82cac35b-e930-4d7d-baf7-8c766a2bf5fc req-94cc008c-5677-4517-b80b-50ef991c3106 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0894063 Jun 03 16:30:02.905114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82cac35b-e930-4d7d-baf7-8c766a2bf5fc req-1a07fefc-0303-4112-b743-45b1fbb2cd1e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382757 Jun 03 16:30:04.107952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd03ea-6c1e-44f1-8c6a-55c50815b954 req-16ad7f84-ef54-4ac2-90ac-428ce05314a3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:04.109452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50dd03ea-6c1e-44f1-8c6a-55c50815b954 req-16ad7f84-ef54-4ac2-90ac-428ce05314a3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0888693 Jun 03 16:30:04.156461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-50dd03ea-6c1e-44f1-8c6a-55c50815b954 req-bfb0fe7c-be2a-42e6-a96a-1bc1e3395aa0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411029 Jun 03 16:30:05.349955 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59a269-1151-4fa4-be3f-e46806933d5c req-bae200e1-7f77-4e03-80cb-431a6c16b21b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:05.351346 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc59a269-1151-4fa4-be3f-e46806933d5c req-bae200e1-7f77-4e03-80cb-431a6c16b21b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0841594 Jun 03 16:30:05.398871 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bc59a269-1151-4fa4-be3f-e46806933d5c req-0cb17086-c14d-490e-80c3-135bc2ee27fb tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Jun 03 16:30:06.593430 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0facb6-d669-4cdc-90bd-36cde2fcee93 req-1bde4efa-5666-4c4a-b7ad-b0b691b52c8b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:06.594983 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed0facb6-d669-4cdc-90bd-36cde2fcee93 req-1bde4efa-5666-4c4a-b7ad-b0b691b52c8b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0844953 Jun 03 16:30:06.642158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ed0facb6-d669-4cdc-90bd-36cde2fcee93 req-08d24df3-cea7-40d2-a4bb-eba6b5d11731 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408440 Jun 03 16:30:07.860530 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a689e1-6e81-4a38-9c6f-a0eed17c4b8f req-eb97f5b2-0a9f-4486-88a4-a764251e8690 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:07.862035 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70a689e1-6e81-4a38-9c6f-a0eed17c4b8f req-eb97f5b2-0a9f-4486-88a4-a764251e8690 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0902081 Jun 03 16:30:07.906257 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70a689e1-6e81-4a38-9c6f-a0eed17c4b8f req-d9626f57-48fa-42b5-a3ba-132b80b5846e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Jun 03 16:30:09.105771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6efb3-73d7-4c4e-9b04-4e861ce37bf8 req-d3124cc8-c7dd-4e64-8f6e-4c363eeebd33 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:09.107698 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70c6efb3-73d7-4c4e-9b04-4e861ce37bf8 req-d3124cc8-c7dd-4e64-8f6e-4c363eeebd33 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0875461 Jun 03 16:30:09.163630 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-70c6efb3-73d7-4c4e-9b04-4e861ce37bf8 req-cea655fd-dd76-4d75-89e7-9b4f44582538 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498040 Jun 03 16:30:10.356645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1dd34-362a-48c5-864c-aeb764ebbb5d req-81f16154-0052-4598-b234-bd2ba7639ac8 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:10.358117 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fb1dd34-362a-48c5-864c-aeb764ebbb5d req-81f16154-0052-4598-b234-bd2ba7639ac8 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0837967 Jun 03 16:30:10.403511 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9fb1dd34-362a-48c5-864c-aeb764ebbb5d req-4f565743-8ca0-4771-8547-fe9053ed512a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396254 Jun 03 16:30:11.728004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d82e18-ab0c-4402-86ce-a2e9a61255bf req-ae8458d2-5c26-4e02-bf32-b37a754db728 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:11.729410 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63d82e18-ab0c-4402-86ce-a2e9a61255bf req-ae8458d2-5c26-4e02-bf32-b37a754db728 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.2073305 Jun 03 16:30:11.781195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-63d82e18-ab0c-4402-86ce-a2e9a61255bf req-e8e0f0c6-b88f-499c-878d-3e43faceb36e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421867 Jun 03 16:30:13.006457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d008881-ef8f-404b-84a1-b39b23895b80 req-e562eb64-74a9-49f3-bccb-d59ca23b0afa tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:13.008913 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d008881-ef8f-404b-84a1-b39b23895b80 req-e562eb64-74a9-49f3-bccb-d59ca23b0afa tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.1041985 Jun 03 16:30:13.065945 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d008881-ef8f-404b-84a1-b39b23895b80 req-46123d4a-8d92-4fdd-8d40-c0e99176f64c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506666 Jun 03 16:30:13.493383 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8098a199-537d-404a-8907-4e6d24e0c3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:14.275274 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ac575-066d-4ff1-a7e9-49b617a0d1fd req-3f4999ee-a93a-401b-89a3-d7daca179ac5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:14.276805 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b2ac575-066d-4ff1-a7e9-49b617a0d1fd req-3f4999ee-a93a-401b-89a3-d7daca179ac5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0893397 Jun 03 16:30:14.324925 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1b2ac575-066d-4ff1-a7e9-49b617a0d1fd req-6e5adaff-2124-4b59-9352-299ef7654f92 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Jun 03 16:30:15.350859 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:30:15.527519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:30:15.547033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'port_id': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'mac_address': 'fa:16:3e:d9:9a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:30:15.550420 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6298-8ee8-42ee-8a2b-65c778881608 req-51296c04-f592-4eff-bb04-103e8e9bb64c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:15.557914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6db6298-8ee8-42ee-8a2b-65c778881608 req-51296c04-f592-4eff-bb04-103e8e9bb64c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.1079354 Jun 03 16:30:15.613742 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:30:15.614507 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:15.617644 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d6db6298-8ee8-42ee-8a2b-65c778881608 req-cbf9fca3-6be4-4209-8ffa-e2186745e096 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581605 Jun 03 16:30:15.650487 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 699a53b4-aad8-4aa1-a023-4096e90bb681 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:30:15.671634 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:30:15.676566 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:15.763591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['699a53b4-aad8-4aa1-a023-4096e90bb681'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:30:15.815956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:15.830463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.830950 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.831358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.831768 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.832185 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.832587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.832983 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.833376 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.833762 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.834155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.834557 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:15.834886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:30:16.259218 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:16.405933 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-79519c15-72c9-4941-8c12-3a476fee077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:16.732084 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:16.839133 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5658653-5b8f-4b7b-ad06-72b0ac03d635 req-ac49e42d-8b6c-4c6d-9eb4-909b658f0efc tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:16.842185 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5658653-5b8f-4b7b-ad06-72b0ac03d635 req-ac49e42d-8b6c-4c6d-9eb4-909b658f0efc tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 945 time: 0.0989957 Jun 03 16:30:16.901914 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5658653-5b8f-4b7b-ad06-72b0ac03d635 req-aedf55bf-02f9-4216-8bf9-aedcc7fc11c0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540907 Jun 03 16:30:17.222143 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:17.363747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:30:17.458875 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 699a53b4-aad8-4aa1-a023-4096e90bb681 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:30:17.459525 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:17.603609 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:30:17.603995 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:17.633561 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:30:17.644645 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:30:17.656390 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:17.697215 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b7f05a-0d6c-487e-8c0b-6a6672dfdf13'] response: {'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'code': 200} Jun 03 16:30:17.745513 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:18.320926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236e16-01b5-4309-94b5-839a6328e157 req-b214e9c3-a92d-4a02-a401-fb340bee2807 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:18.322507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e236e16-01b5-4309-94b5-839a6328e157 req-b214e9c3-a92d-4a02-a401-fb340bee2807 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.2799830 Jun 03 16:30:18.375862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4e236e16-01b5-4309-94b5-839a6328e157 req-d56d3cfd-011c-4121-8b62-bbd25a32a090 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466936 Jun 03 16:30:18.675671 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:18.714164 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:19.682833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26f7a7-ff10-45d0-8f34-5bb8c27b6286 req-0a7afa1d-4e2c-4ecd-a095-23b263072034 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:19.684460 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d26f7a7-ff10-45d0-8f34-5bb8c27b6286 req-0a7afa1d-4e2c-4ecd-a095-23b263072034 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.1856911 Jun 03 16:30:19.736881 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7d26f7a7-ff10-45d0-8f34-5bb8c27b6286 req-9ad51e01-0031-4d2c-9140-87621b57f47f tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459816 Jun 03 16:30:20.955511 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ffaa4-685c-4ac3-8e10-5bab6824d14f req-a00c4fd4-d374-4e2a-bbfa-5e5825964362 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:20.957112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f07ffaa4-685c-4ac3-8e10-5bab6824d14f req-a00c4fd4-d374-4e2a-bbfa-5e5825964362 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0924110 Jun 03 16:30:21.009578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f07ffaa4-685c-4ac3-8e10-5bab6824d14f req-5d82a7e7-02b2-4a04-9e0c-69c9b6381545 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457561 Jun 03 16:30:22.223376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb5681-c0de-4950-9ade-d63799c89c95 req-9129ac0f-6175-424d-a05f-4d0d7ba2af41 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:22.224988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3cb5681-c0de-4950-9ade-d63799c89c95 req-9129ac0f-6175-424d-a05f-4d0d7ba2af41 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0877261 Jun 03 16:30:22.276774 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b3cb5681-c0de-4950-9ade-d63799c89c95 req-daaeeb8d-263e-4058-9784-ea60ec5beecc tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451968 Jun 03 16:30:23.459707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a36c3-d2dc-4823-ae58-ab3bbddcba05 req-8e66cab6-9a63-4768-8c6e-0611c59a976a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:23.461680 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-896a36c3-d2dc-4823-ae58-ab3bbddcba05 req-8e66cab6-9a63-4768-8c6e-0611c59a976a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0787818 Jun 03 16:30:23.505554 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-896a36c3-d2dc-4823-ae58-ab3bbddcba05 req-be5b9828-02e0-4d15-a445-fe376039149c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Jun 03 16:30:24.087525 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-f6137d44-5bd9-4108-88f6-763ec8af9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:24.089143 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-f6137d44-5bd9-4108-88f6-763ec8af9a83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1097 time: 0.1828296 Jun 03 16:30:24.230717 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-62e793e3-34ce-49c2-8ca6-c77a020f250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:24.232224 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-62e793e3-34ce-49c2-8ca6-c77a020f250b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1333961 Jun 03 16:30:24.353426 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-e244e444-90d7-4670-9ea9-74839b6cd52b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1002 time: 0.1109667 Jun 03 16:30:24.420081 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-ea1f365d-08d9-4e8d-8609-5030ddb13b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:24.421578 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-ea1f365d-08d9-4e8d-8609-5030ddb13b1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0581384 Jun 03 16:30:24.502918 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-bb2d7273-198e-48b7-9281-01933d2f7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:24.504439 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-bb2d7273-198e-48b7-9281-01933d2f7229 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739710 Jun 03 16:30:24.655954 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-a69f0e8b-663b-487d-b534-9a46109f8c08 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419725 Jun 03 16:30:24.705375 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d067a-a494-44b2-b426-b1633b4c81a1 req-20d06723-a4b8-4aeb-9d7f-11460adf3e93 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:24.706975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea2d067a-a494-44b2-b426-b1633b4c81a1 req-20d06723-a4b8-4aeb-9d7f-11460adf3e93 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0882709 Jun 03 16:30:24.752933 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ea2d067a-a494-44b2-b426-b1633b4c81a1 req-459461a0-236c-4ff9-b584-6b60423fd5d8 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393605 Jun 03 16:30:24.796483 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-3df5243b-f7a3-446c-b1a3-545ced0d17be req-3d20f5fe-8973-4896-be5a-462dddc2f1b1 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313319 Jun 03 16:30:25.943454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d8be-96c0-41b7-a648-e27fbc4a7c3e req-d9dd57ab-0f3a-4334-8295-c880d6a6a4f6 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:25.945689 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2e4d8be-96c0-41b7-a648-e27fbc4a7c3e req-d9dd57ab-0f3a-4334-8295-c880d6a6a4f6 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0808258 Jun 03 16:30:25.989383 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f2e4d8be-96c0-41b7-a648-e27fbc4a7c3e req-11cd4a6a-f4d1-41b5-9d7f-cfd72fc56059 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379112 Jun 03 16:30:27.182245 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda970f7-3ac3-4aa8-959e-37435afdf503 req-26426ba1-0939-4cf2-82fc-263074fb1501 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:27.183697 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fda970f7-3ac3-4aa8-959e-37435afdf503 req-26426ba1-0939-4cf2-82fc-263074fb1501 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0873239 Jun 03 16:30:27.229657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fda970f7-3ac3-4aa8-959e-37435afdf503 req-cb5ff084-d04c-4662-92f0-ec9736ae6d4d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Jun 03 16:30:27.411594 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:30:27.541076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:30:27.541573 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:27.570427 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:30:27.581591 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:30:27.584328 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba8ded-7a78-453a-a670-99c04c344a64 req-019828a1-c903-4c20-88fb-b8accc6a30b2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:27.586617 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58ba8ded-7a78-453a-a670-99c04c344a64 req-019828a1-c903-4c20-88fb-b8accc6a30b2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 946 time: 0.0882895 Jun 03 16:30:27.588614 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:27.625844 n-d-844594-1 neutron-server[88340]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3d9eea22-f05c-4c5e-9c19-dfb8c2cf0778']: {'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'code': 422} returned with failed status Jun 03 16:30:27.642831 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-58ba8ded-7a78-453a-a670-99c04c344a64 req-36cdd8d3-80f2-40dd-9cb6-1c0cf35adb4d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452058 Jun 03 16:30:27.672273 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:27.858507 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-09ab9f66-87bf-40ed-9ea1-72f33ddab5cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095321 Jun 03 16:30:28.843932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af67a2a-c27e-418e-a07c-e545f3be6802 req-86b07938-2809-4709-b17f-4e27304220f1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:28.845446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3af67a2a-c27e-418e-a07c-e545f3be6802 req-86b07938-2809-4709-b17f-4e27304220f1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0881855 Jun 03 16:30:28.850662 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-238e9b0d-5f58-4699-a55c-903cf508c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:28.852815 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-238e9b0d-5f58-4699-a55c-903cf508c733 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373&tenant_id=972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 1095 time: 0.1174660 Jun 03 16:30:28.895423 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3af67a2a-c27e-418e-a07c-e545f3be6802 req-edeef8d5-8e8e-4bd7-95d2-601651efa71e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Jun 03 16:30:28.955601 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-d40a34ae-7878-4c6d-9bfb-7e251f3f7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:28.957049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-d40a34ae-7878-4c6d-9bfb-7e251f3f7dbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1095 time: 0.0749729 Jun 03 16:30:29.091698 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-56e12a80-3788-4513-b425-f3b414bc925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:29.093188 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-56e12a80-3788-4513-b425-f3b414bc925b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1264901 Jun 03 16:30:29.194460 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-87ea8ec4-0ed7-4794-9229-2f926cb9e091 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1000 time: 0.0916693 Jun 03 16:30:29.262606 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-d717ceca-0690-45af-b5a1-8811fa29092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:29.264082 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-d717ceca-0690-45af-b5a1-8811fa29092e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0610518 Jun 03 16:30:29.286698 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:30:29.342483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-98b41ebb-6bf2-4cf1-9185-b893f38a2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:29.343967 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-98b41ebb-6bf2-4cf1-9185-b893f38a2dcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698383 Jun 03 16:30:29.478430 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-347be6f5-4b69-42f7-b5ff-57a8c0c4d121 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244106 Jun 03 16:30:29.610054 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-82c1ce09-6cda-44e3-a870-1a6a024bc497 req-0bd0455c-9dba-4f4b-be51-c1e5756a7eb0 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254418 Jun 03 16:30:30.124189 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b04620-0f54-4947-885a-33c8f0d281a2 req-9648cacc-fbb0-486c-84eb-56c602415ae2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:30.137093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b04620-0f54-4947-885a-33c8f0d281a2 req-9648cacc-fbb0-486c-84eb-56c602415ae2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.1134362 Jun 03 16:30:30.207360 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-05b04620-0f54-4947-885a-33c8f0d281a2 req-bdcbecab-dbbd-41bb-817f-99578ff2781e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684614 Jun 03 16:30:31.404784 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178159df-e4c8-4f53-85ff-1ad6b7190ced req-30c0dafc-ce89-4e15-8d9b-4fec6b5dee13 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:31.406251 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-178159df-e4c8-4f53-85ff-1ad6b7190ced req-30c0dafc-ce89-4e15-8d9b-4fec6b5dee13 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0883148 Jun 03 16:30:31.426132 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:30:31.470602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-178159df-e4c8-4f53-85ff-1ad6b7190ced req-b62c8b84-161c-4aa5-8b85-d604f398f0c8 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582089 Jun 03 16:30:31.605313 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: DOWN; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:30:32.684169 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4ae84-87ae-4130-b479-7e57eb7be638 req-1cc0ad46-4d0a-4333-a6dc-9a05ea49283d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:32.685657 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9f4ae84-87ae-4130-b479-7e57eb7be638 req-1cc0ad46-4d0a-4333-a6dc-9a05ea49283d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0900702 Jun 03 16:30:32.734646 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e9f4ae84-87ae-4130-b479-7e57eb7be638 req-2be09a4a-f3fb-4871-a92e-f2e76ce7f9e7 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Jun 03 16:30:33.942771 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcbf50-a845-4a75-8954-b38109c8cc58 req-69b7e643-8568-4e33-8b03-52f9d1aa816e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:33.944332 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91fcbf50-a845-4a75-8954-b38109c8cc58 req-69b7e643-8568-4e33-8b03-52f9d1aa816e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0963643 Jun 03 16:30:33.997391 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-91fcbf50-a845-4a75-8954-b38109c8cc58 req-6ebe8852-4cbf-4911-aa93-73e430b79632 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465651 Jun 03 16:30:35.220774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f27ed2-4913-477e-9346-d15200909592 req-bd389379-092f-48c2-8444-a37e62d23511 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:35.222541 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3f27ed2-4913-477e-9346-d15200909592 req-bd389379-092f-48c2-8444-a37e62d23511 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0995765 Jun 03 16:30:35.269866 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c3f27ed2-4913-477e-9346-d15200909592 req-a3df1550-ee68-4665-942b-8586862514b5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Jun 03 16:30:36.469552 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37031f0e-cbe3-4f46-a1cb-7978a4c09afa req-1a5a849d-f0bf-40e4-98c0-77c64e4432d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:36.471191 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37031f0e-cbe3-4f46-a1cb-7978a4c09afa req-1a5a849d-f0bf-40e4-98c0-77c64e4432d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0855401 Jun 03 16:30:36.524414 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-37031f0e-cbe3-4f46-a1cb-7978a4c09afa req-3961300b-7a68-42d4-a1cb-5ecbdb91b768 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441072 Jun 03 16:30:37.720273 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d8fc-fcbd-4e6d-869d-e45c3378dfe1 req-12e80a56-9978-4ba0-b9e5-02e7ea6601d1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:37.722055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a98d8fc-fcbd-4e6d-869d-e45c3378dfe1 req-12e80a56-9978-4ba0-b9e5-02e7ea6601d1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0871634 Jun 03 16:30:37.771483 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1a98d8fc-fcbd-4e6d-869d-e45c3378dfe1 req-2699e5b6-289a-4ffe-8317-0261c38efe46 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435348 Jun 03 16:30:38.966646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437956a4-1c57-4072-9657-51607bab819d req-d3eeb309-95b5-4c3f-a983-33ab4c2def38 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:38.968210 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-437956a4-1c57-4072-9657-51607bab819d req-d3eeb309-95b5-4c3f-a983-33ab4c2def38 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0807753 Jun 03 16:30:39.013601 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-437956a4-1c57-4072-9657-51607bab819d req-07abbc10-8f39-40e1-aeb1-02bd5344aadc tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395534 Jun 03 16:30:39.143887 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-eca3066a-8eda-404c-adb9-0cbe75b8e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:39.145328 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-eca3066a-8eda-404c-adb9-0cbe75b8e696 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1095 time: 0.1795290 Jun 03 16:30:39.298968 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-7d04fd06-0d01-43e9-9a22-e6881dee2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:39.300512 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-7d04fd06-0d01-43e9-9a22-e6881dee2b68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1311421 Jun 03 16:30:39.405221 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-8e9b9e63-85a7-49a5-bc62-b985ad300d40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1000 time: 0.0956359 Jun 03 16:30:39.470093 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-27ad3ca4-d54a-46e7-9eb6-8b6c5c7d8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:39.471540 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-27ad3ca4-d54a-46e7-9eb6-8b6c5c7d8e6a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0570948 Jun 03 16:30:39.552838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-24dda9dd-cecf-499d-a365-7a75b7527a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:39.554305 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-24dda9dd-cecf-499d-a365-7a75b7527a8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729895 Jun 03 16:30:39.690304 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-25116d8a-81c2-42f2-8a86-35c01980ec06 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261585 Jun 03 16:30:39.824914 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-10137f8b-9499-4a5d-b2ec-ffb6c9473a30 req-3814d570-677b-4e9e-950c-b2b9e0818572 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253710 Jun 03 16:30:40.201899 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ace9dd-27d8-42b9-acc4-ebfd56c27601 req-dfb6d101-036f-449e-a616-5991a6b029ec tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:40.203374 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87ace9dd-27d8-42b9-acc4-ebfd56c27601 req-dfb6d101-036f-449e-a616-5991a6b029ec tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0826008 Jun 03 16:30:40.249195 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-87ace9dd-27d8-42b9-acc4-ebfd56c27601 req-f828490a-3fa4-4cb2-9db9-c8c248aced48 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398679 Jun 03 16:30:41.464723 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827608e9-8d1c-4118-83e3-a7239ffce7d6 req-a7727147-6017-4487-be9d-481c1a7f99ce tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:41.466242 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-827608e9-8d1c-4118-83e3-a7239ffce7d6 req-a7727147-6017-4487-be9d-481c1a7f99ce tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 944 time: 0.0839226 Jun 03 16:30:41.488987 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:30:41.512463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-827608e9-8d1c-4118-83e3-a7239ffce7d6 req-9e5f5187-a6cb-4ec4-883d-39f5d8c47841 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 Jun 03 16:30:41.623946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:30:41.636727 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'port_id': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'mac_address': 'fa:16:3e:d9:9a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:30:41.693011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:30:41.693401 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:41.710431 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699a53b4-aad8-4aa1-a023-4096e90bb681 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:30:41.728640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:30:41.732679 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:41.803886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:42.046606 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['699a53b4-aad8-4aa1-a023-4096e90bb681'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:30:42.701122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcae45e-93d5-4082-8fff-c435d623952b req-1d510e0a-6219-474e-9196-65282055931b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:42.702582 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abcae45e-93d5-4082-8fff-c435d623952b req-1d510e0a-6219-474e-9196-65282055931b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 945 time: 0.0832391 Jun 03 16:30:42.746847 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-abcae45e-93d5-4082-8fff-c435d623952b req-6e8eaefa-da23-41f8-bfbe-a6164a0f2a76 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385804 Jun 03 16:30:43.489423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:30:43.517185 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-051298e9-4181-4c6d-b924-c8b08e9c8bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:43.555920 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 699a53b4-aad8-4aa1-a023-4096e90bb681 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:30:43.556291 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:43.669440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 699a53b4-aad8-4aa1-a023-4096e90bb681 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:30:43.669734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:43.696202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:30:43.705998 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:30:43.710037 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:43.745077 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f6ad16-0d9e-4709-a847-411333dbfe61'] response: {'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'code': 200} Jun 03 16:30:43.785662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:30:43.948900 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae6d0e-bbc3-47a5-9598-466a3ce649fd req-8b0154b5-a477-40ca-b936-fbb1bd4cc115 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:43.950273 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6eae6d0e-bbc3-47a5-9598-466a3ce649fd req-8b0154b5-a477-40ca-b936-fbb1bd4cc115 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 947 time: 0.0833790 Jun 03 16:30:43.981855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d439f-4696-489f-bd5e-f7f93522a456 req-517d4b28-48d3-4bb6-a4c2-3a08916e5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:43.983369 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-486d439f-4696-489f-bd5e-f7f93522a456 req-517d4b28-48d3-4bb6-a4c2-3a08916e5895 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1098 time: 0.0709155 Jun 03 16:30:43.999316 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6eae6d0e-bbc3-47a5-9598-466a3ce649fd req-e2a582d9-83b7-4b87-814d-c970d209c3da tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Jun 03 16:30:44.039427 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-486d439f-4696-489f-bd5e-f7f93522a456 req-8a611eb6-1dd7-4775-80ec-d1738ab54048 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393603 Jun 03 16:30:45.307680 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4a9f1-7e51-48cd-9547-4f7aaa1ee780 req-e919da38-989e-4210-aa19-a529c76a420a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:45.312666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1c4a9f1-7e51-48cd-9547-4f7aaa1ee780 req-e919da38-989e-4210-aa19-a529c76a420a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 947 time: 0.1956961 Jun 03 16:30:45.358358 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f1c4a9f1-7e51-48cd-9547-4f7aaa1ee780 req-c9bac635-1dc4-47da-ab51-24bb219f3ffa tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Jun 03 16:30:46.266403 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:46.400591 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cbf41ecc-d720-4afa-8cd5-37522c3f793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:46.545128 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae83a96-7289-48a3-8c21-52c003947c58 req-402bfb30-1e12-4005-8a0d-e04305b6e169 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:46.546583 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cae83a96-7289-48a3-8c21-52c003947c58 req-402bfb30-1e12-4005-8a0d-e04305b6e169 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 947 time: 0.0816910 Jun 03 16:30:46.593047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cae83a96-7289-48a3-8c21-52c003947c58 req-4ea0f4e6-91cd-4bcc-a208-7bb846985e55 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Jun 03 16:30:46.727357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:47.221386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:48.671652 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:48.710252 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:06.286104 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:31:13.489151 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-497a60d1-b6eb-45a6-b6fc-72ff34d0e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:16.271865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:16.404146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f7678f91-831d-4ce4-a1d1-39c6c4455ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:16.731245 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:17.225574 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:18.686434 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:18.714612 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:40.950868 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-162c4b42-9d44-4564-9de7-4d8ef7517c0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738828 Jun 03 16:31:41.102095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-d87ddaee-132e-4b5b-8262-cad3fa8d14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:41.104124 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-d87ddaee-132e-4b5b-8262-cad3fa8d14d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1098 time: 0.0742877 Jun 03 16:31:41.261445 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-bc46b0e8-cd9e-4c8b-9221-e62e50375e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:41.263005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-bc46b0e8-cd9e-4c8b-9221-e62e50375e73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1339767 Jun 03 16:31:41.374705 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-6e2052be-eef1-4911-b8be-6795c1bc9c1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 1002 time: 0.1013956 Jun 03 16:31:41.441966 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-a4fab055-3668-4db8-ab53-7f68b662294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:41.443434 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-a4fab055-3668-4db8-ab53-7f68b662294c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0596764 Jun 03 16:31:41.534278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-1fee4ec7-eae1-4aa5-890e-bd9688de4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:41.535729 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-1fee4ec7-eae1-4aa5-890e-bd9688de4e00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830672 Jun 03 16:31:41.677076 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-3b443c54-9cf9-4568-9ddf-33ce474ccc8d service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319566 Jun 03 16:31:41.926051 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-ad15306d-6acf-4e5d-afb8-ad0b9a3285a1 req-d5550bc9-4054-498d-bad9-7bf44dd2d50f service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389250 Jun 03 16:31:43.286523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:31:43.492515 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e9afe427-1f4f-4f20-87dc-8116f4850f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:46.284289 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:46.405919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b7d51bdc-1016-49ca-9396-82eacd05a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:46.732087 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:47.229920 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:48.687117 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:48.718227 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:59.919469 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45592) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:00.135193 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Deleting port dd6553b8-e184-44d6-a514-8843a816f6a3 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:32:00.135538 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:00.317745 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:00.318235 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:00.444617 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Calling delete_port for dd6553b8-e184-44d6-a514-8843a816f6a3 owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:32:00.618729 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:00.677783 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event deleted for resources: {'Port': ['ID=dd6553b8-e184-44d6-a514-8843a816f6a3,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:00.719235 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.719575 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.720007 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.720615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.721163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.721722 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.722279 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.722795 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.723345 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.723712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.724048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.724429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:00.802166 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:00.802430 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Floating IP 5ca28314-867b-43f8-a21c-d9de3e19a4ba disassociated (deleted). External IP: 172.25.1.156, port: 699a53b4-aad8-4aa1-a023-4096e90bb681. Jun 03 16:32:01.195012 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Router 2eafdcbd-55da-4c06-b20c-a798d76408c9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:32:01.509247 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:32:01.520689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] Sync routers for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:32:01.524302 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:01.532239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:32:01.532891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:31:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:01.582314 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-de95fe2f-cd4e-4c2c-8513-ad3e0a881dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "DELETE /v2.0/floatingips/5ca28314-867b-43f8-a21c-d9de3e19a4ba HTTP/1.1" status: 204 len: 168 time: 1.6616886 Jun 03 16:32:01.582888 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:32:01.633292 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038477d3-9c6b-4806-8c80-8ff63f9173a0'] response: {'name': 'network-changed', 'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'status': 'completed', 'code': 200} Jun 03 16:32:01.748419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-8d064ef7-03cf-4774-aed4-45b2635f36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.749913 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-8d064ef7-03cf-4774-aed4-45b2635f36d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 1098 time: 0.0836418 Jun 03 16:32:01.774354 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:32:01.952314 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-59f7fb4f-14b5-42eb-84f1-ec9afc116aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.955144 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-59f7fb4f-14b5-42eb-84f1-ec9afc116aaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1956358 Jun 03 16:32:02.019667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7093304-4298-42b0-b358-badd3fe938cf req-b28d8a4b-731e-4898-b9c2-7778973212fb tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:02.022073 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7093304-4298-42b0-b358-badd3fe938cf req-b28d8a4b-731e-4898-b9c2-7778973212fb tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 947 time: 0.0922394 Jun 03 16:32:02.090862 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e7093304-4298-42b0-b358-badd3fe938cf req-0bd2a805-8bc9-4516-9e3e-3ad8d136c21a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569158 Jun 03 16:32:02.106671 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-3efda2da-e795-4d60-9753-f1d8dd216893 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 200 len: 217 time: 0.1395831 Jun 03 16:32:02.175839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:02.181793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] Checking router: 2eafdcbd-55da-4c06-b20c-a798d76408c9 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:32:02.191147 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-1b873caa-dd2c-4967-ae40-a23e80909aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:02.193564 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-1b873caa-dd2c-4967-ae40-a23e80909aae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0780985 Jun 03 16:32:02.194272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:32:02.194955 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:31:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:02.304677 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-bbd873fa-c4f9-4738-b227-a20ec09c48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:02.306216 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-bbd873fa-c4f9-4738-b227-a20ec09c48c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059446 Jun 03 16:32:02.425424 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:32:02.459693 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-936a48c3-30f9-4bbc-9eb1-c086650b2856 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462588 Jun 03 16:32:02.608782 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-65c99c61-3d10-41bf-beb3-d01f17dde7aa req-a10efc12-27f4-4f0a-8156-dfe3f675566d service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418104 Jun 03 16:32:02.779298 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:02.783776 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57442c08-f4e3-4ced-9a1c-5bb8cf250866 None None] The sync data for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 is: [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:32:03.018192 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce842939-bbd5-4e50-9fe4-85f6e4b660b6 None None] New status for floating IP 5ca28314-867b-43f8-a21c-d9de3e19a4ba: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:32:03.293358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68519-34bd-44de-9b31-be7f5723557c req-f299a416-693c-4eb7-b748-60352f09fbe9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:03.294730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cd68519-34bd-44de-9b31-be7f5723557c req-f299a416-693c-4eb7-b748-60352f09fbe9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 947 time: 0.0955207 Jun 03 16:32:03.353116 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7cd68519-34bd-44de-9b31-be7f5723557c req-ce9f9e6b-38ea-4ad4-a6dc-9f3412a85aa8 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=14f50a13-4fb4-445b-a48a-715bf9cb258b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495486 Jun 03 16:32:03.506906 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-9bbddb47-de07-497d-8c97-e17419ca06bd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:03.507590 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-9bbddb47-de07-497d-8c97-e17419ca06bd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Synchronizing usage tracker for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:32:03.525200 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-9bbddb47-de07-497d-8c97-e17419ca06bd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Unset dirty status for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:32:03.526552 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-9bbddb47-de07-497d-8c97-e17419ca06bd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 947 time: 0.1239858 Jun 03 16:32:03.600615 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Deleting port 699a53b4-aad8-4aa1-a023-4096e90bb681 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:32:03.600876 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:03.861523 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] For port 699a53b4-aad8-4aa1-a023-4096e90bb681, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=699a53b4-aad8-4aa1-a023-4096e90bb681,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:03.861805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:03.999571 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Calling delete_port for 699a53b4-aad8-4aa1-a023-4096e90bb681 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:32:04.150813 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:04.201278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event deleted for resources: {'Port': ['ID=699a53b4-aad8-4aa1-a023-4096e90bb681,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:04.383573 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] No DVR routers for this DVR port 699a53b4-aad8-4aa1-a023-4096e90bb681 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:32:04.387687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:04.390452 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-deleted', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:32:04.407989 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0be3dccb-2f4f-4c64-8d61-a6cd871d3355 req-76b1b9b0-fb5e-4636-8e38-521608fe1d28 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "DELETE /v2.0/ports/699a53b4-aad8-4aa1-a023-4096e90bb681 HTTP/1.1" status: 204 len: 173 time: 0.8728073 Jun 03 16:32:04.437300 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59fb972-334e-405f-ac7b-398c390e1fd1'] response: {'server_uuid': '3fae2534-e33a-45c4-a32b-82bbd522c373', 'name': 'network-vif-deleted', 'tag': '699a53b4-aad8-4aa1-a023-4096e90bb681', 'status': 'completed', 'code': 200} Jun 03 16:32:04.513543 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d991f08b-0f69-41eb-b111-8d7f25360a4c req-2f01c9e4-07f1-4d59-ba9a-c3a32e4d2791 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fae2534-e33a-45c4-a32b-82bbd522c373 HTTP/1.1" status: 200 len: 210 time: 0.0487981 Jun 03 16:32:05.628272 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45610) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:05.700913 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8164e7b8-eee9-404d-9f83-466d7280742b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.735293 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8164e7b8-eee9-404d-9f83-466d7280742b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.816636 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8164e7b8-eee9-404d-9f83-466d7280742b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.849379 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164e7b8-eee9-404d-9f83-466d7280742b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f50a13-4fb4-445b-a48a-715bf9cb258b,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:05.863432 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-8164e7b8-eee9-404d-9f83-466d7280742b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.867351 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-8164e7b8-eee9-404d-9f83-466d7280742b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "DELETE /v2.0/security-groups/14f50a13-4fb4-445b-a48a-715bf9cb258b HTTP/1.1" status: 204 len: 168 time: 0.2353997 Jun 03 16:32:05.994054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 45618) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:05.999499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285528655', 'description': 'tempest-secgroup-smoke-285528655 description', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:06.006368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.011059 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.018500 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:06.025669 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:06.036899 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.057329 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.061834 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.064727 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:06.070471 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:06.140629 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.144916 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.192164 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0da212-e316-4db3-b80f-e768e0b25bd0,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:06.200020 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.204148 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45622) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:06.204674 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-9532ba22-d0f9-43fc-8906-f78e7ab7f58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2089937 Jun 03 16:32:06.209455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '7a0da212-e316-4db3-b80f-e768e0b25bd0', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:06.216541 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.220385 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.223318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:06.228991 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:06.247942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.314227 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.318264 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.341645 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e62afbb-c18f-433e-9733-531d23561a70,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:06.351978 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.352346 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.352681 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.353013 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.353337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.353666 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.353989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.354308 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.354626 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.355450 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.355775 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.356085 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:06.358904 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.360047 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-9e9b94fc-8d4b-4c6d-8c83-d925ac0b0f7c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547406 Jun 03 16:32:06.363229 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45626) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:06.368191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '7a0da212-e316-4db3-b80f-e768e0b25bd0', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:06.375777 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.379580 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.382469 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:06.388164 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:06.405183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.466236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.470053 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.494426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2295da67-6936-4a60-89ed-88ea947ea780,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:06.503543 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.504762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b3dfa464-07e2-43e9-8c52-2a244db91646 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407409 Jun 03 16:32:06.507508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45630) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:06.514116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '7a0da212-e316-4db3-b80f-e768e0b25bd0', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:06.520874 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.524936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.527965 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:06.533817 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:06.551143 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.617504 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.621122 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.643762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7bbeb7-ef47-4338-ae72-85745de81800,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:06.653847 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.655034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b5f48edb-e47b-450e-8bde-07243698b285 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466284 Jun 03 16:32:06.658721 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45634) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:06.664311 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '7a0da212-e316-4db3-b80f-e768e0b25bd0', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:06.672065 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.676224 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.679532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:06.686058 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:06.703530 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.770539 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.774393 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.800271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614c527d-8423-47c6-9f43-00977063054f,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:06.809815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.811235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-3be323fa-d6be-40ac-b489-b7823738a99b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515994 Jun 03 16:32:06.813932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45638) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:06.818770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '7a0da212-e316-4db3-b80f-e768e0b25bd0', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:06.825376 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.829161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.831976 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:06.837754 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:06.849041 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Project 972430b41ad945b79f4f90d00a6bb9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:32:06.856200 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.927986 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.932401 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.957947 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12aadfc-4a10-418f-b318-e1fc0e07e1f6,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:06.968351 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.969915 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-397d2d32-2a98-4af9-a544-8aafd68ee41d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550262 Jun 03 16:32:06.972671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45642) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:06.977903 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'security_group_rule': {'security_group_id': '7a0da212-e316-4db3-b80f-e768e0b25bd0', 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:06.985529 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:06.990801 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:security_group_rule and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:06.996736 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:07.006088 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:07.019023 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Project 972430b41ad945b79f4f90d00a6bb9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:32:07.026620 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:07.098027 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:07.101996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:07.128632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d904b97-6fcb-4f98-8176-f516d573c805,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:07.139511 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:07.140965 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f907e709-a286-42a9-9b6d-645ce0f36968 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673355 Jun 03 16:32:07.863866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:32:07.899238 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 699a53b4-aad8-4aa1-a023-4096e90bb681 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:32:07.899583 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 699a53b4-aad8-4aa1-a023-4096e90bb681 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:32:13.498648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-87840019-c0a5-4860-8e26-54d92e01235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:16.298608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:16.412188 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2a7f25c9-6359-49dd-90f7-cafbfe8505db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:16.736168 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:17.229777 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:18.702411 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:18.721102 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:20.286461 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:32:22.004335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-7fc90c04-d3cb-47a0-aba8-d2b825d968ec tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285528655&fields=id&tenant_id=972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 267 time: 0.0414789 Jun 03 16:32:22.159613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-f85447c4-585f-4272-8265-12fd6d854280 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:22.161104 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-f85447c4-585f-4272-8265-12fd6d854280 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 808 time: 0.1502366 Jun 03 16:32:22.176952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-93a927f1-af87-490b-94a7-32d1bbbd3040 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/quotas/972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 375 time: 0.0103006 Jun 03 16:32:22.265878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-77f2bf44-4a4c-4c32-a9df-7212567cbd90 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826440 Jun 03 16:32:22.324122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-293b830c-0ec6-4b2b-ab53-434db1a312b1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:32:22.325114 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-293b830c-0ec6-4b2b-ab53-434db1a312b1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473111 Jun 03 16:32:22.455056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-61852100-afc8-4322-b92e-9e0df6cff2f3 service neutron] 10.222.0.66 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240919 Jun 03 16:32:22.588568 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-ba942f09-56e4-4727-96a2-1596c3921db6 service neutron] 10.222.0.66 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276271 Jun 03 16:32:23.048839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-fec69149-4ec0-48d8-8c53-b83ce8a8b3e7 req-e5d56822-5f18-4743-a196-b777550b9699 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 210 time: 0.0458105 Jun 03 16:32:24.143822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-a9d7006d-74f2-428f-a9b8-a3fb0b0d3741 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:24.146522 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-a9d7006d-74f2-428f-a9b8-a3fb0b0d3741 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.15 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 808 time: 0.1827214 Jun 03 16:32:24.348779 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49c582f2-37d6-42e3-a1ba-a4491a9c0ff5 req-1e2946a2-2972-47a9-b2b6-d05654f800fa tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 210 time: 0.1788630 Jun 03 16:32:24.359256 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-6a9c438a-7d18-47b3-92ba-14e325d819c5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 379 time: 0.2047160 Jun 03 16:32:24.369633 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'port': {'device_id': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'admin_state_up': True, 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'security_groups': ['7a0da212-e316-4db3-b80f-e768e0b25bd0']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:24.520144 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:24.525026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:port and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:24.528042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:24.533919 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:24.545885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Made reservation on behalf of 972430b41ad945b79f4f90d00a6bb9f8 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:32:24.552299 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:24.751241 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Allocated IP 172.20.0.12 (0bfbc292-ed20-4e90-9e9e-6d65887e9579/2865fab4-18b7-4ab8-9198-c50a224b9d7a/c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:32:24.979979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:25.006244 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Transition to ACTIVE for port object c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:32:25.034515 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:25.112977 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:32:25.116423 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:32:25.118992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:32:25.161960 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:25.205213 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:25.205865 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:25.242572 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-94e49854-fedc-45e9-8107-e359ad205583 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766143 Jun 03 16:32:25.335381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Request body: {'port': {'device_id': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:25.467001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:25.487893 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7f7ae5dc-d29f-46b9-8099-95563e2b87db None None] Provisioning for port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:32:25.496411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-7f7ae5dc-d29f-46b9-8099-95563e2b87db None None] Provisioning complete for port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:32:25.496820 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7f7ae5dc-d29f-46b9-8099-95563e2b87db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:25.560192 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ae5dc-d29f-46b9-8099-95563e2b87db None None] Port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:32:25.700920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256778d2-6618-4852-a673-d730ac74ca36 req-dbd86674-64bb-4d8f-b384-7e2e7fca7133 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:25.701952 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-256778d2-6618-4852-a673-d730ac74ca36 req-dbd86674-64bb-4d8f-b384-7e2e7fca7133 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Synchronizing usage tracker for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:32:25.801984 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-256778d2-6618-4852-a673-d730ac74ca36 req-dbd86674-64bb-4d8f-b384-7e2e7fca7133 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Unset dirty status for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:32:25.803052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-256778d2-6618-4852-a673-d730ac74ca36 req-dbd86674-64bb-4d8f-b384-7e2e7fca7133 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 932 time: 0.3230834 Jun 03 16:32:25.898922 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-256778d2-6618-4852-a673-d730ac74ca36 req-f0206017-d904-46f5-abb4-7c2d53c86cdd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870922 Jun 03 16:32:25.991143 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:32:25.999237 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:26.013946 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Transition to ACTIVE for port object c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:32:26.018104 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:26.171913 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:26.256731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:32:26.257166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:32:26.257388 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:32:26.262073 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:32:26.262409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:32:26.267439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:32:26.267773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Checking segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:32:26.268186 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Bound using segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:32:26.268622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Bound port: c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:32:26.269038 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:26.358260 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:32:26.361116 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:32:26.365450 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:26.429989 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:26.430480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:26.432093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] 10.222.0.15 "PUT /v2.0/ports/c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 1092 time: 1.1822686 Jun 03 16:32:26.432653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:32:26.452594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc236a7-2594-4e62-bf5d-ffeed999ef5c service neutron] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:26.637433 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79737f43-63bf-48b3-b870-10deee8122f9'] response: {'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'status': 'completed', 'code': 200} Jun 03 16:32:26.671508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-37c1fb2c-4150-4a36-ac48-92c707d88c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:26.673025 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-37c1fb2c-4150-4a36-ac48-92c707d88c6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1095 time: 0.1986167 Jun 03 16:32:26.744314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-05d484f5-e4c0-4ecc-b0b4-cf93c4bd17a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 217 time: 0.0641205 Jun 03 16:32:26.806593 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-e400c3cd-62ec-4720-8e34-7d2114c05013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:26.808670 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-e400c3cd-62ec-4720-8e34-7d2114c05013 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0588739 Jun 03 16:32:26.887405 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-43c14a78-5626-4bc9-9dd1-579527740d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:26.888793 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-43c14a78-5626-4bc9-9dd1-579527740d2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737195 Jun 03 16:32:27.056665 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-cf57eda8-130e-409c-8d1f-f989e127e927 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612625 Jun 03 16:32:27.212029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246540a7-0bbf-446b-8c88-f7f408c6eb55 req-0739aebc-6dff-4fa6-920d-dc5df63f49a4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:27.213435 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-246540a7-0bbf-446b-8c88-f7f408c6eb55 req-0739aebc-6dff-4fa6-920d-dc5df63f49a4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.1960936 Jun 03 16:32:27.217616 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-61685c75-e8e2-4989-8fcd-2cca2d1c6b8d req-f76d092e-bef1-4e9c-ab52-901405008d22 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540601 Jun 03 16:32:27.261213 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-246540a7-0bbf-446b-8c88-f7f408c6eb55 req-d4e0d603-0b28-46ea-b422-2e3f71e1943c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419698 Jun 03 16:32:27.333807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-9845b918-0518-42c6-bd37-c5c85aa0fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:27.335329 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-9845b918-0518-42c6-bd37-c5c85aa0fcd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1095 time: 0.0732691 Jun 03 16:32:27.464040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-58cf78e2-68d8-490d-9ebc-40c334cd027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:27.465430 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-58cf78e2-68d8-490d-9ebc-40c334cd027b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1239171 Jun 03 16:32:27.532825 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-1a8f0a1c-cd14-4a5a-b9ca-6691bda5c025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 217 time: 0.0598176 Jun 03 16:32:27.599728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-65c8f298-3239-4191-b116-21f2319f9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:27.601223 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-65c8f298-3239-4191-b116-21f2319f9251 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0604560 Jun 03 16:32:27.674846 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-49102744-9e02-4dcd-a534-a92237dfb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:27.676354 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-49102744-9e02-4dcd-a534-a92237dfb064 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688353 Jun 03 16:32:27.807536 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-e4625515-6b01-4959-8773-85c5a939657e service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244214 Jun 03 16:32:27.937920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3854e8a8-7dd3-41cc-9d22-d57a2f70a444 req-104ba46b-6792-47ad-a85e-d88a7592d99d service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243870 Jun 03 16:32:28.446702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a31d4-8150-4c73-b525-bb32d39dd29e req-787114a9-bf55-440e-9d97-6b402ae27471 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:28.448173 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c91a31d4-8150-4c73-b525-bb32d39dd29e req-787114a9-bf55-440e-9d97-6b402ae27471 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0833812 Jun 03 16:32:28.493717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c91a31d4-8150-4c73-b525-bb32d39dd29e req-21feca43-fb9d-43b5-bd7c-34379d10fe70 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391922 Jun 03 16:32:29.681832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75778-0b29-4835-b692-b9d784135026 req-17b8c099-6e29-412f-b51e-4aa0beb85291 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:29.683385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10f75778-0b29-4835-b692-b9d784135026 req-17b8c099-6e29-412f-b51e-4aa0beb85291 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0791185 Jun 03 16:32:29.729335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-10f75778-0b29-4835-b692-b9d784135026 req-90cd73b6-d062-4579-883a-2a5607c32d6b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 Jun 03 16:32:31.019301 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6f56-9854-49bc-93aa-8beac7a6bb1f req-e89c173b-123a-47b6-ac2b-8531fc1f3e1c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:31.020718 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a3d6f56-9854-49bc-93aa-8beac7a6bb1f req-e89c173b-123a-47b6-ac2b-8531fc1f3e1c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.1877379 Jun 03 16:32:31.065812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-2a3d6f56-9854-49bc-93aa-8beac7a6bb1f req-807b30a3-f92d-4be8-a52e-2f66a91ce6de tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Jun 03 16:32:32.254661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6e8ba-02df-4991-837d-967d24282afe req-31c009dc-e7a8-4dcd-852d-7fd2a3396ca9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:32.255496 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6dd6e8ba-02df-4991-837d-967d24282afe req-31c009dc-e7a8-4dcd-852d-7fd2a3396ca9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0856636 Jun 03 16:32:32.303706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6dd6e8ba-02df-4991-837d-967d24282afe req-93826b87-2eb9-46d3-98f2-e19ce1d412fc tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Jun 03 16:32:33.498837 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468e9bf-ff2b-4e23-8639-48f0e4589825 req-5dba5d12-1743-4592-a1eb-36c6f40af649 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:33.500628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a468e9bf-ff2b-4e23-8639-48f0e4589825 req-5dba5d12-1743-4592-a1eb-36c6f40af649 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0882154 Jun 03 16:32:33.553235 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a468e9bf-ff2b-4e23-8639-48f0e4589825 req-4ecc4627-e50a-4f41-b7ef-fb1c3f84f733 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465517 Jun 03 16:32:34.266495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:32:34.409419 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:34.422049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'port_id': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'mac_address': 'fa:16:3e:40:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:32:34.479861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:32:34.480278 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:34.498075 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:32:34.513790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:34.517648 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:34.585790 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:34.593579 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.593930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.594283 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.594670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.594931 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.595261 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.595751 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.595915 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.596272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.596593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.596921 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.597239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:32:34.752583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94ae0a-853e-487b-ad3a-b9e6ec81a775 req-f9e67d97-9868-4910-b59b-94f1e1771768 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:34.754116 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f94ae0a-853e-487b-ad3a-b9e6ec81a775 req-f9e67d97-9868-4910-b59b-94f1e1771768 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 945 time: 0.0871854 Jun 03 16:32:34.778629 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:32:34.798116 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0f94ae0a-853e-487b-ad3a-b9e6ec81a775 req-fe16f070-b89f-43f4-b7c1-2e494aa631d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383439 Jun 03 16:32:35.981122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c28cc9-90dc-48b9-8732-2f6fefe1593a req-a04fa236-40e3-495d-ae05-342cee20e15d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:35.982621 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98c28cc9-90dc-48b9-8732-2f6fefe1593a req-a04fa236-40e3-495d-ae05-342cee20e15d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 945 time: 0.0807428 Jun 03 16:32:36.028158 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-98c28cc9-90dc-48b9-8732-2f6fefe1593a req-0e07504f-7cb6-4b49-b8e2-9a3d21242bb7 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396471 Jun 03 16:32:36.282036 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:32:36.348418 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:32:36.352952 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:32:36.353324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:36.467795 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:32:36.468206 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:36.494587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:32:36.505672 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:36.509701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:36.543883 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c6a9f9-303a-44e7-989a-a705f49756b0'] response: {'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'code': 200} Jun 03 16:32:36.587684 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:36.667749 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d558-04e0-4f59-8eb6-be765b3d40e8 req-04c24d39-9467-449b-8dd5-6688d3f23d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:36.669268 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c534d558-04e0-4f59-8eb6-be765b3d40e8 req-04c24d39-9467-449b-8dd5-6688d3f23d4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1097 time: 0.0716667 Jun 03 16:32:36.709381 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c534d558-04e0-4f59-8eb6-be765b3d40e8 req-080fc1a2-4e16-46ae-9dbf-74141a82dada service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340402 Jun 03 16:32:37.209779 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8961069-b90b-44bf-ab0b-b1bde413cbb7 req-b8a74e85-ca24-42bb-be43-e1444cba81d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:37.211263 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8961069-b90b-44bf-ab0b-b1bde413cbb7 req-b8a74e85-ca24-42bb-be43-e1444cba81d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0795939 Jun 03 16:32:37.260766 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b8961069-b90b-44bf-ab0b-b1bde413cbb7 req-9ebd8522-5353-45f2-a4d1-4b9cdc4fe8f2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Jun 03 16:32:38.444535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcc7a8-2f91-4501-81f5-865f471f8994 req-4aa56889-49fa-481b-a547-e8ca3a3133c1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:38.445988 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5fcc7a8-2f91-4501-81f5-865f471f8994 req-4aa56889-49fa-481b-a547-e8ca3a3133c1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0811968 Jun 03 16:32:38.492021 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a5fcc7a8-2f91-4501-81f5-865f471f8994 req-cf59250e-6b5e-4fca-a148-585821e30bde tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403159 Jun 03 16:32:38.689359 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbdd5e-ea33-468c-ad31-7c04189c0b6a req-6eaba8c5-4fa3-40e4-85b9-53a922c907e1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:38.690747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bbbdd5e-ea33-468c-ad31-7c04189c0b6a req-6eaba8c5-4fa3-40e4-85b9-53a922c907e1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0915401 Jun 03 16:32:38.734355 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0bbbdd5e-ea33-468c-ad31-7c04189c0b6a req-9c92c591-6ec5-4e18-8be1-a39fa7d63463 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Jun 03 16:32:38.756573 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45830) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:38.824337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c7e03-4c4d-4959-9c01-a40f621ea7b4 tempest-TestShelveInstance-61977084 tempest-TestShelveInstance-61977084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:38.825024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6c1c7e03-4c4d-4959-9c01-a40f621ea7b4 tempest-TestShelveInstance-61977084 tempest-TestShelveInstance-61977084-project-admin] Synchronizing usage tracker for tenant:97e600234d4045a38f1f4d7fcb737f5a on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:32:38.840563 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6c1c7e03-4c4d-4959-9c01-a40f621ea7b4 tempest-TestShelveInstance-61977084 tempest-TestShelveInstance-61977084-project-admin] Unset dirty status for tenant:97e600234d4045a38f1f4d7fcb737f5a on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:32:38.842211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6c1c7e03-4c4d-4959-9c01-a40f621ea7b4 tempest-TestShelveInstance-61977084 tempest-TestShelveInstance-61977084-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1092 time: 0.0846891 Jun 03 16:32:38.845261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 45834) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:38.850083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:38.857303 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:38.861097 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Usage tracker for resource:floatingip and tenant:972430b41ad945b79f4f90d00a6bb9f8 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:38.863838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:38.869441 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:38.879451 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:39.013947 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:39.149822 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Allocated IP 172.25.1.94 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/a12e5172-0c31-4806-9811-0d2463beb5ce) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:32:39.298507 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:39.327405 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:39.389613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:32:39.392313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:32:39.396056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:32:39.433873 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'Port': ['ID=a12e5172-0c31-4806-9811-0d2463beb5ce,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:39.953360 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:40.028807 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:40.246861 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:40.251955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:40.361722 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event updated for resources: {'Port': ['ID=a12e5172-0c31-4806-9811-0d2463beb5ce,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:40.370415 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:40.545523 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Floating IP a1ded957-602b-4373-be38-b1bbdd46fb8b associated. External IP: 172.25.1.94, port: c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6. Jun 03 16:32:40.891074 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Router 2eafdcbd-55da-4c06-b20c-a798d76408c9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:32:41.073191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:32:41.082862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] Sync routers for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:32:41.093248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:32:41.093863 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:41.098151 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:41.154480 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-ae413cb5-31c9-47a2-8189-e859e77137d3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3075349 Jun 03 16:32:41.155471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:32:41.201352 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54afbd1b-2a5d-4283-8997-9422c5a6b199'] response: {'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'status': 'completed', 'code': 200} Jun 03 16:32:41.275076 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:32:41.291505 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-b26d9b48-7ea6-4f6b-abc7-b57ed92c7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:41.293034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-b26d9b48-7ea6-4f6b-abc7-b57ed92c7155 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1097 time: 0.0713170 Jun 03 16:32:41.560252 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-6305c695-51c4-46c7-9188-63e5a044cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:41.561839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-6305c695-51c4-46c7-9188-63e5a044cdac service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.2622228 Jun 03 16:32:41.630696 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a1ded957-602b-4373-be38-b1bbdd46fb8b', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'port_id': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'mac_address': 'fa:16:3e:40:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:32:39Z', 'updated_at': '2022-06-03T16:32:39Z', 'revision_number': 0, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:41.634621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] Checking router: 2eafdcbd-55da-4c06-b20c-a798d76408c9 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:32:41.643782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:32:41.644425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:32:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:41.662989 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-a7dd46d0-df8e-4c71-bfcd-6454f53d44b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 999 time: 0.0947158 Jun 03 16:32:41.728161 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-b8481412-15bb-4757-ad0f-8bf4e8734db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:41.729647 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-b8481412-15bb-4757-ad0f-8bf4e8734db8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0611482 Jun 03 16:32:41.804206 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-e52a0b1d-c11e-422c-8bd3-e5ac864c281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:41.805749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-e52a0b1d-c11e-422c-8bd3-e5ac864c281d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704656 Jun 03 16:32:41.823689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:32:41.936980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-a2cb5045-c824-41c7-abc8-e1d63f491d48 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251307 Jun 03 16:32:42.078299 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b28a2806-3f27-4bdf-8b68-8e8381433286 req-56f688e2-067b-4f7f-ab34-512694ef8b73 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346369 Jun 03 16:32:42.180388 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a1ded957-602b-4373-be38-b1bbdd46fb8b', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'port_id': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'mac_address': 'fa:16:3e:40:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:32:39Z', 'updated_at': '2022-06-03T16:32:39Z', 'revision_number': 0, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:42.184499 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a378d1-848e-40c0-9be9-3475dca0970f None None] The sync data for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 is: [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'a1ded957-602b-4373-be38-b1bbdd46fb8b', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'port_id': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'mac_address': 'fa:16:3e:40:df:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:32:39Z', 'updated_at': '2022-06-03T16:32:39Z', 'revision_number': 0, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:32:42.382673 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a647e9d-d168-4e1b-8c84-011c90f40d72 None None] New status for floating IP a1ded957-602b-4373-be38-b1bbdd46fb8b: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:32:43.501201 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fccdddbe-93b6-4223-9720-9e15fa706090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:46.302749 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:46.404584 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6c951885-b65c-4286-a7bf-00cb4091de73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:46.741361 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:47.269477 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:48.727494 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:48.731993 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:57.287425 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:33:13.502620 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-087e6c7e-c1ba-4532-b413-4d0b68f8bdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:16.298606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:16.404974 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f44eb8c6-b94f-4db9-88eb-3941cea965a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:16.743805 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:17.237377 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:18.723193 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:18.727766 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:34.287512 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:33:39.361290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-6fa74d8f-f3ae-40b5-8944-fdd4701a9ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748191 Jun 03 16:33:39.497178 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-fd9b6279-31a3-402e-bdd0-3b5c1e6bd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:39.498678 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-fd9b6279-31a3-402e-bdd0-3b5c1e6bd3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1097 time: 0.0706375 Jun 03 16:33:39.643776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-a2f2765a-2aca-4e0f-a992-b76e3b7498f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:39.645145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-a2f2765a-2aca-4e0f-a992-b76e3b7498f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1266086 Jun 03 16:33:39.748658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-0319a0f6-1041-4178-8f55-e7196f46bf87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0974038 Jun 03 16:33:39.818069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-a4deae57-2b80-46e8-b7d7-12ed502b4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:39.819505 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-a4deae57-2b80-46e8-b7d7-12ed502b4c09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0640395 Jun 03 16:33:39.896188 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-4831db11-de32-48b6-99a8-e2df968ce61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:39.897579 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-4831db11-de32-48b6-99a8-e2df968ce61b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721428 Jun 03 16:33:39.906856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-427a32ec-2db2-44c5-a69b-802f6427ea8d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:33:39.907768 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-427a32ec-2db2-44c5-a69b-802f6427ea8d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047491 Jun 03 16:33:40.038843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-73d7b67a-1a01-48f8-a6a2-04aa2601a03f service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249549 Jun 03 16:33:40.168576 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0246d56d-6f26-4b64-806f-54ff4da835c9 req-eb877405-08a9-4cc4-a0f8-541dacfd2cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233318 Jun 03 16:33:43.503999 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-031ce9b9-518c-4878-b0b8-29265452a87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:46.312160 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:46.406109 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-31d6d308-86aa-4163-89e7-73d762300c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:46.746014 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:47.239654 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:48.719439 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:48.729170 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:11.286874 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:34:13.505481 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c312b25a-d5bf-49e0-a655-0b9d39a63fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:16.331242 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:16.412936 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-18fd4f68-e0ca-49f3-90b6-4ed0c98b7d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:16.748558 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:17.244900 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:18.715622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:18.730807 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:37.241452 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147303b-281b-4720-8ac1-12396daabc3d req-7e9e99d2-6a0a-4723-b7ea-127029d18bea tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:37.243000 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e147303b-281b-4720-8ac1-12396daabc3d req-7e9e99d2-6a0a-4723-b7ea-127029d18bea tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0813484 Jun 03 16:34:37.300900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e147303b-281b-4720-8ac1-12396daabc3d req-71425b27-0e7b-467c-9419-6b517339d8e1 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520968 Jun 03 16:34:38.616943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594a0b-3212-4f61-b731-24374d8fd0ef req-884efd7f-3ebd-4357-a37f-6e9c89ec3e8f tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:38.620154 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c594a0b-3212-4f61-b731-24374d8fd0ef req-884efd7f-3ebd-4357-a37f-6e9c89ec3e8f tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.1954734 Jun 03 16:34:38.667167 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1c594a0b-3212-4f61-b731-24374d8fd0ef req-531edb9e-4048-42b5-992b-b4062045e542 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Jun 03 16:34:39.868678 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ddf62-046f-4297-9b1f-cbc4ff7cd868 req-b0c2ec1c-bc4a-47ec-b7a7-5b542b05062b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:39.870141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-888ddf62-046f-4297-9b1f-cbc4ff7cd868 req-b0c2ec1c-bc4a-47ec-b7a7-5b542b05062b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0847356 Jun 03 16:34:39.914823 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-888ddf62-046f-4297-9b1f-cbc4ff7cd868 req-edc4dafb-b2a3-4e45-8b88-aca55af53307 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389693 Jun 03 16:34:40.373270 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-41f1da78-59be-4129-a43e-91435926be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:40.374732 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-41f1da78-59be-4129-a43e-91435926be5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1097 time: 0.0709352 Jun 03 16:34:40.525503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-623ea7cf-cf19-4490-81df-57db4231c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:40.526980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-623ea7cf-cf19-4490-81df-57db4231c20b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1338232 Jun 03 16:34:40.643412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-dafc4f95-d47b-47ad-9843-9a59e9feb826 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1104314 Jun 03 16:34:40.709282 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-2ce92b76-a616-4d97-a3de-27b2b293d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:40.710733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-2ce92b76-a616-4d97-a3de-27b2b293d67e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0613158 Jun 03 16:34:40.786372 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-b3d37ebc-64f0-45a3-80fb-6ad0b98d917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:40.787847 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-b3d37ebc-64f0-45a3-80fb-6ad0b98d917e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699246 Jun 03 16:34:40.921141 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-4efb4bdd-eaad-4444-845d-629a39475e36 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258612 Jun 03 16:34:41.107735 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-74f086c5-efad-4b30-a2bb-7caa16a8da1d req-152147b1-333c-457e-abdd-a8a7e3510554 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805694 Jun 03 16:34:41.138831 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30278ef-e195-4906-90c0-14b3fb6b5e56 req-5cb56ab5-42ed-4335-8f61-b4f9971786d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:41.140420 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e30278ef-e195-4906-90c0-14b3fb6b5e56 req-5cb56ab5-42ed-4335-8f61-b4f9971786d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.1175714 Jun 03 16:34:41.188034 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e30278ef-e195-4906-90c0-14b3fb6b5e56 req-adb2f8b0-34d4-44c8-8df9-3033b5f45dd0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415084 Jun 03 16:34:42.383360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3258-9286-4ce4-ba27-15b8a5a59fd6 req-823e4db0-34a5-4f47-a0f2-2039b9cf232a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:42.385042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-863e3258-9286-4ce4-ba27-15b8a5a59fd6 req-823e4db0-34a5-4f47-a0f2-2039b9cf232a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0873408 Jun 03 16:34:42.433315 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-863e3258-9286-4ce4-ba27-15b8a5a59fd6 req-42a6ba5b-c379-4590-89ba-bc09f56cbefb tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414081 Jun 03 16:34:43.509468 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5544d3c2-308c-4c02-a82e-2cc77e6f140a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:43.630525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254798-b2df-4876-bc1a-f2dfde6bd9ca req-2133933d-bda4-47ae-91b3-31b66082c33e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:43.631906 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54254798-b2df-4876-bc1a-f2dfde6bd9ca req-2133933d-bda4-47ae-91b3-31b66082c33e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0850010 Jun 03 16:34:43.676748 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54254798-b2df-4876-bc1a-f2dfde6bd9ca req-ef5bac9e-110d-432e-b505-5350e442bac3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389857 Jun 03 16:34:44.876040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d23b2-4982-464c-9653-466558887387 req-d9def769-3f4b-4aa3-b838-28f66ec2a467 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:44.877452 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba9d23b2-4982-464c-9653-466558887387 req-d9def769-3f4b-4aa3-b838-28f66ec2a467 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0827467 Jun 03 16:34:44.926814 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba9d23b2-4982-464c-9653-466558887387 req-abc3e4c2-4945-4f98-aec3-6c6c9fb55015 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 Jun 03 16:34:46.126562 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3c3e-6f75-4874-9e19-de4cbe1e20ad req-afb1a656-b6e7-4a7f-9ee7-a9d1d1f4c3f9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:46.128014 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6efd3c3e-6f75-4874-9e19-de4cbe1e20ad req-afb1a656-b6e7-4a7f-9ee7-a9d1d1f4c3f9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0873766 Jun 03 16:34:46.174156 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6efd3c3e-6f75-4874-9e19-de4cbe1e20ad req-956d7768-daef-4372-a746-d32ac748a4a4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Jun 03 16:34:46.339799 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:46.411712 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-89a00a74-e4ec-4467-82b6-2e48d4c7105d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:46.750986 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:47.245878 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:47.412329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-24613284-fd34-4f0f-b5b8-d52008dac69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:47.413702 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-24613284-fd34-4f0f-b5b8-d52008dac69a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1097 time: 0.1385379 Jun 03 16:34:47.424661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc546bd-d9f9-41cf-b4e8-e0cf3e7e5831 req-0511591d-ca36-446f-b6f7-9cea88db6d43 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:47.426056 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3dc546bd-d9f9-41cf-b4e8-e0cf3e7e5831 req-0511591d-ca36-446f-b6f7-9cea88db6d43 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.1205533 Jun 03 16:34:47.655733 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3dc546bd-d9f9-41cf-b4e8-e0cf3e7e5831 req-3e8e42ec-e903-4f7c-8b94-4835a27d7473 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116189 Jun 03 16:34:47.702053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-3e8bf77f-455f-4309-81ee-445c698031a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:47.703501 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-3e8bf77f-455f-4309-81ee-445c698031a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.2766109 Jun 03 16:34:47.820880 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-be5eb13e-2c9a-427f-93fe-61e933a6a879 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1106386 Jun 03 16:34:47.890271 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-e90f7194-e49e-4c32-bde3-038edc67f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:47.891772 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-e90f7194-e49e-4c32-bde3-038edc67f97b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0650384 Jun 03 16:34:47.970258 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-d22a6b82-5c8a-480b-9b16-6ea4d8347d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:47.971730 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-d22a6b82-5c8a-480b-9b16-6ea4d8347d5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731368 Jun 03 16:34:48.102812 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-2c38afcd-ab70-4ed0-a59c-cc381fece6ea service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246386 Jun 03 16:34:48.239747 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6ee407a2-9eb9-4209-a5f2-833207c24c30 req-10cf129c-2361-4c02-87e5-8c1a9bb50162 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306868 Jun 03 16:34:48.286190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:34:48.716362 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:48.738140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:48.848396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb677530-90ae-4a21-ac3a-9c5bf7e1d391 req-8ceee2fd-a584-42dd-892a-151a5f1b2faf tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:48.849839 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb677530-90ae-4a21-ac3a-9c5bf7e1d391 req-8ceee2fd-a584-42dd-892a-151a5f1b2faf tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0797071 Jun 03 16:34:48.900471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-bb677530-90ae-4a21-ac3a-9c5bf7e1d391 req-2980a624-e2bc-46f9-9060-bb2c9bf6541b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449224 Jun 03 16:34:50.110809 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c59f1-d244-4f0e-95be-68f3599292ba req-db306573-2925-43a5-b00d-7c708c6b8c0f tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:50.112421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b6c59f1-d244-4f0e-95be-68f3599292ba req-db306573-2925-43a5-b00d-7c708c6b8c0f tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0979505 Jun 03 16:34:50.165451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0b6c59f1-d244-4f0e-95be-68f3599292ba req-66d4d579-8cc1-4f2b-848f-99f18075fa0b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Jun 03 16:34:51.353438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b83751-4123-4929-a27f-3c028ee2e58f req-1f1f1528-6762-4031-8bcf-5f4cfbcfa5ab tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:51.354887 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66b83751-4123-4929-a27f-3c028ee2e58f req-1f1f1528-6762-4031-8bcf-5f4cfbcfa5ab tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0830913 Jun 03 16:34:51.398691 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-66b83751-4123-4929-a27f-3c028ee2e58f req-5e877dcb-6243-4f6b-8d3d-49c575ed87d2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375407 Jun 03 16:34:51.720049 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-1e5e7016-896c-465c-b730-b44d6ec6e374 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065099 Jun 03 16:34:51.763210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80a868-e03b-432b-a2fd-b2b66a774bba req-72cb15a7-32c1-49b1-8817-d8b1eb9048b6 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:51.764589 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f80a868-e03b-432b-a2fd-b2b66a774bba req-72cb15a7-32c1-49b1-8817-d8b1eb9048b6 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0881059 Jun 03 16:34:51.811187 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9f80a868-e03b-432b-a2fd-b2b66a774bba req-2e6d9120-beec-40a3-a05c-d1998f35d21d tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 Jun 03 16:34:53.012852 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b65c1-fca3-44f4-90cc-2ba414b5f359 req-71a59f43-a469-4ef2-a60d-93a4f65b4ff9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:53.014567 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a3b65c1-fca3-44f4-90cc-2ba414b5f359 req-71a59f43-a469-4ef2-a60d-93a4f65b4ff9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 946 time: 0.0968413 Jun 03 16:34:53.065053 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a3b65c1-fca3-44f4-90cc-2ba414b5f359 req-1da7d764-c935-467c-bd33-69de472e2da6 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426104 Jun 03 16:34:53.106683 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:53.219327 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:34:53.219701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:53.246118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:34:53.256423 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:53.260806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:53.331639 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:53.334631 n-d-844594-1 neutron-server[88340]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ade8d576-4f24-4226-a286-3d1a9f2da179']: {'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'code': 422} returned with failed status Jun 03 16:34:53.341018 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.341362 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.341701 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.342035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.342367 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.342704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.343028 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.343350 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.343670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.343989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.344344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:53.344663 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:54.259356 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce841e0a-9e42-4ff5-8a2d-a183b76a992e req-aaaff881-3d11-4434-afde-ea1d98289216 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:54.260892 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce841e0a-9e42-4ff5-8a2d-a183b76a992e req-aaaff881-3d11-4434-afde-ea1d98289216 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0866864 Jun 03 16:34:54.310809 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce841e0a-9e42-4ff5-8a2d-a183b76a992e req-6b4e49b9-a4cb-4871-ba7a-8d4e9535d06b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Jun 03 16:34:55.504208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563a11-ec00-4636-97c4-999ac3d83dc5 req-c8bc31d5-dd3b-4241-a047-a4bde24e4143 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:55.505666 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e563a11-ec00-4636-97c4-999ac3d83dc5 req-c8bc31d5-dd3b-4241-a047-a4bde24e4143 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0836813 Jun 03 16:34:55.553762 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e563a11-ec00-4636-97c4-999ac3d83dc5 req-a65a2247-c8c3-4c2d-b1c2-927985b22c41 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Jun 03 16:34:56.428499 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-27f04924-c6ab-46c2-906b-c9d59372c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:56.430000 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-27f04924-c6ab-46c2-906b-c9d59372c560 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2&tenant_id=972430b41ad945b79f4f90d00a6bb9f8 HTTP/1.1" status: 200 len: 1095 time: 0.0848615 Jun 03 16:34:56.445195 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844594-1', 'device_owner': 'compute:nova'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:34:56.556905 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:56.748787 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c7c17-0a21-46dd-af12-779fb686b9e3 req-0c70171b-3e55-44a8-8a72-4f9deefed9df tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:56.750260 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-659c7c17-0a21-46dd-af12-779fb686b9e3 req-0c70171b-3e55-44a8-8a72-4f9deefed9df tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0826654 Jun 03 16:34:56.794637 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-659c7c17-0a21-46dd-af12-779fb686b9e3 req-e59e243b-449a-482b-bd31-7b28a58c9502 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383775 Jun 03 16:34:56.831854 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:56.861858 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h2-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:34:56.915656 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:34:56.923382 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:56.937846 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Transition to ACTIVE for port object c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:34:56.941560 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:57.084169 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=7']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:57.104179 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.104533 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.104878 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.105784 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.106126 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.106458 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.106786 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.107117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.107439 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.107765 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.108089 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.108442 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:57.159233 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] No DVR routers for this DVR port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on host n-h2-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:34:57.389745 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:34:57.389979 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:34:57.390319 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:34:57.395071 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:34:57.395397 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Attempting to bind port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:34:57.400962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:34:57.401299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Checking segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:34:57.401686 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Bound using segment: {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:34:57.402649 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Bound port: c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce01866-5bea-4050-a182-51fccc972448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:34:57.402998 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:57.491231 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:34:57.494177 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:34:57.499476 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:57.563084 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:57.563710 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:57.564714 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 1092 time: 1.1234443 Jun 03 16:34:57.565145 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:34:57.591899 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275681e5-2a90-425a-aa90-e49280ebc5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=8']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:57.682211 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-98db0872-e7e8-4578-a080-fc0976cba301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:57.683840 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-98db0872-e7e8-4578-a080-fc0976cba301 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1095 time: 0.0885677 Jun 03 16:34:57.693311 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414b795c-297e-4569-8896-f2ad402e3980'] response: {'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'status': 'completed', 'code': 200} Jun 03 16:34:57.942881 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-145de8ce-0a56-4f7d-8d33-9118a6d5b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:57.944285 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-145de8ce-0a56-4f7d-8d33-9118a6d5b025 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.2470157 Jun 03 16:34:57.985971 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ace87-5b6e-4227-96eb-265f9fe6f55f req-5795492b-e4ba-4ded-aded-dcf0a03223e5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:57.987454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e8ace87-5b6e-4227-96eb-265f9fe6f55f req-5795492b-e4ba-4ded-aded-dcf0a03223e5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0848036 Jun 03 16:34:58.034444 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3e8ace87-5b6e-4227-96eb-265f9fe6f55f req-e32543bd-c20e-4a90-a894-b6706f9b7e84 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Jun 03 16:34:58.053005 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-7db31ee1-4e70-49cd-ac92-6e7fbce3af46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 999 time: 0.0984533 Jun 03 16:34:58.115446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-aa8c57f7-69b3-446b-b6ae-98fa4ef1a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:58.117028 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-aa8c57f7-69b3-446b-b6ae-98fa4ef1a3cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0569925 Jun 03 16:34:58.199029 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-c7a8cf65-68bf-4d95-8f33-a31dcfb72fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:58.200447 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-c7a8cf65-68bf-4d95-8f33-a31dcfb72fd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731976 Jun 03 16:34:58.332150 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-108e163e-9bba-4d14-88da-fd70fe44d447 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249354 Jun 03 16:34:58.469060 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-0d013c90-4f07-4306-ba6b-4ab55f95c99f service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273851 Jun 03 16:34:58.590636 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-4cadccdd-7dfe-424c-b6fc-922e276382d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:58.592147 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-4cadccdd-7dfe-424c-b6fc-922e276382d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1095 time: 0.0735288 Jun 03 16:34:58.726498 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-c86c53fe-90b6-49e9-b265-160c1e4a2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:58.727848 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-c86c53fe-90b6-49e9-b265-160c1e4a2c51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1283929 Jun 03 16:34:58.837814 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-449aa9b0-97a6-4d2c-a0a8-31f71995cc09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 999 time: 0.0998633 Jun 03 16:34:58.902937 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-0568cad2-7b3d-4eaf-b296-e059d25c7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:58.904406 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-0568cad2-7b3d-4eaf-b296-e059d25c7394 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0596364 Jun 03 16:34:58.997880 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-f90dae46-912a-4d95-bfed-73fbdee560c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:59.000450 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-f90dae46-912a-4d95-bfed-73fbdee560c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892329 Jun 03 16:34:59.149465 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-49000ed5-e5f3-4874-978c-ffded52df82e service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418188 Jun 03 16:34:59.239657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203a543-ecd1-4575-9f43-e2c80bc93a62 req-ccba770e-7913-4729-9b40-26ffbdb77371 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:59.242398 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1203a543-ecd1-4575-9f43-e2c80bc93a62 req-ccba770e-7913-4729-9b40-26ffbdb77371 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0983658 Jun 03 16:34:59.299040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1203a543-ecd1-4575-9f43-e2c80bc93a62 req-2cf69206-410f-4275-ad78-7629503876c3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494285 Jun 03 16:34:59.301384 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-56439de8-9c7a-4536-82a3-f8e89749c96a req-5c5735f8-c500-4280-8d09-6a1531efe0c7 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418505 Jun 03 16:35:00.491755 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b983617-3ab9-4923-adf9-f78b0228e493 req-3b0358bc-dbc3-494b-ae51-9709eea8c977 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:00.493255 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b983617-3ab9-4923-adf9-f78b0228e493 req-3b0358bc-dbc3-494b-ae51-9709eea8c977 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0884542 Jun 03 16:35:00.538446 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9b983617-3ab9-4923-adf9-f78b0228e493 req-9b36f749-9e71-467d-bab7-6308ed511329 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Jun 03 16:35:01.723360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc09f6-e54f-4959-aa5c-855646d4318d req-1ff5acd3-e7a4-40a0-b643-31efeb16fafb tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:01.724843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7dcc09f6-e54f-4959-aa5c-855646d4318d req-1ff5acd3-e7a4-40a0-b643-31efeb16fafb tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0807552 Jun 03 16:35:01.772017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7dcc09f6-e54f-4959-aa5c-855646d4318d req-6271fedd-8715-44f9-9f78-c8e2be64a001 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412929 Jun 03 16:35:03.058791 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006499d-a9f5-4a63-a0e4-073371440ee5 req-134189ce-7f5c-42b4-977c-21fb05923399 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:03.060200 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0006499d-a9f5-4a63-a0e4-073371440ee5 req-134189ce-7f5c-42b4-977c-21fb05923399 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.1823516 Jun 03 16:35:03.104962 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0006499d-a9f5-4a63-a0e4-073371440ee5 req-a29501e3-e5a7-4382-9788-5318511cb79a tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390790 Jun 03 16:35:04.298613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a0fe1-c49d-4596-9761-79b663a2badc req-6fee0030-de93-4879-a063-e71cad792ba9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:04.299930 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-863a0fe1-c49d-4596-9761-79b663a2badc req-6fee0030-de93-4879-a063-e71cad792ba9 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0877163 Jun 03 16:35:04.344310 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-863a0fe1-c49d-4596-9761-79b663a2badc req-f344627c-f742-45a9-b710-911e50e7cb24 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385690 Jun 03 16:35:05.527204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20612868-c717-4131-9ecb-16967d2cc448 req-cca33306-2c88-461a-8ee6-9e35cd102f3c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:05.528731 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20612868-c717-4131-9ecb-16967d2cc448 req-cca33306-2c88-461a-8ee6-9e35cd102f3c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0807719 Jun 03 16:35:05.576131 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-20612868-c717-4131-9ecb-16967d2cc448 req-09122537-7214-474e-b318-72a212de4e8f tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414894 Jun 03 16:35:06.760668 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec8226-446a-49e8-978f-3d6985126be2 req-e7fd80e4-0099-4dee-8f40-47c793d4340c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:06.762102 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1aec8226-446a-49e8-978f-3d6985126be2 req-e7fd80e4-0099-4dee-8f40-47c793d4340c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0782514 Jun 03 16:35:06.806673 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1aec8226-446a-49e8-978f-3d6985126be2 req-28876d38-5614-4fd6-b3a0-67ffac36f7cd tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389206 Jun 03 16:35:07.993677 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae6af-11bb-4eef-9039-01ee8cfa7d7c req-f28eae9d-f0fc-41db-8858-2e923130e2f0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:07.995715 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c50ae6af-11bb-4eef-9039-01ee8cfa7d7c req-f28eae9d-f0fc-41db-8858-2e923130e2f0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0848353 Jun 03 16:35:08.040052 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c50ae6af-11bb-4eef-9039-01ee8cfa7d7c req-959b13b6-e466-41dd-ade0-b8d5058eb7e2 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385199 Jun 03 16:35:09.225594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c05bf-f8a0-41ee-a1b8-a5d254afb04d req-7506fcd0-94b2-47a7-8270-650377e028cf tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:09.227055 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d9c05bf-f8a0-41ee-a1b8-a5d254afb04d req-7506fcd0-94b2-47a7-8270-650377e028cf tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0790446 Jun 03 16:35:09.273127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-4d9c05bf-f8a0-41ee-a1b8-a5d254afb04d req-dbef643c-26ff-498f-bbba-91455eb819b8 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388138 Jun 03 16:35:10.458739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd9e1d-aa04-49e2-bc90-0b1f86b5a50e req-723dc66e-3db7-47bf-90cb-4105c04ba5a3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:10.460199 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43cd9e1d-aa04-49e2-bc90-0b1f86b5a50e req-723dc66e-3db7-47bf-90cb-4105c04ba5a3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0825617 Jun 03 16:35:10.506493 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-43cd9e1d-aa04-49e2-bc90-0b1f86b5a50e req-6aae2666-f4da-42f5-b5ca-9149482cf412 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394526 Jun 03 16:35:11.698457 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf119e-538a-42e5-8b6f-c5f60b5243eb req-1405de87-98de-4ef0-a5b6-8f845c3ed267 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:11.700349 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3caf119e-538a-42e5-8b6f-c5f60b5243eb req-1405de87-98de-4ef0-a5b6-8f845c3ed267 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0817847 Jun 03 16:35:11.744813 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3caf119e-538a-42e5-8b6f-c5f60b5243eb req-b02ea6eb-1f98-4c2e-ae92-57dbd109e443 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380447 Jun 03 16:35:12.654371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:35:12.795093 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:35:12.808750 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'port_id': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'mac_address': 'fa:16:3e:40:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:35:12.862136 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:35:12.862515 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:12.883086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:35:12.898946 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:35:12.902685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:12.937948 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a5fe7-4f0d-4e35-a691-1f17e8975142 req-fdeb67b8-af6c-445b-810e-81848de20e0e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:12.939425 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-371a5fe7-4f0d-4e35-a691-1f17e8975142 req-fdeb67b8-af6c-445b-810e-81848de20e0e tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 944 time: 0.0838935 Jun 03 16:35:12.968370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=9']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:12.985658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-371a5fe7-4f0d-4e35-a691-1f17e8975142 req-729d4180-65b9-4f9c-ad50-a76031cfc227 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Jun 03 16:35:13.187254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:35:13.512347 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a856867d-69d9-4636-8450-f644d99c566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:14.170623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503aa9eb-f601-4dca-90f5-f680c35baaab req-59c29e03-8d42-4521-8c7c-f66275487287 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:14.172093 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-503aa9eb-f601-4dca-90f5-f680c35baaab req-59c29e03-8d42-4521-8c7c-f66275487287 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 945 time: 0.0798082 Jun 03 16:35:14.219419 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-503aa9eb-f601-4dca-90f5-f680c35baaab req-800bbc74-03f7-46db-8b60-5d3ce77d48af tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Jun 03 16:35:14.654366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:35:14.724175 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:35:14.729011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:35:14.729380 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:14.878156 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:35:14.878539 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:14.906033 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:35:14.915434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:35:14.919380 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:14.986158 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=10']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:15.402572 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d57329-4e24-4f76-ace5-f9981939b2d2 req-314e9291-1404-4a16-a4ff-006eca4f2cd4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:15.404054 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d57329-4e24-4f76-ace5-f9981939b2d2 req-314e9291-1404-4a16-a4ff-006eca4f2cd4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 947 time: 0.0788422 Jun 03 16:35:15.447115 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-d3d57329-4e24-4f76-ace5-f9981939b2d2 req-eb6fecc8-98ad-416b-a44f-015d471a8db3 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374393 Jun 03 16:35:15.959458 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3329ed1-41d4-4c46-a1c1-4002dc569451'] response: {'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'code': 200} Jun 03 16:35:16.176054 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc978995-cdc4-46ef-ae01-b9a153c8d47b req-a6be8cb9-cd9a-400f-816b-9df2a71cada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:16.177572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc978995-cdc4-46ef-ae01-b9a153c8d47b req-a6be8cb9-cd9a-400f-816b-9df2a71cada3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1098 time: 0.0713899 Jun 03 16:35:16.222870 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-bc978995-cdc4-46ef-ae01-b9a153c8d47b req-cb9fd860-2b77-4c39-895e-2667ee23e22f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354128 Jun 03 16:35:16.352809 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:16.412425 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-51b0c9f7-d80c-4a2d-9261-980ba112e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:16.637129 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071bf0b-4048-4f07-8980-f1fc5529f5b3 req-724f0d14-612c-4440-abd1-bf3f25706a16 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:16.638578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b071bf0b-4048-4f07-8980-f1fc5529f5b3 req-724f0d14-612c-4440-abd1-bf3f25706a16 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 947 time: 0.0830867 Jun 03 16:35:16.684205 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b071bf0b-4048-4f07-8980-f1fc5529f5b3 req-85b307bc-2883-46da-a632-d36eff7e7b33 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 Jun 03 16:35:16.754239 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:17.249056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:17.893760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54457051-4b78-4b0e-86cb-2138004863bf req-a3bcbceb-b8ab-4bac-b7ea-82ec0bef65ac tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:17.895296 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54457051-4b78-4b0e-86cb-2138004863bf req-a3bcbceb-b8ab-4bac-b7ea-82ec0bef65ac tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 947 time: 0.0955100 Jun 03 16:35:17.942249 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-54457051-4b78-4b0e-86cb-2138004863bf req-a0b71755-49dd-4845-8aa7-d654131e90e0 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Jun 03 16:35:18.736714 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:18.740696 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:25.286313 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:35:43.515493 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60d77bf2-f1d7-4ed9-9ae1-9769bf282d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:46.354349 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:46.414301 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d6b243bb-71f3-409e-92a5-f8de0f483707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:46.755336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:47.258050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:47.795766 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-97237226-8568-49b0-bbfc-41b4af6af0f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1320574 Jun 03 16:35:47.944190 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-c8caf79d-a46e-44c8-a588-4092945e920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:47.945678 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-c8caf79d-a46e-44c8-a588-4092945e920f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1098 time: 0.0764673 Jun 03 16:35:48.226626 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-33942d28-9e17-445f-bbee-b61cc1e8fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:48.227935 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-33942d28-9e17-445f-bbee-b61cc1e8fa75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.2618859 Jun 03 16:35:48.350852 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-91e359c5-f053-4e47-819a-3997c1641554 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1117365 Jun 03 16:35:48.419251 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-4354e35f-c65a-456c-a0da-582bec4ae953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:48.420728 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-4354e35f-c65a-456c-a0da-582bec4ae953 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0642390 Jun 03 16:35:48.503692 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-10bd2b99-ee31-4672-bbee-fbe11cca8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:48.505471 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-10bd2b99-ee31-4672-bbee-fbe11cca8a00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767844 Jun 03 16:35:48.655393 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-9defcb41-88ed-4ad5-a865-4eb02ffe78bd service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421874 Jun 03 16:35:48.730803 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:48.744428 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:48.801082 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-a2088ea0-23bb-4b6c-b24b-1ca66197fbaa req-049c8480-83fd-4ba0-b29a-685b18460758 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362884 Jun 03 16:36:02.286503 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:36:13.516840 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b098820-57a9-4249-bb94-81c9b4ba36dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.366247 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.417765 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5717ea96-d66b-4f12-99c6-67890acb1dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.757364 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.254075 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:18.749762 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:18.750824 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:39.287015 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:36:42.464896 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46026) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:42.693407 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Deleting port a12e5172-0c31-4806-9811-0d2463beb5ce {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:42.693748 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:42.877056 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:42.877437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:43.010582 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Calling delete_port for a12e5172-0c31-4806-9811-0d2463beb5ce owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:43.164570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:43.216917 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event deleted for resources: {'Port': ['ID=a12e5172-0c31-4806-9811-0d2463beb5ce,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:43.259489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.259489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.259489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.259489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.260227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.260227 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.260532 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.260739 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.260994 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.261309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.261623 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.261936 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:43.328330 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:43.328674 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Floating IP a1ded957-602b-4373-be38-b1bbdd46fb8b disassociated (deleted). External IP: 172.25.1.94, port: c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6. Jun 03 16:36:43.523581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e06f-1183-4609-8926-8c60c5d122b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:43.830549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Router 2eafdcbd-55da-4c06-b20c-a798d76408c9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:44.017294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:44.029839 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] Sync routers for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:44.047670 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:44.049239 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:44.050019 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:44.137797 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-235ea5cc-4633-4c16-9adf-108932202e95 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "DELETE /v2.0/floatingips/a1ded957-602b-4373-be38-b1bbdd46fb8b HTTP/1.1" status: 204 len: 168 time: 1.6714652 Jun 03 16:36:44.138439 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:36:44.218829 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663e905d-79b5-4260-893a-7320c3d7f711'] response: {'name': 'network-changed', 'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'status': 'completed', 'code': 200} Jun 03 16:36:44.261496 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:44.362791 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-d1e23741-7ce8-4aa0-b951-800cac906c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:44.364537 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-d1e23741-7ce8-4aa0-b951-800cac906c41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 1098 time: 0.1173534 Jun 03 16:36:44.552991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-ecd5a2c8-2918-482b-9c09-9b2585caf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:44.554549 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-ecd5a2c8-2918-482b-9c09-9b2585caf145 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 200 len: 909 time: 0.1800683 Jun 03 16:36:44.633577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-4128c07d-9b9f-46f2-aadc-67d7683f6221 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 200 len: 217 time: 0.0704494 Jun 03 16:36:44.716991 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-ef3b8b90-356c-4743-b32d-b4edccadaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:44.718536 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-ef3b8b90-356c-4743-b32d-b4edccadaf97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 200 len: 847 time: 0.0747392 Jun 03 16:36:44.811490 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:44.816736 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] Checking router: 2eafdcbd-55da-4c06-b20c-a798d76408c9 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:44.820242 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fcca-cd75-4694-b6c4-cfcb0b443e7c req-9bbe5738-2f88-4849-af5b-eca74a7852a4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:44.821498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9468fcca-cd75-4694-b6c4-cfcb0b443e7c req-9bbe5738-2f88-4849-af5b-eca74a7852a4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Synchronizing usage tracker for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:36:44.827272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:44.827926 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:44.846265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-9468fcca-cd75-4694-b6c4-cfcb0b443e7c req-9bbe5738-2f88-4849-af5b-eca74a7852a4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Unset dirty status for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:36:44.847537 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-48b92c56-35d1-413a-af1b-996460c021db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:44.848770 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9468fcca-cd75-4694-b6c4-cfcb0b443e7c req-9bbe5738-2f88-4849-af5b-eca74a7852a4 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 947 time: 0.2255552 Jun 03 16:36:44.850113 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-48b92c56-35d1-413a-af1b-996460c021db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bfbc292-ed20-4e90-9e9e-6d65887e9579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226354 Jun 03 16:36:44.929033 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-9468fcca-cd75-4694-b6c4-cfcb0b443e7c req-36af5f8f-cf67-4f6d-8171-022caf8bcf41 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727069 Jun 03 16:36:45.071943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:45.086077 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-b4b7c77e-a560-48cc-9575-86fe1a42034c service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277899 Jun 03 16:36:45.266132 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-5a6fd8c7-db37-4c73-90a5-105f82eeb415 req-780f93de-459d-449c-b00a-2a4eec986aa2 service neutron] 10.222.0.70 "GET /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730101 Jun 03 16:36:45.479325 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:45.487054 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce43af-7b08-4555-9ac9-2bc973c0ea90 None None] The sync data for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 is: [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:27:39Z', 'revision_number': 4, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': 'd68a26b1-cddd-476f-822d-30618d545bca', 'name': '', 'network_id': '0bfbc292-ed20-4e90-9e9e-6d65887e9579', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'mac_address': 'fa:16:3e:ad:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:38Z', 'updated_at': '2022-06-03T16:27:44Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'subnets': [{'id': '2865fab4-18b7-4ab8-9198-c50a224b9d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:45.742468 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4f010-2004-4eac-8fab-542680526863 None None] New status for floating IP a1ded957-602b-4373-be38-b1bbdd46fb8b: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:36:46.238644 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad6eb9-2b46-4977-84a9-3554e7bb1f9e req-948bc126-0563-48b8-aeb6-36172a2e8b19 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:46.241385 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffad6eb9-2b46-4977-84a9-3554e7bb1f9e req-948bc126-0563-48b8-aeb6-36172a2e8b19 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 947 time: 0.1953707 Jun 03 16:36:46.293112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ffad6eb9-2b46-4977-84a9-3554e7bb1f9e req-acc23c4c-28e7-4fc6-a8b1-a7fd466eb53b tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a0da212-e316-4db3-b80f-e768e0b25bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455415 Jun 03 16:36:46.343785 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a478269-035f-495d-bccc-84e799182948 req-b67298eb-e340-4744-8ee6-e1a4b957b58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:46.344679 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7a478269-035f-495d-bccc-84e799182948 req-b67298eb-e340-4744-8ee6-e1a4b957b58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Synchronizing usage tracker for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:36:46.358446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-7a478269-035f-495d-bccc-84e799182948 req-b67298eb-e340-4744-8ee6-e1a4b957b58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Unset dirty status for tenant:972430b41ad945b79f4f90d00a6bb9f8 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:36:46.359658 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a478269-035f-495d-bccc-84e799182948 req-b67298eb-e340-4744-8ee6-e1a4b957b58c tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 947 time: 0.1180441 Jun 03 16:36:46.373416 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:46.430794 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b8276516-d5d7-419f-aac9-533092742c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:46.456903 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Deleting port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:46.457252 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:46.765353 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:46.856770 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] For port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:46.857126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:46.987821 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Calling delete_port for c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:47.168370 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:47.223250 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event deleted for resources: {'Port': ['ID=c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:47.262022 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:47.266037 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.266446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.267310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.267644 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.267974 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.268336 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.268690 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.268993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.269315 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.269639 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.269961 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.270278 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:47.314550 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] No DVR routers for this DVR port c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:36:47.317356 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:47.320186 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-deleted', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:36:47.338387 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-7a478269-035f-495d-bccc-84e799182948 req-f87211f2-c5bc-40f2-afd0-c1ad98f29fd5 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.70 "DELETE /v2.0/ports/c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 HTTP/1.1" status: 204 len: 173 time: 0.9695237 Jun 03 16:36:47.390716 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f3fdd7-4caa-4081-a8e6-396374be4011'] response: {'server_uuid': 'e82e4acf-cde2-4b3f-b649-ca80272e33b2', 'name': 'network-vif-deleted', 'tag': 'c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6', 'status': 'completed', 'code': 200} Jun 03 16:36:47.479645 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6c30e621-1b19-43c5-b6b5-8bd8578ba3f7 req-f66d98d3-835d-4b12-9411-169960ffaeec tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 210 time: 0.0459621 Jun 03 16:36:48.668967 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5119a311-97dd-4ff1-b067-d6482bf7eac8 req-019f1825-6867-42c6-bed9-fe5540134847 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "GET /v2.0/ports?device_id=e82e4acf-cde2-4b3f-b649-ca80272e33b2 HTTP/1.1" status: 200 len: 210 time: 0.0487342 Jun 03 16:36:48.758179 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:48.759426 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:49.769920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46050) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:49.857432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6a279a1-bca7-4ee3-a9a5-5d28ad96b857 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:49.893661 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6a279a1-bca7-4ee3-a9a5-5d28ad96b857 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:49.983723 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6a279a1-bca7-4ee3-a9a5-5d28ad96b857 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:50.005898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a279a1-bca7-4ee3-a9a5-5d28ad96b857 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0da212-e316-4db3-b80f-e768e0b25bd0,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:50.020586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d6a279a1-bca7-4ee3-a9a5-5d28ad96b857 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:50.022703 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d6a279a1-bca7-4ee3-a9a5-5d28ad96b857 tempest-TestShelveInstance-598741142 tempest-TestShelveInstance-598741142-project] 10.222.0.66 "DELETE /v2.0/security-groups/7a0da212-e316-4db3-b80f-e768e0b25bd0 HTTP/1.1" status: 204 len: 168 time: 0.2514198 Jun 03 16:36:50.091514 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46056) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:50.833458 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:51.102861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:51.175937 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:51.176494 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device c1d6c9d1-5fa9-493b-a90b-72ea7bdd6cf6 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:51.388760 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Deleting port d68a26b1-cddd-476f-822d-30618d545bca {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:51.389043 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:51.583409 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] For port d68a26b1-cddd-476f-822d-30618d545bca, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d68a26b1-cddd-476f-822d-30618d545bca,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:51.583776 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:51.717239 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Calling delete_port for d68a26b1-cddd-476f-822d-30618d545bca owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:52.061467 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:52.111671 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68a26b1-cddd-476f-822d-30618d545bca,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:52.432678 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:52.927785 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Router 2eafdcbd-55da-4c06-b20c-a798d76408c9 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:53.103384 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:53.113539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] Sync routers for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:53.116590 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-c32a26e8-995f-4fa9-a0ff-ca5005ff3455 admin admin] 10.222.0.66 "PUT /v2.0/routers/2eafdcbd-55da-4c06-b20c-a798d76408c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0234070 Jun 03 16:36:53.118540 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46062) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:53.124055 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:53.124717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:53.299044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:53.343956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:53.476159 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:53.487064 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Deleting port 72172b92-8e4f-4b3c-b202-0e4155915663 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:53.487410 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:53.649912 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:36:51Z', 'revision_number': 5, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port': {'id': '72172b92-8e4f-4b3c-b202-0e4155915663', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:36Z', 'updated_at': '2022-06-03T16:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:53.654155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] Checking router: 2eafdcbd-55da-4c06-b20c-a798d76408c9 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:53.663160 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] Routers {'2eafdcbd-55da-4c06-b20c-a798d76408c9'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:53.663789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['2eafdcbd-55da-4c06-b20c-a798d76408c9'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:53.706622 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] For port 72172b92-8e4f-4b3c-b202-0e4155915663, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=72172b92-8e4f-4b3c-b202-0e4155915663,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:53.707216 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:53.827827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] Set router 2eafdcbd-55da-4c06-b20c-a798d76408c9 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:53.835210 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Calling delete_port for 72172b92-8e4f-4b3c-b202-0e4155915663 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:53.951743 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:36:53Z', 'revision_number': 6, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:53.957995 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759b949-6927-497a-9c42-b5b3ca132e83 None None] The sync data for ids ['2eafdcbd-55da-4c06-b20c-a798d76408c9'] in n-d-844594-1 is: [{'id': '2eafdcbd-55da-4c06-b20c-a798d76408c9', 'name': 'tempest-TestShelveInstance-100610294-router', 'tenant_id': '972430b41ad945b79f4f90d00a6bb9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:35Z', 'updated_at': '2022-06-03T16:36:53Z', 'revision_number': 6, 'project_id': '972430b41ad945b79f4f90d00a6bb9f8', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:54.169064 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.218295 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Pushing event deleted for resources: {'Port': ['ID=72172b92-8e4f-4b3c-b202-0e4155915663,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:54.324029 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.503974 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.506770 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.535030 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.536131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eafdcbd-55da-4c06-b20c-a798d76408c9 {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:36:54.545171 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 72172b92-8e4f-4b3c-b202-0e4155915663 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:54.551421 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.552596 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a5bd7f92-fd3d-468e-85ea-528e0717740c admin admin] 10.222.0.66 "DELETE /v2.0/routers/2eafdcbd-55da-4c06-b20c-a798d76408c9 HTTP/1.1" status: 204 len: 168 time: 1.4330673 Jun 03 16:36:54.555145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46066) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:54.589280 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 72172b92-8e4f-4b3c-b202-0e4155915663 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:54.589763 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 72172b92-8e4f-4b3c-b202-0e4155915663 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:54.590256 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68a26b1-cddd-476f-822d-30618d545bca no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:54.620431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] Deleting subnet 2865fab4-18b7-4ab8-9198-c50a224b9d7a {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:36:54.624042 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.624979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d68a26b1-cddd-476f-822d-30618d545bca {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:54.625363 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d68a26b1-cddd-476f-822d-30618d545bca not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:54.677471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.762920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.834354 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.873705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2865fab4-18b7-4ab8-9198-c50a224b9d7a,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:54.877463 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:54.883041 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243acd3-6667-4f8c-9583-534ca6efccdc None None] Network 0bfbc292-ed20-4e90-9e9e-6d65887e9579 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:36:54.883406 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-578d7104-304b-4ddb-934d-6ed24afaf95c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2865fab4-18b7-4ab8-9198-c50a224b9d7a HTTP/1.1" status: 204 len: 168 time: 0.3273194 Jun 03 16:36:54.885856 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46070) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:54.995304 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.006142 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Deleting port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:55.006399 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.135777 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] DHCP port deletion for 0bfbc292-ed20-4e90-9e9e-6d65887e9579 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:36:55.140011 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Deleting port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:55.140423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.233890 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] For port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:55.234532 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.360466 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Calling delete_port for 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:55.362620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] For port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,segment=NetworkSegment(9ce01866-5bea-4050-a182-51fccc972448),segment_id=9ce01866-5bea-4050-a182-51fccc972448)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:55.363010 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.436505 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.490380 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5fccf0-ade1-4c7b-a547-acec5781e7c4,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:55.493438 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] No DVR routers for this DVR port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:36:55.525976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Calling delete_port for 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:55.603262 n-d-844594-1 neutron-server[88340]: util.warn( Jun 03 16:36:55.607786 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:36:55.608186 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:36:55.718538 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.745482 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfbc292-ed20-4e90-9e9e-6d65887e9579']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:55.759240 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce01866-5bea-4050-a182-51fccc972448') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:55.759535 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce01866-5bea-4050-a182-51fccc972448') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:55.772003 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.790011 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.796507 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:36:55.797414 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.900858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.917697 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:55.920896 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 9ce01866-5bea-4050-a182-51fccc972448 resource provider aggregate not found Jun 03 16:36:55.935198 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfbc292-ed20-4e90-9e9e-6d65887e9579,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:55.938544 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment 9ce01866-5bea-4050-a182-51fccc972448 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ce01866-5bea-4050-a182-51fccc972448 found for delete ", "request_id": "req-c74ff4e6-784c-42da-a497-ecc9bc30ffc5"}]} Jun 03 16:36:55.950051 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6206723b-d262-490f-962c-dd2aa7cb1eea admin admin] 10.222.0.66 "DELETE /v2.0/networks/0bfbc292-ed20-4e90-9e9e-6d65887e9579 HTTP/1.1" status: 204 len: 168 time: 1.0631397 Jun 03 16:36:55.952910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46080) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:56.109335 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Deleting port 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:56.110709 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:56.177848 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-96e9877c-6ea5-45c0-b64b-660f828dd4bf None None] The port '3c5fccf0-ade1-4c7b-a547-acec5781e7c4' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:36:56.438786 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:56.476533 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:56.476862 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3c5fccf0-ade1-4c7b-a547-acec5781e7c4 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:56.514669 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:56.858318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Deleting port 663ebeac-7fac-4879-aec5-29ffebc9e5bf {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:56.858681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:57.038084 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] For port 663ebeac-7fac-4879-aec5-29ffebc9e5bf, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=663ebeac-7fac-4879-aec5-29ffebc9e5bf,segment=NetworkSegment(eff908c8-18b3-4616-a792-8c22f54f0dea),segment_id=eff908c8-18b3-4616-a792-8c22f54f0dea)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:57.038439 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:57.277920 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Calling delete_port for 663ebeac-7fac-4879-aec5-29ffebc9e5bf owned by network:router_interface {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:57.457737 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:57.512078 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=663ebeac-7fac-4879-aec5-29ffebc9e5bf,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:57.794868 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:58.166290 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:58.350118 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:58.359967 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] Sync routers for ids ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:58.369121 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-5aed952b-17aa-4fbe-913b-86f3f53ccfb6 admin admin] 10.222.0.66 "PUT /v2.0/routers/3bc6eade-6912-4fcb-a5d8-9a2af15fab2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4150975 Jun 03 16:36:58.370539 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] Routers {'3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:58.371175 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:58.371750 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46084) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:58.570422 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] Set router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:58.588831 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:58.914838 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:36:57Z', 'revision_number': 5, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port': {'id': '977ec8d9-563a-4d0b-8db5-54479fd9378c', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:27:43Z', 'updated_at': '2022-06-03T16:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:58.915710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:58.919677 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] Checking router: 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:58.927145 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Deleting port 977ec8d9-563a-4d0b-8db5-54479fd9378c {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:58.927690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:58.931088 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] Routers {'3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:58.931803 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:59.094459 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] Set router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:59.142630 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] For port 977ec8d9-563a-4d0b-8db5-54479fd9378c, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=977ec8d9-563a-4d0b-8db5-54479fd9378c,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:59.142988 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.207750 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:36:58Z', 'revision_number': 6, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:59.213316 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0e42a-1ba9-425b-84e7-6990bf76a3ca None None] The sync data for ids ['3bc6eade-6912-4fcb-a5d8-9a2af15fab2b'] in n-d-844594-1 is: [{'id': '3bc6eade-6912-4fcb-a5d8-9a2af15fab2b', 'name': 'tempest-TestShelveInstance-949396580-router', 'tenant_id': '97e600234d4045a38f1f4d7fcb737f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:27:42Z', 'updated_at': '2022-06-03T16:36:58Z', 'revision_number': 6, 'project_id': '97e600234d4045a38f1f4d7fcb737f5a', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:59.275968 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Calling delete_port for 977ec8d9-563a-4d0b-8db5-54479fd9378c owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:59.462067 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.513368 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Pushing event deleted for resources: {'Port': ['ID=977ec8d9-563a-4d0b-8db5-54479fd9378c,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:59.620201 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.803712 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.806019 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.830423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.830970 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc6eade-6912-4fcb-a5d8-9a2af15fab2b {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:36:59.846817 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.847972 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-70190290-c440-47c5-b76a-db1b2f02a17d admin admin] 10.222.0.66 "DELETE /v2.0/routers/3bc6eade-6912-4fcb-a5d8-9a2af15fab2b HTTP/1.1" status: 204 len: 168 time: 1.4745598 Jun 03 16:36:59.851191 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46088) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:59.915162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] Deleting subnet dbac7caa-2079-49bf-8266-a67abbf253b8 {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:36:59.922795 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:59.991728 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.084705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.165858 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.216705 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbac7caa-2079-49bf-8266-a67abbf253b8,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:00.220783 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.230737 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-750a0a00-a7d9-4407-bfdd-3a756ed70141 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dbac7caa-2079-49bf-8266-a67abbf253b8 HTTP/1.1" status: 204 len: 168 time: 0.3752913 Jun 03 16:37:00.231009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46094) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:00.231165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd69111-26b0-43df-b7d5-7f9ca4e34d94 None None] Network 6e8ca15c-528a-4e36-8cc5-622fdce99703 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:37:00.448155 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 663ebeac-7fac-4879-aec5-29ffebc9e5bf no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:37:00.468001 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.481730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Deleting port 60253778-f383-40f0-9010-c0950f860952 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:37:00.482218 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.508047 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 663ebeac-7fac-4879-aec5-29ffebc9e5bf {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:37:00.508416 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 663ebeac-7fac-4879-aec5-29ffebc9e5bf not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:37:00.508828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 977ec8d9-563a-4d0b-8db5-54479fd9378c no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:37:00.548996 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 977ec8d9-563a-4d0b-8db5-54479fd9378c {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:37:00.549234 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 977ec8d9-563a-4d0b-8db5-54479fd9378c not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:37:00.617425 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] DHCP port deletion for 6e8ca15c-528a-4e36-8cc5-622fdce99703 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:37:00.621449 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Deleting port 60253778-f383-40f0-9010-c0950f860952 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:37:00.621825 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.704313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] For port 60253778-f383-40f0-9010-c0950f860952, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60253778-f383-40f0-9010-c0950f860952,segment=NetworkSegment(eff908c8-18b3-4616-a792-8c22f54f0dea),segment_id=eff908c8-18b3-4616-a792-8c22f54f0dea)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:00.704591 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.834309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Calling delete_port for 60253778-f383-40f0-9010-c0950f860952 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:37:00.836173 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] For port 60253778-f383-40f0-9010-c0950f860952, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=60253778-f383-40f0-9010-c0950f860952,segment=NetworkSegment(eff908c8-18b3-4616-a792-8c22f54f0dea),segment_id=eff908c8-18b3-4616-a792-8c22f54f0dea)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:00.836570 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.920376 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:00.970063 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Calling delete_port for 60253778-f383-40f0-9010-c0950f860952 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:37:00.972594 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Pushing event deleted for resources: {'Port': ['ID=60253778-f383-40f0-9010-c0950f860952,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:00.976204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] No DVR routers for this DVR port 60253778-f383-40f0-9010-c0950f860952 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:37:01.058292 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:37:01.058643 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:37:01.099432 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.129490 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8ca15c-528a-4e36-8cc5-622fdce99703']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:01.143299 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff908c8-18b3-4616-a792-8c22f54f0dea') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:01.143592 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff908c8-18b3-4616-a792-8c22f54f0dea') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:01.155796 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.174239 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.180850 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:37:01.181249 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.251415 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment eff908c8-18b3-4616-a792-8c22f54f0dea resource provider aggregate not found Jun 03 16:37:01.272611 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment eff908c8-18b3-4616-a792-8c22f54f0dea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eff908c8-18b3-4616-a792-8c22f54f0dea found for delete ", "request_id": "req-8732c96e-305d-4ac2-9c62-0f472d94e344"}]} Jun 03 16:37:01.288059 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.304687 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.315730 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8ca15c-528a-4e36-8cc5-622fdce99703,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:01.323490 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f155612c-7a9b-4b47-9f9d-cb480c2fc419 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6e8ca15c-528a-4e36-8cc5-622fdce99703 HTTP/1.1" status: 204 len: 168 time: 1.0914769 Jun 03 16:37:01.444024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46104) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:01.494628 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b4bf2f5b-b7ff-4aaf-88b5-c1e1daa57e0e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=972430b41ad945b79f4f90d00a6bb9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492961 Jun 03 16:37:01.497200 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46108) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:01.560329 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Deleting port 60253778-f383-40f0-9010-c0950f860952 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:37:01.560912 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.563907 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a33a3ccf-1994-4871-bf6b-d46bcd6436c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.591417 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a33a3ccf-1994-4871-bf6b-d46bcd6436c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.631981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-2894c498-27aa-4c22-b534-4b6feacebcd8 None None] The port '60253778-f383-40f0-9010-c0950f860952' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:37:01.649392 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a33a3ccf-1994-4871-bf6b-d46bcd6436c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.671038 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a3ccf-1994-4871-bf6b-d46bcd6436c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e6a2b-53a6-4614-b1f9-7612db3dd720,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:01.680150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-a33a3ccf-1994-4871-bf6b-d46bcd6436c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:01.681335 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a33a3ccf-1994-4871-bf6b-d46bcd6436c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae0e6a2b-53a6-4614-b1f9-7612db3dd720 HTTP/1.1" status: 204 len: 168 time: 0.1832099 Jun 03 16:37:02.044625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46116) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:02.094454 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-f05f93a2-26ef-42e8-a3df-bd6fef100c3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97e600234d4045a38f1f4d7fcb737f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485718 Jun 03 16:37:02.096838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46120) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:02.155080 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b47b746d-6c53-402a-87f2-07c4bb21b00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:02.180203 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b47b746d-6c53-402a-87f2-07c4bb21b00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:02.234614 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b47b746d-6c53-402a-87f2-07c4bb21b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:02.249220 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b746d-6c53-402a-87f2-07c4bb21b00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb91749a-2332-43c7-a997-2091310841fc,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:02.257296 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b47b746d-6c53-402a-87f2-07c4bb21b00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:02.258613 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b47b746d-6c53-402a-87f2-07c4bb21b00e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb91749a-2332-43c7-a997-2091310841fc HTTP/1.1" status: 204 len: 168 time: 0.1608973 Jun 03 16:37:02.446515 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60253778-f383-40f0-9010-c0950f860952 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:37:02.481694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 60253778-f383-40f0-9010-c0950f860952 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:37:02.482137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 60253778-f383-40f0-9010-c0950f860952 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:37:03.039234 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46144) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:03.142309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1716370239-network', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:03.147796 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:03.151617 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Usage tracker for resource:network and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:03.154454 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:03.161315 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:03.171029 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Made reservation on behalf of cb1255b12dba432ca969bacbd445bdd7 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:37:03.173382 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.185320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.202378 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:03.206778 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:03.209639 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:03.215272 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:03.296694 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.300473 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.332508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:37:03.337653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5aa65-942b-4037-97df-e26042c64389,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:03.345209 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.345536 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Added segment b5c3cd1e-a016-4de4-94c2-752c5ce459a3 of type vlan for network bd3b6c31-58e6-40ad-892b-d74dd59346c1 Jun 03 16:37:03.372232 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.401985 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.402950 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:03.403525 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.507551 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4671550 Jun 03 16:37:03.508431 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81c5c2-97a4-42fe-a8b2-bf225328ef96 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3b6c31-58e6-40ad-892b-d74dd59346c1,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:03.510319 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46150) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:03.519019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Request body: {'subnet': {'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1716370239-subnet', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:03.519444 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:37:03.524733 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:03.528534 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Usage tracker for resource:subnet and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:03.531373 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:03.537961 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:03.547747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Made reservation on behalf of cb1255b12dba432ca969bacbd445bdd7 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:37:03.550072 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.757526 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:03.933208 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:03.942342 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Checking segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:03.942697 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Network hostable DHCP agents. Network: bd3b6c31-58e6-40ad-892b-d74dd59346c1, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:37:03.965162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:37:03.974776 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, bd3b6c31-58e6-40ad-892b-d74dd59346c1) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:03.984679 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8712dbff-5b1a-486e-b7c0-83dd90a97f6a None None] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:37:03.985549 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:03.986301 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.013402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d89ac35b-5059-4ceb-aa8b-7eb4badc9d42 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4986973 Jun 03 16:37:04.013656 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46154) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:04.019096 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:04.025011 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:04.029204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Usage tracker for resource:router and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:04.032320 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:04.038657 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:04.050015 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.051140 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.066836 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.240801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:37:04.241620 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.349823 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.408833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Allocated IP 172.20.0.2 (bd3b6c31-58e6-40ad-892b-d74dd59346c1/94c259b8-3dcd-47b8-a55b-0a78cb38ffb5/0d967b0a-4b80-4032-b546-f91d6bef041e) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:04.614225 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.624351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Transition to ACTIVE for port object 0d967b0a-4b80-4032-b546-f91d6bef041e will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:04.643886 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Transition to ACTIVE for port object 0d967b0a-4b80-4032-b546-f91d6bef041e will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:04.651248 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.673341 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.703688 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.720872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:04.723808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:04.727360 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:04.732883 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Pushing event updated for resources: {'Port': ['ID=0d967b0a-4b80-4032-b546-f91d6bef041e,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:04.771447 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.771789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.772162 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.772479 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.772960 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.773292 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.773676 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.774049 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.774371 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.774694 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.775015 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.775334 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:04.838067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Attempting to bind port 0d967b0a-4b80-4032-b546-f91d6bef041e on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:37:04.838435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Attempting to bind port 0d967b0a-4b80-4032-b546-f91d6bef041e by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:37:04.838796 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Attempting to bind port 0d967b0a-4b80-4032-b546-f91d6bef041e on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:04.844029 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:37:04.844436 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Checking segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:04.844837 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.845228 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Bound using segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:37:04.845688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Bound port: 0d967b0a-4b80-4032-b546-f91d6bef041e, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:37:04.845932 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Allocated IP 172.25.1.9 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/20c6f263-7116-4fbe-b317-2ef42b6cc89f) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:04.846042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.933716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] For port 0d967b0a-4b80-4032-b546-f91d6bef041e, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:37:04.936791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] For port 0d967b0a-4b80-4032-b546-f91d6bef041e, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0d967b0a-4b80-4032-b546-f91d6bef041e,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:37:04.942506 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.999333 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:05.038841 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:05.043315 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496a91-6b90-46c9-ae54-d33679b6323e None None] Pushing event updated for resources: {'Port': ['ID=0d967b0a-4b80-4032-b546-f91d6bef041e,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:05.102396 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:05.105284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:05.109451 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:05.154974 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Pushing event updated for resources: {'Port': ['ID=20c6f263-7116-4fbe-b317-2ef42b6cc89f,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:05.659185 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:06.009842 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f0517-4bea-42cf-a1cd-492b5dbf4377 None None] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:37:06.010528 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:06.100775 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e060a2b1-ef19-4345-a4a2-7aa19e811240 None None] Provisioning for port 0d967b0a-4b80-4032-b546-f91d6bef041e completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:06.222413 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:37:06.426567 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:37:06.439311 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Sync routers for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:37:06.455577 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:06.457164 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:06.458658 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-4de32a9b-f29a-4a0a-818c-c3b685fae0fb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4439998 Jun 03 16:37:06.459720 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:06.461381 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46158) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:06.538134 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0d967b0a-4b80-4032-b546-f91d6bef041e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:06.717604 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 0d967b0a-4b80-4032-b546-f91d6bef041e completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:06.730272 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0d967b0a-4b80-4032-b546-f91d6bef041e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:06.730636 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:06.756052 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:07.150103 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0d967b0a-4b80-4032-b546-f91d6bef041e is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:07.150786 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.194717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 0d967b0a-4b80-4032-b546-f91d6bef041e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0d967b0a-4b80-4032-b546-f91d6bef041e,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:07.198437 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.264847 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:05Z', 'revision_number': 3, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:07.273023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Checking router: 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:37:07.273372 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Updating router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 port 20c6f263-7116-4fbe-b317-2ef42b6cc89f binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:37:07.312384 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=0d967b0a-4b80-4032-b546-f91d6bef041e,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:07.312843 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.333628 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.523843 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Allocated IP 172.20.0.1 (bd3b6c31-58e6-40ad-892b-d74dd59346c1/94c259b8-3dcd-47b8-a55b-0a78cb38ffb5/74252846-b043-4729-a687-0679e3d04112) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:07.671827 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.678373 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.683866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Transition to ACTIVE for port object 20c6f263-7116-4fbe-b317-2ef42b6cc89f will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:07.691072 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.694825 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Transition to ACTIVE for port object 74252846-b043-4729-a687-0679e3d04112 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:07.719464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.776517 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ffb1b-1c93-44bc-adfe-c6a369a84488 None None] Pushing event updated for resources: {'Port': ['ID=20c6f263-7116-4fbe-b317-2ef42b6cc89f,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:07.778887 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Attempting to bind port 20c6f263-7116-4fbe-b317-2ef42b6cc89f on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:37:07.779248 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Attempting to bind port 20c6f263-7116-4fbe-b317-2ef42b6cc89f by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:37:07.779740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Attempting to bind port 20c6f263-7116-4fbe-b317-2ef42b6cc89f on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:07.785694 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:07.786254 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:37:07.786620 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:07.787018 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.787482 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:37:07.788198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Bound port: 20c6f263-7116-4fbe-b317-2ef42b6cc89f, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:37:07.788324 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.788711 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:07.792348 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:07.825597 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Pushing event updated for resources: {'Port': ['ID=74252846-b043-4729-a687-0679e3d04112,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:07.853648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.874403 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] For port 20c6f263-7116-4fbe-b317-2ef42b6cc89f, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:37:07.878332 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] For port 20c6f263-7116-4fbe-b317-2ef42b6cc89f, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=20c6f263-7116-4fbe-b317-2ef42b6cc89f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:37:07.883244 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.972635 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ffb1b-1c93-44bc-adfe-c6a369a84488 None None] Pushing event updated for resources: {'Port': ['ID=20c6f263-7116-4fbe-b317-2ef42b6cc89f,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:07.976035 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:07.976689 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:08.128996 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:08.161368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ffcd2489-c803-4f5e-bd0b-a015334c1c1c None None] Provisioning for port 74252846-b043-4729-a687-0679e3d04112 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:08.172759 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-ffcd2489-c803-4f5e-bd0b-a015334c1c1c None None] Provisioning complete for port 74252846-b043-4729-a687-0679e3d04112 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:08.173131 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2489-c803-4f5e-bd0b-a015334c1c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:08.204807 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:08.352587 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:08.357046 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:08.394453 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd2489-c803-4f5e-bd0b-a015334c1c1c None None] Port 74252846-b043-4729-a687-0679e3d04112 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:37:08.468222 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:08.471664 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Pushing event updated for resources: {'Port': ['ID=74252846-b043-4729-a687-0679e3d04112,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:08.485853 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0d967b0a-4b80-4032-b546-f91d6bef041e up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:08.573772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 0d967b0a-4b80-4032-b546-f91d6bef041e triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:08.574146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:08.669100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:05Z', 'revision_number': 3, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:08.678209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79df284-426e-4142-9c39-5d08c27a53bd None None] The sync data for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 is: [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:05Z', 'revision_number': 3, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:37:08.739394 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:08.740883 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:08.753027 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 0d967b0a-4b80-4032-b546-f91d6bef041e is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:08.956547 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:37:09.034588 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-a9b13bd2-dee1-48d0-afcf-5dd74fe14fe7 None None] Provisioning complete for port 74252846-b043-4729-a687-0679e3d04112 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:09.035098 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a9b13bd2-dee1-48d0-afcf-5dd74fe14fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.090476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a9b13bd2-dee1-48d0-afcf-5dd74fe14fe7 None None] Port 74252846-b043-4729-a687-0679e3d04112 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:37:09.158232 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:37:09.167625 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-356b27b3-032e-4fc6-9419-a4ed40173e6c admin admin] 10.222.0.66 "PUT /v2.0/routers/218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7048571 Jun 03 16:37:09.685797 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46176) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:09.691895 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-7674631-network', 'tenant_id': '08611dee96164be4a8bfab27a194af53'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:09.697973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:09.701922 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Usage tracker for resource:network and tenant:08611dee96164be4a8bfab27a194af53 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:09.705325 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:09.711455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:09.722762 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Made reservation on behalf of 08611dee96164be4a8bfab27a194af53 for: {'network': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:37:09.725357 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for network, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.739690 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.756525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:09.760494 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Usage tracker for resource:security_group_rule and tenant:08611dee96164be4a8bfab27a194af53 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:09.763337 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:09.769853 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:09.852791 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.856695 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.885745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=88338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:37:09.894764 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad17fe-a262-49df-99ec-06d95d79a8dc,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:09.901815 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.902675 n-d-844594-1 neutron-server[88338]: INFO neutron.db.segments_db [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Added segment b1e8be55-0369-43e6-9005-5867650a3a6f of type vlan for network 554132fb-87b9-456d-86f9-6a19bccc1a71 Jun 03 16:37:09.932243 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727569947868'] for network, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.963447 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770'] for network, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.964475 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:09.965075 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.070072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] Pushing event updated for resources: {'Network': ['ID=554132fb-87b9-456d-86f9-6a19bccc1a71,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:10.073023 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2be39496-7f27-48ff-adee-3c83594dc98a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3862212 Jun 03 16:37:10.076036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46180) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:10.080358 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 details requested by agent ovs-agent-n-d-844594-1 with host n-d-844594-1 {{(pid=88340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:37:10.083685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Request body: {'subnet': {'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-7674631-subnet', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'ip_version': 4}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:10.094197 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:10.099812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Usage tracker for resource:subnet and tenant:08611dee96164be4a8bfab27a194af53 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:10.103082 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:10.108943 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:10.120284 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Made reservation on behalf of 08611dee96164be4a8bfab27a194af53 for: {'subnet': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:37:10.122939 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155966'] for subnet, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.190048 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Sync routers for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:37:10.200247 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:10.200859 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:10.335774 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2576814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155916'] for subnet, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.380758 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:10.409741 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08190432-c4e6-48f7-a9d5-1f9e5efb3cdd,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:10.421022 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Checking segment: {'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:10.421993 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Network hostable DHCP agents. Network: 554132fb-87b9-456d-86f9-6a19bccc1a71, hostable agents: ['8756cb46-a4f0-46e1-8201-6a80566de54c'], hosted agents: [] {{(pid=88338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:37:10.448625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 is scheduled to be hosted by DHCP agent 8756cb46-a4f0-46e1-8201-6a80566de54c with binding_index 1 {{(pid=88338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:37:10.459731 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844594-1, 554132fb-87b9-456d-86f9-6a19bccc1a71) {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:10.464047 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:10.464658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.471593 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65994a-3094-4c1d-bafb-441fc2047878 None None] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:37:10.492782 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20c6f263-7116-4fbe-b317-2ef42b6cc89f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:10.496792 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-50755352-6daf-4abd-aa99-f1a29f6a1821 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4196351 Jun 03 16:37:10.499310 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46184) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:10.504485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:10.510156 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:10.514583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Usage tracker for resource:router and tenant:08611dee96164be4a8bfab27a194af53 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:10.517885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:10.524631 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:10.538855 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-530695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9622'] for router, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.539880 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9711'] for router, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.563568 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.686002 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 20c6f263-7116-4fbe-b317-2ef42b6cc89f completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:10.705065 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 20c6f263-7116-4fbe-b317-2ef42b6cc89f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:10.706473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.737008 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 2, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:10.740718 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Checking router: 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:37:10.741065 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Updating router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 port 74252846-b043-4729-a687-0679e3d04112 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:37:10.798645 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.815307 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp083210d6-75bf-58d3-a433-aba80832840c-554132fb-87b9-456d-86f9-6a19bccc1a71', 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'fixed_ips': [{'subnet_id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd'}]}} from n-d-844594-1. {{(pid=88340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:37:10.816132 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.841040 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9725'] for router, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:10.953803 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 20c6f263-7116-4fbe-b317-2ef42b6cc89f is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:10.954150 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.048962 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 20c6f263-7116-4fbe-b317-2ef42b6cc89f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=20c6f263-7116-4fbe-b317-2ef42b6cc89f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:11.062283 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.196441 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.db_base_plugin_common [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Allocated IP 172.20.0.2 (554132fb-87b9-456d-86f9-6a19bccc1a71/08190432-c4e6-48f7-a9d5-1f9e5efb3cdd/d683773a-e8ff-4e8c-8546-f86af46d7150) {{(pid=88340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:11.212368 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=20c6f263-7116-4fbe-b317-2ef42b6cc89f,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:11.230209 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.242528 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Transition to ACTIVE for port object 74252846-b043-4729-a687-0679e3d04112 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:11.251135 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.333193 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.367743 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.428098 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Pushing event updated for resources: {'Port': ['ID=74252846-b043-4729-a687-0679e3d04112,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:11.476893 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.477209 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.477470 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.477803 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.478128 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.478452 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.478772 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.479089 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.479407 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.479715 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.480028 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.480362 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:37:11.492517 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Attempting to bind port 74252846-b043-4729-a687-0679e3d04112 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:37:11.492885 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Attempting to bind port 74252846-b043-4729-a687-0679e3d04112 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:37:11.493241 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Attempting to bind port 74252846-b043-4729-a687-0679e3d04112 on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:11.499780 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:37:11.500180 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Checking segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:11.500583 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.500968 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Bound using segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:37:11.501429 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Bound port: 74252846-b043-4729-a687-0679e3d04112, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:37:11.501789 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.540410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Allocated IP 172.25.1.125 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/e55d3e6f-f25a-4cad-94b2-7318c1c2b254) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:11.543089 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Notify callbacks [] for port, precommit_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.557410 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Transition to ACTIVE for port object d683773a-e8ff-4e8c-8546-f86af46d7150 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:11.577746 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Transition to ACTIVE for port object d683773a-e8ff-4e8c-8546-f86af46d7150 will not be triggered until provisioned by entity DHCP. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:11.586810 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030'] for port, after_create {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.618168 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] For port 74252846-b043-4729-a687-0679e3d04112, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:37:11.621797 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] For port 74252846-b043-4729-a687-0679e3d04112, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=74252846-b043-4729-a687-0679e3d04112,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:37:11.628351 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.678341 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 is already hosted by enough agents. {{(pid=88340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:11.679440 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Pushing event updated for resources: {'Port': ['ID=d683773a-e8ff-4e8c-8546-f86af46d7150,revision_number=1']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:11.683520 n-d-844594-1 neutron-server[88340]: DEBUG neutron.scheduler.base_scheduler [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Resources bound (agent type, host, resource id): {{(pid=88340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:11.689779 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Received port after_create {{(pid=88340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:11.712693 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.717436 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:11.718816 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:11.755273 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.813890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Attempting to bind port d683773a-e8ff-4e8c-8546-f86af46d7150 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:37:11.814459 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Attempting to bind port d683773a-e8ff-4e8c-8546-f86af46d7150 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:37:11.815356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Attempting to bind port d683773a-e8ff-4e8c-8546-f86af46d7150 on network 554132fb-87b9-456d-86f9-6a19bccc1a71 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:11.816390 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:11.820821 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:37:11.821202 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Checking segment: {'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:11.821607 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.821997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Bound using segment: {'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:37:11.822467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Bound port: d683773a-e8ff-4e8c-8546-f86af46d7150, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:37:11.822896 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:11.824225 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:11.829235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:11.884497 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Pushing event updated for resources: {'Port': ['ID=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:11.945786 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858072-92f2-4b30-a046-8fe4c81a15e4 None None] Pushing event updated for resources: {'Port': ['ID=74252846-b043-4729-a687-0679e3d04112,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:11.956594 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:11.977462 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] For port d683773a-e8ff-4e8c-8546-f86af46d7150, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:37:11.984519 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] For port d683773a-e8ff-4e8c-8546-f86af46d7150, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d683773a-e8ff-4e8c-8546-f86af46d7150,segment=NetworkSegment(b1e8be55-0369-43e6-9005-5867650a3a6f),segment_id=b1e8be55-0369-43e6-9005-5867650a3a6f)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:37:11.990321 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:12.091507 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9275c-c3a2-4ec4-9c2c-0a91010eec5a None None] Pushing event updated for resources: {'Port': ['ID=d683773a-e8ff-4e8c-8546-f86af46d7150,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:12.318236 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:12.320353 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:11Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:12.329523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13766906-12a4-4c33-82a5-bcd344fbdd5c None None] The sync data for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 is: [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:11Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:37:12.599188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d683773a-e8ff-4e8c-8546-f86af46d7150 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:12.676237 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port d683773a-e8ff-4e8c-8546-f86af46d7150 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:12.682726 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74252846-b043-4729-a687-0679e3d04112 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:12.769823 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 74252846-b043-4729-a687-0679e3d04112 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:12.776086 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 74252846-b043-4729-a687-0679e3d04112 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:12.776516 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:12.876062 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529023'] for router, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:12.902900 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 74252846-b043-4729-a687-0679e3d04112 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:12.903282 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:12.941285 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 74252846-b043-4729-a687-0679e3d04112, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=74252846-b043-4729-a687-0679e3d04112,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:12.945533 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:12.946306 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20c6f263-7116-4fbe-b317-2ef42b6cc89f up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:13.084601 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=74252846-b043-4729-a687-0679e3d04112,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:13.119477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 20c6f263-7116-4fbe-b317-2ef42b6cc89f triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:13.119768 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:13.158056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Router 13972813-d6e9-4ea9-948c-a42973c472ec is scheduled to L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 with binding_index 1 {{(pid=88338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:37:13.252565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 20c6f263-7116-4fbe-b317-2ef42b6cc89f is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:13.318038 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823f934-dc0f-4a9d-8e8d-92414bf55b0d None None] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:37:13.367661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:37:13.384071 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Sync routers for ids ['13972813-d6e9-4ea9-948c-a42973c472ec'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:37:13.393635 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:13.394901 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-fa23d3b2-ff25-4785-86d2-7240a8b13d89 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8945591 Jun 03 16:37:13.397765 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46188) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:13.411607 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Routers {'13972813-d6e9-4ea9-948c-a42973c472ec'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:13.412287 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['13972813-d6e9-4ea9-948c-a42973c472ec'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:13.549345 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] Provisioning for port d683773a-e8ff-4e8c-8546-f86af46d7150 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:13.633618 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] Provisioning complete for port d683773a-e8ff-4e8c-8546-f86af46d7150 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:13.634285 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:13.673792 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ac1b-4bf5-4fd2-8cfb-8320e371c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:13.777100 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Set router 13972813-d6e9-4ea9-948c-a42973c472ec gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:14.034846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] Current status of the port d683773a-e8ff-4e8c-8546-f86af46d7150 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:14.035557 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.097480 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.183215 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] For port d683773a-e8ff-4e8c-8546-f86af46d7150, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d683773a-e8ff-4e8c-8546-f86af46d7150,segment=NetworkSegment(b1e8be55-0369-43e6-9005-5867650a3a6f),segment_id=b1e8be55-0369-43e6-9005-5867650a3a6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:14.190358 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.278945 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c314d-05fb-447c-aef8-57a446dbd208 None None] Pushing event updated for resources: {'Port': ['ID=d683773a-e8ff-4e8c-8546-f86af46d7150,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:14.295688 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 3, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port': {'id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:11Z', 'updated_at': '2022-06-03T16:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:14.299991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Checking router: 13972813-d6e9-4ea9-948c-a42973c472ec for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:37:14.300370 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Updating router 13972813-d6e9-4ea9-948c-a42973c472ec port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 binding host n-d-844594-1 {{(pid=88340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:37:14.329520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Allocated IP 172.20.0.1 (554132fb-87b9-456d-86f9-6a19bccc1a71/08190432-c4e6-48f7-a9d5-1f9e5efb3cdd/3010a23c-1356-45c8-9427-519aa8cfb784) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:14.355589 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.424603 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-655fe853-d4bb-4628-ae08-c15bf38744cf None None] Provisioning complete for port d683773a-e8ff-4e8c-8546-f86af46d7150 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:14.424980 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-655fe853-d4bb-4628-ae08-c15bf38744cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.512096 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d683773a-e8ff-4e8c-8546-f86af46d7150 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:14.630253 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.647401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Transition to ACTIVE for port object 3010a23c-1356-45c8-9427-519aa8cfb784 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:14.672082 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.745166 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:14.748503 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:14.753173 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:14.761356 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port d683773a-e8ff-4e8c-8546-f86af46d7150 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:14.761813 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.786057 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-655fe853-d4bb-4628-ae08-c15bf38744cf None None] Current status of the port d683773a-e8ff-4e8c-8546-f86af46d7150 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:14.803374 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3010a23c-1356-45c8-9427-519aa8cfb784,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:14.825496 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528437'] for router_interface, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.958586 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:14.986535 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port d683773a-e8ff-4e8c-8546-f86af46d7150 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:14.987598 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74252846-b043-4729-a687-0679e3d04112 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:15.043405 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Notify callbacks [] for port, precommit_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.069326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f251c9e-1673-425c-aa7f-35c2ffc572c4 None None] Provisioning for port 3010a23c-1356-45c8-9427-519aa8cfb784 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:15.075422 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Transition to ACTIVE for port object e55d3e6f-f25a-4cad-94b2-7318c1c2b254 will not be triggered until provisioned by entity L2. {{(pid=88340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:15.080640 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-8f251c9e-1673-425c-aa7f-35c2ffc572c4 None None] Provisioning complete for port 3010a23c-1356-45c8-9427-519aa8cfb784 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:15.081050 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-8f251c9e-1673-425c-aa7f-35c2ffc572c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.112536 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.204705 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.209569 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.214434 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-8f251c9e-1673-425c-aa7f-35c2ffc572c4 None None] Port 3010a23c-1356-45c8-9427-519aa8cfb784 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:37:15.215814 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 74252846-b043-4729-a687-0679e3d04112 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:15.216188 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.256771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Attempting to bind port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:37:15.257137 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Attempting to bind port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:37:15.257497 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Attempting to bind port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 on network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:15.275717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de7431-a7a8-40b0-9eab-5f04082b7d4c None None] Pushing event updated for resources: {'Port': ['ID=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,revision_number=2']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:15.280587 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:37:15.280991 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Checking segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:15.281398 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.281789 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Bound using segment: {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'} {{(pid=88340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:37:15.282265 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.managers [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Bound port: e55d3e6f-f25a-4cad-94b2-7318c1c2b254, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52b6162-2cde-4feb-92d2-22e47522cb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020'}}] {{(pid=88340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:37:15.282639 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.317835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3010a23c-1356-45c8-9427-519aa8cfb784,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:15.320320 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536204'] for router_interface, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.396675 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] For port e55d3e6f-f25a-4cad-94b2-7318c1c2b254, host n-d-844594-1, cleared binding levels {{(pid=88340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:37:15.418564 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] For port e55d3e6f-f25a-4cad-94b2-7318c1c2b254, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:37:15.426421 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:15.459933 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:15.461131 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:15.464213 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 74252846-b043-4729-a687-0679e3d04112 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:15.516351 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Routers {'13972813-d6e9-4ea9-948c-a42973c472ec'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:15.516990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:36:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['13972813-d6e9-4ea9-948c-a42973c472ec'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:15.570498 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de7431-a7a8-40b0-9eab-5f04082b7d4c None None] Pushing event updated for resources: {'Port': ['ID=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,revision_number=3']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:15.659553 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Router 13972813-d6e9-4ea9-948c-a42973c472ec has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:37:15.702956 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] Set router 13972813-d6e9-4ea9-948c-a42973c472ec gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:15.849428 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:37:15.859125 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-039e1567-c380-4a2f-b92b-d9f57f526ed4 admin admin] 10.222.0.66 "PUT /v2.0/routers/13972813-d6e9-4ea9-948c-a42973c472ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4603863 Jun 03 16:37:15.886346 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-05a42aff-9dcf-4313-8a59-2907ebeeb377 None None] Provisioning complete for port 3010a23c-1356-45c8-9427-519aa8cfb784 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:15.886346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-05a42aff-9dcf-4313-8a59-2907ebeeb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.022872 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-05a42aff-9dcf-4313-8a59-2907ebeeb377 None None] Port 3010a23c-1356-45c8-9427-519aa8cfb784 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:37:16.127666 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:37:14Z', 'revision_number': 4, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port': {'id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:11Z', 'updated_at': '2022-06-03T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3010a23c-1356-45c8-9427-519aa8cfb784', 'name': '', 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'mac_address': 'fa:16:3e:4d:cc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:14Z', 'updated_at': '2022-06-03T16:37:15Z', 'revision_number': 2, 'project_id': '08611dee96164be4a8bfab27a194af53', 'subnets': [{'id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:16.131621 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4059611-40d6-436c-ae3c-2ec47578d61d None None] The sync data for ids ['13972813-d6e9-4ea9-948c-a42973c472ec'] in n-d-844594-1 is: [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:37:14Z', 'revision_number': 4, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port': {'id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:11Z', 'updated_at': '2022-06-03T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3010a23c-1356-45c8-9427-519aa8cfb784', 'name': '', 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'mac_address': 'fa:16:3e:4d:cc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:14Z', 'updated_at': '2022-06-03T16:37:15Z', 'revision_number': 2, 'project_id': '08611dee96164be4a8bfab27a194af53', 'subnets': [{'id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:37:16.253744 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46198) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:16.258973 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84070156', 'description': 'tempest-secgroup-smoke-84070156 description', 'project_id': 'cb1255b12dba432ca969bacbd445bdd7'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:16.267216 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:16.271263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:16.274690 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:16.288030 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:37:16.288554 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:16.308081 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.331632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:16.335661 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:16.338533 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:16.345379 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:16.365357 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.425718 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0ab214f6-5c99-4d27-8a5e-eff69f50339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.428819 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.433044 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.475814 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.477226 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2224495 Jun 03 16:37:16.480083 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46202) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:16.486400 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'security_group_rule': {'security_group_id': '37fda49c-792a-472a-8853-5720b1147b4e', 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:16.491536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25e005-2de9-4499-a515-6d2542641e1c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fda49c-792a-472a-8853-5720b1147b4e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:16.496858 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:16.501581 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:16.504578 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:16.510433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:16.529797 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.593804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.597437 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.622798 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc2ef73-b7b4-439c-8d84-f8da1564bffe,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:16.633658 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.634997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-50c34624-bae6-4f48-aed4-cd0fa848aa5e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538856 Jun 03 16:37:16.637806 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46206) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:16.643433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'security_group_rule': {'security_group_id': '37fda49c-792a-472a-8853-5720b1147b4e', 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:16.650642 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:16.655265 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:16.658246 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:16.664329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:16.683387 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.756471 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.761522 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.790142 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.802193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5951d9-d8d6-443c-b030-3d7c19d438d8,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:16.815119 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.816537 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e4ffdcb3-0c62-49d3-98cf-fb90048c9d90 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1774726 Jun 03 16:37:16.819447 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46210) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:16.829607 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'security_group_rule': {'security_group_id': '37fda49c-792a-472a-8853-5720b1147b4e', 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:16.840938 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:16.845009 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:16.848036 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:16.854093 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:16.871810 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.943969 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.948123 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.983072 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10a704e-6e41-4c59-918f-6ce4b4463f26,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:16.992955 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:16.996994 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d5111b44-113f-4a9b-9b55-3e497d04d571 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695278 Jun 03 16:37:16.997230 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46214) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:17.002902 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'security_group_rule': {'security_group_id': '37fda49c-792a-472a-8853-5720b1147b4e', 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:17.010040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:17.014055 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:17.018280 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:17.025024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:17.045155 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.115025 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.118610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.143921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d425ab7-676e-4035-a481-3cda205e7510,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:17.153895 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.155345 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-e4ea1415-aa65-43e8-a29a-1a687b6bb05b tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1570816 Jun 03 16:37:17.158350 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46218) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:17.163410 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'security_group_rule': {'security_group_id': '37fda49c-792a-472a-8853-5720b1147b4e', 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:17.170223 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:17.174100 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:17.177049 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:17.183043 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:17.196773 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Project cb1255b12dba432ca969bacbd445bdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:37:17.204751 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.262832 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.272916 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.276945 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.301019 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f5c05c-8f45-45c5-ad60-c8f0ea63dda0,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:17.310152 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.314595 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-1872a6a2-d8a5-42ce-a9b4-30c64e509132 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526368 Jun 03 16:37:17.314810 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46222) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:17.319925 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'security_group_rule': {'security_group_id': '37fda49c-792a-472a-8853-5720b1147b4e', 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:17.327610 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:17.331601 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:security_group_rule and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:17.334647 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:17.340499 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:17.350823 n-d-844594-1 neutron-server[88338]: INFO neutron.db.securitygroups_db [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Project cb1255b12dba432ca969bacbd445bdd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:37:17.358464 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.426681 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.430494 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928442'] for security_group_rule, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.453702 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0d5971-d7ee-4990-b290-ba06f49e8640,revision_number=0']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:17.462054 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:17.463487 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b91aaf52-b333-4e28-9f14-d715be12fd2f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477487 Jun 03 16:37:17.628425 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-56327bd0-d1c9-44dc-ab24-ced75ee40dcd tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Synchronizing usage tracker for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:security_group {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:37:17.645007 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-56327bd0-d1c9-44dc-ab24-ced75ee40dcd tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Unset dirty status for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:security_group {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:37:17.646178 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-56327bd0-d1c9-44dc-ab24-ced75ee40dcd tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84070156&fields=id&tenant_id=cb1255b12dba432ca969bacbd445bdd7 HTTP/1.1" status: 200 len: 267 time: 0.0591199 Jun 03 16:37:17.906685 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-18646a2d-538d-4b47-b1d2-c0b0aa1a5e98 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:17.907345 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-18646a2d-538d-4b47-b1d2-c0b0aa1a5e98 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Synchronizing usage tracker for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:network {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:37:17.924054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-18646a2d-538d-4b47-b1d2-c0b0aa1a5e98 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Unset dirty status for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:network {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:37:17.925330 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-18646a2d-538d-4b47-b1d2-c0b0aa1a5e98 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 810 time: 0.2724142 Jun 03 16:37:17.940433 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-64aae2c1-a7bf-4c90-bee5-004cfd9a417f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/quotas/cb1255b12dba432ca969bacbd445bdd7 HTTP/1.1" status: 200 len: 375 time: 0.0096955 Jun 03 16:37:18.026921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-f44ab059-624b-4d2f-bf01-5d36ad8d5888 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Synchronizing usage tracker for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:37:18.043773 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-f44ab059-624b-4d2f-bf01-5d36ad8d5888 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Unset dirty status for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:37:18.045095 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-f44ab059-624b-4d2f-bf01-5d36ad8d5888 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997336 Jun 03 16:37:18.189084 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-b0375650-815e-4416-9d38-29f9af9a7fa0 service neutron] 10.222.0.66 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316578 Jun 03 16:37:18.322292 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-85781981-cec9-468a-bc5b-c0823bf116a4 service neutron] 10.222.0.66 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272476 Jun 03 16:37:18.493204 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e55d3e6f-f25a-4cad-94b2-7318c1c2b254 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:18.566792 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:18.571570 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:18.571943 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:18.684555 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-396214a4-abaf-4da2-97a0-e616ed6f4bec req-787d055a-e7d3-4c10-aaa4-da35e0abf3a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 210 time: 0.0434589 Jun 03 16:37:18.702200 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:18.702586 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:18.719846 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port e55d3e6f-f25a-4cad-94b2-7318c1c2b254, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:18.723702 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:18.806146 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:18.808828 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:18.818468 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:19.851010 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e67d00b4-1742-4764-b3b9-b5d54123a106 req-b3bc2f1d-2457-4554-bb63-20b3db5ae7bc tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 210 time: 0.0530207 Jun 03 16:37:19.947284 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Sync routers for ids ['13972813-d6e9-4ea9-948c-a42973c472ec'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:37:19.957562 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Routers {'13972813-d6e9-4ea9-948c-a42973c472ec'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:19.958159 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['13972813-d6e9-4ea9-948c-a42973c472ec'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:20.015911 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-0eb9c88e-695b-4c05-94df-b107d67ee209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:20.017484 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-0eb9c88e-695b-4c05-94df-b107d67ee209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 810 time: 0.1755686 Jun 03 16:37:20.075709 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-e7d48e07-5def-4a6d-aa05-d3604556ad3c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1255b12dba432ca969bacbd445bdd7 HTTP/1.1" status: 200 len: 378 time: 0.0456243 Jun 03 16:37:20.087419 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'port': {'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'admin_state_up': True, 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'security_groups': ['37fda49c-792a-472a-8853-5720b1147b4e']}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:20.145156 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Set router 13972813-d6e9-4ea9-948c-a42973c472ec gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:20.229863 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:20.239506 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.quota.driver [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:20.250134 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Made reservation on behalf of cb1255b12dba432ca969bacbd445bdd7 for: {'port': 1} {{(pid=88339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:37:20.253694 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.426483 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_common [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Allocated IP 172.20.0.13 (bd3b6c31-58e6-40ad-892b-d74dd59346c1/94c259b8-3dcd-47b8-a55b-0a78cb38ffb5/99fe2dfc-d186-46d1-84de-155fd463cd44) {{(pid=88339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:20.471255 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e55d3e6f-f25a-4cad-94b2-7318c1c2b254 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:20.499051 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:37:14Z', 'revision_number': 4, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port': {'id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:11Z', 'updated_at': '2022-06-03T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3010a23c-1356-45c8-9427-519aa8cfb784', 'name': '', 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'mac_address': 'fa:16:3e:4d:cc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:14Z', 'updated_at': '2022-06-03T16:37:15Z', 'revision_number': 2, 'project_id': '08611dee96164be4a8bfab27a194af53', 'subnets': [{'id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:20.503236 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Checking router: 13972813-d6e9-4ea9-948c-a42973c472ec for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:37:20.503568 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Updating router 13972813-d6e9-4ea9-948c-a42973c472ec port 3010a23c-1356-45c8-9427-519aa8cfb784 binding host n-d-844594-1 {{(pid=88341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:37:20.555181 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:20.555719 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.557665 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.640902 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for port, precommit_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.658993 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Transition to ACTIVE for port object 99fe2dfc-d186-46d1-84de-155fd463cd44 will not be triggered until provisioned by entity DHCP. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:20.678907 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:20.687588 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_create {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.763897 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 is already hosted by enough agents. {{(pid=88339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:20.767418 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.base_scheduler [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources bound (agent type, host, resource id): {{(pid=88339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:20.771743 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Received port after_create {{(pid=88339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:20.803230 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=1']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:20.842048 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:20.842687 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.872644 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5179e66e-ef52-4907-9f85-af7d03b0f209 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7885034 Jun 03 16:37:20.895326 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.v2.base [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Request body: {'port': {'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844594-1'}} {{(pid=88339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:20.922427 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Notify callbacks [] for port, precommit_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:20.938462 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.provisioning_blocks [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Transition to ACTIVE for port object 3010a23c-1356-45c8-9427-519aa8cfb784 will not be triggered until provisioned by entity L2. {{(pid=88341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:20.950198 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.026126 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.085540 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b27e50de-4644-4ec0-b671-8c0d311a3e8c None None] Provisioning for port 99fe2dfc-d186-46d1-84de-155fd463cd44 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:21.091989 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-b27e50de-4644-4ec0-b671-8c0d311a3e8c None None] Provisioning complete for port 99fe2dfc-d186-46d1-84de-155fd463cd44 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:21.092754 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b27e50de-4644-4ec0-b671-8c0d311a3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.169031 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960b82b-56e7-4c3b-9b11-3f49deed6235 None None] Pushing event updated for resources: {'Port': ['ID=3010a23c-1356-45c8-9427-519aa8cfb784,revision_number=3']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:21.172281 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c9d3-ab98-459d-a551-9b91b424c62a req-91324fc7-30d1-4438-8861-e4c9db338194 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:21.185103 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8311c9d3-ab98-459d-a551-9b91b424c62a req-91324fc7-30d1-4438-8861-e4c9db338194 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 932 time: 0.1607697 Jun 03 16:37:21.209718 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-b27e50de-4644-4ec0-b671-8c0d311a3e8c None None] Port 99fe2dfc-d186-46d1-84de-155fd463cd44 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:37:21.238736 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-8311c9d3-ab98-459d-a551-9b91b424c62a req-00164ff4-1457-465c-bab3-56ded7f6d5a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523224 Jun 03 16:37:21.262502 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Attempting to bind port 3010a23c-1356-45c8-9427-519aa8cfb784 on host n-d-844594-1 for vnic_type normal with profile {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:37:21.262996 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Attempting to bind port 3010a23c-1356-45c8-9427-519aa8cfb784 by drivers openvswitch,hyperv on host n-d-844594-1 at level 0 using segments [{'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:37:21.263440 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Attempting to bind port 3010a23c-1356-45c8-9427-519aa8cfb784 on network 554132fb-87b9-456d-86f9-6a19bccc1a71 {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:21.270829 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Checking agent: {'id': '57ff8f4e-fd5a-404f-b4bb-f68221141a22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 55, 46), 'started_at': datetime.datetime(2022, 6, 3, 14, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844594-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:37:21.271286 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Checking segment: {'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:21.271751 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.272240 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Bound using segment: {'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'} {{(pid=88341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:37:21.272793 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.managers [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Bound port: 3010a23c-1356-45c8-9427-519aa8cfb784, host: n-d-844594-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e8be55-0369-43e6-9005-5867650a3a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71'}}] {{(pid=88341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:37:21.273232 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.368718 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] For port 3010a23c-1356-45c8-9427-519aa8cfb784, host n-d-844594-1, cleared binding levels {{(pid=88341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:37:21.371673 n-d-844594-1 neutron-server[88341]: DEBUG neutron.plugins.ml2.db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] For port 3010a23c-1356-45c8-9427-519aa8cfb784, host n-d-844594-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3010a23c-1356-45c8-9427-519aa8cfb784,segment=NetworkSegment(b1e8be55-0369-43e6-9005-5867650a3a6f),segment_id=b1e8be55-0369-43e6-9005-5867650a3a6f)] {{(pid=88341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:37:21.376210 n-d-844594-1 neutron-server[88341]: DEBUG neutron_lib.callbacks.manager [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.453270 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Routers {'13972813-d6e9-4ea9-948c-a42973c472ec'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:21.453884 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['13972813-d6e9-4ea9-948c-a42973c472ec'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:21.524585 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960b82b-56e7-4c3b-9b11-3f49deed6235 None None] Pushing event updated for resources: {'Port': ['ID=3010a23c-1356-45c8-9427-519aa8cfb784,revision_number=4']} {{(pid=88341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:21.556530 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fe2dfc-d186-46d1-84de-155fd463cd44 {{(pid=88339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:37:21.565797 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.581892 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.provisioning_blocks [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Transition to ACTIVE for port object 99fe2dfc-d186-46d1-84de-155fd463cd44 will not be triggered until provisioned by entity L2. {{(pid=88339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:37:21.587084 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.653296 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] Set router 13972813-d6e9-4ea9-948c-a42973c472ec gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:21.760755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=2']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:21.840079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Attempting to bind port 99fe2dfc-d186-46d1-84de-155fd463cd44 on host n-h1-844594-1 for vnic_type normal with profile {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:37:21.840447 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Attempting to bind port 99fe2dfc-d186-46d1-84de-155fd463cd44 by drivers openvswitch,hyperv on host n-h1-844594-1 at level 0 using segments [{'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:37:21.840778 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Attempting to bind port 99fe2dfc-d186-46d1-84de-155fd463cd44 on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:21.845800 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Port 99fe2dfc-d186-46d1-84de-155fd463cd44 on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844594-1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:37:21.846117 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Attempting to bind port 99fe2dfc-d186-46d1-84de-155fd463cd44 on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:37:21.851705 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Checking agent: {'id': 'ef67db73-c168-4343-91c6-28cd519ecda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:37:21.852042 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Checking segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:37:21.852484 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Bound using segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} {{(pid=88339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:37:21.852919 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.managers [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Bound port: 99fe2dfc-d186-46d1-84de-155fd463cd44, host: n-h1-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}}] {{(pid=88339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:37:21.853272 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.958033 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, cleared binding levels {{(pid=88339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:37:21.961069 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:37:21.968926 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3147020'] for port, after_update {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.988276 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:37:14Z', 'revision_number': 4, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port': {'id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:11Z', 'updated_at': '2022-06-03T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3010a23c-1356-45c8-9427-519aa8cfb784', 'name': '', 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'mac_address': 'fa:16:3e:4d:cc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:14Z', 'updated_at': '2022-06-03T16:37:21Z', 'revision_number': 4, 'project_id': '08611dee96164be4a8bfab27a194af53', 'subnets': [{'id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:21.992540 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31179d-1d4f-4520-83b2-24b960458330 None None] The sync data for ids ['13972813-d6e9-4ea9-948c-a42973c472ec'] in n-d-844594-1 is: [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:37:14Z', 'revision_number': 4, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port': {'id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:11Z', 'updated_at': '2022-06-03T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '3010a23c-1356-45c8-9427-519aa8cfb784', 'name': '', 'network_id': '554132fb-87b9-456d-86f9-6a19bccc1a71', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'mac_address': 'fa:16:3e:4d:cc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:14Z', 'updated_at': '2022-06-03T16:37:21Z', 'revision_number': 4, 'project_id': '08611dee96164be4a8bfab27a194af53', 'subnets': [{'id': '08190432-c4e6-48f7-a9d5-1f9e5efb3cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:37:22.033994 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:22.034608 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:22.036002 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] 10.222.0.70 "PUT /v2.0/ports/99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 1092 time: 1.1498151 Jun 03 16:37:22.036492 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:37:22.059243 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89e823-adb5-486d-96f7-581aa3359c31 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=3']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:22.124177 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157a0d5c-3f70-4b5f-a1db-82b9d1759ee6'] response: {'name': 'network-changed', 'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'status': 'completed', 'code': 200} Jun 03 16:37:22.167852 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-e544ba6f-e21e-42f2-ad31-dfc2d41f17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:22.169402 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-e544ba6f-e21e-42f2-ad31-dfc2d41f17ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1095 time: 0.0802126 Jun 03 16:37:22.246824 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-c6ea88b0-f383-441a-8a33-d480fbe10361 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 217 time: 0.0665035 Jun 03 16:37:22.328917 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-0070c9d6-2cc3-4a66-8303-69684ab69807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:22.330382 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-0070c9d6-2cc3-4a66-8303-69684ab69807 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0732515 Jun 03 16:37:22.409433 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-3c7f7448-4f70-4581-9fe5-00d967040d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:22.410965 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-3c7f7448-4f70-4581-9fe5-00d967040d02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709548 Jun 03 16:37:22.438042 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc107a-fe6b-46bd-9c10-79146c34186c req-fdc0a40d-804d-470f-8a86-e870bb7e1521 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:22.439706 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2cc107a-fe6b-46bd-9c10-79146c34186c req-fdc0a40d-804d-470f-8a86-e870bb7e1521 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.0909114 Jun 03 16:37:22.487678 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3010a23c-1356-45c8-9427-519aa8cfb784 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:22.493353 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a2cc107a-fe6b-46bd-9c10-79146c34186c req-0fce947e-357b-4fc7-8f6e-580fc51ac6d3 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475965 Jun 03 16:37:22.557235 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning for port 3010a23c-1356-45c8-9427-519aa8cfb784 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:22.559073 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-5d171d28-66b4-4c60-91f7-19b60b71b300 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366296 Jun 03 16:37:22.562551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3010a23c-1356-45c8-9427-519aa8cfb784 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:22.562919 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:22.680890 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3010a23c-1356-45c8-9427-519aa8cfb784 is: DOWN; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:22.681175 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:22.697507 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b92f5c8f-4ccc-4009-b817-629226fa0d21 req-ce6151bb-ffd6-4bad-a84d-249dae4dc627 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285183 Jun 03 16:37:22.715123 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] For port 3010a23c-1356-45c8-9427-519aa8cfb784, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3010a23c-1356-45c8-9427-519aa8cfb784,segment=NetworkSegment(b1e8be55-0369-43e6-9005-5867650a3a6f),segment_id=b1e8be55-0369-43e6-9005-5867650a3a6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:22.720909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:22.794552 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Pushing event updated for resources: {'Port': ['ID=3010a23c-1356-45c8-9427-519aa8cfb784,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:22.830114 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-394050de-b70b-4a34-a2fb-a8d7c963a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:22.831587 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-394050de-b70b-4a34-a2fb-a8d7c963a72e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1095 time: 0.0714223 Jun 03 16:37:22.965461 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-289b68bc-5b4c-4d21-8703-a2b5f7a0be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:22.967572 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-289b68bc-5b4c-4d21-8703-a2b5f7a0be62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1291776 Jun 03 16:37:23.038571 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-fc9e7a54-96ff-4eb1-940e-6bb10a2f960d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 217 time: 0.0642903 Jun 03 16:37:23.099813 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-e452e903-5454-4276-b5ed-8b09bdde42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:23.101272 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-e452e903-5454-4276-b5ed-8b09bdde42cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0565736 Jun 03 16:37:23.188758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-b4c940e1-866e-4148-ac9b-9fb881269134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:23.190325 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-b4c940e1-866e-4148-ac9b-9fb881269134 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827823 Jun 03 16:37:23.437049 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-baa457e7-b578-4bf1-b7db-ac587444feef service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389798 Jun 03 16:37:23.584828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49f76a3a-0e47-4e07-a537-109cc5200b6a req-3750ae74-17b6-48a9-b319-9ff971fe842d service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408958 Jun 03 16:37:23.708698 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4efd3-ac79-403e-8a2b-d5043dcf9f46 req-59ae6374-8bf8-4cc8-abd8-25ef6521bc65 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:23.710161 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-faf4efd3-ac79-403e-8a2b-d5043dcf9f46 req-59ae6374-8bf8-4cc8-abd8-25ef6521bc65 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.0967832 Jun 03 16:37:23.766878 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-faf4efd3-ac79-403e-8a2b-d5043dcf9f46 req-879f2503-143a-4983-9d49-e10b95688383 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504162 Jun 03 16:37:24.471509 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3010a23c-1356-45c8-9427-519aa8cfb784 up at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:24.539476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Provisioning complete for port 3010a23c-1356-45c8-9427-519aa8cfb784 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:24.539840 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:24.670909 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Current status of the port 3010a23c-1356-45c8-9427-519aa8cfb784 is: ACTIVE; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:24.952024 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086827b6-7963-419a-9c59-4e4b3325bef3 req-5f6d54a0-c142-4ff0-966f-e27d71098dd1 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:24.953370 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-086827b6-7963-419a-9c59-4e4b3325bef3 req-5f6d54a0-c142-4ff0-966f-e27d71098dd1 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.0811491 Jun 03 16:37:24.998352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-086827b6-7963-419a-9c59-4e4b3325bef3 req-91eef04b-4140-43c2-b4f4-a5e617c27dcf tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393176 Jun 03 16:37:26.185314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92147-2c49-4720-9c3a-7cfc55a411e4 req-5cef3b05-a6f7-46e8-8ff8-c8cba325a35e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:26.187319 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39b92147-2c49-4720-9c3a-7cfc55a411e4 req-5cef3b05-a6f7-46e8-8ff8-c8cba325a35e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.0839233 Jun 03 16:37:26.231206 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-39b92147-2c49-4720-9c3a-7cfc55a411e4 req-1468bd3d-4255-4c76-97fd-6678cee1dde2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382431 Jun 03 16:37:27.270504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 99fe2dfc-d186-46d1-84de-155fd463cd44 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:37:27.403118 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:27.416873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:37:27.417193 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88a1c2-b4e1-443a-a836-e2ab89b4f6a4 req-f39c1adf-f497-4d42-a761-964ce9aa2cf9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:27.418684 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a88a1c2-b4e1-443a-a836-e2ab89b4f6a4 req-f39c1adf-f497-4d42-a761-964ce9aa2cf9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.0804045 Jun 03 16:37:27.466252 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7a88a1c2-b4e1-443a-a836-e2ab89b4f6a4 req-7165d6b2-6c35-42bf-a180-32b19fe05cd3 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389068 Jun 03 16:37:27.480397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 99fe2dfc-d186-46d1-84de-155fd463cd44 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:27.480808 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:27.497473 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fe2dfc-d186-46d1-84de-155fd463cd44 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:37:27.512801 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:27.517615 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:27.617943 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:27.761031 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['99fe2dfc-d186-46d1-84de-155fd463cd44'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:37:28.657367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8060a-e09a-42b5-b27a-55a9bf6513cb req-3c1b9b03-42e1-4fa7-baef-7866d2808cc6 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:28.658822 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60b8060a-e09a-42b5-b27a-55a9bf6513cb req-3c1b9b03-42e1-4fa7-baef-7866d2808cc6 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 945 time: 0.0865479 Jun 03 16:37:28.705503 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-60b8060a-e09a-42b5-b27a-55a9bf6513cb req-fb77c34b-019e-4e2d-8f08-363216b44e7d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402377 Jun 03 16:37:29.301111 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 99fe2dfc-d186-46d1-84de-155fd463cd44 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:37:29.370301 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning for port 99fe2dfc-d186-46d1-84de-155fd463cd44 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:37:29.375048 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 99fe2dfc-d186-46d1-84de-155fd463cd44 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:37:29.375423 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:29.491704 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 99fe2dfc-d186-46d1-84de-155fd463cd44 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:37:29.492088 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:29.523658 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:37:29.534396 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:37:29.537621 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:29.573165 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a5ce2b-6f23-45d8-832d-0f44b24cc38a'] response: {'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'code': 200} Jun 03 16:37:29.606198 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:29.706712 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ed8d6-b5ff-45c8-ac53-66718bef495e req-300bd3d4-df42-4490-a866-4631fc8fc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:29.708255 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0d2ed8d6-b5ff-45c8-ac53-66718bef495e req-300bd3d4-df42-4490-a866-4631fc8fc5c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1097 time: 0.0741310 Jun 03 16:37:29.751263 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0d2ed8d6-b5ff-45c8-ac53-66718bef495e req-a2772a01-cf14-468e-a4b6-1a9f60d8e73e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355847 Jun 03 16:37:29.886212 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a5a8a-07ad-4963-ac6d-27f0b082417e req-a3a9dd7b-cd2a-4fcd-9ccc-d562529ed3b5 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:29.887578 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-381a5a8a-07ad-4963-ac6d-27f0b082417e req-a3a9dd7b-cd2a-4fcd-9ccc-d562529ed3b5 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 946 time: 0.0797493 Jun 03 16:37:29.931067 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-381a5a8a-07ad-4963-ac6d-27f0b082417e req-a5f1cc33-b489-4fa5-be8a-4bbc8ddafb06 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371883 Jun 03 16:37:31.125446 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf802c-35e5-4426-8dc9-2ef02c2b4d48 req-63da697f-afb9-4301-a3ec-83bc3fdc6b68 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:31.126950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7acf802c-35e5-4426-8dc9-2ef02c2b4d48 req-63da697f-afb9-4301-a3ec-83bc3fdc6b68 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 946 time: 0.0854931 Jun 03 16:37:31.171566 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7acf802c-35e5-4426-8dc9-2ef02c2b4d48 req-a3a7b29e-37fd-4913-9927-b541c499b0e8 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388067 Jun 03 16:37:32.360201 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55da21f-e955-4c4a-a2bc-dda6aed91066 req-75b15a64-fbcc-4a82-99bf-f784160a708a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:32.361651 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a55da21f-e955-4c4a-a2bc-dda6aed91066 req-75b15a64-fbcc-4a82-99bf-f784160a708a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 946 time: 0.0797443 Jun 03 16:37:32.409499 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a55da21f-e955-4c4a-a2bc-dda6aed91066 req-052cb3cc-e483-4a2c-9a56-71f3013005d9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422518 Jun 03 16:37:32.591885 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7149ec1-daf6-4f0b-8f13-5a7e700f1757 req-08c0e183-045e-4d9c-87f1-15f96af4534f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:32.593996 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7149ec1-daf6-4f0b-8f13-5a7e700f1757 req-08c0e183-045e-4d9c-87f1-15f96af4534f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 946 time: 0.0801477 Jun 03 16:37:32.639258 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f7149ec1-daf6-4f0b-8f13-5a7e700f1757 req-74dae676-1f76-4ddb-bbce-0441a13e543e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395679 Jun 03 16:37:32.661360 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46280) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:32.869546 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d2b8d-fb4d-420a-8488-4b00044f0fff tempest-TestSnapshotPattern-708519257 tempest-TestSnapshotPattern-708519257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:32.870353 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8a4d2b8d-fb4d-420a-8488-4b00044f0fff tempest-TestSnapshotPattern-708519257 tempest-TestSnapshotPattern-708519257-project-admin] Synchronizing usage tracker for tenant:08611dee96164be4a8bfab27a194af53 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:37:32.885963 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-8a4d2b8d-fb4d-420a-8488-4b00044f0fff tempest-TestSnapshotPattern-708519257 tempest-TestSnapshotPattern-708519257-project-admin] Unset dirty status for tenant:08611dee96164be4a8bfab27a194af53 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:37:32.887184 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8a4d2b8d-fb4d-420a-8488-4b00044f0fff tempest-TestSnapshotPattern-708519257 tempest-TestSnapshotPattern-708519257-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1092 time: 0.2248726 Jun 03 16:37:32.890444 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46286) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:37:32.895236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:37:32.901812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:37:32.906066 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:floatingip and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:37:32.909004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:37:32.914652 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:37:32.925804 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:33.061050 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:33.191525 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Allocated IP 172.25.1.252 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/de2c570c-ed8f-46ce-a098-985faa50879e) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:37:33.338077 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:33.366318 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:33.541983 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:37:33.544931 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:37:33.548992 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:37:33.582339 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'Port': ['ID=de2c570c-ed8f-46ce-a098-985faa50879e,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:33.967207 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:34.055462 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:34.259960 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:34.266278 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:34.373770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'Port': ['ID=de2c570c-ed8f-46ce-a098-985faa50879e,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:37:34.385806 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:34.561109 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Floating IP b744bc88-a30c-4756-9ae3-0ec16cb846fa associated. External IP: 172.25.1.252, port: 99fe2dfc-d186-46d1-84de-155fd463cd44. Jun 03 16:37:35.042669 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:37:35.222123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:37:35.234740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] Sync routers for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:37:35.247461 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:35.247961 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:35.248176 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:35.309412 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-47556f4b-50b9-4d56-ae6a-e78115885a99 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4179144 Jun 03 16:37:35.309918 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:37:35.429827 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:35.463448 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41a700f-b433-4da6-ab8d-cea6bee92495'] response: {'name': 'network-changed', 'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'status': 'completed', 'code': 200} Jun 03 16:37:35.563092 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-6ccdcfc9-7f29-492c-a052-ea70d9e22172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:35.564508 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-6ccdcfc9-7f29-492c-a052-ea70d9e22172 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1097 time: 0.0735276 Jun 03 16:37:35.698707 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-911637e9-f6ec-40e8-8d3e-4191ab49d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:35.700261 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-911637e9-f6ec-40e8-8d3e-4191ab49d6bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1287858 Jun 03 16:37:35.780277 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:33Z', 'revision_number': 0, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:35.784262 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] Checking router: 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:37:35.792709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:37:35.793316 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:37:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:35.812432 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-1a8f395e-6858-43a4-9b4b-746112fb00b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 1000 time: 0.1030064 Jun 03 16:37:35.874559 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-15e48770-28dc-4cb2-b54e-c6749b0ea2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:35.875943 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-15e48770-28dc-4cb2-b54e-c6749b0ea2aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0574484 Jun 03 16:37:35.953789 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-d4c31c72-df13-49af-a641-7eaa5143d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:35.955274 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-d4c31c72-df13-49af-a641-7eaa5143d8a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733528 Jun 03 16:37:35.968930 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:37:36.087836 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-299800c1-2659-4a0e-ab3f-337430529d7b service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264143 Jun 03 16:37:36.220704 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-84d82be4-3fd3-4b2f-8631-b66ebc683c4f req-1e556285-7f76-4baa-ae18-b64730d92e24 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263893 Jun 03 16:37:36.355102 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:33Z', 'revision_number': 0, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:37:36.359365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5513a4-5742-4298-b3d7-7a5f3dfedd1f None None] The sync data for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 is: [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:33Z', 'revision_number': 0, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:37:36.548849 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7741264b-02ca-4a80-b49c-b3959133c530 None None] New status for floating IP b744bc88-a30c-4756-9ae3-0ec16cb846fa: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:37:43.516443 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b3f42689-3ff4-45d5-a45b-399429e4c5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:46.375422 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:46.427268 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-72f1c9bb-198e-4c05-b953-85d683a0c7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:46.765065 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:47.263094 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:48.759202 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:48.759967 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:49.939338 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-71f432a4-ca8a-4c9e-9e1f-a6c70b4493aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688789 Jun 03 16:37:50.077724 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513480e-420c-410b-a336-3130e7a783a4 req-6e4e6beb-6188-42b0-a45a-c273fc8c76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:50.079207 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-6e4e6beb-6188-42b0-a45a-c273fc8c76b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1097 time: 0.0724373 Jun 03 16:37:50.223282 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513480e-420c-410b-a336-3130e7a783a4 req-70427fca-3ef3-48aa-9048-9f23a32d3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:50.224707 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-70427fca-3ef3-48aa-9048-9f23a32d3c23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1271682 Jun 03 16:37:50.330239 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-9b372af7-992c-4225-86f1-17f7bf297180 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 1002 time: 0.0969932 Jun 03 16:37:50.394494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513480e-420c-410b-a336-3130e7a783a4 req-520fbea3-b8ba-4726-9d4c-e578ca6e9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:50.395918 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-520fbea3-b8ba-4726-9d4c-e578ca6e9520 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0601587 Jun 03 16:37:50.480034 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513480e-420c-410b-a336-3130e7a783a4 req-4ac576d0-c3ec-4b28-9801-633acf1ed302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:50.481458 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-4ac576d0-c3ec-4b28-9801-633acf1ed302 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785878 Jun 03 16:37:50.712375 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-0e375cff-2f1a-4bf6-aa49-da02ffab0677 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241664 Jun 03 16:37:50.843071 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-b513480e-420c-410b-a336-3130e7a783a4 req-887eb677-03d0-4d4d-8f1f-8c26493e28cd service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239641 Jun 03 16:37:53.287114 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:38:13.518483 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-dd91074c-dcb3-4b88-bc16-951033a17fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:16.374231 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:16.430210 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-b69e473c-a1bf-4f80-9f85-e92e9c062caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:16.767435 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:17.266356 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:18.754550 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:18.758909 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:30.288755 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:38:43.521406 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-41cf7718-552f-4e6d-a7d1-aa4372d0161a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:46.372877 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:46.431318 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0db64c1f-d852-4dfb-a4bf-62a21489dbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:46.771111 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:47.268930 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:48.767467 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:48.768541 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:50.925063 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-046a88e3-e85e-473f-b116-35228de23085 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735848 Jun 03 16:38:51.079035 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-e556fbb9-476f-4eeb-8353-6306d03c3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:51.080516 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-e556fbb9-476f-4eeb-8353-6306d03c3e5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1097 time: 0.0704601 Jun 03 16:38:51.231410 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-7fffaacd-6c67-40af-9533-12c013afdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:51.232828 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-7fffaacd-6c67-40af-9533-12c013afdbb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1291273 Jun 03 16:38:51.338573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-9b56824c-30f1-468d-94ce-d973adcdd03f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 1002 time: 0.0961604 Jun 03 16:38:51.403862 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-8f1a3125-80a9-45f8-a557-1b180af01073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:51.405445 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-8f1a3125-80a9-45f8-a557-1b180af01073 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0577669 Jun 03 16:38:51.487710 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-f0943aa0-c697-4f7b-93ae-009dd3951de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:51.489231 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-f0943aa0-c697-4f7b-93ae-009dd3951de3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746415 Jun 03 16:38:51.503299 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-9077b46e-b538-4217-9eef-eae3607479eb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88339) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:38:51.504408 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-9077b46e-b538-4217-9eef-eae3607479eb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049748 Jun 03 16:38:51.634681 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-ba65b515-41f8-42d1-a2c7-bc77eef3882d service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243823 Jun 03 16:38:51.767069 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-49dd3e63-5a0f-40bc-9f6f-6bb9754b35bf req-d392180d-3a17-4b14-9ef2-789203772d04 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234984 Jun 03 16:39:07.288550 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:39:13.523640 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fabf8b83-52d9-4876-9eaa-926b244cf742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:16.404159 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:16.434904 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-afda0a14-1df2-40b4-a8d3-3e1405c51a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:16.774522 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:17.275489 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:18.770685 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:18.773427 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:35.906133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 99fe2dfc-d186-46d1-84de-155fd463cd44 details requested by agent hyperv_n-h1-844594-1 with host n-h1-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:39:36.043840 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:36.058990 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Returning: {'device': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:39:36.126326 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 99fe2dfc-d186-46d1-84de-155fd463cd44 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:39:36.126991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:36.145899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99fe2dfc-d186-46d1-84de-155fd463cd44 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:39:36.163824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:36.169871 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:36.244925 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:36.254605 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.254954 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.255428 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.255772 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.256099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.256463 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.256793 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.257133 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.257452 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.257778 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.258109 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.258432 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:36.266005 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] get_ports_and_sgs() called for port_ids ['99fe2dfc-d186-46d1-84de-155fd463cd44'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:39:37.908364 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 99fe2dfc-d186-46d1-84de-155fd463cd44 up at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:39:37.982670 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Provisioning complete for port 99fe2dfc-d186-46d1-84de-155fd463cd44 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:39:37.983158 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:38.113932 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 99fe2dfc-d186-46d1-84de-155fd463cd44 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:39:38.114366 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:38.147631 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:39:38.161467 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:38.165786 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:38.224799 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68852bfc-d254-4d73-a448-8957f707daf9'] response: {'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'code': 200} Jun 03 16:39:38.245000 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:43.541861 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a5e01106-ff78-44f0-a57b-603d9c733640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:44.288217 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:39:45.213112 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-84feec15-bd2f-46d1-bd63-189de4c7600e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84070156&fields=id&tenant_id=cb1255b12dba432ca969bacbd445bdd7 HTTP/1.1" status: 200 len: 267 time: 0.0416694 Jun 03 16:39:45.360929 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c34dd1d8-3d70-424c-a37e-729e68526572 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:45.362365 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c34dd1d8-3d70-424c-a37e-729e68526572 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 810 time: 0.1426322 Jun 03 16:39:45.377879 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-13efb837-5430-4837-8d6c-57c071eb6103 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/quotas/cb1255b12dba432ca969bacbd445bdd7 HTTP/1.1" status: 200 len: 375 time: 0.0100670 Jun 03 16:39:45.465950 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-ca3136a0-e114-45de-94f5-be23a19ddcab tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0825710 Jun 03 16:39:45.523489 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c70359b4-ecb0-468b-8bcd-768600779b61 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:39:45.524497 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c70359b4-ecb0-468b-8bcd-768600779b61 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473697 Jun 03 16:39:45.656975 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-b03b66c4-e955-4e50-a0ad-6cdfb8a900dd service neutron] 10.222.0.66 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260276 Jun 03 16:39:45.787211 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-d92d1c1d-1f12-49e0-8d2f-1e536527220d service neutron] 10.222.0.66 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246488 Jun 03 16:39:46.400482 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:46.440750 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-62204935-ca58-4136-9d8a-cbd4dedf6694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:46.777308 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:46.994120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cf537ba8-9454-4bc3-b5d2-91330d15ce80 req-27f452dd-4dfd-4959-8dbb-0ee2a8f73872 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 210 time: 0.0464182 Jun 03 16:39:47.277608 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:47.980985 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 99fe2dfc-d186-46d1-84de-155fd463cd44 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:39:48.103044 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ac104d2f-679e-49a3-b738-2965c7d38c41 req-95a2ce43-3697-4202-8072-c2e2681579dc tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 210 time: 0.0448735 Jun 03 16:39:48.116500 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Current status of the port 99fe2dfc-d186-46d1-84de-155fd463cd44 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:39:48.116955 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:48.146223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:39:48.159243 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:48.164870 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:48.249283 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ae2905-fe38-43f2-96a8-f8052b3e5542'] response: {'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'code': 200} Jun 03 16:39:48.282067 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Pushing event updated for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:48.773038 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:48.773782 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:49.251810 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5e9be354-254e-4b84-afed-67dd6c01818b req-50303827-2f97-40e7-a859-248a4bed5827 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 210 time: 0.0425029 Jun 03 16:39:50.071893 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-33887f7a-c5b5-423e-af8f-db765cbc7b2d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:50.073471 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-33887f7a-c5b5-423e-af8f-db765cbc7b2d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.15 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 810 time: 0.1599364 Jun 03 16:39:50.122918 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-ebd9f6e1-53c5-4efc-b34a-a826999825e4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1255b12dba432ca969bacbd445bdd7 HTTP/1.1" status: 200 len: 378 time: 0.0414832 Jun 03 16:39:50.131263 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'port': {'device_id': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'admin_state_up': True, 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'security_groups': ['37fda49c-792a-472a-8853-5720b1147b4e']}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:39:50.273653 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:39:50.279004 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:port and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:39:50.282358 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:39:50.288894 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:39:50.301318 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Made reservation on behalf of cb1255b12dba432ca969bacbd445bdd7 for: {'port': 1} {{(pid=88338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:39:50.304516 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:50.433791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-7b81db5a-2ef3-42dd-8d0e-f8feca5e5edf req-11452f65-f4d4-48d7-96f3-bde87642f8fe tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 210 time: 0.0594120 Jun 03 16:39:50.598800 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Allocated IP 172.20.0.5 (bd3b6c31-58e6-40ad-892b-d74dd59346c1/94c259b8-3dcd-47b8-a55b-0a78cb38ffb5/bbc83a51-0120-4f04-844e-6eae9fd85815) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:39:50.842596 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:50.860827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Transition to ACTIVE for port object bbc83a51-0120-4f04-844e-6eae9fd85815 will not be triggered until provisioned by entity DHCP. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:39:50.908134 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:51.004957 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:39:51.018908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:39:51.034725 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:39:51.332812 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:51.333639 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:51.393904 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:51.398594 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2707412 Jun 03 16:39:51.407591 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.407953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.408329 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.408727 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.409069 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.409401 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.409728 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.410056 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.410382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.410707 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.411344 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.411745 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843022d-f674-4703-827d-a668115ff76a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:51.425295 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-770d17fd-200f-4660-aada-fa67ca158e93 None None] Provisioning for port bbc83a51-0120-4f04-844e-6eae9fd85815 completed by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:39:51.430660 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-770d17fd-200f-4660-aada-fa67ca158e93 None None] Provisioning complete for port bbc83a51-0120-4f04-844e-6eae9fd85815 triggered by entity DHCP. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:39:51.431109 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-770d17fd-200f-4660-aada-fa67ca158e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:51.488613 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-770d17fd-200f-4660-aada-fa67ca158e93 None None] Port bbc83a51-0120-4f04-844e-6eae9fd85815 cannot update to ACTIVE because it is not bound. {{(pid=88340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:39:51.643564 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b144-7c42-4198-a249-1e0418b82de7 req-8f2d7699-6313-4aa6-9c64-450609fd02b2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:51.644495 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c295b144-7c42-4198-a249-1e0418b82de7 req-8f2d7699-6313-4aa6-9c64-450609fd02b2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Synchronizing usage tracker for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:39:51.660718 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c295b144-7c42-4198-a249-1e0418b82de7 req-8f2d7699-6313-4aa6-9c64-450609fd02b2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Unset dirty status for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:39:51.662304 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c295b144-7c42-4198-a249-1e0418b82de7 req-8f2d7699-6313-4aa6-9c64-450609fd02b2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 931 time: 0.1037059 Jun 03 16:39:51.714662 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c295b144-7c42-4198-a249-1e0418b82de7 req-ca4cbfeb-87ec-4de3-ad7f-12e1b2b363dc tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448782 Jun 03 16:39:52.679372 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-fc1371f1-7cb9-4de9-8625-6124f5cf9f7c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730205 Jun 03 16:39:52.838375 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-d2daccc1-99e6-4e50-8503-5296a6202fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:52.840216 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-d2daccc1-99e6-4e50-8503-5296a6202fda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1095 time: 0.0821307 Jun 03 16:39:52.954838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abaf2-8ba0-4f33-9d60-c245f5f63f52 req-614e01f7-cea1-4ab4-ae3c-41c873b6e529 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:52.956396 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-874abaf2-8ba0-4f33-9d60-c245f5f63f52 req-614e01f7-cea1-4ab4-ae3c-41c873b6e529 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 931 time: 0.1192937 Jun 03 16:39:53.017482 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-874abaf2-8ba0-4f33-9d60-c245f5f63f52 req-f8dd8e02-3e62-45a5-a27d-5b283df8fd03 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545752 Jun 03 16:39:53.021673 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-9c94d596-3874-43e7-819f-8a6d735de234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:53.025747 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-9c94d596-3874-43e7-819f-8a6d735de234 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1580884 Jun 03 16:39:53.142990 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-bdd81133-8b80-4398-9efa-c3eaec31d00b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 1000 time: 0.1081486 Jun 03 16:39:53.219468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-7befa85f-84c0-424c-b092-55c3fd3cbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:53.220932 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-7befa85f-84c0-424c-b092-55c3fd3cbb3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0700152 Jun 03 16:39:53.304448 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-531f71fd-c5c9-4a13-92f5-e30f888e8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:53.305856 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-531f71fd-c5c9-4a13-92f5-e30f888e8628 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758357 Jun 03 16:39:53.559813 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-239abf13-1b56-4608-9737-bde65243c47f service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441547 Jun 03 16:39:53.713034 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0e0f6f0b-6d64-4869-9fd1-3e96c7a42b41 req-cd131985-e6fd-4a1b-afaf-3b63c60ef9aa service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436188 Jun 03 16:39:54.219327 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eab76-706d-42ef-b4b1-fb2055602d1c req-0c6d94c4-9bce-4c6f-97b7-fd94df01bb7e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:54.220859 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e80eab76-706d-42ef-b4b1-fb2055602d1c req-0c6d94c4-9bce-4c6f-97b7-fd94df01bb7e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 931 time: 0.0924413 Jun 03 16:39:54.281919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-e80eab76-706d-42ef-b4b1-fb2055602d1c req-9092bfa5-1bfc-452e-8ab2-3f615995f03a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549879 Jun 03 16:39:55.479675 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b7b60-170c-465c-8360-391fda9141bb req-d7286ea7-1f76-4494-9c08-cd27bc16eae4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:55.481451 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad1b7b60-170c-465c-8360-391fda9141bb req-d7286ea7-1f76-4494-9c08-cd27bc16eae4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 931 time: 0.0861521 Jun 03 16:39:55.541152 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ad1b7b60-170c-465c-8360-391fda9141bb req-834cb04c-5154-455b-8cdd-4c1d94ea927f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536532 Jun 03 16:39:56.744709 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508a463-3157-411b-8118-3d0957ce4db0 req-7b7c2a95-491a-46f2-b106-28c9e7e36bf3 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:56.746352 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0508a463-3157-411b-8118-3d0957ce4db0 req-7b7c2a95-491a-46f2-b106-28c9e7e36bf3 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 931 time: 0.0873384 Jun 03 16:39:56.796934 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0508a463-3157-411b-8118-3d0957ce4db0 req-77d54f80-4f90-4601-b8e4-49c45911671e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443242 Jun 03 16:39:58.005135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ffe9-a8c6-4728-81f1-e46af707b3cf req-d671778c-372a-4dcf-bbfd-75f0948d234d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:58.012952 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5fc1ffe9-a8c6-4728-81f1-e46af707b3cf req-d671778c-372a-4dcf-bbfd-75f0948d234d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 931 time: 0.0950823 Jun 03 16:39:58.070804 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-5fc1ffe9-a8c6-4728-81f1-e46af707b3cf req-6cfea060-e049-4886-8b9b-fc6e6346922d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498700 Jun 03 16:39:58.862865 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Request body: {'port': {'device_id': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844594-1'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:39:58.972452 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:59.322510 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5253db-5c7b-4504-9070-79e0deaa10cf req-0b3f0a9d-bb93-4fa7-82f2-2c6654757758 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:59.324334 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb5253db-5c7b-4504-9070-79e0deaa10cf req-0b3f0a9d-bb93-4fa7-82f2-2c6654757758 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 931 time: 0.1349680 Jun 03 16:39:59.422612 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc83a51-0120-4f04-844e-6eae9fd85815 {{(pid=88338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:39:59.428997 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-cb5253db-5c7b-4504-9070-79e0deaa10cf req-85c48105-302e-4d5b-9e42-8fc42ae27765 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922742 Jun 03 16:39:59.432659 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:59.447632 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.provisioning_blocks [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Transition to ACTIVE for port object bbc83a51-0120-4f04-844e-6eae9fd85815 will not be triggered until provisioned by entity L2. {{(pid=88338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:39:59.451553 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:59.608040 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:59.688190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Attempting to bind port bbc83a51-0120-4f04-844e-6eae9fd85815 on host n-h2-844594-1 for vnic_type normal with profile {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:39:59.688528 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Attempting to bind port bbc83a51-0120-4f04-844e-6eae9fd85815 by drivers openvswitch,hyperv on host n-h2-844594-1 at level 0 using segments [{'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:39:59.688855 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Attempting to bind port bbc83a51-0120-4f04-844e-6eae9fd85815 on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:39:59.693458 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Port bbc83a51-0120-4f04-844e-6eae9fd85815 on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844594-1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:39:59.693774 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Attempting to bind port bbc83a51-0120-4f04-844e-6eae9fd85815 on network bd3b6c31-58e6-40ad-892b-d74dd59346c1 {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:39:59.699026 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Checking agent: {'id': 'b7115ec8-03ff-42df-a3d3-01cf10d7b1a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844594-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'started_at': datetime.datetime(2022, 6, 3, 15, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:39:59.699433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Checking segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:39:59.699807 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Bound using segment: {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'} {{(pid=88338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:39:59.700267 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.managers [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Bound port: bbc83a51-0120-4f04-844e-6eae9fd85815, host: n-h2-844594-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1'}}] {{(pid=88338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:39:59.700610 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:59.799236 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, cleared binding levels {{(pid=88338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:39:59.802183 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:39:59.807060 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:59.865125 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:59.865732 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:59.867127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] 10.222.0.15 "PUT /v2.0/ports/bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 200 len: 1091 time: 1.0519104 Jun 03 16:39:59.867560 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:39:59.890136 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe35cd-5631-45b0-bd1a-42688723a00a service neutron] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=3']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:59.941949 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee3e33a-1c58-49da-a2b0-1b17515d70da'] response: {'name': 'network-changed', 'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'status': 'completed', 'code': 200} Jun 03 16:39:59.985788 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-315fee70-8f8a-45e7-a04f-9176aa649096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:59.987291 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-315fee70-8f8a-45e7-a04f-9176aa649096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1094 time: 0.0819070 Jun 03 16:40:00.057309 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-fd7d8266-b5ba-4215-8b07-dae3546da7d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 200 len: 217 time: 0.0625219 Jun 03 16:40:00.121122 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c8b3d558-9524-4053-87d3-4d5fc9a44cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:00.122605 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-c8b3d558-9524-4053-87d3-4d5fc9a44cf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0595577 Jun 03 16:40:00.197018 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-09cf8622-d349-488f-9581-716f48e48b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:00.198436 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-09cf8622-d349-488f-9581-716f48e48b76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700953 Jun 03 16:40:00.441079 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-e2d6d47d-20ba-4af5-8bc7-9e58ba10f763 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366924 Jun 03 16:40:00.626872 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c64488af-9656-4bf5-b42e-3251176ecb4e req-81fbd359-8856-474a-8774-2e700d930e54 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792555 Jun 03 16:40:00.650515 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d8688-04ac-4bf6-a665-66249bad88b6 req-0602b8bb-8246-48e4-99c3-9745666cd22c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:00.651974 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c3d8688-04ac-4bf6-a665-66249bad88b6 req-0602b8bb-8246-48e4-99c3-9745666cd22c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 943 time: 0.1173086 Jun 03 16:40:00.748127 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3c3d8688-04ac-4bf6-a665-66249bad88b6 req-e60f7c5f-c237-46ab-a529-3551f4355e34 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903273 Jun 03 16:40:00.764892 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5c315-773e-4e59-b62d-5107addab85b req-9bc8d678-7046-4a6e-b6d4-3fb941ca7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:00.766344 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eba5c315-773e-4e59-b62d-5107addab85b req-9bc8d678-7046-4a6e-b6d4-3fb941ca7ef9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1094 time: 0.0937076 Jun 03 16:40:00.898418 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5c315-773e-4e59-b62d-5107addab85b req-0d552152-98a8-445e-8b19-39bd0dc9193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:00.899845 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eba5c315-773e-4e59-b62d-5107addab85b req-0d552152-98a8-445e-8b19-39bd0dc9193e service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1268144 Jun 03 16:40:00.969120 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eba5c315-773e-4e59-b62d-5107addab85b req-aefe81cc-01de-4cc8-89be-fb62baf1155f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 200 len: 217 time: 0.0609555 Jun 03 16:40:01.033888 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5c315-773e-4e59-b62d-5107addab85b req-671826dc-92a5-4590-82f4-2b26a0b9a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:01.035239 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eba5c315-773e-4e59-b62d-5107addab85b req-671826dc-92a5-4590-82f4-2b26a0b9a737 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0614638 Jun 03 16:40:01.110455 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5c315-773e-4e59-b62d-5107addab85b req-20bbd7fc-2641-4206-a561-15c661dca4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:01.111911 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eba5c315-773e-4e59-b62d-5107addab85b req-20bbd7fc-2641-4206-a561-15c661dca4a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696740 Jun 03 16:40:01.242980 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eba5c315-773e-4e59-b62d-5107addab85b req-b83e621d-16c8-4349-a065-e33c3a7e91b6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241138 Jun 03 16:40:01.372743 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-eba5c315-773e-4e59-b62d-5107addab85b req-d0ef51e0-3539-4b6e-8605-46f45bd9c512 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229973 Jun 03 16:40:01.937565 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083678e-2126-4e7b-8a3d-2071d659c1e3 req-727cb37a-b82e-48c6-a97b-0e11c92a36f1 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:01.939057 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1083678e-2126-4e7b-8a3d-2071d659c1e3 req-727cb37a-b82e-48c6-a97b-0e11c92a36f1 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 943 time: 0.0843256 Jun 03 16:40:01.983237 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-1083678e-2126-4e7b-8a3d-2071d659c1e3 req-c4416f08-f73b-4a49-94ee-2b3bcb8d501d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384874 Jun 03 16:40:03.169536 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a1880-3c04-4d4f-a42d-b24c255ddb6f req-d1ae9a3d-30b9-4f61-b30c-66f0ba5ce208 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:03.171092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-099a1880-3c04-4d4f-a42d-b24c255ddb6f req-d1ae9a3d-30b9-4f61-b30c-66f0ba5ce208 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 943 time: 0.0792494 Jun 03 16:40:03.225923 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-099a1880-3c04-4d4f-a42d-b24c255ddb6f req-a36faa11-9770-4bf9-bbf5-9d6df7b18484 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491340 Jun 03 16:40:04.414021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fee46-28fd-4e79-8b24-335950c03f00 req-ad43fc0f-b558-489b-b07e-a5421c5779c9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:04.415376 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d9fee46-28fd-4e79-8b24-335950c03f00 req-ad43fc0f-b558-489b-b07e-a5421c5779c9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 943 time: 0.0831137 Jun 03 16:40:04.450442 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbc83a51-0120-4f04-844e-6eae9fd85815 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:40:04.463267 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-6d9fee46-28fd-4e79-8b24-335950c03f00 req-3a73bb9a-38aa-4ad9-b605-70a5a82ea3fc tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421276 Jun 03 16:40:04.583866 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:40:04.598352 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'port_id': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'mac_address': 'fa:16:3e:f8:a0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:40:04.651338 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bbc83a51-0120-4f04-844e-6eae9fd85815 is: DOWN; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:40:04.651713 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:04.668685 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc83a51-0120-4f04-844e-6eae9fd85815 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:40:04.683495 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:40:04.687429 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:04.756113 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=4']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:40:04.906838 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['bbc83a51-0120-4f04-844e-6eae9fd85815'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:40:05.645833 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a7fc4-483b-4fa6-b19f-bed2187349f8 req-6e9d6b39-b07b-42b2-8866-3b55914867c5 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:05.647314 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-130a7fc4-483b-4fa6-b19f-bed2187349f8 req-6e9d6b39-b07b-42b2-8866-3b55914867c5 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 944 time: 0.0794592 Jun 03 16:40:05.691039 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-130a7fc4-483b-4fa6-b19f-bed2187349f8 req-57c8b89b-8e3a-44dd-8525-a8f1a15a430a tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380909 Jun 03 16:40:06.447263 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbc83a51-0120-4f04-844e-6eae9fd85815 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:40:06.516997 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning for port bbc83a51-0120-4f04-844e-6eae9fd85815 completed by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:40:06.521717 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port bbc83a51-0120-4f04-844e-6eae9fd85815 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:40:06.522042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:06.638489 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bbc83a51-0120-4f04-844e-6eae9fd85815 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:40:06.638873 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:06.665389 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:40:06.675317 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:40:06.679385 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:06.751169 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=5']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:40:06.764808 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85933ca-11a9-4a29-85a1-06635e95c806'] response: {'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'code': 200} Jun 03 16:40:06.934827 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2993f1-c8f2-45d1-b8c2-3a0f505bb7ef req-7d11dffe-ffe2-4a50-ba1d-3274d3306cd2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:06.936294 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b2993f1-c8f2-45d1-b8c2-3a0f505bb7ef req-7d11dffe-ffe2-4a50-ba1d-3274d3306cd2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 945 time: 0.1369178 Jun 03 16:40:06.938104 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136fc4-feba-4367-958c-24c4e7b4d098 req-5df20f27-2d27-4d28-980c-ae7c87b2bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:06.939421 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3136fc4-feba-4367-958c-24c4e7b4d098 req-5df20f27-2d27-4d28-980c-ae7c87b2bcd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1096 time: 0.1059682 Jun 03 16:40:07.118040 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3b2993f1-c8f2-45d1-b8c2-3a0f505bb7ef req-9cfd29d8-a149-4831-9c2b-577ac786bfcd tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1757331 Jun 03 16:40:07.121270 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-a3136fc4-feba-4367-958c-24c4e7b4d098 req-c872ae08-e6a4-4aef-9f0e-d144ddd19127 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639678 Jun 03 16:40:08.309219 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad58c-1ee1-4318-b0c7-a79f0b37d76b req-0d8ed45a-3e73-43ea-ba78-78ae25a98a57 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:08.311164 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0fad58c-1ee1-4318-b0c7-a79f0b37d76b req-0d8ed45a-3e73-43ea-ba78-78ae25a98a57 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 945 time: 0.0801666 Jun 03 16:40:08.361694 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c0fad58c-1ee1-4318-b0c7-a79f0b37d76b req-7fbe9d59-f938-4779-b91f-a51a44320c30 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448883 Jun 03 16:40:08.553053 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb7f00-abfe-454f-b586-c74922ede9f7 req-caeaa78e-b439-440c-a34c-ce2b083f4a53 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:08.554529 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49bb7f00-abfe-454f-b586-c74922ede9f7 req-caeaa78e-b439-440c-a34c-ce2b083f4a53 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 945 time: 0.0833926 Jun 03 16:40:08.599359 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-49bb7f00-abfe-454f-b586-c74922ede9f7 req-ccbb644a-a570-4d72-b655-11c2f4a300dc tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384333 Jun 03 16:40:08.625300 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46572) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:40:08.711204 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885ae59d-294a-4352-bbcb-283490c6e8b6 tempest-TestSnapshotPattern-708519257 tempest-TestSnapshotPattern-708519257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:08.712790 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-885ae59d-294a-4352-bbcb-283490c6e8b6 tempest-TestSnapshotPattern-708519257 tempest-TestSnapshotPattern-708519257-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1091 time: 0.0861335 Jun 03 16:40:08.715908 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46576) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:40:08.721949 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.v2.base [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Request body: {'floatingip': {'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'port_id': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:40:08.729926 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:40:08.733882 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Usage tracker for resource:floatingip and tenant:cb1255b12dba432ca969bacbd445bdd7 is out of sync, need to count used quota {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:40:08.736786 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:40:08.742437 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.quota.driver [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:40:08.754677 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:08.908448 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:09.045867 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_common [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Allocated IP 172.25.1.116 (7e7a03cc-fa68-4f60-b4c6-2e7c841d0020/35e364a7-bcbd-4d82-bf5b-baea02642ee5/137e831f-9d90-49aa-a7a7-85cf9ab8e23b) {{(pid=88338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:40:09.190962 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for port, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:09.220367 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727569960030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:09.288159 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Network 7e7a03cc-fa68-4f60-b4c6-2e7c841d0020 is already hosted by enough agents. {{(pid=88338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:40:09.289261 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.base_scheduler [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Resources bound (agent type, host, resource id): {{(pid=88338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:40:09.291770 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Received port after_create {{(pid=88338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:40:09.339910 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'Port': ['ID=137e831f-9d90-49aa-a7a7-85cf9ab8e23b,revision_number=1']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:40:09.703423 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:09.778007 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:09.980710 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for port, precommit_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:09.985332 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2577191'] for port, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:10.204471 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event updated for resources: {'Port': ['ID=137e831f-9d90-49aa-a7a7-85cf9ab8e23b,revision_number=2']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:40:10.216317 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528544'] for floatingip, after_update {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:10.393254 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Floating IP 1e395ec5-799b-4a9d-8ea0-21df4452d7cf associated. External IP: 172.25.1.116, port: bbc83a51-0120-4f04-844e-6eae9fd85815. Jun 03 16:40:10.743783 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:40:10.917487 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:40:10.927348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] Sync routers for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:40:10.936435 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:40:10.937053 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:40:10.942607 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:11.002788 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-09ccda0f-c236-4b9e-9a02-93692c6cc820 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2857130 Jun 03 16:40:11.003349 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:40:11.051272 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8731a77-a4f2-42a1-a3f7-2607fe292caf'] response: {'name': 'network-changed', 'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'status': 'completed', 'code': 200} Jun 03 16:40:11.130729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:40:11.143551 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-3cf346bd-602c-4c9d-98fc-538c42a69d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:11.145092 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-3cf346bd-602c-4c9d-98fc-538c42a69d8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1096 time: 0.0715275 Jun 03 16:40:11.276953 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-88109eb7-e1a1-47c9-9ee4-34936cd76343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:11.278071 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-88109eb7-e1a1-47c9-9ee4-34936cd76343 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1268160 Jun 03 16:40:11.381728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-61a6e302-08a7-4ba3-8a52-eeca96059bf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 200 len: 999 time: 0.0977397 Jun 03 16:40:11.443057 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-f5e60566-444b-445b-b016-48c0b180b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:11.444620 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-f5e60566-444b-445b-b016-48c0b180b5c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0572395 Jun 03 16:40:11.492979 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '1e395ec5-799b-4a9d-8ea0-21df4452d7cf', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:f8:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:40:09Z', 'updated_at': '2022-06-03T16:40:09Z', 'revision_number': 0, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}, {'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:36Z', 'revision_number': 1, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:40:11.496808 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] Checking router: 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:40:11.505686 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:40:11.506293 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:39:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:40:11.523309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-b2d06549-79da-4755-af4c-ff433953efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:11.524830 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-b2d06549-79da-4755-af4c-ff433953efc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743742 Jun 03 16:40:11.724551 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:40:11.789749 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-76697d54-b7ac-47e2-bab4-29c346f87745 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586942 Jun 03 16:40:11.922562 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f123f00-6668-432b-af4c-3771c4e74a1e req-c68eaed3-e708-4c66-b99c-7ea26c349bdf service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270840 Jun 03 16:40:12.083172 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '1e395ec5-799b-4a9d-8ea0-21df4452d7cf', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:f8:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:40:09Z', 'updated_at': '2022-06-03T16:40:09Z', 'revision_number': 0, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}, {'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:36Z', 'revision_number': 1, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:40:12.087209 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b3f72-5e3e-4019-8478-61d416809f7c None None] The sync data for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 is: [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': '1e395ec5-799b-4a9d-8ea0-21df4452d7cf', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:f8:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:40:09Z', 'updated_at': '2022-06-03T16:40:09Z', 'revision_number': 0, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}, {'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:36Z', 'revision_number': 1, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:40:12.271238 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82aa2e3-30a6-403b-8b7d-818c60bbd24f None None] New status for floating IP 1e395ec5-799b-4a9d-8ea0-21df4452d7cf: ACTIVE {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:40:13.525701 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0228a247-f3e2-4db5-a732-5a7f2099a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:16.416060 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:16.441734 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c4a5669e-1ec4-4b30-8418-6f69fbf6cc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:16.779205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:17.278679 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:18.765826 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:18.769941 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:21.287464 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:40:43.527223 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2408-5d60-4f2e-bc6c-a86504a91988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:46.412581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:46.443463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-cf762fec-1641-4702-8978-09d4d358d6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:46.780806 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:47.282764 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:47.306065 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-d0cea413-c3ac-4261-9867-624b3b0f2115 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720572 Jun 03 16:40:47.450635 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-e9fa92db-5e3d-475b-8997-6f9a2e1f83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:47.452149 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-e9fa92db-5e3d-475b-8997-6f9a2e1f83a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1096 time: 0.0778978 Jun 03 16:40:47.599732 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-d9bc5860-24bc-4cb6-a9da-60a5e72eea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:47.601123 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-d9bc5860-24bc-4cb6-a9da-60a5e72eea22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1307657 Jun 03 16:40:47.701958 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-47e430f7-f95c-4f1d-abab-e8ff64ffbade service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 200 len: 1001 time: 0.0950997 Jun 03 16:40:47.766921 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-d6179ffe-4b0f-47f8-b99e-fe8d2db0d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:47.768384 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-d6179ffe-4b0f-47f8-b99e-fe8d2db0d072 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0610366 Jun 03 16:40:47.844382 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-997cfd1d-af3e-4e7c-8251-3f210a10b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:47.845900 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-997cfd1d-af3e-4e7c-8251-3f210a10b9d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702181 Jun 03 16:40:47.980428 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-75e07038-f277-40ff-bc0a-78d9b6fd4ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275573 Jun 03 16:40:48.112017 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-3f5d3cd0-20a8-4c02-a492-ce80dbaf424c req-d8cb2e00-04ca-40fd-8b9f-56b64eaeae96 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256649 Jun 03 16:40:48.760052 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:48.770636 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:53.866607 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-22ab46a0-18b9-44b3-86b2-6c06b9c85f1b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354654 Jun 03 16:40:54.037563 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-15fc7701-dc2a-421f-9aa7-ea73e8c917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:54.039059 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-15fc7701-dc2a-421f-9aa7-ea73e8c917d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1095 time: 0.0755794 Jun 03 16:40:54.186962 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-1ebf20f4-dfc0-4ac5-b09b-c37d14e36b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:54.189044 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-1ebf20f4-dfc0-4ac5-b09b-c37d14e36b97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1275997 Jun 03 16:40:54.296301 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-2a610ba0-309d-4d35-b3f6-156df39ad267 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 1000 time: 0.0978482 Jun 03 16:40:54.362060 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-90494262-7124-4c9d-8086-6184a8bf0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:54.363573 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-90494262-7124-4c9d-8086-6184a8bf0824 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0583644 Jun 03 16:40:54.446605 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-dfaeb59f-36c4-4f22-8ead-72e7867020ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:54.448148 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-dfaeb59f-36c4-4f22-8ead-72e7867020ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759566 Jun 03 16:40:54.590298 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-b64803ac-dbb3-40dd-910d-6e11b1ff3c02 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318002 Jun 03 16:40:54.740260 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0db24dfb-e582-48da-90ca-9cc8a8464372 req-ec541ed0-ea33-42ee-9ee4-4b46d801652a service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406529 Jun 03 16:40:58.286583 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:41:13.533396 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-80153fe8-4086-4d93-b91c-52ed4e72c0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:16.413795 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:16.447147 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d955dd4d-34b2-46a1-8b5e-12f58ed1b6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:16.785783 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:17.285581 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:18.780243 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:18.781270 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:35.287043 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:41:43.525564 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a56935fa-2147-4f27-8d8c-379a7bb0a373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:46.426346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:46.445379 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-fbf593c3-8f0f-4078-a887-f76e595abcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:46.788281 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:47.292007 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:47.310843 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-230c6168-10ab-450a-9f18-7df86a88872a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809767 Jun 03 16:41:47.448556 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-130017d9-8c0e-4e67-a8cf-7c904c92e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.450076 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-130017d9-8c0e-4e67-a8cf-7c904c92e787 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1096 time: 0.0714560 Jun 03 16:41:47.595313 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-c7a21964-3157-4050-8d4d-56a4321e4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.596728 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-c7a21964-3157-4050-8d4d-56a4321e4b1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1270537 Jun 03 16:41:47.705494 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-6ebf77cc-a1aa-4fd2-934e-8290bb2cd1a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 200 len: 1001 time: 0.1026881 Jun 03 16:41:47.767753 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-9abeddce-94c0-4b4d-97a9-e0a4182a4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.769246 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-9abeddce-94c0-4b4d-97a9-e0a4182a4db5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0584791 Jun 03 16:41:47.847714 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-5d70fa7f-f5f9-4b88-b0ca-e318e0effd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.849145 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-5d70fa7f-f5f9-4b88-b0ca-e318e0effd83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742958 Jun 03 16:41:48.096086 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-3f386784-4b69-4fbd-b252-7774ae9f9bf6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410882 Jun 03 16:41:48.229523 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ce9b0a6a-6a24-4ad8-be6a-12bb410ef97e req-0c87bff7-a7ab-4cd6-85cb-75ae19d00a83 service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271591 Jun 03 16:41:48.782996 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:48.787014 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:55.004740 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbc83a51-0120-4f04-844e-6eae9fd85815 details requested by agent hyperv_n-h2-844594-1 with host n-h2-844594-1 {{(pid=88340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:41:55.160267 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:55.176833 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Returning: {'device': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'port_id': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'mac_address': 'fa:16:3e:f8:a0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:41:55.256223 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bbc83a51-0120-4f04-844e-6eae9fd85815 is: ACTIVE; New status is: BUILD {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:41:55.256223 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:55.282873 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbc83a51-0120-4f04-844e-6eae9fd85815 {{(pid=88340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:41:55.309745 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:55.317632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:55.437869 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=6']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:41:55.450753 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] get_ports_and_sgs() called for port_ids ['bbc83a51-0120-4f04-844e-6eae9fd85815'] {{(pid=88340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:41:55.478723 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.479366 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.479861 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.480397 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.480891 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.481387 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.481899 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.482365 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.482845 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.483330 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.483804 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.484336 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.584359 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-a5c956de-1d2d-4a4f-9cca-9aa9e345049c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767167 Jun 03 16:41:55.753053 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-0109fa6f-3d7d-48d4-8260-d2ec30d35214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:55.754761 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-0109fa6f-3d7d-48d4-8260-d2ec30d35214 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1095 time: 0.0819774 Jun 03 16:41:55.963446 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-664b0379-6fd2-4d1f-aecc-4752e438b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:55.965164 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-664b0379-6fd2-4d1f-aecc-4752e438b424 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1812744 Jun 03 16:41:56.086841 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-493a2dc0-7016-4b14-8ff9-1dcab9e1c98e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 1000 time: 0.1097865 Jun 03 16:41:56.157894 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-1eb873dd-983f-4e39-801a-111dd6181918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:56.159378 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-1eb873dd-983f-4e39-801a-111dd6181918 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0628233 Jun 03 16:41:56.251775 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-e3d19f4a-cb63-4aec-8c71-c04ff11becf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:56.253628 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-e3d19f4a-cb63-4aec-8c71-c04ff11becf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822251 Jun 03 16:41:56.555223 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-3476e3f7-a49a-4863-868f-b6adb5dfc544 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915473 Jun 03 16:41:56.722159 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-fe2fb1e0-0cbf-4ea0-976c-29aad0e46353 req-876fc549-5491-4c4e-8116-85d3b91c589e service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576350 Jun 03 16:41:57.035771 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbc83a51-0120-4f04-844e-6eae9fd85815 up at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:41:57.164716 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.provisioning_blocks [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Provisioning complete for port bbc83a51-0120-4f04-844e-6eae9fd85815 triggered by entity L2. {{(pid=88340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:41:57.165530 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8268527'] for port, provisioning_complete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:57.304537 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bbc83a51-0120-4f04-844e-6eae9fd85815 is: BUILD; New status is: ACTIVE {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:41:57.304537 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:57.333481 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:41:57.346348 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:57.353880 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:57.390779 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddb2a64-3a06-4c25-993e-17839ca86a0e'] response: {'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'code': 200} Jun 03 16:41:57.433636 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=7']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:03.496830 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46776) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:03.703520 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Deleting port 137e831f-9d90-49aa-a7a7-85cf9ab8e23b {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:03.703860 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:03.869656 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:03.869979 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:03.991063 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Calling delete_port for 137e831f-9d90-49aa-a7a7-85cf9ab8e23b owned by network:floatingip {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:04.144584 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:04.191364 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event deleted for resources: {'Port': ['ID=137e831f-9d90-49aa-a7a7-85cf9ab8e23b,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:04.238498 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.238835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.239269 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.239508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.239835 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.240190 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.241832 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.242162 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.242485 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.242860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.243909 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.244279 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:04.307659 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:04.307986 n-d-844594-1 neutron-server[88338]: INFO neutron.db.l3_db [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Floating IP 1e395ec5-799b-4a9d-8ea0-21df4452d7cf disassociated (deleted). External IP: 172.25.1.116, port: bbc83a51-0120-4f04-844e-6eae9fd85815. Jun 03 16:42:04.655747 n-d-844594-1 neutron-server[88338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:42:04.957127 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:42:04.966981 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] Sync routers for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:42:04.977565 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:04.978305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:04.979912 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.041039 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-2531ea17-c282-4dcd-8227-ae192fd77038 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "DELETE /v2.0/floatingips/1e395ec5-799b-4a9d-8ea0-21df4452d7cf HTTP/1.1" status: 204 len: 168 time: 1.5431094 Jun 03 16:42:05.041646 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:42:05.108692 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7eef33b-d643-484c-bbd8-bbd6195f462f'] response: {'name': 'network-changed', 'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'status': 'completed', 'code': 200} Jun 03 16:42:05.160253 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:05.200618 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-c449a3bf-14db-4269-9caa-c023b8adcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:05.202140 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-c449a3bf-14db-4269-9caa-c023b8adcd9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 1096 time: 0.0722127 Jun 03 16:42:05.353880 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-9ea457bd-ccd9-42ba-aa6b-842a2f43f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:05.355405 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-9ea457bd-ccd9-42ba-aa6b-842a2f43f801 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1450770 Jun 03 16:42:05.431461 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-05b7732e-3636-4020-9f90-b4ae45be3557 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 200 len: 217 time: 0.0693054 Jun 03 16:42:05.539344 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:36Z', 'revision_number': 1, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:05.543110 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] Checking router: 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:42:05.552637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-2291c0c8-6a3f-41e5-8847-e11e4af85885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:05.554087 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:05.554402 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-2291c0c8-6a3f-41e5-8847-e11e4af85885 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.1156840 Jun 03 16:42:05.555058 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:05.626879 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522dd05-6f55-42c2-84a3-aacf8308dc8a req-8da526b6-e1aa-46b2-8ef0-aeaa85168d9e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:05.627576 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0522dd05-6f55-42c2-84a3-aacf8308dc8a req-8da526b6-e1aa-46b2-8ef0-aeaa85168d9e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Synchronizing usage tracker for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:42:05.650912 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-0522dd05-6f55-42c2-84a3-aacf8308dc8a req-8da526b6-e1aa-46b2-8ef0-aeaa85168d9e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Unset dirty status for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:42:05.652081 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0522dd05-6f55-42c2-84a3-aacf8308dc8a req-8da526b6-e1aa-46b2-8ef0-aeaa85168d9e tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 945 time: 0.2889473 Jun 03 16:42:05.674276 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-aaf9c240-16a6-44d0-9f62-66cd1f87feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:05.675717 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-aaf9c240-16a6-44d0-9f62-66cd1f87feb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133327 Jun 03 16:42:05.734476 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:05.773609 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-0522dd05-6f55-42c2-84a3-aacf8308dc8a req-d2cd6c50-a6fb-4b52-bb7e-7dc24053bb6c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140468 Jun 03 16:42:05.837584 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-bb29f99d-9cfd-4263-8675-edf43f9660ad service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545839 Jun 03 16:42:05.977667 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-79173028-60fc-4bce-b935-c3f5ab4be987 req-aff835a1-d354-456e-a120-b0ca1e953e8a service neutron] 10.222.0.15 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339328 Jun 03 16:42:06.086953 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:36Z', 'revision_number': 1, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:06.090977 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbdbe44-1886-4a2f-87e6-78ccbdcad1f6 None None] The sync data for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 is: [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_floatingips': [{'id': 'b744bc88-a30c-4756-9ae3-0ec16cb846fa', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'router_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'port_id': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'mac_address': 'fa:16:3e:b5:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:37:33Z', 'updated_at': '2022-06-03T16:37:36Z', 'revision_number': 1, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:42:06.308088 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc1b405-b804-4a99-b92d-73509a5275ea None None] New status for floating IP 1e395ec5-799b-4a9d-8ea0-21df4452d7cf: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:42:06.882021 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-cb31ce96-c3bb-40e9-9160-9336f473018d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:06.883449 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-cb31ce96-c3bb-40e9-9160-9336f473018d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.15 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 945 time: 0.0838869 Jun 03 16:42:06.997111 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Deleting port bbc83a51-0120-4f04-844e-6eae9fd85815 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:06.997444 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.069103 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26247273-2803-4bc5-a96c-ac312ddc9832 req-cefbddab-5302-45f2-bfd0-f7f43cbb9357 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:07.070477 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26247273-2803-4bc5-a96c-ac312ddc9832 req-cefbddab-5302-45f2-bfd0-f7f43cbb9357 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 945 time: 0.1861644 Jun 03 16:42:07.113448 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbc83a51-0120-4f04-844e-6eae9fd85815 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:07.221639 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-26247273-2803-4bc5-a96c-ac312ddc9832 req-c648cc6d-adf9-4ff0-95ad-43a261f25f6d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219673 Jun 03 16:42:07.273828 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Current status of the port bbc83a51-0120-4f04-844e-6eae9fd85815 is: ACTIVE; New status is: DOWN {{(pid=88340) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:42:07.274211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868148'] for port, before_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.301421 n-d-844594-1 neutron-server[88340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815'}] {{(pid=88340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:42:07.305923 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:07.306285 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.311443 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:07.316611 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727570499247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727569960048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727569960093'] for port, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.354362 n-d-844594-1 neutron-server[88340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08999cd0-c182-4191-a4a4-824849ad4c98'] response: {'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'code': 200} Jun 03 16:42:07.388791 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Pushing event updated for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=8']} {{(pid=88340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:07.545294 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Calling delete_port for bbc83a51-0120-4f04-844e-6eae9fd85815 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:07.630390 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.db.api [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:42:07.630631 n-d-844594-1 neutron-server[88338]: DEBUG oslo_db.api [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:42:08.132235 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Deleting port bbc83a51-0120-4f04-844e-6eae9fd85815 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:08.132853 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:08.434625 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] For port bbc83a51-0120-4f04-844e-6eae9fd85815, host n-h2-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844594-1',level=0,port_id=bbc83a51-0120-4f04-844e-6eae9fd85815,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:08.434906 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:08.561595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Calling delete_port for bbc83a51-0120-4f04-844e-6eae9fd85815 owned by compute:nova {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:08.611416 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ae14c-187f-4c4a-a70f-7da12303a05a req-0d0efa2a-cc46-4d28-9369-01e02676234d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:08.612919 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da7ae14c-187f-4c4a-a70f-7da12303a05a req-0d0efa2a-cc46-4d28-9369-01e02676234d tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=0676a519-a833-4dd2-8f28-69f208fc8d58 HTTP/1.1" status: 200 len: 943 time: 0.2808402 Jun 03 16:42:08.682389 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-da7ae14c-187f-4c4a-a70f-7da12303a05a req-e2dbd129-1556-4e8d-a823-287f5e09810f tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637195 Jun 03 16:42:08.751368 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:08.802712 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event deleted for resources: {'Port': ['ID=bbc83a51-0120-4f04-844e-6eae9fd85815,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:08.878838 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] No DVR routers for this DVR port bbc83a51-0120-4f04-844e-6eae9fd85815 on host n-h2-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:42:08.881649 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:08.884135 n-d-844594-1 neutron-server[88338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-deleted', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815'}] {{(pid=88338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:42:08.899920 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-ba2f7414-0f83-4343-a4a1-91e3470bba67 req-07b62fb4-549f-4d22-a7e2-926dda80a7a4 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.15 "DELETE /v2.0/ports/bbc83a51-0120-4f04-844e-6eae9fd85815 HTTP/1.1" status: 204 len: 173 time: 1.9855452 Jun 03 16:42:08.929667 n-d-844594-1 neutron-server[88338]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2258367-276f-4501-b650-00546cb55443'] response: {'server_uuid': '0676a519-a833-4dd2-8f28-69f208fc8d58', 'name': 'network-vif-deleted', 'tag': 'bbc83a51-0120-4f04-844e-6eae9fd85815', 'status': 'completed', 'code': 200} Jun 03 16:42:10.334276 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46842) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:10.541494 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Deleting port de2c570c-ed8f-46ce-a098-985faa50879e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:10.542067 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:10.736181 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:10.736429 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:10.875769 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Calling delete_port for de2c570c-ed8f-46ce-a098-985faa50879e owned by network:floatingip {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:11.030751 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.078830 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event deleted for resources: {'Port': ['ID=de2c570c-ed8f-46ce-a098-985faa50879e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:11.115721 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.116064 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.116431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.116771 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.117102 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.117431 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.117755 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.118079 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.118401 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.118723 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.119047 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.119392 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844594-1 {{(pid=88339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:42:11.144810 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbc83a51-0120-4f04-844e-6eae9fd85815 no longer exists at agent hyperv_n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:11.183126 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] No Port match for: bbc83a51-0120-4f04-844e-6eae9fd85815 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:11.183477 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Device bbc83a51-0120-4f04-844e-6eae9fd85815 not bound to the agent host n-h2-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:11.188230 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.188569 n-d-844594-1 neutron-server[88339]: INFO neutron.db.l3_db [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Floating IP b744bc88-a30c-4756-9ae3-0ec16cb846fa disassociated (deleted). External IP: 172.25.1.252, port: 99fe2dfc-d186-46d1-84de-155fd463cd44. Jun 03 16:42:11.652163 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:42:11.840414 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:42:11.850811 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] Sync routers for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:42:11.857793 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for floatingip, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.860077 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:11.860712 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:11.913355 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-31537603-6b93-4bf7-8e30-27dbc4210771 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "DELETE /v2.0/floatingips/b744bc88-a30c-4756-9ae3-0ec16cb846fa HTTP/1.1" status: 204 len: 168 time: 1.5778251 Jun 03 16:42:11.913838 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:42:12.029721 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae131d8-35fd-4e6d-b8b7-8c589220283a'] response: {'name': 'network-changed', 'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'status': 'completed', 'code': 200} Jun 03 16:42:12.054251 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:12.151941 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b1104-589a-47ca-9b04-b67252b79b2d req-739d6abe-aced-476f-bcb0-17847ec17057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:12.153557 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-105b1104-589a-47ca-9b04-b67252b79b2d req-739d6abe-aced-476f-bcb0-17847ec17057 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb1255b12dba432ca969bacbd445bdd7&device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 1095 time: 0.0919993 Jun 03 16:42:12.286009 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:42:12.294399 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b1104-589a-47ca-9b04-b67252b79b2d req-42ccecb4-f14e-4310-9556-f17ed897507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:12.296045 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-105b1104-589a-47ca-9b04-b67252b79b2d req-42ccecb4-f14e-4310-9556-f17ed897507a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 200 len: 911 time: 0.1363122 Jun 03 16:42:12.301123 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd2a5-440f-4b56-8cf1-c87ec800a5f7 req-9d7e7be5-c834-43e2-b909-68a327068167 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:12.301818 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c7efd2a5-440f-4b56-8cf1-c87ec800a5f7 req-9d7e7be5-c834-43e2-b909-68a327068167 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Synchronizing usage tracker for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:42:12.319054 n-d-844594-1 neutron-server[88338]: DEBUG neutron.quota.resource [req-c7efd2a5-440f-4b56-8cf1-c87ec800a5f7 req-9d7e7be5-c834-43e2-b909-68a327068167 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Unset dirty status for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:42:12.320318 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7efd2a5-440f-4b56-8cf1-c87ec800a5f7 req-9d7e7be5-c834-43e2-b909-68a327068167 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.1067135 Jun 03 16:42:12.368274 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-105b1104-589a-47ca-9b04-b67252b79b2d req-31ee7e5e-ce88-481f-a702-29b798850e71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 200 len: 217 time: 0.0651498 Jun 03 16:42:12.371479 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-c7efd2a5-440f-4b56-8cf1-c87ec800a5f7 req-4784c751-f0e3-4314-8260-81b47b72b940 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449135 Jun 03 16:42:12.396969 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:12.400851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] Checking router: 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:42:12.409411 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:12.410023 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:41:46Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:12.435998 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b1104-589a-47ca-9b04-b67252b79b2d req-3246aa65-6b7d-40cb-8642-7dc47fcc7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:12.438062 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-105b1104-589a-47ca-9b04-b67252b79b2d req-3246aa65-6b7d-40cb-8642-7dc47fcc7ad7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 200 len: 849 time: 0.0623178 Jun 03 16:42:12.512482 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b1104-589a-47ca-9b04-b67252b79b2d req-b593a63c-251e-48a2-aa9e-e09aef5928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:12.513984 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-105b1104-589a-47ca-9b04-b67252b79b2d req-b593a63c-251e-48a2-aa9e-e09aef5928ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3b6c31-58e6-40ad-892b-d74dd59346c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700080 Jun 03 16:42:12.593165 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:12.650898 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-105b1104-589a-47ca-9b04-b67252b79b2d req-ba1cffe4-b396-493b-bbb7-261530527780 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294227 Jun 03 16:42:12.787190 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-105b1104-589a-47ca-9b04-b67252b79b2d req-f3541c92-80ed-4ebf-8ea7-9f66dafc51a9 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281922 Jun 03 16:42:12.905099 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:12.909115 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e6e57-01b5-4739-b846-4481b404d37c None None] The sync data for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 is: [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:08Z', 'revision_number': 4, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1', '_interfaces': [{'id': '74252846-b043-4729-a687-0679e3d04112', 'name': '', 'network_id': 'bd3b6c31-58e6-40ad-892b-d74dd59346c1', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'mac_address': 'fa:16:3e:d3:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:07Z', 'updated_at': '2022-06-03T16:37:12Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'subnets': [{'id': '94c259b8-3dcd-47b8-a55b-0a78cb38ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:42:13.115490 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683cfee-3632-48b8-a5c3-0f23e0530dbc None None] New status for floating IP b744bc88-a30c-4756-9ae3-0ec16cb846fa: DOWN {{(pid=88341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:42:13.528022 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-22420ba6-45bb-4054-b52c-daa27c72afab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.565987 n-d-844594-1 neutron-server[88338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ac7f2-26bd-4db6-abe1-c67ac21dd4e5 req-b04a3529-dca2-448a-8d26-e42760c94028 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:13.567519 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-144ac7f2-26bd-4db6-abe1-c67ac21dd4e5 req-b04a3529-dca2-448a-8d26-e42760c94028 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.0816247 Jun 03 16:42:13.612526 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-144ac7f2-26bd-4db6-abe1-c67ac21dd4e5 req-b671307a-2954-4f10-8a5d-5f2b4d5e140c tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fda49c-792a-472a-8853-5720b1147b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384593 Jun 03 16:42:14.018980 n-d-844594-1 neutron-server[88339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-4fc9d25d-53fb-4930-846c-7f5ff6d08ee7 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:42:14.019720 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-4fc9d25d-53fb-4930-846c-7f5ff6d08ee7 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Synchronizing usage tracker for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:42:14.032990 n-d-844594-1 neutron-server[88339]: DEBUG neutron.quota.resource [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-4fc9d25d-53fb-4930-846c-7f5ff6d08ee7 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Unset dirty status for tenant:cb1255b12dba432ca969bacbd445bdd7 on resource:port {{(pid=88339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:42:14.034216 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-4fc9d25d-53fb-4930-846c-7f5ff6d08ee7 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 944 time: 0.0947087 Jun 03 16:42:14.110310 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Deleting port 99fe2dfc-d186-46d1-84de-155fd463cd44 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:14.110654 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:14.361555 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] For port 99fe2dfc-d186-46d1-84de-155fd463cd44, host n-h1-844594-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844594-1',level=0,port_id=99fe2dfc-d186-46d1-84de-155fd463cd44,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:14.361828 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:14.594758 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Calling delete_port for 99fe2dfc-d186-46d1-84de-155fd463cd44 owned by compute:nova {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:14.745118 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:14.767307 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [req-f5af81d1-1fe1-45c8-ac01-d8547ff078d8 req-c5640c84-9d9c-49dc-abdf-1753dbad8ff2 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5ecb4c-6475-4664-917e-9695f6148a7b HTTP/1.1" status: 200 len: 210 time: 0.0474439 Jun 03 16:42:14.796339 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event deleted for resources: {'Port': ['ID=99fe2dfc-d186-46d1-84de-155fd463cd44,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:14.874659 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] No DVR routers for this DVR port 99fe2dfc-d186-46d1-84de-155fd463cd44 on host n-h1-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:42:14.877775 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101283'] for port, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:14.880295 n-d-844594-1 neutron-server[88339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-deleted', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44'}] {{(pid=88339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:42:14.895577 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [req-0a57d975-bdf8-4bdf-9f69-f8310c74df26 req-ced363af-c0a6-472d-9b06-cb5dd6a279a9 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.70 "DELETE /v2.0/ports/99fe2dfc-d186-46d1-84de-155fd463cd44 HTTP/1.1" status: 204 len: 173 time: 0.8536241 Jun 03 16:42:14.928524 n-d-844594-1 neutron-server[88339]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6306b793-fb1c-4869-92c9-61c29e9a9de2'] response: {'server_uuid': 'ae5ecb4c-6475-4664-917e-9695f6148a7b', 'name': 'network-vif-deleted', 'tag': '99fe2dfc-d186-46d1-84de-155fd463cd44', 'status': 'completed', 'code': 200} Jun 03 16:42:15.859855 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46868) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:15.928851 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-890a69fe-2b3e-450e-91a6-67143fa24397 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:15.958697 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-890a69fe-2b3e-450e-91a6-67143fa24397 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:16.029083 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-890a69fe-2b3e-450e-91a6-67143fa24397 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:16.049429 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a69fe-2b3e-450e-91a6-67143fa24397 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fda49c-792a-472a-8853-5720b1147b4e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:16.062062 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-890a69fe-2b3e-450e-91a6-67143fa24397 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] Notify callbacks [] for security_group, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:16.063200 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-890a69fe-2b3e-450e-91a6-67143fa24397 tempest-TestSnapshotPattern-923044445 tempest-TestSnapshotPattern-923044445-project] 10.222.0.66 "DELETE /v2.0/security-groups/37fda49c-792a-472a-8853-5720b1147b4e HTTP/1.1" status: 204 len: 168 time: 0.2023370 Jun 03 16:42:16.155421 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46876) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:16.440004 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:16.450302 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ebe7e20b-956c-440c-a485-b6cbed56d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:16.677026 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 99fe2dfc-d186-46d1-84de-155fd463cd44 no longer exists at agent hyperv_n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:16.715596 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] No Port match for: 99fe2dfc-d186-46d1-84de-155fd463cd44 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:16.715784 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Device 99fe2dfc-d186-46d1-84de-155fd463cd44 not bound to the agent host n-h1-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:16.790630 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:16.816262 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:17.165872 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Deleting port 74252846-b043-4729-a687-0679e3d04112 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:17.166589 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:17.292461 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:17.436318 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] For port 74252846-b043-4729-a687-0679e3d04112, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=74252846-b043-4729-a687-0679e3d04112,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:17.436679 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:17.561215 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Calling delete_port for 74252846-b043-4729-a687-0679e3d04112 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:17.881363 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:17.930393 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=74252846-b043-4729-a687-0679e3d04112,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:18.206015 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:18.567023 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:42:18.788846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:18.789952 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:18.865759 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:42:18.874122 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] Sync routers for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:42:18.877949 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-c1bffc5e-faec-4b57-aa60-e1e70920b3d7 admin admin] 10.222.0.66 "PUT /v2.0/routers/218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7210457 Jun 03 16:42:18.880184 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46884) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:18.883747 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:18.884390 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:19.060225 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks [] for router, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:19.103824 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: n-d-844594-1 {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:19.237133 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:19.247713 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Deleting port 20c6f263-7116-4fbe-b317-2ef42b6cc89f {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:19.248274 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:19.387832 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:42:17Z', 'revision_number': 5, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port': {'id': '20c6f263-7116-4fbe-b317-2ef42b6cc89f', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:19.391708 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] Checking router: 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 for host: n-d-844594-1 {{(pid=88340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:42:19.400522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] Routers {'218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'} bound to L3 agent in host n-d-844594-1 {{(pid=88340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:19.401125 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'], 'active': True} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:19.427263 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] For port 20c6f263-7116-4fbe-b317-2ef42b6cc89f, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=20c6f263-7116-4fbe-b317-2ef42b6cc89f,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:19.427622 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:19.551262 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Calling delete_port for 20c6f263-7116-4fbe-b317-2ef42b6cc89f owned by network:router_gateway {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:19.552662 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_dvr_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] Set router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 gateway port host: None {{(pid=88340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:19.659539 n-d-844594-1 neutron-server[88340]: DEBUG neutron.db.l3_hamode_db [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:42:19Z', 'revision_number': 6, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:19.663913 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a55d3c-560f-4ed2-8b81-58e5c2353943 None None] The sync data for ids ['218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8'] in n-d-844594-1 is: [{'id': '218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8', 'name': 'tempest-TestSnapshotPattern-1716370239-router', 'tenant_id': 'cb1255b12dba432ca969bacbd445bdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:04Z', 'updated_at': '2022-06-03T16:42:19Z', 'revision_number': 6, 'project_id': 'cb1255b12dba432ca969bacbd445bdd7', 'gw_port_host': None}] {{(pid=88340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:42:19.734862 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:19.784923 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=20c6f263-7116-4fbe-b317-2ef42b6cc89f,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:19.875369 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.166314 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.168428 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.190720 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.191274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 {{(pid=88339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:42:20.203941 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] Notify callbacks [] for router, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.205991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-e6476494-4c50-4036-a4bf-e7e7ad134cfc admin admin] 10.222.0.66 "DELETE /v2.0/routers/218cd2df-71d8-4f22-b7b5-5a0f7c42c1d8 HTTP/1.1" status: 204 len: 168 time: 1.3246424 Jun 03 16:42:20.208753 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46888) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:20.266693 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] Deleting subnet 94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 {{(pid=88339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:42:20.270317 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.321068 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3091898'] for subnet, precommit_delete_associations {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.399888 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.470781 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3147722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3475223'] for subnet, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.515095 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c259b8-3dcd-47b8-a55b-0a78cb38ffb5,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:20.517117 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.522469 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27492c9-2ed6-4b30-877f-a305fc4f74d8 None None] Network bd3b6c31-58e6-40ad-892b-d74dd59346c1 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:42:20.523556 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-ecda308a-fd9d-4554-be1f-709d3f7193a4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/94c259b8-3dcd-47b8-a55b-0a78cb38ffb5 HTTP/1.1" status: 204 len: 168 time: 0.3137102 Jun 03 16:42:20.525947 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46892) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:20.615025 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20c6f263-7116-4fbe-b317-2ef42b6cc89f no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:20.637107 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.649196 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Deleting port 0d967b0a-4b80-4032-b546-f91d6bef041e {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:20.649539 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.661976 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 20c6f263-7116-4fbe-b317-2ef42b6cc89f {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:20.662314 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 20c6f263-7116-4fbe-b317-2ef42b6cc89f not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:20.662729 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74252846-b043-4729-a687-0679e3d04112 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:20.727085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 74252846-b043-4729-a687-0679e3d04112 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:20.727085 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 74252846-b043-4729-a687-0679e3d04112 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:20.848179 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] DHCP port deletion for bd3b6c31-58e6-40ad-892b-d74dd59346c1 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:42:20.852046 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Deleting port 0d967b0a-4b80-4032-b546-f91d6bef041e {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:20.853726 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.867274 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] For port 0d967b0a-4b80-4032-b546-f91d6bef041e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0d967b0a-4b80-4032-b546-f91d6bef041e,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:20.867635 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:20.991468 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Calling delete_port for 0d967b0a-4b80-4032-b546-f91d6bef041e owned by network:dhcp {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:21.056070 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] For port 0d967b0a-4b80-4032-b546-f91d6bef041e, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=0d967b0a-4b80-4032-b546-f91d6bef041e,segment=NetworkSegment(b5c3cd1e-a016-4de4-94c2-752c5ce459a3),segment_id=b5c3cd1e-a016-4de4-94c2-752c5ce459a3)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:21.056488 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.073800 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.122388 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d967b0a-4b80-4032-b546-f91d6bef041e,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:21.125039 n-d-844594-1 neutron-server[88339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] No DVR routers for this DVR port 0d967b0a-4b80-4032-b546-f91d6bef041e on host n-d-844594-1 {{(pid=88339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:42:21.220709 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Calling delete_port for 0d967b0a-4b80-4032-b546-f91d6bef041e owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:21.246805 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.273508 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3b6c31-58e6-40ad-892b-d74dd59346c1']}} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:21.286334 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3') {'for_net_delete': True} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:21.286632 n-d-844594-1 neutron-server[88339]: DEBUG neutron.services.segments.db [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c3cd1e-a016-4de4-94c2-752c5ce459a3') {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:21.294190 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:42:21.294629 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:42:21.297894 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091885'] for segment, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.318757 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.325185 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=88339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:42:21.325570 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147112'] for segment, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.403314 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b5c3cd1e-a016-4de4-94c2-752c5ce459a3 resource provider aggregate not found Jun 03 16:42:21.421409 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.439424 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Notify callbacks [] for network, before_response {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.442480 n-d-844594-1 neutron-server[88339]: INFO neutron.services.segments.plugin [-] Segment b5c3cd1e-a016-4de4-94c2-752c5ce459a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5c3cd1e-a016-4de4-94c2-752c5ce459a3 found for delete ", "request_id": "req-9d4c37a1-6e6a-4236-89d3-feea4f2aafeb"}]} Jun 03 16:42:21.452406 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3b6c31-58e6-40ad-892b-d74dd59346c1,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:21.464923 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-a2230b49-723c-46b0-a1ed-079712dd3d44 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bd3b6c31-58e6-40ad-892b-d74dd59346c1 HTTP/1.1" status: 204 len: 168 time: 0.9379215 Jun 03 16:42:21.467908 n-d-844594-1 neutron-server[88339]: DEBUG neutron.wsgi [-] (88339) accepted ('10.222.0.66', 46902) {{(pid=88339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:21.795923 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Deleting port 0d967b0a-4b80-4032-b546-f91d6bef041e {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:21.796601 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:21.866244 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-a553482f-fbd1-4401-9da3-dcf0c6ec7740 None None] The port '0d967b0a-4b80-4032-b546-f91d6bef041e' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:42:22.122520 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536242'] for router_interface, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:22.471811 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Deleting port 3010a23c-1356-45c8-9427-519aa8cfb784 {{(pid=88339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:22.472511 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:22.603619 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0d967b0a-4b80-4032-b546-f91d6bef041e no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:22.637199 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 0d967b0a-4b80-4032-b546-f91d6bef041e {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:22.637542 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 0d967b0a-4b80-4032-b546-f91d6bef041e not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:22.647321 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.db [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] For port 3010a23c-1356-45c8-9427-519aa8cfb784, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=3010a23c-1356-45c8-9427-519aa8cfb784,segment=NetworkSegment(b1e8be55-0369-43e6-9005-5867650a3a6f),segment_id=b1e8be55-0369-43e6-9005-5867650a3a6f)] {{(pid=88339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:22.647685 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:22.771368 n-d-844594-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Calling delete_port for 3010a23c-1356-45c8-9427-519aa8cfb784 owned by network:router_interface {{(pid=88339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:22.948679 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3147029'] for port, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:22.995269 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3010a23c-1356-45c8-9427-519aa8cfb784,revision_number=None']} {{(pid=88339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:23.273474 n-d-844594-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536078'] for router_interface, after_delete {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:23.751716 n-d-844594-1 neutron-server[88339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Router 13972813-d6e9-4ea9-948c-a42973c472ec has already been hosted by L3 agent ccfffa27-2c79-4b5a-a72a-d80089bfd992 {{(pid=88339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:42:23.933943 n-d-844594-1 neutron-server[88339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] Notify agent at l3_agent.n-d-844594-1 the message routers_updated {{(pid=88339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:42:23.943190 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] Sync routers for ids ['13972813-d6e9-4ea9-948c-a42973c472ec'] in n-d-844594-1 {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:42:23.950991 n-d-844594-1 neutron-server[88339]: INFO neutron.wsgi [None req-7563e377-733b-40ce-9899-9a17802a7d9d admin admin] 10.222.0.66 "PUT /v2.0/routers/13972813-d6e9-4ea9-948c-a42973c472ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819834 Jun 03 16:42:23.953484 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46908) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:23.956731 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] Routers {'13972813-d6e9-4ea9-948c-a42973c472ec'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:23.957412 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['13972813-d6e9-4ea9-948c-a42973c472ec'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:24.132191 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks [] for router, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:24.136389 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] Set router 13972813-d6e9-4ea9-948c-a42973c472ec gateway port host: n-d-844594-1 {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:24.431676 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'external_fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:42:22Z', 'revision_number': 5, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port': {'id': 'e55d3e6f-f25a-4cad-94b2-7318c1c2b254', 'name': '', 'network_id': '7e7a03cc-fa68-4f60-b4c6-2e7c841d0020', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844594-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:37:11Z', 'updated_at': '2022-06-03T16:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '35e364a7-bcbd-4d82-bf5b-baea02642ee5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844594-1'}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:24.434120 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:24.435480 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] Checking router: 13972813-d6e9-4ea9-948c-a42973c472ec for host: n-d-844594-1 {{(pid=88341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:42:24.445257 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Deleting port e55d3e6f-f25a-4cad-94b2-7318c1c2b254 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:24.445511 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] Routers {'13972813-d6e9-4ea9-948c-a42973c472ec'} bound to L3 agent in host n-d-844594-1 {{(pid=88341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:24.445714 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:24.446278 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844594-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:55:46Z,description=,heartbeat_timestamp=2022-06-03T16:42:16Z,host='n-d-844594-1',id=ccfffa27-2c79-4b5a-a72a-d80089bfd992,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:55:46Z,topic='l3_agent')) {'router_ids': ['13972813-d6e9-4ea9-948c-a42973c472ec'], 'active': True} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:24.607523 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_dvr_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] Set router 13972813-d6e9-4ea9-948c-a42973c472ec gateway port host: None {{(pid=88341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:24.639570 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] For port e55d3e6f-f25a-4cad-94b2-7318c1c2b254, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,segment=NetworkSegment(c52b6162-2cde-4feb-92d2-22e47522cb6a),segment_id=c52b6162-2cde-4feb-92d2-22e47522cb6a)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:24.640033 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:24.720587 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.l3_hamode_db [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:42:24Z', 'revision_number': 6, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port_host': None}], 'n-d-844594-1', False) {} {{(pid=88341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:24.724891 n-d-844594-1 neutron-server[88341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03537a24-9d48-4dbc-ab5f-b7476ae2134d None None] The sync data for ids ['13972813-d6e9-4ea9-948c-a42973c472ec'] in n-d-844594-1 is: [{'id': '13972813-d6e9-4ea9-948c-a42973c472ec', 'name': 'tempest-TestSnapshotPattern-7674631-router', 'tenant_id': '08611dee96164be4a8bfab27a194af53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:37:10Z', 'updated_at': '2022-06-03T16:42:24Z', 'revision_number': 6, 'project_id': '08611dee96164be4a8bfab27a194af53', 'gw_port_host': None}] {{(pid=88341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:42:24.774772 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Calling delete_port for e55d3e6f-f25a-4cad-94b2-7318c1c2b254 owned by network:router_gateway {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:25.077183 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.130483 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e55d3e6f-f25a-4cad-94b2-7318c1c2b254,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:25.226601 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528535'] for router_gateway, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.401631 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9700'] for router, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.403775 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.426793 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540031'] for router, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.428087 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13972813-d6e9-4ea9-948c-a42973c472ec {{(pid=88338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:42:25.448150 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] Notify callbacks [] for router, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.449290 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-24f25d4e-03b5-4fe4-aff2-61d03394ef2e admin admin] 10.222.0.66 "DELETE /v2.0/routers/13972813-d6e9-4ea9-948c-a42973c472ec HTTP/1.1" status: 204 len: 168 time: 1.4941888 Jun 03 16:42:25.451860 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46912) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:25.517426 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] Deleting subnet 08190432-c4e6-48f7-a9d5-1f9e5efb3cdd {{(pid=88338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:42:25.520648 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.570348 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1426114'] for subnet, precommit_delete_associations {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.650225 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8330735'] for subnet, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.849180 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8330740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2576865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155909'] for subnet, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.893314 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08190432-c4e6-48f7-a9d5-1f9e5efb3cdd,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:25.896785 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:25.903081 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b91d6d-a2ee-4ce8-a492-5a4d8147c9ac None None] Network 554132fb-87b9-456d-86f9-6a19bccc1a71 requested from n-d-844594-1 {{(pid=88340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:42:25.903602 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-92f2fda0-c6f2-4c0a-82b3-8f1e4ab02d04 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/08190432-c4e6-48f7-a9d5-1f9e5efb3cdd HTTP/1.1" status: 204 len: 168 time: 0.4502637 Jun 03 16:42:25.905667 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46916) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:26.015994 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8168282'] for network, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.026876 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Deleting port d683773a-e8ff-4e8c-8546-f86af46d7150 {{(pid=88338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:26.027177 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.152187 n-d-844594-1 neutron-server[88340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] DHCP port deletion for 554132fb-87b9-456d-86f9-6a19bccc1a71 request from n-d-844594-1 {{(pid=88340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:42:26.156407 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Deleting port d683773a-e8ff-4e8c-8546-f86af46d7150 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:26.156846 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.237583 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.db [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] For port d683773a-e8ff-4e8c-8546-f86af46d7150, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d683773a-e8ff-4e8c-8546-f86af46d7150,segment=NetworkSegment(b1e8be55-0369-43e6-9005-5867650a3a6f),segment_id=b1e8be55-0369-43e6-9005-5867650a3a6f)] {{(pid=88338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:26.238187 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.356957 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.db [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] For port d683773a-e8ff-4e8c-8546-f86af46d7150, host n-d-844594-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844594-1',level=0,port_id=d683773a-e8ff-4e8c-8546-f86af46d7150,segment=NetworkSegment(b1e8be55-0369-43e6-9005-5867650a3a6f),segment_id=b1e8be55-0369-43e6-9005-5867650a3a6f)] {{(pid=88340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:26.357265 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530884'] for port, precommit_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.361508 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Calling delete_port for d683773a-e8ff-4e8c-8546-f86af46d7150 owned by network:dhcp {{(pid=88338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:26.437107 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7868087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727570498524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727569960039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2577214'] for port, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.483902 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Calling delete_port for d683773a-e8ff-4e8c-8546-f86af46d7150 owned by network:dhcp {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:26.491309 n-d-844594-1 neutron-server[88338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] No DVR routers for this DVR port d683773a-e8ff-4e8c-8546-f86af46d7150 on host n-d-844594-1 {{(pid=88338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:42:26.521367 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d683773a-e8ff-4e8c-8546-f86af46d7150,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:26.558042 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.db.api [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:42:26.558042 n-d-844594-1 neutron-server[88340]: DEBUG oslo_db.api [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:42:26.608908 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e55d3e6f-f25a-4cad-94b2-7318c1c2b254 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:26.614605 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8327542', 'neutron.services.segments.db._delete_segments_for_network-8727570429660'] for network, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.642637 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554132fb-87b9-456d-86f9-6a19bccc1a71']}} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:26.642849 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: e55d3e6f-f25a-4cad-94b2-7318c1c2b254 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:26.643089 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device e55d3e6f-f25a-4cad-94b2-7318c1c2b254 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:26.643538 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3010a23c-1356-45c8-9427-519aa8cfb784 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:26.658595 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e8be55-0369-43e6-9005-5867650a3a6f') {'for_net_delete': True} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:26.658897 n-d-844594-1 neutron-server[88338]: DEBUG neutron.services.segments.db [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e8be55-0369-43e6-9005-5867650a3a6f') {} {{(pid=88338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:26.670489 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727570434039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1426133'] for segment, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.679504 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: 3010a23c-1356-45c8-9427-519aa8cfb784 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:26.679851 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device 3010a23c-1356-45c8-9427-519aa8cfb784 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:26.680305 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d683773a-e8ff-4e8c-8546-f86af46d7150 no longer exists at agent ovs-agent-n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:26.686942 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8324954'] for segment, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.693998 n-d-844594-1 neutron-server[88338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:42:26.694474 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8324904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577219'] for segment, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.713188 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] No Port match for: d683773a-e8ff-4e8c-8546-f86af46d7150 {{(pid=88340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:26.713522 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.rpc [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Device d683773a-e8ff-4e8c-8546-f86af46d7150 not bound to the agent host n-d-844594-1 {{(pid=88340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:26.780534 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b1e8be55-0369-43e6-9005-5867650a3a6f resource provider aggregate not found Jun 03 16:42:26.795544 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8327551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528562'] for network, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.798716 n-d-844594-1 neutron-server[88338]: INFO neutron.services.segments.plugin [-] Segment b1e8be55-0369-43e6-9005-5867650a3a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1e8be55-0369-43e6-9005-5867650a3a6f found for delete ", "request_id": "req-a0f1660f-8b93-4d54-8644-0000b50627b4"}]} Jun 03 16:42:26.814570 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Notify callbacks [] for network, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:26.824708 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] Pushing event deleted for resources: {'Network': ['ID=554132fb-87b9-456d-86f9-6a19bccc1a71,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:26.831676 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-8fbb424e-4a95-40eb-b246-90190111ab94 admin admin] 10.222.0.66 "DELETE /v2.0/networks/554132fb-87b9-456d-86f9-6a19bccc1a71 HTTP/1.1" status: 204 len: 168 time: 0.9250290 Jun 03 16:42:26.951465 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46928) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:27.000939 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-a812c1f8-de0b-4bd7-b0fd-b99ecdcdf80b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb1255b12dba432ca969bacbd445bdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482104 Jun 03 16:42:27.003433 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46932) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:27.059529 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Deleting port d683773a-e8ff-4e8c-8546-f86af46d7150 {{(pid=88340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:27.060052 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727570499112'] for port, before_delete {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.060915 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4eec592-452e-4b33-b877-c100a6ada8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.087012 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4eec592-452e-4b33-b877-c100a6ada8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.128091 n-d-844594-1 neutron-server[88340]: DEBUG neutron.plugins.ml2.plugin [None req-db88d81d-ab07-4043-bfb2-ceab586fb60d None None] The port 'd683773a-e8ff-4e8c-8546-f86af46d7150' was deleted {{(pid=88340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:42:27.149479 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4eec592-452e-4b33-b877-c100a6ada8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.166898 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eec592-452e-4b33-b877-c100a6ada8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5aa65-942b-4037-97df-e26042c64389,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:27.175604 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-b4eec592-452e-4b33-b877-c100a6ada8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.176791 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b4eec592-452e-4b33-b877-c100a6ada8b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73d5aa65-942b-4037-97df-e26042c64389 HTTP/1.1" status: 204 len: 168 time: 0.1724708 Jun 03 16:42:27.514942 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46940) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:27.562463 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-b9f0292b-e3c7-49a8-a96e-35de2527fb2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08611dee96164be4a8bfab27a194af53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463598 Jun 03 16:42:27.565701 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [-] (88338) accepted ('10.222.0.66', 46944) {{(pid=88338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:27.621389 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9aa250e-6440-4022-93cf-33cbb096abd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.646975 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9aa250e-6440-4022-93cf-33cbb096abd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.697972 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9aa250e-6440-4022-93cf-33cbb096abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928361'] for security_group, after_delete {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.711613 n-d-844594-1 neutron-server[88338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa250e-6440-4022-93cf-33cbb096abd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad17fe-a262-49df-99ec-06d95d79a8dc,revision_number=None']} {{(pid=88338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:27.717920 n-d-844594-1 neutron-server[88338]: DEBUG neutron_lib.callbacks.manager [None req-d9aa250e-6440-4022-93cf-33cbb096abd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:27.719042 n-d-844594-1 neutron-server[88338]: INFO neutron.wsgi [None req-d9aa250e-6440-4022-93cf-33cbb096abd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6aad17fe-a262-49df-99ec-06d95d79a8dc HTTP/1.1" status: 204 len: 168 time: 0.1524713 Jun 03 16:42:43.529929 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-9c87ef3c-55fe-4d10-a1a0-3ff7ce901352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:46.459214 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2431-f1e5-4370-834f-4356501d1bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:46.473336 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:46.794789 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:47.294535 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:48.786646 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:48.796127 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:49.286336 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:43:13.533384 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-752297c0-d433-4c2f-a0f0-90d3732fb8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:16.458240 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-211aecf5-198e-44a1-9399-882984ed4bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:16.463494 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:16.795059 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:17.297835 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:18.783606 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:18.810593 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:26.286283 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:43:43.539451 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ede72cf5-c6b7-4f43-9948-1b1aebd920be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:46.449625 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-59295df9-cbe8-4d1c-8de3-485a3658a5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:46.482498 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:46.797833 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:47.300911 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:48.786326 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:48.809650 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:03.285003 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:44:13.533284 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-c9bbca50-1ab5-4796-9720-4c54c8d5072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:16.455302 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29734e46-586c-4818-933b-2762f21ecca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:16.482738 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:16.799404 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:17.334140 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:18.793724 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:18.809614 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:40.284742 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:44:43.535528 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-a86a9928-dbae-4648-bb5d-75cad2ff0fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:46.446813 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-5b0e9e85-eed8-4a94-9846-32067eb525f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:46.495047 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:46.800187 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:47.308009 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:48.792373 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:48.806604 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:13.536130 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-ab80f808-76a4-4582-80b8-e81649b24a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:16.450775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-2fcb39b6-0204-4c84-b8ec-9b5fa8843fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:16.493622 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:16.801593 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:17.284090 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:45:17.310603 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:18.794518 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:18.822184 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:43.537358 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-abb975f8-a17c-4ef5-9535-6c0321956689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:46.458473 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-98dc513f-6f36-44a0-9f64-6c4e68840624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:46.509099 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:46.802984 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:47.317457 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:48.800260 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:48.826100 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:54.283468 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:46:13.539672 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-37a04e6d-eee8-4e21-9b68-490c3e673470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:16.450386 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-db1a4d8c-37aa-4203-92e4-69c385b66af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:16.501809 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:16.804748 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:17.316277 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:18.802211 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:18.831088 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:31.282983 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:46:43.541621 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-600003c8-d275-4361-b00c-195ea7d602aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:46.452922 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0aab6ec4-7d0c-40f0-b400-73936a8877ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:46.508358 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:46.805665 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:47.320123 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:48.805178 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:48.843043 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:08.281818 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:47:13.544505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-296c34ba-e3fb-4e0d-a9b0-cddc71082c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:16.455970 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-199e47f0-8cf1-48b8-b713-57c7f19bbbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:16.522409 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:16.806838 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:17.324382 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:18.807444 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:18.833723 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:43.548314 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f5b4daae-186a-4012-a8f0-ec56f90d5250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:45.281437 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:47:46.458505 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-bc7ecd0a-de2a-4d91-a7d3-47030e6e020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:46.520463 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:46.809141 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:47.327279 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:48.809213 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:48.850006 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:13.550739 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-29725da0-47a9-416e-a027-e96c09d20583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:16.462803 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-d764d387-3285-40d5-abb4-38a2ee7773c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:16.526056 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:16.811144 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:17.327205 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:18.812780 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:18.847064 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:22.280712 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:48:43.552865 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-056cb152-e687-47f7-8b36-f686e991bb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:46.466294 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0125cc0c-1b0f-4a2d-b65a-d564c21f07c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:46.534079 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:46.812646 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:47.331300 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:48.815378 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:48.846991 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:59.279717 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:49:13.554532 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f67a68b9-86fd-44c4-9d49-601ff5e041fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:16.470138 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-f18d76a2-2ca1-4fee-9487-f5894f7419c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:16.532405 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:16.815188 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:17.333675 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:18.820348 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:18.845458 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:36.278416 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:49:43.554553 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6682107a-5224-4305-a87d-1737a8a12165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:46.472134 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-549ba491-2d6b-4846-951b-f583cf7a68aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:46.562346 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:46.816469 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:47.337576 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:48.818479 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:48.844680 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:51.722211 n-d-844594-1 neutron-server[88338]: DEBUG neutron.wsgi [req-f747682a-731b-4c8a-afaa-92596f2e4256 req-1e5e7016-896c-465c-b730-b44d6ec6e374 service neutron] (88338) timed out ('10.222.0.66', 44466) {{(pid=88338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:50:13.277653 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:50:13.555632 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-60e20b62-1627-4d99-988c-75218a75baf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:16.473464 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7dcff8f9-ce23-4dc2-b0d0-bd60e5d75c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:16.566784 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:16.817711 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:17.340013 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:18.821810 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:18.853133 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:43.557391 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-7a26255e-d994-42dc-a0d3-8f6e1c392778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:46.475540 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-0bc977ce-0122-458d-8125-e301e54634c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:46.580484 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-6849957b-d26f-4051-9cd3-39df2160b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:46.819061 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-538845de-8d6b-4b46-b6db-023cef5b2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:47.342775 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-669e7e82-b763-4cd5-b32b-ed06237c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:48.824519 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9c28-da77-4bb9-8515-06caef503ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:48.858828 n-d-844594-1 neutron-server[88340]: DEBUG neutron_lib.callbacks.manager [None req-e1f59464-358b-4c8b-b8df-ef83bf64ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727570429642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8268476'] for agent, after_update {{(pid=88340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:50.278756 n-d-844594-1 neutron-server[88341]: DEBUG neutron.db.agents_db [None req-561e2d3f-953c-4dbc-b28b-6e530e631c44 None None] Agent healthcheck: found 7 active agents {{(pid=88341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}